-- Logs begin at Fri 2021-11-12 02:38:25 UTC, end at Fri 2021-11-12 05:43:44 UTC. -- Nov 12 03:26:35.020354 n-d-767704-23 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 03:26:37.790932 n-d-767704-23 neutron-server[103035]: INFO neutron.common.config [-] Logging enabled! Nov 12 03:26:37.791615 n-d-767704-23 neutron-server[103035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 03:26:37.791723 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103035) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 03:26:37.794945 n-d-767704-23 neutron-server[103035]: INFO neutron.common.config [-] Logging enabled! Nov 12 03:26:37.795753 n-d-767704-23 neutron-server[103035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 03:26:37.796119 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103035) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 03:26:37.797056 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:26:37.797295 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:26:37.797660 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:26:37.797904 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:26:37.798129 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:26:37.798449 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.798870 n-d-767704-23 neutron-server[103035]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 03:26:37.799183 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.799475 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.799767 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.800257 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.800565 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.800848 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.801137 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.801437 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.801724 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.802004 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.802292 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.802582 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.802867 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.803153 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.803441 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.803725 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] debug = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.804007 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.804463 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.804874 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.805155 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.805446 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.805727 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.805997 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.806275 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.806555 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.806879 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] host = n-d-767704-23 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.807160 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.807445 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.807730 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.808013 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.808311 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.808585 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.808867 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.809139 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.809409 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] log_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.809683 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.809969 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.810254 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.810548 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.810771 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.811549 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.812120 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.812409 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.812684 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.812957 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.813230 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.813501 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.813774 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.814048 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.814330 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.814606 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.814885 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.815162 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.815431 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.815699 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.815967 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.816272 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.816962 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.816962 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.816962 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.820360 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.820360 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.820360 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.820360 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.820360 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.820360 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.820360 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.820360 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.821039 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.821039 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.821039 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.821039 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] use_json = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.821039 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.821039 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.821039 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.821523 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.821618 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.821811 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.822081 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.822364 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:37.822661 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.822956 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.823254 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.823535 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.823837 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.824142 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.824433 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.824713 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.824999 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.825285 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.825573 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.825852 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.826140 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.826437 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.826732 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.827040 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.827330 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.827617 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.827889 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.828184 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.828458 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.828736 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.829020 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.829296 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.829580 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.829867 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.830156 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.830436 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.830728 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.831016 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.831286 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.831562 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.831849 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.832154 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.832426 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.832705 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.832992 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.833270 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.833539 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.833814 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.834085 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.834355 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.834628 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.834904 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.835191 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.835468 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.835735 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.835996 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.836304 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.836576 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.836860 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.837134 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.837403 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.837673 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.837954 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.838223 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.838494 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.838771 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.839041 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.839318 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.839590 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.839861 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.840155 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.840427 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.840696 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.840966 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.841234 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.841510 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.841782 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.842073 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.842429 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.842709 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.842986 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.843266 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.843571 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.843847 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.844161 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.844440 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.844721 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.844992 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.845267 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.845542 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.845818 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.846086 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.846373 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.846657 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.846939 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.847220 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.847495 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.847818 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.848122 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.848407 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.848683 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.848952 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.849234 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.849515 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.849804 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.850097 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.850388 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.850677 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.850967 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.851246 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.851556 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.851834 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:37.852072 n-d-767704-23 neutron-server[103035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:26:37.852317 n-d-767704-23 neutron-server[103035]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103035) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 03:26:38.289483 n-d-767704-23 neutron-server[103035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 03:26:38.289759 n-d-767704-23 neutron-server[103035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 03:26:38.290101 n-d-767704-23 neutron-server[103035]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 03:26:38.290395 n-d-767704-23 neutron-server[103035]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 03:26:38.621903 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.622116 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.622371 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.623621 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.623897 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.624188 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.659458 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.659735 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.660001 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.675286 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.675567 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.675837 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.707083 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.707370 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.707647 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.744357 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.744644 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.744918 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.982098 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.983247 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.983247 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.983413 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:38.984022 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.111623 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.111942 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.112250 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.112524 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.112794 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.113109 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.113369 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.113627 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.113881 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.114164 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.114421 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.114684 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.114939 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.115189 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.115444 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.115709 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.115966 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.116266 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.116536 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.116793 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.117063 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.117315 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.117594 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.117973 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.118220 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.118466 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.118871 n-d-767704-23 neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:26:39.119112 n-d-767704-23 neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:26:39.119348 n-d-767704-23 neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:26:39.119583 n-d-767704-23 neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:26:39.119817 n-d-767704-23 neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:26:39.120070 n-d-767704-23 neutron-server[103035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:26:39.120440 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 03:26:39.123782 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 03:26:39.127763 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 03:26:39.131633 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])]) Nov 12 03:26:39.133303 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 03:26:39.133775 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 03:26:39.134107 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 03:26:39.134487 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 03:26:39.137348 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 03:26:39.137601 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 03:26:39.137951 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 03:26:39.143305 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 03:26:39.165941 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 03:26:39.166393 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.166694 n-d-767704-23 neutron-server[103035]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103035) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 03:26:39.167057 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.168481 n-d-767704-23 neutron-server[103035]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103035) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 03:26:39.168760 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 03:26:39.169011 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 03:26:39.172830 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.173119 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:39.236904 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 03:26:39.237059 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 03:26:39.237299 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 03:26:39.237678 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 03:26:39.258354 n-d-767704-23 neutron-server[103035]: DEBUG oslo_db.sqlalchemy.engines [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103035) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 03:26:39.928389 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Initializing driver for type 'gre' Nov 12 03:26:39.928940 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] gre ID ranges: [(1, 1000)] Nov 12 03:26:40.085793 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Initializing driver for type 'local' Nov 12 03:26:40.086507 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Initializing driver for type 'vlan' Nov 12 03:26:40.160379 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] VlanTypeDriver initialization complete Nov 12 03:26:40.160731 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Initializing driver for type 'vxlan' Nov 12 03:26:40.161249 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] vxlan ID ranges: [(1, 1000)] Nov 12 03:26:40.363139 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Initializing extension driver 'port_security' Nov 12 03:26:40.363475 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.extensions.port_security [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] PortSecurityExtensionDriver initialization complete Nov 12 03:26:40.363794 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Initializing mechanism driver 'openvswitch' Nov 12 03:26:40.364160 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Initializing mechanism driver 'hyperv' Nov 12 03:26:40.370957 n-d-767704-23 neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:40.371810 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > port after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.372204 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.372552 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.373144 n-d-767704-23 neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:26:40.374096 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > subnet after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.374446 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > subnet after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.374786 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.375178 n-d-767704-23 neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:26:40.375584 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > network after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.375927 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > network after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.376294 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > network after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.376689 n-d-767704-23 neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:26:40.377094 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > security_group after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.377441 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > security_group after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.377776 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.378169 n-d-767704-23 neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:26:40.378578 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.378919 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.379362 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.379767 n-d-767704-23 neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:26:40.380202 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > address_group after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.380545 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > address_group after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.380875 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.381266 n-d-767704-23 neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:26:40.381648 n-d-767704-23 neutron-server[103035]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] ML2 OVO RPC backend initialized. {{(pid=103035) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 03:26:40.382362 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.382710 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.383147 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > network before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.383502 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > networks before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.383843 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > port before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.384215 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > ports before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.385675 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > subnet before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.385675 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > subnets before_response 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.385675 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > network after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.385675 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > network after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.385999 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > network after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.386183 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > port after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.386483 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.386812 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.387141 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > subnet after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.387477 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > subnet after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.388250 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.388417 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.plugin [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Modular L2 Plugin initialization complete Nov 12 03:26:40.388779 n-d-767704-23 neutron-server[103035]: DEBUG neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading services supported by the core plugin {{(pid=103035) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 03:26:40.389074 n-d-767704-23 neutron-server[103035]: INFO neutron.plugins.ml2.managers [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Got port-security extension from driver 'port_security' Nov 12 03:26:40.389617 n-d-767704-23 neutron-server[103035]: INFO neutron.extensions.vlantransparent [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Disabled vlantransparent extension. Nov 12 03:26:40.390021 n-d-767704-23 neutron-server[103035]: DEBUG neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103035) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 03:26:40.390331 n-d-767704-23 neutron-server[103035]: INFO neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading Plugin: router Nov 12 03:26:40.427303 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.427687 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router after_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.428074 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router before_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.428434 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.428800 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.429159 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router after_delete 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.429510 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.429970 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.430327 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router after_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.430715 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router after_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.431021 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router after_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.431365 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.431718 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router after_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.432149 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router precommit_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.437665 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.437665 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.437665 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: subnet after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.437665 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.437665 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.438059 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router precommit_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.438059 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: port before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.438059 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router precommit_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.438059 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router after_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.438334 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.438334 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router precommit_create 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.438334 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.438334 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router precommit_update 55549900 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.438578 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > agent after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.438578 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > agent after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.438578 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > network after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.438578 n-d-767704-23 neutron-server[103035]: DEBUG neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Tracking information for resource: router configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:26:40.438907 n-d-767704-23 neutron-server[103035]: DEBUG neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Tracking information for resource: floatingip configured {{(pid=103035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:26:40.443796 n-d-767704-23 neutron-server[103035]: INFO neutron.db.l3_agentschedulers_db [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 03:26:40.444394 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.444749 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: port after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.445094 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.445442 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.446222 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router before_create 55550100 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.446580 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.446936 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router precommit_create 55550100 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.447286 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > router precommit_update 55550100 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.452321 n-d-767704-23 neutron-server[103035]: DEBUG neutron.services.provider_configuration [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service providers = [] {{(pid=103035) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 03:26:40.452683 n-d-767704-23 neutron-server[103035]: DEBUG neutron.db.servicetype_db [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103035) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 03:26:40.455599 n-d-767704-23 neutron-server[103035]: DEBUG neutron.services.service_base [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:26:40.455947 n-d-767704-23 neutron-server[103035]: DEBUG neutron.services.service_base [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:26:40.456319 n-d-767704-23 neutron-server[103035]: DEBUG neutron.services.service_base [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:26:40.457198 n-d-767704-23 neutron-server[103035]: DEBUG neutron.services.service_base [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:26:40.457569 n-d-767704-23 neutron-server[103035]: INFO neutron.services.service_base [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 03:26:40.457945 n-d-767704-23 neutron-server[103035]: DEBUG neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:26:40.458261 n-d-767704-23 neutron-server[103035]: INFO neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 03:26:40.470855 n-d-767704-23 neutron-server[103035]: DEBUG neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:26:40.471184 n-d-767704-23 neutron-server[103035]: INFO neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading Plugin: auto_allocate Nov 12 03:26:40.476996 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: network precommit_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.477366 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: network precommit_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.477882 n-d-767704-23 neutron-server[103035]: DEBUG neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:26:40.478206 n-d-767704-23 neutron-server[103035]: INFO neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading Plugin: tag Nov 12 03:26:40.492322 n-d-767704-23 neutron-server[103035]: DEBUG neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:26:40.492652 n-d-767704-23 neutron-server[103035]: INFO neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading Plugin: timestamp Nov 12 03:26:40.496550 n-d-767704-23 neutron-server[103035]: DEBUG neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:26:40.496858 n-d-767704-23 neutron-server[103035]: INFO neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading Plugin: network_ip_availability Nov 12 03:26:40.502400 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.502766 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.503117 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.503837 n-d-767704-23 neutron-server[103035]: DEBUG neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:26:40.504188 n-d-767704-23 neutron-server[103035]: INFO neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading Plugin: flavors Nov 12 03:26:40.509202 n-d-767704-23 neutron-server[103035]: DEBUG neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:26:40.509532 n-d-767704-23 neutron-server[103035]: INFO neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading Plugin: revisions Nov 12 03:26:40.513885 n-d-767704-23 neutron-server[103035]: DEBUG neutron.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:26:40.514276 n-d-767704-23 neutron-server[103035]: DEBUG oslo_concurrency.lockutils [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.224s {{(pid=103035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 03:26:40.515028 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103035) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 03:26:40.515359 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Initializing extension manager. Nov 12 03:26:40.515872 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: __init__.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.516247 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: __pycache__ {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.516566 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.516893 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: address_group.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.517884 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.518303 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: address-group Nov 12 03:26:40.518619 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: address_scope.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.519326 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.519829 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: address-scope Nov 12 03:26:40.520172 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.529200 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.530247 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: router-admin-state-down-before-update Nov 12 03:26:40.530613 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: agent.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.531334 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.531835 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: agent Nov 12 03:26:40.532192 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: agent_resources_synced.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.533106 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.533611 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: agent-resources-synced Nov 12 03:26:40.533929 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: allowedaddresspairs.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.535725 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.536255 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: allowed-address-pairs Nov 12 03:26:40.536581 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: auto_allocated_topology.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.537655 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.538167 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: auto-allocated-topology Nov 12 03:26:40.538491 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: availability_zone.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.539180 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.539679 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: availability_zone Nov 12 03:26:40.539996 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: availability_zone_filter.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.540925 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.541423 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: availability_zone_filter Nov 12 03:26:40.541738 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: data_plane_status.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.542647 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.543141 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 03:26:40.543455 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: default_subnetpools.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.544411 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.544905 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: default-subnetpools Nov 12 03:26:40.545856 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.546674 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.547179 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: dhcp_agent_scheduler Nov 12 03:26:40.547498 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: dns.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.548442 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.548937 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension dns-integration not supported by any of loaded plugins Nov 12 03:26:40.549254 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: dns_domain_ports.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.552391 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.552891 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 03:26:40.553208 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.554123 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.554618 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 03:26:40.554934 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: dvr.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.555599 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.556121 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: dvr Nov 12 03:26:40.556443 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: ecmp_routes.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.557356 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.557852 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 03:26:40.558171 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: empty_string_filtering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.559081 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.559579 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: empty-string-filtering Nov 12 03:26:40.559899 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.560855 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.561349 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 03:26:40.561923 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.562825 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.563323 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 03:26:40.563640 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: external_net.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.564572 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.565074 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: external-net Nov 12 03:26:40.565392 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.566357 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.566857 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: extra_dhcp_opt Nov 12 03:26:40.567171 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: extraroute.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.568088 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.568591 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: extraroute Nov 12 03:26:40.568906 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: extraroute_atomic.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.569933 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.570442 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: extraroute-atomic Nov 12 03:26:40.570761 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: filter_validation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.571594 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.572118 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: filter-validation Nov 12 03:26:40.572439 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: fip_pf_description.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.573356 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.573851 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 03:26:40.574164 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: fip_port_details.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.575071 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.575643 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: fip-port-details Nov 12 03:26:40.575643 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: flavors.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.577234 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.577740 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: flavors Nov 12 03:26:40.578061 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.579723 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.580265 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 03:26:40.580592 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: floatingip_pools.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.581288 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.581790 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: floatingip-pools Nov 12 03:26:40.582108 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: ip_allocation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.583028 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.583523 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 03:26:40.583843 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.584783 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.585285 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: ip-substring-filtering Nov 12 03:26:40.585606 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: l2_adjacency.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.594361 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.594854 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 03:26:40.595170 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: l3.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.596176 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.596688 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: router Nov 12 03:26:40.597009 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.599250 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.599773 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 03:26:40.600127 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.601051 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.601598 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: ext-gw-mode Nov 12 03:26:40.601922 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.602933 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.603499 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: l3-ha Nov 12 03:26:40.603823 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: l3_flavors.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.604785 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.605295 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: l3-flavors Nov 12 03:26:40.605613 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.606524 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.607022 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 03:26:40.607343 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: l3agentscheduler.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.608963 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.609477 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: l3_agent_scheduler Nov 12 03:26:40.609801 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: logging.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.611305 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.611821 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension logging not supported by any of loaded plugins Nov 12 03:26:40.612467 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: metering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.612933 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.613571 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: metering Nov 12 03:26:40.613838 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.615059 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.615572 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: metering_source_and_destination_fields Nov 12 03:26:40.615896 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: multiprovidernet.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.616842 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.617343 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: multi-provider Nov 12 03:26:40.617664 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: netmtu.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.618681 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.619183 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: net-mtu Nov 12 03:26:40.619504 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: netmtu_writable.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.620457 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.624153 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: net-mtu-writable Nov 12 03:26:40.624153 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: network_availability_zone.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.624153 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.624153 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: network_availability_zone Nov 12 03:26:40.624153 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: network_ip_availability.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.625019 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.625528 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: network-ip-availability Nov 12 03:26:40.625852 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: network_segment_range.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.626692 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.627119 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 03:26:40.627439 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: pagination.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.628452 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.628781 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: pagination Nov 12 03:26:40.629099 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: port_device_profile.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.629999 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.630500 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: port-device-profile Nov 12 03:26:40.630818 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.631727 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.632267 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: port-mac-address-regenerate Nov 12 03:26:40.632587 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.633522 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.634025 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: port-numa-affinity-policy Nov 12 03:26:40.634341 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: port_resource_request.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.635265 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.635759 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 03:26:40.636108 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: port_resource_request_groups.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.637074 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.637571 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 03:26:40.637889 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: portbindings.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.638846 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.639348 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: binding Nov 12 03:26:40.639665 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: portbindings_extended.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.640968 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.641473 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: binding-extended Nov 12 03:26:40.642056 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: portsecurity.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.642795 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.643295 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: port-security Nov 12 03:26:40.643613 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: project_id.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.644606 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.644935 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: project-id Nov 12 03:26:40.645260 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: providernet.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.646185 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.646686 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: provider Nov 12 03:26:40.647004 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: qos.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.656407 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.656926 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension qos not supported by any of loaded plugins Nov 12 03:26:40.657254 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.658498 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.659029 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 03:26:40.659354 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.660300 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.660817 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 03:26:40.661139 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: qos_default.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.662061 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.662567 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension qos-default not supported by any of loaded plugins Nov 12 03:26:40.662888 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: qos_fip.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.663541 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.664060 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension qos-fip not supported by any of loaded plugins Nov 12 03:26:40.664379 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: qos_gateway_ip.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.665304 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.665804 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 03:26:40.666121 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: qos_port_network_policy.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.667054 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.667555 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 03:26:40.667870 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.668936 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.669445 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 03:26:40.669763 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: qos_pps_rule.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.671544 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.672292 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension qos-pps not supported by any of loaded plugins Nov 12 03:26:40.672582 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: qos_rule_type_details.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.673506 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.674011 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 03:26:40.674327 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: qos_rules_alias.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.675380 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.675886 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 03:26:40.676232 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: quota_check_limit.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.677143 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.677652 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: quota-check-limit Nov 12 03:26:40.677974 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: quotasv2.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.678921 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.679245 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: quotas Nov 12 03:26:40.679557 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: quotasv2_detail.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.682818 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.683154 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: quota_details Nov 12 03:26:40.683483 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: rbac.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.684577 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.685097 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: rbac-policies Nov 12 03:26:40.685426 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: rbac_address_group.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.686381 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.687144 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: rbac-address-group Nov 12 03:26:40.687467 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: rbac_address_scope.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.688402 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.688911 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: rbac-address-scope Nov 12 03:26:40.689233 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: rbac_security_groups.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.690147 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.690654 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: rbac-security-groups Nov 12 03:26:40.690975 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: rbac_subnetpool.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.691889 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.692423 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: rbac-subnetpool Nov 12 03:26:40.692749 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: revisionifmatch.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.693667 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.694170 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: revision-if-match Nov 12 03:26:40.694490 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: revisions.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.695592 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.696126 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: standard-attr-revisions Nov 12 03:26:40.696450 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: router_availability_zone.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.697118 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.697620 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: router_availability_zone Nov 12 03:26:40.697939 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: routerservicetype.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.698848 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.699352 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension router-service-type not supported by any of loaded plugins Nov 12 03:26:40.699908 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.700713 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.701237 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: security-groups-normalized-cidr Nov 12 03:26:40.701557 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.702540 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.703045 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: port-security-groups-filtering Nov 12 03:26:40.703364 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.704323 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.704832 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: security-groups-remote-address-group Nov 12 03:26:40.705152 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.706075 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.706582 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: security-groups-shared-filtering Nov 12 03:26:40.706900 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.707494 n-d-767704-23 neutron-server[103035]: WARNING neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 03:26:40.707810 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: securitygroup.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.718306 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.718827 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: security-group Nov 12 03:26:40.719153 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: segment.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.719939 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.720476 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension segment not supported by any of loaded plugins Nov 12 03:26:40.720799 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.721741 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.722241 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 03:26:40.722559 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: servicetype.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.723657 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.724207 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: service-type Nov 12 03:26:40.724530 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: sorting.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.725510 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.725835 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: sorting Nov 12 03:26:40.726149 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: standard_attr_segment.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.727058 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.727562 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 03:26:40.727879 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: standardattrdescription.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.728620 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.729119 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: standard-attr-description Nov 12 03:26:40.729432 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: stateful_security_group.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.730376 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.730881 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: stateful-security-group Nov 12 03:26:40.731204 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: stdattrs_common.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.731773 n-d-767704-23 neutron-server[103035]: WARNING neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 03:26:40.732125 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.733655 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.734158 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 03:26:40.734477 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: subnet_onboard.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.735540 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.736064 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: subnet_onboard Nov 12 03:26:40.736402 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.737327 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.737833 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 03:26:40.738155 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: subnet_service_types.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.739081 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.739594 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: subnet-service-types Nov 12 03:26:40.739911 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: subnetallocation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.741056 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.741538 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: subnet_allocation Nov 12 03:26:40.741855 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.742525 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.743037 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: subnetpool-prefix-ops Nov 12 03:26:40.743353 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.744391 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.744909 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 03:26:40.745207 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: tagging.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.746281 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.746788 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: standard-attr-tag Nov 12 03:26:40.747110 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: timestamp.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.748359 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.748870 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loaded extension: standard-attr-timestamp Nov 12 03:26:40.749191 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: trunk.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.750226 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.750737 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension trunk not supported by any of loaded plugins Nov 12 03:26:40.751058 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: trunk_details.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.751978 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.752514 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension trunk-details not supported by any of loaded plugins Nov 12 03:26:40.752833 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: uplink_status_propagation.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.753766 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.754271 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 03:26:40.754587 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Loading extension file: vlantransparent.py {{(pid=103035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:26:40.755258 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:26:40.755762 n-d-767704-23 neutron-server[103035]: INFO neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 03:26:40.758323 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:network Nov 12 03:26:40.758848 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:subnet Nov 12 03:26:40.759337 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:26:40.759731 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:port Nov 12 03:26:40.760999 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:26:40.761449 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service FLAVORS assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:26:40.762061 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:26:40.762498 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:26:40.762823 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:router Nov 12 03:26:40.763250 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 03:26:40.763771 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service METERING assigned prefix: /metering {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:26:40.765252 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.765616 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.765959 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:26:40.766954 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 03:26:40.767389 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:security_group Nov 12 03:26:40.767812 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 03:26:40.768462 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service CORE assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:26:40.768799 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:26:40.769143 n-d-767704-23 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] subnetpool is already registered Nov 12 03:26:40.769563 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service CORE assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:26:40.769885 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:26:40.770213 n-d-767704-23 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] subnetpool is already registered Nov 12 03:26:40.772616 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:26:40.773055 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service FLAVORS assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:26:40.773669 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:26:40.774110 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:26:40.774439 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:router Nov 12 03:26:40.774780 n-d-767704-23 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] router is already registered Nov 12 03:26:40.775197 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 03:26:40.775528 n-d-767704-23 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] floatingip is already registered Nov 12 03:26:40.775999 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service METERING assigned prefix: /metering {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:26:40.776828 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 03:26:40.777253 n-d-767704-23 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] rbac_policy is already registered Nov 12 03:26:40.777557 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:security_group Nov 12 03:26:40.777894 n-d-767704-23 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] security_group is already registered Nov 12 03:26:40.778294 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 03:26:40.778628 n-d-767704-23 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] security_group_rule is already registered Nov 12 03:26:40.779110 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service CORE assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:26:40.779960 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:26:40.780311 n-d-767704-23 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] subnetpool is already registered Nov 12 03:26:40.780754 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.v2.resource_helper [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Service CORE assigned prefix: {{(pid=103035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:26:40.781051 n-d-767704-23 neutron-server[103035]: INFO neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:26:40.781384 n-d-767704-23 neutron-server[103035]: WARNING neutron.quota.resource_registry [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] subnetpool is already registered Nov 12 03:26:40.783134 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: extensions {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.784687 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: address-groups {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.786164 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: address-scopes {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.787377 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: agents {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.788653 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: auto-allocated-topology {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.789972 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: availability_zones {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.791190 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: dhcp-networks {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.792617 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: dhcp-agents {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.794161 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: routers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.796849 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: flavors {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.798113 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: service_profiles {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.799295 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: next_providers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.800781 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: service_profiles {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.802221 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: floatingip-pools {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.803535 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: routers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.805651 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: floatingips {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.807050 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: l3-routers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.808478 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: l3-agents {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.809900 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: metering-labels {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.811149 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: metering-label-rules {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.812819 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: network-ip-availabilities {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.814072 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: bindings {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.815686 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: quotas {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.817368 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: quotas {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.818877 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: rbac-policies {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.820088 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: security-groups {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.821413 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: security-group-rules {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.822725 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: service-providers {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.823939 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: subnetpools {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.825349 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: subnetpools {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.827327 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.829091 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.830901 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.832708 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.834383 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.836366 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.838094 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.841046 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.842996 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.845277 n-d-767704-23 neutron-server[103035]: DEBUG neutron.api.extensions [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Extended resource: tags {{(pid=103035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:26:40.851459 n-d-767704-23 neutron-server[103035]: WARNING keystonemiddleware.auth_token [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 03:26:40.856158 n-d-767704-23 neutron-server[103035]: WARNING keystonemiddleware.auth_token [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 03:26:40.865385 n-d-767704-23 neutron-server[103035]: DEBUG oslo_concurrency.lockutils [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Acquired lock "singleton_lock" {{(pid=103035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 03:26:40.865790 n-d-767704-23 neutron-server[103035]: DEBUG oslo_concurrency.lockutils [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Releasing lock "singleton_lock" {{(pid=103035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 03:26:40.866425 n-d-767704-23 neutron-server[103035]: INFO oslo_service.service [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Starting 2 workers Nov 12 03:26:40.871326 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Started child 103146 {{(pid=103035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:26:40.875946 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Started child 103147 {{(pid=103035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:26:40.876803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.877664 n-d-767704-23 neutron-server[103035]: INFO neutron.service [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 03:26:40.878196 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Publish callbacks [] for process, before_spawn {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.878530 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [-] (103146) wsgi starting up on http://0.0.0.0:9696 Nov 12 03:26:40.880519 n-d-767704-23 neutron-server[103035]: INFO oslo_service.service [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Starting 1 workers Nov 12 03:26:40.880792 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.882394 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [-] (103147) wsgi starting up on http://0.0.0.0:9696 Nov 12 03:26:40.885803 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Started child 103148 {{(pid=103035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:26:40.886331 n-d-767704-23 neutron-server[103035]: INFO oslo_service.service [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Starting 1 workers Nov 12 03:26:40.890118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.service [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] calling RpcWorker wait() {{(pid=103148) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 03:26:40.890737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.service [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] returning from RpcWorker wait() {{(pid=103148) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 03:26:40.891449 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Started child 103149 {{(pid=103035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:26:40.891988 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.892289 n-d-767704-23 neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c57d32db-f8ca-4d76-ba96-af79e0344d50 None None] Publish callbacks [] for process, after_spawn {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.892576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:40.894149 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 03:26:40.894364 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:26:40.894545 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:26:40.894755 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:26:40.895094 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:26:40.895284 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:26:40.895792 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.896076 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.896260 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.896732 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.896732 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.896858 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.897392 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.897492 n-d-767704-23 neutron-server[103149]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:40.897666 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.897919 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.898194 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.898455 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.898620 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.898784 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.899027 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.899273 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.899555 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.899819 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.900093 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.900337 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.900583 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.900859 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.901129 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.901353 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.901631 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] debug = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.901873 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.902331 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.902570 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.902821 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.903055 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.903335 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.903560 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.903818 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.904057 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.904372 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.905160 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.905410 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.905707 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.905871 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.906092 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.906316 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.906554 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.906769 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.907233 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] host = n-d-767704-23 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.907479 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.907745 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.907914 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.908199 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.908449 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.908677 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.908929 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.909192 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.909426 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.909656 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.909889 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.910134 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.910340 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.910596 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.910753 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_options = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.910994 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.911260 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.911519 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.911712 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.911875 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.912091 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.912317 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.912457 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.912716 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.912931 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.913138 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.913381 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.913586 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.913828 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.914039 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.914279 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.914489 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.914697 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.914935 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.915171 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.915407 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.915640 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.915893 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.916152 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.916379 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.916590 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.916810 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.917016 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.917250 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.917478 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.917705 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.917956 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.918187 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.918424 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.918699 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.918938 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.919156 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.919372 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.919616 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.919833 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.920127 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.920383 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.920593 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.920810 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.921020 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.921226 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.921437 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] use_json = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.921641 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.921880 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.922119 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.922321 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.922527 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.922733 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.922962 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.923203 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:40.923633 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.923905 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.924226 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.924480 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.924723 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.924966 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.925209 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.925422 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.925665 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.925986 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.926213 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.926514 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.926932 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.927154 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.927409 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.927729 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.928089 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.928305 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.928556 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.928789 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.928996 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.929427 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.929697 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.930909 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.930909 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.930909 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.931253 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.931378 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.931801 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.931801 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.105/identity {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.932212 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.932336 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.932677 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.933049 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.933267 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.933573 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.933786 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.934052 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.934269 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.934504 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.934740 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.934984 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.935214 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.935439 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.935713 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.936200 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.936339 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.936806 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.936936 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.937214 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.937381 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.937624 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.937879 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.938177 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.938337 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.938556 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.938791 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.939002 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.939242 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.939549 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.939702 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.939934 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.940337 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.940590 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.946779 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.946779 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.946779 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.946779 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.946779 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.946779 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.946779 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.946779 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.946779 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.949844 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.949844 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.949844 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.949844 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.949844 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.949844 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.949844 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.949844 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.949844 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.950555 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.950555 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.950555 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.950555 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.950555 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.950555 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.950555 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.950555 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.950555 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.951786 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.951786 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.951786 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.951786 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.951786 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.951786 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.951786 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.951786 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954041 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954041 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954041 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954041 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954041 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954041 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954041 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954041 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954610 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954610 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954610 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954610 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954610 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954610 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954610 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.954610 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.955177 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.955177 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.955177 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.955177 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.955177 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.955177 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.955177 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.955177 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.956217 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.956217 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.956217 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.956217 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.956217 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.958625 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.958625 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.958625 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.958625 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.958625 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.958625 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.958625 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.958625 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.959928 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.959928 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.959928 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.959928 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.959928 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.959928 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.959928 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.959928 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.960469 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.960469 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.960704 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.961040 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.961265 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.105/identity {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.961654 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.961829 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.961985 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.962127 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.962325 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.962781 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.962781 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.963194 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.963194 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.963604 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.963604 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.966927 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.966927 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.966927 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.966927 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.966927 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.966927 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.966927 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.966927 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.968757 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.968757 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.968757 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.968757 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.968757 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.970503 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.971460 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.971460 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.971460 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.971853 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.971853 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.972118 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.972269 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.972461 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.972697 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.973466 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.973466 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.973466 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.973866 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.973866 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.974047 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.974286 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.974650 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.974786 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.975518 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.976428 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.976689 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.976974 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.977214 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.977482 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.977745 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.978040 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.978292 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.978533 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.978754 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.979017 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.979242 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.979494 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.979711 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.979921 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.980167 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.980403 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.980610 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.980906 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.981162 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.981409 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.981667 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.981900 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.982111 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.982335 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.982564 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.982769 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.982985 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.983218 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.983427 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.983666 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.983870 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.984641 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.984881 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.987305 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.987846 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.988155 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.988379 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.989101 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.989341 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.989566 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.989778 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.990003 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.990235 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.990464 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.990688 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.990903 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.991107 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.991351 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.991557 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.991760 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.991975 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.992207 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.992409 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.992679 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.992956 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.993149 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.993430 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.993655 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.993893 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.994129 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.994446 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.994681 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.995168 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.995460 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.995681 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.995898 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.996991 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.996991 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.996991 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.996991 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.997333 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.997491 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:40.999516 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.001411 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.001650 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.001961 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.002304 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.002663 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.003010 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.003265 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.003507 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.003758 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.003975 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.004315 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.005642 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.005877 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.006144 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.007548 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.007818 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.008111 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.008384 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.008607 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.008838 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.009076 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.009372 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.009600 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.010097 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:26:41.010626 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 03:26:41.010786 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:26:41.010942 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:26:41.011157 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:26:41.011331 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:26:41.011481 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:26:41.011752 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.011917 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.012098 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.012224 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.012381 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.012702 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.013292 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.013448 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.013602 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.014280 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.016273 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.016640 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.016815 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.016988 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.017162 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.017328 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.017492 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.017654 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.017820 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.017988 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.018141 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.018274 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.018422 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] debug = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.018688 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.018826 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.019058 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.019264 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.019264 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.019635 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.019635 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.019891 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.019891 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.020181 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.020181 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.020374 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.020455 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.020653 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.020815 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.020972 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.021127 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.021283 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.021437 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] host = n-d-767704-23 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.021593 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.021748 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.021902 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.022057 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.022211 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.022365 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.022520 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.022675 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.022830 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.022984 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.023137 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.023291 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.023445 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.023601 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.023754 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_options = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.023908 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.024079 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.024237 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.024424 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.024583 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.024739 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.024894 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.025050 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.025205 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.025359 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.025513 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.025667 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.025821 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.025974 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.026127 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.026283 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.026438 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.026593 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.026750 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.026904 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.027059 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.027213 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.027368 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.027542 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.027664 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.027818 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.028075 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.028247 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.028407 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.028551 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.028689 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.029163 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.029163 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.029163 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.029976 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.029976 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.030205 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.030302 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.030458 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.030678 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.030837 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.030986 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.031337 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.031337 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.031729 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.031729 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.031729 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] use_json = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.032976 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.032976 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.032976 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.032976 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.032976 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.032976 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.032976 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.032976 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:26:41.033514 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.033514 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.033514 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.033514 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.033778 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.033778 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.033926 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.034061 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.034220 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.034520 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.034520 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.034673 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.034835 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.035138 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.035138 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.035318 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.035443 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.035601 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.035759 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.035916 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.036118 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.036246 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.036410 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.036566 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.036722 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.036879 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.037038 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.037208 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.037364 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.037521 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.105/identity {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.037680 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.037860 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.037990 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.038149 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.038301 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.038460 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.038631 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.038771 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.039084 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.039249 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.039407 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.039552 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.039712 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.039831 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.039993 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.040169 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.040324 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.040483 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.040649 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.040899 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.041062 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.041221 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.041378 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.041536 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.041693 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.041863 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.042024 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.042179 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.042329 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.042487 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.042644 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.042802 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.042961 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.043118 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.043275 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.043432 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.043602 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.043759 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.043917 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.044145 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.044302 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.044437 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.044559 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.045480 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.045480 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.045480 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.045799 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.045799 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.045996 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.046078 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.046223 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.046379 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.046537 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.046879 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.046879 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.047084 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.047186 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.047334 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.047449 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.047569 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.047738 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.047894 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.048265 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.048265 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.048416 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.048493 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.048651 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.048859 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.048944 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.049103 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.050319 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.050319 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.050319 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.050319 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.050319 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.050319 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.050319 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.050319 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.051423 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.051423 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.051423 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.051423 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.051423 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.051423 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.051423 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.051913 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.051913 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.051913 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.052199 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.052199 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.052390 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.052471 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.052592 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.052751 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.052837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:41.052924 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.053054 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.053211 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.053369 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.053526 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.053683 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.053839 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.053995 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.054159 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.054325 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.054480 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.054637 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.054798 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.054977 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.055132 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.055289 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.055445 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.055600 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.055757 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.055913 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.056093 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.056252 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.056408 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.056564 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.056721 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.105/identity {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.056878 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.057034 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.057191 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.057347 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.057504 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.057662 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.057819 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.057977 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.058133 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.058290 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.058446 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.058603 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.058760 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.058915 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.059072 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.059228 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.059383 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.059540 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.059695 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.059854 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.060011 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.060190 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.060346 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.060502 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.060705 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.061420 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.061964 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.062134 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.062338 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.062440 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.062597 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.062754 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.062914 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.063070 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.063228 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.063386 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.063542 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.063700 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.063858 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.064015 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.064265 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.064501 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.064667 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.064838 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.065001 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.065161 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.065315 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.065472 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.065629 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.065786 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.066169 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.066169 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.066359 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.066359 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.066518 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.066850 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.066850 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.067041 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.067153 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.067277 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.067386 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.068073 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.068073 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.068073 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.068073 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.068410 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.068410 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.068555 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.068633 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.068761 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.068916 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.069075 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.069435 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.069435 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.069690 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.069690 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.069950 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.069950 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.070201 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.070352 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.070487 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.070617 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.070703 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.070864 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.070994 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.071120 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.071283 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.071440 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.071593 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.071730 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.071886 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.072352 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.072352 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.072352 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.072724 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.072724 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.073024 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.073024 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.073274 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.073274 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.073529 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.073529 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.073790 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.073920 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.074050 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.074176 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.074302 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.074440 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.074564 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.074720 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.074877 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.075036 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.075197 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.075775 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.075775 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.075775 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.076117 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.076117 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.077252 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.077252 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.077252 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.077252 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.077252 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.077252 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.077252 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.077814 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.077814 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.077814 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.077814 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.078117 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.078117 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.078307 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.078307 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.078495 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.078586 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.078733 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.078891 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.079047 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.079205 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.079362 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.079523 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:26:41.079712 n-d-767704-23 neutron-server[103035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:26:41.210318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:41.219293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [-] 10.222.0.105 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0068285 Nov 12 03:26:53.003986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc0e9a7-f5f2-46e6-9c19-9b1598e5d593 None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:26:53.078620 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0e9a7-f5f2-46e6-9c19-9b1598e5d593 None None] No non-hosted networks {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 03:26:53.110751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.agentschedulers_db [None req-edc0e9a7-f5f2-46e6-9c19-9b1598e5d593 None None] DHCP Agent not found on host n-d-767704-23 {{(pid=103148) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 03:26:53.294204 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8cdf865e-5239-41e3-a95a-efad12871115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917929'] for agent, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.421595 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9739627a-62cd-4812-992b-4c61b80c6100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917929'] for agent, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.448933 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-e508d7c9-81f3-420e-bfc5-5f897b7e8f78 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-767704-23 {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:26:55.449718 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-e508d7c9-81f3-420e-bfc5-5f897b7e8f78 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:26:56.073821 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e508d7c9-81f3-420e-bfc5-5f897b7e8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.531541 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917929'] for agent, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.270360 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917929'] for agent, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.910711 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917929'] for agent, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.911630 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:58.912306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:58.912939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:58.913492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:58.913962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:58.914549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:58.915036 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:58.915492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:58.915960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:58.916436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:58.916950 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:58.917418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:58.917948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-767704-23', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:58.925336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-767704-23', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:59.158222 n-d-767704-23 neutron-server[103148]: INFO neutron.db.l3_hamode_db [None req-8284a036-2da5-44f9-9813-37ee6379e2b0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 03:26:59.243827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8284a036-2da5-44f9-9813-37ee6379e2b0 None None] Routers set() bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:59.244238 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8284a036-2da5-44f9-9813-37ee6379e2b0 None None] Router IDs set() for agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:26:59.403911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45644) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:59.907493 n-d-767704-23 neutron-server[103146]: WARNING oslo_policy.policy [None req-3a5daa53-f737-4f3b-ae33-c274f07f74b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:26:59.908175 n-d-767704-23 neutron-server[103146]: WARNING oslo_policy.policy [None req-3a5daa53-f737-4f3b-ae33-c274f07f74b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:27:00.136401 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-3a5daa53-f737-4f3b-ae33-c274f07f74b2 admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:27:00.137535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3a5daa53-f737-4f3b-ae33-c274f07f74b2 admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7321126 Nov 12 03:27:02.652665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45660) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:02.964521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f616c800-a42d-465d-8b55-be48cae37a25 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:03.060899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.policy [None req-f616c800-a42d-465d-8b55-be48cae37a25 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103146) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 03:27:03.108309 n-d-767704-23 neutron-server[103146]: WARNING oslo_policy.policy [None req-f616c800-a42d-465d-8b55-be48cae37a25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:27:03.108703 n-d-767704-23 neutron-server[103146]: WARNING oslo_policy.policy [None req-f616c800-a42d-465d-8b55-be48cae37a25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:27:03.117186 n-d-767704-23 neutron-server[103146]: INFO neutron.quota [None req-f616c800-a42d-465d-8b55-be48cae37a25 admin admin] Loaded quota_driver: . Nov 12 03:27:03.289047 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f616c800-a42d-465d-8b55-be48cae37a25 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761907179285', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761907176128', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761907175243', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761907161927', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761906693090', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761907275728', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3772416', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3932316', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-871812', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-758172'] for rbac-policy, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.523814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f616c800-a42d-465d-8b55-be48cae37a25 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.525015 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f616c800-a42d-465d-8b55-be48cae37a25 admin admin] 10.222.0.105 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8714306 Nov 12 03:27:06.214097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:06.711547 n-d-767704-23 neutron-server[103147]: WARNING oslo_policy.policy [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:27:06.712164 n-d-767704-23 neutron-server[103147]: WARNING oslo_policy.policy [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:27:06.939555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'project_id': '39a87f3d066b46c48c56326a2174ab5c', 'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:06.941120 n-d-767704-23 neutron-server[103147]: INFO neutron.quota [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Loaded quota_driver: . Nov 12 03:27:07.072556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Made reservation on behalf of 39a87f3d066b46c48c56326a2174ab5c for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:07.148441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.policy [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103147) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 03:27:07.196115 n-d-767704-23 neutron-server[103147]: WARNING oslo_policy.policy [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:27:07.196422 n-d-767704-23 neutron-server[103147]: WARNING oslo_policy.policy [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:27:07.206884 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.228344 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.338525 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.404660 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.428766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1336} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:07.452387 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761907163621', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.452868 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Unsubscribe: segment precommit_create {{(pid=103147) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 03:27:07.453369 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Added segment 7c74df31-294f-41f3-8824-1e37e9f737b1 of type vlan for network 67e49a12-6fee-4e91-8d10-23ea24889b65 Nov 12 03:27:07.459070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b7ff45-fa2d-403b-9e1a-e7d6fa0ca84f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:07.489971 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.490305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.490637 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.490962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.491286 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.491605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.491920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.492260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.492575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.492887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.493198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.493507 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Tracked resource versions report: Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: pushed versions: Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: { 'AddressGroup': {'1.2'}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'ConntrackHelper': {'1.0'}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'Log': {'1.0'}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'Network': {'1.1'}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'Port': {'1.7'}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'PortForwarding': {'1.2'}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'QosPolicy': {'1.10'}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'SecurityGroup': {'1.5'}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'SubPort': {'1.0'}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'Subnet': {'1.1'}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'Trunk': {'1.1'}} Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: consumer versions: Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: { DHCP agent@n-d-767704-23: {}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: L3 agent@n-d-767704-23: {}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: Metadata agent@n-d-767704-23: {}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: Metering agent@n-d-767704-23: {}, Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: Open vSwitch agent@n-d-767704-23: { 'AddressGroup': '1.2', Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'ConntrackHelper': '1.0', Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'Log': '1.0', Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'Network': '1.1', Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'Port': '1.7', Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'PortForwarding': '1.2', Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'QosPolicy': '1.10', Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'SecurityGroup': '1.5', Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'SecurityGroupRule': '1.2', Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'SubPort': '1.0', Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'Subnet': '1.1', Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: 'Trunk': '1.1'}} Nov 12 03:27:07.494603 n-d-767704-23 neutron-server[103147]: {{(pid=103147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:27:07.583502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.712666 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.713857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.714615 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.815136 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] Pushing event updated for resources: {'Network': ['ID=67e49a12-6fee-4e91-8d10-23ea24889b65,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:07.826721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 67e49a12-6fee-4e91-8d10-23ea24889b65 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:07.841032 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a449fe1f-179d-4d55-8c31-d6237b212b79 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.6247218 Nov 12 03:27:10.577783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:10.963646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ee950-81a2-4e8f-8c6e-e62f96dfe009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:10.965078 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-683ee950-81a2-4e8f-8c6e-e62f96dfe009 admin admin] 10.222.0.105 "GET /v2.0/networks/67e49a12-6fee-4e91-8d10-23ea24889b65 HTTP/1.1" status: 200 len: 826 time: 0.3863463 Nov 12 03:27:11.006026 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2d47ea92-60a2-4cae-9a62-3691f07cf6bd admin admin] 10.222.0.105 "GET /v2.0/subnetpools/1056b95f-1612-4b75-9f2f-cd33c75fe7f2 HTTP/1.1" status: 200 len: 734 time: 0.0346851 Nov 12 03:27:11.015342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-86c93c65-c6f8-414f-944b-19b8d337b0b4 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '1056b95f-1612-4b75-9f2f-cd33c75fe7f2', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:11.126965 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c93c65-c6f8-414f-944b-19b8d337b0b4 admin admin] Made reservation on behalf of 39a87f3d066b46c48c56326a2174ab5c for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:11.129262 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86c93c65-c6f8-414f-944b-19b8d337b0b4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.483897 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86c93c65-c6f8-414f-944b-19b8d337b0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.552994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c93c65-c6f8-414f-944b-19b8d337b0b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6014410-c529-44ca-a05f-f5424f92b2e5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:11.554979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c93c65-c6f8-414f-944b-19b8d337b0b4 admin admin] Checking segment: {'id': '7c74df31-294f-41f3-8824-1e37e9f737b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:11.555376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c93c65-c6f8-414f-944b-19b8d337b0b4 admin admin] Network hostable DHCP agents. Network: 67e49a12-6fee-4e91-8d10-23ea24889b65, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:11.677894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c93c65-c6f8-414f-944b-19b8d337b0b4 admin admin] Network 67e49a12-6fee-4e91-8d10-23ea24889b65 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:11.757625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-86c93c65-c6f8-414f-944b-19b8d337b0b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 67e49a12-6fee-4e91-8d10-23ea24889b65) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:11.763094 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c93c65-c6f8-414f-944b-19b8d337b0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.763697 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86c93c65-c6f8-414f-944b-19b8d337b0b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.768742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34c1081-e06d-4134-9c57-0e6ae60f5be3 None None] Network 67e49a12-6fee-4e91-8d10-23ea24889b65 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:11.863435 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-86c93c65-c6f8-414f-944b-19b8d337b0b4 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8512967 Nov 12 03:27:12.104723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-67e49a12-6fee-4e91-8d10-23ea24889b65', 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'fixed_ips': [{'subnet_id': 'a6014410-c529-44ca-a05f-f5424f92b2e5'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:12.105949 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.422388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Allocated IP 172.20.0.2 (67e49a12-6fee-4e91-8d10-23ea24889b65/a6014410-c529-44ca-a05f-f5424f92b2e5/cfe338fa-4d1e-4b0a-a281-1de25695ad5b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:12.628522 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.701912 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.779130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Network 67e49a12-6fee-4e91-8d10-23ea24889b65 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:12.784161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:12.787301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:12.793632 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Pushing event updated for resources: {'Port': ['ID=cfe338fa-4d1e-4b0a-a281-1de25695ad5b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:12.827680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:12.828022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:12.828386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:12.828718 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:12.829044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:12.829370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:12.829691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:12.830014 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:12.830331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:12.830648 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:12.830964 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:12.831278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Tracked resource versions report: Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: pushed versions: Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: { 'AddressGroup': {'1.2'}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'ConntrackHelper': {'1.0'}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'Log': {'1.0'}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'Network': {'1.1'}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'Port': {'1.7'}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'PortForwarding': {'1.2'}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'QosPolicy': {'1.10'}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'SecurityGroup': {'1.5'}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'SubPort': {'1.0'}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'Subnet': {'1.1'}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'Trunk': {'1.1'}} Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: consumer versions: Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: { DHCP agent@n-d-767704-23: {}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: L3 agent@n-d-767704-23: {}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: Metadata agent@n-d-767704-23: {}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: Metering agent@n-d-767704-23: {}, Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: Open vSwitch agent@n-d-767704-23: { 'AddressGroup': '1.2', Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'ConntrackHelper': '1.0', Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'Log': '1.0', Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'Network': '1.1', Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'Port': '1.7', Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'PortForwarding': '1.2', Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'QosPolicy': '1.10', Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'SecurityGroup': '1.5', Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'SecurityGroupRule': '1.2', Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'SubPort': '1.0', Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'Subnet': '1.1', Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: 'Trunk': '1.1'}} Nov 12 03:27:12.832366 n-d-767704-23 neutron-server[103148]: {{(pid=103148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:27:12.881008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Attempting to bind port cfe338fa-4d1e-4b0a-a281-1de25695ad5b on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:12.881400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Attempting to bind port cfe338fa-4d1e-4b0a-a281-1de25695ad5b by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '7c74df31-294f-41f3-8824-1e37e9f737b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:12.881817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Attempting to bind port cfe338fa-4d1e-4b0a-a281-1de25695ad5b on network 67e49a12-6fee-4e91-8d10-23ea24889b65 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:12.886792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:12.887181 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Checking segment: {'id': '7c74df31-294f-41f3-8824-1e37e9f737b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:12.888244 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.888635 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Bound using segment: {'id': '7c74df31-294f-41f3-8824-1e37e9f737b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:12.889148 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Bound port: cfe338fa-4d1e-4b0a-a281-1de25695ad5b, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c74df31-294f-41f3-8824-1e37e9f737b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:12.889567 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.956717 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] For port cfe338fa-4d1e-4b0a-a281-1de25695ad5b, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:12.960926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] For port cfe338fa-4d1e-4b0a-a281-1de25695ad5b, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=cfe338fa-4d1e-4b0a-a281-1de25695ad5b,segment=NetworkSegment(7c74df31-294f-41f3-8824-1e37e9f737b1),segment_id=7c74df31-294f-41f3-8824-1e37e9f737b1)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:13.015228 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.087055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e458337-d59b-4d91-9bc3-c134889c2383 None None] Pushing event updated for resources: {'Port': ['ID=cfe338fa-4d1e-4b0a-a281-1de25695ad5b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:14.432202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:14.751509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-c88f31a4-28d8-46ed-92f3-d170a8667b6d admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:27:14.752565 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c88f31a4-28d8-46ed-92f3-d170a8667b6d admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3194182 Nov 12 03:27:17.287003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45710) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:17.609930 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-3235a94f-d9ee-4008-8674-2d721c80259f admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:27:17.610904 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3235a94f-d9ee-4008-8674-2d721c80259f admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3229818 Nov 12 03:27:20.365238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:20.667963 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-02e8ee05-1962-47b1-ade1-3eb996e1e14b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:20.750107 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02e8ee05-1962-47b1-ade1-3eb996e1e14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.751734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02e8ee05-1962-47b1-ade1-3eb996e1e14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.890483 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02e8ee05-1962-47b1-ade1-3eb996e1e14b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.961876 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02e8ee05-1962-47b1-ade1-3eb996e1e14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.045228 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02e8ee05-1962-47b1-ade1-3eb996e1e14b admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.046640 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-02e8ee05-1962-47b1-ade1-3eb996e1e14b admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6803136 Nov 12 03:27:22.245941 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20620f35-b68b-40ce-83df-8cc5c24c9bd0 None None] Network 67e49a12-6fee-4e91-8d10-23ea24889b65 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:22.326219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-61d89a3c-c67e-40aa-b246-20d3dca1d8a5 None None] Provisioning complete for port cfe338fa-4d1e-4b0a-a281-1de25695ad5b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:22.326600 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61d89a3c-c67e-40aa-b246-20d3dca1d8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.530320 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61d89a3c-c67e-40aa-b246-20d3dca1d8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.576686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-61d89a3c-c67e-40aa-b246-20d3dca1d8a5 None None] For port cfe338fa-4d1e-4b0a-a281-1de25695ad5b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=cfe338fa-4d1e-4b0a-a281-1de25695ad5b,segment=NetworkSegment(7c74df31-294f-41f3-8824-1e37e9f737b1),segment_id=7c74df31-294f-41f3-8824-1e37e9f737b1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:22.644242 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61d89a3c-c67e-40aa-b246-20d3dca1d8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.718621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d89a3c-c67e-40aa-b246-20d3dca1d8a5 None None] Pushing event updated for resources: {'Port': ['ID=cfe338fa-4d1e-4b0a-a281-1de25695ad5b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:22.745234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device cfe338fa-4d1e-4b0a-a281-1de25695ad5b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:22.796082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port cfe338fa-4d1e-4b0a-a281-1de25695ad5b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:22.796448 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.889629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4b3f1512-fcb8-420b-9267-125c57933d75 None None] Provisioning complete for port cfe338fa-4d1e-4b0a-a281-1de25695ad5b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:22.889909 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b3f1512-fcb8-420b-9267-125c57933d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.981509 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9944672a-5912-43c5-b99b-26ba3e320f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.567462 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45734) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:23.881729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-020b64bd-e2cf-48b3-a7e6-a26ac0edd8d9 admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:27:23.882718 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-020b64bd-e2cf-48b3-a7e6-a26ac0edd8d9 admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3141887 Nov 12 03:27:24.675530 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device cfe338fa-4d1e-4b0a-a281-1de25695ad5b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:24.724700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port cfe338fa-4d1e-4b0a-a281-1de25695ad5b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:24.725055 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.408665 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dae84912-5a85-41ff-a0e6-bb502412e9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.466140 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.477273 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:26.614649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:26.704939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Made reservation on behalf of 7d165e84c649487597fae6385ec89cf2 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:26.707236 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.715855 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.789316 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.853662 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.869205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Reserving flat network on physical network physnet1 {{(pid=103147) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 03:27:26.888976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1553893b-4948-48ad-8ab3-43e776be5bb9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:26.894660 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.895006 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Added segment b7c541c9-1a91-45e4-945d-ecfa3055c9ac of type flat for network 7e2d1792-a484-458c-8d3b-735e30c8bf07 Nov 12 03:27:26.943431 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.028977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.029948 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.030530 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.110230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2d1792-a484-458c-8d3b-735e30c8bf07,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:27.120580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:27.127186 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e2a0b203-aba0-4d87-8059-f1bbe72f48a7 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6486702 Nov 12 03:27:28.110681 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.891735 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.952695 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:27:29.492809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:29.595291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca19abad-e342-4237-b0d3-059bafa475be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.596635 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ca19abad-e342-4237-b0d3-059bafa475be admin admin] 10.222.0.105 "GET /v2.0/subnets/a6014410-c529-44ca-a05f-f5424f92b2e5 HTTP/1.1" status: 200 len: 849 time: 0.1028726 Nov 12 03:27:29.713919 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f3129d4b-aa21-4712-9de6-a46f169123be admin admin] 10.222.0.105 "GET /v2.0/routers/775bbdd5-5834-4309-9f1e-925ed6de37bc HTTP/1.1" status: 200 len: 704 time: 0.1110125 Nov 12 03:27:29.980328 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.284152 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Allocated IP 172.20.0.1 (67e49a12-6fee-4e91-8d10-23ea24889b65/a6014410-c529-44ca-a05f-f5424f92b2e5/f4743359-ca1d-4a23-aeb9-badd3640fe2e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:30.480262 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.631116 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.700171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Network 67e49a12-6fee-4e91-8d10-23ea24889b65 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:30.706885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:30.717103 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:30.717601 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.771432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Pushing event updated for resources: {'Port': ['ID=f4743359-ca1d-4a23-aeb9-badd3640fe2e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.864661 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2d70dcc3-8373-46ff-bdbf-1d73988532d1 None None] Provisioning complete for port f4743359-ca1d-4a23-aeb9-badd3640fe2e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:30.865271 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d70dcc3-8373-46ff-bdbf-1d73988532d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.939918 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2d70dcc3-8373-46ff-bdbf-1d73988532d1 None None] Port f4743359-ca1d-4a23-aeb9-badd3640fe2e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:30.976694 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.180093 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.231447 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.232177 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.316406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Pushing event updated for resources: {'Port': ['ID=f4743359-ca1d-4a23-aeb9-badd3640fe2e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:31.356919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Network 67e49a12-6fee-4e91-8d10-23ea24889b65 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:31.358181 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:31.562174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-89c9a328-e9a6-42ca-9bf2-faf34c39f34d None None] Provisioning complete for port f4743359-ca1d-4a23-aeb9-badd3640fe2e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:31.562538 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-89c9a328-e9a6-42ca-9bf2-faf34c39f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.596281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-89c9a328-e9a6-42ca-9bf2-faf34c39f34d None None] Port f4743359-ca1d-4a23-aeb9-badd3640fe2e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:31.608218 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Router 775bbdd5-5834-4309-9f1e-925ed6de37bc is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:27:31.698404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:31.705072 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-846582c7-5386-42b6-ae22-7b7a68561f2b admin admin] 10.222.0.105 "PUT /v2.0/routers/775bbdd5-5834-4309-9f1e-925ed6de37bc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9817660 Nov 12 03:27:31.708085 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Sync routers for ids ['775bbdd5-5834-4309-9f1e-925ed6de37bc'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:31.721508 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Routers {'775bbdd5-5834-4309-9f1e-925ed6de37bc'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:31.722431 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:27:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['775bbdd5-5834-4309-9f1e-925ed6de37bc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:31.915636 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Set router 775bbdd5-5834-4309-9f1e-925ed6de37bc gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:32.351938 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'name': 'router1', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:20Z', 'updated_at': '2021-11-12T03:27:30Z', 'revision_number': 2, 'project_id': '39a87f3d066b46c48c56326a2174ab5c', 'gw_port_host': None, '_interfaces': [{'id': 'f4743359-ca1d-4a23-aeb9-badd3640fe2e', 'name': '', 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'mac_address': 'fa:16:3e:ff:61:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6014410-c529-44ca-a05f-f5424f92b2e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:30Z', 'updated_at': '2021-11-12T03:27:31Z', 'revision_number': 2, 'project_id': '39a87f3d066b46c48c56326a2174ab5c', 'subnets': [{'id': 'a6014410-c529-44ca-a05f-f5424f92b2e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1056b95f-1612-4b75-9f2f-cd33c75fe7f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:32.403171 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Checking router: 775bbdd5-5834-4309-9f1e-925ed6de37bc for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:32.403542 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Updating router 775bbdd5-5834-4309-9f1e-925ed6de37bc port f4743359-ca1d-4a23-aeb9-badd3640fe2e binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:27:32.451587 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.972823 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.042048 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.213585 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Pushing event updated for resources: {'Port': ['ID=f4743359-ca1d-4a23-aeb9-badd3640fe2e,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:33.216969 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Attempting to bind port f4743359-ca1d-4a23-aeb9-badd3640fe2e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:33.217246 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Attempting to bind port f4743359-ca1d-4a23-aeb9-badd3640fe2e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '7c74df31-294f-41f3-8824-1e37e9f737b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:33.217675 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Attempting to bind port f4743359-ca1d-4a23-aeb9-badd3640fe2e on network 67e49a12-6fee-4e91-8d10-23ea24889b65 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:33.225960 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:33.226322 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Checking segment: {'id': '7c74df31-294f-41f3-8824-1e37e9f737b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:33.226794 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.227178 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Bound using segment: {'id': '7c74df31-294f-41f3-8824-1e37e9f737b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:33.227671 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Bound port: f4743359-ca1d-4a23-aeb9-badd3640fe2e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c74df31-294f-41f3-8824-1e37e9f737b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:33.228083 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.231857 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:33.232222 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:33.232559 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:33.232903 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:33.233218 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:33.233539 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:33.233932 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:33.234259 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:33.234585 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:33.234904 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:33.235218 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:33.235564 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Tracked resource versions report: Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: pushed versions: Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: { 'AddressGroup': {'1.2'}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'ConntrackHelper': {'1.0'}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'Log': {'1.0'}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'Network': {'1.1'}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'Port': {'1.7'}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'PortForwarding': {'1.2'}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'QosPolicy': {'1.10'}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'SecurityGroup': {'1.5'}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'SubPort': {'1.0'}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'Subnet': {'1.1'}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'Trunk': {'1.1'}} Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: consumer versions: Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: { DHCP agent@n-d-767704-23: {}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: L3 agent@n-d-767704-23: {}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: Metadata agent@n-d-767704-23: {}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: Metering agent@n-d-767704-23: {}, Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: Open vSwitch agent@n-d-767704-23: { 'AddressGroup': '1.2', Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'ConntrackHelper': '1.0', Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'Log': '1.0', Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'Network': '1.1', Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'Port': '1.7', Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'PortForwarding': '1.2', Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'QosPolicy': '1.10', Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'SecurityGroup': '1.5', Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'SecurityGroupRule': '1.2', Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'SubPort': '1.0', Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'Subnet': '1.1', Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: 'Trunk': '1.1'}} Nov 12 03:27:33.236655 n-d-767704-23 neutron-server[103149]: {{(pid=103149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:27:33.303822 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] For port f4743359-ca1d-4a23-aeb9-badd3640fe2e, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:33.324234 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] For port f4743359-ca1d-4a23-aeb9-badd3640fe2e, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f4743359-ca1d-4a23-aeb9-badd3640fe2e,segment=NetworkSegment(7c74df31-294f-41f3-8824-1e37e9f737b1),segment_id=7c74df31-294f-41f3-8824-1e37e9f737b1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:33.329057 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ceb63cb1-5b22-4d00-a7e7-064f7f4cf6c7 None None] Provisioning complete for port f4743359-ca1d-4a23-aeb9-badd3640fe2e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:33.329520 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ceb63cb1-5b22-4d00-a7e7-064f7f4cf6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.365106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ceb63cb1-5b22-4d00-a7e7-064f7f4cf6c7 None None] Port f4743359-ca1d-4a23-aeb9-badd3640fe2e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:33.390866 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.450359 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d6cd9-b9b0-4e63-bf50-f5746a6de730 None None] Pushing event updated for resources: {'Port': ['ID=f4743359-ca1d-4a23-aeb9-badd3640fe2e,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:33.452870 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Routers {'775bbdd5-5834-4309-9f1e-925ed6de37bc'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:33.453461 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:27:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['775bbdd5-5834-4309-9f1e-925ed6de37bc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:33.544722 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] Set router 775bbdd5-5834-4309-9f1e-925ed6de37bc gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:33.687450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-62718eb4-57d7-4174-9087-e306451a3662 None None] Provisioning complete for port f4743359-ca1d-4a23-aeb9-badd3640fe2e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:33.687810 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62718eb4-57d7-4174-9087-e306451a3662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.759175 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'name': 'router1', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:20Z', 'updated_at': '2021-11-12T03:27:30Z', 'revision_number': 2, 'project_id': '39a87f3d066b46c48c56326a2174ab5c', 'gw_port_host': None, '_interfaces': [{'id': 'f4743359-ca1d-4a23-aeb9-badd3640fe2e', 'name': '', 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'mac_address': 'fa:16:3e:ff:61:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6014410-c529-44ca-a05f-f5424f92b2e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:30Z', 'updated_at': '2021-11-12T03:27:33Z', 'revision_number': 4, 'project_id': '39a87f3d066b46c48c56326a2174ab5c', 'subnets': [{'id': 'a6014410-c529-44ca-a05f-f5424f92b2e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1056b95f-1612-4b75-9f2f-cd33c75fe7f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:33.769915 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62718eb4-57d7-4174-9087-e306451a3662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.786025 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c37416-e1f2-44fb-941a-e0d8c330b8de None None] The sync data for ids ['775bbdd5-5834-4309-9f1e-925ed6de37bc'] in n-d-767704-23 is: [{'id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'name': 'router1', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:20Z', 'updated_at': '2021-11-12T03:27:30Z', 'revision_number': 2, 'project_id': '39a87f3d066b46c48c56326a2174ab5c', 'gw_port_host': None, '_interfaces': [{'id': 'f4743359-ca1d-4a23-aeb9-badd3640fe2e', 'name': '', 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'mac_address': 'fa:16:3e:ff:61:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6014410-c529-44ca-a05f-f5424f92b2e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:30Z', 'updated_at': '2021-11-12T03:27:33Z', 'revision_number': 4, 'project_id': '39a87f3d066b46c48c56326a2174ab5c', 'subnets': [{'id': 'a6014410-c529-44ca-a05f-f5424f92b2e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1056b95f-1612-4b75-9f2f-cd33c75fe7f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:33.803556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-62718eb4-57d7-4174-9087-e306451a3662 None None] For port f4743359-ca1d-4a23-aeb9-badd3640fe2e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f4743359-ca1d-4a23-aeb9-badd3640fe2e,segment=NetworkSegment(7c74df31-294f-41f3-8824-1e37e9f737b1),segment_id=7c74df31-294f-41f3-8824-1e37e9f737b1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:33.860026 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62718eb4-57d7-4174-9087-e306451a3662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.915472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62718eb4-57d7-4174-9087-e306451a3662 None None] Pushing event updated for resources: {'Port': ['ID=f4743359-ca1d-4a23-aeb9-badd3640fe2e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:34.071622 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:34.181910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b10ff07-d5a3-4fd4-adaf-e17a938d3f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.184118 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3b10ff07-d5a3-4fd4-adaf-e17a938d3f5d admin admin] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 842 time: 0.1114230 Nov 12 03:27:34.194957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f52b0738-4606-4ad0-bd99-1c49c5da2b97 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.8.0/24', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:34.325586 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52b0738-4606-4ad0-bd99-1c49c5da2b97 admin admin] Made reservation on behalf of 7d165e84c649487597fae6385ec89cf2 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:34.327987 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f52b0738-4606-4ad0-bd99-1c49c5da2b97 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.725025 n-d-767704-23 neutron-server[103147]: DEBUG neutron.objects.ports [None req-f52b0738-4606-4ad0-bd99-1c49c5da2b97 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:27:34.725447 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f52b0738-4606-4ad0-bd99-1c49c5da2b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.780201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b0738-4606-4ad0-bd99-1c49c5da2b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46765777-3028-4f61-b84a-65c9dd754c9d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:34.788078 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52b0738-4606-4ad0-bd99-1c49c5da2b97 admin admin] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:34.788511 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b0738-4606-4ad0-bd99-1c49c5da2b97 admin admin] Network hostable DHCP agents. Network: 7e2d1792-a484-458c-8d3b-735e30c8bf07, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:34.886390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b0738-4606-4ad0-bd99-1c49c5da2b97 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:34.971579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f52b0738-4606-4ad0-bd99-1c49c5da2b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 7e2d1792-a484-458c-8d3b-735e30c8bf07) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:34.975777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b0738-4606-4ad0-bd99-1c49c5da2b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.976394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f52b0738-4606-4ad0-bd99-1c49c5da2b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.983485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbe4d85-c769-43b4-83c0-dff5a081c177 None None] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:35.065786 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f52b0738-4606-4ad0-bd99-1c49c5da2b97 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8744309 Nov 12 03:27:35.117999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9e82d9-c28d-4625-a811-f377922704cb None None] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:37.465552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45788) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:37.733926 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3c7cef6b-ad52-4a4c-9fe1-8e889fa98d0a admin admin] 10.222.0.105 "GET /v2.0/routers/775bbdd5-5834-4309-9f1e-925ed6de37bc HTTP/1.1" status: 200 len: 710 time: 0.2671764 Nov 12 03:27:37.920476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ec8740-5282-465c-b911-15e770e41881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.921902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-87ec8740-5282-465c-b911-15e770e41881 admin admin] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 886 time: 0.1805530 Nov 12 03:27:37.931476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:38.192603 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.506004 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.591500 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.798909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Allocated IP 172.25.8.178 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/647816af-e559-46e1-8d46-7eda91d88fa6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:38.917881 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.040548 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.101055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:39.106517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:39.164316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Pushing event updated for resources: {'Port': ['ID=647816af-e559-46e1-8d46-7eda91d88fa6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.167432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:39.206166 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:39.206511 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:39.206847 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:39.207180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:39.207509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:39.207831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:39.208242 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:39.208565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:39.208883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:39.209201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:39.209514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:39.209826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Tracked resource versions report: Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: pushed versions: Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: { 'AddressGroup': {'1.2'}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'ConntrackHelper': {'1.0'}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'Log': {'1.0'}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'Network': {'1.1'}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'Port': {'1.7'}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'PortForwarding': {'1.2'}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'QosPolicy': {'1.10'}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'SecurityGroup': {'1.5'}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'SubPort': {'1.0'}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'Subnet': {'1.1'}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'Trunk': {'1.1'}} Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: consumer versions: Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: { DHCP agent@n-d-767704-23: {}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: L3 agent@n-d-767704-23: {}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: Metadata agent@n-d-767704-23: {}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: Metering agent@n-d-767704-23: {}, Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: Open vSwitch agent@n-d-767704-23: { 'AddressGroup': '1.2', Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'ConntrackHelper': '1.0', Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'Log': '1.0', Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'Network': '1.1', Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'Port': '1.7', Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'PortForwarding': '1.2', Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'QosPolicy': '1.10', Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'SecurityGroup': '1.5', Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'SecurityGroupRule': '1.2', Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'SubPort': '1.0', Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'Subnet': '1.1', Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: 'Trunk': '1.1'}} Nov 12 03:27:39.210885 n-d-767704-23 neutron-server[103146]: {{(pid=103146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:27:39.559848 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.799056 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.804023 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.913740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Router 775bbdd5-5834-4309-9f1e-925ed6de37bc has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:40.018557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:40.022918 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.024114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-85407724-d921-4785-a73d-b4b23ee3371c admin admin] 10.222.0.105 "PUT /v2.0/routers/775bbdd5-5834-4309-9f1e-925ed6de37bc HTTP/1.1" status: 200 len: 890 time: 2.0958300 Nov 12 03:27:40.725770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f4743359-ca1d-4a23-aeb9-badd3640fe2e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:40.772763 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port f4743359-ca1d-4a23-aeb9-badd3640fe2e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:40.773131 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.863191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Sync routers for ids ['775bbdd5-5834-4309-9f1e-925ed6de37bc'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:40.874557 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Routers {'775bbdd5-5834-4309-9f1e-925ed6de37bc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:40.875298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:27:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['775bbdd5-5834-4309-9f1e-925ed6de37bc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:41.096897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Set router 775bbdd5-5834-4309-9f1e-925ed6de37bc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:41.559591 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'name': 'router1', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '647816af-e559-46e1-8d46-7eda91d88fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:20Z', 'updated_at': '2021-11-12T03:27:39Z', 'revision_number': 4, 'project_id': '39a87f3d066b46c48c56326a2174ab5c', 'gw_port': {'id': '647816af-e559-46e1-8d46-7eda91d88fa6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:38Z', 'updated_at': '2021-11-12T03:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'f4743359-ca1d-4a23-aeb9-badd3640fe2e', 'name': '', 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'mac_address': 'fa:16:3e:ff:61:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6014410-c529-44ca-a05f-f5424f92b2e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:30Z', 'updated_at': '2021-11-12T03:27:33Z', 'revision_number': 5, 'project_id': '39a87f3d066b46c48c56326a2174ab5c', 'subnets': [{'id': 'a6014410-c529-44ca-a05f-f5424f92b2e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1056b95f-1612-4b75-9f2f-cd33c75fe7f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:41.608958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Checking router: 775bbdd5-5834-4309-9f1e-925ed6de37bc for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:41.609310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Updating router 775bbdd5-5834-4309-9f1e-925ed6de37bc port 647816af-e559-46e1-8d46-7eda91d88fa6 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:27:41.657837 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.967153 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.033604 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.088195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Attempting to bind port 647816af-e559-46e1-8d46-7eda91d88fa6 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:42.089074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Attempting to bind port 647816af-e559-46e1-8d46-7eda91d88fa6 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:42.089444 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Attempting to bind port 647816af-e559-46e1-8d46-7eda91d88fa6 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:42.092244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b940a-3a2d-43b1-9c5b-223269529030 None None] Pushing event updated for resources: {'Port': ['ID=647816af-e559-46e1-8d46-7eda91d88fa6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.097462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:42.097833 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:42.098293 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.098609 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:42.099082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Bound port: 647816af-e559-46e1-8d46-7eda91d88fa6, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:42.100130 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.185744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] For port 647816af-e559-46e1-8d46-7eda91d88fa6, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:42.188946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] For port 647816af-e559-46e1-8d46-7eda91d88fa6, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=647816af-e559-46e1-8d46-7eda91d88fa6,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:42.259215 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.318953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Routers {'775bbdd5-5834-4309-9f1e-925ed6de37bc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:42.319566 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:27:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['775bbdd5-5834-4309-9f1e-925ed6de37bc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:42.321293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b940a-3a2d-43b1-9c5b-223269529030 None None] Pushing event updated for resources: {'Port': ['ID=647816af-e559-46e1-8d46-7eda91d88fa6,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.432759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] Set router 775bbdd5-5834-4309-9f1e-925ed6de37bc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:42.575804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.648354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'name': 'router1', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '647816af-e559-46e1-8d46-7eda91d88fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:20Z', 'updated_at': '2021-11-12T03:27:39Z', 'revision_number': 4, 'project_id': '39a87f3d066b46c48c56326a2174ab5c', 'gw_port': {'id': '647816af-e559-46e1-8d46-7eda91d88fa6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:38Z', 'updated_at': '2021-11-12T03:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'f4743359-ca1d-4a23-aeb9-badd3640fe2e', 'name': '', 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'mac_address': 'fa:16:3e:ff:61:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6014410-c529-44ca-a05f-f5424f92b2e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:30Z', 'updated_at': '2021-11-12T03:27:33Z', 'revision_number': 5, 'project_id': '39a87f3d066b46c48c56326a2174ab5c', 'subnets': [{'id': 'a6014410-c529-44ca-a05f-f5424f92b2e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1056b95f-1612-4b75-9f2f-cd33c75fe7f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:42.674055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00988d9a-5cd0-40d2-b3b6-cb442f57e672 None None] The sync data for ids ['775bbdd5-5834-4309-9f1e-925ed6de37bc'] in n-d-767704-23 is: [{'id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'name': 'router1', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '647816af-e559-46e1-8d46-7eda91d88fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:20Z', 'updated_at': '2021-11-12T03:27:39Z', 'revision_number': 4, 'project_id': '39a87f3d066b46c48c56326a2174ab5c', 'gw_port': {'id': '647816af-e559-46e1-8d46-7eda91d88fa6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:38Z', 'updated_at': '2021-11-12T03:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'f4743359-ca1d-4a23-aeb9-badd3640fe2e', 'name': '', 'network_id': '67e49a12-6fee-4e91-8d10-23ea24889b65', 'tenant_id': '39a87f3d066b46c48c56326a2174ab5c', 'mac_address': 'fa:16:3e:ff:61:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775bbdd5-5834-4309-9f1e-925ed6de37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6014410-c529-44ca-a05f-f5424f92b2e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:30Z', 'updated_at': '2021-11-12T03:27:33Z', 'revision_number': 5, 'project_id': '39a87f3d066b46c48c56326a2174ab5c', 'subnets': [{'id': 'a6014410-c529-44ca-a05f-f5424f92b2e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1056b95f-1612-4b75-9f2f-cd33c75fe7f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:42.696097 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-30d124b4-f118-4fbf-b589-71c5070b41c4 admin admin] 10.222.0.105 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1190643 Nov 12 03:27:44.737571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 647816af-e559-46e1-8d46-7eda91d88fa6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:44.788732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 647816af-e559-46e1-8d46-7eda91d88fa6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:44.789103 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.874129 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.895878 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 647816af-e559-46e1-8d46-7eda91d88fa6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=647816af-e559-46e1-8d46-7eda91d88fa6,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:44.978220 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.036650 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=647816af-e559-46e1-8d46-7eda91d88fa6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:46.726082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 647816af-e559-46e1-8d46-7eda91d88fa6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:46.786831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 647816af-e559-46e1-8d46-7eda91d88fa6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:46.787574 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.999002 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4d45c0b-e745-41a0-906a-631ecf441c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.377547 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95594005-5215-4786-965c-39cea217e1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.417893 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.166215 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.862737 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.980247 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:28:23.072093 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-365e38d1-9ab7-4398-a4e1-7ae5fa3645ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.396313 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0e54010-1b4c-43bb-908b-d0ba7dbb553d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.507567 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.123428 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.196887 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.968294 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:28:52.985161 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fbb90026-c51b-434c-ba22-f38d1e292e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.369862 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e4b6589-4491-42bd-ac94-4d25e4445833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.429997 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.121227 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.858511 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.969277 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:29:22.982978 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aff2a6fc-9dca-4316-8d6b-65e1bce4cb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.359134 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de6c15b6-35d3-499f-b9e8-8db2a5e589f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.422287 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.707279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46398) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:27.772783 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a655cb-9c06-4460-af3f-88d110ee2639 admin admin] GET failed (client error): The resource could not be found. Nov 12 03:29:27.774073 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-72a655cb-9c06-4460-af3f-88d110ee2639 admin admin] 10.222.0.105 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658383 Nov 12 03:29:27.936732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6b48a6-2857-47fd-96cd-65699ff085f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.938135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dd6b48a6-2857-47fd-96cd-65699ff085f9 admin admin] 10.222.0.105 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1594236 Nov 12 03:29:28.136813 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.867496 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.220204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:30.310952 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6deaeb1-5d07-46be-85dc-ea5a9eb9ad50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.312348 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e6deaeb1-5d07-46be-85dc-ea5a9eb9ad50 admin admin] 10.222.0.105 "GET /v2.0/subnets/a6014410-c529-44ca-a05f-f5424f92b2e5 HTTP/1.1" status: 200 len: 849 time: 0.0911369 Nov 12 03:29:30.322378 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:30.410253 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.604597 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761907012491'] for subnet, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.634979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.635870 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.637027 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] 10.222.0.105 "PUT /v2.0/subnets/a6014410-c529-44ca-a05f-f5424f92b2e5 HTTP/1.1" status: 200 len: 868 time: 0.3183482 Nov 12 03:29:30.641370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22166869-7297-4943-b71e-3b4e5254f227 None None] Network 67e49a12-6fee-4e91-8d10-23ea24889b65 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:30.660185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6014410-c529-44ca-a05f-f5424f92b2e5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:30.667696 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:30.668381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:30.668975 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:30.669401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:30.669741 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:30.670072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:30.670400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:30.670727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:30.671049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:30.671367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:30.671688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:30.672002 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30503799-ea7e-4ed8-8770-af43a97a55f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:31.068120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0b7a7d8c-7903-4eba-965d-e9d06705a6cb None None] Provisioning complete for port f4743359-ca1d-4a23-aeb9-badd3640fe2e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:31.068488 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b7a7d8c-7903-4eba-965d-e9d06705a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.151158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0b7a7d8c-7903-4eba-965d-e9d06705a6cb None None] Provisioning complete for port cfe338fa-4d1e-4b0a-a281-1de25695ad5b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:31.151446 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b7a7d8c-7903-4eba-965d-e9d06705a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.966508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:33.172438 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34de658f-54d5-4fb9-8590-4aa9708c03b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.172909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34de658f-54d5-4fb9-8590-4aa9708c03b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.174507 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-34de658f-54d5-4fb9-8590-4aa9708c03b7 admin admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2070274 Nov 12 03:29:35.503898 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46424) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:35.636170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a9a5f1-19f7-4793-9b0c-8ed5c679c3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.636643 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a9a5f1-19f7-4793-9b0c-8ed5c679c3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.638312 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-61a9a5f1-19f7-4793-9b0c-8ed5c679c3aa admin admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1333637 Nov 12 03:29:37.930097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:38.073279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4d72f0-4790-4c80-b3e2-efd6a868b4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.074649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ba4d72f0-4790-4c80-b3e2-efd6a868b4d1 admin admin] 10.222.0.105 "GET /v2.0/networks/67e49a12-6fee-4e91-8d10-23ea24889b65 HTTP/1.1" status: 200 len: 870 time: 0.1436269 Nov 12 03:29:40.534789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46442) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:40.534789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd463db9-c5ba-444c-8bc8-744ee7b4222e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:40.534789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bd463db9-c5ba-444c-8bc8-744ee7b4222e admin admin] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 886 time: 0.1337676 Nov 12 03:29:42.824871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.950217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9205eb9d-4f55-4277-b385-ba770111ec91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:42.950580 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9205eb9d-4f55-4277-b385-ba770111ec91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:42.952639 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9205eb9d-4f55-4277-b385-ba770111ec91 admin admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262703 Nov 12 03:29:45.261887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:45.386328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dc1b25-a854-482b-9a24-e99a3457a150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.386781 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dc1b25-a854-482b-9a24-e99a3457a150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.388872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d1dc1b25-a854-482b-9a24-e99a3457a150 admin admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254740 Nov 12 03:29:47.659993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46466) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:47.747792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4647cd14-0c23-461c-8453-9a8748e68b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.749204 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4647cd14-0c23-461c-8453-9a8748e68b15 admin admin] 10.222.0.105 "GET /v2.0/subnets/46765777-3028-4f61-b84a-65c9dd754c9d HTTP/1.1" status: 200 len: 816 time: 0.0882857 Nov 12 03:29:50.084751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46474) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.186422 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a106f5-170e-49d9-ac3f-f8da98a49f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:50.187938 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a8a106f5-170e-49d9-ac3f-f8da98a49f00 admin admin] 10.222.0.105 "GET /v2.0/subnets/a6014410-c529-44ca-a05f-f5424f92b2e5 HTTP/1.1" status: 200 len: 868 time: 0.1021276 Nov 12 03:29:52.986720 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07f92fce-254e-4a2f-843c-0fb8b2174209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.415177 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c1520efb-e159-44cb-a665-68066677562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.431859 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.968137 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:29:58.140810 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.837541 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.477677 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46528) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:15.525958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-843dc40c-30e2-451c-985b-507b1c049940 admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:30:15.526949 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-843dc40c-30e2-451c-985b-507b1c049940 admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483434 Nov 12 03:30:17.911269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46536) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:17.975737 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-737a75fb-e6f3-4da5-ba60-eb93310f57cb admin admin] GET failed (client error): The resource could not be found. Nov 12 03:30:17.977102 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-737a75fb-e6f3-4da5-ba60-eb93310f57cb admin admin] 10.222.0.105 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0648880 Nov 12 03:30:18.061603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc672fa-aabc-48dc-8f11-f1746f910729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.063100 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-acc672fa-aabc-48dc-8f11-f1746f910729 admin admin] 10.222.0.105 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0813725 Nov 12 03:30:20.419010 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.466232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6c86ea77-0836-4942-884a-1df32bf2c72c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:20.579068 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c86ea77-0836-4942-884a-1df32bf2c72c admin admin] Made reservation on behalf of 7d165e84c649487597fae6385ec89cf2 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:20.581429 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c86ea77-0836-4942-884a-1df32bf2c72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.609338 n-d-767704-23 neutron-server[103147]: WARNING neutron.services.revisions.revision_plugin [None req-6c86ea77-0836-4942-884a-1df32bf2c72c admin admin] Could not find related network for resource to bump revision. Nov 12 03:30:20.619616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c86ea77-0836-4942-884a-1df32bf2c72c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1305} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:20.628193 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c86ea77-0836-4942-884a-1df32bf2c72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.629800 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-6c86ea77-0836-4942-884a-1df32bf2c72c admin admin] Added segment dc800729-6a34-43b5-a59b-4d882bf527c0 of type vlan for network 9801b519-b1f3-4577-ae90-2042f1f566c9 Nov 12 03:30:20.667924 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c86ea77-0836-4942-884a-1df32bf2c72c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.727435 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c86ea77-0836-4942-884a-1df32bf2c72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.728545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c86ea77-0836-4942-884a-1df32bf2c72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.729107 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c86ea77-0836-4942-884a-1df32bf2c72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.786095 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86ea77-0836-4942-884a-1df32bf2c72c admin admin] Pushing event updated for resources: {'Network': ['ID=9801b519-b1f3-4577-ae90-2042f1f566c9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:20.796439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:20.816416 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6c86ea77-0836-4942-884a-1df32bf2c72c admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3962903 Nov 12 03:30:22.996447 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07240285-4cb7-4d30-a96d-3ecc442bb099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.163925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46552) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.229914 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce2ff97-e7e8-4343-91f7-b1f4bd68dfcc admin admin] GET failed (client error): The resource could not be found. Nov 12 03:30:23.231419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7ce2ff97-e7e8-4343-91f7-b1f4bd68dfcc admin admin] 10.222.0.105 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0662663 Nov 12 03:30:23.308596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8537bb-3ff2-41c9-8d56-335706783fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.310070 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6a8537bb-3ff2-41c9-8d56-335706783fd7 admin admin] 10.222.0.105 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0730894 Nov 12 03:30:23.320782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b3fa290a-8a17-4d95-b1f6-174ebde197fa admin admin] Request body: {'subnet': {'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:23.499643 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fa290a-8a17-4d95-b1f6-174ebde197fa admin admin] Made reservation on behalf of 7d165e84c649487597fae6385ec89cf2 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:23.501950 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3fa290a-8a17-4d95-b1f6-174ebde197fa admin admin] Publish callbacks [] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.831732 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3fa290a-8a17-4d95-b1f6-174ebde197fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.885689 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa290a-8a17-4d95-b1f6-174ebde197fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aec77fd-2761-4ee6-b3be-3d74cd7b2606,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:23.895887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa290a-8a17-4d95-b1f6-174ebde197fa admin admin] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:23.896271 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa290a-8a17-4d95-b1f6-174ebde197fa admin admin] Network hostable DHCP agents. Network: 9801b519-b1f3-4577-ae90-2042f1f566c9, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:23.973251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa290a-8a17-4d95-b1f6-174ebde197fa admin admin] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:24.043179 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b3fa290a-8a17-4d95-b1f6-174ebde197fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 9801b519-b1f3-4577-ae90-2042f1f566c9) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:24.048379 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa290a-8a17-4d95-b1f6-174ebde197fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.048962 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3fa290a-8a17-4d95-b1f6-174ebde197fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.053058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d889505e-2a4d-45e9-b1a3-fc33d9170244 None None] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:24.129501 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b3fa290a-8a17-4d95-b1f6-174ebde197fa admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8015072 Nov 12 03:30:24.219981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-9801b519-b1f3-4577-ae90-2042f1f566c9', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'tenant_id': '7d165e84c649487597fae6385ec89cf2', 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:24.220891 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.371790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Allocated IP 192.168.233.2 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/fcb26a82-9c1d-4f35-8017-0ce323877118) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:24.533338 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.618222 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.663499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:24.667971 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:24.673426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:24.676534 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Pushing event updated for resources: {'Port': ['ID=fcb26a82-9c1d-4f35-8017-0ce323877118,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:24.687491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:24.687835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:24.688203 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:24.688542 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:24.688877 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:24.689205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:24.689530 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:24.689861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:24.690183 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:24.690509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:24.690833 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:24.691150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:24.742374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Attempting to bind port fcb26a82-9c1d-4f35-8017-0ce323877118 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:24.742740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Attempting to bind port fcb26a82-9c1d-4f35-8017-0ce323877118 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:24.743388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Attempting to bind port fcb26a82-9c1d-4f35-8017-0ce323877118 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:24.748365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:24.748758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:24.749171 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.749559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:24.750014 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Bound port: fcb26a82-9c1d-4f35-8017-0ce323877118, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:24.750401 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.813292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] For port fcb26a82-9c1d-4f35-8017-0ce323877118, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:24.816546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] For port fcb26a82-9c1d-4f35-8017-0ce323877118, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=fcb26a82-9c1d-4f35-8017-0ce323877118,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:24.916640 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.977452 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c12f5-b2a3-4801-a099-dc297b58ca13 None None] Pushing event updated for resources: {'Port': ['ID=fcb26a82-9c1d-4f35-8017-0ce323877118,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:25.390110 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de4830e6-106e-45a4-ac97-5e40e676e340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.872255 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b44e580-f64d-42a2-b717-1af65aecf574 None None] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:25.937847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-94781b62-f5e2-43cd-812a-db77a8818efc None None] Provisioning complete for port fcb26a82-9c1d-4f35-8017-0ce323877118 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:25.938205 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94781b62-f5e2-43cd-812a-db77a8818efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.104457 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94781b62-f5e2-43cd-812a-db77a8818efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.184395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-94781b62-f5e2-43cd-812a-db77a8818efc None None] For port fcb26a82-9c1d-4f35-8017-0ce323877118, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=fcb26a82-9c1d-4f35-8017-0ce323877118,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:26.259318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94781b62-f5e2-43cd-812a-db77a8818efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.312769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94781b62-f5e2-43cd-812a-db77a8818efc None None] Pushing event updated for resources: {'Port': ['ID=fcb26a82-9c1d-4f35-8017-0ce323877118,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:26.395548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7c2d7907-be9a-4022-b4da-a07a8df75c93 None None] Provisioning complete for port fcb26a82-9c1d-4f35-8017-0ce323877118 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:26.396458 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7907-be9a-4022-b4da-a07a8df75c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.464258 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.843392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device fcb26a82-9c1d-4f35-8017-0ce323877118 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:26.900629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port fcb26a82-9c1d-4f35-8017-0ce323877118 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:26.901043 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.172597 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.925339 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.967481 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:30:52.994747 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e9222d5-c8bd-4804-9c7b-eeb8349aaa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.371658 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a4e2fb1b-f1a8-45f4-bd46-ba803443733c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.449537 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.152323 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.872126 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.970543 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:31:22.990098 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7665bcbf-00c1-49d8-9f1c-390de864f81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.375433 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b808b9aa-e7b7-4f93-8461-32acf88feff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.453093 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.150227 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.875957 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.970140 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:31:51.091808 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46596) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:51.097755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-5aa9b7df-540e-4f2c-a1cb-7e0a80a8991c tempest-verify_tempest_config-1953775 tempest-verify_tempest_config-1953775-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:31:51.098727 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5aa9b7df-540e-4f2c-a1cb-7e0a80a8991c tempest-verify_tempest_config-1953775 tempest-verify_tempest_config-1953775-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059388 Nov 12 03:31:51.602025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46614) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:51.724473 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.833737 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.900027 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.960959 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=41f0a3ae40704ff2baa5c059bb4642a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3573062 Nov 12 03:31:51.961465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27d72f0-2462-4a5e-8ba6-9a71499ca2ac,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.963381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:51.980001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.980369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.980710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.981038 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.981364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.981688 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.982007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.982330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.982646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.982960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.983283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.983589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40762655-8fb1-44b2-a8d5-7c995d12f018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:52.030935 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a04560e2-88cf-4721-be17-fe5aea6716ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.057165 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a04560e2-88cf-4721-be17-fe5aea6716ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.185534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a04560e2-88cf-4721-be17-fe5aea6716ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.188230 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a04560e2-88cf-4721-be17-fe5aea6716ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.189553 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a04560e2-88cf-4721-be17-fe5aea6716ce admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b27d72f0-2462-4a5e-8ba6-9a71499ca2ac HTTP/1.1" status: 204 len: 168 time: 0.2252357 Nov 12 03:31:52.197534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04560e2-88cf-4721-be17-fe5aea6716ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27d72f0-2462-4a5e-8ba6-9a71499ca2ac,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:52.997778 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc79cd32-c211-490c-9925-269b0decba68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.376280 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e322daf-8141-4bb7-8e23-18e10acdf3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.459146 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.187690 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.876703 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.985904 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-691087e9-1ee4-4c1c-8cfa-f70930dc9f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.968864 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:32:25.378124 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5de16608-bd65-4369-92d9-4573d8416713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.543395 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.131445 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.840190 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.984433 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94fd0d99-5dfb-44be-ab3f-7c77450942f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.389159 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7e0923f-e191-4630-99d9-f06f2878cf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.480791 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.160445 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.856882 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.030662 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:33:23.020193 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eace0cf9-28d2-4b97-bc0d-127a88a3dc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.398721 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e9ccddd-1fa8-4aff-9035-17834177b6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.484386 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.151483 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.860156 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.970808 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:33:52.991044 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2f755bf-0f4f-40a1-90ac-7c9d0de57298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.412572 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baac6d96-fa9d-4aae-9677-ff3a45097470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.458804 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.184553 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.853433 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.970310 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:34:22.989182 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8415b6c2-c42f-4fab-b328-48c1792b9768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.399911 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3b8c06d-801d-4e91-96b1-f4d39aa6d58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.468122 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.153317 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.839741 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.970012 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:34:52.980854 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edbd8b05-7d41-4714-a726-f2bae85203ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.380905 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e70bf944-7480-46c7-8b52-9c2965b09cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.500898 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.180540 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.854977 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.402917 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917929'] for agent, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.984873 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0acbf759-3635-4fff-b927-e951d74f17e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.533434 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917929'] for agent, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.392289 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-592f3e02-abed-4fa3-98bd-88d7371452cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.510270 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.201916 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.854234 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.969298 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:35:48.319224 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.965629 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9793f5e1-491e-42f8-99ad-479f8d6613de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.518916 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.417345 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd72ac85-25a5-4182-a4b0-5ad3c101aac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.503061 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.171470 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.880608 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.969951 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:36:10.406928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46672) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:10.515428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c0064e0a-9214-4699-8a94-abad747e2b27 admin admin] 10.222.0.105 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4940 time: 0.1073806 Nov 12 03:36:12.853678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:12.913656 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-287de554-e229-47bd-a398-b00f7b1084af admin admin] 10.222.0.105 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4940 time: 0.0589070 Nov 12 03:36:18.312355 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.012576 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76b3dd0d-a33e-4148-872c-287ef7994179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.509985 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.416731 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8d350902-5516-4fa6-af94-14f255cd0296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.491253 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.186034 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.869229 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.970514 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:36:48.347665 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.000069 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce38da3f-f56b-4e5a-af15-c76048bf7965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.520623 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.403411 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95329ec5-07d2-4a4a-86a2-fe8a03d324b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.500609 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.189832 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.880241 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.364406 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.971177 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:37:23.000129 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da3749bd-d500-49cb-a03c-f22f9403ab84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.574604 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.378774 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa25baff-c9ed-456c-8776-0c8ad45ea576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.506274 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.183649 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.883070 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.628354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46840) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:36.275593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-network', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:36.362208 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Made reservation on behalf of f612fefa6c1a47e6afdff4eb04025fe9 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:36.365168 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.377127 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.465806 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.531789 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.569680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:36.581520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ae32c4-1738-4e30-a1db-572ad20f41a9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.608807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:36.609507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:36.610085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:36.610649 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:36.611221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:36.611800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:36.612414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:36.612988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:36.613553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:36.614113 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:36.614670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:36.615210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Tracked resource versions report: Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: pushed versions: Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: { 'AddressGroup': {'1.2'}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'ConntrackHelper': {'1.0'}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'Log': {'1.0'}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'Network': {'1.1'}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'Port': {'1.7'}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'PortForwarding': {'1.2'}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'QosPolicy': {'1.10'}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'SecurityGroup': {'1.5'}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'SubPort': {'1.0'}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'Subnet': {'1.1'}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'Trunk': {'1.1'}} Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: consumer versions: Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: { DHCP agent@n-d-767704-23: {}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: HyperV agent@n-h1-767704-23: {}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: HyperV agent@n-h2-767704-23: {}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: L3 agent@n-d-767704-23: {}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: Metadata agent@n-d-767704-23: {}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: Metering agent@n-d-767704-23: {}, Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: Open vSwitch agent@n-d-767704-23: { 'AddressGroup': '1.2', Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'ConntrackHelper': '1.0', Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'Log': '1.0', Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'Network': '1.1', Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'Port': '1.7', Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'PortForwarding': '1.2', Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'QosPolicy': '1.10', Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'SecurityGroup': '1.5', Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'SecurityGroupRule': '1.2', Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'SubPort': '1.0', Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'Subnet': '1.1', Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: 'Trunk': '1.1'}} Nov 12 03:37:36.617071 n-d-767704-23 neutron-server[103146]: {{(pid=103146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:37:36.633587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761907163621', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.633587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Unsubscribe: segment precommit_create {{(pid=103146) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 03:37:36.633587 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Added segment 2f2beb42-a0e8-45bd-a378-b4aed72379c1 of type vlan for network 62997581-2879-408b-aa6c-aaecddf2a963 Nov 12 03:37:36.693237 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.800149 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.801107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:36.801729 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.898547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] Pushing event updated for resources: {'Network': ['ID=62997581-2879-408b-aa6c-aaecddf2a963,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.912770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 62997581-2879-408b-aa6c-aaecddf2a963 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:37.001430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-53480f19-0f60-457e-b943-25d96601d308 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3680830 Nov 12 03:37:37.002044 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46892) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:37.007724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-effdf7da-429b-4af9-988d-4165daf1f48e admin admin] Request body: {'subnet': {'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-subnet', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:37.102421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effdf7da-429b-4af9-988d-4165daf1f48e admin admin] Made reservation on behalf of f612fefa6c1a47e6afdff4eb04025fe9 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:37.104790 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-effdf7da-429b-4af9-988d-4165daf1f48e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.505274 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-effdf7da-429b-4af9-988d-4165daf1f48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.569358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdf7da-429b-4af9-988d-4165daf1f48e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c7b2ae-4826-4165-8db5-d145572339ce,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:37.581577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdf7da-429b-4af9-988d-4165daf1f48e admin admin] Checking segment: {'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:37.581802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effdf7da-429b-4af9-988d-4165daf1f48e admin admin] Network hostable DHCP agents. Network: 62997581-2879-408b-aa6c-aaecddf2a963, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:37.671442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effdf7da-429b-4af9-988d-4165daf1f48e admin admin] Network 62997581-2879-408b-aa6c-aaecddf2a963 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:37.762130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-effdf7da-429b-4af9-988d-4165daf1f48e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 62997581-2879-408b-aa6c-aaecddf2a963) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:37.766861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effdf7da-429b-4af9-988d-4165daf1f48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:37.767471 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-effdf7da-429b-4af9-988d-4165daf1f48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.774969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54bc9ee-300d-4009-b0ac-3dc32cc944e1 None None] Network 62997581-2879-408b-aa6c-aaecddf2a963 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:37.889043 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-effdf7da-429b-4af9-988d-4165daf1f48e admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8855441 Nov 12 03:37:37.892269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46918) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:37.896759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:37.946699 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-62997581-2879-408b-aa6c-aaecddf2a963', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:37.947708 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.992938 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.994975 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.088322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Allocated IP 172.20.0.2 (62997581-2879-408b-aa6c-aaecddf2a963/21c7b2ae-4826-4165-8db5-d145572339ce/f503b793-af45-47df-bd64-6b6607982039) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:38.118238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.230777 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.305714 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.362714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Network 62997581-2879-408b-aa6c-aaecddf2a963 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:38.368466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:38.370889 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:38.373045 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.374450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Pushing event updated for resources: {'Port': ['ID=f503b793-af45-47df-bd64-6b6607982039,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:38.401076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.401421 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.401865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.402202 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.402534 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.402864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.403188 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.403509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.403844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.404179 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Tracked resource versions report: Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: pushed versions: Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: { 'AddressGroup': {'1.2'}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'ConntrackHelper': {'1.0'}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'Log': {'1.0'}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'Network': {'1.1'}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'Port': {'1.7'}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'PortForwarding': {'1.2'}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'QosPolicy': {'1.10'}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'SecurityGroup': {'1.5'}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'SubPort': {'1.0'}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'Subnet': {'1.1'}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'Trunk': {'1.1'}} Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: consumer versions: Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: { DHCP agent@n-d-767704-23: {}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: HyperV agent@n-h1-767704-23: {}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: HyperV agent@n-h2-767704-23: {}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: L3 agent@n-d-767704-23: {}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: Metadata agent@n-d-767704-23: {}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: Metering agent@n-d-767704-23: {}, Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: Open vSwitch agent@n-d-767704-23: { 'AddressGroup': '1.2', Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'ConntrackHelper': '1.0', Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'Log': '1.0', Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'Network': '1.1', Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'Port': '1.7', Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'PortForwarding': '1.2', Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'QosPolicy': '1.10', Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'SecurityGroup': '1.5', Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'SecurityGroupRule': '1.2', Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'SubPort': '1.0', Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'Subnet': '1.1', Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: 'Trunk': '1.1'}} Nov 12 03:37:38.408498 n-d-767704-23 neutron-server[103148]: {{(pid=103148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:37:38.443684 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Attempting to bind port f503b793-af45-47df-bd64-6b6607982039 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:38.444073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Attempting to bind port f503b793-af45-47df-bd64-6b6607982039 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:38.444443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Attempting to bind port f503b793-af45-47df-bd64-6b6607982039 on network 62997581-2879-408b-aa6c-aaecddf2a963 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:38.450473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:38.450844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Checking segment: {'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:38.451243 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.451633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Bound using segment: {'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:38.452147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Bound port: f503b793-af45-47df-bd64-6b6607982039, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:38.452543 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.621665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] For port f503b793-af45-47df-bd64-6b6607982039, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:38.625459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] For port f503b793-af45-47df-bd64-6b6607982039, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f503b793-af45-47df-bd64-6b6607982039,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:38.704764 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.711825 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.729895 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.772922 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b9bfd-9d0b-4690-8c51-ab72aac72ed6 None None] Pushing event updated for resources: {'Port': ['ID=f503b793-af45-47df-bd64-6b6607982039,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:38.840613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Allocated IP 172.25.8.126 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/c8403c99-01a2-4836-85ac-ff1209bb138f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:38.999882 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.139042 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.188433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f503b793-af45-47df-bd64-6b6607982039 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:39.224623 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Pushing event updated for resources: {'Port': ['ID=c8403c99-01a2-4836-85ac-ff1209bb138f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:39.246334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:39.247912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:39.250872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:39.262831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port f503b793-af45-47df-bd64-6b6607982039 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:39.263262 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.368839 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.435822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port f503b793-af45-47df-bd64-6b6607982039, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f503b793-af45-47df-bd64-6b6607982039,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:39.510074 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.572024 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=f503b793-af45-47df-bd64-6b6607982039,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:39.694814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.832869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3584860e-8e00-4e9d-8138-4498cc2c8eab None None] Network 62997581-2879-408b-aa6c-aaecddf2a963 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:39.915167 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.952081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2988217c-6bed-4019-ae39-993ba2ae7fe1 None None] Provisioning complete for port f503b793-af45-47df-bd64-6b6607982039 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:39.952435 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2988217c-6bed-4019-ae39-993ba2ae7fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.237471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Router a47cd4db-63cb-4068-900a-89d7466291dc is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:37:40.379742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:40.395669 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Sync routers for ids ['a47cd4db-63cb-4068-900a-89d7466291dc'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:40.408897 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Routers {'a47cd4db-63cb-4068-900a-89d7466291dc'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:40.409843 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:37:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a47cd4db-63cb-4068-900a-89d7466291dc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:40.455654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f5370f52-86ec-4719-8e5f-049fc345b114 None None] Provisioning complete for port f503b793-af45-47df-bd64-6b6607982039 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:40.457381 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5370f52-86ec-4719-8e5f-049fc345b114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.467158 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.468632 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ced9848e-fb38-46fc-8d01-fd859c5c7579 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5753994 Nov 12 03:37:40.471351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46998) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:40.553178 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Set router a47cd4db-63cb-4068-900a-89d7466291dc gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:40.794663 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:39Z', 'revision_number': 3, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:40.838574 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Checking router: a47cd4db-63cb-4068-900a-89d7466291dc for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:40.839198 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Updating router a47cd4db-63cb-4068-900a-89d7466291dc port c8403c99-01a2-4836-85ac-ff1209bb138f binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:37:40.880306 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.099795 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.144756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f503b793-af45-47df-bd64-6b6607982039 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:41.208006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port f503b793-af45-47df-bd64-6b6607982039 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:41.209133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.237859 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.304077 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.375928 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Attempting to bind port c8403c99-01a2-4836-85ac-ff1209bb138f on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:41.376385 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Attempting to bind port c8403c99-01a2-4836-85ac-ff1209bb138f by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:41.376744 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Attempting to bind port c8403c99-01a2-4836-85ac-ff1209bb138f on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:41.392377 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Pushing event updated for resources: {'Port': ['ID=c8403c99-01a2-4836-85ac-ff1209bb138f,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:41.394869 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:41.395310 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:41.395932 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.396501 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:41.396890 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Bound port: c8403c99-01a2-4836-85ac-ff1209bb138f, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:41.397433 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.408116 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:41.408464 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:41.409386 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:41.409726 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:41.410061 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:41.410389 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:41.410714 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:41.411040 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:41.411476 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:41.412673 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:41.412673 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:41.413064 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Tracked resource versions report: Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: pushed versions: Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: { 'AddressGroup': {'1.2'}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'ConntrackHelper': {'1.0'}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'Log': {'1.0'}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'Network': {'1.1'}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'Port': {'1.7'}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'PortForwarding': {'1.2'}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'QosPolicy': {'1.10'}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'SecurityGroup': {'1.5'}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'SubPort': {'1.0'}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'Subnet': {'1.1'}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'Trunk': {'1.1'}} Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: consumer versions: Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: { DHCP agent@n-d-767704-23: {}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: HyperV agent@n-h1-767704-23: {}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: HyperV agent@n-h2-767704-23: {}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: L3 agent@n-d-767704-23: {}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: Metadata agent@n-d-767704-23: {}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: Metering agent@n-d-767704-23: {}, Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: Open vSwitch agent@n-d-767704-23: { 'AddressGroup': '1.2', Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'ConntrackHelper': '1.0', Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'Log': '1.0', Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'Network': '1.1', Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'Port': '1.7', Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'PortForwarding': '1.2', Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'QosPolicy': '1.10', Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'SecurityGroup': '1.5', Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'SecurityGroupRule': '1.2', Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'SubPort': '1.0', Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'Subnet': '1.1', Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: 'Trunk': '1.1'}} Nov 12 03:37:41.414228 n-d-767704-23 neutron-server[103149]: {{(pid=103149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:37:41.482533 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] For port c8403c99-01a2-4836-85ac-ff1209bb138f, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:41.488514 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] For port c8403c99-01a2-4836-85ac-ff1209bb138f, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c8403c99-01a2-4836-85ac-ff1209bb138f,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:41.521975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Allocated IP 172.20.0.1 (62997581-2879-408b-aa6c-aaecddf2a963/21c7b2ae-4826-4165-8db5-d145572339ce/4cd1849e-c3be-4bbc-9b48-139da25cf8c2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:41.555865 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.633585 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Routers {'a47cd4db-63cb-4068-900a-89d7466291dc'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:41.634412 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:37:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a47cd4db-63cb-4068-900a-89d7466291dc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:41.675078 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.683032 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87b6eb-7dd8-4804-9dd9-278cc3816527 None None] Pushing event updated for resources: {'Port': ['ID=c8403c99-01a2-4836-85ac-ff1209bb138f,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:41.795612 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.803607 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] Set router a47cd4db-63cb-4068-900a-89d7466291dc gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:41.842304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Network 62997581-2879-408b-aa6c-aaecddf2a963 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:41.847098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:41.851246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:41.851887 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.927736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Pushing event updated for resources: {'Port': ['ID=4cd1849e-c3be-4bbc-9b48-139da25cf8c2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:42.219583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0c775c51-1320-4ca3-8e3f-532a4ea69b4b None None] Provisioning complete for port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:42.220669 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c775c51-1320-4ca3-8e3f-532a4ea69b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.240076 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:39Z', 'revision_number': 3, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:42.259796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0c775c51-1320-4ca3-8e3f-532a4ea69b4b None None] Port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:42.283276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:42.317842 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c25a9c6-302f-4d71-9160-bc14838a930e None None] The sync data for ids ['a47cd4db-63cb-4068-900a-89d7466291dc'] in n-d-767704-23 is: [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:39Z', 'revision_number': 3, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:42.337429 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.458137 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.606430 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.629108 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.689387 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.726136 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.727190 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.733700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e54969-a817-43b8-b282-b62b55d58298,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:42.747759 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:42.755813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:42.756612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:42.757275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:42.757910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:42.758420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:42.758754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:42.759083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:42.759407 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:42.759733 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:42.760070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:42.760399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] Tracked resource versions report: Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: pushed versions: Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: { 'AddressGroup': {'1.2'}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'ConntrackHelper': {'1.0'}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'Log': {'1.0'}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'Network': {'1.1'}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'Port': {'1.7'}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'PortForwarding': {'1.2'}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'QosPolicy': {'1.10'}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'SecurityGroup': {'1.5'}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'SubPort': {'1.0'}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'Subnet': {'1.1'}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'Trunk': {'1.1'}} Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: consumer versions: Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: { DHCP agent@n-d-767704-23: {}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: HyperV agent@n-h1-767704-23: {}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: HyperV agent@n-h2-767704-23: {}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: L3 agent@n-d-767704-23: {}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: Metadata agent@n-d-767704-23: {}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: Metering agent@n-d-767704-23: {}, Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: Open vSwitch agent@n-d-767704-23: { 'AddressGroup': '1.2', Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'ConntrackHelper': '1.0', Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'Log': '1.0', Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'Network': '1.1', Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'Port': '1.7', Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'PortForwarding': '1.2', Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'QosPolicy': '1.10', Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'SecurityGroup': '1.5', Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'SecurityGroupRule': '1.2', Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'SubPort': '1.0', Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'Subnet': '1.1', Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: 'Trunk': '1.1'}} Nov 12 03:37:42.766008 n-d-767704-23 neutron-server[103147]: {{(pid=103147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:37:42.804928 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-98ec6455-7aee-431a-aac1-4b70d6a8cbb5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5d27a1fa30194359938e3d66cc984ada&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5203176 Nov 12 03:37:42.805674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:42.899300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92ecf20f-5dd7-4b18-aaf5-b3c189399d2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.924999 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92ecf20f-5dd7-4b18-aaf5-b3c189399d2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.034376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Pushing event updated for resources: {'Port': ['ID=4cd1849e-c3be-4bbc-9b48-139da25cf8c2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:43.064169 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92ecf20f-5dd7-4b18-aaf5-b3c189399d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.067619 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92ecf20f-5dd7-4b18-aaf5-b3c189399d2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.071433 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-92ecf20f-5dd7-4b18-aaf5-b3c189399d2a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b3e54969-a817-43b8-b282-b62b55d58298 HTTP/1.1" status: 204 len: 168 time: 0.2581041 Nov 12 03:37:43.100496 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecf20f-5dd7-4b18-aaf5-b3c189399d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e54969-a817-43b8-b282-b62b55d58298,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:43.136444 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Network 62997581-2879-408b-aa6c-aaecddf2a963 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:43.139322 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:43.204279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:43.213500 n-d-767704-23 neutron-server[103147]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 03:37:43.275030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-485f4bd8-2169-4dc9-a204-66257e5213e5 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=0c780a605d204e81b78579b6b05a3ce4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695014 Nov 12 03:37:43.275936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c8403c99-01a2-4836-85ac-ff1209bb138f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:43.399009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Router a47cd4db-63cb-4068-900a-89d7466291dc has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:43.459301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c8403c99-01a2-4836-85ac-ff1209bb138f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:43.460560 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.605979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-0152a7be-ef09-4aef-b1c9-eb84cbcdb162 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:43.611428 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.615339 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-0152a7be-ef09-4aef-b1c9-eb84cbcdb162 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3309548 Nov 12 03:37:43.637049 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-824bf698-cad8-4566-a4f8-13aee4c05f7d tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/quotas/0c780a605d204e81b78579b6b05a3ce4 HTTP/1.1" status: 200 len: 375 time: 0.0203631 Nov 12 03:37:43.643313 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d639c5df-55b3-4df3-a3ed-d6cb3cd7a997 None None] Provisioning complete for port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:43.643599 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d639c5df-55b3-4df3-a3ed-d6cb3cd7a997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.678205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port c8403c99-01a2-4836-85ac-ff1209bb138f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c8403c99-01a2-4836-85ac-ff1209bb138f,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:43.698464 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d639c5df-55b3-4df3-a3ed-d6cb3cd7a997 None None] Port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:43.722993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:43.729346 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9ea4e5d7-92ff-4230-8dc2-9976c55ae7cf admin admin] 10.222.0.105 "PUT /v2.0/routers/a47cd4db-63cb-4068-900a-89d7466291dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2558050 Nov 12 03:37:43.730245 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-93b5d25a-d158-4e9b-8053-8183a829cd89 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=0c780a605d204e81b78579b6b05a3ce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917671 Nov 12 03:37:43.790098 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.845318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=c8403c99-01a2-4836-85ac-ff1209bb138f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.045895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47124) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:44.093852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:44.108372 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e0f100-0269-4eaa-8927-28cafdc6cf43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.216464 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e0f100-0269-4eaa-8927-28cafdc6cf43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.288215 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-88820ad9-0a1a-4cd6-b108-0f79c30f81c5 req-91c88738-908e-4b47-a485-02b40f97ca2d tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 210 time: 0.0533180 Nov 12 03:37:44.293340 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e0f100-0269-4eaa-8927-28cafdc6cf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.359665 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-61e0f100-0269-4eaa-8927-28cafdc6cf43 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c60c12367bf442b291dccb28b8daad25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2640848 Nov 12 03:37:44.359665 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0f100-0269-4eaa-8927-28cafdc6cf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97a38d2-5e13-4e74-a8a8-3c338083f47e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.368281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:44.463756 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-842036c8-8371-4a0b-914c-843f62a38120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.509664 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-842036c8-8371-4a0b-914c-843f62a38120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.539717 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-053b76a0-efa7-46fc-a977-122795432f9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.647695 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-842036c8-8371-4a0b-914c-843f62a38120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.658481 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-842036c8-8371-4a0b-914c-843f62a38120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.658481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-842036c8-8371-4a0b-914c-843f62a38120 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c97a38d2-5e13-4e74-a8a8-3c338083f47e HTTP/1.1" status: 204 len: 168 time: 0.2928877 Nov 12 03:37:44.667932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842036c8-8371-4a0b-914c-843f62a38120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97a38d2-5e13-4e74-a8a8-3c338083f47e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.748981 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-053b76a0-efa7-46fc-a977-122795432f9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.797987 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-053b76a0-efa7-46fc-a977-122795432f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.857070 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-053b76a0-efa7-46fc-a977-122795432f9c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bf8954c122c44e118e5a842f77a9421d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8094604 Nov 12 03:37:44.860245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b76a0-efa7-46fc-a977-122795432f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aac953-42e6-4533-a05f-35b9b68b6808,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.860886 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:44.934734 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acecd794-2ad8-44cd-a1fc-805eef512501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.967885 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acecd794-2ad8-44cd-a1fc-805eef512501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.117934 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acecd794-2ad8-44cd-a1fc-805eef512501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.120942 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acecd794-2ad8-44cd-a1fc-805eef512501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.125709 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-acecd794-2ad8-44cd-a1fc-805eef512501 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d4aac953-42e6-4533-a05f-35b9b68b6808 HTTP/1.1" status: 204 len: 168 time: 0.2629788 Nov 12 03:37:45.144369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecd794-2ad8-44cd-a1fc-805eef512501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aac953-42e6-4533-a05f-35b9b68b6808,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:45.156678 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c8403c99-01a2-4836-85ac-ff1209bb138f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:45.233780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c8403c99-01a2-4836-85ac-ff1209bb138f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:45.234950 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.287382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Sync routers for ids ['a47cd4db-63cb-4068-900a-89d7466291dc'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:45.331980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Routers {'a47cd4db-63cb-4068-900a-89d7466291dc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:45.332804 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:37:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a47cd4db-63cb-4068-900a-89d7466291dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:45.459679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Set router a47cd4db-63cb-4068-900a-89d7466291dc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:45.488782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47192) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:45.716330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 2, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:45.746645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Checking router: a47cd4db-63cb-4068-900a-89d7466291dc for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:45.747301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Updating router a47cd4db-63cb-4068-900a-89d7466291dc port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:37:45.785538 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.919208 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01b91f67-3d39-409d-b138-3d23dbb6d051 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.033965 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01b91f67-3d39-409d-b138-3d23dbb6d051 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.089582 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01b91f67-3d39-409d-b138-3d23dbb6d051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.099944 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.132887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-01b91f67-3d39-409d-b138-3d23dbb6d051 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ba5e3387863e4d3585f70f025af91102&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6407061 Nov 12 03:37:46.132887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b91f67-3d39-409d-b138-3d23dbb6d051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab43f7e-9882-459a-84f3-8f484b787bd7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.133281 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:46.175081 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.189323 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35268603-8b08-4e6e-948a-f17a5985d943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.204539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47230) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:46.215869 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35268603-8b08-4e6e-948a-f17a5985d943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.225450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767e703-efe4-4bc6-abdc-a5b72879f326 None None] Pushing event updated for resources: {'Port': ['ID=4cd1849e-c3be-4bbc-9b48-139da25cf8c2,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.259509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:46.265449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-579046191-network', 'tenant_id': '943acab026494339be5d52612c7cdea8'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:46.305742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Attempting to bind port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:46.306106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Attempting to bind port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:46.306462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Attempting to bind port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 on network 62997581-2879-408b-aa6c-aaecddf2a963 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:46.311799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:46.312221 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Checking segment: {'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:46.313146 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.313670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Bound using segment: {'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:46.314065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Bound port: 4cd1849e-c3be-4bbc-9b48-139da25cf8c2, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:46.314854 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.316460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47236) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:46.337564 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6ad7703-bc4d-4314-a493-a176161d37fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.374885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35268603-8b08-4e6e-948a-f17a5985d943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.388819 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35268603-8b08-4e6e-948a-f17a5985d943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.391578 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-35268603-8b08-4e6e-948a-f17a5985d943 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5ab43f7e-9882-459a-84f3-8f484b787bd7 HTTP/1.1" status: 204 len: 168 time: 0.2565718 Nov 12 03:37:46.406274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35268603-8b08-4e6e-948a-f17a5985d943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab43f7e-9882-459a-84f3-8f484b787bd7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.421268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] For port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:46.424287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] For port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4cd1849e-c3be-4bbc-9b48-139da25cf8c2,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:46.438010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] Made reservation on behalf of 943acab026494339be5d52612c7cdea8 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:46.444107 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.462866 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.502225 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.504813 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6ad7703-bc4d-4314-a493-a176161d37fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.592148 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6ad7703-bc4d-4314-a493-a176161d37fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.613714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f6ab7c46-7ae8-4356-9e5b-87d03406efe5 None None] Provisioning complete for port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:46.614110 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6ab7c46-7ae8-4356-9e5b-87d03406efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.673626 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b6ad7703-bc4d-4314-a493-a176161d37fe admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5e75a16881e54628924f091de717077d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3556912 Nov 12 03:37:46.674135 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.676364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47250) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:46.676861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad7703-bc4d-4314-a493-a176161d37fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cf2b9a-d1a4-426d-a518-afde9b1f5338,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.700819 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Routers {'a47cd4db-63cb-4068-900a-89d7466291dc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:46.702238 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:37:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a47cd4db-63cb-4068-900a-89d7466291dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:46.765291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767e703-efe4-4bc6-abdc-a5b72879f326 None None] Pushing event updated for resources: {'Port': ['ID=4cd1849e-c3be-4bbc-9b48-139da25cf8c2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.771238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99a67bf2-8ab8-416a-bfb9-b173b56b7dc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.780379 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.796085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:46.815945 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.816779 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] Added segment 4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11 of type vlan for network 35ce38f7-7a9d-4610-b448-c33ff3cf0259 Nov 12 03:37:46.870704 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.931965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4d8f45-aca9-48b2-805d-f71521c56e05,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.952318 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99a67bf2-8ab8-416a-bfb9-b173b56b7dc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.964550 n-d-767704-23 neutron-server[103146]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 03:37:47.046616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-798c4d9c-79fd-4d45-ba40-0fcfb10f642b req-5ca36cb9-1fd4-4bb8-8c40-0f9996c18feb tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 210 time: 0.8406842 Nov 12 03:37:47.066224 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.069852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.070996 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.161339 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6ab7c46-7ae8-4356-9e5b-87d03406efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.179373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] Set router a47cd4db-63cb-4068-900a-89d7466291dc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:47.202041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] Pushing event updated for resources: {'Network': ['ID=35ce38f7-7a9d-4610-b448-c33ff3cf0259,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:47.217163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 35ce38f7-7a9d-4610-b448-c33ff3cf0259 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:47.237976 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-62541438-8f0f-4274-8dd4-322d9008e393 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9763730 Nov 12 03:37:47.239084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47272) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:47.245710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5ef7647a-4f7b-4153-85a7-004b6f40541e admin admin] Request body: {'subnet': {'network_id': '35ce38f7-7a9d-4610-b448-c33ff3cf0259', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579046191-subnet', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:47.288440 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f6ab7c46-7ae8-4356-9e5b-87d03406efe5 None None] For port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4cd1849e-c3be-4bbc-9b48-139da25cf8c2,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:47.348149 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99a67bf2-8ab8-416a-bfb9-b173b56b7dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.351222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99a67bf2-8ab8-416a-bfb9-b173b56b7dc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.352923 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-99a67bf2-8ab8-416a-bfb9-b173b56b7dc7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a1cf2b9a-d1a4-426d-a518-afde9b1f5338 HTTP/1.1" status: 204 len: 168 time: 0.6749589 Nov 12 03:37:47.364716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a67bf2-8ab8-416a-bfb9-b173b56b7dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cf2b9a-d1a4-426d-a518-afde9b1f5338,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:47.421357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef7647a-4f7b-4153-85a7-004b6f40541e admin admin] Made reservation on behalf of 943acab026494339be5d52612c7cdea8 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:47.421442 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6ab7c46-7ae8-4356-9e5b-87d03406efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.426196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ef7647a-4f7b-4153-85a7-004b6f40541e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.526597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab7c46-7ae8-4356-9e5b-87d03406efe5 None None] Pushing event updated for resources: {'Port': ['ID=4cd1849e-c3be-4bbc-9b48-139da25cf8c2,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:47.569214 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-72bcd407-6611-4439-afea-ee220636f165 None None] Provisioning complete for port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:47.569586 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72bcd407-6611-4439-afea-ee220636f165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.602464 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-c503c6fc-9106-410a-9d6c-d068dbcf4817 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=7c26fcfe11f44c57b6be2ed33d7c5a00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372891 Nov 12 03:37:47.617399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:46Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:47.650927 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852dcf3-ebd4-4d74-adfc-96ad3ac40199 None None] The sync data for ids ['a47cd4db-63cb-4068-900a-89d7466291dc'] in n-d-767704-23 is: [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:46Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:47.741478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47296) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:47.762071 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed248372-1adf-4b54-83fe-365c6ecc40e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.788576 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ef7647a-4f7b-4153-85a7-004b6f40541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.813603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-f95fe4cd-f377-41d8-b7a4-cd7343ffb28f tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.815955 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-f95fe4cd-f377-41d8-b7a4-cd7343ffb28f tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095530 Nov 12 03:37:47.851056 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-3e79912c-7ec0-4254-ac7d-26ba942ad52f tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/quotas/7c26fcfe11f44c57b6be2ed33d7c5a00 HTTP/1.1" status: 200 len: 375 time: 0.0257208 Nov 12 03:37:47.910908 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-a3440f07-8177-49cf-acdd-6b8558496ae2 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=7c26fcfe11f44c57b6be2ed33d7c5a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501306 Nov 12 03:37:47.931127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7647a-4f7b-4153-85a7-004b6f40541e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9d0e0d-8693-4347-bb0c-5370677def2e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:48.009257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef7647a-4f7b-4153-85a7-004b6f40541e admin admin] Checking segment: {'id': '4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '35ce38f7-7a9d-4610-b448-c33ff3cf0259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:48.009651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef7647a-4f7b-4153-85a7-004b6f40541e admin admin] Network hostable DHCP agents. Network: 35ce38f7-7a9d-4610-b448-c33ff3cf0259, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:48.050100 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed248372-1adf-4b54-83fe-365c6ecc40e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.158992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef7647a-4f7b-4153-85a7-004b6f40541e admin admin] Network 35ce38f7-7a9d-4610-b448-c33ff3cf0259 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:48.161516 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed248372-1adf-4b54-83fe-365c6ecc40e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.293274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed248372-1adf-4b54-83fe-365c6ecc40e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375ea7b1-3f7d-439e-aa78-74286389cf37,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:48.331497 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-212cc184-d2c2-4489-badd-3386f1f8754d req-a0013e63-a631-432d-b295-7f98531fe00f tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 210 time: 0.0710437 Nov 12 03:37:48.336558 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-191e3960-a9f2-4800-af5a-0f5e0016b411 req-97c0c85a-ddd4-46e8-88c9-8144806707c9 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 210 time: 0.1068904 Nov 12 03:37:48.352669 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ed248372-1adf-4b54-83fe-365c6ecc40e3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e124f17e80b648d1ba7c7b6e7d769507&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6072540 Nov 12 03:37:48.357102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5ef7647a-4f7b-4153-85a7-004b6f40541e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 35ce38f7-7a9d-4610-b448-c33ff3cf0259) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:48.362041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef7647a-4f7b-4153-85a7-004b6f40541e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.362805 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ef7647a-4f7b-4153-85a7-004b6f40541e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.376876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.25', 50482) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:48.395283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61703a7-b8ef-4113-9c47-871dec05f2e0 None None] Network 35ce38f7-7a9d-4610-b448-c33ff3cf0259 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:48.395776 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:48.436642 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.457862 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-acfe4342-10d9-4cac-a3e3-275ceff1f13f tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0c780a605d204e81b78579b6b05a3ce4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766563 Nov 12 03:37:48.466567 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5ef7647a-4f7b-4153-85a7-004b6f40541e admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2230549 Nov 12 03:37:48.469681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47322) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:48.497582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-579046191-router', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:48.702374 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.704921 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.797151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47332) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:48.817143 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-35ce38f7-7a9d-4610-b448-c33ff3cf0259', 'network_id': '35ce38f7-7a9d-4610-b448-c33ff3cf0259', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'fixed_ips': [{'subnet_id': 'fd9d0e0d-8693-4347-bb0c-5370677def2e'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:48.818039 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.837613 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86ddac33-8cb4-4de4-99fc-32cb4df5e949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.842341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.868794 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86ddac33-8cb4-4de4-99fc-32cb4df5e949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.021204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-4bca5722-c754-4f25-9e20-060adba60956 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.023464 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-4bca5722-c754-4f25-9e20-060adba60956 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5590718 Nov 12 03:37:49.158668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Allocated IP 172.20.0.2 (35ce38f7-7a9d-4610-b448-c33ff3cf0259/fd9d0e0d-8693-4347-bb0c-5370677def2e/3263a7e2-8689-4f08-930c-f50c57c17f9a) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:49.165361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Request body: {'port': {'device_id': '8331457b-b54b-4e36-b778-148059045f07', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '0c780a605d204e81b78579b6b05a3ce4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:49.194307 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.230389 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:49.245224 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86ddac33-8cb4-4de4-99fc-32cb4df5e949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.250003 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86ddac33-8cb4-4de4-99fc-32cb4df5e949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.252158 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-86ddac33-8cb4-4de4-99fc-32cb4df5e949 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/375ea7b1-3f7d-439e-aa78-74286389cf37 HTTP/1.1" status: 204 len: 168 time: 0.8534226 Nov 12 03:37:49.264396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddac33-8cb4-4de4-99fc-32cb4df5e949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375ea7b1-3f7d-439e-aa78-74286389cf37,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:49.562814 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ac7b9f52-7758-48c3-a47f-ad956cf3b5a9 req-a6b96605-eea0-40b4-b334-9398dae70f58 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 210 time: 0.0622878 Nov 12 03:37:49.611783 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.637866 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74f39048-2d9e-4539-86e0-9ebbaad7a03e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.644975 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aab33b9b-e733-4478-891b-5ee45e3e06fc req-a3d680f6-956c-44b9-b021-e15278213df0 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 210 time: 0.1209919 Nov 12 03:37:49.661972 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:49.662318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.766433 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74f39048-2d9e-4539-86e0-9ebbaad7a03e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.766758 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.839778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Network 35ce38f7-7a9d-4610-b448-c33ff3cf0259 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:49.850408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:49.855625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:49.855808 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.867308 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74f39048-2d9e-4539-86e0-9ebbaad7a03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.877036 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.889940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Pushing event updated for resources: {'Port': ['ID=3263a7e2-8689-4f08-930c-f50c57c17f9a,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:49.943137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-74f39048-2d9e-4539-86e0-9ebbaad7a03e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cb7a35cb38f948f78e3d296739b126fd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1422896 Nov 12 03:37:49.945041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Made reservation on behalf of 0c780a605d204e81b78579b6b05a3ce4 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:49.947632 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:49.953304 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.968486 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Attempting to bind port 3263a7e2-8689-4f08-930c-f50c57c17f9a on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:49.969034 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Attempting to bind port 3263a7e2-8689-4f08-930c-f50c57c17f9a by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '35ce38f7-7a9d-4610-b448-c33ff3cf0259'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:49.970120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Attempting to bind port 3263a7e2-8689-4f08-930c-f50c57c17f9a on network 35ce38f7-7a9d-4610-b448-c33ff3cf0259 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:49.976714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:49.977911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Checking segment: {'id': '4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '35ce38f7-7a9d-4610-b448-c33ff3cf0259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:49.978456 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.979023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Bound using segment: {'id': '4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '35ce38f7-7a9d-4610-b448-c33ff3cf0259'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:49.980128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Bound port: 3263a7e2-8689-4f08-930c-f50c57c17f9a, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '35ce38f7-7a9d-4610-b448-c33ff3cf0259'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:49.980729 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.113562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Allocated IP 172.25.8.191 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/0d4a5a51-690f-49dc-9c8a-12b8f21c3070) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:50.134215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] For port 3263a7e2-8689-4f08-930c-f50c57c17f9a, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:50.135302 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2a3625f-989e-497c-9f40-91cc3643d103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.137581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] For port 3263a7e2-8689-4f08-930c-f50c57c17f9a, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3263a7e2-8689-4f08-930c-f50c57c17f9a,segment=NetworkSegment(4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11),segment_id=4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:50.173696 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.197404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f39048-2d9e-4539-86e0-9ebbaad7a03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340cd0e2-2b7e-40cc-9717-3aa7399b1640,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.208816 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2a3625f-989e-497c-9f40-91cc3643d103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.261641 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.299294 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.303611 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.385076 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.390575 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53f1bd-4410-4715-b4cf-bcf8e758cebd None None] Pushing event updated for resources: {'Port': ['ID=3263a7e2-8689-4f08-930c-f50c57c17f9a,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.425488 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2a3625f-989e-497c-9f40-91cc3643d103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.428358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2a3625f-989e-497c-9f40-91cc3643d103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.430386 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f2a3625f-989e-497c-9f40-91cc3643d103 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/340cd0e2-2b7e-40cc-9717-3aa7399b1640 HTTP/1.1" status: 204 len: 168 time: 0.4803796 Nov 12 03:37:50.432650 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.439771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41393e3d-9b7b-41e0-98b7-cd973745f941,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.456684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3625f-989e-497c-9f40-91cc3643d103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340cd0e2-2b7e-40cc-9717-3aa7399b1640,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.515066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:50.518305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:50.522016 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:50.559620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Pushing event updated for resources: {'Port': ['ID=0d4a5a51-690f-49dc-9c8a-12b8f21c3070,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.884681 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2cf92cb-7223-46e7-9b6b-4cf0d3faa82b req-1ecf09b0-4fd4-4af3-90ab-18eed88896b7 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 210 time: 0.1307580 Nov 12 03:37:50.885742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Allocated IP 192.168.233.51 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/a6b023ca-1659-4dae-bb26-29bd3084b126) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:50.919149 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.059257 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-52c3298a-45c6-4981-926f-f23b5828e000 req-99fba470-7ebc-4400-84fc-5494a950b920 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 210 time: 0.0368223 Nov 12 03:37:51.234212 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.303680 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.304996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3263a7e2-8689-4f08-930c-f50c57c17f9a up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:51.422506 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.442342 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 3263a7e2-8689-4f08-930c-f50c57c17f9a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:51.443909 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.696582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:51.698332 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.707839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:51.718684 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:51.730986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.731662 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.755566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Pushing event updated for resources: {'Port': ['ID=a6b023ca-1659-4dae-bb26-29bd3084b126,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:51.781182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 3263a7e2-8689-4f08-930c-f50c57c17f9a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3263a7e2-8689-4f08-930c-f50c57c17f9a,segment=NetworkSegment(4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11),segment_id=4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:51.804452 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Router cfd3313f-9a5d-40fb-bc34-66ec1468ecfd is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:37:51.886916 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-e8af4fc6-8f5a-4d14-9c20-99f1e3eada84 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7287710 Nov 12 03:37:51.905617 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.912450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-6c175344-7dc1-4a4b-8fe4-35c7b90a6e61 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:37:51.913766 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-6c175344-7dc1-4a4b-8fe4-35c7b90a6e61 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131354 Nov 12 03:37:52.056628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=3263a7e2-8689-4f08-930c-f50c57c17f9a,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:52.100134 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:52.116576 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Sync routers for ids ['cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:52.137711 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Routers {'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:52.138656 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:37:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:52.157038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:52.236786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.240834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e24a3d64-8ab7-4b8f-9f06-61ca76574629 None None] Provisioning complete for port a6b023ca-1659-4dae-bb26-29bd3084b126 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:52.243676 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-38dd5feb-f69a-455e-a81f-83ed83a98c3e admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.7699189 Nov 12 03:37:52.245378 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e24a3d64-8ab7-4b8f-9f06-61ca76574629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.247143 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:52.249983 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62202751-68a2-43d5-a83c-811e0e196409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.257028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6d823-4120-4739-8f02-2180f0cd89fc req-4dac86c8-21b6-403e-af7b-5da9f610fe69 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.273873 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42f6d823-4120-4739-8f02-2180f0cd89fc req-4dac86c8-21b6-403e-af7b-5da9f610fe69 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 935 time: 0.1998894 Nov 12 03:37:52.361104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa038fe1-043d-465e-9aa2-f10412865016 None None] Network 35ce38f7-7a9d-4610-b448-c33ff3cf0259 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:52.450978 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42f6d823-4120-4739-8f02-2180f0cd89fc req-bd572aba-c6d0-46f1-b1ca-e2514e5b7bbe tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745822 Nov 12 03:37:52.514098 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Set router cfd3313f-9a5d-40fb-bc34-66ec1468ecfd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:52.538284 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-98109057-ca85-4696-8e09-db510e4f4488 req-327e5d9f-010e-4e44-967d-b345f906d164 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 210 time: 0.0888400 Nov 12 03:37:52.633579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fc4d9923-0ed0-4c3f-9200-da7eccf4bb82 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7c26fcfe11f44c57b6be2ed33d7c5a00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595875 Nov 12 03:37:52.674742 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.25', 50487) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:52.678849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e24a3d64-8ab7-4b8f-9f06-61ca76574629 None None] Port a6b023ca-1659-4dae-bb26-29bd3084b126 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:52.807764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b3a9618e-4ebb-42f0-9690-3cb907d6b372 None None] Provisioning complete for port 3263a7e2-8689-4f08-930c-f50c57c17f9a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:52.808374 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b3a9618e-4ebb-42f0-9690-3cb907d6b372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.915582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9b0475a9-ba78-464c-8a1e-c3902d577982 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.918263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9b0475a9-ba78-464c-8a1e-c3902d577982 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612789 Nov 12 03:37:52.919678 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62202751-68a2-43d5-a83c-811e0e196409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.929064 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579046191-router', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:48Z', 'updated_at': '2021-11-12T03:37:50Z', 'revision_number': 3, 'project_id': '943acab026494339be5d52612c7cdea8', 'gw_port': {'id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:49Z', 'updated_at': '2021-11-12T03:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:52.942222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Request body: {'port': {'device_id': '928f6c9a-e14d-4f0d-aeed-4f055dd143f0', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '7c26fcfe11f44c57b6be2ed33d7c5a00'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:53.021519 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Checking router: cfd3313f-9a5d-40fb-bc34-66ec1468ecfd for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:53.022115 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Updating router cfd3313f-9a5d-40fb-bc34-66ec1468ecfd port 0d4a5a51-690f-49dc-9c8a-12b8f21c3070 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:37:53.092414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Request body: {'port': {'device_id': '8331457b-b54b-4e36-b778-148059045f07', 'device_owner': 'compute:tempest-test_az-1623013001', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:53.110388 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62202751-68a2-43d5-a83c-811e0e196409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.207397 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-732e66fc-00fc-437c-aa17-db80b6b8ccda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.219230 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.219902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3263a7e2-8689-4f08-930c-f50c57c17f9a up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:53.359291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e2ec24be-9a19-430d-9826-0735c2113a14 None None] Provisioning complete for port 3263a7e2-8689-4f08-930c-f50c57c17f9a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:53.359674 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2ec24be-9a19-430d-9826-0735c2113a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.480507 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 3263a7e2-8689-4f08-930c-f50c57c17f9a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:53.481105 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.569412 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.586785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62202751-68a2-43d5-a83c-811e0e196409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b74606-243a-4788-80d7-b95d3a554234,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:53.610357 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-62202751-68a2-43d5-a83c-811e0e196409 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c89d960ba8e942fb998a5cd9577207b2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4507892 Nov 12 03:37:53.618017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:53.677081 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.679274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92523ffd-92e2-4ce9-a067-7a82e0b800e0 req-8adbb8be-ee19-4588-a266-5c1930d48dc3 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.681826 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92523ffd-92e2-4ce9-a067-7a82e0b800e0 req-8adbb8be-ee19-4588-a266-5c1930d48dc3 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 935 time: 0.1213293 Nov 12 03:37:53.772533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92523ffd-92e2-4ce9-a067-7a82e0b800e0 req-50b68125-af03-4785-bbcc-26858740e7c5 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700016 Nov 12 03:37:53.776950 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.806482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Made reservation on behalf of 7c26fcfe11f44c57b6be2ed33d7c5a00 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:53.818893 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.825444 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32948a6b-4fe5-4b98-80d6-77b86cd61775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.855070 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.900316 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bc960-54c2-4abd-9e5a-e92254685410 None None] Pushing event updated for resources: {'Port': ['ID=0d4a5a51-690f-49dc-9c8a-12b8f21c3070,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:53.925391 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-638e3173-822c-44d6-ba39-813c55474d67 req-a5add894-bc39-40bf-95ac-5a1f88b069d0 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 210 time: 0.1536546 Nov 12 03:37:53.932739 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Attempting to bind port 0d4a5a51-690f-49dc-9c8a-12b8f21c3070 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:53.933319 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Attempting to bind port 0d4a5a51-690f-49dc-9c8a-12b8f21c3070 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:53.933771 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Attempting to bind port 0d4a5a51-690f-49dc-9c8a-12b8f21c3070 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:53.935561 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32948a6b-4fe5-4b98-80d6-77b86cd61775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.951126 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:53.951629 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:53.952294 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.952848 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:53.953436 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Bound port: 0d4a5a51-690f-49dc-9c8a-12b8f21c3070, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:53.953981 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.046227 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] For port 0d4a5a51-690f-49dc-9c8a-12b8f21c3070, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:54.051182 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] For port 0d4a5a51-690f-49dc-9c8a-12b8f21c3070, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0d4a5a51-690f-49dc-9c8a-12b8f21c3070,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:54.151890 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.218503 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32948a6b-4fe5-4b98-80d6-77b86cd61775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.226019 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32948a6b-4fe5-4b98-80d6-77b86cd61775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.226019 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-32948a6b-4fe5-4b98-80d6-77b86cd61775 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/91b74606-243a-4788-80d7-b95d3a554234 HTTP/1.1" status: 204 len: 168 time: 0.5976610 Nov 12 03:37:54.256696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32948a6b-4fe5-4b98-80d6-77b86cd61775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b74606-243a-4788-80d7-b95d3a554234,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:54.322054 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.370484 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.383593 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Routers {'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:54.386152 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:37:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:54.492463 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.571256 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4590048-0245-44a3-95ab-f9e558640989,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:54.599245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b023ca-1659-4dae-bb26-29bd3084b126 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:54.612723 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.629824 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bc960-54c2-4abd-9e5a-e92254685410 None None] Pushing event updated for resources: {'Port': ['ID=0d4a5a51-690f-49dc-9c8a-12b8f21c3070,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:54.712700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Transition to ACTIVE for port object a6b023ca-1659-4dae-bb26-29bd3084b126 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:54.730924 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.802250 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] Set router cfd3313f-9a5d-40fb-bc34-66ec1468ecfd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:54.862368 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Allocated IP 172.20.0.1 (35ce38f7-7a9d-4610-b448-c33ff3cf0259/fd9d0e0d-8693-4347-bb0c-5370677def2e/daa446ec-3680-4b41-b4a8-92772300fa53) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:54.990193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Allocated IP 192.168.233.155 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/ff0dde6e-6518-44fa-960c-ad34e190a171) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:55.018248 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579046191-router', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:48Z', 'updated_at': '2021-11-12T03:37:50Z', 'revision_number': 3, 'project_id': '943acab026494339be5d52612c7cdea8', 'gw_port': {'id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:49Z', 'updated_at': '2021-11-12T03:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:55.039236 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.052234 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733bfaa-7f90-476f-9cdd-fb2e2435983b None None] The sync data for ids ['cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'] in n-d-767704-23 is: [{'id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579046191-router', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:48Z', 'updated_at': '2021-11-12T03:37:50Z', 'revision_number': 3, 'project_id': '943acab026494339be5d52612c7cdea8', 'gw_port': {'id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:49Z', 'updated_at': '2021-11-12T03:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:55.112579 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.163701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.250470 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2514d9-8045-40fd-bc30-f699e465e1d5 req-1dd3f9ce-154b-4e26-8654-bda354d14199 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.251297 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da2514d9-8045-40fd-bc30-f699e465e1d5 req-1dd3f9ce-154b-4e26-8654-bda354d14199 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 969 time: 0.1778152 Nov 12 03:37:55.344956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Network 35ce38f7-7a9d-4610-b448-c33ff3cf0259 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:55.402253 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83f3d8fc-2ce6-4303-8cf1-a5c9235b6a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.404023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Pushing event updated for resources: {'Port': ['ID=a6b023ca-1659-4dae-bb26-29bd3084b126,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:55.417646 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.436201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:55.466240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:55.467079 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.549691 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.616854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Attempting to bind port a6b023ca-1659-4dae-bb26-29bd3084b126 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:55.617343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Attempting to bind port a6b023ca-1659-4dae-bb26-29bd3084b126 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:55.617802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Attempting to bind port a6b023ca-1659-4dae-bb26-29bd3084b126 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:55.688387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Pushing event updated for resources: {'Port': ['ID=daa446ec-3680-4b41-b4a8-92772300fa53,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:55.697625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Port a6b023ca-1659-4dae-bb26-29bd3084b126 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:55.698312 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Attempting to bind port a6b023ca-1659-4dae-bb26-29bd3084b126 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:55.713053 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da2514d9-8045-40fd-bc30-f699e465e1d5 req-eb964c9c-d4eb-4d9c-8ba1-406e35fcef33 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787968 Nov 12 03:37:55.719789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:55.720533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:55.721400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:55.721962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Bound port: a6b023ca-1659-4dae-bb26-29bd3084b126, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:55.722415 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.739700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:55.758444 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:55.764960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:55.786850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.788153 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.973900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0365441 Nov 12 03:37:56.043970 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] For port a6b023ca-1659-4dae-bb26-29bd3084b126, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:56.049093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09869d9c-4425-4830-b6ab-41d2cb2c07fb req-67465eff-9930-45b2-b9e3-b5488890656a tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.067753 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09869d9c-4425-4830-b6ab-41d2cb2c07fb req-67465eff-9930-45b2-b9e3-b5488890656a tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 936 time: 0.2250669 Nov 12 03:37:56.072016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Request body: {'port': {'device_id': '928f6c9a-e14d-4f0d-aeed-4f055dd143f0', 'device_owner': 'compute:tempest-test_az-1623013001', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:56.100183 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.125315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] For port a6b023ca-1659-4dae-bb26-29bd3084b126, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a6b023ca-1659-4dae-bb26-29bd3084b126,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:56.181909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5e2ca-688b-4cbe-b151-5d62631cd2ef tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Pushing event updated for resources: {'Port': ['ID=ff0dde6e-6518-44fa-960c-ad34e190a171,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.214609 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.475318 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09869d9c-4425-4830-b6ab-41d2cb2c07fb req-3c8373d1-3a5b-4a21-b029-8b03974e925f tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096715 Nov 12 03:37:56.510699 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.538592 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Pushing event updated for resources: {'Port': ['ID=a6b023ca-1659-4dae-bb26-29bd3084b126,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.546642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7baf72aa-e2a8-43f7-bd1d-ad5620dfc164 None None] Provisioning complete for port daa446ec-3680-4b41-b4a8-92772300fa53 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:56.547382 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7baf72aa-e2a8-43f7-bd1d-ad5620dfc164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.665675 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.716164 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.721522 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.725147 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-a3732742-a248-4c9f-b2ff-b478b08cdfba service neutron] 10.222.0.25 "PUT /v2.0/ports/a6b023ca-1659-4dae-bb26-29bd3084b126 HTTP/1.1" status: 200 len: 1118 time: 4.0450256 Nov 12 03:37:56.727022 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8331457b-b54b-4e36-b778-148059045f07', 'tag': 'a6b023ca-1659-4dae-bb26-29bd3084b126'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:56.764378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7baf72aa-e2a8-43f7-bd1d-ad5620dfc164 None None] Port daa446ec-3680-4b41-b4a8-92772300fa53 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:56.932693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8778eaaf-0d34-46f0-8c3b-f79158905bf3 None None] Provisioning complete for port ff0dde6e-6518-44fa-960c-ad34e190a171 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:56.934685 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8778eaaf-0d34-46f0-8c3b-f79158905bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.071690 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8778eaaf-0d34-46f0-8c3b-f79158905bf3 None None] Port ff0dde6e-6518-44fa-960c-ad34e190a171 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:57.297511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0d4a5a51-690f-49dc-9c8a-12b8f21c3070 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:57.401874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0d4a5a51-690f-49dc-9c8a-12b8f21c3070 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:57.404234 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.571121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0dde6e-6518-44fa-960c-ad34e190a171 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:57.593965 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.629688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc242db-99a2-42f6-9d17-c62ca6f37d30 req-7823890e-d05a-43ee-9348-8d0647b2efb9 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.631542 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.639881 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-acc242db-99a2-42f6-9d17-c62ca6f37d30 req-7823890e-d05a-43ee-9348-8d0647b2efb9 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 969 time: 0.3011930 Nov 12 03:37:57.641656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Transition to ACTIVE for port object ff0dde6e-6518-44fa-960c-ad34e190a171 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:57.646071 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe34a17-1b4f-47d7-944a-fc142298c506" -d '{"events": [{"name": "network-changed", "server_uuid": "8331457b-b54b-4e36-b778-148059045f07", "tag": "a6b023ca-1659-4dae-bb26-29bd3084b126"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:57.652391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-c9a05555-1c69-4e05-8023-5a8215915f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.654017 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-c9a05555-1c69-4e05-8023-5a8215915f61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c780a605d204e81b78579b6b05a3ce4&device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 1121 time: 0.7261074 Nov 12 03:37:57.656166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 0d4a5a51-690f-49dc-9c8a-12b8f21c3070, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0d4a5a51-690f-49dc-9c8a-12b8f21c3070,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:57.704025 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.738182 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.739009 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-acc242db-99a2-42f6-9d17-c62ca6f37d30 req-de84ce14-62a7-4f91-bdd8-ad7cb7bd8f9e tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980270 Nov 12 03:37:57.753753 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.821495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Pushing event updated for resources: {'Port': ['ID=ff0dde6e-6518-44fa-960c-ad34e190a171,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:57.910074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=0d4a5a51-690f-49dc-9c8a-12b8f21c3070,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:57.956807 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.962967 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.980912 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:37:57.981899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Attempting to bind port ff0dde6e-6518-44fa-960c-ad34e190a171 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:57.981899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Attempting to bind port ff0dde6e-6518-44fa-960c-ad34e190a171 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:57.981899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Attempting to bind port ff0dde6e-6518-44fa-960c-ad34e190a171 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:57.997303 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Port ff0dde6e-6518-44fa-960c-ad34e190a171 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:57.997646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Attempting to bind port ff0dde6e-6518-44fa-960c-ad34e190a171 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:58.004248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:58.004538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:58.005116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:58.005591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Bound port: ff0dde6e-6518-44fa-960c-ad34e190a171, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:58.005957 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.095069 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-4baab53d-95b6-42aa-8bab-2bbd5bfd7e7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=a6b023ca-1659-4dae-bb26-29bd3084b126 HTTP/1.1" status: 200 len: 217 time: 0.2976172 Nov 12 03:37:58.105520 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Pushing event updated for resources: {'Port': ['ID=daa446ec-3680-4b41-b4a8-92772300fa53,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:58.186846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] For port ff0dde6e-6518-44fa-960c-ad34e190a171, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:58.198189 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.202791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] For port ff0dde6e-6518-44fa-960c-ad34e190a171, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=ff0dde6e-6518-44fa-960c-ad34e190a171,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:58.291426 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.377656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.380719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.385529 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] 10.222.0.25 "PUT /v2.0/ports/ff0dde6e-6518-44fa-960c-ad34e190a171 HTTP/1.1" status: 200 len: 1119 time: 2.3755188 Nov 12 03:37:58.386335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928f6c9a-e14d-4f0d-aeed-4f055dd143f0', 'tag': 'ff0dde6e-6518-44fa-960c-ad34e190a171'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:58.436988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-877ba654-1aca-493f-8197-ac9466bc0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.439855 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-877ba654-1aca-493f-8197-ac9466bc0931 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.3091443 Nov 12 03:37:58.504532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460665b-341d-44d6-b780-f3ff77da2c2c service neutron] Pushing event updated for resources: {'Port': ['ID=ff0dde6e-6518-44fa-960c-ad34e190a171,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:58.558994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375bbde-f1a6-4da5-a3df-cfafa070e61b req-f3b03983-7c57-43e0-a69e-edc78eaefbbb tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.567469 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6375bbde-f1a6-4da5-a3df-cfafa070e61b req-f3b03983-7c57-43e0-a69e-edc78eaefbbb tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 970 time: 0.3511276 Nov 12 03:37:58.678417 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7ff200-b86d-49c7-bfb1-e9ea82ccdbbe x-openstack-request-id: req-ab7ff200-b86d-49c7-bfb1-e9ea82ccdbbe {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:58.679897 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8331457b-b54b-4e36-b778-148059045f07", "tag": "a6b023ca-1659-4dae-bb26-29bd3084b126", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:58.680255 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ab7ff200-b86d-49c7-bfb1-e9ea82ccdbbe {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:58.680846 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8331457b-b54b-4e36-b778-148059045f07', 'tag': 'a6b023ca-1659-4dae-bb26-29bd3084b126', 'status': 'completed', 'code': 200} Nov 12 03:37:58.696898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-52b52cf3-eb50-434d-ad85-9bb7a5473124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.698885 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-52b52cf3-eb50-434d-ad85-9bb7a5473124 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c26fcfe11f44c57b6be2ed33d7c5a00&device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 1122 time: 0.1730263 Nov 12 03:37:58.823446 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6375bbde-f1a6-4da5-a3df-cfafa070e61b req-dcfd02c1-0b0a-4d99-b40a-e6784604c671 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521775 Nov 12 03:37:58.823547 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62199b0f-2304-444c-9c1d-9ba71a0ea102" -d '{"events": [{"name": "network-changed", "server_uuid": "928f6c9a-e14d-4f0d-aeed-4f055dd143f0", "tag": "ff0dde6e-6518-44fa-960c-ad34e190a171"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:58.835655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-d6913f46-7d95-4fd0-b4f4-fe5d059300e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.837590 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-d6913f46-7d95-4fd0-b4f4-fe5d059300e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3355935 Nov 12 03:37:58.847118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Network 35ce38f7-7a9d-4610-b448-c33ff3cf0259 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:58.849306 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:58.921176 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.107371 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-455f02f1-f2a4-4f35-be59-91dce919a028 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053331 Nov 12 03:37:59.220001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0d4a5a51-690f-49dc-9c8a-12b8f21c3070 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:59.236173 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Router cfd3313f-9a5d-40fb-bc34-66ec1468ecfd has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:59.247461 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0e19b-b524-468c-90ff-e281c1eec913 req-08fd728a-1810-48b0-b228-b46194d18b7c tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.249403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d8e0e19b-b524-468c-90ff-e281c1eec913 req-08fd728a-1810-48b0-b228-b46194d18b7c tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 969 time: 0.1394608 Nov 12 03:37:59.254454 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-4d4fbb0e-1135-4d47-8fb4-9f47ab589cb2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ff0dde6e-6518-44fa-960c-ad34e190a171 HTTP/1.1" status: 200 len: 217 time: 0.2651474 Nov 12 03:37:59.339974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0d4a5a51-690f-49dc-9c8a-12b8f21c3070 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:59.340724 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.396505 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-729cc55c-8243-43a8-8895-e96c6f4cf105 None None] Provisioning complete for port daa446ec-3680-4b41-b4a8-92772300fa53 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:59.397425 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-729cc55c-8243-43a8-8895-e96c6f4cf105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.450832 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:59.463547 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4f7019ea-a96e-4a35-8a34-3e84be4a7169 admin admin] 10.222.0.105 "PUT /v2.0/routers/cfd3313f-9a5d-40fb-bc34-66ec1468ecfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1658938 Nov 12 03:37:59.464680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Sync routers for ids ['cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:59.469528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-729cc55c-8243-43a8-8895-e96c6f4cf105 None None] Port daa446ec-3680-4b41-b4a8-92772300fa53 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:59.535248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Routers {'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:59.538594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:37:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:59.593397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-e58044c6-3b5b-4261-aa06-ec62c0318411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.596498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-e58044c6-3b5b-4261-aa06-ec62c0318411 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1087162 Nov 12 03:37:59.630068 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95ffc5be-d49d-47e9-9912-d8c72f7139a9 req-52b5186a-530a-403d-8425-894222d720c4 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958427 Nov 12 03:37:59.667643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d8e0e19b-b524-468c-90ff-e281c1eec913 req-1dbbee97-7cd4-4891-996e-756d26833f8f tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047420 Nov 12 03:37:59.686429 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029fcd59-ba0c-488e-9cf4-ed323d5862fd x-openstack-request-id: req-029fcd59-ba0c-488e-9cf4-ed323d5862fd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:59.686718 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928f6c9a-e14d-4f0d-aeed-4f055dd143f0", "tag": "ff0dde6e-6518-44fa-960c-ad34e190a171", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:59.687068 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-029fcd59-ba0c-488e-9cf4-ed323d5862fd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:59.687479 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928f6c9a-e14d-4f0d-aeed-4f055dd143f0', 'tag': 'ff0dde6e-6518-44fa-960c-ad34e190a171', 'status': 'completed', 'code': 200} Nov 12 03:37:59.817368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Set router cfd3313f-9a5d-40fb-bc34-66ec1468ecfd gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:00.141908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579046191-router', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:48Z', 'updated_at': '2021-11-12T03:37:55Z', 'revision_number': 4, 'project_id': '943acab026494339be5d52612c7cdea8', 'gw_port': {'id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:49Z', 'updated_at': '2021-11-12T03:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'daa446ec-3680-4b41-b4a8-92772300fa53', 'name': '', 'network_id': '35ce38f7-7a9d-4610-b448-c33ff3cf0259', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'mac_address': 'fa:16:3e:14:4a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fd9d0e0d-8693-4347-bb0c-5370677def2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:54Z', 'updated_at': '2021-11-12T03:37:56Z', 'revision_number': 2, 'project_id': '943acab026494339be5d52612c7cdea8', 'subnets': [{'id': 'fd9d0e0d-8693-4347-bb0c-5370677def2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:00.173115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Checking router: cfd3313f-9a5d-40fb-bc34-66ec1468ecfd for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:38:00.173115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Updating router cfd3313f-9a5d-40fb-bc34-66ec1468ecfd port daa446ec-3680-4b41-b4a8-92772300fa53 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:38:00.198514 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.253874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f88b2-831a-49c5-8d62-76e965bfa20f req-9685b76d-c62e-48b3-98db-f342b781230a tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.256080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c03f88b2-831a-49c5-8d62-76e965bfa20f req-9685b76d-c62e-48b3-98db-f342b781230a tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 970 time: 0.0576541 Nov 12 03:38:00.322995 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c03f88b2-831a-49c5-8d62-76e965bfa20f req-272ce39b-9a9f-4262-b66c-dc766eb0c6c2 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600753 Nov 12 03:38:00.517666 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.588886 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.671754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7ccd9-3189-4f7b-8702-3907e7861dab None None] Pushing event updated for resources: {'Port': ['ID=daa446ec-3680-4b41-b4a8-92772300fa53,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:00.751485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Attempting to bind port daa446ec-3680-4b41-b4a8-92772300fa53 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:00.752762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Attempting to bind port daa446ec-3680-4b41-b4a8-92772300fa53 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '35ce38f7-7a9d-4610-b448-c33ff3cf0259'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:00.753116 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Attempting to bind port daa446ec-3680-4b41-b4a8-92772300fa53 on network 35ce38f7-7a9d-4610-b448-c33ff3cf0259 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:00.760641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:00.761208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Checking segment: {'id': '4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '35ce38f7-7a9d-4610-b448-c33ff3cf0259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:00.761800 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.762232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Bound using segment: {'id': '4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '35ce38f7-7a9d-4610-b448-c33ff3cf0259'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:00.762796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Bound port: daa446ec-3680-4b41-b4a8-92772300fa53, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '35ce38f7-7a9d-4610-b448-c33ff3cf0259'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:00.763586 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.869859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] For port daa446ec-3680-4b41-b4a8-92772300fa53, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:00.874313 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] For port daa446ec-3680-4b41-b4a8-92772300fa53, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=daa446ec-3680-4b41-b4a8-92772300fa53,segment=NetworkSegment(4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11),segment_id=4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:00.929596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8730a808-b8f6-4613-8df8-e09e0cb35314 None None] Provisioning complete for port daa446ec-3680-4b41-b4a8-92772300fa53 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:00.929968 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8730a808-b8f6-4613-8df8-e09e0cb35314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.945951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2589eb9-96d6-4594-a35f-0a97471b5b8f req-d144672e-6c1c-4101-8a00-f683954e2a73 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.947844 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2589eb9-96d6-4594-a35f-0a97471b5b8f req-d144672e-6c1c-4101-8a00-f683954e2a73 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 969 time: 0.0705659 Nov 12 03:38:00.968760 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8730a808-b8f6-4613-8df8-e09e0cb35314 None None] Port daa446ec-3680-4b41-b4a8-92772300fa53 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:01.005135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2589eb9-96d6-4594-a35f-0a97471b5b8f req-058dfa57-8583-4c8a-ae60-311378fa9669 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494204 Nov 12 03:38:01.742165 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.800872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Routers {'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:01.802988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:37:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:01.846091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:01.851390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bf45b0ff-63ba-40be-82af-26df89bf9655 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157150937', 'description': 'tempest-description--687311697'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:01.900553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7ccd9-3189-4f7b-8702-3907e7861dab None None] Pushing event updated for resources: {'Port': ['ID=daa446ec-3680-4b41-b4a8-92772300fa53,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:01.945712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315fafd-ec28-47f0-95ce-956df2f8cb59 req-62bf4568-a542-4753-a8f6-1f3cb8c7ad91 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.947821 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9315fafd-ec28-47f0-95ce-956df2f8cb59 req-62bf4568-a542-4753-a8f6-1f3cb8c7ad91 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 970 time: 0.0626414 Nov 12 03:38:01.965626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf45b0ff-63ba-40be-82af-26df89bf9655 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.037221 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] Set router cfd3313f-9a5d-40fb-bc34-66ec1468ecfd gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:02.064914 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9315fafd-ec28-47f0-95ce-956df2f8cb59 req-d0591d8e-9251-4b7d-957a-4774a74d5a82 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042571 Nov 12 03:38:02.204032 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf45b0ff-63ba-40be-82af-26df89bf9655 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.262565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c811dc-b14f-4df8-8a6f-e9f1715af6c5 req-1487757f-bd95-440f-b41c-3ba6cc7defa7 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.264169 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-44c811dc-b14f-4df8-8a6f-e9f1715af6c5 req-1487757f-bd95-440f-b41c-3ba6cc7defa7 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 969 time: 0.0571964 Nov 12 03:38:02.314264 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf45b0ff-63ba-40be-82af-26df89bf9655 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.344337 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-44c811dc-b14f-4df8-8a6f-e9f1715af6c5 req-f3b85dfb-2822-4b0c-b5db-3872b7f2ac4b tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708776 Nov 12 03:38:02.346238 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45b0ff-63ba-40be-82af-26df89bf9655 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3732a15-389a-44de-8540-dc5451d75dfd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:02.409807 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9e215555-dd1b-4135-90e2-1e34480b4871 None None] Provisioning complete for port daa446ec-3680-4b41-b4a8-92772300fa53 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:02.410169 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e215555-dd1b-4135-90e2-1e34480b4871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.419724 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf45b0ff-63ba-40be-82af-26df89bf9655 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.425179 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bf45b0ff-63ba-40be-82af-26df89bf9655 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5739453 Nov 12 03:38:02.425311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:02.432483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bdcc6da4-91f5-4b10-8514-6cbcffc63577 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Request body: {'security_group_rule': {'security_group_id': 'b3732a15-389a-44de-8540-dc5451d75dfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:02.563178 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6da4-91f5-4b10-8514-6cbcffc63577 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.652827 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6da4-91f5-4b10-8514-6cbcffc63577 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.658244 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e215555-dd1b-4135-90e2-1e34480b4871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.681957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579046191-router', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:48Z', 'updated_at': '2021-11-12T03:37:55Z', 'revision_number': 4, 'project_id': '943acab026494339be5d52612c7cdea8', 'gw_port': {'id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:49Z', 'updated_at': '2021-11-12T03:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'daa446ec-3680-4b41-b4a8-92772300fa53', 'name': '', 'network_id': '35ce38f7-7a9d-4610-b448-c33ff3cf0259', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'mac_address': 'fa:16:3e:14:4a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fd9d0e0d-8693-4347-bb0c-5370677def2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:54Z', 'updated_at': '2021-11-12T03:38:00Z', 'revision_number': 4, 'project_id': '943acab026494339be5d52612c7cdea8', 'subnets': [{'id': 'fd9d0e0d-8693-4347-bb0c-5370677def2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:02.744520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944106c-e96a-4787-8a69-eb02204c4f76 None None] The sync data for ids ['cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'] in n-d-767704-23 is: [{'id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579046191-router', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:48Z', 'updated_at': '2021-11-12T03:37:55Z', 'revision_number': 4, 'project_id': '943acab026494339be5d52612c7cdea8', 'gw_port': {'id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:49Z', 'updated_at': '2021-11-12T03:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'daa446ec-3680-4b41-b4a8-92772300fa53', 'name': '', 'network_id': '35ce38f7-7a9d-4610-b448-c33ff3cf0259', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'mac_address': 'fa:16:3e:14:4a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fd9d0e0d-8693-4347-bb0c-5370677def2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:54Z', 'updated_at': '2021-11-12T03:38:00Z', 'revision_number': 4, 'project_id': '943acab026494339be5d52612c7cdea8', 'subnets': [{'id': 'fd9d0e0d-8693-4347-bb0c-5370677def2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:02.758898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9e215555-dd1b-4135-90e2-1e34480b4871 None None] For port daa446ec-3680-4b41-b4a8-92772300fa53, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=daa446ec-3680-4b41-b4a8-92772300fa53,segment=NetworkSegment(4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11),segment_id=4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:02.760180 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6da4-91f5-4b10-8514-6cbcffc63577 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.816653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc6da4-91f5-4b10-8514-6cbcffc63577 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e148a30f-015c-4d44-842d-8d94445fb2df,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:02.865207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47714) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:02.887204 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e215555-dd1b-4135-90e2-1e34480b4871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.904434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdcc6da4-91f5-4b10-8514-6cbcffc63577 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.908098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bdcc6da4-91f5-4b10-8514-6cbcffc63577 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4817600 Nov 12 03:38:02.911458 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:02.918158 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1bc2423f-0811-4a3a-9d62-382ec5f52b84 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Request body: {'security_group_rule': {'security_group_id': 'b3732a15-389a-44de-8540-dc5451d75dfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:03.004633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e215555-dd1b-4135-90e2-1e34480b4871 None None] Pushing event updated for resources: {'Port': ['ID=daa446ec-3680-4b41-b4a8-92772300fa53,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:03.059788 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bc2423f-0811-4a3a-9d62-382ec5f52b84 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.095591 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d782b443-3719-4d07-83cb-8487568c3fdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.228023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device daa446ec-3680-4b41-b4a8-92772300fa53 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:03.271065 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d782b443-3719-4d07-83cb-8487568c3fdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.271422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47734) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:03.328291 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bc2423f-0811-4a3a-9d62-382ec5f52b84 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.343441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30fddd-caba-4959-942b-028dee5acad1 req-b3da0715-b281-4b7b-923c-7fabfa47dae4 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.345021 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e30fddd-caba-4959-942b-028dee5acad1 req-b3da0715-b281-4b7b-923c-7fabfa47dae4 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 970 time: 0.1142991 Nov 12 03:38:03.355087 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d782b443-3719-4d07-83cb-8487568c3fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.369109 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port daa446ec-3680-4b41-b4a8-92772300fa53 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:03.369109 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.460158 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e30fddd-caba-4959-942b-028dee5acad1 req-55b06af1-ab7f-4439-98d3-5fe517d84593 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011891 Nov 12 03:38:03.460158 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bc2423f-0811-4a3a-9d62-382ec5f52b84 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.485169 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d782b443-3719-4d07-83cb-8487568c3fdb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=593e0f28c96c40c6bbdca8d2e42db965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6192775 Nov 12 03:38:03.492018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47742) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:03.526402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782b443-3719-4d07-83cb-8487568c3fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7f3b4e-3677-44a3-9d2e-e1e347600eb0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:03.541920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2423f-0811-4a3a-9d62-382ec5f52b84 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124c60e7-b603-4165-95e7-ea1594cc2f6c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:03.603844 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2df796e2-8190-4694-9ca3-bba4e3f2b1b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.665186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c649b9-1f92-413e-b455-76e3c315a7f6 req-25e3afef-0214-4356-8777-6e6d263fd2ca tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.666670 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bc2423f-0811-4a3a-9d62-382ec5f52b84 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.667109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-48c649b9-1f92-413e-b455-76e3c315a7f6 req-25e3afef-0214-4356-8777-6e6d263fd2ca tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 969 time: 0.1280334 Nov 12 03:38:03.669916 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1bc2423f-0811-4a3a-9d62-382ec5f52b84 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7571769 Nov 12 03:38:03.675464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47746) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:03.682732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:03.780664 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d37237f0-463c-4340-a223-79e5970d92d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.799207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.829218 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2df796e2-8190-4694-9ca3-bba4e3f2b1b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.836725 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-48c649b9-1f92-413e-b455-76e3c315a7f6 req-cd62d91b-3a01-400c-93a9-87f7560237b6 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403613 Nov 12 03:38:03.846095 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d37237f0-463c-4340-a223-79e5970d92d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.925334 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2df796e2-8190-4694-9ca3-bba4e3f2b1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.969436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2df796e2-8190-4694-9ca3-bba4e3f2b1b5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2e3bc74e4af94720a0eac8d8b0c93a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6963105 Nov 12 03:38:03.974552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df796e2-8190-4694-9ca3-bba4e3f2b1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e0570e-c53c-4ca3-b98c-c5606f364214,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:03.980658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47758) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:04.011703 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d37237f0-463c-4340-a223-79e5970d92d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.015605 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d37237f0-463c-4340-a223-79e5970d92d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.019473 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d37237f0-463c-4340-a223-79e5970d92d3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cc7f3b4e-3677-44a3-9d2e-e1e347600eb0 HTTP/1.1" status: 204 len: 168 time: 0.5191338 Nov 12 03:38:04.045654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37237f0-463c-4340-a223-79e5970d92d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7f3b4e-3677-44a3-9d2e-e1e347600eb0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:04.059799 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.087340 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3545696-263f-4efb-8c14-749a28eccf2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.138150 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3545696-263f-4efb-8c14-749a28eccf2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.303874 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3545696-263f-4efb-8c14-749a28eccf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.313868 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3545696-263f-4efb-8c14-749a28eccf2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.318117 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b3545696-263f-4efb-8c14-749a28eccf2b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f1e0570e-c53c-4ca3-b98c-c5606f364214 HTTP/1.1" status: 204 len: 168 time: 0.3347373 Nov 12 03:38:04.341549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3545696-263f-4efb-8c14-749a28eccf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e0570e-c53c-4ca3-b98c-c5606f364214,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:04.426542 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Allocated IP 172.25.8.63 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/44bc9474-cf03-4379-8ee2-60a0d8491c9c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:04.563643 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.619437 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f951d59-bc3f-4f4e-974f-78e81946aec2 req-d777841e-857d-4739-baa6-b9d558678da7 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.620977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1f951d59-bc3f-4f4e-974f-78e81946aec2 req-d777841e-857d-4739-baa6-b9d558678da7 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 970 time: 0.0866981 Nov 12 03:38:04.686530 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.694738 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1f951d59-bc3f-4f4e-974f-78e81946aec2 req-f4385e89-939a-469f-a230-28060eb61966 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625587 Nov 12 03:38:04.726801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:04.732490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:04.736088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:04.794383 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Pushing event updated for resources: {'Port': ['ID=44bc9474-cf03-4379-8ee2-60a0d8491c9c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:04.840202 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.860550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47782) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:04.874862 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65550474-cf1e-4f31-ba10-bacd176bdde7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.941890 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.958579 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65550474-cf1e-4f31-ba10-bacd176bdde7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.038668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dcf80-3714-4e42-bf9f-42faaf1db6a5 req-6a75cf8c-8433-4939-94f5-4f90cbda8800 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.040299 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f87dcf80-3714-4e42-bf9f-42faaf1db6a5 req-6a75cf8c-8433-4939-94f5-4f90cbda8800 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 969 time: 0.0956514 Nov 12 03:38:05.046366 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65550474-cf1e-4f31-ba10-bacd176bdde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.089492 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-65550474-cf1e-4f31-ba10-bacd176bdde7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3b0fa3dd1c5343baaf566477abc5a991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254546 Nov 12 03:38:05.089492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65550474-cf1e-4f31-ba10-bacd176bdde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ded8d5-7940-4026-90a0-ee312cdba92c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:05.090201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:05.145228 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0834f887-bc73-450b-bd0f-a718b4673d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.148635 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f87dcf80-3714-4e42-bf9f-42faaf1db6a5 req-9d217103-7d4f-44d4-8a33-67666233a7bc tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974054 Nov 12 03:38:05.168840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0834f887-bc73-450b-bd0f-a718b4673d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.200506 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.248982 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47790) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:05.273794 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.303996 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0834f887-bc73-450b-bd0f-a718b4673d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.307393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.308437 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0834f887-bc73-450b-bd0f-a718b4673d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.310215 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0834f887-bc73-450b-bd0f-a718b4673d02 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/26ded8d5-7940-4026-90a0-ee312cdba92c HTTP/1.1" status: 204 len: 168 time: 0.2191169 Nov 12 03:38:05.318073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47796) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:05.325394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834f887-bc73-450b-bd0f-a718b4673d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ded8d5-7940-4026-90a0-ee312cdba92c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:05.371943 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc0953ae-644b-4f2a-806a-e10f94a3337f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.375711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Pushing event updated for resources: {'Port': ['ID=44bc9474-cf03-4379-8ee2-60a0d8491c9c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:05.447274 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b9cbb6f-c6db-48b7-9e7a-58b2182143e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.461707 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc0953ae-644b-4f2a-806a-e10f94a3337f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.464505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.465713 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-68a9f1a6-9fab-41d1-991e-788e2b6f6767 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7883148 Nov 12 03:38:05.525629 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b9cbb6f-c6db-48b7-9e7a-58b2182143e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.555264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc0953ae-644b-4f2a-806a-e10f94a3337f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.594571 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bc0953ae-644b-4f2a-806a-e10f94a3337f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5d296762682e4c4d95e5208ab6bdfce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641063 Nov 12 03:38:05.595464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0953ae-644b-4f2a-806a-e10f94a3337f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb11f167-d4b4-410e-83ad-f79577f6a014,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:05.598765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47810) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:05.612324 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b9cbb6f-c6db-48b7-9e7a-58b2182143e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.681385 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3b9cbb6f-c6db-48b7-9e7a-58b2182143e4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a8b17e3a108346c384907df87de933ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4313474 Nov 12 03:38:05.683901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cbb6f-c6db-48b7-9e7a-58b2182143e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9249722d-d6c8-4aab-a728-f89ab642ad0f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:05.689241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47820) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:05.742961 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62e9d89a-1053-4b10-b2d9-eb90552f3bad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.765063 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62e9d89a-1053-4b10-b2d9-eb90552f3bad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.767994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-26f312fd-3a68-44bc-aec1-8971b8e4dfad tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--157150937&fields=id&tenant_id=f612fefa6c1a47e6afdff4eb04025fe9 HTTP/1.1" status: 200 len: 267 time: 0.1276593 Nov 12 03:38:05.769457 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd103-2841-4468-8286-19bed730e3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.842660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd103-2841-4468-8286-19bed730e3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.864977 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69948f-8ada-40dd-a584-13dfeec7ba5d req-bc0914c7-89c7-48d5-a04f-123fb357f0f6 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.866748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fd69948f-8ada-40dd-a584-13dfeec7ba5d req-bc0914c7-89c7-48d5-a04f-123fb357f0f6 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 970 time: 0.0994153 Nov 12 03:38:05.922174 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fd69948f-8ada-40dd-a584-13dfeec7ba5d req-69174aa7-6687-474c-b6f8-ab9fecb282ff tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460517 Nov 12 03:38:05.984627 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62e9d89a-1053-4b10-b2d9-eb90552f3bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.989330 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62e9d89a-1053-4b10-b2d9-eb90552f3bad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.995489 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-62e9d89a-1053-4b10-b2d9-eb90552f3bad admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9249722d-d6c8-4aab-a728-f89ab642ad0f HTTP/1.1" status: 204 len: 168 time: 0.3054872 Nov 12 03:38:06.034058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9d89a-1053-4b10-b2d9-eb90552f3bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9249722d-d6c8-4aab-a728-f89ab642ad0f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:06.058045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe34a17-1b4f-47d7-944a-fc142298c506 req-e5702a0d-eaf3-4ff9-84db-96cdb26997b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.059709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dfe34a17-1b4f-47d7-944a-fc142298c506 req-e5702a0d-eaf3-4ff9-84db-96cdb26997b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c780a605d204e81b78579b6b05a3ce4&device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 1121 time: 0.0768406 Nov 12 03:38:06.236863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-0653dc4e-5b82-4c77-877a-24e251f63cac tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.238120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-0653dc4e-5b82-4c77-877a-24e251f63cac tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/networks?id=62997581-2879-408b-aa6c-aaecddf2a963 HTTP/1.1" status: 200 len: 823 time: 0.4574242 Nov 12 03:38:06.240948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-b7f5f872-d8c5-4279-b1f3-6007239474ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.242520 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-b7f5f872-d8c5-4279-b1f3-6007239474ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3370528 Nov 12 03:38:06.272642 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-fe77361e-ebfc-4a52-9f21-4634192125c2 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/quotas/f612fefa6c1a47e6afdff4eb04025fe9 HTTP/1.1" status: 200 len: 375 time: 0.0277526 Nov 12 03:38:06.296079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe34a17-1b4f-47d7-944a-fc142298c506 req-2dbedeea-fee0-483c-9e66-fcd19ebef9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.297838 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dfe34a17-1b4f-47d7-944a-fc142298c506 req-2dbedeea-fee0-483c-9e66-fcd19ebef9ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2271602 Nov 12 03:38:06.341719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd103-2841-4468-8286-19bed730e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.344591 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd103-2841-4468-8286-19bed730e3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.345852 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fb8dd103-2841-4468-8286-19bed730e3f1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cb11f167-d4b4-410e-83ad-f79577f6a014 HTTP/1.1" status: 204 len: 168 time: 0.7460124 Nov 12 03:38:06.372076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dfe34a17-1b4f-47d7-944a-fc142298c506 req-3eb3eb96-be8c-4b7d-b8fb-2605f676c354 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=a6b023ca-1659-4dae-bb26-29bd3084b126 HTTP/1.1" status: 200 len: 217 time: 0.0601993 Nov 12 03:38:06.387432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dd103-2841-4468-8286-19bed730e3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb11f167-d4b4-410e-83ad-f79577f6a014,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:06.436889 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-1c9aef27-3685-42da-b93e-348b13600a90 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=f612fefa6c1a47e6afdff4eb04025fe9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1579630 Nov 12 03:38:06.443608 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-a167745e-b700-4ea9-b3de-bff73db77cc6 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912355 Nov 12 03:38:06.472939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a8f7a-6845-4927-97bc-155ce0dbe152 req-997fdf8a-479d-45c2-bbc4-b743a1a5e7a1 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.476525 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ea0a8f7a-6845-4927-97bc-155ce0dbe152 req-997fdf8a-479d-45c2-bbc4-b743a1a5e7a1 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 969 time: 0.1942270 Nov 12 03:38:06.500749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe34a17-1b4f-47d7-944a-fc142298c506 req-be3883ed-34fc-4fbe-ae75-34cfbd403789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.502105 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dfe34a17-1b4f-47d7-944a-fc142298c506 req-be3883ed-34fc-4fbe-ae75-34cfbd403789 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1190798 Nov 12 03:38:06.546360 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9afc768-95db-4f05-a85f-80279a1c1eca req-78fed454-4a55-474d-a296-699cd8f58721 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937481 Nov 12 03:38:06.559440 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ea0a8f7a-6845-4927-97bc-155ce0dbe152 req-2c1ea2c1-1382-4355-beb0-e78462f3b515 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773535 Nov 12 03:38:06.573336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe34a17-1b4f-47d7-944a-fc142298c506 req-10e9de4e-2d53-4aeb-92dc-9b79dc278b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.574842 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dfe34a17-1b4f-47d7-944a-fc142298c506 req-10e9de4e-2d53-4aeb-92dc-9b79dc278b42 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0644209 Nov 12 03:38:06.670690 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dfe34a17-1b4f-47d7-944a-fc142298c506 req-bed3814c-2d33-432b-a95d-924c50656eaa service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857334 Nov 12 03:38:06.707441 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62199b0f-2304-444c-9c1d-9ba71a0ea102 req-ab246cc1-f05e-4f4a-ac88-61140ac9ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.710790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62199b0f-2304-444c-9c1d-9ba71a0ea102 req-ab246cc1-f05e-4f4a-ac88-61140ac9ed62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c26fcfe11f44c57b6be2ed33d7c5a00&device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 1122 time: 0.0468333 Nov 12 03:38:06.789864 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dfe34a17-1b4f-47d7-944a-fc142298c506 req-9ec84f66-2a94-49a9-8485-b1d6a106ad85 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053860 Nov 12 03:38:06.815083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47850) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:06.830999 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a7238f3-44cb-4ab2-bfb6-56ca2fd919e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.872200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62199b0f-2304-444c-9c1d-9ba71a0ea102 req-489fb289-4dac-461f-b30b-9aacc45b67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.873653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62199b0f-2304-444c-9c1d-9ba71a0ea102 req-489fb289-4dac-461f-b30b-9aacc45b67a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1528785 Nov 12 03:38:06.926903 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a7238f3-44cb-4ab2-bfb6-56ca2fd919e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.937928 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62199b0f-2304-444c-9c1d-9ba71a0ea102 req-96a8ad3e-aff0-40d9-aca3-4416ff682b30 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ff0dde6e-6518-44fa-960c-ad34e190a171 HTTP/1.1" status: 200 len: 217 time: 0.0501375 Nov 12 03:38:06.989972 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a7238f3-44cb-4ab2-bfb6-56ca2fd919e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.024926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62199b0f-2304-444c-9c1d-9ba71a0ea102 req-28baf241-452f-4512-a6a9-b23059759ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.026251 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62199b0f-2304-444c-9c1d-9ba71a0ea102 req-28baf241-452f-4512-a6a9-b23059759ca4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0731730 Nov 12 03:38:07.028944 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3a7238f3-44cb-4ab2-bfb6-56ca2fd919e5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=be34dce7ed614458832fc7d522b0fc86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118750 Nov 12 03:38:07.031661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:07.077425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7238f3-44cb-4ab2-bfb6-56ca2fd919e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf9eab6-7292-4b01-a0b7-c5c2d67efdb5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:07.099503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636682a-8a8c-473e-a152-6f06e48c2170 req-3f046356-d23b-4248-88ec-02a416177ea0 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.101323 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b636682a-8a8c-473e-a152-6f06e48c2170 req-3f046356-d23b-4248-88ec-02a416177ea0 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 970 time: 0.1069820 Nov 12 03:38:07.104880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-f4e3542d-50a3-425a-b30b-6b8952f13ae7 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:07.106105 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-f4e3542d-50a3-425a-b30b-6b8952f13ae7 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1672828 Nov 12 03:38:07.167475 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b636682a-8a8c-473e-a152-6f06e48c2170 req-1df61f12-ce6a-4ec3-8ed6-18da56d994ab tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580842 Nov 12 03:38:07.208015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62199b0f-2304-444c-9c1d-9ba71a0ea102 req-72a266b1-7ff5-495b-ac0f-e2645b14fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.209514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62199b0f-2304-444c-9c1d-9ba71a0ea102 req-72a266b1-7ff5-495b-ac0f-e2645b14fbbe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1701517 Nov 12 03:38:07.252797 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c8f58be-b54b-4908-9293-8b6c0ad2e618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.328743 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c8f58be-b54b-4908-9293-8b6c0ad2e618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.337808 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-81e81b34-ba1f-4a60-b522-dbec3630a17f service neutron] 10.222.0.105 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169068 Nov 12 03:38:07.428048 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62199b0f-2304-444c-9c1d-9ba71a0ea102 req-66462b15-1c59-4ae5-bb69-a148e92c6d89 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082603 Nov 12 03:38:07.525963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-bc82aa8f-0e34-4ae1-86ff-be26efca286f service neutron] 10.222.0.105 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738677 Nov 12 03:38:07.558006 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62199b0f-2304-444c-9c1d-9ba71a0ea102 req-d5b7377e-0fc9-41b9-999a-0106faa71e46 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171088 Nov 12 03:38:07.604026 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c8f58be-b54b-4908-9293-8b6c0ad2e618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.604026 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c8f58be-b54b-4908-9293-8b6c0ad2e618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.606145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1c8f58be-b54b-4908-9293-8b6c0ad2e618 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2cf9eab6-7292-4b01-a0b7-c5c2d67efdb5 HTTP/1.1" status: 204 len: 168 time: 0.5709090 Nov 12 03:38:07.618574 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f58be-b54b-4908-9293-8b6c0ad2e618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf9eab6-7292-4b01-a0b7-c5c2d67efdb5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:07.715362 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728ab9a-9c70-4d3e-b142-71a7058febef req-87d93205-605a-48b5-b36f-39aa4880068a tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.723099 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1728ab9a-9c70-4d3e-b142-71a7058febef req-87d93205-605a-48b5-b36f-39aa4880068a tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 969 time: 0.0604553 Nov 12 03:38:07.790518 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1728ab9a-9c70-4d3e-b142-71a7058febef req-47381302-5098-400d-a437-450d3f34c71b tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664971 Nov 12 03:38:07.827555 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0138883b-8273-442d-9543-5703cedc8b66 req-af2d751a-2cde-4dc9-a7e4-4f61120755d8 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 210 time: 0.0439801 Nov 12 03:38:08.294183 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032b11d-a148-4fc7-9a12-b0f0c51b49fe req-032284bf-7527-4491-b007-71128ff0f049 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.296505 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a032b11d-a148-4fc7-9a12-b0f0c51b49fe req-032284bf-7527-4491-b007-71128ff0f049 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 970 time: 0.0571871 Nov 12 03:38:08.361124 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a032b11d-a148-4fc7-9a12-b0f0c51b49fe req-61e736e3-f5ed-455c-93b5-116a431e91bf tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553534 Nov 12 03:38:08.929045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e01e4b-c993-43c3-8c93-da6ea41aad7a req-f91c2206-1250-43dc-a3b8-e849cfb07b82 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.938253 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67e01e4b-c993-43c3-8c93-da6ea41aad7a req-f91c2206-1250-43dc-a3b8-e849cfb07b82 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 969 time: 0.0606370 Nov 12 03:38:08.995811 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67e01e4b-c993-43c3-8c93-da6ea41aad7a req-5e82975f-eb54-46be-a51c-e2be607a48a2 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592108 Nov 12 03:38:09.084613 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6922969-8776-4e5f-8475-8464deaddc6a req-b49e2788-066b-4095-98e4-ed69bc00fe1c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 210 time: 0.0271146 Nov 12 03:38:09.147120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a6b023ca-1659-4dae-bb26-29bd3084b126 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:09.287919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a6b023ca-1659-4dae-bb26-29bd3084b126, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a6b023ca-1659-4dae-bb26-29bd3084b126,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:09.303861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'a6b023ca-1659-4dae-bb26-29bd3084b126', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'a6b023ca-1659-4dae-bb26-29bd3084b126', 'mac_address': 'fa:16:3e:83:2c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:tempest-test_az-1623013001', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:09.367672 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.417692 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b023ca-1659-4dae-bb26-29bd3084b126 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:09.452700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a6b023ca-1659-4dae-bb26-29bd3084b126, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a6b023ca-1659-4dae-bb26-29bd3084b126,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:09.534181 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64836383-9794-4123-96f8-24fc9fc81e2b req-e28588e0-2764-4a4a-842e-558833eb3c5e tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:09.536649 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-64836383-9794-4123-96f8-24fc9fc81e2b req-e28588e0-2764-4a4a-842e-558833eb3c5e tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 970 time: 0.0668211 Nov 12 03:38:09.543426 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.591906 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-64836383-9794-4123-96f8-24fc9fc81e2b req-e4cda67a-0c5e-4bda-8f5f-0e4d7cae6dcc tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472424 Nov 12 03:38:09.616150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a6b023ca-1659-4dae-bb26-29bd3084b126,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:09.905979 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['a6b023ca-1659-4dae-bb26-29bd3084b126'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:10.143768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89d3f0-3944-4015-b142-d7026190458f req-efc06bc7-ace9-4640-b32f-24d0263bc5d5 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.144795 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b89d3f0-3944-4015-b142-d7026190458f req-efc06bc7-ace9-4640-b32f-24d0263bc5d5 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 970 time: 0.0736907 Nov 12 03:38:10.214509 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c3b62b3-cf76-43e3-802f-69050ffeafe0 req-750324b3-7d21-41be-a957-cb275f036613 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 210 time: 0.0367448 Nov 12 03:38:10.239037 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b89d3f0-3944-4015-b142-d7026190458f req-0f7db4e6-f72b-4a2a-9047-5fd4f1f5d33f tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872257 Nov 12 03:38:10.260861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.26', 49188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.365529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-65965bcb-ef5e-49f1-ace3-7ccf07999f4e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.367224 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-65965bcb-ef5e-49f1-ace3-7ccf07999f4e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.26 "GET /v2.0/networks?id=62997581-2879-408b-aa6c-aaecddf2a963 HTTP/1.1" status: 200 len: 823 time: 0.1106946 Nov 12 03:38:10.398875 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48004) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.575905 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c23ea7aa-73d8-40a8-90a6-76bb1ea79495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.605763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-407ef452-8c4b-4afb-92ef-8b58becea253 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f612fefa6c1a47e6afdff4eb04025fe9 HTTP/1.1" status: 200 len: 379 time: 0.0759594 Nov 12 03:38:10.617275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-543d739a-fd46-49d2-a9f7-8fd5138e91e9 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Request body: {'port': {'device_id': 'e2085e8b-fed3-4f2e-860c-e3befc27e29c', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'admin_state_up': True, 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'security_groups': ['b3732a15-389a-44de-8540-dc5451d75dfd']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:10.666013 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c23ea7aa-73d8-40a8-90a6-76bb1ea79495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.761698 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c23ea7aa-73d8-40a8-90a6-76bb1ea79495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.808755 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c23ea7aa-73d8-40a8-90a6-76bb1ea79495 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7796cf39601344f2bc0ff8fb27ebcef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060657 Nov 12 03:38:10.809034 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48022) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.815668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ea7aa-73d8-40a8-90a6-76bb1ea79495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060c4b63-df6e-4c5d-9c68-427d14332753,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:10.822067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-543d739a-fd46-49d2-a9f7-8fd5138e91e9 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Made reservation on behalf of f612fefa6c1a47e6afdff4eb04025fe9 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:10.825952 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-543d739a-fd46-49d2-a9f7-8fd5138e91e9 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.868281 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-509e5cf3-5c3c-4b6d-b15a-3793c258fd02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.896720 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-509e5cf3-5c3c-4b6d-b15a-3793c258fd02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.018594 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847ba12-e0fa-4f38-8813-1bd344371b90 req-1c5b3de6-e8c4-4e36-b11e-de9d3ac08c53 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.020711 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4847ba12-e0fa-4f38-8813-1bd344371b90 req-1c5b3de6-e8c4-4e36-b11e-de9d3ac08c53 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 970 time: 0.0893862 Nov 12 03:38:11.038681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-543d739a-fd46-49d2-a9f7-8fd5138e91e9 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Allocated IP 172.20.0.13 (62997581-2879-408b-aa6c-aaecddf2a963/21c7b2ae-4826-4165-8db5-d145572339ce/2a1755c0-367c-418c-87e8-bd006aadb821) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:11.105975 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4847ba12-e0fa-4f38-8813-1bd344371b90 req-16bec84e-9ba4-41a4-9682-e4af1887439f tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781343 Nov 12 03:38:11.143455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device ff0dde6e-6518-44fa-960c-ad34e190a171 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:11.182510 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-509e5cf3-5c3c-4b6d-b15a-3793c258fd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.186709 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-509e5cf3-5c3c-4b6d-b15a-3793c258fd02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.187897 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-509e5cf3-5c3c-4b6d-b15a-3793c258fd02 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/060c4b63-df6e-4c5d-9c68-427d14332753 HTTP/1.1" status: 204 len: 168 time: 0.3779190 Nov 12 03:38:11.201855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e5cf3-5c3c-4b6d-b15a-3793c258fd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060c4b63-df6e-4c5d-9c68-427d14332753,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:11.338761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port ff0dde6e-6518-44fa-960c-ad34e190a171, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=ff0dde6e-6518-44fa-960c-ad34e190a171,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:11.353562 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a6b023ca-1659-4dae-bb26-29bd3084b126 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:11.380976 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'ff0dde6e-6518-44fa-960c-ad34e190a171', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'ff0dde6e-6518-44fa-960c-ad34e190a171', 'mac_address': 'fa:16:3e:35:14:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:tempest-test_az-1623013001', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:11.468566 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.471348 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e96b893-0c2a-4b5b-a437-a70ca4552365 req-e6ab9874-21a7-4078-9dff-f078367bb43f tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 210 time: 0.0993509 Nov 12 03:38:11.496307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0dde6e-6518-44fa-960c-ad34e190a171 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:11.515440 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-543d739a-fd46-49d2-a9f7-8fd5138e91e9 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.535745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port ff0dde6e-6518-44fa-960c-ad34e190a171, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=ff0dde6e-6518-44fa-960c-ad34e190a171,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:11.610275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b630d-3c73-4605-b567-a79ad8308a90 req-58823551-17ca-4dd8-8bc3-7f1c24fb2628 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.611572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port a6b023ca-1659-4dae-bb26-29bd3084b126 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:11.617471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port a6b023ca-1659-4dae-bb26-29bd3084b126 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:11.617944 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.618053 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-815b630d-3c73-4605-b567-a79ad8308a90 req-58823551-17ca-4dd8-8bc3-7f1c24fb2628 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 970 time: 0.0742240 Nov 12 03:38:11.649260 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.717272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-815b630d-3c73-4605-b567-a79ad8308a90 req-afa071d3-4a8d-4c91-b901-11148cc02c6f tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982838 Nov 12 03:38:11.729984 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=ff0dde6e-6518-44fa-960c-ad34e190a171,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:11.769816 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.780813 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-543d739a-fd46-49d2-a9f7-8fd5138e91e9 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.812785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8331457b-b54b-4e36-b778-148059045f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b023ca-1659-4dae-bb26-29bd3084b126'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:11.838742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-543d739a-fd46-49d2-a9f7-8fd5138e91e9 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Network 62997581-2879-408b-aa6c-aaecddf2a963 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:11.841999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-543d739a-fd46-49d2-a9f7-8fd5138e91e9 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:11.847077 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-543d739a-fd46-49d2-a9f7-8fd5138e91e9 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:11.855009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-543d739a-fd46-49d2-a9f7-8fd5138e91e9 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.855685 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-543d739a-fd46-49d2-a9f7-8fd5138e91e9 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.866834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d739a-fd46-49d2-a9f7-8fd5138e91e9 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Pushing event updated for resources: {'Port': ['ID=2a1755c0-367c-418c-87e8-bd006aadb821,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:11.935456 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a6b023ca-1659-4dae-bb26-29bd3084b126, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a6b023ca-1659-4dae-bb26-29bd3084b126,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:11.996199 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-543d739a-fd46-49d2-a9f7-8fd5138e91e9 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3841097 Nov 12 03:38:12.018095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['ff0dde6e-6518-44fa-960c-ad34e190a171'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:12.054679 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.237054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48076) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.273117 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9b96979-a0db-4f74-8706-3a5cb4e40f00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.295255 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee317136-343a-4dee-bf8e-746001929e83 req-aff4091c-8dd8-4f3f-8b05-f781dfa63dcc tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.304659 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee317136-343a-4dee-bf8e-746001929e83 req-aff4091c-8dd8-4f3f-8b05-f781dfa63dcc tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 971 time: 0.1094086 Nov 12 03:38:12.311838 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a6b023ca-1659-4dae-bb26-29bd3084b126,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:12.314599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7e43f7f2-568f-4cca-b310-fd0dc3fa7608 None None] Provisioning complete for port 2a1755c0-367c-418c-87e8-bd006aadb821 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:12.315187 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e43f7f2-568f-4cca-b310-fd0dc3fa7608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.379584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7e43f7f2-568f-4cca-b310-fd0dc3fa7608 None None] Port 2a1755c0-367c-418c-87e8-bd006aadb821 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:12.410631 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee317136-343a-4dee-bf8e-746001929e83 req-2ed45b6b-b59a-415d-9367-5ed2fc249b97 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046317 Nov 12 03:38:12.432083 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c06f9b-5b94-4825-bc11-0dabfe87b5c3" -d '{"events": [{"server_uuid": "8331457b-b54b-4e36-b778-148059045f07", "name": "network-vif-plugged", "status": "completed", "tag": "a6b023ca-1659-4dae-bb26-29bd3084b126"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:12.499048 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9b96979-a0db-4f74-8706-3a5cb4e40f00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.566075 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9b96979-a0db-4f74-8706-3a5cb4e40f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.604790 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288951d1-8555-4c37-ac26-c5e237c9a906 x-openstack-request-id: req-288951d1-8555-4c37-ac26-c5e237c9a906 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:12.605217 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8331457b-b54b-4e36-b778-148059045f07", "name": "network-vif-plugged", "status": "completed", "tag": "a6b023ca-1659-4dae-bb26-29bd3084b126", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:12.605571 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-288951d1-8555-4c37-ac26-c5e237c9a906 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:12.606129 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8331457b-b54b-4e36-b778-148059045f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b023ca-1659-4dae-bb26-29bd3084b126', 'code': 200} Nov 12 03:38:12.643678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b96979-a0db-4f74-8706-3a5cb4e40f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1397e929-6f7d-4394-b5a2-7e39097b2a7b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:12.651290 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d9b96979-a0db-4f74-8706-3a5cb4e40f00 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=681d8c7db2954884b42ea326901f7cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121506 Nov 12 03:38:12.655228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.668155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5df08-fad0-4461-b4cb-cc28535de7c8 req-b8b557bd-98c8-4293-ba23-b6d3dae8f731 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.676750 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efb5df08-fad0-4461-b4cb-cc28535de7c8 req-b8b557bd-98c8-4293-ba23-b6d3dae8f731 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 932 time: 0.1323779 Nov 12 03:38:12.743343 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3ff2c09-68b4-4d7a-bc2b-9bdeb9fb31a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.779618 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3ff2c09-68b4-4d7a-bc2b-9bdeb9fb31a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.787338 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efb5df08-fad0-4461-b4cb-cc28535de7c8 req-3925cb01-21a5-48ee-aa42-a4ed7f7b29ba tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095514 Nov 12 03:38:12.813167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667b09f-2504-4e65-b065-57ebba02f11b req-bb88865d-6dcb-4846-aff0-f735fe26d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.814679 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9667b09f-2504-4e65-b065-57ebba02f11b req-bb88865d-6dcb-4846-aff0-f735fe26d67c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 1123 time: 0.0969300 Nov 12 03:38:12.840813 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9667b09f-2504-4e65-b065-57ebba02f11b req-42e30c98-504d-4c44-8709-13e4fe1f94ad service neutron] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.877557 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c81672-a0d9-4b2d-85ed-f2b8e9acaace req-01ad6739-00dc-46bf-89fc-c21d7513b981 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.879136 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a7c81672-a0d9-4b2d-85ed-f2b8e9acaace req-01ad6739-00dc-46bf-89fc-c21d7513b981 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 971 time: 0.0622694 Nov 12 03:38:12.937368 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a7c81672-a0d9-4b2d-85ed-f2b8e9acaace req-dfb0e804-c981-49c3-bb29-18c66378f8a4 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490403 Nov 12 03:38:13.002006 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3ff2c09-68b4-4d7a-bc2b-9bdeb9fb31a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.008754 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3ff2c09-68b4-4d7a-bc2b-9bdeb9fb31a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.008754 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c3ff2c09-68b4-4d7a-bc2b-9bdeb9fb31a3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1397e929-6f7d-4394-b5a2-7e39097b2a7b HTTP/1.1" status: 204 len: 168 time: 0.3511789 Nov 12 03:38:13.018004 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff2c09-68b4-4d7a-bc2b-9bdeb9fb31a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1397e929-6f7d-4394-b5a2-7e39097b2a7b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:13.069406 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9667b09f-2504-4e65-b065-57ebba02f11b req-42e30c98-504d-4c44-8709-13e4fe1f94ad service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.079209 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48102) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:13.166468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device ff0dde6e-6518-44fa-960c-ad34e190a171 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:13.171749 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9667b09f-2504-4e65-b065-57ebba02f11b req-42e30c98-504d-4c44-8709-13e4fe1f94ad service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.225135 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9667b09f-2504-4e65-b065-57ebba02f11b req-42e30c98-504d-4c44-8709-13e4fe1f94ad service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013708 Nov 12 03:38:13.225993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e30c98-504d-4c44-8709-13e4fe1f94ad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=32f65ac0-2429-4d1d-bc88-c94b9efcbb6a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:13.283581 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19b31d2a-bdce-4d5a-822e-97dc7191a437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.334915 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port ff0dde6e-6518-44fa-960c-ad34e190a171 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:13.341722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port ff0dde6e-6518-44fa-960c-ad34e190a171 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:13.342347 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.379554 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19b31d2a-bdce-4d5a-822e-97dc7191a437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.386684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:13.449637 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.451681 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19b31d2a-bdce-4d5a-822e-97dc7191a437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.491300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port ff0dde6e-6518-44fa-960c-ad34e190a171, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=ff0dde6e-6518-44fa-960c-ad34e190a171,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:13.526159 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-19b31d2a-bdce-4d5a-822e-97dc7191a437 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=46077369fee04b4eb82ba109e546e54d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4455514 Nov 12 03:38:13.526704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48118) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:13.571818 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.572485 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b31d2a-bdce-4d5a-822e-97dc7191a437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea4593-4501-4e02-92db-a6605b26be5d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:13.573846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34fe16-3e25-4cf0-b729-568afffdad1b req-efe95b90-9a1f-4191-841f-d39e522f12ca tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.584374 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dc34fe16-3e25-4cf0-b729-568afffdad1b req-efe95b90-9a1f-4191-841f-d39e522f12ca tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 971 time: 0.0767884 Nov 12 03:38:13.599882 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9dae969-0f46-4d6b-91c5-bfdff2ba8b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.640252 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22038719-679f-4129-97d6-5ad55dfe5e61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.652125 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9dae969-0f46-4d6b-91c5-bfdff2ba8b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.657440 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dc34fe16-3e25-4cf0-b729-568afffdad1b req-b9882075-8aac-4f09-aa17-22471defe510 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721467 Nov 12 03:38:13.664904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=ff0dde6e-6518-44fa-960c-ad34e190a171,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:13.952394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0f51a-07a0-4730-be85-f964243102d4 req-b20c2767-1124-4db5-a17b-ff49e3cb4b3e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.953977 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8be0f51a-07a0-4730-be85-f964243102d4 req-b20c2767-1124-4db5-a17b-ff49e3cb4b3e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 932 time: 0.0785863 Nov 12 03:38:13.985563 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22038719-679f-4129-97d6-5ad55dfe5e61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.019449 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8be0f51a-07a0-4730-be85-f964243102d4 req-4e377801-6280-422e-97ea-3edef2c45cac tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576634 Nov 12 03:38:14.030875 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9dae969-0f46-4d6b-91c5-bfdff2ba8b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.033811 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9dae969-0f46-4d6b-91c5-bfdff2ba8b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.038252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b9dae969-0f46-4d6b-91c5-bfdff2ba8b57 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6eea4593-4501-4e02-92db-a6605b26be5d HTTP/1.1" status: 204 len: 168 time: 0.5077534 Nov 12 03:38:14.048312 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dae969-0f46-4d6b-91c5-bfdff2ba8b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea4593-4501-4e02-92db-a6605b26be5d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:14.114821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629f901-33c6-4fcc-9818-e230bc7560e3 req-e47d25f1-d893-4e51-a095-1149bc47f05a tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:14.116785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8629f901-33c6-4fcc-9818-e230bc7560e3 req-e47d25f1-d893-4e51-a095-1149bc47f05a tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 971 time: 0.0742846 Nov 12 03:38:14.117924 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22038719-679f-4129-97d6-5ad55dfe5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.161892 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-22038719-679f-4129-97d6-5ad55dfe5e61 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=060cbe44d1004c289391f8ad52f5ac35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7739327 Nov 12 03:38:14.165372 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48138) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.173065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22038719-679f-4129-97d6-5ad55dfe5e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff9c442-416f-47c8-87c6-697f72fa4c5c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:14.188651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8629f901-33c6-4fcc-9818-e230bc7560e3 req-e571b3b9-4b66-4732-b00f-594a034b67aa tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634875 Nov 12 03:38:14.233497 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8700e06c-bb86-4773-95b0-0a8480a8a33f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.257618 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8700e06c-bb86-4773-95b0-0a8480a8a33f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.357762 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.380124 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8700e06c-bb86-4773-95b0-0a8480a8a33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.388094 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8700e06c-bb86-4773-95b0-0a8480a8a33f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.388094 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8700e06c-bb86-4773-95b0-0a8480a8a33f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4ff9c442-416f-47c8-87c6-697f72fa4c5c HTTP/1.1" status: 204 len: 168 time: 0.2201257 Nov 12 03:38:14.397506 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700e06c-bb86-4773-95b0-0a8480a8a33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff9c442-416f-47c8-87c6-697f72fa4c5c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:14.487064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1441722699-network', 'tenant_id': '47b77b3c8092439394887f6a4638c133'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:14.607723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928f6c9a-e14d-4f0d-aeed-4f055dd143f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0dde6e-6518-44fa-960c-ad34e190a171'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:14.609976 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4070a4-f926-4510-b8a4-c39826c6175d" -d '{"events": [{"server_uuid": "928f6c9a-e14d-4f0d-aeed-4f055dd143f0", "name": "network-vif-plugged", "status": "completed", "tag": "ff0dde6e-6518-44fa-960c-ad34e190a171"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:14.617849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] Made reservation on behalf of 47b77b3c8092439394887f6a4638c133 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:14.620283 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.630154 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.649738 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9f9f99-fe29-4467-a3a5-fd49c5c0fd01 x-openstack-request-id: req-7e9f9f99-fe29-4467-a3a5-fd49c5c0fd01 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:14.650100 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928f6c9a-e14d-4f0d-aeed-4f055dd143f0", "name": "network-vif-plugged", "status": "completed", "tag": "ff0dde6e-6518-44fa-960c-ad34e190a171", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:14.650374 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7e9f9f99-fe29-4467-a3a5-fd49c5c0fd01 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:14.650705 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f6c9a-e14d-4f0d-aeed-4f055dd143f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0dde6e-6518-44fa-960c-ad34e190a171', 'code': 200} Nov 12 03:38:14.735940 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.834551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9878d-8302-4e28-8855-cc41cfcb0a53 req-77e09834-bb89-493e-9b3c-262bed08bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:14.836912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3aa9878d-8302-4e28-8855-cc41cfcb0a53 req-77e09834-bb89-493e-9b3c-262bed08bb8a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 1124 time: 0.0779192 Nov 12 03:38:14.847448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a19f8-97ea-4d89-8f4a-8728756631a6 req-e1cdc80f-275b-4a06-9658-8575413c69e8 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:14.849706 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-308a19f8-97ea-4d89-8f4a-8728756631a6 req-e1cdc80f-275b-4a06-9658-8575413c69e8 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 972 time: 0.0921462 Nov 12 03:38:14.869196 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.896441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:14.915315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd02cbe5-7157-4a85-a2cd-7d3c419781c1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:14.922414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.922725 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] Added segment 5d33e2e5-f849-496f-afc8-0388a5b121fe of type vlan for network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b Nov 12 03:38:14.947570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.954894 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-308a19f8-97ea-4d89-8f4a-8728756631a6 req-19c66143-14e6-4516-9059-b21b24c8a5c1 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972404 Nov 12 03:38:14.957438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3aa9878d-8302-4e28-8855-cc41cfcb0a53 req-312fb1f1-03fd-4761-b2b5-883c857b9396 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063721 Nov 12 03:38:14.986029 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7fb443b-4f47-4832-b0f5-0142bee4933c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.004900 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.133179 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.134133 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.134781 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.140311 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7fb443b-4f47-4832-b0f5-0142bee4933c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.224291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] Pushing event updated for resources: {'Network': ['ID=229b6afe-a2b8-4dfb-b914-deb64f88ad3b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:15.235074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127713d-5a26-4934-8408-f67909f33fd5 req-cd4bdcdd-56e7-43c6-a049-76be611e9348 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.237256 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:15.242148 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4127713d-5a26-4934-8408-f67909f33fd5 req-cd4bdcdd-56e7-43c6-a049-76be611e9348 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 932 time: 0.1437700 Nov 12 03:38:15.247315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7fb443b-4f47-4832-b0f5-0142bee4933c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.283500 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8d09fb9d-a78d-4746-8471-9f9b6c84c96c admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9210172 Nov 12 03:38:15.302155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:15.308599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0af4df19-59f1-45df-a3c5-7b159d5459f6 admin admin] Request body: {'subnet': {'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1441722699-subnet', 'tenant_id': '47b77b3c8092439394887f6a4638c133', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:15.321715 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b7fb443b-4f47-4832-b0f5-0142bee4933c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5edd2ef0acb847588876d8b6723353ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705747 Nov 12 03:38:15.322380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb443b-4f47-4832-b0f5-0142bee4933c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69e5d9f-c2d5-449c-bb43-cace2940eaa0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:15.326393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:15.358561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:15.364326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b10f68-de48-4b45-ae64-336b9816607c req-e82ba10a-595b-45a9-a0a3-e92c9153e6a1 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.366167 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5b10f68-de48-4b45-ae64-336b9816607c req-e82ba10a-595b-45a9-a0a3-e92c9153e6a1 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 971 time: 0.0964754 Nov 12 03:38:15.396426 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4127713d-5a26-4934-8408-f67909f33fd5 req-16f3d1d4-91e9-4832-9472-10456d4f8dcb tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456990 Nov 12 03:38:15.401188 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b46c1097-5b08-450b-8d33-3799641bedba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.424228 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af4df19-59f1-45df-a3c5-7b159d5459f6 admin admin] Made reservation on behalf of 47b77b3c8092439394887f6a4638c133 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:15.427074 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0af4df19-59f1-45df-a3c5-7b159d5459f6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.433384 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5b10f68-de48-4b45-ae64-336b9816607c req-6a9ead5a-6b03-4b66-af0f-92eee592af33 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598235 Nov 12 03:38:15.447400 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95184380-8bd3-4b59-bf5a-fc0b7bd3e4f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.490386 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95184380-8bd3-4b59-bf5a-fc0b7bd3e4f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.566369 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b46c1097-5b08-450b-8d33-3799641bedba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.624904 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b46c1097-5b08-450b-8d33-3799641bedba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.667736 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95184380-8bd3-4b59-bf5a-fc0b7bd3e4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.670290 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95184380-8bd3-4b59-bf5a-fc0b7bd3e4f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.671773 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-95184380-8bd3-4b59-bf5a-fc0b7bd3e4f6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a69e5d9f-c2d5-449c-bb43-cace2940eaa0 HTTP/1.1" status: 204 len: 168 time: 0.3427105 Nov 12 03:38:15.676102 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b46c1097-5b08-450b-8d33-3799641bedba admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9acdd4435896487b9d2d829dfdc198d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162370 Nov 12 03:38:15.678490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c1097-5b08-450b-8d33-3799641bedba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ce7213-6c88-4171-8fa0-9ca6546387c3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:15.681961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48170) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:15.694814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95184380-8bd3-4b59-bf5a-fc0b7bd3e4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69e5d9f-c2d5-449c-bb43-cace2940eaa0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:15.726444 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0af4df19-59f1-45df-a3c5-7b159d5459f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.807746 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b9040df-fb5f-4cee-9fce-9d0ed41fa188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.813125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4df19-59f1-45df-a3c5-7b159d5459f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eac4162-b8ab-4d9a-af1c-e103a428ffc4,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:15.842942 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b9040df-fb5f-4cee-9fce-9d0ed41fa188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.844856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4df19-59f1-45df-a3c5-7b159d5459f6 admin admin] Checking segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:15.845212 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af4df19-59f1-45df-a3c5-7b159d5459f6 admin admin] Network hostable DHCP agents. Network: 229b6afe-a2b8-4dfb-b914-deb64f88ad3b, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:16.042469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af4df19-59f1-45df-a3c5-7b159d5459f6 admin admin] Network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:16.044833 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b9040df-fb5f-4cee-9fce-9d0ed41fa188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.048410 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b9040df-fb5f-4cee-9fce-9d0ed41fa188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.052510 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8b9040df-fb5f-4cee-9fce-9d0ed41fa188 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e6ce7213-6c88-4171-8fa0-9ca6546387c3 HTTP/1.1" status: 204 len: 168 time: 0.3688369 Nov 12 03:38:16.063894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9040df-fb5f-4cee-9fce-9d0ed41fa188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ce7213-6c88-4171-8fa0-9ca6546387c3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:16.088350 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c75c9-e525-4940-8ba4-c3edb2680967 req-27c6d029-f460-4f65-9414-912a374eab3e tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.090111 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eb5c75c9-e525-4940-8ba4-c3edb2680967 req-27c6d029-f460-4f65-9414-912a374eab3e tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 972 time: 0.0655642 Nov 12 03:38:16.146988 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eb5c75c9-e525-4940-8ba4-c3edb2680967 req-2f221e93-1f71-4d00-8b5c-e473dd24257e tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501876 Nov 12 03:38:16.328160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0af4df19-59f1-45df-a3c5-7b159d5459f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 229b6afe-a2b8-4dfb-b914-deb64f88ad3b) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:16.336360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af4df19-59f1-45df-a3c5-7b159d5459f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.337303 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0af4df19-59f1-45df-a3c5-7b159d5459f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.345354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74e32e7-7c77-45d6-8076-7d6517c85743 None None] Network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:16.450845 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0af4df19-59f1-45df-a3c5-7b159d5459f6 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1460650 Nov 12 03:38:16.549692 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ff0b22-37ea-409c-ae13-b55ac144ddf4 None None] Network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:16.554389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094404b-71ee-4247-a396-60026df15493 req-9a6853f7-eb4d-4ed6-8c54-30fb9bab2d38 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.575042 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5094404b-71ee-4247-a396-60026df15493 req-9a6853f7-eb4d-4ed6-8c54-30fb9bab2d38 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 932 time: 0.0922503 Nov 12 03:38:16.638055 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5094404b-71ee-4247-a396-60026df15493 req-4de13b2d-d894-43ad-9ec9-c45b6f99ddd0 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617971 Nov 12 03:38:16.651729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9c20d-b474-4108-9a09-2c1936c32f9c req-8a2a6627-1824-4f8e-be98-99ea9dbeaec9 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.653467 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1a9c20d-b474-4108-9a09-2c1936c32f9c req-8a2a6627-1824-4f8e-be98-99ea9dbeaec9 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 971 time: 0.1068196 Nov 12 03:38:16.745697 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1a9c20d-b474-4108-9a09-2c1936c32f9c req-3fc708f6-d955-4479-a22f-264a66bd88ac tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834782 Nov 12 03:38:17.279099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b3d8d-52f2-4656-90ba-8c2e84f9aba8 req-31af4546-2d5d-45c4-b571-3b68707b94bf tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.280693 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-374b3d8d-52f2-4656-90ba-8c2e84f9aba8 req-31af4546-2d5d-45c4-b571-3b68707b94bf tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 972 time: 0.0578852 Nov 12 03:38:17.339601 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-374b3d8d-52f2-4656-90ba-8c2e84f9aba8 req-81aa364a-d525-4a44-b60b-34987ce0e780 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506032 Nov 12 03:38:17.523307 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cefa2-b265-49bb-9512-9fb24b246f7b req-da91da92-eb9f-4bf8-83a4-57fbf2765122 tempest-AggregatesAdminTestJSON-281833016 tempest-AggregatesAdminTestJSON-281833016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.524891 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-124cefa2-b265-49bb-9512-9fb24b246f7b req-da91da92-eb9f-4bf8-83a4-57fbf2765122 tempest-AggregatesAdminTestJSON-281833016 tempest-AggregatesAdminTestJSON-281833016-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 1124 time: 0.0752430 Nov 12 03:38:17.543693 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-124cefa2-b265-49bb-9512-9fb24b246f7b req-8d001575-4698-4934-a4b6-190061de1a86 tempest-AggregatesAdminTestJSON-281833016 tempest-AggregatesAdminTestJSON-281833016-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.643995 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-124cefa2-b265-49bb-9512-9fb24b246f7b req-8d001575-4698-4934-a4b6-190061de1a86 tempest-AggregatesAdminTestJSON-281833016 tempest-AggregatesAdminTestJSON-281833016-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.775074 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-124cefa2-b265-49bb-9512-9fb24b246f7b req-8d001575-4698-4934-a4b6-190061de1a86 tempest-AggregatesAdminTestJSON-281833016 tempest-AggregatesAdminTestJSON-281833016-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.824395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96619a70-03cc-472a-be29-f3bb6bf719cb req-7c4705ec-276d-4bca-9a0f-57329f9f4835 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.825933 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96619a70-03cc-472a-be29-f3bb6bf719cb req-7c4705ec-276d-4bca-9a0f-57329f9f4835 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 932 time: 0.0662842 Nov 12 03:38:17.826861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d001575-4698-4934-a4b6-190061de1a86 tempest-AggregatesAdminTestJSON-281833016 tempest-AggregatesAdminTestJSON-281833016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119ccd89-a458-4c33-87a8-c481d281edd5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:17.846430 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-124cefa2-b265-49bb-9512-9fb24b246f7b req-8d001575-4698-4934-a4b6-190061de1a86 tempest-AggregatesAdminTestJSON-281833016 tempest-AggregatesAdminTestJSON-281833016-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153841 Nov 12 03:38:17.874429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48240) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:17.874429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1944808136-network', 'tenant_id': '29413e2e34394da1b0dcfd0865214dcb'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:17.890358 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96619a70-03cc-472a-be29-f3bb6bf719cb req-04e850f2-a26f-4f9e-ad43-ba8fab556f6c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578182 Nov 12 03:38:17.990235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74ac89-366c-4c1e-b341-25570125d04b req-3cca1a32-3956-4684-9f99-7caeeb1dfd0a tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.991774 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f74ac89-366c-4c1e-b341-25570125d04b req-3cca1a32-3956-4684-9f99-7caeeb1dfd0a tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 971 time: 0.0557711 Nov 12 03:38:18.042627 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f74ac89-366c-4c1e-b341-25570125d04b req-6416bbbd-f637-4f33-9cf0-a39c862f4a74 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448694 Nov 12 03:38:18.043706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] Made reservation on behalf of 29413e2e34394da1b0dcfd0865214dcb for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:18.046457 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.064203 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.137274 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.264174 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.286654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:18.311475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99e82c1-f684-4966-ad06-87fdb2e69fcb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:18.316459 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.316797 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] Added segment 30e65297-dc4e-4962-8372-1b62cbc52b7f of type vlan for network e841aa97-9e14-469a-8786-4c94c32664f6 Nov 12 03:38:18.358181 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.405712 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.486970 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.487949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:18.488570 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.548361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] Pushing event updated for resources: {'Network': ['ID=e841aa97-9e14-469a-8786-4c94c32664f6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:18.558594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network e841aa97-9e14-469a-8786-4c94c32664f6 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:18.635208 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6bc22236-5718-474c-81b6-504c80e9a60e admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7694976 Nov 12 03:38:18.639761 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48274) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:18.645206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-397bce30-9499-42b0-90dd-5a9ab4912958 admin admin] Request body: {'subnet': {'network_id': 'e841aa97-9e14-469a-8786-4c94c32664f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1944808136-subnet', 'tenant_id': '29413e2e34394da1b0dcfd0865214dcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:18.819803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397bce30-9499-42b0-90dd-5a9ab4912958 admin admin] Made reservation on behalf of 29413e2e34394da1b0dcfd0865214dcb for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:18.822198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-397bce30-9499-42b0-90dd-5a9ab4912958 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.119774 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1d238-c162-4487-aa6a-d2e62e8a07bd req-74e314b5-7afd-470e-9a1a-538de45d4c18 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.121182 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ebb1d238-c162-4487-aa6a-d2e62e8a07bd req-74e314b5-7afd-470e-9a1a-538de45d4c18 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 932 time: 0.0520146 Nov 12 03:38:19.171309 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ebb1d238-c162-4487-aa6a-d2e62e8a07bd req-96b8d5c3-b1d9-4cdc-a6dc-ce0f863fc509 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434544 Nov 12 03:38:19.172315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-397bce30-9499-42b0-90dd-5a9ab4912958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.222021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bce30-9499-42b0-90dd-5a9ab4912958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e391d60-8022-4396-986d-3776ceea5bc1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:19.251316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397bce30-9499-42b0-90dd-5a9ab4912958 admin admin] Checking segment: {'id': '30e65297-dc4e-4962-8372-1b62cbc52b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'e841aa97-9e14-469a-8786-4c94c32664f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:19.251974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397bce30-9499-42b0-90dd-5a9ab4912958 admin admin] Network hostable DHCP agents. Network: e841aa97-9e14-469a-8786-4c94c32664f6, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:19.379393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397bce30-9499-42b0-90dd-5a9ab4912958 admin admin] Network e841aa97-9e14-469a-8786-4c94c32664f6 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:19.402579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4597cc-caef-4103-83e4-936773b17f39 req-5c639e5e-3b5b-440e-8d9e-b85771e797f7 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.404239 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ba4597cc-caef-4103-83e4-936773b17f39 req-5c639e5e-3b5b-440e-8d9e-b85771e797f7 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 971 time: 0.0754316 Nov 12 03:38:19.458966 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ba4597cc-caef-4103-83e4-936773b17f39 req-bb41bff3-0623-428d-9fdf-afff96d03d70 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480475 Nov 12 03:38:19.528534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-397bce30-9499-42b0-90dd-5a9ab4912958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, e841aa97-9e14-469a-8786-4c94c32664f6) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:19.534907 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397bce30-9499-42b0-90dd-5a9ab4912958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.535279 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-397bce30-9499-42b0-90dd-5a9ab4912958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.539745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab98612-98d9-4d3f-8483-165ffe5831fd None None] Network e841aa97-9e14-469a-8786-4c94c32664f6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:19.660639 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-397bce30-9499-42b0-90dd-5a9ab4912958 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0118783 Nov 12 03:38:19.715005 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdcb1e0-415d-4728-9909-059df72f8d68 None None] Network e841aa97-9e14-469a-8786-4c94c32664f6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:19.876809 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c6cea-388e-4947-852a-d027cb0e045c req-81b0b215-f73d-4870-919c-542074ef0064 tempest-DeleteServersAdminTestJSON-245457683 tempest-DeleteServersAdminTestJSON-245457683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.882396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe0c6cea-388e-4947-852a-d027cb0e045c req-81b0b215-f73d-4870-919c-542074ef0064 tempest-DeleteServersAdminTestJSON-245457683 tempest-DeleteServersAdminTestJSON-245457683-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 1123 time: 0.0621769 Nov 12 03:38:19.985129 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fe0c6cea-388e-4947-852a-d027cb0e045c req-95124afb-5f47-4977-8325-5f7ed9da2b54 tempest-DeleteServersAdminTestJSON-245457683 tempest-DeleteServersAdminTestJSON-245457683-project-admin] Deleting port a6b023ca-1659-4dae-bb26-29bd3084b126 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:19.985476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe0c6cea-388e-4947-852a-d027cb0e045c req-95124afb-5f47-4977-8325-5f7ed9da2b54 tempest-DeleteServersAdminTestJSON-245457683 tempest-DeleteServersAdminTestJSON-245457683-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.075430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fe0c6cea-388e-4947-852a-d027cb0e045c req-95124afb-5f47-4977-8325-5f7ed9da2b54 tempest-DeleteServersAdminTestJSON-245457683 tempest-DeleteServersAdminTestJSON-245457683-project-admin] For port a6b023ca-1659-4dae-bb26-29bd3084b126, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a6b023ca-1659-4dae-bb26-29bd3084b126,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:20.076009 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe0c6cea-388e-4947-852a-d027cb0e045c req-95124afb-5f47-4977-8325-5f7ed9da2b54 tempest-DeleteServersAdminTestJSON-245457683 tempest-DeleteServersAdminTestJSON-245457683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.094686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fe0c6cea-388e-4947-852a-d027cb0e045c req-95124afb-5f47-4977-8325-5f7ed9da2b54 tempest-DeleteServersAdminTestJSON-245457683 tempest-DeleteServersAdminTestJSON-245457683-project-admin] Calling delete_port for a6b023ca-1659-4dae-bb26-29bd3084b126 owned by compute:tempest-test_az-1623013001 {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:20.284360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-baf76008-32dc-4e3e-93a7-5311193cec4a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.285892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-baf76008-32dc-4e3e-93a7-5311193cec4a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 808 time: 0.1737366 Nov 12 03:38:20.323221 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-5789b56a-ee0f-4832-810f-36db7f346ccc tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/quotas/47b77b3c8092439394887f6a4638c133 HTTP/1.1" status: 200 len: 375 time: 0.0313296 Nov 12 03:38:20.363537 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-92f738fc-a5ed-4bae-b5e2-dd1050c48690 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340273 Nov 12 03:38:20.448242 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe0c6cea-388e-4947-852a-d027cb0e045c req-95124afb-5f47-4977-8325-5f7ed9da2b54 tempest-DeleteServersAdminTestJSON-245457683 tempest-DeleteServersAdminTestJSON-245457683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.451001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197da87-5e6c-46cf-ae87-94c520a79221 req-65e98f3a-e204-4647-a4fb-eb99ec8296ae tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.452116 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8197da87-5e6c-46cf-ae87-94c520a79221 req-65e98f3a-e204-4647-a4fb-eb99ec8296ae tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 932 time: 0.0523174 Nov 12 03:38:20.463915 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['a6b023ca-1659-4dae-bb26-29bd3084b126'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:20.484297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95124afb-5f47-4977-8325-5f7ed9da2b54 tempest-DeleteServersAdminTestJSON-245457683 tempest-DeleteServersAdminTestJSON-245457683-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6b023ca-1659-4dae-bb26-29bd3084b126,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:20.522017 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8197da87-5e6c-46cf-ae87-94c520a79221 req-ca40b850-bc61-410b-ba18-4efe989a8060 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622969 Nov 12 03:38:20.550979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0c6cea-388e-4947-852a-d027cb0e045c req-95124afb-5f47-4977-8325-5f7ed9da2b54 tempest-DeleteServersAdminTestJSON-245457683 tempest-DeleteServersAdminTestJSON-245457683-project-admin] No DVR routers for this DVR port a6b023ca-1659-4dae-bb26-29bd3084b126 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:20.558800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-0f9a526b-2bd4-41c6-9e0d-43e23a5fcf95 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:20.560350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-0f9a526b-2bd4-41c6-9e0d-43e23a5fcf95 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113702 Nov 12 03:38:20.562867 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-3ea0163e-8f0b-4f4d-b3d5-c18f92c1df6d service neutron] 10.222.0.105 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879323 Nov 12 03:38:20.566308 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe0c6cea-388e-4947-852a-d027cb0e045c req-95124afb-5f47-4977-8325-5f7ed9da2b54 tempest-DeleteServersAdminTestJSON-245457683 tempest-DeleteServersAdminTestJSON-245457683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.573632 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe0c6cea-388e-4947-852a-d027cb0e045c req-95124afb-5f47-4977-8325-5f7ed9da2b54 tempest-DeleteServersAdminTestJSON-245457683 tempest-DeleteServersAdminTestJSON-245457683-project-admin] 10.222.0.25 "DELETE /v2.0/ports/a6b023ca-1659-4dae-bb26-29bd3084b126 HTTP/1.1" status: 204 len: 173 time: 0.6815906 Nov 12 03:38:20.576876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8331457b-b54b-4e36-b778-148059045f07', 'name': 'network-vif-deleted', 'tag': 'a6b023ca-1659-4dae-bb26-29bd3084b126'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:20.578352 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f270a4b-6534-47b7-be36-b5e6bc8247a2" -d '{"events": [{"server_uuid": "8331457b-b54b-4e36-b778-148059045f07", "name": "network-vif-deleted", "tag": "a6b023ca-1659-4dae-bb26-29bd3084b126"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:20.701077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48394) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:20.714744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-e8757f34-8bfc-4761-ac13-3752a8bff289 service neutron] 10.222.0.105 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296453 Nov 12 03:38:20.784233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df233558-dd15-4cc7-93d6-0de0dbfb2e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.789080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Request body: {'port': {'device_id': 'e2085e8b-fed3-4f2e-860c-e3befc27e29c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:20.896200 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df233558-dd15-4cc7-93d6-0de0dbfb2e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.901415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.048757 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f6c4595-dd30-4827-ba79-0c195ec56a9c req-b9985d7e-0bbe-4417-967c-fae5555812a2 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=8331457b-b54b-4e36-b778-148059045f07 HTTP/1.1" status: 200 len: 210 time: 0.0472252 Nov 12 03:38:21.058622 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df233558-dd15-4cc7-93d6-0de0dbfb2e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.122122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df233558-dd15-4cc7-93d6-0de0dbfb2e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f52173-c0e1-410f-aaab-c3eee7ca4ce2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:21.127658 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-df233558-dd15-4cc7-93d6-0de0dbfb2e7a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e45712239c474b9993275b3aaa0e68e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4248490 Nov 12 03:38:21.133133 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:21.135198 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcddce1-216a-4172-b237-0a950d286aac x-openstack-request-id: req-0dcddce1-216a-4172-b237-0a950d286aac {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:21.137470 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8331457b-b54b-4e36-b778-148059045f07", "name": "network-vif-deleted", "tag": "a6b023ca-1659-4dae-bb26-29bd3084b126", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:21.137743 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0dcddce1-216a-4172-b237-0a950d286aac {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:21.138144 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8331457b-b54b-4e36-b778-148059045f07', 'name': 'network-vif-deleted', 'tag': 'a6b023ca-1659-4dae-bb26-29bd3084b126', 'status': 'completed', 'code': 200} Nov 12 03:38:21.208427 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afc8af77-d08f-4489-a40c-71b0263adbad req-f50fb0c1-7165-4114-acc8-960069fe5dab tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 210 time: 0.0375042 Nov 12 03:38:21.222334 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-778fdb5c-ed76-431b-b484-db5ed0a0e37d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.266317 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-778fdb5c-ed76-431b-b484-db5ed0a0e37d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.327313 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1755c0-367c-418c-87e8-bd006aadb821 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:21.335687 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.407012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Transition to ACTIVE for port object 2a1755c0-367c-418c-87e8-bd006aadb821 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:21.407178 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-778fdb5c-ed76-431b-b484-db5ed0a0e37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.409734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-778fdb5c-ed76-431b-b484-db5ed0a0e37d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.410880 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-778fdb5c-ed76-431b-b484-db5ed0a0e37d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/70f52173-c0e1-410f-aaab-c3eee7ca4ce2 HTTP/1.1" status: 204 len: 168 time: 0.2780037 Nov 12 03:38:21.420465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fdb5c-ed76-431b-b484-db5ed0a0e37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f52173-c0e1-410f-aaab-c3eee7ca4ce2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:21.557414 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.629468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:21.762257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Attempting to bind port 2a1755c0-367c-418c-87e8-bd006aadb821 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:21.762257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Attempting to bind port 2a1755c0-367c-418c-87e8-bd006aadb821 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:21.762257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Attempting to bind port 2a1755c0-367c-418c-87e8-bd006aadb821 on network 62997581-2879-408b-aa6c-aaecddf2a963 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:21.765275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1755c0-367c-418c-87e8-bd006aadb821,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:21.772895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Port 2a1755c0-367c-418c-87e8-bd006aadb821 on network 62997581-2879-408b-aa6c-aaecddf2a963 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:21.773217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Attempting to bind port 2a1755c0-367c-418c-87e8-bd006aadb821 on network 62997581-2879-408b-aa6c-aaecddf2a963 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:21.789645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e58482-79e8-45dd-a1cd-84046bec7dc8 req-5afa82c0-a221-4035-a31f-f02ab6762356 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:21.791358 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-23e58482-79e8-45dd-a1cd-84046bec7dc8 req-5afa82c0-a221-4035-a31f-f02ab6762356 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 944 time: 0.1721427 Nov 12 03:38:21.792452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:21.792786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Checking segment: {'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:21.793164 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Bound using segment: {'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:21.793606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Bound port: 2a1755c0-367c-418c-87e8-bd006aadb821, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:21.793959 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.905116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-23e58482-79e8-45dd-a1cd-84046bec7dc8 req-2a8c9783-ac0a-4699-84ac-20606fb00414 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979021 Nov 12 03:38:21.936491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] For port 2a1755c0-367c-418c-87e8-bd006aadb821, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:21.940523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] For port 2a1755c0-367c-418c-87e8-bd006aadb821, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2a1755c0-367c-418c-87e8-bd006aadb821,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:22.053171 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe2dd-bb76-46a8-ab16-556b0825e7dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.055940 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.117939 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.119002 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.125678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] 10.222.0.26 "PUT /v2.0/ports/2a1755c0-367c-418c-87e8-bd006aadb821 HTTP/1.1" status: 200 len: 1093 time: 1.4054656 Nov 12 03:38:22.202310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b12e6b-24a2-47fb-b24e-63c54c902757 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1755c0-367c-418c-87e8-bd006aadb821,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:22.265840 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe2dd-bb76-46a8-ab16-556b0825e7dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.352546 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe2dd-bb76-46a8-ab16-556b0825e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.362861 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9e52baf6-f2e0-40a1-b6a6-6bd92f3dcee9 req-01ddbb8f-1b84-4c9d-806e-cf52ea10763c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 210 time: 0.0712507 Nov 12 03:38:22.385716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-043fdced-8783-4dfd-a88c-49eb9ad765e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.387288 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-043fdced-8783-4dfd-a88c-49eb9ad765e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f612fefa6c1a47e6afdff4eb04025fe9&device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 1096 time: 0.0862975 Nov 12 03:38:22.426030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3fdfe2dd-bb76-46a8-ab16-556b0825e7dc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4cde4a058af24b7ab7ce3efbe4511912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7938669 Nov 12 03:38:22.445055 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:22.446974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfe2dd-bb76-46a8-ab16-556b0825e7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244540b1-d928-4eb3-a576-d0f43f7b564a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:22.470869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48476) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:22.488457 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-bc3866c9-d9a4-4b1c-9e37-f4fcb1025af1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a1755c0-367c-418c-87e8-bd006aadb821 HTTP/1.1" status: 200 len: 217 time: 0.0768943 Nov 12 03:38:22.545936 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef371b6c-adfa-4a09-a0b8-83a1eb6f4bac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.563710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-8c7f13c2-d142-40a0-9743-b89af84d4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.564656 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-8b0ad4f5-fb3d-4c9d-8bac-b379c716269a tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=0c780a605d204e81b78579b6b05a3ce4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710418 Nov 12 03:38:22.565194 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-8c7f13c2-d142-40a0-9743-b89af84d4025 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21c7b2ae-4826-4165-8db5-d145572339ce HTTP/1.1" status: 200 len: 862 time: 0.0679672 Nov 12 03:38:22.619445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-18ca0dde-3226-4ffe-8a2d-21f900508c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.620980 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-18ca0dde-3226-4ffe-8a2d-21f900508c4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62997581-2879-408b-aa6c-aaecddf2a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484135 Nov 12 03:38:22.682778 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39730294-767b-4db9-98ce-84d9c3b8bada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.734214 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39730294-767b-4db9-98ce-84d9c3b8bada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.738540 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-0aaa2d95-3ed8-4c22-8204-98e0eac1fb29 service neutron] 10.222.0.26 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054599 Nov 12 03:38:22.770748 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-240224a0-6886-4a28-9b94-0e98a8b4d6e7 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.772282 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-240224a0-6886-4a28-9b94-0e98a8b4d6e7 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067316 Nov 12 03:38:22.812934 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef371b6c-adfa-4a09-a0b8-83a1eb6f4bac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.822262 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-8c51e4f6-7166-4c97-ab6f-74fdfe69c85c tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/quotas/0c780a605d204e81b78579b6b05a3ce4 HTTP/1.1" status: 200 len: 375 time: 0.0289159 Nov 12 03:38:22.862793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10fcd8e2-7dce-4cbf-8a24-d51cc02c37a9 req-e731ff93-067b-442a-b026-e00015e3f19c service neutron] 10.222.0.26 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125000 Nov 12 03:38:22.863204 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-bd90e084-409c-4eb7-b7c3-87116a466d5f tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=0c780a605d204e81b78579b6b05a3ce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380690 Nov 12 03:38:22.888990 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef371b6c-adfa-4a09-a0b8-83a1eb6f4bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.936123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:22.941688 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ef371b6c-adfa-4a09-a0b8-83a1eb6f4bac admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=daf461e38f6443a7809738ec55c9bf3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4679923 Nov 12 03:38:22.944073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef371b6c-adfa-4a09-a0b8-83a1eb6f4bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fd5902-bf55-4179-8a5d-cff1566f2374,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:22.969030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39730294-767b-4db9-98ce-84d9c3b8bada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.972859 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39730294-767b-4db9-98ce-84d9c3b8bada admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.974562 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-39730294-767b-4db9-98ce-84d9c3b8bada admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/244540b1-d928-4eb3-a576-d0f43f7b564a HTTP/1.1" status: 204 len: 168 time: 0.5250506 Nov 12 03:38:22.985531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39730294-767b-4db9-98ce-84d9c3b8bada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244540b1-d928-4eb3-a576-d0f43f7b564a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:23.006827 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc6209a-6bd6-4ea9-b86f-494e752b3d0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.035050 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc6209a-6bd6-4ea9-b86f-494e752b3d0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.107016 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94819d97-168a-4a57-9936-6c3d7f166a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.138726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2085e8b-fed3-4f2e-860c-e3befc27e29c', 'tag': '2a1755c0-367c-418c-87e8-bd006aadb821'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:23.141048 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef913c5-cb7b-444b-ba22-ceceebcdf2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e2085e8b-fed3-4f2e-860c-e3befc27e29c", "tag": "2a1755c0-367c-418c-87e8-bd006aadb821"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:23.152764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b347d7-67b2-45da-a5db-6c7a1f306183 req-475b8d5e-e22e-4bd2-99a7-03d4df553ab0 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:23.154273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5b347d7-67b2-45da-a5db-6c7a1f306183 req-475b8d5e-e22e-4bd2-99a7-03d4df553ab0 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 944 time: 0.0597286 Nov 12 03:38:23.216790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5b347d7-67b2-45da-a5db-6c7a1f306183 req-97d32b31-054a-49d5-8a22-577169dab4cb tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562203 Nov 12 03:38:23.243692 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc6209a-6bd6-4ea9-b86f-494e752b3d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.246414 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc6209a-6bd6-4ea9-b86f-494e752b3d0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.250315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7dc6209a-6bd6-4ea9-b86f-494e752b3d0d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/53fd5902-bf55-4179-8a5d-cff1566f2374 HTTP/1.1" status: 204 len: 168 time: 0.3104203 Nov 12 03:38:23.263347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6209a-6bd6-4ea9-b86f-494e752b3d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fd5902-bf55-4179-8a5d-cff1566f2374,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:23.355154 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60a6198-0681-4d7a-98c5-d2be06f57927 x-openstack-request-id: req-b60a6198-0681-4d7a-98c5-d2be06f57927 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:23.355154 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2085e8b-fed3-4f2e-860c-e3befc27e29c", "tag": "2a1755c0-367c-418c-87e8-bd006aadb821", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:23.355154 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b60a6198-0681-4d7a-98c5-d2be06f57927 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:23.355154 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2085e8b-fed3-4f2e-860c-e3befc27e29c', 'tag': '2a1755c0-367c-418c-87e8-bd006aadb821', 'status': 'completed', 'code': 200} Nov 12 03:38:23.571342 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cdb0f50-bd59-4cd7-8b5a-5782631d71c9 req-619f9271-8646-4b8c-8d08-3ab954c381cd tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 210 time: 0.0599275 Nov 12 03:38:23.576890 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef913c5-cb7b-444b-ba22-ceceebcdf2bb req-454325aa-ab09-4858-bf28-be1ad28da1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:23.579777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eef913c5-cb7b-444b-ba22-ceceebcdf2bb req-454325aa-ab09-4858-bf28-be1ad28da1ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f612fefa6c1a47e6afdff4eb04025fe9&device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 1096 time: 0.1196189 Nov 12 03:38:23.736465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef913c5-cb7b-444b-ba22-ceceebcdf2bb req-81e10626-8a91-4563-b9c0-67427f25ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:23.741396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eef913c5-cb7b-444b-ba22-ceceebcdf2bb req-81e10626-8a91-4563-b9c0-67427f25ca24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=62997581-2879-408b-aa6c-aaecddf2a963 HTTP/1.1" status: 200 len: 925 time: 0.1531725 Nov 12 03:38:23.762876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f11e0802-a126-4833-82f6-2f5faee0001d req-6f9f8818-34f3-424b-a216-3dd9a5783728 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 210 time: 0.0609713 Nov 12 03:38:23.833151 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eef913c5-cb7b-444b-ba22-ceceebcdf2bb req-a7d37b2d-daa3-4070-bead-84a4e274e95f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a1755c0-367c-418c-87e8-bd006aadb821 HTTP/1.1" status: 200 len: 217 time: 0.0655797 Nov 12 03:38:23.948173 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:24.034081 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24e05d5c-fc1c-4267-9dd9-7077561ccf25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.161228 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8601ae09-5281-45bb-8207-a014a8fcaef9 req-20cc2ae3-6f03-4acc-908e-1b16329d16c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4741433 Nov 12 03:38:24.177679 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-0dbe011b-fb26-470e-9fc8-6edec78fce37 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.179310 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-0dbe011b-fb26-470e-9fc8-6edec78fce37 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.25 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 808 time: 0.2875345 Nov 12 03:38:24.187737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef913c5-cb7b-444b-ba22-ceceebcdf2bb req-e111bec4-53d0-4c0a-9616-b4185ac0bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.189941 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eef913c5-cb7b-444b-ba22-ceceebcdf2bb req-e111bec4-53d0-4c0a-9616-b4185ac0bb1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21c7b2ae-4826-4165-8db5-d145572339ce HTTP/1.1" status: 200 len: 862 time: 0.3465588 Nov 12 03:38:24.197626 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-92fe277c-b455-419f-9c80-e47736b6059f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Request body: {'port': {'device_id': '08da0e0a-5e2a-4c44-b422-d27ffa1b41d0', 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b', 'admin_state_up': True, 'tenant_id': '47b77b3c8092439394887f6a4638c133'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:24.305383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef913c5-cb7b-444b-ba22-ceceebcdf2bb req-a4c03b42-64f1-4585-b13d-5a21edea55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.306280 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eef913c5-cb7b-444b-ba22-ceceebcdf2bb req-a4c03b42-64f1-4585-b13d-5a21edea55dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62997581-2879-408b-aa6c-aaecddf2a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969577 Nov 12 03:38:24.309923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601ae09-5281-45bb-8207-a014a8fcaef9 req-c66c2499-8ac5-45e3-915e-0a2d1614ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.311672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8601ae09-5281-45bb-8207-a014a8fcaef9 req-c66c2499-8ac5-45e3-915e-0a2d1614ca6b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c26fcfe11f44c57b6be2ed33d7c5a00&device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 1124 time: 0.0940280 Nov 12 03:38:24.423609 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24e05d5c-fc1c-4267-9dd9-7077561ccf25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.514389 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24e05d5c-fc1c-4267-9dd9-7077561ccf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.569713 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-92fe277c-b455-419f-9c80-e47736b6059f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Made reservation on behalf of 47b77b3c8092439394887f6a4638c133 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:24.573330 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-92fe277c-b455-419f-9c80-e47736b6059f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.581011 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eef913c5-cb7b-444b-ba22-ceceebcdf2bb req-a8595b50-57ab-4db5-bac8-0da1b879b6cc service neutron] 10.222.0.26 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640340 Nov 12 03:38:24.584820 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.602371 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-24e05d5c-fc1c-4267-9dd9-7077561ccf25 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1b96b31d484e4283aebed22ef6cea119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6511157 Nov 12 03:38:24.605285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48584) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:24.607603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e05d5c-fc1c-4267-9dd9-7077561ccf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b960baa-9084-4620-95bc-7e3716810ad7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:24.740619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eef913c5-cb7b-444b-ba22-ceceebcdf2bb req-2c56dae4-d53a-40b9-aecf-8e288f247753 service neutron] 10.222.0.26 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486378 Nov 12 03:38:24.743231 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48594) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:24.788524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb21c5-21e7-4a2d-94c4-205bb840a0ca req-b95173d5-d9c6-4c3e-a9a8-82d3de00cf32 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.799085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4beb21c5-21e7-4a2d-94c4-205bb840a0ca req-b95173d5-d9c6-4c3e-a9a8-82d3de00cf32 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 944 time: 0.4439330 Nov 12 03:38:24.841547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601ae09-5281-45bb-8207-a014a8fcaef9 req-b4d961d4-db46-440a-893d-5ed262a0e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.843566 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8601ae09-5281-45bb-8207-a014a8fcaef9 req-b4d961d4-db46-440a-893d-5ed262a0e364 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.4901340 Nov 12 03:38:24.874961 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22e42afc-2ca2-43a2-8f9d-f30bd4630be6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.942112 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8601ae09-5281-45bb-8207-a014a8fcaef9 req-57f4a5cb-d5de-4622-b096-1da6f6a64a98 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ff0dde6e-6518-44fa-960c-ad34e190a171 HTTP/1.1" status: 200 len: 217 time: 0.0716770 Nov 12 03:38:24.957783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4beb21c5-21e7-4a2d-94c4-205bb840a0ca req-081a9998-00ab-4026-bac0-963a299d71ca tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526113 Nov 12 03:38:25.020755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2db7623-cdda-485b-90d4-2ee41d5de255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.104228 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c370494-122a-46bb-a54d-645054c067fd req-bf3c2ee5-b96d-4242-a28a-9dc56e142ea9 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 210 time: 0.0775609 Nov 12 03:38:25.115900 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601ae09-5281-45bb-8207-a014a8fcaef9 req-8b161da9-cd14-463d-b815-d1ac3f46053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:25.118229 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8601ae09-5281-45bb-8207-a014a8fcaef9 req-8b161da9-cd14-463d-b815-d1ac3f46053a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1639488 Nov 12 03:38:25.186187 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22e42afc-2ca2-43a2-8f9d-f30bd4630be6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.204206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601ae09-5281-45bb-8207-a014a8fcaef9 req-0796e6d3-0b83-4243-84cf-ef80c29be05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:25.205695 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8601ae09-5281-45bb-8207-a014a8fcaef9 req-0796e6d3-0b83-4243-84cf-ef80c29be05e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0784729 Nov 12 03:38:25.232354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a6b023ca-1659-4dae-bb26-29bd3084b126 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:25.243508 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-40c687c2-0f34-4e8c-8b7d-77c0cd059c85 req-f9d073f3-1a94-476f-8b34-d00ef4c8063e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 210 time: 0.0597124 Nov 12 03:38:25.247515 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-92fe277c-b455-419f-9c80-e47736b6059f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Allocated IP 172.20.0.14 (229b6afe-a2b8-4dfb-b914-deb64f88ad3b/4eac4162-b8ab-4d9a-af1c-e103a428ffc4/cb4d0659-e68b-4d34-b146-e2a28c65a830) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:25.295985 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2db7623-cdda-485b-90d4-2ee41d5de255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.353599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: a6b023ca-1659-4dae-bb26-29bd3084b126 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:25.372661 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2db7623-cdda-485b-90d4-2ee41d5de255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.381490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a6b023ca-1659-4dae-bb26-29bd3084b126 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:25.485760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f2db7623-cdda-485b-90d4-2ee41d5de255 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=012e0d8a3a3648e3a228854a0d844b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7365410 Nov 12 03:38:25.489017 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:25.498529 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b26928d-6848-4ee3-86f2-7091c631ab1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.503437 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db7623-cdda-485b-90d4-2ee41d5de255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c729b33d-d8a1-4519-ae67-7ed54815f352,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:25.511470 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22e42afc-2ca2-43a2-8f9d-f30bd4630be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.514944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8601ae09-5281-45bb-8207-a014a8fcaef9 req-41d48e65-2dd8-42cd-9973-673f534271f4 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993641 Nov 12 03:38:25.516613 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22e42afc-2ca2-43a2-8f9d-f30bd4630be6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.520946 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-22e42afc-2ca2-43a2-8f9d-f30bd4630be6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6b960baa-9084-4620-95bc-7e3716810ad7 HTTP/1.1" status: 204 len: 168 time: 0.9111762 Nov 12 03:38:25.546601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e42afc-2ca2-43a2-8f9d-f30bd4630be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b960baa-9084-4620-95bc-7e3716810ad7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:25.646502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-92fe277c-b455-419f-9c80-e47736b6059f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.671420 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8601ae09-5281-45bb-8207-a014a8fcaef9 req-713f9cf7-5d17-4f1b-9f5c-72f19bd39f23 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445220 Nov 12 03:38:25.695384 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09f36c07-a799-4cd2-a72e-96e9fb9cff19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.739135 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09f36c07-a799-4cd2-a72e-96e9fb9cff19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.838959 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-92fe277c-b455-419f-9c80-e47736b6059f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.914151 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09f36c07-a799-4cd2-a72e-96e9fb9cff19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.916855 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09f36c07-a799-4cd2-a72e-96e9fb9cff19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.918483 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-09f36c07-a799-4cd2-a72e-96e9fb9cff19 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c729b33d-d8a1-4519-ae67-7ed54815f352 HTTP/1.1" status: 204 len: 168 time: 0.4285510 Nov 12 03:38:25.965026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-92fe277c-b455-419f-9c80-e47736b6059f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:25.966102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f36c07-a799-4cd2-a72e-96e9fb9cff19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c729b33d-d8a1-4519-ae67-7ed54815f352,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:25.973370 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-92fe277c-b455-419f-9c80-e47736b6059f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:25.979977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48638) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:25.982662 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-92fe277c-b455-419f-9c80-e47736b6059f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:25.990994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-92fe277c-b455-419f-9c80-e47736b6059f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:25.990994 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-92fe277c-b455-419f-9c80-e47736b6059f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.998154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe277c-b455-419f-9c80-e47736b6059f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Pushing event updated for resources: {'Port': ['ID=cb4d0659-e68b-4d34-b146-e2a28c65a830,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:26.093337 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-92fe277c-b455-419f-9c80-e47736b6059f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9021428 Nov 12 03:38:26.113297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Request body: {'port': {'device_id': '08da0e0a-5e2a-4c44-b422-d27ffa1b41d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:26.192363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f18d01-7b12-4fd0-8f65-e2285dbb29e1 req-8c494ef8-4ec6-4fa0-b6a1-f23fc4f8f2b6 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.194652 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-06f18d01-7b12-4fd0-8f65-e2285dbb29e1 req-8c494ef8-4ec6-4fa0-b6a1-f23fc4f8f2b6 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 944 time: 0.1155906 Nov 12 03:38:26.203100 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.258743 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26e6f7ff-293b-4324-8025-b531fbe9d254 req-fd6404cb-d07c-4d15-a410-3002f74b6586 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 210 time: 0.0430582 Nov 12 03:38:26.297165 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-06f18d01-7b12-4fd0-8f65-e2285dbb29e1 req-e1eda335-8685-405b-9a44-c9b8c887dff1 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951204 Nov 12 03:38:26.500130 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87681aef-9d85-47d7-893f-fa0d35edd6e0 req-ac35941b-cad1-4cea-a239-1dbca57fc5b8 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.501682 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-87681aef-9d85-47d7-893f-fa0d35edd6e0 req-ac35941b-cad1-4cea-a239-1dbca57fc5b8 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 932 time: 0.1118393 Nov 12 03:38:26.508897 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.535671 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-fa043e2d-6a6c-4521-be65-84b5be47069b tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0c780a605d204e81b78579b6b05a3ce4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226517 Nov 12 03:38:26.590040 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-87681aef-9d85-47d7-893f-fa0d35edd6e0 req-235304e0-4ecb-4e52-a7e9-fcda70cfefe9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777352 Nov 12 03:38:26.649256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4d0659-e68b-4d34-b146-e2a28c65a830 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:26.660487 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.676097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48664) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:26.689789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Transition to ACTIVE for port object cb4d0659-e68b-4d34-b146-e2a28c65a830 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:26.731149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-3336f5cd-d5a2-4c91-a688-529cd08e7de3 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.732635 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-3336f5cd-d5a2-4c91-a688-529cd08e7de3 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899934 Nov 12 03:38:26.756489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-621c9d23-ac6a-497c-882c-073d9f873400 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Request body: {'port': {'device_id': '3c6f24f9-f18d-497d-a05f-277b22509540', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '0c780a605d204e81b78579b6b05a3ce4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:26.814975 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.841344 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66dcd532-92ae-4a79-aef1-9c18f6e58c82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.928740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4d0659-e68b-4d34-b146-e2a28c65a830,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:26.983775 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9624c8d-062f-44e2-8570-55f14ede9f22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.986040 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Attempting to bind port cb4d0659-e68b-4d34-b146-e2a28c65a830 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:26.989573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Attempting to bind port cb4d0659-e68b-4d34-b146-e2a28c65a830 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:26.989573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Attempting to bind port cb4d0659-e68b-4d34-b146-e2a28c65a830 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:26.999710 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Port cb4d0659-e68b-4d34-b146-e2a28c65a830 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:27.000026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Attempting to bind port cb4d0659-e68b-4d34-b146-e2a28c65a830 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:27.013434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:27.013773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Checking segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:27.014153 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Bound using segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:27.014638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Bound port: cb4d0659-e68b-4d34-b146-e2a28c65a830, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:27.015005 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.016925 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66dcd532-92ae-4a79-aef1-9c18f6e58c82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.089270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-621c9d23-ac6a-497c-882c-073d9f873400 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Made reservation on behalf of 0c780a605d204e81b78579b6b05a3ce4 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:27.092832 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-621c9d23-ac6a-497c-882c-073d9f873400 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.109856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:27.118807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:27.135041 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9624c8d-062f-44e2-8570-55f14ede9f22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.174702 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2a1755c0-367c-418c-87e8-bd006aadb821 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:27.213763 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66dcd532-92ae-4a79-aef1-9c18f6e58c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.214518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:27.274596 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31f2dd68-95a5-4ad5-9b70-01d40640b568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.279668 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.295235 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9624c8d-062f-44e2-8570-55f14ede9f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.301830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2a1755c0-367c-418c-87e8-bd006aadb821, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2a1755c0-367c-418c-87e8-bd006aadb821,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:27.321389 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-66dcd532-92ae-4a79-aef1-9c18f6e58c82 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6b2411d359f24d2fa9a08e19ab530f68&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3398335 Nov 12 03:38:27.322637 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:27.326937 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '2a1755c0-367c-418c-87e8-bd006aadb821', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'port_id': '2a1755c0-367c-418c-87e8-bd006aadb821', 'mac_address': 'fa:16:3e:46:8f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:27.339346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-621c9d23-ac6a-497c-882c-073d9f873400 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Allocated IP 192.168.233.107 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/e6b82748-bba8-4cc4-bad1-deb77848180a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:27.366599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcd532-92ae-4a79-aef1-9c18f6e58c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba9715e-ba55-401a-9b1a-5f3838ceff0e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:27.387558 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.415676 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1755c0-367c-418c-87e8-bd006aadb821 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:27.445260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2a1755c0-367c-418c-87e8-bd006aadb821, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2a1755c0-367c-418c-87e8-bd006aadb821,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:27.517727 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.527397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9624c8d-062f-44e2-8570-55f14ede9f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba464ec0-a07b-451e-bd53-a668392336f8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:27.562716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.563011 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3db7bc9-8a7c-49c8-8dba-760d3751e992 req-2a255dee-fd29-4a6f-ad90-1623e6a861cf tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 210 time: 0.1047990 Nov 12 03:38:27.563697 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.566179 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] 10.222.0.25 "PUT /v2.0/ports/cb4d0659-e68b-4d34-b146-e2a28c65a830 HTTP/1.1" status: 200 len: 1093 time: 1.4581902 Nov 12 03:38:27.583173 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08da0e0a-5e2a-4c44-b422-d27ffa1b41d0', 'tag': 'cb4d0659-e68b-4d34-b146-e2a28c65a830'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:27.587902 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c769fa-49aa-49d6-a1e6-3a39e1dbcf9f" -d '{"events": [{"name": "network-changed", "server_uuid": "08da0e0a-5e2a-4c44-b422-d27ffa1b41d0", "tag": "cb4d0659-e68b-4d34-b146-e2a28c65a830"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:27.608945 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c9624c8d-062f-44e2-8570-55f14ede9f22 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4de7921f12db4b1484b63c79d27f4422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9316170 Nov 12 03:38:27.614438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=2a1755c0-367c-418c-87e8-bd006aadb821,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:27.626919 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:27.680193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75329acc-ef17-4bd0-b8cf-2d9c971d7224 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4d0659-e68b-4d34-b146-e2a28c65a830,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:27.694315 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33ab9c63-8fab-4a6f-9b3d-4ca7580ac3f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.733583 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee24bb-02cc-4d70-bed9-092f65384d08 req-f18d9152-566c-40db-bee3-7c05ade3556b tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.737748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90ee24bb-02cc-4d70-bed9-092f65384d08 req-f18d9152-566c-40db-bee3-7c05ade3556b tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 945 time: 0.1986938 Nov 12 03:38:27.793539 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33ab9c63-8fab-4a6f-9b3d-4ca7580ac3f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.871622 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90ee24bb-02cc-4d70-bed9-092f65384d08 req-981e2db9-da69-4b49-8a16-8e494bb3cef4 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170409 Nov 12 03:38:27.874450 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31f2dd68-95a5-4ad5-9b70-01d40640b568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.877765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-51797763-9352-471f-b573-ca503f8c3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.880031 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-51797763-9352-471f-b573-ca503f8c3482 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 1096 time: 0.1427894 Nov 12 03:38:27.896156 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24ece03b-6b6e-44a8-9fac-1948f5ab5c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.972224 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24ece03b-6b6e-44a8-9fac-1948f5ab5c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.989985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd80093-b9c0-44f5-af6d-70d23dd6a81d req-2a7c9181-2e06-49ad-8930-097506daef98 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:28.000950 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fcd80093-b9c0-44f5-af6d-70d23dd6a81d req-2a7c9181-2e06-49ad-8930-097506daef98 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 972 time: 0.2315600 Nov 12 03:38:28.038332 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-621c9d23-ac6a-497c-882c-073d9f873400 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.097051 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33ab9c63-8fab-4a6f-9b3d-4ca7580ac3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.100831 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33ab9c63-8fab-4a6f-9b3d-4ca7580ac3f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.101964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-33ab9c63-8fab-4a6f-9b3d-4ca7580ac3f9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/eba9715e-ba55-401a-9b1a-5f3838ceff0e HTTP/1.1" status: 204 len: 168 time: 0.7515399 Nov 12 03:38:28.102913 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-17aa5e79-37e4-4aa8-ab31-68c8e91ed950 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830 HTTP/1.1" status: 200 len: 217 time: 0.2045839 Nov 12 03:38:28.122329 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31f2dd68-95a5-4ad5-9b70-01d40640b568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.138355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab9c63-8fab-4a6f-9b3d-4ca7580ac3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba9715e-ba55-401a-9b1a-5f3838ceff0e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:28.159357 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453735ac-49f3-41fe-80d8-6762fe33e02b x-openstack-request-id: req-453735ac-49f3-41fe-80d8-6762fe33e02b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:28.159357 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08da0e0a-5e2a-4c44-b422-d27ffa1b41d0", "tag": "cb4d0659-e68b-4d34-b146-e2a28c65a830", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:28.159357 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-453735ac-49f3-41fe-80d8-6762fe33e02b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:28.159730 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fcd80093-b9c0-44f5-af6d-70d23dd6a81d req-31a4cdae-a18d-4319-b6ae-dbd7aadb24db tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516645 Nov 12 03:38:28.160331 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08da0e0a-5e2a-4c44-b422-d27ffa1b41d0', 'tag': 'cb4d0659-e68b-4d34-b146-e2a28c65a830', 'status': 'completed', 'code': 200} Nov 12 03:38:28.240777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['2a1755c0-367c-418c-87e8-bd006aadb821'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:28.308116 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24ece03b-6b6e-44a8-9fac-1948f5ab5c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.310735 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24ece03b-6b6e-44a8-9fac-1948f5ab5c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.315971 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-24ece03b-6b6e-44a8-9fac-1948f5ab5c88 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ba464ec0-a07b-451e-bd53-a668392336f8 HTTP/1.1" status: 204 len: 168 time: 0.6878302 Nov 12 03:38:28.328240 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-621c9d23-ac6a-497c-882c-073d9f873400 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.329511 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-31f2dd68-95a5-4ad5-9b70-01d40640b568 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=84b19abf7dc74a37b198ff16457dda64&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1112051 Nov 12 03:38:28.329511 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2dd68-95a5-4ad5-9b70-01d40640b568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c6a2ba-9b33-4e0d-90b1-7f0074779edd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:28.332905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:28.336794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-4560b5ad-26dd-4fde-b264-44dee7984158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:28.339331 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-4560b5ad-26dd-4fde-b264-44dee7984158 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.2046504 Nov 12 03:38:28.377058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ece03b-6b6e-44a8-9fac-1948f5ab5c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba464ec0-a07b-451e-bd53-a668392336f8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:28.409997 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-12029ecc-72bf-4b53-8406-453f97695b8a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545397 Nov 12 03:38:28.415567 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.421238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5679ed5-1d16-4f1a-b440-a6a339670834 req-9514ccbe-5c8b-441d-bf78-32f0d00e0407 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:28.427563 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f5679ed5-1d16-4f1a-b440-a6a339670834 req-9514ccbe-5c8b-441d-bf78-32f0d00e0407 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 944 time: 0.2177684 Nov 12 03:38:28.446146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-621c9d23-ac6a-497c-882c-073d9f873400 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:28.453371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-621c9d23-ac6a-497c-882c-073d9f873400 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:28.456775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-621c9d23-ac6a-497c-882c-073d9f873400 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:28.462866 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-621c9d23-ac6a-497c-882c-073d9f873400 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:28.463490 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-621c9d23-ac6a-497c-882c-073d9f873400 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.478757 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c9d23-ac6a-497c-882c-073d9f873400 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Pushing event updated for resources: {'Port': ['ID=e6b82748-bba8-4cc4-bad1-deb77848180a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:28.560785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-621c9d23-ac6a-497c-882c-073d9f873400 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8104391 Nov 12 03:38:28.588216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Request body: {'port': {'device_id': '3c6f24f9-f18d-497d-a05f-277b22509540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:28.605076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f5679ed5-1d16-4f1a-b440-a6a339670834 req-1935aecf-eeda-437e-b34e-8efe7b94bdf5 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632755 Nov 12 03:38:28.763558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb0bd-14cc-48be-8f6f-02df093cedeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.814858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb0bd-14cc-48be-8f6f-02df093cedeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.819069 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.835956 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6b3092f7-7887-4302-b387-d39aca18e4a3 None None] Provisioning complete for port e6b82748-bba8-4cc4-bad1-deb77848180a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:28.837720 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b3092f7-7887-4302-b387-d39aca18e4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.853816 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-d61bad3e-2c4f-466f-b122-d0907d03d991 service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245775 Nov 12 03:38:28.877078 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37af004-75dd-46c0-a243-641e24926db6 req-1f4e72a4-6471-4773-85c0-8de3f375617a tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:28.878624 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f37af004-75dd-46c0-a243-641e24926db6 req-1f4e72a4-6471-4773-85c0-8de3f375617a tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 936 time: 0.1430621 Nov 12 03:38:28.916421 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.987713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6b3092f7-7887-4302-b387-d39aca18e4a3 None None] Port e6b82748-bba8-4cc4-bad1-deb77848180a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:29.041426 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f37af004-75dd-46c0-a243-641e24926db6 req-bf0491a4-608d-4a33-8eeb-344f2a70983a tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463165 Nov 12 03:38:29.046292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85ced167-2b35-4faf-9291-8115e9f0c6ad req-3b6dfb81-ad23-4223-a9fe-a1e524a1c53c service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771014 Nov 12 03:38:29.219659 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fe6fb-7803-46a4-92bd-da3b8ca9f637 req-7a0c8711-38d3-48c5-8f5b-0966bfce9c54 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.221462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d98fe6fb-7803-46a4-92bd-da3b8ca9f637 req-7a0c8711-38d3-48c5-8f5b-0966bfce9c54 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 945 time: 0.1459882 Nov 12 03:38:29.228827 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb0bd-14cc-48be-8f6f-02df093cedeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.231834 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb0bd-14cc-48be-8f6f-02df093cedeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.237346 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bfdcb0bd-14cc-48be-8f6f-02df093cedeb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/33c6a2ba-9b33-4e0d-90b1-7f0074779edd HTTP/1.1" status: 204 len: 168 time: 0.9025004 Nov 12 03:38:29.278103 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcb0bd-14cc-48be-8f6f-02df093cedeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c6a2ba-9b33-4e0d-90b1-7f0074779edd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:29.323597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d333263-de85-4173-82d5-502ea494f906 req-9d7ab2c5-65b6-447a-a705-ea64f6c793e8 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.325681 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9d333263-de85-4173-82d5-502ea494f906 req-9d7ab2c5-65b6-447a-a705-ea64f6c793e8 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.25 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 972 time: 0.1904807 Nov 12 03:38:29.350717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b82748-bba8-4cc4-bad1-deb77848180a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:29.369753 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.371728 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c769fa-49aa-49d6-a1e6-3a39e1dbcf9f req-a57789d9-1e60-4313-9558-674e0a16d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.373408 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8c769fa-49aa-49d6-a1e6-3a39e1dbcf9f req-a57789d9-1e60-4313-9558-674e0a16d7de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 1096 time: 0.1430764 Nov 12 03:38:29.377798 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d98fe6fb-7803-46a4-92bd-da3b8ca9f637 req-bdeb7671-ac48-44c2-87c9-148c16a93b99 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392674 Nov 12 03:38:29.395510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Transition to ACTIVE for port object e6b82748-bba8-4cc4-bad1-deb77848180a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:29.433157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bf67f-64bb-4654-a210-0c71f1854a91 req-33dcc414-8122-48c9-8f9b-ce06238f83fe tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.434703 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-885bf67f-64bb-4654-a210-0c71f1854a91 req-33dcc414-8122-48c9-8f9b-ce06238f83fe tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 972 time: 0.1306458 Nov 12 03:38:29.529534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.547111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9d333263-de85-4173-82d5-502ea494f906 req-efb8fdcd-a2c0-4455-90a3-c389df8cfdc3 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Deleting port ff0dde6e-6518-44fa-960c-ad34e190a171 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:29.547803 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9d333263-de85-4173-82d5-502ea494f906 req-efb8fdcd-a2c0-4455-90a3-c389df8cfdc3 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.552645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-885bf67f-64bb-4654-a210-0c71f1854a91 req-772bd448-c5dd-45d8-8258-3f1602a09c05 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/security-groups?id=c4590048-0245-44a3-95ab-f9e558640989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877752 Nov 12 03:38:29.581209 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48734) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:29.585639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c769fa-49aa-49d6-a1e6-3a39e1dbcf9f req-1c39ac2b-da07-4e5f-b758-086bba9c8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.587503 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8c769fa-49aa-49d6-a1e6-3a39e1dbcf9f req-1c39ac2b-da07-4e5f-b758-086bba9c8aaf service neutron] 10.222.0.25 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.2058847 Nov 12 03:38:29.597681 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbcfab46-62a3-4684-9f36-41760366de9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.710375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9d333263-de85-4173-82d5-502ea494f906 req-efb8fdcd-a2c0-4455-90a3-c389df8cfdc3 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] For port ff0dde6e-6518-44fa-960c-ad34e190a171, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=ff0dde6e-6518-44fa-960c-ad34e190a171,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:29.710729 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9d333263-de85-4173-82d5-502ea494f906 req-efb8fdcd-a2c0-4455-90a3-c389df8cfdc3 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.746217 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9d333263-de85-4173-82d5-502ea494f906 req-efb8fdcd-a2c0-4455-90a3-c389df8cfdc3 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Calling delete_port for ff0dde6e-6518-44fa-960c-ad34e190a171 owned by compute:tempest-test_az-1623013001 {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:29.893853 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8c769fa-49aa-49d6-a1e6-3a39e1dbcf9f req-fda07de1-a061-4c15-a153-bc7de8d3bb4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830 HTTP/1.1" status: 200 len: 217 time: 0.2893767 Nov 12 03:38:29.901704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Pushing event updated for resources: {'Port': ['ID=e6b82748-bba8-4cc4-bad1-deb77848180a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:29.940022 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2ccb9-e4f9-4587-bc73-0fffc9c0f8ec req-fdab2289-24a9-45d2-b140-c9f07311cc91 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.942359 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-51d2ccb9-e4f9-4587-bc73-0fffc9c0f8ec req-fdab2289-24a9-45d2-b140-c9f07311cc91 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 944 time: 0.1920109 Nov 12 03:38:29.965043 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbcfab46-62a3-4684-9f36-41760366de9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.968948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Attempting to bind port e6b82748-bba8-4cc4-bad1-deb77848180a on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:29.969169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Attempting to bind port e6b82748-bba8-4cc4-bad1-deb77848180a by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:29.969520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Attempting to bind port e6b82748-bba8-4cc4-bad1-deb77848180a on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:29.987122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Port e6b82748-bba8-4cc4-bad1-deb77848180a on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:29.987657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Attempting to bind port e6b82748-bba8-4cc4-bad1-deb77848180a on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:29.996505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:29.996864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:29.997239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:29.997700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Bound port: e6b82748-bba8-4cc4-bad1-deb77848180a, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:29.998067 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.026987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c769fa-49aa-49d6-a1e6-3a39e1dbcf9f req-842d44a2-9da2-4837-8be3-fde067c7a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.029993 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8c769fa-49aa-49d6-a1e6-3a39e1dbcf9f req-842d44a2-9da2-4837-8be3-fde067c7a3ad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.1018329 Nov 12 03:38:30.135241 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8c769fa-49aa-49d6-a1e6-3a39e1dbcf9f req-51dfdf5d-7dd1-4e9f-8d44-d4e7a42d31a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904665 Nov 12 03:38:30.232264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbcfab46-62a3-4684-9f36-41760366de9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.270088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfab46-62a3-4684-9f36-41760366de9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd7a169-49ae-4d67-90c7-2e0087fc188e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:30.293433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] For port e6b82748-bba8-4cc4-bad1-deb77848180a, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:30.311029 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dbcfab46-62a3-4684-9f36-41760366de9a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bc419639d81145cb809cc301cc99fb70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7286763 Nov 12 03:38:30.315493 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48756) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:30.316016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] For port e6b82748-bba8-4cc4-bad1-deb77848180a, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e6b82748-bba8-4cc4-bad1-deb77848180a,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:30.330023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80af483-883b-4746-8146-3499bf293250 req-8af01f5d-554a-44cb-a1a4-ad1143ac66bb tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.332069 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f80af483-883b-4746-8146-3499bf293250 req-8af01f5d-554a-44cb-a1a4-ad1143ac66bb tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 948 time: 0.1348674 Nov 12 03:38:30.352325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8c769fa-49aa-49d6-a1e6-3a39e1dbcf9f req-e51d7352-2c83-4fe0-ab5d-ae2e6978c003 service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026377 Nov 12 03:38:30.358334 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-51d2ccb9-e4f9-4587-bc73-0fffc9c0f8ec req-1cc2c520-fc25-41ad-b333-a8b20c82bafb tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067941 Nov 12 03:38:30.437681 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-666e340b-a8ac-4661-a210-ee55bbc78ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.447578 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.463459 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-666e340b-a8ac-4661-a210-ee55bbc78ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.499951 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f80af483-883b-4746-8146-3499bf293250 req-3a930dd8-68c6-49fb-a1e3-3784d9669273 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591356 Nov 12 03:38:30.523750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.523750 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.523750 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] 10.222.0.26 "PUT /v2.0/ports/e6b82748-bba8-4cc4-bad1-deb77848180a HTTP/1.1" status: 200 len: 1097 time: 1.9331474 Nov 12 03:38:30.524394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6f24f9-f18d-497d-a05f-277b22509540', 'tag': 'e6b82748-bba8-4cc4-bad1-deb77848180a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:30.527082 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112df410-2326-4f37-82ea-d7cd85bf2461" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6f24f9-f18d-497d-a05f-277b22509540", "tag": "e6b82748-bba8-4cc4-bad1-deb77848180a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:30.565523 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9d333263-de85-4173-82d5-502ea494f906 req-efb8fdcd-a2c0-4455-90a3-c389df8cfdc3 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.565983 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8c769fa-49aa-49d6-a1e6-3a39e1dbcf9f req-c17699bd-e658-4e89-af8b-c0903635a319 service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056599 Nov 12 03:38:30.569474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a53f29-8e0c-45bc-bad3-7a31324aa26d service neutron] Pushing event updated for resources: {'Port': ['ID=e6b82748-bba8-4cc4-bad1-deb77848180a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:30.587970 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['ff0dde6e-6518-44fa-960c-ad34e190a171'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:30.652581 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8fdcd-a2c0-4455-90a3-c389df8cfdc3 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Pushing event deleted for resources: {'Port': ['ID=ff0dde6e-6518-44fa-960c-ad34e190a171,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:30.761726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d333263-de85-4173-82d5-502ea494f906 req-efb8fdcd-a2c0-4455-90a3-c389df8cfdc3 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] No DVR routers for this DVR port ff0dde6e-6518-44fa-960c-ad34e190a171 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:30.775980 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9d333263-de85-4173-82d5-502ea494f906 req-efb8fdcd-a2c0-4455-90a3-c389df8cfdc3 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.779749 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9d333263-de85-4173-82d5-502ea494f906 req-efb8fdcd-a2c0-4455-90a3-c389df8cfdc3 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.25 "DELETE /v2.0/ports/ff0dde6e-6518-44fa-960c-ad34e190a171 HTTP/1.1" status: 204 len: 173 time: 1.4370124 Nov 12 03:38:30.780506 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928f6c9a-e14d-4f0d-aeed-4f055dd143f0', 'name': 'network-vif-deleted', 'tag': 'ff0dde6e-6518-44fa-960c-ad34e190a171'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:30.782981 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05752245-0a7e-472d-951f-4a67d7d040f0" -d '{"events": [{"server_uuid": "928f6c9a-e14d-4f0d-aeed-4f055dd143f0", "name": "network-vif-deleted", "tag": "ff0dde6e-6518-44fa-960c-ad34e190a171"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:30.788984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895fa0a-2839-45f6-8052-6b8a5c8e4041 req-7a15757a-d98f-4f8e-941f-44ab3ad45dc7 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.799131 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a895fa0a-2839-45f6-8052-6b8a5c8e4041 req-7a15757a-d98f-4f8e-941f-44ab3ad45dc7 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 945 time: 0.1154068 Nov 12 03:38:30.822810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-437edc79-52c4-4fcc-8ea5-dcb358e3ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.824500 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-437edc79-52c4-4fcc-8ea5-dcb358e3ba92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c780a605d204e81b78579b6b05a3ce4&device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 1100 time: 0.1033380 Nov 12 03:38:30.825356 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-666e340b-a8ac-4661-a210-ee55bbc78ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.828698 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-666e340b-a8ac-4661-a210-ee55bbc78ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.833037 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-666e340b-a8ac-4661-a210-ee55bbc78ba6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/dcd7a169-49ae-4d67-90c7-2e0087fc188e HTTP/1.1" status: 204 len: 168 time: 0.5146914 Nov 12 03:38:30.854402 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e340b-a8ac-4661-a210-ee55bbc78ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd7a169-49ae-4d67-90c7-2e0087fc188e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:30.922071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-cdfc0179-97b3-4aa4-b554-5164d01864b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=e6b82748-bba8-4cc4-bad1-deb77848180a HTTP/1.1" status: 200 len: 217 time: 0.0747945 Nov 12 03:38:30.927845 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a895fa0a-2839-45f6-8052-6b8a5c8e4041 req-66efde4d-d925-41a6-b006-a1428bdb4212 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272645 Nov 12 03:38:30.944530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610bf24-739d-40e3-9401-693b7a052246 req-be8e96ab-e275-4e9c-a4ae-c0a1d7c15102 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.945011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610bf24-739d-40e3-9401-693b7a052246 req-be8e96ab-e275-4e9c-a4ae-c0a1d7c15102 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.945473 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610bf24-739d-40e3-9401-693b7a052246 req-be8e96ab-e275-4e9c-a4ae-c0a1d7c15102 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.950838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610bf24-739d-40e3-9401-693b7a052246 req-be8e96ab-e275-4e9c-a4ae-c0a1d7c15102 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.950838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610bf24-739d-40e3-9401-693b7a052246 req-be8e96ab-e275-4e9c-a4ae-c0a1d7c15102 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.950838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610bf24-739d-40e3-9401-693b7a052246 req-be8e96ab-e275-4e9c-a4ae-c0a1d7c15102 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.950838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610bf24-739d-40e3-9401-693b7a052246 req-be8e96ab-e275-4e9c-a4ae-c0a1d7c15102 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.950838 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0610bf24-739d-40e3-9401-693b7a052246 req-be8e96ab-e275-4e9c-a4ae-c0a1d7c15102 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5026 time: 0.2528672 Nov 12 03:38:31.026987 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7d1eb6-6f5e-494b-9adf-8765ee3aecd7 x-openstack-request-id: req-ee7d1eb6-6f5e-494b-9adf-8765ee3aecd7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:31.029412 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6f24f9-f18d-497d-a05f-277b22509540", "tag": "e6b82748-bba8-4cc4-bad1-deb77848180a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:31.029658 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ee7d1eb6-6f5e-494b-9adf-8765ee3aecd7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:31.030099 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6f24f9-f18d-497d-a05f-277b22509540', 'tag': 'e6b82748-bba8-4cc4-bad1-deb77848180a', 'status': 'completed', 'code': 200} Nov 12 03:38:31.037828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-0bb6151e-1445-4c57-b945-72c51c949c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.039377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-0bb6151e-1445-4c57-b945-72c51c949c3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1070521 Nov 12 03:38:31.103849 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-780edcbc-2a9e-497b-8a30-3c8b541aef1d req-b930d11e-6433-4fec-9f84-fe09d17fb8d3 tempest-AggregatesAdminTestJSON-169339897 tempest-AggregatesAdminTestJSON-169339897-project] 10.222.0.105 "GET /v2.0/ports?device_id=928f6c9a-e14d-4f0d-aeed-4f055dd143f0 HTTP/1.1" status: 200 len: 210 time: 0.0579846 Nov 12 03:38:31.106198 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e62601a-a8ef-4fe7-a73b-332dde391c42 x-openstack-request-id: req-4e62601a-a8ef-4fe7-a73b-332dde391c42 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:31.106495 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928f6c9a-e14d-4f0d-aeed-4f055dd143f0", "name": "network-vif-deleted", "tag": "ff0dde6e-6518-44fa-960c-ad34e190a171", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:31.106738 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4e62601a-a8ef-4fe7-a73b-332dde391c42 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:31.107184 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f6c9a-e14d-4f0d-aeed-4f055dd143f0', 'name': 'network-vif-deleted', 'tag': 'ff0dde6e-6518-44fa-960c-ad34e190a171', 'status': 'completed', 'code': 200} Nov 12 03:38:31.175627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2a1755c0-367c-418c-87e8-bd006aadb821 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:31.203737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-97f780f8-3d19-46f7-b297-3b87f0ecec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.205546 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-97f780f8-3d19-46f7-b297-3b87f0ecec59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1539564 Nov 12 03:38:31.298002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 2a1755c0-367c-418c-87e8-bd006aadb821 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:31.303815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe23231-a0b1-466a-b2dd-e8b02bcbe7d4 req-c873f846-6b8d-4adc-994f-5ffb843ab99e tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.304887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abe23231-a0b1-466a-b2dd-e8b02bcbe7d4 req-c873f846-6b8d-4adc-994f-5ffb843ab99e tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 886 time: 0.1826270 Nov 12 03:38:31.306268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 2a1755c0-367c-418c-87e8-bd006aadb821 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:31.306872 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.335437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-a160d4f4-dade-41fd-97bc-dd3c9034bdb2 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160645 Nov 12 03:38:31.479069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7535c25-0dc9-4526-be33-6d0b06e78af3 req-d009ac6d-cc58-44d8-b038-028287b302c1 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.479620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7535c25-0dc9-4526-be33-6d0b06e78af3 req-d009ac6d-cc58-44d8-b038-028287b302c1 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.479792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7535c25-0dc9-4526-be33-6d0b06e78af3 req-d009ac6d-cc58-44d8-b038-028287b302c1 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.480221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7535c25-0dc9-4526-be33-6d0b06e78af3 req-d009ac6d-cc58-44d8-b038-028287b302c1 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.480687 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7535c25-0dc9-4526-be33-6d0b06e78af3 req-d009ac6d-cc58-44d8-b038-028287b302c1 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.481142 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7535c25-0dc9-4526-be33-6d0b06e78af3 req-d009ac6d-cc58-44d8-b038-028287b302c1 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.481596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7535c25-0dc9-4526-be33-6d0b06e78af3 req-d009ac6d-cc58-44d8-b038-028287b302c1 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.491288 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7535c25-0dc9-4526-be33-6d0b06e78af3 req-d009ac6d-cc58-44d8-b038-028287b302c1 tempest-NetworksTest-1811363412 tempest-NetworksTest-1811363412-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5026 time: 0.1495714 Nov 12 03:38:31.501273 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.541969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2085e8b-fed3-4f2e-860c-e3befc27e29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1755c0-367c-418c-87e8-bd006aadb821'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:31.545698 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aeca764-5c2c-4c16-9931-5ee640d8777f" -d '{"events": [{"server_uuid": "e2085e8b-fed3-4f2e-860c-e3befc27e29c", "name": "network-vif-plugged", "status": "completed", "tag": "2a1755c0-367c-418c-87e8-bd006aadb821"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:31.581882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2a1755c0-367c-418c-87e8-bd006aadb821, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2a1755c0-367c-418c-87e8-bd006aadb821,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:31.585881 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6262e0ad-3419-41cb-8b6a-b006ef16ac29 req-49746259-960a-4682-bdeb-274d42d0d553 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393100 Nov 12 03:38:31.591113 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18adda53-5ba9-46a4-b747-916feee479b3 x-openstack-request-id: req-18adda53-5ba9-46a4-b747-916feee479b3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:31.593720 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2085e8b-fed3-4f2e-860c-e3befc27e29c", "name": "network-vif-plugged", "status": "completed", "tag": "2a1755c0-367c-418c-87e8-bd006aadb821", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:31.594335 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-18adda53-5ba9-46a4-b747-916feee479b3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:31.596233 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2085e8b-fed3-4f2e-860c-e3befc27e29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1755c0-367c-418c-87e8-bd006aadb821', 'code': 200} Nov 12 03:38:31.599689 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c87b31-43d5-4a26-889a-de7b1be2c065 req-08319a2b-ce78-4f25-8db2-6edc40da3975 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.604968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d1c87b31-43d5-4a26-889a-de7b1be2c065 req-08319a2b-ce78-4f25-8db2-6edc40da3975 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 944 time: 0.0969419 Nov 12 03:38:31.643613 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.669336 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d1c87b31-43d5-4a26-889a-de7b1be2c065 req-ec4eedc8-37aa-438f-9e6d-76a2e9da3d50 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575888 Nov 12 03:38:31.758232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b6db4-d2b4-425e-b03a-f7ce55c2882b req-fd359a08-1ff5-4bd3-b536-476c9d1c7631 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.769653 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f79b6db4-d2b4-425e-b03a-f7ce55c2882b req-fd359a08-1ff5-4bd3-b536-476c9d1c7631 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 948 time: 0.0881891 Nov 12 03:38:31.806233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=2a1755c0-367c-418c-87e8-bd006aadb821,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:31.844298 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f79b6db4-d2b4-425e-b03a-f7ce55c2882b req-1cf9f378-53e0-42db-849b-00819ef48be8 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689723 Nov 12 03:38:31.875533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644b711-5891-4146-a343-3ca1c27545eb req-c88364ba-8d10-478d-bc2d-7508bdcea8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.877435 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c644b711-5891-4146-a343-3ca1c27545eb req-c88364ba-8d10-478d-bc2d-7508bdcea8f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 1098 time: 0.0805404 Nov 12 03:38:31.888543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.26', 49198) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:31.980606 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c644b711-5891-4146-a343-3ca1c27545eb req-109a5d69-d151-4137-a0be-e4af3aba579d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722828 Nov 12 03:38:31.995793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df410-2326-4f37-82ea-d7cd85bf2461 req-b7ebe94f-54a5-427a-95b2-63c80bc25849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.999415 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-112df410-2326-4f37-82ea-d7cd85bf2461 req-b7ebe94f-54a5-427a-95b2-63c80bc25849 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c780a605d204e81b78579b6b05a3ce4&device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 1100 time: 0.1031640 Nov 12 03:38:32.107180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f60d-d05b-4bae-a420-ac831f7cff38 req-02b50f8c-a710-4906-bd4c-982acbc0a0d7 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:32.108795 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-51c3f60d-d05b-4bae-a420-ac831f7cff38 req-02b50f8c-a710-4906-bd4c-982acbc0a0d7 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 946 time: 0.0582392 Nov 12 03:38:32.173506 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-51c3f60d-d05b-4bae-a420-ac831f7cff38 req-16f59d02-8f3c-4f40-a5bb-6f53133e8b6a tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554984 Nov 12 03:38:32.598302 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48832) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:32.768832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df410-2326-4f37-82ea-d7cd85bf2461 req-f99183f8-74f8-42e0-a550-d5190eaaa17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:32.770314 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-112df410-2326-4f37-82ea-d7cd85bf2461 req-f99183f8-74f8-42e0-a550-d5190eaaa17b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1091142 Nov 12 03:38:32.840061 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-112df410-2326-4f37-82ea-d7cd85bf2461 req-c2b680fb-4730-4399-a922-52a1ee101c73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=e6b82748-bba8-4cc4-bad1-deb77848180a HTTP/1.1" status: 200 len: 217 time: 0.0542800 Nov 12 03:38:32.888339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52206d-c8dc-478c-90cb-0fe589275972 req-43bd4335-11fd-484b-af26-693251ff4157 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:32.889907 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b52206d-c8dc-478c-90cb-0fe589275972 req-43bd4335-11fd-484b-af26-693251ff4157 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 944 time: 0.1159585 Nov 12 03:38:32.934186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df410-2326-4f37-82ea-d7cd85bf2461 req-7e1eaa4b-abf2-48ef-9329-1473a03447f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:32.935722 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-112df410-2326-4f37-82ea-d7cd85bf2461 req-7e1eaa4b-abf2-48ef-9329-1473a03447f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0872736 Nov 12 03:38:32.991813 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b52206d-c8dc-478c-90cb-0fe589275972 req-a7cc3933-18f6-4662-99b2-a731110629b0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933075 Nov 12 03:38:33.024410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df410-2326-4f37-82ea-d7cd85bf2461 req-60dd887d-d999-4e34-ac9f-f76708064495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.025897 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-112df410-2326-4f37-82ea-d7cd85bf2461 req-60dd887d-d999-4e34-ac9f-f76708064495 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0791497 Nov 12 03:38:33.163525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e72cd-bb7a-4796-a24a-1f7634a999a2 req-d4d703e3-3cc9-43e0-8e1a-8483f2f5368f tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.165059 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986e72cd-bb7a-4796-a24a-1f7634a999a2 req-d4d703e3-3cc9-43e0-8e1a-8483f2f5368f tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 948 time: 0.0738013 Nov 12 03:38:33.169017 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-112df410-2326-4f37-82ea-d7cd85bf2461 req-87881c37-0537-4a9d-ae76-fb0c433a4274 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351948 Nov 12 03:38:33.280203 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986e72cd-bb7a-4796-a24a-1f7634a999a2 req-8fed6192-5cd0-4ae6-aea9-ebcf91272bfe tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022544 Nov 12 03:38:33.301668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device cb4d0659-e68b-4d34-b146-e2a28c65a830 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:33.306791 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device ff0dde6e-6518-44fa-960c-ad34e190a171 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:33.345820 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-112df410-2326-4f37-82ea-d7cd85bf2461 req-2e91b01f-69f0-4232-9621-e3b68eecf261 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631677 Nov 12 03:38:33.385137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: ff0dde6e-6518-44fa-960c-ad34e190a171 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:33.385492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device ff0dde6e-6518-44fa-960c-ad34e190a171 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:33.497988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3187e3-9aaf-45fc-9da7-db035a2caea4 req-0270867d-4162-4b74-9a49-6d61abc9aefe tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.509373 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb3187e3-9aaf-45fc-9da7-db035a2caea4 req-0270867d-4162-4b74-9a49-6d61abc9aefe tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 946 time: 0.1063464 Nov 12 03:38:33.594428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:33.603007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb3187e3-9aaf-45fc-9da7-db035a2caea4 req-5bf8af74-2956-4e81-9e86-8a4dfab639e5 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915971 Nov 12 03:38:33.632625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'cb4d0659-e68b-4d34-b146-e2a28c65a830', 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b', 'port_id': 'cb4d0659-e68b-4d34-b146-e2a28c65a830', 'mac_address': 'fa:16:3e:aa:ca:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eac4162-b8ab-4d9a-af1c-e103a428ffc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:33.643792 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf5eeaf0-0430-4fc6-b362-e57ea8fac950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.683008 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.700602 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4d0659-e68b-4d34-b146-e2a28c65a830 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:33.724954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:33.796432 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf5eeaf0-0430-4fc6-b362-e57ea8fac950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.838848 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.844467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.902021 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf5eeaf0-0430-4fc6-b362-e57ea8fac950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.910829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=cb4d0659-e68b-4d34-b146-e2a28c65a830,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:33.982298 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cf5eeaf0-0430-4fc6-b362-e57ea8fac950 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8356e7efd78f4e06aa3f08321ee2987f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3821359 Nov 12 03:38:33.987907 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.005306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5eeaf0-0430-4fc6-b362-e57ea8fac950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2c9ffc-1e90-4fdc-bfb4-5b56cb05e440,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.068552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['cb4d0659-e68b-4d34-b146-e2a28c65a830'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:34.086381 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78fa7635-8acb-4f52-a89c-ffb0390b4840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.095234 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c4d4625b-b5e5-4148-ba6e-4798eb3276cb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7c26fcfe11f44c57b6be2ed33d7c5a00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493553 Nov 12 03:38:34.095470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.132006 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78fa7635-8acb-4f52-a89c-ffb0390b4840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.190250 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4382edf-a707-4e73-841e-95449c8a3ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.213755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba1b69-70a0-4605-91c9-f53d72b759bb req-f5c921cf-f646-497e-996e-14f11b00d65a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.220720 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3bba1b69-70a0-4605-91c9-f53d72b759bb req-f5c921cf-f646-497e-996e-14f11b00d65a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 945 time: 0.0998917 Nov 12 03:38:34.227498 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4382edf-a707-4e73-841e-95449c8a3ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.339587 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3bba1b69-70a0-4605-91c9-f53d72b759bb req-ec6c5883-f054-46d8-b9be-71644d784735 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968823 Nov 12 03:38:34.354390 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78fa7635-8acb-4f52-a89c-ffb0390b4840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.354390 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78fa7635-8acb-4f52-a89c-ffb0390b4840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.354390 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-78fa7635-8acb-4f52-a89c-ffb0390b4840 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8c2c9ffc-1e90-4fdc-bfb4-5b56cb05e440 HTTP/1.1" status: 204 len: 168 time: 0.3444080 Nov 12 03:38:34.359611 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa7635-8acb-4f52-a89c-ffb0390b4840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2c9ffc-1e90-4fdc-bfb4-5b56cb05e440,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.493374 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.521368 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4382edf-a707-4e73-841e-95449c8a3ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.527456 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4382edf-a707-4e73-841e-95449c8a3ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.532061 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e4382edf-a707-4e73-841e-95449c8a3ae2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c4590048-0245-44a3-95ab-f9e558640989 HTTP/1.1" status: 204 len: 168 time: 0.4321177 Nov 12 03:38:34.556221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4382edf-a707-4e73-841e-95449c8a3ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4590048-0245-44a3-95ab-f9e558640989,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.586826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc09fa-ef72-4099-9cb8-5380ec0b17bc req-2a2a03a3-1af9-4c87-bbfb-69b264a3119b tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.591651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73bc09fa-ef72-4099-9cb8-5380ec0b17bc req-2a2a03a3-1af9-4c87-bbfb-69b264a3119b tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 948 time: 0.1593978 Nov 12 03:38:34.649369 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73bc09fa-ef72-4099-9cb8-5380ec0b17bc req-71b70a9b-5ccb-4919-801c-bf1f27dbbd28 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527039 Nov 12 03:38:34.748681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394d1b4-24f3-4efe-bc6f-360d56a2c6c6 req-4263bea3-7a0e-4866-a662-3630c29e850a tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.750511 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f394d1b4-24f3-4efe-bc6f-360d56a2c6c6 req-4263bea3-7a0e-4866-a662-3630c29e850a tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 946 time: 0.0638337 Nov 12 03:38:34.831631 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-24c84d0c-8375-49f1-926c-42b3bdd75088 tempest-AutoAllocateNetworkTest-1834339496 tempest-AutoAllocateNetworkTest-1834339496-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=a162e94c50cb44de9310dfb3bd87d0ed&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3364253 Nov 12 03:38:34.836089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.904604 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f394d1b4-24f3-4efe-bc6f-360d56a2c6c6 req-f57e5f33-01bf-4928-9f71-90258b76feb5 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406884 Nov 12 03:38:34.992006 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:38:35.096217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a991af0a-4efb-492f-b349-d2099092d4bd tempest-AutoAllocateNetworkTest-1834339496 tempest-AutoAllocateNetworkTest-1834339496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.099278 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a991af0a-4efb-492f-b349-d2099092d4bd tempest-AutoAllocateNetworkTest-1834339496 tempest-AutoAllocateNetworkTest-1834339496-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2613831 Nov 12 03:38:35.104410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48906) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:35.196847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f16f7be4-856b-4f26-a682-403ad2b1f344 tempest-AutoAllocateNetworkTest-1834339496 tempest-AutoAllocateNetworkTest-1834339496-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908625 Nov 12 03:38:35.202447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48908) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:35.262834 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e55dd1b5-02f3-4f5f-84a9-bd84da53ac89 tempest-AutoAllocateNetworkTest-1834339496 tempest-AutoAllocateNetworkTest-1834339496-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=a162e94c50cb44de9310dfb3bd87d0ed HTTP/1.1" status: 200 len: 208 time: 0.0574601 Nov 12 03:38:35.324059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device cb4d0659-e68b-4d34-b146-e2a28c65a830 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:35.464295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port cb4d0659-e68b-4d34-b146-e2a28c65a830 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:35.472955 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port cb4d0659-e68b-4d34-b146-e2a28c65a830 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:35.473864 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.590542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cf29a-bb6c-4883-b986-522b07c51b4f req-7e2d1ede-db3f-4054-acae-85e676691779 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.593579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b1cf29a-bb6c-4883-b986-522b07c51b4f req-7e2d1ede-db3f-4054-acae-85e676691779 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 945 time: 0.0987754 Nov 12 03:38:35.621917 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.701045 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da0e0a-5e2a-4c44-b422-d27ffa1b41d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4d0659-e68b-4d34-b146-e2a28c65a830'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:35.704111 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5a5e0a-1616-4596-825e-db6b6b0630fd" -d '{"events": [{"server_uuid": "08da0e0a-5e2a-4c44-b422-d27ffa1b41d0", "name": "network-vif-plugged", "status": "completed", "tag": "cb4d0659-e68b-4d34-b146-e2a28c65a830"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:35.752297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:35.868030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cc053-e360-435e-bf97-1eba22cda393 req-4a8d9499-79de-4960-ba85-ecdb9eda4c9e tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.882793 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-200cc053-e360-435e-bf97-1eba22cda393 req-4a8d9499-79de-4960-ba85-ecdb9eda4c9e tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 948 time: 0.0798459 Nov 12 03:38:35.908187 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b1cf29a-bb6c-4883-b986-522b07c51b4f req-bee35fd5-66ff-40a6-941c-6aadda98820c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024540 Nov 12 03:38:35.938374 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-200cc053-e360-435e-bf97-1eba22cda393 req-eb8abbca-4666-4ac8-9614-3e2a2f32467b tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602908 Nov 12 03:38:35.947076 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.980616 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b524e9be-1def-4f9b-935c-bb91960ba13b x-openstack-request-id: req-b524e9be-1def-4f9b-935c-bb91960ba13b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:35.980995 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08da0e0a-5e2a-4c44-b422-d27ffa1b41d0", "name": "network-vif-plugged", "status": "completed", "tag": "cb4d0659-e68b-4d34-b146-e2a28c65a830", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:35.981275 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b524e9be-1def-4f9b-935c-bb91960ba13b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:35.981638 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08da0e0a-5e2a-4c44-b422-d27ffa1b41d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4d0659-e68b-4d34-b146-e2a28c65a830', 'code': 200} Nov 12 03:38:36.017279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=cb4d0659-e68b-4d34-b146-e2a28c65a830,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.096960 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98174f-f946-4f8a-ba2f-8b665ef912eb req-52cad527-d7da-4146-b915-81d59f6b03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:36.099281 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5b98174f-f946-4f8a-ba2f-8b665ef912eb req-52cad527-d7da-4146-b915-81d59f6b03b5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 1098 time: 0.0479448 Nov 12 03:38:36.101843 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b0ddc-6a72-4b20-9afc-519250d6b6aa req-b9387cb7-4cd1-4103-9a89-109ba5eb0772 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:36.103345 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-579b0ddc-6a72-4b20-9afc-519250d6b6aa req-b9387cb7-4cd1-4103-9a89-109ba5eb0772 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 946 time: 0.0596540 Nov 12 03:38:36.147872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5b98174f-f946-4f8a-ba2f-8b665ef912eb req-06e16c1c-7560-416f-b1f3-01004d68b0dd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Nov 12 03:38:36.157538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-579b0ddc-6a72-4b20-9afc-519250d6b6aa req-b381e342-0731-43c5-a74e-e63112c1d836 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476842 Nov 12 03:38:36.311633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327dfc4-af34-40b9-a8fd-604bd58d5458 req-2c20dd15-d617-4463-a32d-7da6c37bce9c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:36.313178 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6327dfc4-af34-40b9-a8fd-604bd58d5458 req-2c20dd15-d617-4463-a32d-7da6c37bce9c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 946 time: 0.0524950 Nov 12 03:38:36.323991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:36.328665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-75fea5d1-4033-4fed-ae1f-acaf17895882 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Request body: {'floatingip': {'port_id': '2a1755c0-367c-418c-87e8-bd006aadb821'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:36.431074 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75fea5d1-4033-4fed-ae1f-acaf17895882 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.555378 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:36.570322 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e3e15df-565c-4483-8247-0950de582c76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.680623 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e3e15df-565c-4483-8247-0950de582c76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.747375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:36.749573 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e3e15df-565c-4483-8247-0950de582c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.804975 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e15df-565c-4483-8247-0950de582c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85de36a5-556e-4be8-8cf1-586b8e685b27,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.809387 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7e3e15df-565c-4483-8247-0950de582c76 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d5562177bd5244c483af1630b6bccfb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529278 Nov 12 03:38:36.813542 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:36.871751 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71dc0774-ffe6-40c2-b056-3b5c8eaf0ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.909650 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71dc0774-ffe6-40c2-b056-3b5c8eaf0ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.044682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48946) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:37.069046 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71dc0774-ffe6-40c2-b056-3b5c8eaf0ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.073070 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71dc0774-ffe6-40c2-b056-3b5c8eaf0ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.074501 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-71dc0774-ffe6-40c2-b056-3b5c8eaf0ec9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/85de36a5-556e-4be8-8cf1-586b8e685b27 HTTP/1.1" status: 204 len: 168 time: 0.2598794 Nov 12 03:38:37.086861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc0774-ffe6-40c2-b056-3b5c8eaf0ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85de36a5-556e-4be8-8cf1-586b8e685b27,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:37.176749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:37.181233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e627cb1-4908-4da5-bc47-4f994f680349 req-7b859df9-aa34-4729-9be6-8555865da3cd tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.183252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5e627cb1-4908-4da5-bc47-4f994f680349 req-7b859df9-aa34-4729-9be6-8555865da3cd tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 948 time: 0.0727329 Nov 12 03:38:37.212576 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-75fea5d1-4033-4fed-ae1f-acaf17895882 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:38:37.218745 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d152d92a-0f4e-485f-a961-8d1704c8348b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.240876 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e6b82748-bba8-4cc4-bad1-deb77848180a details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:37.317654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ad14b-757e-4fa2-9487-a35be1559c55 req-ff6351ec-7d55-42cb-b2c8-96a2991fbe0a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.324978 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5e627cb1-4908-4da5-bc47-4f994f680349 req-19936ca1-6ae4-451c-bdec-6ad42533fdad tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336844 Nov 12 03:38:37.330247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-235ad14b-757e-4fa2-9487-a35be1559c55 req-ff6351ec-7d55-42cb-b2c8-96a2991fbe0a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 946 time: 0.2536733 Nov 12 03:38:37.358690 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8f0638fb-9c5f-48e7-b984-e5a868c5484f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=51b204b2b884410da8e442b65653285a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1771939 Nov 12 03:38:37.361886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48958) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:37.395577 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75fea5d1-4033-4fed-ae1f-acaf17895882 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.503255 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c953a2e9-0541-4a58-9701-e288d1b84f8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.508093 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d152d92a-0f4e-485f-a961-8d1704c8348b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.508963 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75fea5d1-4033-4fed-ae1f-acaf17895882 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.514726 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f06f722-7485-4036-b703-27d145761ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.561747 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f06f722-7485-4036-b703-27d145761ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.564974 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d152d92a-0f4e-485f-a961-8d1704c8348b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.652930 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-235ad14b-757e-4fa2-9487-a35be1559c55 req-97ceb5e2-3bae-4fd6-89bd-8a6c665d9700 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212123 Nov 12 03:38:37.663047 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d152d92a-0f4e-485f-a961-8d1704c8348b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2e34806ec9604e8281b6d6a4a7dd0fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9141738 Nov 12 03:38:37.663243 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e6b82748-bba8-4cc4-bad1-deb77848180a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e6b82748-bba8-4cc4-bad1-deb77848180a,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:37.664149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152d92a-0f4e-485f-a961-8d1704c8348b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eaa3c4-fe0c-4678-8d42-e46acc6daade,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:37.670547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:37.700176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'e6b82748-bba8-4cc4-bad1-deb77848180a', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'e6b82748-bba8-4cc4-bad1-deb77848180a', 'mac_address': 'fa:16:3e:87:48:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:37.762797 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c953a2e9-0541-4a58-9701-e288d1b84f8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.781900 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e59cb98b-f9dc-43a5-94d8-49d65ce03196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.800076 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.817742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b82748-bba8-4cc4-bad1-deb77848180a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:37.832347 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e59cb98b-f9dc-43a5-94d8-49d65ce03196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.839685 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-75fea5d1-4033-4fed-ae1f-acaf17895882 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Floating IP 55fd343c-41b8-4cdd-a886-b9cdc5a0d676 associated. External IP: 172.25.8.63, port: 2a1755c0-367c-418c-87e8-bd006aadb821. Nov 12 03:38:37.857379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e6b82748-bba8-4cc4-bad1-deb77848180a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e6b82748-bba8-4cc4-bad1-deb77848180a,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:37.923229 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c953a2e9-0541-4a58-9701-e288d1b84f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.963604 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.963783 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f06f722-7485-4036-b703-27d145761ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.963783 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f06f722-7485-4036-b703-27d145761ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.979307 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8f06f722-7485-4036-b703-27d145761ee4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/119ccd89-a458-4c33-87a8-c481d281edd5 HTTP/1.1" status: 204 len: 168 time: 0.6052549 Nov 12 03:38:38.041647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953a2e9-0541-4a58-9701-e288d1b84f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc1c2ca-61ea-4a50-a677-0b3f61f2f621,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:38.060203 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c953a2e9-0541-4a58-9701-e288d1b84f8a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a162e94c50cb44de9310dfb3bd87d0ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0213790 Nov 12 03:38:38.063807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48980) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:38.128637 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06f722-7485-4036-b703-27d145761ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119ccd89-a458-4c33-87a8-c481d281edd5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:38.131898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=e6b82748-bba8-4cc4-bad1-deb77848180a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:38.222985 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e59cb98b-f9dc-43a5-94d8-49d65ce03196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.226555 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e59cb98b-f9dc-43a5-94d8-49d65ce03196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.234662 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e59cb98b-f9dc-43a5-94d8-49d65ce03196 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a2eaa3c4-fe0c-4678-8d42-e46acc6daade HTTP/1.1" status: 204 len: 168 time: 0.5537412 Nov 12 03:38:38.271354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cb98b-f9dc-43a5-94d8-49d65ce03196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eaa3c4-fe0c-4678-8d42-e46acc6daade,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:38.278673 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a964dcdf-64d9-4af5-b6dd-5785491dc1e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.310527 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a964dcdf-64d9-4af5-b6dd-5785491dc1e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.487070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12287a-8e82-4422-b0b6-c930dce1a8cc req-b7c7679c-748a-40f1-97f1-e717ed44c115 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:38.488947 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d12287a-8e82-4422-b0b6-c930dce1a8cc req-b7c7679c-748a-40f1-97f1-e717ed44c115 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 949 time: 0.0762613 Nov 12 03:38:38.518146 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['e6b82748-bba8-4cc4-bad1-deb77848180a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:38.522146 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a964dcdf-64d9-4af5-b6dd-5785491dc1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.527519 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a964dcdf-64d9-4af5-b6dd-5785491dc1e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.531419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a964dcdf-64d9-4af5-b6dd-5785491dc1e9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/bcc1c2ca-61ea-4a50-a677-0b3f61f2f621 HTTP/1.1" status: 204 len: 168 time: 0.4558294 Nov 12 03:38:38.559986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964dcdf-64d9-4af5-b6dd-5785491dc1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc1c2ca-61ea-4a50-a677-0b3f61f2f621,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:38.582933 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d12287a-8e82-4422-b0b6-c930dce1a8cc req-43c45d95-45d2-49ae-a7b8-a14cfe55410d tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871873 Nov 12 03:38:38.599265 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fea5d1-4033-4fed-ae1f-acaf17895882 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Router a47cd4db-63cb-4068-900a-89d7466291dc has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:38.809726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fea5d1-4033-4fed-ae1f-acaf17895882 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:38.815170 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75fea5d1-4033-4fed-ae1f-acaf17895882 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.827287 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ba92e-d1c1-4a72-b5ee-2698aaf93513 None None] Sync routers for ids ['a47cd4db-63cb-4068-900a-89d7466291dc'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:38.846459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf959ef-55ce-4449-a0e2-f041aa479f29 req-652b6eed-9bda-499f-aed0-43325894008a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:38.848116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aaf959ef-55ce-4449-a0e2-f041aa479f29 req-652b6eed-9bda-499f-aed0-43325894008a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 946 time: 0.0962141 Nov 12 03:38:38.856929 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ba92e-d1c1-4a72-b5ee-2698aaf93513 None None] Routers {'a47cd4db-63cb-4068-900a-89d7466291dc'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:38.859472 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-559ba92e-d1c1-4a72-b5ee-2698aaf93513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:38:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a47cd4db-63cb-4068-900a-89d7466291dc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:38.866210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-75fea5d1-4033-4fed-ae1f-acaf17895882 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "PUT /v2.0/floatingips/55fd343c-41b8-4cdd-a886-b9cdc5a0d676 HTTP/1.1" status: 200 len: 991 time: 2.5373800 Nov 12 03:38:38.885000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2085e8b-fed3-4f2e-860c-e3befc27e29c', 'tag': '2a1755c0-367c-418c-87e8-bd006aadb821'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:38.885000 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e4c458-b9dc-4ffa-8f4a-71c4cbc129cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e2085e8b-fed3-4f2e-860c-e3befc27e29c", "tag": "2a1755c0-367c-418c-87e8-bd006aadb821"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:38.945388 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aaf959ef-55ce-4449-a0e2-f041aa479f29 req-43e85967-46d8-4feb-a821-dc21a0d0cb44 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870309 Nov 12 03:38:39.043664 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c46998-8028-4acb-b2f7-9e624c6cbc91 x-openstack-request-id: req-c8c46998-8028-4acb-b2f7-9e624c6cbc91 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:39.045323 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2085e8b-fed3-4f2e-860c-e3befc27e29c", "tag": "2a1755c0-367c-418c-87e8-bd006aadb821", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:39.045323 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c8c46998-8028-4acb-b2f7-9e624c6cbc91 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:39.045838 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2085e8b-fed3-4f2e-860c-e3befc27e29c', 'tag': '2a1755c0-367c-418c-87e8-bd006aadb821', 'status': 'completed', 'code': 200} Nov 12 03:38:39.113730 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-559ba92e-d1c1-4a72-b5ee-2698aaf93513 None None] Set router a47cd4db-63cb-4068-900a-89d7466291dc gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:39.158121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c458-b9dc-4ffa-8f4a-71c4cbc129cc req-c8ec922e-51f3-4ef7-b410-50c4a28300b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.163291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3e4c458-b9dc-4ffa-8f4a-71c4cbc129cc req-c8ec922e-51f3-4ef7-b410-50c4a28300b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f612fefa6c1a47e6afdff4eb04025fe9&device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 1098 time: 0.0500507 Nov 12 03:38:39.332328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c458-b9dc-4ffa-8f4a-71c4cbc129cc req-e6d825de-b6cd-41bc-9ee1-83a68e654389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.335654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3e4c458-b9dc-4ffa-8f4a-71c4cbc129cc req-e6d825de-b6cd-41bc-9ee1-83a68e654389 service neutron] 10.222.0.26 "GET /v2.0/networks?id=62997581-2879-408b-aa6c-aaecddf2a963 HTTP/1.1" status: 200 len: 925 time: 0.1568224 Nov 12 03:38:39.482143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3e4c458-b9dc-4ffa-8f4a-71c4cbc129cc req-8b670faa-e6f9-4d35-aeb5-33656923c892 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a1755c0-367c-418c-87e8-bd006aadb821 HTTP/1.1" status: 200 len: 999 time: 0.1386991 Nov 12 03:38:39.522746 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-559ba92e-d1c1-4a72-b5ee-2698aaf93513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '55fd343c-41b8-4cdd-a886-b9cdc5a0d676', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'port_id': '2a1755c0-367c-418c-87e8-bd006aadb821', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'mac_address': 'fa:16:3e:46:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2085e8b-fed3-4f2e-860c-e3befc27e29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:38:04Z', 'updated_at': '2021-11-12T03:38:36Z', 'revision_number': 1, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:47Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:39.555243 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ba92e-d1c1-4a72-b5ee-2698aaf93513 None None] Checking router: a47cd4db-63cb-4068-900a-89d7466291dc for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:38:39.556320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c458-b9dc-4ffa-8f4a-71c4cbc129cc req-a08530dc-2e1e-403a-aa0b-18a9b3505ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.558455 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3e4c458-b9dc-4ffa-8f4a-71c4cbc129cc req-a08530dc-2e1e-403a-aa0b-18a9b3505ea8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21c7b2ae-4826-4165-8db5-d145572339ce HTTP/1.1" status: 200 len: 862 time: 0.0639076 Nov 12 03:38:39.567756 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ba92e-d1c1-4a72-b5ee-2698aaf93513 None None] Routers {'a47cd4db-63cb-4068-900a-89d7466291dc'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:39.568425 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-559ba92e-d1c1-4a72-b5ee-2698aaf93513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:38:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a47cd4db-63cb-4068-900a-89d7466291dc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:39.643933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c458-b9dc-4ffa-8f4a-71c4cbc129cc req-a478edb2-36c6-4cb3-8496-76398c7d1e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.645785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3e4c458-b9dc-4ffa-8f4a-71c4cbc129cc req-a478edb2-36c6-4cb3-8496-76398c7d1e6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62997581-2879-408b-aa6c-aaecddf2a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731683 Nov 12 03:38:39.723959 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-559ba92e-d1c1-4a72-b5ee-2698aaf93513 None None] Set router a47cd4db-63cb-4068-900a-89d7466291dc gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:39.785625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e0693-7d45-4299-a138-c850b9d4f2ac req-fb8934d7-1c55-4ce3-8ca3-f8c97b529771 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.787856 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-030e0693-7d45-4299-a138-c850b9d4f2ac req-fb8934d7-1c55-4ce3-8ca3-f8c97b529771 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 949 time: 0.1203375 Nov 12 03:38:39.832076 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3e4c458-b9dc-4ffa-8f4a-71c4cbc129cc req-17372c10-4edd-499b-a87d-5c0fff686056 service neutron] 10.222.0.26 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734822 Nov 12 03:38:39.958699 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3e4c458-b9dc-4ffa-8f4a-71c4cbc129cc req-52276f76-1d5e-4891-b816-97523598682b service neutron] 10.222.0.26 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176019 Nov 12 03:38:40.005706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb6a94-a405-4cb2-b22e-318fa89f4b00 req-285c7391-26a8-44ed-84ce-c8bb81cecd60 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:40.008823 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-030e0693-7d45-4299-a138-c850b9d4f2ac req-613d1b3c-6b35-4325-bebc-96b4b1a24de5 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130489 Nov 12 03:38:40.013226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:40.018998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-54fb6a94-a405-4cb2-b22e-318fa89f4b00 req-285c7391-26a8-44ed-84ce-c8bb81cecd60 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 1098 time: 0.0793927 Nov 12 03:38:40.104661 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-54fb6a94-a405-4cb2-b22e-318fa89f4b00 req-9bcb8fe7-938a-46f5-a6b6-bd24d16d43f4 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794716 Nov 12 03:38:40.107549 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-559ba92e-d1c1-4a72-b5ee-2698aaf93513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '55fd343c-41b8-4cdd-a886-b9cdc5a0d676', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'port_id': '2a1755c0-367c-418c-87e8-bd006aadb821', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'mac_address': 'fa:16:3e:46:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2085e8b-fed3-4f2e-860c-e3befc27e29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:38:04Z', 'updated_at': '2021-11-12T03:38:36Z', 'revision_number': 1, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:47Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:40.139705 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ba92e-d1c1-4a72-b5ee-2698aaf93513 None None] The sync data for ids ['a47cd4db-63cb-4068-900a-89d7466291dc'] in n-d-767704-23 is: [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '55fd343c-41b8-4cdd-a886-b9cdc5a0d676', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'port_id': '2a1755c0-367c-418c-87e8-bd006aadb821', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'mac_address': 'fa:16:3e:46:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2085e8b-fed3-4f2e-860c-e3befc27e29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:38:04Z', 'updated_at': '2021-11-12T03:38:36Z', 'revision_number': 1, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:47Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:40.263407 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde946af-8d1f-4a7b-a564-b02b049199b5 req-048223f5-4992-4010-a0a4-f42702e87317 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:40.265480 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cde946af-8d1f-4a7b-a564-b02b049199b5 req-048223f5-4992-4010-a0a4-f42702e87317 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 1098 time: 0.0542417 Nov 12 03:38:40.278602 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.353326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cde946af-8d1f-4a7b-a564-b02b049199b5 req-fcea8b9e-5ce9-461e-bc35-22502c05e5d0 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756829 Nov 12 03:38:40.388982 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.479740 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.499912 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8dad4a-52b9-4bb0-929d-12e4cee25b52 None None] New status for floating IP 55fd343c-41b8-4cdd-a886-b9cdc5a0d676: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:38:40.518382 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4e8388f6d86341d4adc2bce7558bb4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5040700 Nov 12 03:38:40.521497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49074) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:40.556740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad53509e-4a02-4d9a-85a4-8bc84d93ff1c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:40.569736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.570735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.571292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.571866 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.572268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.572713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.573083 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.573418 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.573824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.574164 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.574491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.574810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e887bfd8-900a-43b0-ab81-71afaa720546 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.616329 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eecc1435-4688-45c5-8e99-89c29bdadfa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.674294 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eecc1435-4688-45c5-8e99-89c29bdadfa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.845753 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eecc1435-4688-45c5-8e99-89c29bdadfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.848646 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eecc1435-4688-45c5-8e99-89c29bdadfa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.849850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eecc1435-4688-45c5-8e99-89c29bdadfa7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ad53509e-4a02-4d9a-85a4-8bc84d93ff1c HTTP/1.1" status: 204 len: 168 time: 0.3273792 Nov 12 03:38:40.873284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc1435-4688-45c5-8e99-89c29bdadfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad53509e-4a02-4d9a-85a4-8bc84d93ff1c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:41.144433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77e5b2-5921-4fc9-9bd9-1bd5846d6bfb req-7f941b2e-6d17-4eb7-81a3-b419f90d01fe tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.144433 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f77e5b2-5921-4fc9-9bd9-1bd5846d6bfb req-7f941b2e-6d17-4eb7-81a3-b419f90d01fe tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 949 time: 0.0518188 Nov 12 03:38:41.206387 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f77e5b2-5921-4fc9-9bd9-1bd5846d6bfb req-123babe8-eb1d-49c8-8e53-80d9600ca3f7 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681152 Nov 12 03:38:41.244630 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e6b82748-bba8-4cc4-bad1-deb77848180a up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:41.440571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port e6b82748-bba8-4cc4-bad1-deb77848180a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:41.447792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port e6b82748-bba8-4cc4-bad1-deb77848180a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:41.448308 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.541204 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.565491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6f24f9-f18d-497d-a05f-277b22509540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b82748-bba8-4cc4-bad1-deb77848180a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:41.571906 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bebdf3-b9bd-424c-9356-fe8525f14133" -d '{"events": [{"server_uuid": "3c6f24f9-f18d-497d-a05f-277b22509540", "name": "network-vif-plugged", "status": "completed", "tag": "e6b82748-bba8-4cc4-bad1-deb77848180a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:41.587620 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e6b82748-bba8-4cc4-bad1-deb77848180a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e6b82748-bba8-4cc4-bad1-deb77848180a,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:41.623599 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af49f2f-4f90-4ed2-ba98-b7a6c8fa0df7 x-openstack-request-id: req-6af49f2f-4f90-4ed2-ba98-b7a6c8fa0df7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:41.623914 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6f24f9-f18d-497d-a05f-277b22509540", "name": "network-vif-plugged", "status": "completed", "tag": "e6b82748-bba8-4cc4-bad1-deb77848180a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:41.624495 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6af49f2f-4f90-4ed2-ba98-b7a6c8fa0df7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:41.624891 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6f24f9-f18d-497d-a05f-277b22509540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b82748-bba8-4cc4-bad1-deb77848180a', 'code': 200} Nov 12 03:38:41.707946 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-b2000a01-059a-4a05-85f0-e6748db8ccb5 req-adb7c433-83dc-4ffe-89b0-640a19195d47 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:41.711916 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2000a01-059a-4a05-85f0-e6748db8ccb5 req-adb7c433-83dc-4ffe-89b0-640a19195d47 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5276387 Nov 12 03:38:41.731594 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.797053 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=e6b82748-bba8-4cc4-bad1-deb77848180a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:41.806926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:41.806926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:41.807203 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:41.807549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:41.807876 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:41.808941 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:41.809446 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:41.810105 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:41.810437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:41.810820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:41.811182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:41.811508 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:41.832525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc8df8-0929-4782-a9b3-56a889a3344a req-15170e58-b5c9-412d-9208-37a5e1d6135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.834101 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63bc8df8-0929-4782-a9b3-56a889a3344a req-15170e58-b5c9-412d-9208-37a5e1d6135c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 1102 time: 0.0717678 Nov 12 03:38:41.886446 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63bc8df8-0929-4782-a9b3-56a889a3344a req-f22513ab-28e2-4f4d-94e8-58c42d875aaf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431883 Nov 12 03:38:42.357618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173fb9f-d364-48b5-97e7-ccc1d2a229a6 req-9732b35f-2c3c-4b35-b5e5-da2a5539cad9 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.359832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9173fb9f-d364-48b5-97e7-ccc1d2a229a6 req-9732b35f-2c3c-4b35-b5e5-da2a5539cad9 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 950 time: 0.0749228 Nov 12 03:38:42.374430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49130) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:42.408407 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d02dd118-be75-49d1-af01-48c538052b96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.459893 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9173fb9f-d364-48b5-97e7-ccc1d2a229a6 req-2a11c59f-31da-461c-8808-d15249b7f6aa tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865695 Nov 12 03:38:42.533990 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d02dd118-be75-49d1-af01-48c538052b96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.640007 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d02dd118-be75-49d1-af01-48c538052b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.676294 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d02dd118-be75-49d1-af01-48c538052b96 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=65d33b4da04b47cab0d5ab840124f616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004241 Nov 12 03:38:42.680238 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49138) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:42.686293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dd118-be75-49d1-af01-48c538052b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc58be2-35db-42d4-969b-af2e1d7c7c48,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:42.743478 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f68-c479-4fba-8501-9a560183c0ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.773202 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f68-c479-4fba-8501-9a560183c0ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.904508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:42.914397 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f68-c479-4fba-8501-9a560183c0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.917649 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ee53f68-c479-4fba-8501-9a560183c0ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.926188 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4ee53f68-c479-4fba-8501-9a560183c0ea admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7cc58be2-35db-42d4-969b-af2e1d7c7c48 HTTP/1.1" status: 204 len: 168 time: 0.2375977 Nov 12 03:38:42.928239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee53f68-c479-4fba-8501-9a560183c0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc58be2-35db-42d4-969b-af2e1d7c7c48,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:43.236130 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-105413378-network', 'tenant_id': 'd7c1098aac8b44dd8e42fdb98e51a709'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:43.330909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Made reservation on behalf of d7c1098aac8b44dd8e42fdb98e51a709 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:43.333263 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.342597 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.441105 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.520285 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.535666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:43.550460 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.551541 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Added segment 59932170-7899-4a1e-ad02-07b40a51a9e3 of type vlan for network fb7bc59f-31b8-4958-bbbe-cc1675f821d4 Nov 12 03:38:43.616530 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.637318 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442fdfb2-636d-4b67-bc12-bb91b0022ff6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:43.639579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a9522-681f-4a60-ad73-9f58d96bfad9 req-fba58796-5099-4184-affb-cdfb613bd91f tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.646803 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e8a9522-681f-4a60-ad73-9f58d96bfad9 req-fba58796-5099-4184-affb-cdfb613bd91f tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 950 time: 0.0649896 Nov 12 03:38:43.654646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:43.655524 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:43.655524 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:43.655858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:43.656210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:43.656697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:43.657021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:43.657357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:43.657663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:43.657982 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:43.658298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:43.658783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:43.699002 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e8a9522-681f-4a60-ad73-9f58d96bfad9 req-4b060460-f443-404b-a528-20f4252e44bf tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513213 Nov 12 03:38:43.782919 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.787110 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.787110 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.870282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] Pushing event updated for resources: {'Network': ['ID=fb7bc59f-31b8-4958-bbbe-cc1675f821d4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:43.882550 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network fb7bc59f-31b8-4958-bbbe-cc1675f821d4 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:43.896775 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9bf25670-ff61-407a-ba97-10f1dad5876a admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9908309 Nov 12 03:38:43.900273 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:43.913497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-eb380425-536d-4f86-a8ca-ed5cd41830f2 admin admin] Request body: {'subnet': {'network_id': 'fb7bc59f-31b8-4958-bbbe-cc1675f821d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-105413378-subnet', 'tenant_id': 'd7c1098aac8b44dd8e42fdb98e51a709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:44.011688 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb380425-536d-4f86-a8ca-ed5cd41830f2 admin admin] Made reservation on behalf of d7c1098aac8b44dd8e42fdb98e51a709 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:44.014761 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb380425-536d-4f86-a8ca-ed5cd41830f2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.292258 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb380425-536d-4f86-a8ca-ed5cd41830f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.388164 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb380425-536d-4f86-a8ca-ed5cd41830f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92137212-ae62-49c1-a9e4-79af8306c1e9,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:44.397554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb380425-536d-4f86-a8ca-ed5cd41830f2 admin admin] Checking segment: {'id': '59932170-7899-4a1e-ad02-07b40a51a9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'fb7bc59f-31b8-4958-bbbe-cc1675f821d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:44.398135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb380425-536d-4f86-a8ca-ed5cd41830f2 admin admin] Network hostable DHCP agents. Network: fb7bc59f-31b8-4958-bbbe-cc1675f821d4, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:44.480133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb380425-536d-4f86-a8ca-ed5cd41830f2 admin admin] Network fb7bc59f-31b8-4958-bbbe-cc1675f821d4 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:44.573206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-eb380425-536d-4f86-a8ca-ed5cd41830f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, fb7bc59f-31b8-4958-bbbe-cc1675f821d4) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:44.582685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb380425-536d-4f86-a8ca-ed5cd41830f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.582946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f138d86-79ec-47d5-ab28-3f3b0af3fc77 None None] Network fb7bc59f-31b8-4958-bbbe-cc1675f821d4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:44.583709 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb380425-536d-4f86-a8ca-ed5cd41830f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.678514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eb380425-536d-4f86-a8ca-ed5cd41830f2 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7760999 Nov 12 03:38:44.757279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e4214d-b773-42e3-91be-06bbd5063062 None None] Network fb7bc59f-31b8-4958-bbbe-cc1675f821d4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:44.886368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93806e58-9295-4fd7-8622-b737cb1e858a req-e9e532b5-83f7-4a99-95a5-06ae41c34d27 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.903046 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93806e58-9295-4fd7-8622-b737cb1e858a req-e9e532b5-83f7-4a99-95a5-06ae41c34d27 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 950 time: 0.1044781 Nov 12 03:38:44.970934 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93806e58-9295-4fd7-8622-b737cb1e858a req-9a5c9b7d-002e-4605-8a5d-ce0c800a1e13 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666785 Nov 12 03:38:45.741744 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-5e1c3281-14e0-4896-8d9c-1bd8503efa62 req-3a128ed3-2b0f-4223-8154-00a00b9faf29 tempest-SecurityGroupsNegativeTestJSON-1556319607 tempest-SecurityGroupsNegativeTestJSON-1556319607-project] show failed (client error): The resource could not be found. Nov 12 03:38:45.754813 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e1c3281-14e0-4896-8d9c-1bd8503efa62 req-3a128ed3-2b0f-4223-8154-00a00b9faf29 tempest-SecurityGroupsNegativeTestJSON-1556319607 tempest-SecurityGroupsNegativeTestJSON-1556319607-project] 10.222.0.105 "GET /v2.0/security-groups/d1a22e7a-aca7-4d0e-afc9-a1a588583bad HTTP/1.1" status: 404 len: 352 time: 0.0259964 Nov 12 03:38:45.836637 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49266) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:46.000259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-148bafed-957c-4990-8595-27644c562891 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:46.001863 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-148bafed-957c-4990-8595-27644c562891 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1639404 Nov 12 03:38:46.292141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-7c5cac6c-d69f-4db6-9833-d4329bc37110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.296794 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-7c5cac6c-d69f-4db6-9833-d4329bc37110 service neutron] 10.222.0.105 "GET /v2.0/ports/cb4d0659-e68b-4d34-b146-e2a28c65a830 HTTP/1.1" status: 200 len: 1095 time: 0.1386492 Nov 12 03:38:46.307051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fe15f7c-d0d4-4e32-991f-5d7dc673b54e service neutron] Request body: {'binding': {'host': 'n-h2-767704-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:46.307577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fe15f7c-d0d4-4e32-991f-5d7dc673b54e service neutron] Unknown quota resources ['binding']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:38:46.476173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fe15f7c-d0d4-4e32-991f-5d7dc673b54e service neutron] Attempting to bind port cb4d0659-e68b-4d34-b146-e2a28c65a830 on host n-h2-767704-23 for vnic_type normal with profile None {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:46.476540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fe15f7c-d0d4-4e32-991f-5d7dc673b54e service neutron] Attempting to bind port cb4d0659-e68b-4d34-b146-e2a28c65a830 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:46.479462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fe15f7c-d0d4-4e32-991f-5d7dc673b54e service neutron] Attempting to bind port cb4d0659-e68b-4d34-b146-e2a28c65a830 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:46.482667 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fe15f7c-d0d4-4e32-991f-5d7dc673b54e service neutron] Port cb4d0659-e68b-4d34-b146-e2a28c65a830 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:46.482976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fe15f7c-d0d4-4e32-991f-5d7dc673b54e service neutron] Attempting to bind port cb4d0659-e68b-4d34-b146-e2a28c65a830 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:46.488099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fe15f7c-d0d4-4e32-991f-5d7dc673b54e service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:46.488427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fe15f7c-d0d4-4e32-991f-5d7dc673b54e service neutron] Checking segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:46.488800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fe15f7c-d0d4-4e32-991f-5d7dc673b54e service neutron] Bound using segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:46.489214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fe15f7c-d0d4-4e32-991f-5d7dc673b54e service neutron] Bound port: cb4d0659-e68b-4d34-b146-e2a28c65a830, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:46.642031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b9ba7-ad99-4471-a842-facfe3d88cfe req-daeef937-568e-4766-829e-e237b2eeeae9 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.644591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-535b9ba7-ad99-4471-a842-facfe3d88cfe req-daeef937-568e-4766-829e-e237b2eeeae9 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 950 time: 0.1323459 Nov 12 03:38:46.650721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fe15f7c-d0d4-4e32-991f-5d7dc673b54e service neutron] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:46.702370 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-535b9ba7-ad99-4471-a842-facfe3d88cfe req-ef1d61f5-f52f-49a5-a529-045908e7efcf tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Nov 12 03:38:46.751198 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fe15f7c-d0d4-4e32-991f-5d7dc673b54e service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.756143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fe15f7c-d0d4-4e32-991f-5d7dc673b54e service neutron] 10.222.0.105 "POST /v2.0/ports/cb4d0659-e68b-4d34-b146-e2a28c65a830/bindings HTTP/1.1" status: 201 len: 390 time: 0.4530869 Nov 12 03:38:47.599378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1808a374-4ca4-4e9c-89cc-9575f00b729d req-a1d8f43d-bc1a-46eb-a675-7fb6be8e604b tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Request body: {'security_group': {'name': 'tempest-securitygroup-99079563', 'description': 'tempest-description-1943193089'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:47.673018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-7c195b45-d03c-4b5c-970d-1d2757177cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.675612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-7c195b45-d03c-4b5c-970d-1d2757177cfd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 1098 time: 0.0577662 Nov 12 03:38:47.742804 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1808a374-4ca4-4e9c-89cc-9575f00b729d req-a1d8f43d-bc1a-46eb-a675-7fb6be8e604b tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.753706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e0314-f2ff-4d7d-b4a1-f7ad3499962b req-deb7d37e-e4ae-4b4c-9ec0-122768995450 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.755175 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-562e0314-f2ff-4d7d-b4a1-f7ad3499962b req-deb7d37e-e4ae-4b4c-9ec0-122768995450 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 946 time: 0.0597053 Nov 12 03:38:47.762477 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1808a374-4ca4-4e9c-89cc-9575f00b729d req-a1d8f43d-bc1a-46eb-a675-7fb6be8e604b tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.821138 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-562e0314-f2ff-4d7d-b4a1-f7ad3499962b req-af1f0700-bb1e-4129-a49c-931dfe1a24ff tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557570 Nov 12 03:38:47.864027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a2489912-dc60-4f6a-bd4b-b91c52d43001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.866367 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a2489912-dc60-4f6a-bd4b-b91c52d43001 service neutron] 10.222.0.26 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.1451190 Nov 12 03:38:47.922645 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc3ca981-0b7c-41a4-b30e-e53c99417040 req-b7cdec5d-8c92-40cf-9fab-5a56d3748ff4 tempest-SecurityGroupsNegativeTestJSON-1556319607 tempest-SecurityGroupsNegativeTestJSON-1556319607-project] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d7c1098aac8b44dd8e42fdb98e51a709 HTTP/1.1" status: 200 len: 3001 time: 0.0691652 Nov 12 03:38:47.929990 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-fe2143f3-1b7e-45ad-98d2-fc8bc224313f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830 HTTP/1.1" status: 200 len: 217 time: 0.0538275 Nov 12 03:38:47.991995 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc3ca981-0b7c-41a4-b30e-e53c99417040 req-5dceba22-5c8e-49f7-bbfc-d2e19bfe527f tempest-SecurityGroupsNegativeTestJSON-1556319607 tempest-SecurityGroupsNegativeTestJSON-1556319607-project] 10.222.0.105 "GET /v2.0/security-groups/442fdfb2-636d-4b67-bc12-bb91b0022ff6 HTTP/1.1" status: 200 len: 2998 time: 0.0517845 Nov 12 03:38:47.994419 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1808a374-4ca4-4e9c-89cc-9575f00b729d req-a1d8f43d-bc1a-46eb-a675-7fb6be8e604b tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.018352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-d9467c94-33c3-46db-8a7c-ca19f97219e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.019802 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-d9467c94-33c3-46db-8a7c-ca19f97219e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.0749846 Nov 12 03:38:48.053132 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc3ca981-0b7c-41a4-b30e-e53c99417040 req-2b06ac28-a853-46be-aa61-991e262494fe tempest-SecurityGroupsNegativeTestJSON-1556319607 tempest-SecurityGroupsNegativeTestJSON-1556319607-project] 10.222.0.105 "GET /v2.0/security-groups/442fdfb2-636d-4b67-bc12-bb91b0022ff6 HTTP/1.1" status: 200 len: 2998 time: 0.0519478 Nov 12 03:38:48.060068 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-3bd975e4-6392-414e-88e5-0b1a0d284003 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295956 Nov 12 03:38:48.118383 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1808a374-4ca4-4e9c-89cc-9575f00b729d req-a1d8f43d-bc1a-46eb-a675-7fb6be8e604b tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.236942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8f43d-bc1a-46eb-a675-7fb6be8e604b tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eefdd3-e573-4646-8165-71e0ee68118c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:48.263179 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-1772311f-7e5d-4a53-9363-41c9cee9c39e service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893659 Nov 12 03:38:48.329470 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1808a374-4ca4-4e9c-89cc-9575f00b729d req-a1d8f43d-bc1a-46eb-a675-7fb6be8e604b tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.425427 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1808a374-4ca4-4e9c-89cc-9575f00b729d req-a1d8f43d-bc1a-46eb-a675-7fb6be8e604b tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.439300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-d024cafd-06a8-4a76-952f-58e6b9794bfe service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626155 Nov 12 03:38:48.458368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.466818 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8f43d-bc1a-46eb-a675-7fb6be8e604b tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcea8b7d-c1f7-4bc5-b56f-eb9d4dcbcbc7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:48.574717 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1808a374-4ca4-4e9c-89cc-9575f00b729d req-a1d8f43d-bc1a-46eb-a675-7fb6be8e604b tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.580879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1808a374-4ca4-4e9c-89cc-9575f00b729d req-a1d8f43d-bc1a-46eb-a675-7fb6be8e604b tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9820817 Nov 12 03:38:48.713125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516da4-1702-4500-ae1c-1a88bbcb6499 req-fccafbfe-d6ed-4466-bff3-25aed388c347 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.715029 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61516da4-1702-4500-ae1c-1a88bbcb6499 req-fccafbfe-d6ed-4466-bff3-25aed388c347 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 950 time: 0.0673380 Nov 12 03:38:48.738574 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-13804fb5-725d-445c-a9bb-6cd49ace3660 req-ac6f7973-6f37-4004-a36c-979b9642033b tempest-SecurityGroupsNegativeTestJSON-1556319607 tempest-SecurityGroupsNegativeTestJSON-1556319607-project] 10.222.0.105 "GET /v2.0/security-groups/442fdfb2-636d-4b67-bc12-bb91b0022ff6 HTTP/1.1" status: 200 len: 2998 time: 0.0522532 Nov 12 03:38:48.779018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61516da4-1702-4500-ae1c-1a88bbcb6499 req-9dce6b3a-b7c8-4179-9955-5b480cb74a2d tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555315 Nov 12 03:38:48.836187 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [req-13804fb5-725d-445c-a9bb-6cd49ace3660 req-de793185-6101-4ab1-b41c-4e67f8ed8023 tempest-SecurityGroupsNegativeTestJSON-1556319607 tempest-SecurityGroupsNegativeTestJSON-1556319607-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:38:48.837985 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-13804fb5-725d-445c-a9bb-6cd49ace3660 req-de793185-6101-4ab1-b41c-4e67f8ed8023 tempest-SecurityGroupsNegativeTestJSON-1556319607 tempest-SecurityGroupsNegativeTestJSON-1556319607-project] 10.222.0.105 "DELETE /v2.0/security-groups/442fdfb2-636d-4b67-bc12-bb91b0022ff6 HTTP/1.1" status: 409 len: 352 time: 0.0887897 Nov 12 03:38:49.011911 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-11304fdc-b2aa-42e2-ba64-957812d57358 req-faa1cb43-9010-4efe-a0ed-ae8cce8a3e8e tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1390018400', 'description': 'tempest-description-2062088124'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:49.050058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a30ae6a8-fa33-4726-a6d0-12f69c077c74 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:49.051837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a30ae6a8-fa33-4726-a6d0-12f69c077c74 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0&tenant_id=47b77b3c8092439394887f6a4638c133&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 1098 time: 0.1327946 Nov 12 03:38:49.075414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-767704-23'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:49.113115 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-11304fdc-b2aa-42e2-ba64-957812d57358 req-faa1cb43-9010-4efe-a0ed-ae8cce8a3e8e tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.170254 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.234867 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-11304fdc-b2aa-42e2-ba64-957812d57358 req-faa1cb43-9010-4efe-a0ed-ae8cce8a3e8e tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.298343 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-11304fdc-b2aa-42e2-ba64-957812d57358 req-faa1cb43-9010-4efe-a0ed-ae8cce8a3e8e tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.338552 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1cb43-9010-4efe-a0ed-ae8cce8a3e8e tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33640e5-0ac1-4176-a656-e4f37196ae1a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:49.395270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:49.411775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa79786-5256-47b5-9d24-450fd4feecfe req-7267704b-7bde-4212-9f9e-fec8a99a0056 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:49.413272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfa79786-5256-47b5-9d24-450fd4feecfe req-7267704b-7bde-4212-9f9e-fec8a99a0056 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 946 time: 0.0947504 Nov 12 03:38:49.426248 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-11304fdc-b2aa-42e2-ba64-957812d57358 req-faa1cb43-9010-4efe-a0ed-ae8cce8a3e8e tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.427597 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-11304fdc-b2aa-42e2-ba64-957812d57358 req-faa1cb43-9010-4efe-a0ed-ae8cce8a3e8e tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4202940 Nov 12 03:38:49.472890 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [req-79b456fb-2e58-486f-b133-d1ec84a07795 req-463957e9-5be4-4338-81ae-2ed42f89ac65 tempest-SecurityGroupsNegativeTestJSON-1556319607 tempest-SecurityGroupsNegativeTestJSON-1556319607-project] show failed (client error): The resource could not be found. Nov 12 03:38:49.474357 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79b456fb-2e58-486f-b133-d1ec84a07795 req-463957e9-5be4-4338-81ae-2ed42f89ac65 tempest-SecurityGroupsNegativeTestJSON-1556319607 tempest-SecurityGroupsNegativeTestJSON-1556319607-project] 10.222.0.105 "GET /v2.0/security-groups/9b49a4e7-0967-47bb-aaeb-5b0e0b9ddd73 HTTP/1.1" status: 404 len: 352 time: 0.0214691 Nov 12 03:38:49.494635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:49.533943 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfa79786-5256-47b5-9d24-450fd4feecfe req-ae0b0e98-7902-4d68-b4d3-72073c0a7f3a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025696 Nov 12 03:38:49.564653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da0e0a-5e2a-4c44-b422-d27ffa1b41d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb4d0659-e68b-4d34-b146-e2a28c65a830'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:49.564653 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cadd986-908a-4c95-9483-fcd43246c032" -d '{"events": [{"server_uuid": "08da0e0a-5e2a-4c44-b422-d27ffa1b41d0", "name": "network-vif-unplugged", "status": "completed", "tag": "cb4d0659-e68b-4d34-b146-e2a28c65a830"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:49.564653 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.651990 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.749235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4d0659-e68b-4d34-b146-e2a28c65a830,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:49.753625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Attempting to bind port cb4d0659-e68b-4d34-b146-e2a28c65a830 on host n-h1-767704-23 for vnic_type normal with profile {"migrating_to": "n-h2-767704-23"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:49.753949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Attempting to bind port cb4d0659-e68b-4d34-b146-e2a28c65a830 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:49.754275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Attempting to bind port cb4d0659-e68b-4d34-b146-e2a28c65a830 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:49.759904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Port cb4d0659-e68b-4d34-b146-e2a28c65a830 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:49.760490 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Attempting to bind port cb4d0659-e68b-4d34-b146-e2a28c65a830 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:49.771825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:49.771825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Checking segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:49.771825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Bound using segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:49.771825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Bound port: cb4d0659-e68b-4d34-b146-e2a28c65a830, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:49.771825 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.830082 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9a76d6c2-9309-4ecf-9248-f30c79480c13 req-61e17684-5b40-4087-8410-b9d92549a9a9 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-581682', 'description': 'tempest-description-365711893'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:49.835047 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [req-3bceb5d8-4461-4bdd-b52a-21ad455c3bd6 req-6dbdea1b-4b3f-48b5-98a5-452b60fcdb47 tempest-SecurityGroupsNegativeTestJSON-1556319607 tempest-SecurityGroupsNegativeTestJSON-1556319607-project] show failed (client error): The resource could not be found. Nov 12 03:38:49.837166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3bceb5d8-4461-4bdd-b52a-21ad455c3bd6 req-6dbdea1b-4b3f-48b5-98a5-452b60fcdb47 tempest-SecurityGroupsNegativeTestJSON-1556319607 tempest-SecurityGroupsNegativeTestJSON-1556319607-project] 10.222.0.105 "GET /v2.0/security-groups/8f70a2f8-6cb7-4375-b43e-5e8455773a1f HTTP/1.1" status: 404 len: 352 time: 0.0236607 Nov 12 03:38:49.855284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49384) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:50.137548 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4825a444-1302-4b09-b512-2e364306a0fb x-openstack-request-id: req-4825a444-1302-4b09-b512-2e364306a0fb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:50.137961 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08da0e0a-5e2a-4c44-b422-d27ffa1b41d0", "name": "network-vif-unplugged", "status": "completed", "tag": "cb4d0659-e68b-4d34-b146-e2a28c65a830", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:50.138220 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4825a444-1302-4b09-b512-2e364306a0fb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:50.138622 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08da0e0a-5e2a-4c44-b422-d27ffa1b41d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb4d0659-e68b-4d34-b146-e2a28c65a830', 'code': 200} Nov 12 03:38:50.161678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:50.180757 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:50.190753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d7a38f-4930-45ba-aefe-25abb70280c0 admin admin] Deleting subnet 92137212-ae62-49c1-a9e4-79af8306c1e9 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:50.194575 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37d7a38f-4930-45ba-aefe-25abb70280c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.237010 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37d7a38f-4930-45ba-aefe-25abb70280c0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.259213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a76d6c2-9309-4ecf-9248-f30c79480c13 req-61e17684-5b40-4087-8410-b9d92549a9a9 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.277345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37d7a38f-4930-45ba-aefe-25abb70280c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.310052 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.323399 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a76d6c2-9309-4ecf-9248-f30c79480c13 req-61e17684-5b40-4087-8410-b9d92549a9a9 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.421242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70aaf8-f84e-4d76-9987-903a07e46451 req-5798a57d-d758-496e-8ab5-24dfc3822df9 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.423877 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-db70aaf8-f84e-4d76-9987-903a07e46451 req-5798a57d-d758-496e-8ab5-24dfc3822df9 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 950 time: 0.1048105 Nov 12 03:38:50.449568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ad65f-7d2d-4907-bf32-89880f3086bc req-534e27a9-bcfd-4024-ba41-e84f0c049499 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.451013 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f1ad65f-7d2d-4907-bf32-89880f3086bc req-534e27a9-bcfd-4024-ba41-e84f0c049499 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 950 time: 0.2104464 Nov 12 03:38:50.472027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4d0659-e68b-4d34-b146-e2a28c65a830,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:50.477777 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-db70aaf8-f84e-4d76-9987-903a07e46451 req-37ead382-37f6-454f-b6fa-ff95e8d7a921 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/security-groups?id=41393e3d-9b7b-41e0-98b7-cd973745f941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475395 Nov 12 03:38:50.550230 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37d7a38f-4930-45ba-aefe-25abb70280c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.594855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.595463 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.597786 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-a0ce24f5-d1dc-4bc0-bd2e-fd52f2068261 service neutron] 10.222.0.26 "PUT /v2.0/ports/cb4d0659-e68b-4d34-b146-e2a28c65a830 HTTP/1.1" status: 200 len: 1124 time: 1.5274060 Nov 12 03:38:50.611749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7a38f-4930-45ba-aefe-25abb70280c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92137212-ae62-49c1-a9e4-79af8306c1e9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:50.649875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['cb4d0659-e68b-4d34-b146-e2a28c65a830'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:50.663923 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37d7a38f-4930-45ba-aefe-25abb70280c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.666718 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-37d7a38f-4930-45ba-aefe-25abb70280c0 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/92137212-ae62-49c1-a9e4-79af8306c1e9 HTTP/1.1" status: 204 len: 168 time: 0.8101900 Nov 12 03:38:50.668524 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:50.734885 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a76d6c2-9309-4ecf-9248-f30c79480c13 req-61e17684-5b40-4087-8410-b9d92549a9a9 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.762022 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.776553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0f1ad65f-7d2d-4907-bf32-89880f3086bc req-32b05582-ef69-4d9b-83fb-f1490aabd8a2 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Deleting port e6b82748-bba8-4cc4-bad1-deb77848180a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:50.777207 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0f1ad65f-7d2d-4907-bf32-89880f3086bc req-32b05582-ef69-4d9b-83fb-f1490aabd8a2 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.819673 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a76d6c2-9309-4ecf-9248-f30c79480c13 req-61e17684-5b40-4087-8410-b9d92549a9a9 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.881933 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.916366 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:38:50.916669 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:38:50.917684 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:38:50.918343 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Subscribe: > port after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:38:50.920004 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:38:50.920411 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Subscribe: > port after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:38:50.920734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:38:50.921085 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:38:50.921416 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:38:50.921744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:38:50.931030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e17684-5b40-4087-8410-b9d92549a9a9 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0396ec-7f72-4cc0-9a8f-3f3d86f9efb3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:50.982198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0f1ad65f-7d2d-4907-bf32-89880f3086bc req-32b05582-ef69-4d9b-83fb-f1490aabd8a2 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] For port e6b82748-bba8-4cc4-bad1-deb77848180a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e6b82748-bba8-4cc4-bad1-deb77848180a,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:50.982575 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0f1ad65f-7d2d-4907-bf32-89880f3086bc req-32b05582-ef69-4d9b-83fb-f1490aabd8a2 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.001837 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a76d6c2-9309-4ecf-9248-f30c79480c13 req-61e17684-5b40-4087-8410-b9d92549a9a9 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.008165 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0f1ad65f-7d2d-4907-bf32-89880f3086bc req-32b05582-ef69-4d9b-83fb-f1490aabd8a2 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Calling delete_port for e6b82748-bba8-4cc4-bad1-deb77848180a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:51.033391 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:38:51.033847 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:38:51.034441 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:38:51.034798 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:38:51.036739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7bc59f-31b8-4958-bbbe-cc1675f821d4']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:51.057344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59932170-7899-4a1e-ad02-07b40a51a9e3') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:51.060343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59932170-7899-4a1e-ad02-07b40a51a9e3') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:51.076855 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.090890 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a76d6c2-9309-4ecf-9248-f30c79480c13 req-61e17684-5b40-4087-8410-b9d92549a9a9 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.104568 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.116365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:51.116823 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: from cryptography.utils import int_from_bytes Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: from cryptography.utils import int_from_bytes Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:51.142611 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:51.160106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e17684-5b40-4087-8410-b9d92549a9a9 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0965d6c8-5fb7-4803-a12f-3c860e6ab7af,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:51.214551 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a76d6c2-9309-4ecf-9248-f30c79480c13 req-61e17684-5b40-4087-8410-b9d92549a9a9 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.216491 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9a76d6c2-9309-4ecf-9248-f30c79480c13 req-61e17684-5b40-4087-8410-b9d92549a9a9 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4133799 Nov 12 03:38:51.270836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0528b-8302-4d28-a06e-1b2f2e07d11b req-d0970929-e72a-427b-a2b6-3edfdd8f5725 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:51.272617 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-09d0528b-8302-4d28-a06e-1b2f2e07d11b req-d0970929-e72a-427b-a2b6-3edfdd8f5725 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 944 time: 0.0622387 Nov 12 03:38:51.292623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0f1ad65f-7d2d-4907-bf32-89880f3086bc req-32b05582-ef69-4d9b-83fb-f1490aabd8a2 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.327858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.335969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-09d0528b-8302-4d28-a06e-1b2f2e07d11b req-27e435ed-81bf-4e00-bc45-237ca38b0748 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555930 Nov 12 03:38:51.342132 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.349405 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] 10.222.0.105 "DELETE /v2.0/networks/fb7bc59f-31b8-4958-bbbe-cc1675f821d4 HTTP/1.1" status: 204 len: 168 time: 0.6762295 Nov 12 03:38:51.356292 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a512aa-f393-46f2-aeb3-53ca1939c56e admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7bc59f-31b8-4958-bbbe-cc1675f821d4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:51.356558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['e6b82748-bba8-4cc4-bad1-deb77848180a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:51.448721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b05582-ef69-4d9b-83fb-f1490aabd8a2 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Pushing event deleted for resources: {'Port': ['ID=e6b82748-bba8-4cc4-bad1-deb77848180a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:51.523540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-cb4ff061-53de-4339-a92a-9d14c970e7d1 req-06f4a299-d515-4b9d-b2d8-99965ebf6fdc tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1630350317', 'description': 'tempest-description-1830685930'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:51.527944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1ad65f-7d2d-4907-bf32-89880f3086bc req-32b05582-ef69-4d9b-83fb-f1490aabd8a2 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] No DVR routers for this DVR port e6b82748-bba8-4cc4-bad1-deb77848180a on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:51.534013 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0f1ad65f-7d2d-4907-bf32-89880f3086bc req-32b05582-ef69-4d9b-83fb-f1490aabd8a2 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.537440 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f1ad65f-7d2d-4907-bf32-89880f3086bc req-32b05582-ef69-4d9b-83fb-f1490aabd8a2 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.26 "DELETE /v2.0/ports/e6b82748-bba8-4cc4-bad1-deb77848180a HTTP/1.1" status: 204 len: 173 time: 1.0618644 Nov 12 03:38:51.675575 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cb4ff061-53de-4339-a92a-9d14c970e7d1 req-06f4a299-d515-4b9d-b2d8-99965ebf6fdc tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.751778 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cb4ff061-53de-4339-a92a-9d14c970e7d1 req-06f4a299-d515-4b9d-b2d8-99965ebf6fdc tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.869605 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cb4ff061-53de-4339-a92a-9d14c970e7d1 req-06f4a299-d515-4b9d-b2d8-99965ebf6fdc tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.906228 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4a299-d515-4b9d-b2d8-99965ebf6fdc tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd02700-db4c-4c5c-9753-2f3cf8990163,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:51.921928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49440) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:51.936228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49442) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:51.967533 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cb4ff061-53de-4339-a92a-9d14c970e7d1 req-06f4a299-d515-4b9d-b2d8-99965ebf6fdc tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.985328 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb4ff061-53de-4339-a92a-9d14c970e7d1 req-06f4a299-d515-4b9d-b2d8-99965ebf6fdc tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4908113 Nov 12 03:38:51.993689 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b9638e96-b015-43ec-b5f2-b836ab3c946b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d7c1098aac8b44dd8e42fdb98e51a709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705743 Nov 12 03:38:51.998438 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:52.069948 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2b4b3a3-3d34-469a-a572-8b84c24ee6f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.114777 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2b4b3a3-3d34-469a-a572-8b84c24ee6f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.140257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08da0e0a-5e2a-4c44-b422-d27ffa1b41d0', 'tag': 'cb4d0659-e68b-4d34-b146-e2a28c65a830'}, {'server_uuid': '3c6f24f9-f18d-497d-a05f-277b22509540', 'name': 'network-vif-deleted', 'tag': 'e6b82748-bba8-4cc4-bad1-deb77848180a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:52.150441 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba026e4-e33a-4b7d-99ef-9efd545a9ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "08da0e0a-5e2a-4c44-b422-d27ffa1b41d0", "tag": "cb4d0659-e68b-4d34-b146-e2a28c65a830"}, {"server_uuid": "3c6f24f9-f18d-497d-a05f-277b22509540", "name": "network-vif-deleted", "tag": "e6b82748-bba8-4cc4-bad1-deb77848180a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:52.218717 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94574a2d-a5ea-40ed-8da7-3ea2d68d8612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.235068 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3a29c3c0-49cf-4cf3-bab1-c19202b2494e req-643f492b-37a6-4eb6-a293-1816d0052842 tempest-DeleteServersAdminTestJSON-2055140526 tempest-DeleteServersAdminTestJSON-2055140526-project] 10.222.0.105 "GET /v2.0/ports?device_id=3c6f24f9-f18d-497d-a05f-277b22509540 HTTP/1.1" status: 200 len: 210 time: 0.0510232 Nov 12 03:38:52.327148 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2b4b3a3-3d34-469a-a572-8b84c24ee6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.332263 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2b4b3a3-3d34-469a-a572-8b84c24ee6f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.334183 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b2b4b3a3-3d34-469a-a572-8b84c24ee6f5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/442fdfb2-636d-4b67-bc12-bb91b0022ff6 HTTP/1.1" status: 204 len: 168 time: 0.3340399 Nov 12 03:38:52.395333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4b3a3-3d34-469a-a572-8b84c24ee6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442fdfb2-636d-4b67-bc12-bb91b0022ff6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:52.475223 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94574a2d-a5ea-40ed-8da7-3ea2d68d8612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.601870 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68db6f96-58f6-4360-b431-b034e442a960 x-openstack-request-id: req-68db6f96-58f6-4360-b431-b034e442a960 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:52.602185 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08da0e0a-5e2a-4c44-b422-d27ffa1b41d0", "tag": "cb4d0659-e68b-4d34-b146-e2a28c65a830", "status": "completed", "code": 200}, {"server_uuid": "3c6f24f9-f18d-497d-a05f-277b22509540", "name": "network-vif-deleted", "tag": "e6b82748-bba8-4cc4-bad1-deb77848180a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:52.602483 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-68db6f96-58f6-4360-b431-b034e442a960 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:52.603033 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08da0e0a-5e2a-4c44-b422-d27ffa1b41d0', 'tag': 'cb4d0659-e68b-4d34-b146-e2a28c65a830', 'status': 'completed', 'code': 200} Nov 12 03:38:52.603346 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6f24f9-f18d-497d-a05f-277b22509540', 'name': 'network-vif-deleted', 'tag': 'e6b82748-bba8-4cc4-bad1-deb77848180a', 'status': 'completed', 'code': 200} Nov 12 03:38:52.609627 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94574a2d-a5ea-40ed-8da7-3ea2d68d8612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.708960 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-94574a2d-a5ea-40ed-8da7-3ea2d68d8612 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=16c07788b97d487b9e3d2ea0e1854db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7713764 Nov 12 03:38:52.719140 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:52.719668 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed4252-6c39-4336-b96c-c1cc335aad7c req-f05bbaa8-e4b0-4f3b-86a8-0d75eb694438 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.721557 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1ed4252-6c39-4336-b96c-c1cc335aad7c req-f05bbaa8-e4b0-4f3b-86a8-0d75eb694438 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 944 time: 0.0682130 Nov 12 03:38:52.739367 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-a7c57533-b04c-4790-a991-7f84deddfb52 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37039 time: 0.4555583 Nov 12 03:38:52.743760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94574a2d-a5ea-40ed-8da7-3ea2d68d8612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a3db05-c570-4f06-8bde-b3c0492563e4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:52.778470 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba026e4-e33a-4b7d-99ef-9efd545a9ae9 req-6eca579e-500a-4f7b-a74e-0b57aa9feee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.778577 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dba026e4-e33a-4b7d-99ef-9efd545a9ae9 req-6eca579e-500a-4f7b-a74e-0b57aa9feee3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 1127 time: 0.1400673 Nov 12 03:38:52.810680 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1ed4252-6c39-4336-b96c-c1cc335aad7c req-a081c0ad-95be-4018-a830-fa1ffd4d3c83 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793471 Nov 12 03:38:52.960930 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa7eff72-09a8-4b73-8ee2-cff939599edc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.978119 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-6975f920-af4e-48c9-88d7-67418d834366 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/1553893b-4948-48ad-8ab3-43e776be5bb9 HTTP/1.1" status: 200 len: 2994 time: 0.1782780 Nov 12 03:38:53.015722 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa7eff72-09a8-4b73-8ee2-cff939599edc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.063814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba026e4-e33a-4b7d-99ef-9efd545a9ae9 req-46fe4c1e-82d9-4ccc-87a5-a4eff6f10d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:53.065394 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dba026e4-e33a-4b7d-99ef-9efd545a9ae9 req-46fe4c1e-82d9-4ccc-87a5-a4eff6f10d6b service neutron] 10.222.0.25 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.2642822 Nov 12 03:38:53.067241 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-304822fc-47a9-4dc3-a1d2-919d83d74e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.127014 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dba026e4-e33a-4b7d-99ef-9efd545a9ae9 req-417391ae-0291-4ab6-b1e6-ce5c71e1be62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830 HTTP/1.1" status: 200 len: 217 time: 0.0445752 Nov 12 03:38:53.128442 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-933f6904-24ae-4585-a3fe-db92c09be5d6 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/1553893b-4948-48ad-8ab3-43e776be5bb9 HTTP/1.1" status: 200 len: 2994 time: 0.1374841 Nov 12 03:38:53.218019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba026e4-e33a-4b7d-99ef-9efd545a9ae9 req-11f74cd3-ca22-4d26-b21b-6cb06c82042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:53.219740 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dba026e4-e33a-4b7d-99ef-9efd545a9ae9 req-11f74cd3-ca22-4d26-b21b-6cb06c82042d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.0837810 Nov 12 03:38:53.224797 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-935c7167-f38b-4199-9272-4bfed5c4c3aa tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/32f65ac0-2429-4d1d-bc88-c94b9efcbb6a HTTP/1.1" status: 200 len: 2998 time: 0.0768671 Nov 12 03:38:53.265721 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dba026e4-e33a-4b7d-99ef-9efd545a9ae9 req-d71c2f74-0762-4f1d-99c0-926989da7e97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368197 Nov 12 03:38:53.307076 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa7eff72-09a8-4b73-8ee2-cff939599edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.309709 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa7eff72-09a8-4b73-8ee2-cff939599edc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.310869 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-aa7eff72-09a8-4b73-8ee2-cff939599edc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f3a3db05-c570-4f06-8bde-b3c0492563e4 HTTP/1.1" status: 204 len: 168 time: 0.5895777 Nov 12 03:38:53.356617 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7eff72-09a8-4b73-8ee2-cff939599edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a3db05-c570-4f06-8bde-b3c0492563e4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:53.374225 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-ed66ee25-335f-48e5-bfa3-5a374a2dfac9 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/32f65ac0-2429-4d1d-bc88-c94b9efcbb6a HTTP/1.1" status: 200 len: 2998 time: 0.1348350 Nov 12 03:38:53.383279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device cb4d0659-e68b-4d34-b146-e2a28c65a830 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:53.397755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e6b82748-bba8-4cc4-bad1-deb77848180a no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:53.442004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: e6b82748-bba8-4cc4-bad1-deb77848180a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:53.442383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e6b82748-bba8-4cc4-bad1-deb77848180a not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:53.472711 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dba026e4-e33a-4b7d-99ef-9efd545a9ae9 req-23b9a329-6760-446b-af57-35ecee28420c service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977334 Nov 12 03:38:53.480682 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-55b8274c-4b81-4c60-84f6-71872ab1d011 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/3d0396ec-7f72-4cc0-9a8f-3f3d86f9efb3 HTTP/1.1" status: 200 len: 2998 time: 0.0964999 Nov 12 03:38:53.605399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:53.622259 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device cb4d0659-e68b-4d34-b146-e2a28c65a830 has no active binding in host n-h2-767704-23 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:38:53.683041 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dba026e4-e33a-4b7d-99ef-9efd545a9ae9 req-47213005-e931-42e5-a5d6-f7884a81f014 service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005160 Nov 12 03:38:53.690743 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-20a5959e-5d1a-4038-8550-24bd29c1da04 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/3d0396ec-7f72-4cc0-9a8f-3f3d86f9efb3 HTTP/1.1" status: 200 len: 2998 time: 0.1877766 Nov 12 03:38:53.744092 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-ba07db15-1f05-444e-96a0-e80c3b20649a tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/41393e3d-9b7b-41e0-98b7-cd973745f941 HTTP/1.1" status: 200 len: 2994 time: 0.0517170 Nov 12 03:38:53.804582 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-ce6b8d35-7c08-418a-bcf5-b690387d3614 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/41393e3d-9b7b-41e0-98b7-cd973745f941 HTTP/1.1" status: 200 len: 2994 time: 0.0528693 Nov 12 03:38:53.857634 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-9e791e4a-294a-4cf3-bcc0-b8c1a7c2fae9 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/58b7ff45-fa2d-403b-9e1a-e7d6fa0ca84f HTTP/1.1" status: 200 len: 2990 time: 0.0461369 Nov 12 03:38:53.907301 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-1198f35f-d276-4a4a-9213-bac01493c557 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/58b7ff45-fa2d-403b-9e1a-e7d6fa0ca84f HTTP/1.1" status: 200 len: 2990 time: 0.0429037 Nov 12 03:38:53.960511 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-3da18917-a666-4d8b-9972-bddee23209a0 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/5a4d8f45-aca9-48b2-805d-f71521c56e05 HTTP/1.1" status: 200 len: 2994 time: 0.0438166 Nov 12 03:38:54.053970 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-69557bd3-897a-4fe9-bd02-440520ca3dc0 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/5a4d8f45-aca9-48b2-805d-f71521c56e05 HTTP/1.1" status: 200 len: 2994 time: 0.0855341 Nov 12 03:38:54.119383 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-daeb68bf-d679-4169-a8ee-93be450c11ff tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/71ae32c4-1738-4e30-a1db-572ad20f41a9 HTTP/1.1" status: 200 len: 2994 time: 0.0537329 Nov 12 03:38:54.138317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49514) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:54.155817 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e895461-6066-47c2-8432-48f7347348f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.187911 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-b784b1c5-2376-4306-ac36-46eabe20f152 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/71ae32c4-1738-4e30-a1db-572ad20f41a9 HTTP/1.1" status: 200 len: 2994 time: 0.0604835 Nov 12 03:38:54.265024 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-085cd5a3-288f-4276-8675-c203a8e0c4e1 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/c8eefdd3-e573-4646-8165-71e0ee68118c HTTP/1.1" status: 200 len: 2998 time: 0.0682731 Nov 12 03:38:54.302036 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e895461-6066-47c2-8432-48f7347348f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.319984 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-d6dc76af-1de8-437f-8096-3b605e8faab8 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/c8eefdd3-e573-4646-8165-71e0ee68118c HTTP/1.1" status: 200 len: 2998 time: 0.0538416 Nov 12 03:38:54.377235 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-a77ebd88-d578-414a-bb19-8d1eac8c2fff tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/cd02cbe5-7157-4a85-a2cd-7d3c419781c1 HTTP/1.1" status: 200 len: 2998 time: 0.0497417 Nov 12 03:38:54.377881 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e895461-6066-47c2-8432-48f7347348f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.426132 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4e895461-6066-47c2-8432-48f7347348f2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=127eceb6a0c941648b8be3adfb587a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858837 Nov 12 03:38:54.429939 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49524) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:54.444422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e895461-6066-47c2-8432-48f7347348f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca67152f-3141-41d5-9655-929d13ece4d3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:54.465377 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-f4e2d93e-a2c3-441e-b69b-de9bac20df18 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/cd02cbe5-7157-4a85-a2cd-7d3c419781c1 HTTP/1.1" status: 200 len: 2998 time: 0.0772133 Nov 12 03:38:54.519643 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1942a14b-2e4a-4d13-98d4-226f784ec77b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.520576 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-4fb3299a-0b67-4405-a068-8eabc747f9f5 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/f99e82c1-f684-4966-ad06-87fdb2e69fcb HTTP/1.1" status: 200 len: 2998 time: 0.0536780 Nov 12 03:38:54.550177 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1942a14b-2e4a-4d13-98d4-226f784ec77b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.568172 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c12a8f-0612-4457-ba52-718e291b8b3d req-6178fa8f-89be-48e6-b1f1-d1603693d07f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:54.569728 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80c12a8f-0612-4457-ba52-718e291b8b3d req-6178fa8f-89be-48e6-b1f1-d1603693d07f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 944 time: 0.0955327 Nov 12 03:38:54.580676 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.593861 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88bbb98-d2e5-4aea-8cee-f8ad751ea9f5 req-a8bfeef8-7526-4e79-a3df-0b2aec8b5d23 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/f99e82c1-f684-4966-ad06-87fdb2e69fcb HTTP/1.1" status: 200 len: 2998 time: 0.0609930 Nov 12 03:38:54.653798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80c12a8f-0612-4457-ba52-718e291b8b3d req-1c4ebfe3-a3e3-4b72-9128-80395a6d33a4 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553286 Nov 12 03:38:54.738619 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1942a14b-2e4a-4d13-98d4-226f784ec77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.742901 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1942a14b-2e4a-4d13-98d4-226f784ec77b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.752422 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1942a14b-2e4a-4d13-98d4-226f784ec77b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ca67152f-3141-41d5-9655-929d13ece4d3 HTTP/1.1" status: 204 len: 168 time: 0.3144283 Nov 12 03:38:54.760526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942a14b-2e4a-4d13-98d4-226f784ec77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca67152f-3141-41d5-9655-929d13ece4d3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:54.846121 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a412bc7-d91d-4954-90e9-d793fada3bda req-919ba30b-5aa7-47b1-925b-99c52c7171a4 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e0342b7d05c9477ca3a6e00040cb846d HTTP/1.1" status: 200 len: 6153 time: 0.1218801 Nov 12 03:38:54.910448 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a412bc7-d91d-4954-90e9-d793fada3bda req-e9508995-5321-43ef-9b62-f3b8c11341be tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] 10.222.0.105 "GET /v2.0/security-groups/c8eefdd3-e573-4646-8165-71e0ee68118c HTTP/1.1" status: 200 len: 2998 time: 0.0634103 Nov 12 03:38:54.969560 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a412bc7-d91d-4954-90e9-d793fada3bda req-f02a6564-3de9-428a-96a6-ecd337f50f3b tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] 10.222.0.105 "GET /v2.0/security-groups/c8eefdd3-e573-4646-8165-71e0ee68118c HTTP/1.1" status: 200 len: 2998 time: 0.0522473 Nov 12 03:38:55.068944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f523f629-b86f-42c9-ac88-b5348996444e req-fa578dc8-776e-478e-b09a-b099b639427a tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/cdd02700-db4c-4c5c-9753-2f3cf8990163 HTTP/1.1" status: 200 len: 1795 time: 0.0405340 Nov 12 03:38:55.148266 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f523f629-b86f-42c9-ac88-b5348996444e req-3b0ad36c-8189-4c6b-ac3c-109b05ab76d7 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.168882 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f523f629-b86f-42c9-ac88-b5348996444e req-3b0ad36c-8189-4c6b-ac3c-109b05ab76d7 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.275775 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f523f629-b86f-42c9-ac88-b5348996444e req-3b0ad36c-8189-4c6b-ac3c-109b05ab76d7 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.291851 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f523f629-b86f-42c9-ac88-b5348996444e req-3b0ad36c-8189-4c6b-ac3c-109b05ab76d7 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.291851 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f523f629-b86f-42c9-ac88-b5348996444e req-3b0ad36c-8189-4c6b-ac3c-109b05ab76d7 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "DELETE /v2.0/security-groups/cdd02700-db4c-4c5c-9753-2f3cf8990163 HTTP/1.1" status: 204 len: 173 time: 0.2065358 Nov 12 03:38:55.299434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ad36c-8189-4c6b-ac3c-109b05ab76d7 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd02700-db4c-4c5c-9753-2f3cf8990163,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:55.487700 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fcfe6ce-f7dc-427e-93db-b262c1c3ec69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.544970 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d41bbbd-5ae7-4136-ac00-2e4f683c6ce7 req-941b50f5-2d54-4ac7-b660-a85f156b3b86 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "GET /v2.0/security-groups/0965d6c8-5fb7-4803-a12f-3c860e6ab7af HTTP/1.1" status: 200 len: 1790 time: 0.0725510 Nov 12 03:38:55.631077 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d41bbbd-5ae7-4136-ac00-2e4f683c6ce7 req-24e6989b-067a-47cb-a96b-6534c2539789 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.672329 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d41bbbd-5ae7-4136-ac00-2e4f683c6ce7 req-24e6989b-067a-47cb-a96b-6534c2539789 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.818976 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d41bbbd-5ae7-4136-ac00-2e4f683c6ce7 req-24e6989b-067a-47cb-a96b-6534c2539789 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.830120 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d41bbbd-5ae7-4136-ac00-2e4f683c6ce7 req-24e6989b-067a-47cb-a96b-6534c2539789 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.831925 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d41bbbd-5ae7-4136-ac00-2e4f683c6ce7 req-24e6989b-067a-47cb-a96b-6534c2539789 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] 10.222.0.105 "DELETE /v2.0/security-groups/0965d6c8-5fb7-4803-a12f-3c860e6ab7af HTTP/1.1" status: 204 len: 173 time: 0.2787783 Nov 12 03:38:55.851895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6989b-067a-47cb-a96b-6534c2539789 tempest-SecurityGroupsTestAdminJSON-2071854712 tempest-SecurityGroupsTestAdminJSON-2071854712-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0965d6c8-5fb7-4803-a12f-3c860e6ab7af,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:56.040016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208bae7-ea55-4b2f-8686-ca61bf53dfc5 req-1700b879-369b-423e-9f10-2ba7a61a0102 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.043131 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4208bae7-ea55-4b2f-8686-ca61bf53dfc5 req-1700b879-369b-423e-9f10-2ba7a61a0102 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 944 time: 0.0802028 Nov 12 03:38:56.050085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49584) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:56.102968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49588) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:56.130077 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4208bae7-ea55-4b2f-8686-ca61bf53dfc5 req-e5a182ef-8c1c-41a5-a324-4d3f7d6ab0fd tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702610 Nov 12 03:38:56.221560 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63b3515c-d5d4-4827-beb4-ba079bc1f75c req-5c9e6281-b5fe-46ec-bfb3-0a680eaeeba5 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] 10.222.0.105 "GET /v2.0/security-groups/d33640e5-0ac1-4176-a656-e4f37196ae1a HTTP/1.1" status: 200 len: 1795 time: 0.0497599 Nov 12 03:38:56.302993 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-63b3515c-d5d4-4827-beb4-ba079bc1f75c req-5d41806a-45b3-4f39-a4bc-77d9ca12bb35 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.304440 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e207f5f4-aa3e-4a0c-9e98-3f21ce69bce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.349958 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-63b3515c-d5d4-4827-beb4-ba079bc1f75c req-5d41806a-45b3-4f39-a4bc-77d9ca12bb35 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.413265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-296e539b-2b4f-4be0-a369-63bc5bcaa6a4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0c780a605d204e81b78579b6b05a3ce4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3065515 Nov 12 03:38:56.419809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49598) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:56.486952 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e207f5f4-aa3e-4a0c-9e98-3f21ce69bce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.504913 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbae6d67-7d30-4af3-acfc-67f460fc5c67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.516125 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.530733 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbae6d67-7d30-4af3-acfc-67f460fc5c67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.547960 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e207f5f4-aa3e-4a0c-9e98-3f21ce69bce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.548399 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-63b3515c-d5d4-4827-beb4-ba079bc1f75c req-5d41806a-45b3-4f39-a4bc-77d9ca12bb35 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.553186 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-63b3515c-d5d4-4827-beb4-ba079bc1f75c req-5d41806a-45b3-4f39-a4bc-77d9ca12bb35 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.569354 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63b3515c-d5d4-4827-beb4-ba079bc1f75c req-5d41806a-45b3-4f39-a4bc-77d9ca12bb35 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] 10.222.0.105 "DELETE /v2.0/security-groups/d33640e5-0ac1-4176-a656-e4f37196ae1a HTTP/1.1" status: 204 len: 173 time: 0.3381929 Nov 12 03:38:56.593265 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41806a-45b3-4f39-a4bc-77d9ca12bb35 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33640e5-0ac1-4176-a656-e4f37196ae1a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:56.614326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e207f5f4-aa3e-4a0c-9e98-3f21ce69bce7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=96d52bba7c9949fcbad872f6341298d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5627091 Nov 12 03:38:56.615654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207f5f4-aa3e-4a0c-9e98-3f21ce69bce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be26d98-1afe-4772-a808-a4ea42a925ad,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:56.620338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49612) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:56.702873 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31d781f2-1aef-4cce-ba5e-a7e03b6a281e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.711801 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28f83620-b163-4e6b-b853-9b68929fcb69 req-6c69bedf-12d0-4632-b881-150399f9aa01 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] 10.222.0.105 "GET /v2.0/security-groups/bcea8b7d-c1f7-4bc5-b56f-eb9d4dcbcbc7 HTTP/1.1" status: 200 len: 1793 time: 0.0606520 Nov 12 03:38:56.743228 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31d781f2-1aef-4cce-ba5e-a7e03b6a281e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.753973 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbae6d67-7d30-4af3-acfc-67f460fc5c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.761473 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbae6d67-7d30-4af3-acfc-67f460fc5c67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.762933 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dbae6d67-7d30-4af3-acfc-67f460fc5c67 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/41393e3d-9b7b-41e0-98b7-cd973745f941 HTTP/1.1" status: 204 len: 168 time: 0.3409688 Nov 12 03:38:56.793478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae6d67-7d30-4af3-acfc-67f460fc5c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41393e3d-9b7b-41e0-98b7-cd973745f941,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:56.816419 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28f83620-b163-4e6b-b853-9b68929fcb69 req-276ead51-51b9-4a91-8f80-6abc737687a4 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.859823 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28f83620-b163-4e6b-b853-9b68929fcb69 req-276ead51-51b9-4a91-8f80-6abc737687a4 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.899260 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31d781f2-1aef-4cce-ba5e-a7e03b6a281e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.899260 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31d781f2-1aef-4cce-ba5e-a7e03b6a281e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.899645 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-31d781f2-1aef-4cce-ba5e-a7e03b6a281e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4be26d98-1afe-4772-a808-a4ea42a925ad HTTP/1.1" status: 204 len: 168 time: 0.2732205 Nov 12 03:38:56.916675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d781f2-1aef-4cce-ba5e-a7e03b6a281e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be26d98-1afe-4772-a808-a4ea42a925ad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:57.036158 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28f83620-b163-4e6b-b853-9b68929fcb69 req-276ead51-51b9-4a91-8f80-6abc737687a4 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.039779 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28f83620-b163-4e6b-b853-9b68929fcb69 req-276ead51-51b9-4a91-8f80-6abc737687a4 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.049582 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28f83620-b163-4e6b-b853-9b68929fcb69 req-276ead51-51b9-4a91-8f80-6abc737687a4 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] 10.222.0.105 "DELETE /v2.0/security-groups/bcea8b7d-c1f7-4bc5-b56f-eb9d4dcbcbc7 HTTP/1.1" status: 204 len: 173 time: 0.3256524 Nov 12 03:38:57.064216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ead51-51b9-4a91-8f80-6abc737687a4 tempest-SecurityGroupsTestAdminJSON-271680552 tempest-SecurityGroupsTestAdminJSON-271680552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcea8b7d-c1f7-4bc5-b56f-eb9d4dcbcbc7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:57.303657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365aba98-0922-4c24-8a49-a8a83dd073e7 req-a8ca6d24-ca94-4841-b4c9-bd454a294443 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.305348 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-365aba98-0922-4c24-8a49-a8a83dd073e7 req-a8ca6d24-ca94-4841-b4c9-bd454a294443 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 944 time: 0.0862601 Nov 12 03:38:57.381781 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-365aba98-0922-4c24-8a49-a8a83dd073e7 req-6b4c979b-2161-4bc2-bfb2-d131314255f9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685701 Nov 12 03:38:57.930370 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49650) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:57.963017 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9b2e004-69b3-4e64-bd55-f73e680754c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.055893 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:58.059593 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9b2e004-69b3-4e64-bd55-f73e680754c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.219239 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9b2e004-69b3-4e64-bd55-f73e680754c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.248726 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.294104 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e9b2e004-69b3-4e64-bd55-f73e680754c4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1f08763473904c6380b776086cd54b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622806 Nov 12 03:38:58.297248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49668) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:58.299081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2e004-69b3-4e64-bd55-f73e680754c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e3edb6-da2b-4f23-b891-467898c3f172,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:58.378896 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f54b474-b63a-483f-bdaa-0f3eb2bdfd34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.472493 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f54b474-b63a-483f-bdaa-0f3eb2bdfd34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.572778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8fc38c25-e7ad-460a-97ba-5c06465a8523 service neutron] 10.222.0.25 "GET /v2.0/ports/cb4d0659-e68b-4d34-b146-e2a28c65a830/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 385 time: 0.1399534 Nov 12 03:38:58.625564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-77ffed31-5f53-4e38-8862-af43be2a79cf admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e0342b7d05c9477ca3a6e00040cb846d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5682268 Nov 12 03:38:58.631008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:58.718855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b600a9-dc6c-4060-8aa2-f5d99e5889f4 req-b20ca019-74ff-40ec-8c56-25d1b2367373 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.721998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49b600a9-dc6c-4060-8aa2-f5d99e5889f4 req-b20ca019-74ff-40ec-8c56-25d1b2367373 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 944 time: 0.1816075 Nov 12 03:38:58.754142 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9597c60-d154-4a22-8546-16fd57d7f0c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.787610 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f54b474-b63a-483f-bdaa-0f3eb2bdfd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.793349 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f54b474-b63a-483f-bdaa-0f3eb2bdfd34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.795581 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5f54b474-b63a-483f-bdaa-0f3eb2bdfd34 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/09e3edb6-da2b-4f23-b891-467898c3f172 HTTP/1.1" status: 204 len: 168 time: 0.4966481 Nov 12 03:38:58.819557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54b474-b63a-483f-bdaa-0f3eb2bdfd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e3edb6-da2b-4f23-b891-467898c3f172,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:58.861783 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9597c60-d154-4a22-8546-16fd57d7f0c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.893493 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.924475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49b600a9-dc6c-4060-8aa2-f5d99e5889f4 req-e5dc2ec7-52e5-42c5-ae90-f97f84b5075f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879647 Nov 12 03:38:58.959209 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-9f96845b-ccba-49a0-b9d9-c404113845e2 service neutron] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:59.022688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-9f96845b-ccba-49a0-b9d9-c404113845e2 service neutron] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:59.073761 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-9f96845b-ccba-49a0-b9d9-c404113845e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4d0659-e68b-4d34-b146-e2a28c65a830 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:59.082742 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9597c60-d154-4a22-8546-16fd57d7f0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.086689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9597c60-d154-4a22-8546-16fd57d7f0c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.094383 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f9597c60-d154-4a22-8546-16fd57d7f0c9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c8eefdd3-e573-4646-8165-71e0ee68118c HTTP/1.1" status: 204 len: 168 time: 0.4570291 Nov 12 03:38:59.102023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9597c60-d154-4a22-8546-16fd57d7f0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eefdd3-e573-4646-8165-71e0ee68118c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:59.107394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-9f96845b-ccba-49a0-b9d9-c404113845e2 service neutron] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:59.207679 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-9f96845b-ccba-49a0-b9d9-c404113845e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.299349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-9f96845b-ccba-49a0-b9d9-c404113845e2 service neutron] Transition to ACTIVE for port object cb4d0659-e68b-4d34-b146-e2a28c65a830 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:59.358153 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-9f96845b-ccba-49a0-b9d9-c404113845e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.455535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-9f96845b-ccba-49a0-b9d9-c404113845e2 service neutron] No DVR routers for this DVR port cb4d0659-e68b-4d34-b146-e2a28c65a830 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:59.513454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96845b-ccba-49a0-b9d9-c404113845e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4d0659-e68b-4d34-b146-e2a28c65a830,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:59.785232 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-9f96845b-ccba-49a0-b9d9-c404113845e2 service neutron] 10.222.0.25 "PUT /v2.0/ports/cb4d0659-e68b-4d34-b146-e2a28c65a830/bindings/n-h2-767704-23/activate HTTP/1.1" status: 200 len: 370 time: 1.1982849 Nov 12 03:38:59.992016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-6a2fe2b3-c7c0-480a-a20e-144f7452b434 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.993573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-6a2fe2b3-c7c0-480a-a20e-144f7452b434 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0&tenant_id=47b77b3c8092439394887f6a4638c133&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 1097 time: 0.0481977 Nov 12 03:39:00.102023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e717a14-b477-45ce-aaa0-533eb0fce85d req-baa248ed-bccc-4d86-a9e7-74dceefbb415 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.103807 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5e717a14-b477-45ce-aaa0-533eb0fce85d req-baa248ed-bccc-4d86-a9e7-74dceefbb415 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 945 time: 0.0681632 Nov 12 03:39:00.105978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-fffbea37-a5c6-4e7f-be63-ccd24a8eb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.109035 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-fffbea37-a5c6-4e7f-be63-ccd24a8eb921 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0&tenant_id=47b77b3c8092439394887f6a4638c133 HTTP/1.1" status: 200 len: 1097 time: 0.0941150 Nov 12 03:39:00.199982 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5e717a14-b477-45ce-aaa0-533eb0fce85d req-b0f19617-a1aa-48b7-a51e-9ff6044c0a62 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828753 Nov 12 03:39:00.230769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-4e889aff-9a57-4a89-9097-1bbf6729bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.232483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-4e889aff-9a57-4a89-9097-1bbf6729bdd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 1097 time: 0.0813820 Nov 12 03:39:00.377238 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-d09dee4c-c5f7-41e4-a602-66a7618607fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.379287 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-d09dee4c-c5f7-41e4-a602-66a7618607fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.1335804 Nov 12 03:39:00.433826 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-bc6e445a-2095-4d21-ab3b-6d6e04e3e655 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830 HTTP/1.1" status: 200 len: 217 time: 0.0441122 Nov 12 03:39:00.490903 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49744) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:00.505826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-b3876e80-d6ed-4781-9f2f-ba5b56ffde36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.508396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-b3876e80-d6ed-4781-9f2f-ba5b56ffde36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.0651104 Nov 12 03:39:00.549894 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-e3c00a9d-f5ae-4a5c-91ad-b79d9538d305 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289638 Nov 12 03:39:00.671205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:00.696060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-8d0f47e4-82ff-4b40-9c83-1d89f0b83a06 service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330755 Nov 12 03:39:00.825169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:00.825492 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-c10b5ab6-59c5-42c9-a2af-a1cb8e01a1b1 service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199005 Nov 12 03:39:00.883961 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1dd93d83-ed5f-4f06-80da-521ef2ac570b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3929fc3f406b441a90f70de21af3e52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568521 Nov 12 03:39:00.888187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49760) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:00.974404 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc82732b-0944-48c3-b1f9-aba1e251af21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.021888 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc82732b-0944-48c3-b1f9-aba1e251af21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.070404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1223706464-network', 'tenant_id': '14032ed096f24f19aa2e42581293a755'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:01.165550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d98e2ab1-010a-404e-929a-78b4511effeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.174738 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc82732b-0944-48c3-b1f9-aba1e251af21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.178483 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc82732b-0944-48c3-b1f9-aba1e251af21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.180494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dc82732b-0944-48c3-b1f9-aba1e251af21 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3d0396ec-7f72-4cc0-9a8f-3f3d86f9efb3 HTTP/1.1" status: 204 len: 168 time: 0.2905464 Nov 12 03:39:01.207504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82732b-0944-48c3-b1f9-aba1e251af21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0396ec-7f72-4cc0-9a8f-3f3d86f9efb3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:01.210192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] Made reservation on behalf of 14032ed096f24f19aa2e42581293a755 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:01.213154 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.272070 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.437885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d98e2ab1-010a-404e-929a-78b4511effeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.438817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device cb4d0659-e68b-4d34-b146-e2a28c65a830 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:01.472835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac9d83-8ffe-4bcf-92af-799e201020b0 req-ff079778-fc7a-4df0-b16f-f4bcee9d89ed tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.475731 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b0ac9d83-8ffe-4bcf-92af-799e201020b0 req-ff079778-fc7a-4df0-b16f-f4bcee9d89ed tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 945 time: 0.1299179 Nov 12 03:39:01.517665 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.524267 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d98e2ab1-010a-404e-929a-78b4511effeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.531650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-65f3f1bd-b7c2-4e2d-9283-b4b1c26fe47c tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.533499 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-65f3f1bd-b7c2-4e2d-9283-b4b1c26fe47c tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0&tenant_id=47b77b3c8092439394887f6a4638c133&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 1097 time: 0.1158772 Nov 12 03:39:01.545346 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device cb4d0659-e68b-4d34-b146-e2a28c65a830 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:01.597593 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b0ac9d83-8ffe-4bcf-92af-799e201020b0 req-02c4ab0f-f070-4f9e-bccc-86ac64676576 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145747 Nov 12 03:39:01.601914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e2ab1-010a-404e-929a-78b4511effeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f34e4e0-5d80-400e-8826-b47750702440,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:01.610729 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d98e2ab1-010a-404e-929a-78b4511effeb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a4004314f01c4b4297fd2d87ce72a12b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9371347 Nov 12 03:39:01.615484 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49776) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:01.649625 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.690658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df36f447-a607-4c90-94bf-d60185f969bc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:01.727702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:01.747930 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a81f-776e-4557-bc7b-964bf75ccf56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.753434 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.754140 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] Added segment 241f9c53-6d59-41c1-85e8-f7ea4e91bb6a of type vlan for network 696a0b0e-cd69-43f8-bd70-d144300ef8cc Nov 12 03:39:01.803258 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a81f-776e-4557-bc7b-964bf75ccf56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.818068 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.876336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-af10aee3-e84b-4a4a-a51a-b1d1c91a95b9 service neutron] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:01.881962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-af10aee3-e84b-4a4a-a51a-b1d1c91a95b9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.883588 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c70933d-d4e4-44f4-bc14-856400c7aa29 req-af10aee3-e84b-4a4a-a51a-b1d1c91a95b9 service neutron] 10.222.0.26 "DELETE /v2.0/ports/cb4d0659-e68b-4d34-b146-e2a28c65a830/bindings/n-h1-767704-23 HTTP/1.1" status: 204 len: 173 time: 0.3280888 Nov 12 03:39:01.967632 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.968824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.974030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.037045 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a81f-776e-4557-bc7b-964bf75ccf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.039978 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a81f-776e-4557-bc7b-964bf75ccf56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.041227 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c8f8a81f-776e-4557-bc7b-964bf75ccf56 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7f34e4e0-5d80-400e-8826-b47750702440 HTTP/1.1" status: 204 len: 168 time: 0.4105952 Nov 12 03:39:02.054590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] Pushing event updated for resources: {'Network': ['ID=696a0b0e-cd69-43f8-bd70-d144300ef8cc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:02.058393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8a81f-776e-4557-bc7b-964bf75ccf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f34e4e0-5d80-400e-8826-b47750702440,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:02.069062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 696a0b0e-cd69-43f8-bd70-d144300ef8cc details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:02.230841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6509a1ef-5aa2-4b88-8067-d4f7acd12726 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7381270 Nov 12 03:39:02.233599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49788) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:02.241734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b7e1cf93-9cc6-44b9-9d95-1dd6a12c9098 admin admin] Request body: {'subnet': {'network_id': '696a0b0e-cd69-43f8-bd70-d144300ef8cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1223706464-subnet', 'tenant_id': '14032ed096f24f19aa2e42581293a755', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:02.362068 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e1cf93-9cc6-44b9-9d95-1dd6a12c9098 admin admin] Made reservation on behalf of 14032ed096f24f19aa2e42581293a755 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:02.364955 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7e1cf93-9cc6-44b9-9d95-1dd6a12c9098 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.596731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:02.665829 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7e1cf93-9cc6-44b9-9d95-1dd6a12c9098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.712395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49808) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:02.761488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1cf93-9cc6-44b9-9d95-1dd6a12c9098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=700eda41-5ddb-476e-8671-27f5a74aa9b1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:02.765749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a982f-bfb3-48e4-9dda-91ab6d862827 req-aa910de9-5803-418a-8840-6a7f449d6584 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:02.775389 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-713a982f-bfb3-48e4-9dda-91ab6d862827 req-aa910de9-5803-418a-8840-6a7f449d6584 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 945 time: 0.0810130 Nov 12 03:39:02.788400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e1cf93-9cc6-44b9-9d95-1dd6a12c9098 admin admin] Checking segment: {'id': '241f9c53-6d59-41c1-85e8-f7ea4e91bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '696a0b0e-cd69-43f8-bd70-d144300ef8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:02.788777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e1cf93-9cc6-44b9-9d95-1dd6a12c9098 admin admin] Network hostable DHCP agents. Network: 696a0b0e-cd69-43f8-bd70-d144300ef8cc, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:02.841169 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-713a982f-bfb3-48e4-9dda-91ab6d862827 req-9ab34991-1794-484e-9f71-f74962f11147 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640683 Nov 12 03:39:02.883519 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f4fbdac-d88f-4e38-8071-4cea2583e0d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.935437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e1cf93-9cc6-44b9-9d95-1dd6a12c9098 admin admin] Network 696a0b0e-cd69-43f8-bd70-d144300ef8cc is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:03.041381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc4f00-e7d6-47f0-bb45-7d1b99ac2022 req-1e9e81a3-3985-4047-8d5e-af565138fb90 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:03.043229 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ecc4f00-e7d6-47f0-bb45-7d1b99ac2022 req-1e9e81a3-3985-4047-8d5e-af565138fb90 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 1097 time: 0.0689051 Nov 12 03:39:03.043744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b7e1cf93-9cc6-44b9-9d95-1dd6a12c9098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 696a0b0e-cd69-43f8-bd70-d144300ef8cc) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:03.056219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dc8bec-29c3-43f7-ba03-8099b6e816f0 None None] Network 696a0b0e-cd69-43f8-bd70-d144300ef8cc requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:03.063826 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f4fbdac-d88f-4e38-8071-4cea2583e0d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.068465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e1cf93-9cc6-44b9-9d95-1dd6a12c9098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:03.069544 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7e1cf93-9cc6-44b9-9d95-1dd6a12c9098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.135829 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f4fbdac-d88f-4e38-8071-4cea2583e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.202471 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b7e1cf93-9cc6-44b9-9d95-1dd6a12c9098 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9671993 Nov 12 03:39:03.228956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ecc4f00-e7d6-47f0-bb45-7d1b99ac2022 req-85fe805f-0146-4cda-b4f3-3cf053020b98 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707478 Nov 12 03:39:03.231051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fbdac-d88f-4e38-8071-4cea2583e0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d1c594-5f8a-4044-afe9-c6f22efd2ed7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:03.251879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0f4fbdac-d88f-4e38-8071-4cea2583e0d4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=091aa928be62471fb6989473febeb50c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6461873 Nov 12 03:39:03.251879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49822) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:03.265957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3824accd-dcc0-4f76-a5b2-4da8267fabd3 None None] Network 696a0b0e-cd69-43f8-bd70-d144300ef8cc requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:03.282950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49826) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:03.306038 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df667db-4b09-442b-8103-27287ac682ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.325585 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-208bd3f7-8a29-4776-a4a4-cf0fe1286587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.373277 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-208bd3f7-8a29-4776-a4a4-cf0fe1286587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.479437 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df667db-4b09-442b-8103-27287ac682ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.632336 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c434fe3f-bcfb-491e-bc6b-d1cefeb35694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.732425 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c434fe3f-bcfb-491e-bc6b-d1cefeb35694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.899471 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-208bd3f7-8a29-4776-a4a4-cf0fe1286587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.902716 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-208bd3f7-8a29-4776-a4a4-cf0fe1286587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.903913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-208bd3f7-8a29-4776-a4a4-cf0fe1286587 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e4d1c594-5f8a-4044-afe9-c6f22efd2ed7 HTTP/1.1" status: 204 len: 168 time: 0.6565857 Nov 12 03:39:03.912335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bd3f7-8a29-4776-a4a4-cf0fe1286587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d1c594-5f8a-4044-afe9-c6f22efd2ed7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:03.930271 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c434fe3f-bcfb-491e-bc6b-d1cefeb35694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.938311 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df667db-4b09-442b-8103-27287ac682ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.048078 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c434fe3f-bcfb-491e-bc6b-d1cefeb35694 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=42faab7d434946c4b8bee6dd8cd13fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3341136 Nov 12 03:39:04.048729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49852) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:04.051179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434fe3f-bcfb-491e-bc6b-d1cefeb35694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9303758c-5df7-43ca-ac41-0c0442425be2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:04.081552 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2df667db-4b09-442b-8103-27287ac682ac admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c5112ea862594e0d8fbf670a9df06278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7933125 Nov 12 03:39:04.082562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:04.091661 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df667db-4b09-442b-8103-27287ac682ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008aaf99-2f28-4050-9925-1ac57983f3bf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:04.151883 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-0f078124-ec55-4fde-9b34-243fc2a2e050 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:04.154852 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-0f078124-ec55-4fde-9b34-243fc2a2e050 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 808 time: 0.3346210 Nov 12 03:39:04.173974 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9334e9c2-6b97-45e9-9c3a-0b09947ba9ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.196583 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-d3ff0dee-7a42-4bfe-9f4e-dd66fcdbb21b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/quotas/47b77b3c8092439394887f6a4638c133 HTTP/1.1" status: 200 len: 375 time: 0.0316365 Nov 12 03:39:04.200584 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9334e9c2-6b97-45e9-9c3a-0b09947ba9ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.261047 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc689-0028-4b62-bda7-1341da47fd78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.326135 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc689-0028-4b62-bda7-1341da47fd78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.326135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-b88a0092-0e45-4e49-a68c-29aad1215928 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967243 Nov 12 03:39:04.326135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-669e2889-eded-4923-ad7f-129f1723d0e3 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:39:04.326135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-669e2889-eded-4923-ad7f-129f1723d0e3 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052772 Nov 12 03:39:04.431115 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9334e9c2-6b97-45e9-9c3a-0b09947ba9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.435287 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9334e9c2-6b97-45e9-9c3a-0b09947ba9ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.437074 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9334e9c2-6b97-45e9-9c3a-0b09947ba9ca admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9303758c-5df7-43ca-ac41-0c0442425be2 HTTP/1.1" status: 204 len: 168 time: 0.3868322 Nov 12 03:39:04.446766 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-55e349d2-a6a4-4230-b89a-ffb3503722c6 service neutron] 10.222.0.105 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239593 Nov 12 03:39:04.457338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334e9c2-6b97-45e9-9c3a-0b09947ba9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9303758c-5df7-43ca-ac41-0c0442425be2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:04.511866 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc689-0028-4b62-bda7-1341da47fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.514723 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc689-0028-4b62-bda7-1341da47fd78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.521966 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e8dbc689-0028-4b62-bda7-1341da47fd78 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/008aaf99-2f28-4050-9925-1ac57983f3bf HTTP/1.1" status: 204 len: 168 time: 0.4213684 Nov 12 03:39:04.531615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbc689-0028-4b62-bda7-1341da47fd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008aaf99-2f28-4050-9925-1ac57983f3bf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:04.572913 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-00ee27fe-33f9-45dc-8f94-5cc5091f2770 service neutron] 10.222.0.105 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191163 Nov 12 03:39:04.884750 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-88be02fb-2994-484c-b8cc-7f791caf19e0 req-719c9868-e7a2-47a0-b5b6-890c322c4ddc tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 210 time: 0.0309055 Nov 12 03:39:04.986613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-967cb430-c1c4-402a-8bd3-88c952ea6a9f tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:04.989041 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-967cb430-c1c4-402a-8bd3-88c952ea6a9f tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/networks?id=696a0b0e-cd69-43f8-bd70-d144300ef8cc HTTP/1.1" status: 200 len: 822 time: 0.1740074 Nov 12 03:39:05.010863 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-144a36f7-5d6e-4af6-94bf-9aaf407873e8 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/quotas/14032ed096f24f19aa2e42581293a755 HTTP/1.1" status: 200 len: 375 time: 0.0144832 Nov 12 03:39:05.054520 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-23508dc4-b9f4-410e-af50-0722ed0fc7ee tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=14032ed096f24f19aa2e42581293a755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323608 Nov 12 03:39:05.171166 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-6a69ff45-c711-49cb-a650-28e9d2f1372b service neutron] 10.222.0.105 "GET /v2.0/networks/696a0b0e-cd69-43f8-bd70-d144300ef8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042805 Nov 12 03:39:05.173856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49894) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:05.208237 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53c648e4-1e9d-4b63-8d0b-408483f5c689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.330617 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-863ae9b8-52fe-44d4-96d6-c2e11a18c0a3 service neutron] 10.222.0.105 "GET /v2.0/networks/696a0b0e-cd69-43f8-bd70-d144300ef8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456048 Nov 12 03:39:05.386384 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53c648e4-1e9d-4b63-8d0b-408483f5c689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.494026 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53c648e4-1e9d-4b63-8d0b-408483f5c689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.532182 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-53c648e4-1e9d-4b63-8d0b-408483f5c689 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ba0c4f4df91347fba137b9d5231d5e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569281 Nov 12 03:39:05.536063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c648e4-1e9d-4b63-8d0b-408483f5c689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40485fb-66a6-4390-834f-5118adb493f6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:05.536373 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49900) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:05.597222 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73ecfbea-1181-4901-9dc7-c784066bce5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.630028 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73ecfbea-1181-4901-9dc7-c784066bce5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.708263 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79d6913c-7d7e-4f0e-9fbd-7c850c26047c req-78b8bd3e-6165-43bc-a6c8-59e7fa4cecfb tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 210 time: 0.0397727 Nov 12 03:39:05.899315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73ecfbea-1181-4901-9dc7-c784066bce5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.903123 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73ecfbea-1181-4901-9dc7-c784066bce5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.904327 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-73ecfbea-1181-4901-9dc7-c784066bce5e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d40485fb-66a6-4390-834f-5118adb493f6 HTTP/1.1" status: 204 len: 168 time: 0.3683980 Nov 12 03:39:05.912046 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecfbea-1181-4901-9dc7-c784066bce5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40485fb-66a6-4390-834f-5118adb493f6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:05.994323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cadca537-8d27-449f-97d7-2900eda1f3ea req-0a6ec39c-a2c3-46c7-8102-5f37f15af361 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 210 time: 0.0259118 Nov 12 03:39:06.236676 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:06.259671 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cf2bce8-2345-4afd-b50d-16d594bf8b48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.357704 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cf2bce8-2345-4afd-b50d-16d594bf8b48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.482408 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cf2bce8-2345-4afd-b50d-16d594bf8b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.526137 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2cf2bce8-2345-4afd-b50d-16d594bf8b48 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7fe8ec25c1bf4597baf5951a2e9a272d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880709 Nov 12 03:39:06.527193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2bce8-2345-4afd-b50d-16d594bf8b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7fd2bd-5626-4479-9868-38dfeaf067d4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:06.529096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:06.597324 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3b40cae-f267-4b08-96e8-94b689f5cd27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.639224 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3b40cae-f267-4b08-96e8-94b689f5cd27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.768498 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3b40cae-f267-4b08-96e8-94b689f5cd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.771436 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3b40cae-f267-4b08-96e8-94b689f5cd27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.776058 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e3b40cae-f267-4b08-96e8-94b689f5cd27 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4e7fd2bd-5626-4479-9868-38dfeaf067d4 HTTP/1.1" status: 204 len: 168 time: 0.2454233 Nov 12 03:39:06.785164 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b40cae-f267-4b08-96e8-94b689f5cd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7fd2bd-5626-4479-9868-38dfeaf067d4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:06.847637 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de301eaa-f9ef-43d9-8068-8b911c704630 req-49b1fc4f-a2e9-4aa1-a04d-2ceb93514f7a tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 210 time: 0.0428753 Nov 12 03:39:07.096281 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cab6934f-e555-43d4-b5a9-81a31434e634 req-3efe8d7f-fa5c-436b-bd37-cde45381375f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 210 time: 0.0305157 Nov 12 03:39:07.530514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-0188cbe9-4e53-4263-bad1-96e594879093 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.532967 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-0188cbe9-4e53-4263-bad1-96e594879093 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.25 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 808 time: 0.1369073 Nov 12 03:39:07.549617 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-b09ea26f-c26b-41e1-b4cc-e29ab5c9cdaf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Request body: {'port': {'device_id': '5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31', 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b', 'admin_state_up': True, 'tenant_id': '47b77b3c8092439394887f6a4638c133'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:07.814197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-b09ea26f-c26b-41e1-b4cc-e29ab5c9cdaf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Made reservation on behalf of 47b77b3c8092439394887f6a4638c133 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:07.818209 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-b09ea26f-c26b-41e1-b4cc-e29ab5c9cdaf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.001500 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57040758-5c15-4477-850b-edc7f7874c01 req-29cfba6c-2a19-4724-a8c6-311115058d22 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 210 time: 0.0375841 Nov 12 03:39:08.019630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-b09ea26f-c26b-41e1-b4cc-e29ab5c9cdaf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Allocated IP 172.20.0.8 (229b6afe-a2b8-4dfb-b914-deb64f88ad3b/4eac4162-b8ab-4d9a-af1c-e103a428ffc4/2682bb42-7f56-48de-94b5-147a5614b337) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:08.223749 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-b09ea26f-c26b-41e1-b4cc-e29ab5c9cdaf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.259255 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da409332-f907-48d1-909b-3396525b5772 req-b32e5f64-482f-4a9f-9a9e-2c481792d82d tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 210 time: 0.0379727 Nov 12 03:39:08.369346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-b09ea26f-c26b-41e1-b4cc-e29ab5c9cdaf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.428692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-b09ea26f-c26b-41e1-b4cc-e29ab5c9cdaf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:08.433729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-b09ea26f-c26b-41e1-b4cc-e29ab5c9cdaf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:08.442732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-b09ea26f-c26b-41e1-b4cc-e29ab5c9cdaf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:08.500543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ea26f-c26b-41e1-b4cc-e29ab5c9cdaf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Pushing event updated for resources: {'Port': ['ID=2682bb42-7f56-48de-94b5-147a5614b337,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:08.533131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-b09ea26f-c26b-41e1-b4cc-e29ab5c9cdaf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.533922 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-b09ea26f-c26b-41e1-b4cc-e29ab5c9cdaf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.662514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-b09ea26f-c26b-41e1-b4cc-e29ab5c9cdaf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1178539 Nov 12 03:39:08.677252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Request body: {'port': {'device_id': '5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:08.737927 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.842430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-07f8d332-1329-467b-bf80-784e268735d8 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.843986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-07f8d332-1329-467b-bf80-784e268735d8 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.25 "GET /v2.0/networks?id=696a0b0e-cd69-43f8-bd70-d144300ef8cc HTTP/1.1" status: 200 len: 822 time: 0.1382301 Nov 12 03:39:08.861076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-a8074d27-2ad6-49e8-81a9-c9707b19e541 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Request body: {'port': {'device_id': '12bfa128-2013-4d99-bd71-8e3f0ca72f8b', 'network_id': '696a0b0e-cd69-43f8-bd70-d144300ef8cc', 'admin_state_up': True, 'tenant_id': '14032ed096f24f19aa2e42581293a755'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:09.071863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-a8074d27-2ad6-49e8-81a9-c9707b19e541 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Made reservation on behalf of 14032ed096f24f19aa2e42581293a755 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:09.075552 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2682bb42-7f56-48de-94b5-147a5614b337 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:09.084260 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-a8074d27-2ad6-49e8-81a9-c9707b19e541 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.089335 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.129717 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-92610433-df1b-4b79-b829-cefb0ac7c90e req-4e317ace-2fb8-4423-ba75-7ff115a27b73 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 210 time: 0.0339413 Nov 12 03:39:09.130639 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Transition to ACTIVE for port object 2682bb42-7f56-48de-94b5-147a5614b337 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:09.231250 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.235156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-a8074d27-2ad6-49e8-81a9-c9707b19e541 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Allocated IP 172.20.0.3 (696a0b0e-cd69-43f8-bd70-d144300ef8cc/700eda41-5ddb-476e-8671-27f5a74aa9b1/23744ab3-1b48-4da5-b385-985548ae519b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:09.286604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2682bb42-7f56-48de-94b5-147a5614b337,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:09.380727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Attempting to bind port 2682bb42-7f56-48de-94b5-147a5614b337 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:09.380944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Attempting to bind port 2682bb42-7f56-48de-94b5-147a5614b337 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:09.381278 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Attempting to bind port 2682bb42-7f56-48de-94b5-147a5614b337 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:09.389382 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Port 2682bb42-7f56-48de-94b5-147a5614b337 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:09.389726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Attempting to bind port 2682bb42-7f56-48de-94b5-147a5614b337 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:09.400277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:09.400500 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Checking segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:09.400782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Bound using segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:09.401799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Bound port: 2682bb42-7f56-48de-94b5-147a5614b337, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:09.402167 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.474799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50056) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:09.490137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fe9b3-c482-43ac-8d11-20d9c83583ed req-9b5ddf65-0d13-4233-8a76-9f0bbd1b1e54 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:09.491056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-903fe9b3-c482-43ac-8d11-20d9c83583ed req-9b5ddf65-0d13-4233-8a76-9f0bbd1b1e54 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 943 time: 0.1269951 Nov 12 03:39:09.497171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50060) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:09.524329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:09.524329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=2682bb42-7f56-48de-94b5-147a5614b337,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:09.527704 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-a8074d27-2ad6-49e8-81a9-c9707b19e541 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.582549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-903fe9b3-c482-43ac-8d11-20d9c83583ed req-9cc152bb-4417-44d2-9345-507e8394cf77 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755606 Nov 12 03:39:09.597274 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.633624 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:09.634910 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.639429 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] 10.222.0.25 "PUT /v2.0/ports/2682bb42-7f56-48de-94b5-147a5614b337 HTTP/1.1" status: 200 len: 1092 time: 0.9670393 Nov 12 03:39:09.642064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31', 'tag': '2682bb42-7f56-48de-94b5-147a5614b337'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:09.646802 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0478607d-c346-40f8-bb56-5b44a5d99023" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31", "tag": "2682bb42-7f56-48de-94b5-147a5614b337"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:09.655516 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-a8074d27-2ad6-49e8-81a9-c9707b19e541 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.679968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4dd79e-5cbf-48da-ab27-914e6a9bf6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2682bb42-7f56-48de-94b5-147a5614b337,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:09.707083 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-a8074d27-2ad6-49e8-81a9-c9707b19e541 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Network 696a0b0e-cd69-43f8-bd70-d144300ef8cc is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:09.713170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-a8074d27-2ad6-49e8-81a9-c9707b19e541 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:09.717320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-a8074d27-2ad6-49e8-81a9-c9707b19e541 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:09.723554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-a8074d27-2ad6-49e8-81a9-c9707b19e541 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:09.723705 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353bfdaa-fe98-4259-9983-fc2c37f85693 x-openstack-request-id: req-353bfdaa-fe98-4259-9983-fc2c37f85693 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:09.724146 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31", "tag": "2682bb42-7f56-48de-94b5-147a5614b337", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:09.724436 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-a8074d27-2ad6-49e8-81a9-c9707b19e541 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.724570 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-353bfdaa-fe98-4259-9983-fc2c37f85693 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:09.724931 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31', 'tag': '2682bb42-7f56-48de-94b5-147a5614b337', 'status': 'completed', 'code': 200} Nov 12 03:39:09.737335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8074d27-2ad6-49e8-81a9-c9707b19e541 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Pushing event updated for resources: {'Port': ['ID=23744ab3-1b48-4da5-b385-985548ae519b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:09.808237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478607d-c346-40f8-bb56-5b44a5d99023 req-289040a7-d528-4a0a-aad1-67984d297423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:09.810084 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0478607d-c346-40f8-bb56-5b44a5d99023 req-289040a7-d528-4a0a-aad1-67984d297423 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 1095 time: 0.0564330 Nov 12 03:39:09.845974 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-a8074d27-2ad6-49e8-81a9-c9707b19e541 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9894774 Nov 12 03:39:09.863658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Request body: {'port': {'device_id': '12bfa128-2013-4d99-bd71-8e3f0ca72f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:09.874139 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-415722ca-cf7a-4d7b-a92c-f59bab902b41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.952901 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3332601-b1fa-4c22-a116-1fe458ef8cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.066015 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478607d-c346-40f8-bb56-5b44a5d99023 req-67b39872-61cb-4a19-8a83-f23243d0281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:10.067669 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0478607d-c346-40f8-bb56-5b44a5d99023 req-67b39872-61cb-4a19-8a83-f23243d0281a service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=47b77b3c8092439394887f6a4638c133&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2470944 Nov 12 03:39:10.191219 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.241653 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3332601-b1fa-4c22-a116-1fe458ef8cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.279923 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478607d-c346-40f8-bb56-5b44a5d99023 req-7bedb006-4461-4693-902f-d3c91c5f2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:10.281551 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0478607d-c346-40f8-bb56-5b44a5d99023 req-7bedb006-4461-4693-902f-d3c91c5f2902 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2039361 Nov 12 03:39:10.311332 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3332601-b1fa-4c22-a116-1fe458ef8cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.427113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3332601-b1fa-4c22-a116-1fe458ef8cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d759216-6fe7-4b77-900a-570e14ceec5a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:10.433560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79b351-94f5-4db5-89d6-33fb42601d4c req-2099b580-b3f5-4937-84e1-5b89ed3130d3 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:10.435307 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd79b351-94f5-4db5-89d6-33fb42601d4c req-2099b580-b3f5-4937-84e1-5b89ed3130d3 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 931 time: 0.1893921 Nov 12 03:39:10.444230 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b3332601-b1fa-4c22-a116-1fe458ef8cd3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=462b932291f041ecb006ebcba1544f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9680021 Nov 12 03:39:10.446321 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50088) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:10.450149 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-415722ca-cf7a-4d7b-a92c-f59bab902b41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.492989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-ff56566c-fdc5-4ff9-928d-21f077b18e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:10.495772 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-ff56566c-fdc5-4ff9-928d-21f077b18e23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 1095 time: 0.1569054 Nov 12 03:39:10.519608 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-415722ca-cf7a-4d7b-a92c-f59bab902b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.568098 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-5bab9a90-c271-4b10-aa0c-d6f6ac544601 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bb42-7f56-48de-94b5-147a5614b337 HTTP/1.1" status: 200 len: 217 time: 0.0632644 Nov 12 03:39:10.599681 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd79b351-94f5-4db5-89d6-33fb42601d4c req-fb99a3a2-c5ba-43e6-8113-32dc3317c66b tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/security-groups?id=df36f447-a607-4c90-94bf-d60185f969bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440306 Nov 12 03:39:10.612263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-415722ca-cf7a-4d7b-a92c-f59bab902b41 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5530e7dc59d845728e8869df78f9ec6a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1112814 Nov 12 03:39:10.615279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:10.616258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415722ca-cf7a-4d7b-a92c-f59bab902b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad3ddae-dda2-41a3-aa6f-808cf081f00a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:10.624983 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8ea6e51-3f74-40a8-b74e-2e37d81659df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.685027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23744ab3-1b48-4da5-b385-985548ae519b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:10.688928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-d3c1906a-e930-4c44-9090-c9deb8943ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:10.690975 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-d3c1906a-e930-4c44-9090-c9deb8943ecb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.1113205 Nov 12 03:39:10.693025 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8ea6e51-3f74-40a8-b74e-2e37d81659df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.695431 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.722796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Transition to ACTIVE for port object 23744ab3-1b48-4da5-b385-985548ae519b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:10.742737 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-bfd579a6-fd76-4a12-829a-d1a5275eae91 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393779 Nov 12 03:39:10.775309 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-028fd34a-256f-4754-9f9f-2598b3d98efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.810577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf4e0f-b8a7-4df7-afbd-4c1a1dd21f0b req-b9e3c417-9408-4883-a15b-20c28ecd68d9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:10.814601 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04cf4e0f-b8a7-4df7-afbd-4c1a1dd21f0b req-b9e3c417-9408-4883-a15b-20c28ecd68d9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 943 time: 0.0758662 Nov 12 03:39:10.815724 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.907179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Pushing event updated for resources: {'Port': ['ID=23744ab3-1b48-4da5-b385-985548ae519b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:10.961802 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04cf4e0f-b8a7-4df7-afbd-4c1a1dd21f0b req-f019625a-3007-4b41-bba3-e37009ce6372 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295133 Nov 12 03:39:10.961802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Attempting to bind port 23744ab3-1b48-4da5-b385-985548ae519b on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:10.961802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Attempting to bind port 23744ab3-1b48-4da5-b385-985548ae519b by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '241f9c53-6d59-41c1-85e8-f7ea4e91bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '696a0b0e-cd69-43f8-bd70-d144300ef8cc'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:10.961802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Attempting to bind port 23744ab3-1b48-4da5-b385-985548ae519b on network 696a0b0e-cd69-43f8-bd70-d144300ef8cc {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:10.964690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Port 23744ab3-1b48-4da5-b385-985548ae519b on network 696a0b0e-cd69-43f8-bd70-d144300ef8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:10.965014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Attempting to bind port 23744ab3-1b48-4da5-b385-985548ae519b on network 696a0b0e-cd69-43f8-bd70-d144300ef8cc {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:10.970593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:10.970942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Checking segment: {'id': '241f9c53-6d59-41c1-85e8-f7ea4e91bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '696a0b0e-cd69-43f8-bd70-d144300ef8cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:10.971320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Bound using segment: {'id': '241f9c53-6d59-41c1-85e8-f7ea4e91bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '696a0b0e-cd69-43f8-bd70-d144300ef8cc'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:10.971933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Bound port: 23744ab3-1b48-4da5-b385-985548ae519b, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241f9c53-6d59-41c1-85e8-f7ea4e91bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '696a0b0e-cd69-43f8-bd70-d144300ef8cc'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:10.972558 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.063330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] For port 23744ab3-1b48-4da5-b385-985548ae519b, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:11.066807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] For port 23744ab3-1b48-4da5-b385-985548ae519b, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=23744ab3-1b48-4da5-b385-985548ae519b,segment=NetworkSegment(241f9c53-6d59-41c1-85e8-f7ea4e91bb6a),segment_id=241f9c53-6d59-41c1-85e8-f7ea4e91bb6a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:11.098639 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-028fd34a-256f-4754-9f9f-2598b3d98efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.147160 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-a9f6b349-9e45-4da0-b7ae-4eb50386bb1d service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949862 Nov 12 03:39:11.251735 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7c4ed4c-3306-4a2a-93df-6c96e1f30db6 req-68e77226-c367-4fa8-9f95-94e454cfb47a service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959549 Nov 12 03:39:11.254479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.288308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.290999 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.290999 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] 10.222.0.25 "PUT /v2.0/ports/23744ab3-1b48-4da5-b385-985548ae519b HTTP/1.1" status: 200 len: 1092 time: 1.4307802 Nov 12 03:39:11.290999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bfa128-2013-4d99-bd71-8e3f0ca72f8b', 'tag': '23744ab3-1b48-4da5-b385-985548ae519b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:11.293647 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5747279b-85f9-4f98-aa05-b51bb1f7c90e" -d '{"events": [{"name": "network-changed", "server_uuid": "12bfa128-2013-4d99-bd71-8e3f0ca72f8b", "tag": "23744ab3-1b48-4da5-b385-985548ae519b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:11.294606 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-028fd34a-256f-4754-9f9f-2598b3d98efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.297507 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-028fd34a-256f-4754-9f9f-2598b3d98efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.301985 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-028fd34a-256f-4754-9f9f-2598b3d98efa admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4ad3ddae-dda2-41a3-aa6f-808cf081f00a HTTP/1.1" status: 204 len: 168 time: 0.6873422 Nov 12 03:39:11.305526 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8ea6e51-3f74-40a8-b74e-2e37d81659df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.309080 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8ea6e51-3f74-40a8-b74e-2e37d81659df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.312709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e8ea6e51-3f74-40a8-b74e-2e37d81659df admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2d759216-6fe7-4b77-900a-570e14ceec5a HTTP/1.1" status: 204 len: 168 time: 0.8625782 Nov 12 03:39:11.321664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fd34a-256f-4754-9f9f-2598b3d98efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad3ddae-dda2-41a3-aa6f-808cf081f00a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:11.344445 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea6e51-3f74-40a8-b74e-2e37d81659df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d759216-6fe7-4b77-900a-570e14ceec5a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:11.351150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bada7-0151-4a22-aebc-22ec31ab96f9 service neutron] Pushing event updated for resources: {'Port': ['ID=23744ab3-1b48-4da5-b385-985548ae519b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:11.355788 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2806dac3-a2e7-47c6-9728-ca908aa1a6ed x-openstack-request-id: req-2806dac3-a2e7-47c6-9728-ca908aa1a6ed {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:11.356107 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bfa128-2013-4d99-bd71-8e3f0ca72f8b", "tag": "23744ab3-1b48-4da5-b385-985548ae519b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:11.356366 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2806dac3-a2e7-47c6-9728-ca908aa1a6ed {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:11.356766 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bfa128-2013-4d99-bd71-8e3f0ca72f8b', 'tag': '23744ab3-1b48-4da5-b385-985548ae519b', 'status': 'completed', 'code': 200} Nov 12 03:39:11.423509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747279b-85f9-4f98-aa05-b51bb1f7c90e req-e9665229-7dae-4225-9165-6922bce25532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.425057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5747279b-85f9-4f98-aa05-b51bb1f7c90e req-e9665229-7dae-4225-9165-6922bce25532 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14032ed096f24f19aa2e42581293a755&device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 1095 time: 0.0482025 Nov 12 03:39:11.608357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747279b-85f9-4f98-aa05-b51bb1f7c90e req-b2f85c52-58e3-4d37-9b89-a71ea3b9243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.609844 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5747279b-85f9-4f98-aa05-b51bb1f7c90e req-b2f85c52-58e3-4d37-9b89-a71ea3b9243e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=14032ed096f24f19aa2e42581293a755&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1763875 Nov 12 03:39:11.818417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb8142-d54a-487d-874f-7d07501b09e9 req-c9f6da53-cfed-4019-a9bd-877425447cc7 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.819977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37eb8142-d54a-487d-874f-7d07501b09e9 req-c9f6da53-cfed-4019-a9bd-877425447cc7 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 943 time: 0.1148994 Nov 12 03:39:11.821553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747279b-85f9-4f98-aa05-b51bb1f7c90e req-0c6904b9-ea13-41e4-8aff-e7b5c0f34fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.822932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5747279b-85f9-4f98-aa05-b51bb1f7c90e req-0c6904b9-ea13-41e4-8aff-e7b5c0f34fba service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2055781 Nov 12 03:39:11.913585 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37eb8142-d54a-487d-874f-7d07501b09e9 req-382a36d1-b15b-4fff-b1b2-5421a17bf4ed tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/security-groups?id=df36f447-a607-4c90-94bf-d60185f969bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850811 Nov 12 03:39:11.934239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-e90699d9-3d4d-46bd-b537-0ce13c4dd637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.943329 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-e90699d9-3d4d-46bd-b537-0ce13c4dd637 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14032ed096f24f19aa2e42581293a755&device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 1095 time: 0.0651176 Nov 12 03:39:11.972521 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:39:11.984912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-bbaf21f3-8a7e-405b-907a-dedde630ff4b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23744ab3-1b48-4da5-b385-985548ae519b HTTP/1.1" status: 200 len: 217 time: 0.0396526 Nov 12 03:39:12.046850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-b23e63dc-1ab1-4c54-8ca2-f15b3841ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:12.051590 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-b23e63dc-1ab1-4c54-8ca2-f15b3841ce65 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=700eda41-5ddb-476e-8671-27f5a74aa9b1 HTTP/1.1" status: 200 len: 862 time: 0.0574558 Nov 12 03:39:12.094962 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-27d7d692-4b0b-4a97-ba01-13160d715a0c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=696a0b0e-cd69-43f8-bd70-d144300ef8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314059 Nov 12 03:39:12.113065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebde12-4d26-4d51-9df0-c3563cce6b4f req-21e7cc9b-5f91-4749-a60a-b8fd02cfaf83 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:12.114679 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-faebde12-4d26-4d51-9df0-c3563cce6b4f req-21e7cc9b-5f91-4749-a60a-b8fd02cfaf83 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 943 time: 0.0541360 Nov 12 03:39:12.164573 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-faebde12-4d26-4d51-9df0-c3563cce6b4f req-0cc6d10f-9152-4af7-88ec-ff156b88759f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 Nov 12 03:39:12.197634 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-79b88441-020f-459e-b329-6f60ff80bbb7 service neutron] 10.222.0.25 "GET /v2.0/networks/696a0b0e-cd69-43f8-bd70-d144300ef8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920532 Nov 12 03:39:12.298414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d46ea5-c8ca-4bb3-9954-e11eaec01f7b req-191b239f-e10a-4080-9d52-7d8e7c133dbb service neutron] 10.222.0.25 "GET /v2.0/networks/696a0b0e-cd69-43f8-bd70-d144300ef8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914540 Nov 12 03:39:12.461394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50142) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:12.473323 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a8eec25-c353-40ae-a7d8-065667444e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.543180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50144) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:12.559746 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a86df4c6-7c43-4b8e-a106-6f6143c3078c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.582266 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a8eec25-c353-40ae-a7d8-065667444e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.648985 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a8eec25-c353-40ae-a7d8-065667444e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.652747 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a86df4c6-7c43-4b8e-a106-6f6143c3078c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.692262 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3a8eec25-c353-40ae-a7d8-065667444e62 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8c32bb7a104d4fa2aa832b2ece89f7a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319925 Nov 12 03:39:12.694305 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8eec25-c353-40ae-a7d8-065667444e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eef925-5d95-47da-aba1-82e6e986c5c0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:12.695493 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:12.723577 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a86df4c6-7c43-4b8e-a106-6f6143c3078c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.767347 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7189386-461a-4970-861b-7963485479c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.772226 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a86df4c6-7c43-4b8e-a106-6f6143c3078c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c7f0c790ce544863ab86cc65e6ec4595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343113 Nov 12 03:39:12.775888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50156) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:12.802078 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7189386-461a-4970-861b-7963485479c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.824728 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86df4c6-7c43-4b8e-a106-6f6143c3078c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfa50d3-01f3-4c6a-bac8-6fd92d2939e5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:12.849845 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57d6a0d2-2b2e-49fd-ada8-70b126f82a74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.877167 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57d6a0d2-2b2e-49fd-ada8-70b126f82a74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.014625 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7189386-461a-4970-861b-7963485479c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.017288 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7189386-461a-4970-861b-7963485479c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.020953 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e7189386-461a-4970-861b-7963485479c6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d9eef925-5d95-47da-aba1-82e6e986c5c0 HTTP/1.1" status: 204 len: 168 time: 0.3213766 Nov 12 03:39:13.027271 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7189386-461a-4970-861b-7963485479c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eef925-5d95-47da-aba1-82e6e986c5c0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:13.065896 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57d6a0d2-2b2e-49fd-ada8-70b126f82a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.068559 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57d6a0d2-2b2e-49fd-ada8-70b126f82a74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.070057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-57d6a0d2-2b2e-49fd-ada8-70b126f82a74 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3cfa50d3-01f3-4c6a-bac8-6fd92d2939e5 HTTP/1.1" status: 204 len: 168 time: 0.2931998 Nov 12 03:39:13.079064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6a0d2-2b2e-49fd-ada8-70b126f82a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfa50d3-01f3-4c6a-bac8-6fd92d2939e5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:13.252658 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d8d99804-3990-4986-9c8f-cc615e845662 req-c5ccd382-39ad-43df-bad6-63e4adc03f7c tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371344 Nov 12 03:39:13.293040 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258a8181-1431-4062-9078-c089c94d01f8 req-f919aa7b-af03-4ac0-946b-acb3dd66c677 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=d1de97a0207c4628b13068fe0229006c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276260 Nov 12 03:39:13.368270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d99804-3990-4986-9c8f-cc615e845662 req-8400a7e1-86d8-41fb-b290-f3890fe03b2f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:13.371159 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d8d99804-3990-4986-9c8f-cc615e845662 req-8400a7e1-86d8-41fb-b290-f3890fe03b2f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1166887 Nov 12 03:39:13.386543 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d8d99804-3990-4986-9c8f-cc615e845662 req-e3ab555d-fa3b-4207-a7f4-97ebf03eca24 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/quotas/b35a32c9a34046e089b00f5d3bf1e5e7 HTTP/1.1" status: 200 len: 375 time: 0.0097065 Nov 12 03:39:13.420015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a8181-1431-4062-9078-c089c94d01f8 req-e3e9146a-59b7-4de2-9fcf-116402efcece tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:13.421707 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258a8181-1431-4062-9078-c089c94d01f8 req-e3e9146a-59b7-4de2-9fcf-116402efcece tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1276274 Nov 12 03:39:13.424628 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d8d99804-3990-4986-9c8f-cc615e845662 req-61322374-dd61-4715-8fcb-a42503ee0904 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319674 Nov 12 03:39:13.439467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258a8181-1431-4062-9078-c089c94d01f8 req-abd4936b-5b82-49e7-8932-4d92a44dbb74 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/quotas/d1de97a0207c4628b13068fe0229006c HTTP/1.1" status: 200 len: 375 time: 0.0118589 Nov 12 03:39:13.477185 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258a8181-1431-4062-9078-c089c94d01f8 req-569ff6aa-7d00-4376-a92d-e34fbcf30f75 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d1de97a0207c4628b13068fe0229006c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313172 Nov 12 03:39:13.841780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b7acc-ba55-454e-aec6-b70ac61af95f req-e82062df-9a4b-4c39-8299-3a23c516fcfa tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:13.850059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdd85d-ac60-41a4-ba14-279db292123f req-20cb731e-d7e9-47b3-bcca-cb763c620ffa tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:13.857711 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-350b7acc-ba55-454e-aec6-b70ac61af95f req-e82062df-9a4b-4c39-8299-3a23c516fcfa tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 943 time: 0.0978577 Nov 12 03:39:13.874991 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6fbdd85d-ac60-41a4-ba14-279db292123f req-20cb731e-d7e9-47b3-bcca-cb763c620ffa tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 943 time: 0.1293144 Nov 12 03:39:13.934139 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-350b7acc-ba55-454e-aec6-b70ac61af95f req-7c037781-a199-4f94-beed-36ac552b3e32 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/security-groups?id=df36f447-a607-4c90-94bf-d60185f969bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753596 Nov 12 03:39:13.986536 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6fbdd85d-ac60-41a4-ba14-279db292123f req-75746661-d5c4-4761-bfe8-1d1d729b8676 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084535 Nov 12 03:39:14.056625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce396f92-a086-4fd5-b122-47f82d354f26 req-6c64539b-3fec-443c-922f-51f31ed3cf24 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 210 time: 0.0339017 Nov 12 03:39:14.149541 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c05fbb68-66d5-4bb1-b7a7-309f2e0aee60 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217044 Nov 12 03:39:14.268824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-6bb57923-cb46-4ef8-a7d8-b0483902465d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:14.272753 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-6bb57923-cb46-4ef8-a7d8-b0483902465d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1167786 Nov 12 03:39:14.307177 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-776863e8-efcd-497a-a0dc-c373d278d559 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/quotas/b35a32c9a34046e089b00f5d3bf1e5e7 HTTP/1.1" status: 200 len: 375 time: 0.0304911 Nov 12 03:39:14.357689 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-2446103d-63bb-4cda-ad86-f23b4a1ef648 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487020 Nov 12 03:39:14.779567 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-878d54c6-77ad-40cf-95d2-0f9f4dcedcdf req-78dda7d1-6cb3-4e4b-a846-ec68741b55f2 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 210 time: 0.0350285 Nov 12 03:39:14.950010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50288) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:15.062916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776a76c-cc07-49fe-9e17-e7a22d57b248 req-c84ebde4-672d-4e43-85f1-e041837c4a2b tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.065399 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9776a76c-cc07-49fe-9e17-e7a22d57b248 req-c84ebde4-672d-4e43-85f1-e041837c4a2b tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 943 time: 0.0595779 Nov 12 03:39:15.083308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1896268175-network', 'tenant_id': 'dc9429c233374a60b722f141a64f6932'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:15.128335 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9776a76c-cc07-49fe-9e17-e7a22d57b248 req-c824b77f-1d0e-40a5-98bd-6c6948673032 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/security-groups?id=df36f447-a607-4c90-94bf-d60185f969bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567195 Nov 12 03:39:15.197271 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37dfd1-d0a2-4ac2-b3d6-c6e2692b062c req-a962ec6d-6f07-462b-b4f9-0aff8f0430a2 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.205759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cf37dfd1-d0a2-4ac2-b3d6-c6e2692b062c req-a962ec6d-6f07-462b-b4f9-0aff8f0430a2 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 943 time: 0.0711756 Nov 12 03:39:15.260880 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cf37dfd1-d0a2-4ac2-b3d6-c6e2692b062c req-7f39c8b8-d32c-437f-aa3b-45d6550228f2 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542479 Nov 12 03:39:15.271685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] Made reservation on behalf of dc9429c233374a60b722f141a64f6932 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:15.278587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.286220 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.352601 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c6fb799-a26b-4cb4-b0ab-4b65534b4143 req-15a2e659-03b8-4e95-addc-c18524b2739f tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 210 time: 0.0339251 Nov 12 03:39:15.404946 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.483528 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.508395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:15.520938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 2682bb42-7f56-48de-94b5-147a5614b337 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:15.523904 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.523904 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] Added segment 844e2103-7904-426d-be9b-c5863376bf39 of type vlan for network f3d14b86-b861-44e9-8a15-7d260db58528 Nov 12 03:39:15.540487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a302530e-7e56-43cf-b094-3df5bdbe4f0a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:15.619105 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.671642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=2682bb42-7f56-48de-94b5-147a5614b337,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:15.687115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '2682bb42-7f56-48de-94b5-147a5614b337', 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b', 'port_id': '2682bb42-7f56-48de-94b5-147a5614b337', 'mac_address': 'fa:16:3e:de:0a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eac4162-b8ab-4d9a-af1c-e103a428ffc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:15.734415 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.749203 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2682bb42-7f56-48de-94b5-147a5614b337 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:15.773830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=2682bb42-7f56-48de-94b5-147a5614b337,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:15.801990 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.803743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.820821 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.871766 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.872505 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 23744ab3-1b48-4da5-b385-985548ae519b details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:15.879427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] Pushing event updated for resources: {'Network': ['ID=f3d14b86-b861-44e9-8a15-7d260db58528,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:15.929088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=2682bb42-7f56-48de-94b5-147a5614b337,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:15.949622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network f3d14b86-b861-44e9-8a15-7d260db58528 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:15.960638 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0887404-1a0f-4689-9e1c-fcec654bf751 req-b71eb4cc-e873-4eb0-a88e-d3aa80a87e73 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 210 time: 0.0452852 Nov 12 03:39:16.042686 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d18a1816-47c4-4404-b10e-84e7633c4abe admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0913019 Nov 12 03:39:16.055917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:16.071152 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d883459a-31a4-42b0-ab56-7ecef6442a8b admin admin] Request body: {'subnet': {'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896268175-subnet', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:16.113032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 23744ab3-1b48-4da5-b385-985548ae519b, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=23744ab3-1b48-4da5-b385-985548ae519b,segment=NetworkSegment(241f9c53-6d59-41c1-85e8-f7ea4e91bb6a),segment_id=241f9c53-6d59-41c1-85e8-f7ea4e91bb6a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:16.125552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '23744ab3-1b48-4da5-b385-985548ae519b', 'network_id': '696a0b0e-cd69-43f8-bd70-d144300ef8cc', 'port_id': '23744ab3-1b48-4da5-b385-985548ae519b', 'mac_address': 'fa:16:3e:ad:37:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700eda41-5ddb-476e-8671-27f5a74aa9b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:16.171948 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.187312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23744ab3-1b48-4da5-b385-985548ae519b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:16.207428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 23744ab3-1b48-4da5-b385-985548ae519b, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=23744ab3-1b48-4da5-b385-985548ae519b,segment=NetworkSegment(241f9c53-6d59-41c1-85e8-f7ea4e91bb6a),segment_id=241f9c53-6d59-41c1-85e8-f7ea4e91bb6a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:16.253242 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2ff30-1ab9-4af8-96c0-7a33826c4da1 req-14c6ecb5-63cb-4715-ac26-4ccac7089747 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:16.254783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8c2ff30-1ab9-4af8-96c0-7a33826c4da1 req-14c6ecb5-63cb-4715-ac26-4ccac7089747 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 943 time: 0.0500102 Nov 12 03:39:16.278563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d883459a-31a4-42b0-ab56-7ecef6442a8b admin admin] Made reservation on behalf of dc9429c233374a60b722f141a64f6932 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:16.282837 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d883459a-31a4-42b0-ab56-7ecef6442a8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.312210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8c2ff30-1ab9-4af8-96c0-7a33826c4da1 req-b1cb575f-c1b7-4c97-920d-d22ffa305f22 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/security-groups?id=df36f447-a607-4c90-94bf-d60185f969bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513344 Nov 12 03:39:16.404200 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.483864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=23744ab3-1b48-4da5-b385-985548ae519b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:16.509334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc363f-8ac9-49c6-91cb-9b18a8eaa020 req-32dbd2ac-1499-4db7-8ac4-225e96287075 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:16.511098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3efc363f-8ac9-49c6-91cb-9b18a8eaa020 req-32dbd2ac-1499-4db7-8ac4-225e96287075 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 944 time: 0.0631313 Nov 12 03:39:16.572660 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3efc363f-8ac9-49c6-91cb-9b18a8eaa020 req-46b1b683-05ed-44b8-a874-d0676befaa8b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531664 Nov 12 03:39:16.618075 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d883459a-31a4-42b0-ab56-7ecef6442a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.687667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['2682bb42-7f56-48de-94b5-147a5614b337'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:16.703736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883459a-31a4-42b0-ab56-7ecef6442a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd5b63e-9a1c-4417-8475-5fcee814c0cd,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:16.713635 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d883459a-31a4-42b0-ab56-7ecef6442a8b admin admin] Checking segment: {'id': '844e2103-7904-426d-be9b-c5863376bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:16.713852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d883459a-31a4-42b0-ab56-7ecef6442a8b admin admin] Network hostable DHCP agents. Network: f3d14b86-b861-44e9-8a15-7d260db58528, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:16.720659 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2dfe02b9-3b9a-4061-bb11-4ed47fbd0a26 req-faacbc4b-2626-46d4-98cf-aac4e526cb62 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 210 time: 0.0452917 Nov 12 03:39:16.750090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['23744ab3-1b48-4da5-b385-985548ae519b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:16.874668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d883459a-31a4-42b0-ab56-7ecef6442a8b admin admin] Network f3d14b86-b861-44e9-8a15-7d260db58528 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:16.992530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d883459a-31a4-42b0-ab56-7ecef6442a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, f3d14b86-b861-44e9-8a15-7d260db58528) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:17.007930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33982b67-aaa2-4a17-a14b-6e979d10c0dd None None] Network f3d14b86-b861-44e9-8a15-7d260db58528 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:17.008118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d883459a-31a4-42b0-ab56-7ecef6442a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:17.010923 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d883459a-31a4-42b0-ab56-7ecef6442a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.054909 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258a8181-1431-4062-9078-c089c94d01f8 req-ac52c2e4-89ee-4d6d-a3b2-7c9a44c1c7a5 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d1de97a0207c4628b13068fe0229006c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573902 Nov 12 03:39:17.152108 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-32ef47bb-0a8c-493c-a8a8-5b5f18e756e7 req-d616a8f0-3132-4981-9cef-b4e6f0522e09 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 210 time: 0.0479772 Nov 12 03:39:17.161301 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d883459a-31a4-42b0-ab56-7ecef6442a8b admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1022859 Nov 12 03:39:17.162501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50382) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:17.175561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1896268175-router', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:17.260286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a8181-1431-4062-9078-c089c94d01f8 req-19866386-3176-4c21-81e7-6a6876a45bb9 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:17.262420 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258a8181-1431-4062-9078-c089c94d01f8 req-19866386-3176-4c21-81e7-6a6876a45bb9 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919868 Nov 12 03:39:17.274644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-f3d14b86-b861-44e9-8a15-7d260db58528', 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'fixed_ips': [{'subnet_id': 'ccd5b63e-9a1c-4417-8475-5fcee814c0cd'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:17.275627 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.285884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Request body: {'port': {'device_id': 'e7c2ea97-daec-4458-a4cc-a63e365e64be', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': 'd1de97a0207c4628b13068fe0229006c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:17.306523 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.307741 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.451901 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.502426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Allocated IP 172.20.0.2 (f3d14b86-b861-44e9-8a15-7d260db58528/ccd5b63e-9a1c-4417-8475-5fcee814c0cd/3ca51684-e729-4303-a5d2-64deeed17c53) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:17.512909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 2682bb42-7f56-48de-94b5-147a5614b337 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:17.513230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e89f0-15d8-411e-a473-06dccdfd5464 req-0c964708-2f4b-4a6a-988c-f2917510e991 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:17.514798 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-108e89f0-15d8-411e-a473-06dccdfd5464 req-0c964708-2f4b-4a6a-988c-f2917510e991 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 944 time: 0.0574644 Nov 12 03:39:17.557680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Made reservation on behalf of d1de97a0207c4628b13068fe0229006c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:17.563283 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.573432 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.665717 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-108e89f0-15d8-411e-a473-06dccdfd5464 req-7185db96-70fe-4126-9ed6-a78f95bcf96e tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/security-groups?id=df36f447-a607-4c90-94bf-d60185f969bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427810 Nov 12 03:39:17.733538 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 2682bb42-7f56-48de-94b5-147a5614b337 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:17.739743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 2682bb42-7f56-48de-94b5-147a5614b337 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:17.741965 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.761073 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.771462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.787839 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.823615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958a9e4-a59b-4ad2-8c98-8ddc17944a51 req-55604ae0-41aa-45e8-bd75-a62be79b6d8e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:17.826423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b958a9e4-a59b-4ad2-8c98-8ddc17944a51 req-55604ae0-41aa-45e8-bd75-a62be79b6d8e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 944 time: 0.1032925 Nov 12 03:39:17.879877 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.897501 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.908066 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.909592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2682bb42-7f56-48de-94b5-147a5614b337'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:17.912866 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accd3913-0069-4188-b48f-29c170afd3d9" -d '{"events": [{"server_uuid": "5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31", "name": "network-vif-plugged", "status": "completed", "tag": "2682bb42-7f56-48de-94b5-147a5614b337"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:17.950727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b958a9e4-a59b-4ad2-8c98-8ddc17944a51 req-04e119cd-69b4-4d23-a570-f65a74e40371 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172478 Nov 12 03:39:17.952368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=2682bb42-7f56-48de-94b5-147a5614b337,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:17.952602 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8d99804-3990-4986-9c8f-cc615e845662 req-5bd1841b-726e-4d63-8bbf-727266fbcb35 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632377 Nov 12 03:39:17.968673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Network f3d14b86-b861-44e9-8a15-7d260db58528 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:17.972744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:17.975861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:17.994649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Pushing event updated for resources: {'Port': ['ID=3ca51684-e729-4303-a5d2-64deeed17c53,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.037577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.132413 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c037263c-2e50-4a42-967b-e381080d7078 x-openstack-request-id: req-c037263c-2e50-4a42-967b-e381080d7078 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:18.135285 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31", "name": "network-vif-plugged", "status": "completed", "tag": "2682bb42-7f56-48de-94b5-147a5614b337", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:18.135693 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c037263c-2e50-4a42-967b-e381080d7078 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:18.136165 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2682bb42-7f56-48de-94b5-147a5614b337', 'code': 200} Nov 12 03:39:18.192851 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.230150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Attempting to bind port 3ca51684-e729-4303-a5d2-64deeed17c53 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:18.230671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Attempting to bind port 3ca51684-e729-4303-a5d2-64deeed17c53 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '844e2103-7904-426d-be9b-c5863376bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:18.231022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Attempting to bind port 3ca51684-e729-4303-a5d2-64deeed17c53 on network f3d14b86-b861-44e9-8a15-7d260db58528 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:18.251496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:18.252017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Checking segment: {'id': '844e2103-7904-426d-be9b-c5863376bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:18.252457 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.252936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Bound using segment: {'id': '844e2103-7904-426d-be9b-c5863376bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:18.253429 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Bound port: 3ca51684-e729-4303-a5d2-64deeed17c53, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844e2103-7904-426d-be9b-c5863376bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:18.253947 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.289523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=2682bb42-7f56-48de-94b5-147a5614b337,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.337599 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6db7028-14bd-4d25-a70f-fa79f15e9590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.364392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] For port 3ca51684-e729-4303-a5d2-64deeed17c53, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:18.369680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] For port 3ca51684-e729-4303-a5d2-64deeed17c53, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3ca51684-e729-4303-a5d2-64deeed17c53,segment=NetworkSegment(844e2103-7904-426d-be9b-c5863376bf39),segment_id=844e2103-7904-426d-be9b-c5863376bf39)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:18.376486 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.407558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.415514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4a2e6b-7075-4fb9-b90b-591cb789a065,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.450294 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eda539c5-577f-4176-a37a-3f6f12da882d req-35947752-2276-4153-9b90-c074e163e423 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 210 time: 0.0960965 Nov 12 03:39:18.486990 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.532016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d99804-3990-4986-9c8f-cc615e845662 req-47f74433-99a9-400d-81de-0dda6a4fd9ad tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:18.534138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8d99804-3990-4986-9c8f-cc615e845662 req-47f74433-99a9-400d-81de-0dda6a4fd9ad tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5723279 Nov 12 03:39:18.540139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f30ac-f605-47ab-944f-da14d498560f req-3e7522e1-df27-4e40-95b2-40210a488c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:18.543601 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8a8f30ac-f605-47ab-944f-da14d498560f req-3e7522e1-df27-4e40-95b2-40210a488c42 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 1097 time: 0.1876070 Nov 12 03:39:18.545809 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.561248 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6db7028-14bd-4d25-a70f-fa79f15e9590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.588114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Allocated IP 172.25.8.164 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/65bf6f54-f5f5-4df9-aea8-5daef3194688) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:18.595537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Request body: {'port': {'device_id': '707337df-e95f-4812-9dac-c23cb29e31af', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': 'b35a32c9a34046e089b00f5d3bf1e5e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:18.602519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3415ead-baf5-4abe-84a3-38d5a53284ea None None] Pushing event updated for resources: {'Port': ['ID=3ca51684-e729-4303-a5d2-64deeed17c53,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.630800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Allocated IP 192.168.233.141 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/046c0559-f73e-494e-a112-4b31ccf1faf5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:18.636092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.26', 49209) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.663749 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6db7028-14bd-4d25-a70f-fa79f15e9590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.714980 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-6c422458-ae25-4976-b388-ac2997f689ff tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774548 Nov 12 03:39:18.756145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f8b0434-4c45-46f4-99df-f0eb36d501d6 req-b77c328d-70e5-4a34-94b3-86a7aa2d32e5 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 210 time: 0.0580156 Nov 12 03:39:18.790964 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a6db7028-14bd-4d25-a70f-fa79f15e9590 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2203e5738a3e4193a9b3759df461d705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7377832 Nov 12 03:39:18.790964 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db7028-14bd-4d25-a70f-fa79f15e9590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4321f-f9c7-4eab-b8b3-65d89e717938,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.865673 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.919438 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.945054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-25939a59-4595-475d-bfc0-5c65b6da84c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:18.946296 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-25939a59-4595-475d-bfc0-5c65b6da84c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953969 Nov 12 03:39:18.948561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8a8f30ac-f605-47ab-944f-da14d498560f req-ec0fddd9-8c3c-481a-a86b-2dde0104a8fd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960443 Nov 12 03:39:19.007075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c69545d8-4f5e-4f5c-b54e-f09f23a142ea tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Request body: {'port': {'device_id': 'b528aa7a-e561-4938-9f1a-5e739defa239', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': 'b35a32c9a34046e089b00f5d3bf1e5e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:19.019412 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-857013bc-8999-46e0-8fc0-59dfe7e68f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.064768 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-857013bc-8999-46e0-8fc0-59dfe7e68f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.108963 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.205091 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:19.207678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:19.215569 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:19.222478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Pushing event updated for resources: {'Port': ['ID=65bf6f54-f5f5-4df9-aea8-5daef3194688,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:19.266113 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554a1c2-39b8-442e-b9c3-d4c6f7f9cab2 req-405d372f-c819-43ce-83c3-c43796a8efe5 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:19.267813 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e554a1c2-39b8-442e-b9c3-d4c6f7f9cab2 req-405d372f-c819-43ce-83c3-c43796a8efe5 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 944 time: 0.3044457 Nov 12 03:39:19.285996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3ca51684-e729-4303-a5d2-64deeed17c53 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:19.365451 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.373854 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 3ca51684-e729-4303-a5d2-64deeed17c53 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:19.374566 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.387996 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e554a1c2-39b8-442e-b9c3-d4c6f7f9cab2 req-72024563-ecbc-436e-9f8a-0f8b4e34f576 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/security-groups?id=df36f447-a607-4c90-94bf-d60185f969bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121233 Nov 12 03:39:19.436030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Made reservation on behalf of b35a32c9a34046e089b00f5d3bf1e5e7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:19.440549 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.458099 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.466162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cdce8-605f-46bb-ac94-9d24e29aecc7 req-6b0fff29-c00d-454e-bdb9-6f28c0e6f0d1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:19.467860 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c96cdce8-605f-46bb-ac94-9d24e29aecc7 req-6b0fff29-c00d-454e-bdb9-6f28c0e6f0d1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 945 time: 0.1721213 Nov 12 03:39:19.470157 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-857013bc-8999-46e0-8fc0-59dfe7e68f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.478548 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-857013bc-8999-46e0-8fc0-59dfe7e68f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.478548 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-857013bc-8999-46e0-8fc0-59dfe7e68f09 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/aea4321f-f9c7-4eab-b8b3-65d89e717938 HTTP/1.1" status: 204 len: 168 time: 0.5559788 Nov 12 03:39:19.503323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857013bc-8999-46e0-8fc0-59dfe7e68f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4321f-f9c7-4eab-b8b3-65d89e717938,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:19.523401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 23744ab3-1b48-4da5-b385-985548ae519b up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:19.541781 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c96cdce8-605f-46bb-ac94-9d24e29aecc7 req-03a4a324-4a6b-409a-8c43-4481d7743b6c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635810 Nov 12 03:39:19.588120 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.599619 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.644187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c69545d8-4f5e-4f5c-b54e-f09f23a142ea tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Made reservation on behalf of b35a32c9a34046e089b00f5d3bf1e5e7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:19.648768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c69545d8-4f5e-4f5c-b54e-f09f23a142ea tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.649023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 3ca51684-e729-4303-a5d2-64deeed17c53, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3ca51684-e729-4303-a5d2-64deeed17c53,segment=NetworkSegment(844e2103-7904-426d-be9b-c5863376bf39),segment_id=844e2103-7904-426d-be9b-c5863376bf39)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:19.651229 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.744362 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c69545d8-4f5e-4f5c-b54e-f09f23a142ea tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.757684 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.764381 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 23744ab3-1b48-4da5-b385-985548ae519b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:19.768102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 23744ab3-1b48-4da5-b385-985548ae519b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:19.768590 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.828279 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.846815 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.911227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Allocated IP 192.168.233.73 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/43d65fe6-b3b2-43d0-915d-ead621acc943) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:19.986695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=3ca51684-e729-4303-a5d2-64deeed17c53,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.018008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Pushing event updated for resources: {'Port': ['ID=046c0559-f73e-494e-a112-4b31ccf1faf5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.049788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f69344-475a-4b99-b36d-dbf4f45e13ab None None] Network f3d14b86-b861-44e9-8a15-7d260db58528 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:20.052828 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-852af27d-1a33-40f7-8d10-c3bdf6f868d4 req-dfa474a0-c611-4f0f-bfbf-58633a972619 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 210 time: 0.1519718 Nov 12 03:39:20.144593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:20.158620 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.207362 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:20.209480 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 23744ab3-1b48-4da5-b385-985548ae519b, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=23744ab3-1b48-4da5-b385-985548ae519b,segment=NetworkSegment(241f9c53-6d59-41c1-85e8-f7ea4e91bb6a),segment_id=241f9c53-6d59-41c1-85e8-f7ea4e91bb6a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:20.215686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:20.219796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bfa128-2013-4d99-bd71-8e3f0ca72f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23744ab3-1b48-4da5-b385-985548ae519b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:20.222383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:20.223188 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.225167 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b2e396-7446-4eb7-a289-bdc407dc783d" -d '{"events": [{"server_uuid": "12bfa128-2013-4d99-bd71-8e3f0ca72f8b", "name": "network-vif-plugged", "status": "completed", "tag": "23744ab3-1b48-4da5-b385-985548ae519b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:20.235835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-abe9a897-48e8-4203-b1e9-1520a38fd742 None None] Provisioning complete for port 3ca51684-e729-4303-a5d2-64deeed17c53 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:20.236244 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-abe9a897-48e8-4203-b1e9-1520a38fd742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.244328 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.253910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62da4f1-0067-47d4-a94e-0f5fdcf4b740,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.294369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43673a0c-81b1-4399-91d7-6fc1b1ef6753 req-6f762777-16a1-4e3c-b208-1e0c76d41584 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:20.302341 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43673a0c-81b1-4399-91d7-6fc1b1ef6753 req-6f762777-16a1-4e3c-b208-1e0c76d41584 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 936 time: 0.5640135 Nov 12 03:39:20.348557 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.357860 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70ef95-43f5-4439-ba9c-11a895fa4120 x-openstack-request-id: req-0d70ef95-43f5-4439-ba9c-11a895fa4120 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:20.358355 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bfa128-2013-4d99-bd71-8e3f0ca72f8b", "name": "network-vif-plugged", "status": "completed", "tag": "23744ab3-1b48-4da5-b385-985548ae519b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:20.358622 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0d70ef95-43f5-4439-ba9c-11a895fa4120 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:20.359024 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bfa128-2013-4d99-bd71-8e3f0ca72f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23744ab3-1b48-4da5-b385-985548ae519b', 'code': 200} Nov 12 03:39:20.366337 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7d011b3-c04c-4dff-bc76-528f4b00430c tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0855815 Nov 12 03:39:20.404105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:20.404821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50464) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:20.439525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Request body: {'port': {'device_id': 'e7c2ea97-daec-4458-a4cc-a63e365e64be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:20.466706 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e476740-abc3-4a8a-8d26-4fc98c8e95a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.492780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=23744ab3-1b48-4da5-b385-985548ae519b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.553199 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.656302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-65c8c1aa-e3ee-43d8-8978-d7ec3a766fa0 None None] Provisioning complete for port 046c0559-f73e-494e-a112-4b31ccf1faf5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:20.657264 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65c8c1aa-e3ee-43d8-8978-d7ec3a766fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.664235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e99ff-5237-4977-a52d-9ef3e600f8ac req-c0748b77-7dff-4d41-a99a-3bfcb7e104f8 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:20.674163 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a14e99ff-5237-4977-a52d-9ef3e600f8ac req-c0748b77-7dff-4d41-a99a-3bfcb7e104f8 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 945 time: 0.1348248 Nov 12 03:39:20.721839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-65c8c1aa-e3ee-43d8-8978-d7ec3a766fa0 None None] Port 046c0559-f73e-494e-a112-4b31ccf1faf5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:20.751639 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a14e99ff-5237-4977-a52d-9ef3e600f8ac req-c3739943-30e4-46a3-a755-6e99000cab39 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/security-groups?id=df36f447-a607-4c90-94bf-d60185f969bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761051 Nov 12 03:39:20.755834 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43673a0c-81b1-4399-91d7-6fc1b1ef6753 req-90c4cffd-2318-4ad6-b364-f075d72bb9bc tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524989 Nov 12 03:39:20.764267 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.795608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eaf7a-66aa-4d67-bc96-aa45ae73530b req-8cfa2054-9f51-4f43-b524-13f63a4c4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:20.797428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e0eaf7a-66aa-4d67-bc96-aa45ae73530b req-8cfa2054-9f51-4f43-b524-13f63a4c4029 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 1097 time: 0.3060451 Nov 12 03:39:20.798566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Router fc82869e-f6e4-469d-86f1-1bbc08b0f029 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:39:20.960610 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e0eaf7a-66aa-4d67-bc96-aa45ae73530b req-c4e4e311-5bba-4f22-8e52-f6c847fd4eea service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=df36f447-a607-4c90-94bf-d60185f969bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408660 Nov 12 03:39:20.987873 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.989164 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec3a51-263f-4de6-8e51-5b2f13f0fecd req-fe888c77-747f-436c-9afd-dac67d244154 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:20.990691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80ec3a51-263f-4de6-8e51-5b2f13f0fecd req-fe888c77-747f-436c-9afd-dac67d244154 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 945 time: 0.1252770 Nov 12 03:39:21.006336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:21.022136 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Sync routers for ids ['fc82869e-f6e4-469d-86f1-1bbc08b0f029'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:21.036608 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e476740-abc3-4a8a-8d26-4fc98c8e95a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.056689 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80ec3a51-263f-4de6-8e51-5b2f13f0fecd req-4924b3ed-d33f-4edc-b464-0eaba5b0125f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580378 Nov 12 03:39:21.067414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0d3553d3-c68d-4d6b-927d-965ee5333147 None None] Provisioning complete for port 3ca51684-e729-4303-a5d2-64deeed17c53 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:21.067991 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0d3553d3-c68d-4d6b-927d-965ee5333147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.083841 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Routers {'fc82869e-f6e4-469d-86f1-1bbc08b0f029'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:21.083841 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:38:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['fc82869e-f6e4-469d-86f1-1bbc08b0f029'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:21.084237 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0458d3d-a898-4cf1-9c98-01fa7c6ea7f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.093849 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:21.095759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:21.098570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:21.104528 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:21.109792 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.187379 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e476740-abc3-4a8a-8d26-4fc98c8e95a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.223401 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.226265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d3a96e2e-3300-40e9-a92d-ba837eeb409d admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0622385 Nov 12 03:39:21.228279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50482) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:21.269206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e476740-abc3-4a8a-8d26-4fc98c8e95a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c7846b-ed48-4731-93a4-d1b7060199ef,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:21.269570 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3ca51684-e729-4303-a5d2-64deeed17c53 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:21.311102 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c44047d4-76ce-49a0-ac5a-a5e0c3e4d065 req-fc188d07-4092-47ff-8d7d-9b2270f8304f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 210 time: 0.1148360 Nov 12 03:39:21.325653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Pushing event updated for resources: {'Port': ['ID=43d65fe6-b3b2-43d0-915d-ead621acc943,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:21.333943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c69545d8-4f5e-4f5c-b54e-f09f23a142ea tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Allocated IP 192.168.233.123 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/a8e670a0-6e44-48be-9054-29da4e221be7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:21.393473 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Set router fc82869e-f6e4-469d-86f1-1bbc08b0f029 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:21.440278 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b8062-b813-41db-bdcd-fc6b40251df1 req-ffb94c07-c499-416f-b230-a14091c647fb tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:21.448106 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3f4b8062-b813-41db-bdcd-fc6b40251df1 req-ffb94c07-c499-416f-b230-a14091c647fb tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 1097 time: 0.2494354 Nov 12 03:39:21.507567 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 3ca51684-e729-4303-a5d2-64deeed17c53 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:21.508097 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.552481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8d99804-3990-4986-9c8f-cc615e845662 req-4198abe4-1a45-499c-bda7-9005013e0832 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9797804 Nov 12 03:39:21.584789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8e476740-abc3-4a8a-8d26-4fc98c8e95a1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5388a0bc59d44f238512a1aea26611c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1747417 Nov 12 03:39:21.589088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Request body: {'port': {'device_id': '707337df-e95f-4812-9dac-c23cb29e31af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:21.624118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5b5e6d40-144d-49af-8c8b-1ab8e5494669 None None] Provisioning complete for port 43d65fe6-b3b2-43d0-915d-ead621acc943 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:21.624839 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b5e6d40-144d-49af-8c8b-1ab8e5494669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.642256 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896268175-router', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:17Z', 'updated_at': '2021-11-12T03:39:19Z', 'revision_number': 3, 'project_id': 'dc9429c233374a60b722f141a64f6932', 'gw_port': {'id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:18Z', 'updated_at': '2021-11-12T03:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:21.644903 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c69545d8-4f5e-4f5c-b54e-f09f23a142ea tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.656766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50484) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:21.666201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e6d40-144d-49af-8c8b-1ab8e5494669 None None] Port 43d65fe6-b3b2-43d0-915d-ead621acc943 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:21.685076 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Checking router: fc82869e-f6e4-469d-86f1-1bbc08b0f029 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:21.685076 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Updating router fc82869e-f6e4-469d-86f1-1bbc08b0f029 port 65bf6f54-f5f5-4df9-aea8-5daef3194688 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:21.713337 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.737071 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.838778 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab0730f3-c52b-4bcd-a8b9-1da24023c34f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.847228 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0458d3d-a898-4cf1-9c98-01fa7c6ea7f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.851210 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3f4b8062-b813-41db-bdcd-fc6b40251df1 req-95a353b2-a1f8-4c70-b1c1-8977b0f7c7a5 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911653 Nov 12 03:39:21.897290 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab0730f3-c52b-4bcd-a8b9-1da24023c34f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.986844 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c69545d8-4f5e-4f5c-b54e-f09f23a142ea tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.000166 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0458d3d-a898-4cf1-9c98-01fa7c6ea7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.022044 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.095967 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e82fbc-e9cc-4201-b23e-299cb33c5dfa req-082c7e87-d089-4e5d-86d0-f427e65c59dd tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:22.097508 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-97e82fbc-e9cc-4201-b23e-299cb33c5dfa req-082c7e87-d089-4e5d-86d0-f427e65c59dd tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 936 time: 0.1251974 Nov 12 03:39:22.125398 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.180475 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574cb28-f7a9-4ef1-b321-7215a83b6f85 None None] Pushing event updated for resources: {'Port': ['ID=65bf6f54-f5f5-4df9-aea8-5daef3194688,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.199571 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Attempting to bind port 65bf6f54-f5f5-4df9-aea8-5daef3194688 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:22.200404 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Attempting to bind port 65bf6f54-f5f5-4df9-aea8-5daef3194688 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:22.201004 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Attempting to bind port 65bf6f54-f5f5-4df9-aea8-5daef3194688 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:22.210691 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:22.211522 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:22.212225 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.212947 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:22.213685 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Bound port: 65bf6f54-f5f5-4df9-aea8-5daef3194688, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:22.214300 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.251516 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6574cb28-f7a9-4ef1-b321-7215a83b6f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.252381 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6574cb28-f7a9-4ef1-b321-7215a83b6f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.252821 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6574cb28-f7a9-4ef1-b321-7215a83b6f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.253252 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6574cb28-f7a9-4ef1-b321-7215a83b6f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.253905 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6574cb28-f7a9-4ef1-b321-7215a83b6f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.254568 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6574cb28-f7a9-4ef1-b321-7215a83b6f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.254897 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6574cb28-f7a9-4ef1-b321-7215a83b6f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.255228 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6574cb28-f7a9-4ef1-b321-7215a83b6f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.255555 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6574cb28-f7a9-4ef1-b321-7215a83b6f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.255877 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6574cb28-f7a9-4ef1-b321-7215a83b6f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.256401 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6574cb28-f7a9-4ef1-b321-7215a83b6f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.256839 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6574cb28-f7a9-4ef1-b321-7215a83b6f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.258404 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-97e82fbc-e9cc-4201-b23e-299cb33c5dfa req-0074f355-a59c-4b34-83e3-055c94b32b4f tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517742 Nov 12 03:39:22.267917 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.306435 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] For port 65bf6f54-f5f5-4df9-aea8-5daef3194688, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:22.310441 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] For port 65bf6f54-f5f5-4df9-aea8-5daef3194688, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=65bf6f54-f5f5-4df9-aea8-5daef3194688,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:22.388180 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.408475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69545d8-4f5e-4f5c-b54e-f09f23a142ea tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Pushing event updated for resources: {'Port': ['ID=a8e670a0-6e44-48be-9054-29da4e221be7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.446654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c69545d8-4f5e-4f5c-b54e-f09f23a142ea tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:22.457742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c69545d8-4f5e-4f5c-b54e-f09f23a142ea tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:22.461107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c69545d8-4f5e-4f5c-b54e-f09f23a142ea tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:22.468502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c69545d8-4f5e-4f5c-b54e-f09f23a142ea tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:22.469429 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c69545d8-4f5e-4f5c-b54e-f09f23a142ea tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.496810 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c0458d3d-a898-4cf1-9c98-01fa7c6ea7f2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1410b003a6dc458b8ede508092bdc432&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0854750 Nov 12 03:39:22.502213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0458d3d-a898-4cf1-9c98-01fa7c6ea7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49ba19e-da69-428f-a94f-f50ff9378b07,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.502555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50498) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:22.528450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00754c41-94b3-439e-8e20-c0f608fac592 req-50a13adb-cf6d-406b-beae-bc78df8687ff tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:22.537035 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-00754c41-94b3-439e-8e20-c0f608fac592 req-50a13adb-cf6d-406b-beae-bc78df8687ff tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 945 time: 0.6478891 Nov 12 03:39:22.555203 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574cb28-f7a9-4ef1-b321-7215a83b6f85 None None] Pushing event updated for resources: {'Port': ['ID=65bf6f54-f5f5-4df9-aea8-5daef3194688,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.583753 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c69545d8-4f5e-4f5c-b54e-f09f23a142ea tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6034307 Nov 12 03:39:22.586942 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Routers {'fc82869e-f6e4-469d-86f1-1bbc08b0f029'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:22.588163 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:38:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['fc82869e-f6e4-469d-86f1-1bbc08b0f029'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:22.592695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedee839-1b5e-4ab1-83d5-7d7d788b75d1 req-1fe0ae95-ea24-45ec-a664-fdd98c0323c7 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:22.603002 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bedee839-1b5e-4ab1-83d5-7d7d788b75d1 req-1fe0ae95-ea24-45ec-a664-fdd98c0323c7 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 1097 time: 0.2042706 Nov 12 03:39:22.619287 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adfab512-b4b1-4319-9619-50fd62600c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.644700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Request body: {'port': {'device_id': 'b528aa7a-e561-4938-9f1a-5e739defa239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:22.713818 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab0730f3-c52b-4bcd-a8b9-1da24023c34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.716787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab0730f3-c52b-4bcd-a8b9-1da24023c34f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.718197 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ab0730f3-c52b-4bcd-a8b9-1da24023c34f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c2c7846b-ed48-4731-93a4-d1b7060199ef HTTP/1.1" status: 204 len: 168 time: 1.0604527 Nov 12 03:39:22.750489 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bedee839-1b5e-4ab1-83d5-7d7d788b75d1 req-5c9ee743-73e4-4bc1-9ec2-01f0e6e049d4 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463358 Nov 12 03:39:22.766827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-00754c41-94b3-439e-8e20-c0f608fac592 req-0efbb02c-12c9-4e90-a0cd-48d98165c276 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/security-groups?id=df36f447-a607-4c90-94bf-d60185f969bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208436 Nov 12 03:39:22.767055 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adfab512-b4b1-4319-9619-50fd62600c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.779977 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Allocated IP 172.20.0.1 (f3d14b86-b861-44e9-8a15-7d260db58528/ccd5b63e-9a1c-4417-8475-5fcee814c0cd/ce290ae9-af92-474b-b097-e77057da306f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:22.800746 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] Set router fc82869e-f6e4-469d-86f1-1bbc08b0f029 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:22.854230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0730f3-c52b-4bcd-a8b9-1da24023c34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c7846b-ed48-4731-93a4-d1b7060199ef,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.904347 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.961178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046c0559-f73e-494e-a112-4b31ccf1faf5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:22.973551 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.008552 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.015801 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-856fd17b-20d8-4947-87cd-d04e8634afe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.023193 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ef49187e-6bc4-46fe-9f63-0f2e9d8fcb99 None None] Provisioning complete for port a8e670a0-6e44-48be-9054-29da4e221be7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:23.027188 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef49187e-6bc4-46fe-9f63-0f2e9d8fcb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.051420 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adfab512-b4b1-4319-9619-50fd62600c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.055781 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adfab512-b4b1-4319-9619-50fd62600c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.057240 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-adfab512-b4b1-4319-9619-50fd62600c6e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d49ba19e-da69-428f-a94f-f50ff9378b07 HTTP/1.1" status: 204 len: 168 time: 0.5438030 Nov 12 03:39:23.066735 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfab512-b4b1-4319-9619-50fd62600c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49ba19e-da69-428f-a94f-f50ff9378b07,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:23.066879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Transition to ACTIVE for port object 046c0559-f73e-494e-a112-4b31ccf1faf5 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:23.096910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5397ca-d17f-46b9-9af2-bfc2bb4b9014 req-33185684-bc01-450e-b476-a32417c51429 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:23.101785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f5397ca-d17f-46b9-9af2-bfc2bb4b9014 req-33185684-bc01-450e-b476-a32417c51429 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 936 time: 0.2437806 Nov 12 03:39:23.142088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ef49187e-6bc4-46fe-9f63-0f2e9d8fcb99 None None] Port a8e670a0-6e44-48be-9054-29da4e221be7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:23.159456 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.205570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Network f3d14b86-b861-44e9-8a15-7d260db58528 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:23.220998 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:23.280801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:23.298526 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.356491 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896268175-router', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:17Z', 'updated_at': '2021-11-12T03:39:19Z', 'revision_number': 3, 'project_id': 'dc9429c233374a60b722f141a64f6932', 'gw_port': {'id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:18Z', 'updated_at': '2021-11-12T03:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:23.377048 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Pushing event updated for resources: {'Port': ['ID=ce290ae9-af92-474b-b097-e77057da306f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:23.401066 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d1357-a89f-4cde-b47a-fb69087e8baf None None] The sync data for ids ['fc82869e-f6e4-469d-86f1-1bbc08b0f029'] in n-d-767704-23 is: [{'id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896268175-router', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:17Z', 'updated_at': '2021-11-12T03:39:19Z', 'revision_number': 3, 'project_id': 'dc9429c233374a60b722f141a64f6932', 'gw_port': {'id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:18Z', 'updated_at': '2021-11-12T03:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:23.453173 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.689919 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Pushing event updated for resources: {'Port': ['ID=046c0559-f73e-494e-a112-4b31ccf1faf5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:23.751944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Attempting to bind port 046c0559-f73e-494e-a112-4b31ccf1faf5 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:23.754685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Attempting to bind port 046c0559-f73e-494e-a112-4b31ccf1faf5 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:23.756984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Attempting to bind port 046c0559-f73e-494e-a112-4b31ccf1faf5 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:23.775553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c8c5a5e9-53fe-4d93-af7e-defe46f4308e None None] Provisioning complete for port ce290ae9-af92-474b-b097-e77057da306f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:23.775922 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8c5a5e9-53fe-4d93-af7e-defe46f4308e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.778339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f5397ca-d17f-46b9-9af2-bfc2bb4b9014 req-abca8566-a3a2-404c-8734-65125c3b0090 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6572478 Nov 12 03:39:23.833972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Port 046c0559-f73e-494e-a112-4b31ccf1faf5 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:23.835169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Attempting to bind port 046c0559-f73e-494e-a112-4b31ccf1faf5 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:23.870335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf5bf5-e003-4351-92b0-9e765c5a38d4 req-51b465a4-0a80-4dfc-81e0-56b0e9a2dca0 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:23.872445 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90bf5bf5-e003-4351-92b0-9e765c5a38d4 req-51b465a4-0a80-4dfc-81e0-56b0e9a2dca0 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 948 time: 0.1693759 Nov 12 03:39:23.873626 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.905448 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5a5e9-53fe-4d93-af7e-defe46f4308e None None] Port ce290ae9-af92-474b-b097-e77057da306f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:24.000330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:24.000666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:24.001047 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:24.001629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Bound port: 046c0559-f73e-494e-a112-4b31ccf1faf5, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:24.001985 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.080588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d65fe6-b3b2-43d0-915d-ead621acc943 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:24.115522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90bf5bf5-e003-4351-92b0-9e765c5a38d4 req-0a6b58ef-3800-4ba1-ac0a-de38778a5e38 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311809 Nov 12 03:39:24.132121 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.195310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Transition to ACTIVE for port object 43d65fe6-b3b2-43d0-915d-ead621acc943 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:24.218391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bf3a4-ae4f-487d-a886-4a09529dd721 req-2a3a4e72-8bd9-4184-bdb9-11fde19bcfa1 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.220281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed0bf3a4-ae4f-487d-a886-4a09529dd721 req-2a3a4e72-8bd9-4184-bdb9-11fde19bcfa1 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 1097 time: 0.2239075 Nov 12 03:39:24.236904 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.246921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] For port 046c0559-f73e-494e-a112-4b31ccf1faf5, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:24.266916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.279259 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50532) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:24.301066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] For port 046c0559-f73e-494e-a112-4b31ccf1faf5, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=046c0559-f73e-494e-a112-4b31ccf1faf5,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:24.325651 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe7f08e9-5177-423f-8610-4c7e128c9449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.349801 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.427984 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed0bf3a4-ae4f-487d-a886-4a09529dd721 req-4c29cca1-57ce-4860-a716-4372ecf791be tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002089 Nov 12 03:39:24.435525 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.467780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac9056-6b7c-43a4-9b23-b6d62160ef64 req-dd01f15e-681f-4b5e-84a6-4b2374242988 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.477573 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d5ac9056-6b7c-43a4-9b23-b6d62160ef64 req-dd01f15e-681f-4b5e-84a6-4b2374242988 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 945 time: 0.2152984 Nov 12 03:39:24.544640 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.545503 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.547699 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258a8181-1431-4062-9078-c089c94d01f8 req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] 10.222.0.26 "PUT /v2.0/ports/046c0559-f73e-494e-a112-4b31ccf1faf5 HTTP/1.1" status: 200 len: 1097 time: 4.1416097 Nov 12 03:39:24.551893 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c2ea97-daec-4458-a4cc-a63e365e64be', 'tag': '046c0559-f73e-494e-a112-4b31ccf1faf5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:24.555642 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400896d9-b121-43c3-b675-387893a09ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c2ea97-daec-4458-a4cc-a63e365e64be", "tag": "046c0559-f73e-494e-a112-4b31ccf1faf5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:24.559876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Pushing event updated for resources: {'Port': ['ID=43d65fe6-b3b2-43d0-915d-ead621acc943,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:24.576484 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.597312 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.648007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Pushing event updated for resources: {'Port': ['ID=ce290ae9-af92-474b-b097-e77057da306f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:24.725650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Attempting to bind port 43d65fe6-b3b2-43d0-915d-ead621acc943 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:24.726257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Attempting to bind port 43d65fe6-b3b2-43d0-915d-ead621acc943 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:24.726391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Attempting to bind port 43d65fe6-b3b2-43d0-915d-ead621acc943 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:24.788593 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49049720-bf9f-4052-962e-bed94ce92efd x-openstack-request-id: req-49049720-bf9f-4052-962e-bed94ce92efd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:24.789939 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c2ea97-daec-4458-a4cc-a63e365e64be", "tag": "046c0559-f73e-494e-a112-4b31ccf1faf5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:24.789939 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-49049720-bf9f-4052-962e-bed94ce92efd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:24.790573 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c2ea97-daec-4458-a4cc-a63e365e64be', 'tag': '046c0559-f73e-494e-a112-4b31ccf1faf5', 'status': 'completed', 'code': 200} Nov 12 03:39:24.819812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Port 43d65fe6-b3b2-43d0-915d-ead621acc943 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:24.820334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Attempting to bind port 43d65fe6-b3b2-43d0-915d-ead621acc943 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:24.827117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b35654-401b-4927-8d26-4c509eda5c23 service neutron] Pushing event updated for resources: {'Port': ['ID=046c0559-f73e-494e-a112-4b31ccf1faf5,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:24.861213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:24.861579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:24.861961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:24.862428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Bound port: 43d65fe6-b3b2-43d0-915d-ead621acc943, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:24.862850 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.920472 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d5ac9056-6b7c-43a4-9b23-b6d62160ef64 req-d8902d67-319d-44a0-b15b-34715d39b10d tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/security-groups?id=df36f447-a607-4c90-94bf-d60185f969bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420738 Nov 12 03:39:24.979331 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe7f08e9-5177-423f-8610-4c7e128c9449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.004745 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a8181-1431-4062-9078-c089c94d01f8 req-551975d6-c93a-4470-84c4-556f60776297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.007541 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258a8181-1431-4062-9078-c089c94d01f8 req-551975d6-c93a-4470-84c4-556f60776297 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1de97a0207c4628b13068fe0229006c&device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 1100 time: 0.2829101 Nov 12 03:39:25.014576 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:25.055481 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Network f3d14b86-b861-44e9-8a15-7d260db58528 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:25.058420 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe7f08e9-5177-423f-8610-4c7e128c9449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.064833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:25.128357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f08e9-5177-423f-8610-4c7e128c9449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6728c93e-84bd-4798-88cd-6bfc11017189,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.218947 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258a8181-1431-4062-9078-c089c94d01f8 req-5836145d-d220-41b5-bdef-8c508a25dfe1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=046c0559-f73e-494e-a112-4b31ccf1faf5 HTTP/1.1" status: 200 len: 217 time: 0.1253958 Nov 12 03:39:25.229726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e670a0-6e44-48be-9054-29da4e221be7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:25.241431 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fe7f08e9-5177-423f-8610-4c7e128c9449 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5e1d4eaf015645bd9da9b46da770530d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9542582 Nov 12 03:39:25.249369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:25.256327 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.382408 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-351551029-network', 'tenant_id': '3a36aad8c8cf4d62aff284d052ac7431'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:25.419524 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9006ae85-d0a1-4196-bfdd-380e220d7ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.426675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Transition to ACTIVE for port object a8e670a0-6e44-48be-9054-29da4e221be7 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:25.429310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] For port 43d65fe6-b3b2-43d0-915d-ead621acc943, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:25.433695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-559db35c-5437-4e13-9973-81534d206b28 None None] Provisioning complete for port ce290ae9-af92-474b-b097-e77057da306f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:25.435351 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-559db35c-5437-4e13-9973-81534d206b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.445386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e920b-cbed-4c5e-ac73-bb5a5b31349c req-b042ddb6-5c6d-4bb7-b83d-d367ce70efd3 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.448257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9ab05-45be-4880-aa3e-e16ed737c1a3 req-d34ea47f-3cf8-4f8f-b83d-047228f931fb tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.451397 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f79e920b-cbed-4c5e-ac73-bb5a5b31349c req-b042ddb6-5c6d-4bb7-b83d-d367ce70efd3 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 948 time: 0.1234374 Nov 12 03:39:25.452708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a9ab05-45be-4880-aa3e-e16ed737c1a3 req-d34ea47f-3cf8-4f8f-b83d-047228f931fb tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 936 time: 0.5077968 Nov 12 03:39:25.466330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Router fc82869e-f6e4-469d-86f1-1bbc08b0f029 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:25.477274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 65bf6f54-f5f5-4df9-aea8-5daef3194688 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:25.484747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] For port 43d65fe6-b3b2-43d0-915d-ead621acc943, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=43d65fe6-b3b2-43d0-915d-ead621acc943,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:25.518540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a8181-1431-4062-9078-c089c94d01f8 req-f8e338cd-de71-4586-b5eb-c672341c36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.520274 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258a8181-1431-4062-9078-c089c94d01f8 req-f8e338cd-de71-4586-b5eb-c672341c36e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.2719960 Nov 12 03:39:25.520457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-559db35c-5437-4e13-9973-81534d206b28 None None] Port ce290ae9-af92-474b-b097-e77057da306f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:25.523217 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.568624 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 65bf6f54-f5f5-4df9-aea8-5daef3194688 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:25.569255 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.602586 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8750855-4ac7-47c7-842f-e4b8ce9f2696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.642186 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f79e920b-cbed-4c5e-ac73-bb5a5b31349c req-763b27d2-b566-413f-bc65-aec1c38520d9 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712544 Nov 12 03:39:25.646761 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.647046 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:25.656968 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-82a06201-a42d-4c45-b2d3-6628f8dc0e07 admin admin] 10.222.0.105 "PUT /v2.0/routers/fc82869e-f6e4-469d-86f1-1bbc08b0f029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4054790 Nov 12 03:39:25.657346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] Made reservation on behalf of 3a36aad8c8cf4d62aff284d052ac7431 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:25.658372 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.684876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a9ab05-45be-4880-aa3e-e16ed737c1a3 req-93c20f36-23fa-4fa0-bc83-1f9ff45a005c tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063558 Nov 12 03:39:25.707407 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8750855-4ac7-47c7-842f-e4b8ce9f2696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.737682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e670a0-6e44-48be-9054-29da4e221be7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.787560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.788280 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.789740 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8d99804-3990-4986-9c8f-cc615e845662 req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] 10.222.0.26 "PUT /v2.0/ports/43d65fe6-b3b2-43d0-915d-ead621acc943 HTTP/1.1" status: 200 len: 1096 time: 4.2092786 Nov 12 03:39:25.791278 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.808097 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.844139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 65bf6f54-f5f5-4df9-aea8-5daef3194688, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=65bf6f54-f5f5-4df9-aea8-5daef3194688,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:25.965116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a8181-1431-4062-9078-c089c94d01f8 req-507bc014-4952-471b-a53a-3dfa565dadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.967522 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258a8181-1431-4062-9078-c089c94d01f8 req-507bc014-4952-471b-a53a-3dfa565dadb1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4300449 Nov 12 03:39:25.977277 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.989674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Attempting to bind port a8e670a0-6e44-48be-9054-29da4e221be7 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:25.990016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Attempting to bind port a8e670a0-6e44-48be-9054-29da4e221be7 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:25.990350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Attempting to bind port a8e670a0-6e44-48be-9054-29da4e221be7 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:26.070013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75466dc1-f9bb-4e95-9b87-83edff91a52a service neutron] Pushing event updated for resources: {'Port': ['ID=43d65fe6-b3b2-43d0-915d-ead621acc943,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:26.101972 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=65bf6f54-f5f5-4df9-aea8-5daef3194688,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:26.116809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Sync routers for ids ['fc82869e-f6e4-469d-86f1-1bbc08b0f029'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:26.124446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Port a8e670a0-6e44-48be-9054-29da4e221be7 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:26.128872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Attempting to bind port a8e670a0-6e44-48be-9054-29da4e221be7 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:26.136141 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88f06285-a8da-4c07-b8ee-ecd57f96d63e req-d0dd9d05-61a4-43b1-8f47-f3a174f6d3db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3434141 Nov 12 03:39:26.141500 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Routers {'fc82869e-f6e4-469d-86f1-1bbc08b0f029'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:26.142850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:39:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['fc82869e-f6e4-469d-86f1-1bbc08b0f029'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:26.180478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:26.180823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:26.181201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:26.181654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Bound port: a8e670a0-6e44-48be-9054-29da4e221be7, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:26.182010 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.189132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8687a-7ce5-41fe-9b69-f6306c39b262 req-547ec7a9-cdf8-47db-bf63-278817e11460 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.196649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8e8687a-7ce5-41fe-9b69-f6306c39b262 req-547ec7a9-cdf8-47db-bf63-278817e11460 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 1097 time: 0.3866940 Nov 12 03:39:26.282488 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8750855-4ac7-47c7-842f-e4b8ce9f2696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.285465 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8750855-4ac7-47c7-842f-e4b8ce9f2696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.286623 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d8750855-4ac7-47c7-842f-e4b8ce9f2696 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6728c93e-84bd-4798-88cd-6bfc11017189 HTTP/1.1" status: 204 len: 168 time: 1.0331552 Nov 12 03:39:26.302370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Set router fc82869e-f6e4-469d-86f1-1bbc08b0f029 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:26.380133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d99804-3990-4986-9c8f-cc615e845662 req-d58f565a-f622-4100-bc2d-62bc40abf6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.381773 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8d99804-3990-4986-9c8f-cc615e845662 req-d58f565a-f622-4100-bc2d-62bc40abf6d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 1099 time: 0.3547702 Nov 12 03:39:26.404475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8750855-4ac7-47c7-842f-e4b8ce9f2696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6728c93e-84bd-4798-88cd-6bfc11017189,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:26.429961 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258a8181-1431-4062-9078-c089c94d01f8 req-a655f52a-2ab6-4453-a141-ea697f5ba97c service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255228 Nov 12 03:39:26.483344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddf52e-3508-4a82-b783-af49ec9428be req-a3c79143-ee9d-4664-be1d-9942829408c8 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.492459 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4ddf52e-3508-4a82-b783-af49ec9428be req-a3c79143-ee9d-4664-be1d-9942829408c8 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 945 time: 0.1065881 Nov 12 03:39:26.499408 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8e8687a-7ce5-41fe-9b69-f6306c39b262 req-f6969adf-0cc4-4dfc-a02b-d650e852b109 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959590 Nov 12 03:39:26.506464 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8d99804-3990-4986-9c8f-cc615e845662 req-bdc6f744-9cc0-4746-a255-eb887a19aa05 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=43d65fe6-b3b2-43d0-915d-ead621acc943 HTTP/1.1" status: 200 len: 217 time: 0.0994196 Nov 12 03:39:26.562269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] For port a8e670a0-6e44-48be-9054-29da4e221be7, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:26.566860 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] For port a8e670a0-6e44-48be-9054-29da4e221be7, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a8e670a0-6e44-48be-9054-29da4e221be7,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:26.572646 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4ddf52e-3508-4a82-b783-af49ec9428be req-e2e09cd4-959d-44a7-a2cb-dfda7d60a321 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/security-groups?id=df36f447-a607-4c90-94bf-d60185f969bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791588 Nov 12 03:39:26.580319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f06285-a8da-4c07-b8ee-ecd57f96d63e req-eb0b568f-062e-4ab1-9bb2-684ceb2f322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.583838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88f06285-a8da-4c07-b8ee-ecd57f96d63e req-eb0b568f-062e-4ab1-9bb2-684ceb2f322c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 1097 time: 0.3764715 Nov 12 03:39:26.587241 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.740194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896268175-router', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:17Z', 'updated_at': '2021-11-12T03:39:23Z', 'revision_number': 4, 'project_id': 'dc9429c233374a60b722f141a64f6932', 'gw_port': {'id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:18Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'ce290ae9-af92-474b-b097-e77057da306f', 'name': '', 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'mac_address': 'fa:16:3e:5b:4f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ccd5b63e-9a1c-4417-8475-5fcee814c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:23Z', 'revision_number': 2, 'project_id': 'dc9429c233374a60b722f141a64f6932', 'subnets': [{'id': 'ccd5b63e-9a1c-4417-8475-5fcee814c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:26.749172 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.756526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-8bf62ace-f03a-4e91-93bd-81ef41ef58b5 req-c4a5d94f-cd54-4d6b-af2f-2b1fe5c13fcd service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:39:26.757562 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8bf62ace-f03a-4e91-93bd-81ef41ef58b5 req-c4a5d94f-cd54-4d6b-af2f-2b1fe5c13fcd service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120127 Nov 12 03:39:26.802056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Checking router: fc82869e-f6e4-469d-86f1-1bbc08b0f029 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:26.807857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Updating router fc82869e-f6e4-469d-86f1-1bbc08b0f029 port ce290ae9-af92-474b-b097-e77057da306f binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:26.826615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea38715-9254-48d4-8a8d-1063d691bd91 req-466f64e6-b58d-4d4f-9fa6-5246b74e21ae tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.833341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707337df-e95f-4812-9dac-c23cb29e31af', 'tag': '43d65fe6-b3b2-43d0-915d-ead621acc943'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:26.834406 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fea38715-9254-48d4-8a8d-1063d691bd91 req-466f64e6-b58d-4d4f-9fa6-5246b74e21ae tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 948 time: 0.0663197 Nov 12 03:39:26.835623 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e415749b-55f3-4ced-828d-5ef7d7bb27d2" -d '{"events": [{"name": "network-changed", "server_uuid": "707337df-e95f-4812-9dac-c23cb29e31af", "tag": "43d65fe6-b3b2-43d0-915d-ead621acc943"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:26.838233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e670a0-6e44-48be-9054-29da4e221be7,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:26.848080 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.879162 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.893129 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.893756 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.895505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-0022081a-1295-4433-bf02-cadfb07ae832 service neutron] 10.222.0.26 "PUT /v2.0/ports/a8e670a0-6e44-48be-9054-29da4e221be7 HTTP/1.1" status: 200 len: 1097 time: 4.2670650 Nov 12 03:39:26.909340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d99804-3990-4986-9c8f-cc615e845662 req-823bd878-5ab5-415a-a650-ad9525af10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.911475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8d99804-3990-4986-9c8f-cc615e845662 req-823bd878-5ab5-415a-a650-ad9525af10ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.3759348 Nov 12 03:39:26.915820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f06285-a8da-4c07-b8ee-ecd57f96d63e req-1df308b3-4805-4e35-bbea-0dde15103d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.919797 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88f06285-a8da-4c07-b8ee-ecd57f96d63e req-1df308b3-4805-4e35-bbea-0dde15103d15 service neutron] 10.222.0.25 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.2846029 Nov 12 03:39:26.959503 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fea38715-9254-48d4-8a8d-1063d691bd91 req-b038b4f3-d3ba-41d3-8536-4bf8483a8617 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241789 Nov 12 03:39:26.960091 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:26.979830 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-312503670-network', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:27.015414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88f06285-a8da-4c07-b8ee-ecd57f96d63e req-d076c533-4517-48fc-a0f0-0b1c2585f5e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bb42-7f56-48de-94b5-147a5614b337 HTTP/1.1" status: 200 len: 217 time: 0.0836694 Nov 12 03:39:27.071718 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.093136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258a8181-1431-4062-9078-c089c94d01f8 req-e0163cb0-b394-465a-a25c-ce5d8ef6cdd9 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225934 Nov 12 03:39:27.154818 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:27.162277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:27.165844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] Made reservation on behalf of 945df9d3581c4eba8a7243880ef2ebb8 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:27.168099 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.181913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6663934-e419-4eb3-946b-f0ba2f2156c5 req-e3628d7a-2996-4fa3-8596-7112667ec25c tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.185205 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6663934-e419-4eb3-946b-f0ba2f2156c5 req-e3628d7a-2996-4fa3-8596-7112667ec25c tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 948 time: 0.1317477 Nov 12 03:39:27.200105 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.203859 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d99804-3990-4986-9c8f-cc615e845662 req-35e0294b-ef92-4709-9590-14259cd09271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.205384 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8d99804-3990-4986-9c8f-cc615e845662 req-35e0294b-ef92-4709-9590-14259cd09271 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2724202 Nov 12 03:39:27.205990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3152b410-a3a4-4e9e-bc7b-a7722efb0452,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:27.210398 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f08281c8-1a50-493a-babe-ac0f6fb276f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.221314 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.221314 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] Added segment e97d9417-9fb2-4a11-92cc-2bd3ff29ad77 of type vlan for network e1ab3ea2-48d0-4fae-9b2c-9240ab6e0e49 Nov 12 03:39:27.244465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f06285-a8da-4c07-b8ee-ecd57f96d63e req-f9ed85d8-bc26-44c2-ac03-e4a61d057179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.245907 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88f06285-a8da-4c07-b8ee-ecd57f96d63e req-f9ed85d8-bc26-44c2-ac03-e4a61d057179 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.1756437 Nov 12 03:39:27.342185 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6663934-e419-4eb3-946b-f0ba2f2156c5 req-0653f357-0b09-4b96-8329-655b4fa13fda tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438358 Nov 12 03:39:27.424093 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.451861 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.474425 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 65bf6f54-f5f5-4df9-aea8-5daef3194688 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:27.494486 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f08281c8-1a50-493a-babe-ac0f6fb276f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.548340 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da41dde-d807-41b6-b740-3143eca70a56 x-openstack-request-id: req-9da41dde-d807-41b6-b740-3143eca70a56 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:27.548659 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707337df-e95f-4812-9dac-c23cb29e31af", "tag": "43d65fe6-b3b2-43d0-915d-ead621acc943", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:27.548859 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9da41dde-d807-41b6-b740-3143eca70a56 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:27.549599 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707337df-e95f-4812-9dac-c23cb29e31af', 'tag': '43d65fe6-b3b2-43d0-915d-ead621acc943', 'status': 'completed', 'code': 200} Nov 12 03:39:27.552251 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.560595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 65bf6f54-f5f5-4df9-aea8-5daef3194688 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:27.561162 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.576436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-6564c296-6df3-4683-9d72-8e95278f6804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.577779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-6564c296-6df3-4683-9d72-8e95278f6804 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 1100 time: 0.4531739 Nov 12 03:39:27.626843 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88f06285-a8da-4c07-b8ee-ecd57f96d63e req-64f9ef95-6e96-4b98-a506-33c1701b3681 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801625 Nov 12 03:39:27.628912 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.639040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c4bb0-0ee4-4e55-b01b-2869a2ac23d7 None None] Pushing event updated for resources: {'Port': ['ID=ce290ae9-af92-474b-b097-e77057da306f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:27.640638 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f08281c8-1a50-493a-babe-ac0f6fb276f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.684453 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.689138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c22b6bd4-9911-4cd1-9e3c-59b6c78534e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a8e670a0-6e44-48be-9054-29da4e221be7 HTTP/1.1" status: 200 len: 217 time: 0.0680416 Nov 12 03:39:27.696558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:27.709716 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.710332 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] Added segment faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8 of type vlan for network 875ddec0-19f3-409f-8299-78e2a5723df5 Nov 12 03:39:27.732192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Attempting to bind port ce290ae9-af92-474b-b097-e77057da306f on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:27.732555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Attempting to bind port ce290ae9-af92-474b-b097-e77057da306f by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '844e2103-7904-426d-be9b-c5863376bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:27.732914 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Attempting to bind port ce290ae9-af92-474b-b097-e77057da306f on network f3d14b86-b861-44e9-8a15-7d260db58528 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:27.747445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:27.747817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Checking segment: {'id': '844e2103-7904-426d-be9b-c5863376bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:27.748545 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.748664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Bound using segment: {'id': '844e2103-7904-426d-be9b-c5863376bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:27.749142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Bound port: ce290ae9-af92-474b-b097-e77057da306f, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844e2103-7904-426d-be9b-c5863376bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:27.749546 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.856835 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f08281c8-1a50-493a-babe-ac0f6fb276f5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3787935a689b4f6492ef5987a46a3d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6983335 Nov 12 03:39:27.861160 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.864229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400896d9-b121-43c3-b675-387893a09ba5 req-5bbfb70b-44fd-4308-80ae-fd00db812250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.865094 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6a66a2-7e5e-44ea-8ed7-4bd9749f8255,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:27.865766 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-400896d9-b121-43c3-b675-387893a09ba5 req-5bbfb70b-44fd-4308-80ae-fd00db812250 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1de97a0207c4628b13068fe0229006c&device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 1100 time: 0.3040752 Nov 12 03:39:27.870297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:27.891597 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8d99804-3990-4986-9c8f-cc615e845662 req-8aad1bce-cffd-496a-9092-0247b7cd6e96 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686933 Nov 12 03:39:27.897439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] For port ce290ae9-af92-474b-b097-e77057da306f, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:27.899924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-26f20f49-d9c2-4123-baa5-07cc8e62af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.901964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-26f20f49-d9c2-4123-baa5-07cc8e62af76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1945968 Nov 12 03:39:27.902450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] For port ce290ae9-af92-474b-b097-e77057da306f, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ce290ae9-af92-474b-b097-e77057da306f,segment=NetworkSegment(844e2103-7904-426d-be9b-c5863376bf39),segment_id=844e2103-7904-426d-be9b-c5863376bf39)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:27.985077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-11261e55-74e0-4734-8192-716f70ea72fb None None] Provisioning complete for port ce290ae9-af92-474b-b097-e77057da306f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:27.985535 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11261e55-74e0-4734-8192-716f70ea72fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.992131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.26', 49210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:27.993288 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.995002 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.995549 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.014012 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.061509 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10afb0e5-c6fd-4a69-be6d-94cccb94162f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.071202 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-11261e55-74e0-4734-8192-716f70ea72fb None None] Port ce290ae9-af92-474b-b097-e77057da306f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:28.085868 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10afb0e5-c6fd-4a69-be6d-94cccb94162f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.113701 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c4bb0-0ee4-4e55-b01b-2869a2ac23d7 None None] Pushing event updated for resources: {'Port': ['ID=ce290ae9-af92-474b-b097-e77057da306f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:28.126621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Routers {'fc82869e-f6e4-469d-86f1-1bbc08b0f029'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:28.127185 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88f06285-a8da-4c07-b8ee-ecd57f96d63e req-784962f5-ba61-4a60-bd63-dadb64cab994 service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364536 Nov 12 03:39:28.127282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:39:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['fc82869e-f6e4-469d-86f1-1bbc08b0f029'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:28.146080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a5878-7e4a-40af-9e33-d33271bce8cb req-f6e069ca-b570-46a3-88e8-07389751a9d0 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:28.154215 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb6a5878-7e4a-40af-9e33-d33271bce8cb req-f6e069ca-b570-46a3-88e8-07389751a9d0 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 945 time: 0.3997176 Nov 12 03:39:28.210946 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08281c8-1a50-493a-babe-ac0f6fb276f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c2a2e2-9174-4ce7-bda5-0683c76480ad,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:28.276555 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.277612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:28.278214 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.280367 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10afb0e5-c6fd-4a69-be6d-94cccb94162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.283164 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10afb0e5-c6fd-4a69-be6d-94cccb94162f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.284350 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-10afb0e5-c6fd-4a69-be6d-94cccb94162f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/40c2a2e2-9174-4ce7-bda5-0683c76480ad HTTP/1.1" status: 204 len: 168 time: 0.4112873 Nov 12 03:39:28.319643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2273862 Nov 12 03:39:28.324596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbe1e6-765f-483d-8434-0a0c60f7fe35 req-cf43700c-18f3-4522-bd2e-8c10ef537378 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:28.326210 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d3cbe1e6-765f-483d-8434-0a0c60f7fe35 req-cf43700c-18f3-4522-bd2e-8c10ef537378 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.25 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 945 time: 0.3817055 Nov 12 03:39:28.350458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:28.358011 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-126e779d-f16e-49a0-a51f-e7ce18305fcd admin admin] Request body: {'subnet': {'network_id': 'e1ab3ea2-48d0-4fae-9b2c-9240ab6e0e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-351551029-subnet', 'tenant_id': '3a36aad8c8cf4d62aff284d052ac7431', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:28.363660 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3e6c05a-2f0b-45a6-919f-5061ce69e9c9 req-50d82084-53a2-49b6-ace8-0ef22ef3a27a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3486927 Nov 12 03:39:28.377879 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.380898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] Set router fc82869e-f6e4-469d-86f1-1bbc08b0f029 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:28.396030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb6a5878-7e4a-40af-9e33-d33271bce8cb req-4e856c4c-70d3-47bb-a52a-67cce14b9897 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/security-groups?id=df36f447-a607-4c90-94bf-d60185f969bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406943 Nov 12 03:39:28.398469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afb0e5-c6fd-4a69-be6d-94cccb94162f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c2a2e2-9174-4ce7-bda5-0683c76480ad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:28.443947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b82033-430f-4cfd-a000-9613d031f931 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ab3ea2-48d0-4fae-9b2c-9240ab6e0e49,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:28.474044 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88f06285-a8da-4c07-b8ee-ecd57f96d63e req-b8c7a480-b36d-4d1f-bd74-9236c043584f service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037350 Nov 12 03:39:28.502133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-8330da68-0318-41d2-a23f-9729757a8c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:28.505489 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-8330da68-0318-41d2-a23f-9729757a8c66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5480170 Nov 12 03:39:28.519487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400896d9-b121-43c3-b675-387893a09ba5 req-553c79ab-c9d2-48f6-bfc9-50d1914e9eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:28.523537 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-400896d9-b121-43c3-b675-387893a09ba5 req-553c79ab-c9d2-48f6-bfc9-50d1914e9eef service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.6344779 Nov 12 03:39:28.526297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network e1ab3ea2-48d0-4fae-9b2c-9240ab6e0e49 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:28.527293 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5661454 Nov 12 03:39:28.557287 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8d99804-3990-4986-9c8f-cc615e845662 req-46e050d9-a77b-416d-a691-35b3958ff9b8 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211469 Nov 12 03:39:28.563814 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:28.584830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0a518959-a508-4c8c-b375-b470964b3950 admin admin] Request body: {'subnet': {'network_id': '875ddec0-19f3-409f-8299-78e2a5723df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-312503670-subnet', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:28.586474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c611c-6ea9-4eb1-ae40-cfdd6b0999b7 admin admin] Pushing event updated for resources: {'Network': ['ID=875ddec0-19f3-409f-8299-78e2a5723df5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:28.624097 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 875ddec0-19f3-409f-8299-78e2a5723df5 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:28.647722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a656b5a9-f871-49cc-9b85-aa5c08cff5ec None None] Provisioning complete for port ce290ae9-af92-474b-b097-e77057da306f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:28.648117 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a656b5a9-f871-49cc-9b85-aa5c08cff5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.696246 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6c05a-2f0b-45a6-919f-5061ce69e9c9 req-da13d43f-b596-47dc-91db-22d8cf9f663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:28.697775 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3e6c05a-2f0b-45a6-919f-5061ce69e9c9 req-da13d43f-b596-47dc-91db-22d8cf9f663a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f612fefa6c1a47e6afdff4eb04025fe9&device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 1098 time: 0.1921403 Nov 12 03:39:28.710488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636a7ae-a1e6-4da3-bb24-96659f2c2e79 req-ed5879dc-f19e-4b95-b1cd-8b20bf4a91a2 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:28.712541 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d636a7ae-a1e6-4da3-bb24-96659f2c2e79 req-ed5879dc-f19e-4b95-b1cd-8b20bf4a91a2 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 948 time: 0.1923761 Nov 12 03:39:28.787727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-400896d9-b121-43c3-b675-387893a09ba5 req-ae4619e9-db95-4a89-b1be-897be1557cf1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=046c0559-f73e-494e-a112-4b31ccf1faf5 HTTP/1.1" status: 200 len: 217 time: 0.2178471 Nov 12 03:39:28.868740 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-95efdff7-4767-46e4-b9bf-fb817b714aeb service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400314 Nov 12 03:39:28.884897 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d636a7ae-a1e6-4da3-bb24-96659f2c2e79 req-46eae528-9362-49e8-8f52-8bfdad5aa397 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371617 Nov 12 03:39:28.920581 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126e779d-f16e-49a0-a51f-e7ce18305fcd admin admin] Made reservation on behalf of 3a36aad8c8cf4d62aff284d052ac7431 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:28.923043 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-126e779d-f16e-49a0-a51f-e7ce18305fcd admin admin] Publish callbacks [] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.991168 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d3cbe1e6-765f-483d-8434-0a0c60f7fe35 req-37c9eb93-0eae-4a4d-bfc1-9bf780b658e4 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Deleting port 23744ab3-1b48-4da5-b385-985548ae519b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:28.993855 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3cbe1e6-765f-483d-8434-0a0c60f7fe35 req-37c9eb93-0eae-4a4d-bfc1-9bf780b658e4 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.000888 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.013092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400896d9-b121-43c3-b675-387893a09ba5 req-00ce30ee-4638-48b3-a101-4a544d896b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:29.017294 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-400896d9-b121-43c3-b675-387893a09ba5 req-00ce30ee-4638-48b3-a101-4a544d896b60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.2075272 Nov 12 03:39:29.152695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415749b-55f3-4ced-828d-5ef7d7bb27d2 req-b1630263-4061-454f-a645-537c059ba9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:29.152695 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e415749b-55f3-4ced-828d-5ef7d7bb27d2 req-b1630263-4061-454f-a645-537c059ba9c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 1099 time: 0.3460529 Nov 12 03:39:29.415442 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a656b5a9-f871-49cc-9b85-aa5c08cff5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.488250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6c05a-2f0b-45a6-919f-5061ce69e9c9 req-8bdd211c-5937-498e-910f-e704ac626eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:29.490010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3e6c05a-2f0b-45a6-919f-5061ce69e9c9 req-8bdd211c-5937-498e-910f-e704ac626eff service neutron] 10.222.0.26 "GET /v2.0/networks?id=62997581-2879-408b-aa6c-aaecddf2a963 HTTP/1.1" status: 200 len: 925 time: 0.6882284 Nov 12 03:39:29.494097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a518959-a508-4c8c-b375-b470964b3950 admin admin] Made reservation on behalf of 945df9d3581c4eba8a7243880ef2ebb8 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:29.499050 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a518959-a508-4c8c-b375-b470964b3950 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.503455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a656b5a9-f871-49cc-9b85-aa5c08cff5ec None None] For port ce290ae9-af92-474b-b097-e77057da306f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ce290ae9-af92-474b-b097-e77057da306f,segment=NetworkSegment(844e2103-7904-426d-be9b-c5863376bf39),segment_id=844e2103-7904-426d-be9b-c5863376bf39)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:29.508831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896268175-router', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:17Z', 'updated_at': '2021-11-12T03:39:23Z', 'revision_number': 4, 'project_id': 'dc9429c233374a60b722f141a64f6932', 'gw_port': {'id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:18Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'ce290ae9-af92-474b-b097-e77057da306f', 'name': '', 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'mac_address': 'fa:16:3e:5b:4f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ccd5b63e-9a1c-4417-8475-5fcee814c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:27Z', 'revision_number': 4, 'project_id': 'dc9429c233374a60b722f141a64f6932', 'subnets': [{'id': 'ccd5b63e-9a1c-4417-8475-5fcee814c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:29.510435 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-126e779d-f16e-49a0-a51f-e7ce18305fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.513243 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb69042-739d-4db2-8951-83d7931a83d2 req-46cbf4ba-2183-4b82-8589-7492dda1ca15 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:29.521288 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecb69042-739d-4db2-8951-83d7931a83d2 req-46cbf4ba-2183-4b82-8589-7492dda1ca15 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 948 time: 0.4805324 Nov 12 03:39:29.532125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d3cbe1e6-765f-483d-8434-0a0c60f7fe35 req-37c9eb93-0eae-4a4d-bfc1-9bf780b658e4 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] For port 23744ab3-1b48-4da5-b385-985548ae519b, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=23744ab3-1b48-4da5-b385-985548ae519b,segment=NetworkSegment(241f9c53-6d59-41c1-85e8-f7ea4e91bb6a),segment_id=241f9c53-6d59-41c1-85e8-f7ea4e91bb6a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:29.533720 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3cbe1e6-765f-483d-8434-0a0c60f7fe35 req-37c9eb93-0eae-4a4d-bfc1-9bf780b658e4 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.552556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04738eb6-94df-4f9c-9d83-d719d6acd0a7 None None] The sync data for ids ['fc82869e-f6e4-469d-86f1-1bbc08b0f029'] in n-d-767704-23 is: [{'id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896268175-router', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:17Z', 'updated_at': '2021-11-12T03:39:23Z', 'revision_number': 4, 'project_id': 'dc9429c233374a60b722f141a64f6932', 'gw_port': {'id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:18Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'ce290ae9-af92-474b-b097-e77057da306f', 'name': '', 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'mac_address': 'fa:16:3e:5b:4f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ccd5b63e-9a1c-4417-8475-5fcee814c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:27Z', 'revision_number': 4, 'project_id': 'dc9429c233374a60b722f141a64f6932', 'subnets': [{'id': 'ccd5b63e-9a1c-4417-8475-5fcee814c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:29.588251 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a656b5a9-f871-49cc-9b85-aa5c08cff5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.600521 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d3cbe1e6-765f-483d-8434-0a0c60f7fe35 req-37c9eb93-0eae-4a4d-bfc1-9bf780b658e4 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Calling delete_port for 23744ab3-1b48-4da5-b385-985548ae519b owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:29.682553 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41629ca5-50ea-439a-9ec0-84342ad65794 req-c579087d-4c80-4a7d-a751-fa52b1f9eec2 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7767293 Nov 12 03:39:29.683018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b528aa7a-e561-4938-9f1a-5e739defa239', 'tag': 'a8e670a0-6e44-48be-9054-29da4e221be7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:29.686632 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425aa1b2-bcb6-47b9-b376-6063979a5912" -d '{"events": [{"name": "network-changed", "server_uuid": "b528aa7a-e561-4938-9f1a-5e739defa239", "tag": "a8e670a0-6e44-48be-9054-29da4e221be7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:29.776477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656b5a9-f871-49cc-9b85-aa5c08cff5ec None None] Pushing event updated for resources: {'Port': ['ID=ce290ae9-af92-474b-b097-e77057da306f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.777628 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecb69042-739d-4db2-8951-83d7931a83d2 req-65fccd26-3966-4102-bfc9-85388847219f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551708 Nov 12 03:39:29.801826 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415749b-55f3-4ced-828d-5ef7d7bb27d2 req-d203bc39-9dd1-4d75-841f-7a3809244adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:29.803825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e415749b-55f3-4ced-828d-5ef7d7bb27d2 req-d203bc39-9dd1-4d75-841f-7a3809244adb service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.6430986 Nov 12 03:39:29.877757 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400896d9-b121-43c3-b675-387893a09ba5 req-a20dce8e-c6fe-4393-8872-a3a5d99ba2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:29.879919 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-400896d9-b121-43c3-b675-387893a09ba5 req-a20dce8e-c6fe-4393-8872-a3a5d99ba2fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8055160 Nov 12 03:39:29.893256 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-b2a6a315-0b00-4bec-9b50-b369dbb9f0c4 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:39:29.894954 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-b2a6a315-0b00-4bec-9b50-b369dbb9f0c4 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063813 Nov 12 03:39:29.901416 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3e6c05a-2f0b-45a6-919f-5061ce69e9c9 req-17eecfbb-74a2-4604-b3f1-521625900262 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a1755c0-367c-418c-87e8-bd006aadb821 HTTP/1.1" status: 200 len: 1001 time: 0.3936658 Nov 12 03:39:29.940134 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e415749b-55f3-4ced-828d-5ef7d7bb27d2 req-61e6c8a5-4f71-447e-b235-956d87ebfd12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=43d65fe6-b3b2-43d0-915d-ead621acc943 HTTP/1.1" status: 200 len: 217 time: 0.1106708 Nov 12 03:39:30.079939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415749b-55f3-4ced-828d-5ef7d7bb27d2 req-cb1ed386-0554-4524-bdca-1321d24b3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.089647 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e415749b-55f3-4ced-828d-5ef7d7bb27d2 req-cb1ed386-0554-4524-bdca-1321d24b3d28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1123402 Nov 12 03:39:30.187150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e779d-f16e-49a0-a51f-e7ce18305fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=808bf419-d6af-4e94-8252-3cbc9ff83f93,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:30.198774 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126e779d-f16e-49a0-a51f-e7ce18305fcd admin admin] Checking segment: {'id': 'e97d9417-9fb2-4a11-92cc-2bd3ff29ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'e1ab3ea2-48d0-4fae-9b2c-9240ab6e0e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:30.199033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126e779d-f16e-49a0-a51f-e7ce18305fcd admin admin] Network hostable DHCP agents. Network: e1ab3ea2-48d0-4fae-9b2c-9240ab6e0e49, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:30.238343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415749b-55f3-4ced-828d-5ef7d7bb27d2 req-fd2c22bb-b377-43fd-b066-798f8ee32913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.239496 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e415749b-55f3-4ced-828d-5ef7d7bb27d2 req-fd2c22bb-b377-43fd-b066-798f8ee32913 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1379375 Nov 12 03:39:30.257227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86353a4a-441c-4bdd-85c8-658a9f28d65f req-88be133c-6074-4e8d-85b9-922323386200 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.258884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86353a4a-441c-4bdd-85c8-658a9f28d65f req-88be133c-6074-4e8d-85b9-922323386200 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 945 time: 0.1825938 Nov 12 03:39:30.292124 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-400896d9-b121-43c3-b675-387893a09ba5 req-55730f75-1a92-4661-bc72-d79b42db9e31 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133972 Nov 12 03:39:30.308777 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-133e7904-151b-48c6-b0ad-8eabc723cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.311499 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-133e7904-151b-48c6-b0ad-8eabc723cd28 service neutron] 10.222.0.105 "GET /v2.0/ports/2682bb42-7f56-48de-94b5-147a5614b337 HTTP/1.1" status: 200 len: 1094 time: 0.2850580 Nov 12 03:39:30.370912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-cc46dbc5-d823-4197-ba1e-7f84ec56a204 service neutron] Request body: {'binding': {'host': 'n-h2-767704-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:30.371243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-cc46dbc5-d823-4197-ba1e-7f84ec56a204 service neutron] Unknown quota resources ['binding']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:39:30.384192 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3cbe1e6-765f-483d-8434-0a0c60f7fe35 req-37c9eb93-0eae-4a4d-bfc1-9bf780b658e4 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.486182 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86353a4a-441c-4bdd-85c8-658a9f28d65f req-4e135c8f-2ec0-4fea-937e-1d27e019846e tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/security-groups?id=df36f447-a607-4c90-94bf-d60185f969bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979544 Nov 12 03:39:30.489204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9eb93-0eae-4a4d-bfc1-9bf780b658e4 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Pushing event deleted for resources: {'Port': ['ID=23744ab3-1b48-4da5-b385-985548ae519b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:30.498499 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e415749b-55f3-4ced-828d-5ef7d7bb27d2 req-070e83a6-ed1c-41b8-a0f9-42e82b3717fd service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386072 Nov 12 03:39:30.704781 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cbe1e6-765f-483d-8434-0a0c60f7fe35 req-37c9eb93-0eae-4a4d-bfc1-9bf780b658e4 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] No DVR routers for this DVR port 23744ab3-1b48-4da5-b385-985548ae519b on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:30.708323 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3cbe1e6-765f-483d-8434-0a0c60f7fe35 req-37c9eb93-0eae-4a4d-bfc1-9bf780b658e4 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.713087 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d3cbe1e6-765f-483d-8434-0a0c60f7fe35 req-37c9eb93-0eae-4a4d-bfc1-9bf780b658e4 tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.25 "DELETE /v2.0/ports/23744ab3-1b48-4da5-b385-985548ae519b HTTP/1.1" status: 204 len: 173 time: 2.3684909 Nov 12 03:39:30.717892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bfa128-2013-4d99-bd71-8e3f0ca72f8b', 'name': 'network-vif-deleted', 'tag': '23744ab3-1b48-4da5-b385-985548ae519b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:30.720729 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6053a4-ac6a-4cc1-ab74-5efc7051c7a2" -d '{"events": [{"server_uuid": "12bfa128-2013-4d99-bd71-8e3f0ca72f8b", "name": "network-vif-deleted", "tag": "23744ab3-1b48-4da5-b385-985548ae519b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:30.772339 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad9cc44-2aa7-46d7-a63a-9da55a055379 x-openstack-request-id: req-0ad9cc44-2aa7-46d7-a63a-9da55a055379 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:30.772718 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b528aa7a-e561-4938-9f1a-5e739defa239", "tag": "a8e670a0-6e44-48be-9054-29da4e221be7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:30.772965 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0ad9cc44-2aa7-46d7-a63a-9da55a055379 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:30.773363 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b528aa7a-e561-4938-9f1a-5e739defa239', 'tag': 'a8e670a0-6e44-48be-9054-29da4e221be7', 'status': 'completed', 'code': 200} Nov 12 03:39:30.821664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6c05a-2f0b-45a6-919f-5061ce69e9c9 req-2b7012e9-5330-48c5-83b9-42df4528926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.822380 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3e6c05a-2f0b-45a6-919f-5061ce69e9c9 req-2b7012e9-5330-48c5-83b9-42df4528926e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21c7b2ae-4826-4165-8db5-d145572339ce HTTP/1.1" status: 200 len: 862 time: 0.8556938 Nov 12 03:39:30.825762 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf65d4-5d97-4587-8e07-73fec39954de req-f821f3bd-083e-4de4-ada4-660edc3ad037 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.830517 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7cf65d4-5d97-4587-8e07-73fec39954de req-f821f3bd-083e-4de4-ada4-660edc3ad037 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 948 time: 0.1163750 Nov 12 03:39:30.833100 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e415749b-55f3-4ced-828d-5ef7d7bb27d2 req-97f89774-64af-49cc-8159-262cb1b5e423 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938929 Nov 12 03:39:30.945816 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7cf65d4-5d97-4587-8e07-73fec39954de req-5275cf9c-657c-4949-bc18-917fa4134ba6 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007261 Nov 12 03:39:30.961007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126e779d-f16e-49a0-a51f-e7ce18305fcd admin admin] Network e1ab3ea2-48d0-4fae-9b2c-9240ab6e0e49 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:30.997089 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd222b3-0317-48dd-9af6-e48364afb67f x-openstack-request-id: req-0cd222b3-0317-48dd-9af6-e48364afb67f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:30.997669 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bfa128-2013-4d99-bd71-8e3f0ca72f8b", "name": "network-vif-deleted", "tag": "23744ab3-1b48-4da5-b385-985548ae519b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:30.998151 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0cd222b3-0317-48dd-9af6-e48364afb67f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:30.998763 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bfa128-2013-4d99-bd71-8e3f0ca72f8b', 'name': 'network-vif-deleted', 'tag': '23744ab3-1b48-4da5-b385-985548ae519b', 'status': 'completed', 'code': 200} Nov 12 03:39:31.069359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425aa1b2-bcb6-47b9-b376-6063979a5912 req-4d5bf3d8-a472-4b97-a8a4-62054d36219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.071524 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425aa1b2-bcb6-47b9-b376-6063979a5912 req-4d5bf3d8-a472-4b97-a8a4-62054d36219c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 1100 time: 0.2946413 Nov 12 03:39:31.136134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-126e779d-f16e-49a0-a51f-e7ce18305fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, e1ab3ea2-48d0-4fae-9b2c-9240ab6e0e49) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:31.142088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e779d-f16e-49a0-a51f-e7ce18305fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.142699 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-126e779d-f16e-49a0-a51f-e7ce18305fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.150599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f37e5e-b010-4d4c-bfc9-b915304b9d14 None None] Network e1ab3ea2-48d0-4fae-9b2c-9240ab6e0e49 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:31.154257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eebd24-9438-467f-82a1-819a0a2241d8 req-f34be1b3-b1b1-4c56-bba7-aac6de6e65ca tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.165946 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83eebd24-9438-467f-82a1-819a0a2241d8 req-f34be1b3-b1b1-4c56-bba7-aac6de6e65ca tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 948 time: 0.0962987 Nov 12 03:39:31.217137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6c05a-2f0b-45a6-919f-5061ce69e9c9 req-79e380b1-42f3-4d3d-8b0f-caf5418c5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.220279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3e6c05a-2f0b-45a6-919f-5061ce69e9c9 req-79e380b1-42f3-4d3d-8b0f-caf5418c5ef6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62997581-2879-408b-aa6c-aaecddf2a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3522701 Nov 12 03:39:31.222452 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-400896d9-b121-43c3-b675-387893a09ba5 req-2e6b7f08-5b71-465b-8c27-2ca78c9ca087 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9192390 Nov 12 03:39:31.242534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a518959-a508-4c8c-b375-b470964b3950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.295723 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83eebd24-9438-467f-82a1-819a0a2241d8 req-4380e9f4-008e-47d9-bca9-3bbf634395de tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308751 Nov 12 03:39:31.464810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9255a14-6ed5-46e7-8ba3-e30ea4287352 None None] Network e1ab3ea2-48d0-4fae-9b2c-9240ab6e0e49 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:31.469288 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-126e779d-f16e-49a0-a51f-e7ce18305fcd admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1158268 Nov 12 03:39:31.549579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ce290ae9-af92-474b-b097-e77057da306f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:31.560626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 046c0559-f73e-494e-a112-4b31ccf1faf5 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:31.648965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a518959-a508-4c8c-b375-b470964b3950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4094179-fa3f-4a73-bc1a-3aaadc507079,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:31.653770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425aa1b2-bcb6-47b9-b376-6063979a5912 req-1e78de51-41f4-4bab-ad64-a20a98403eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.655294 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425aa1b2-bcb6-47b9-b376-6063979a5912 req-1e78de51-41f4-4bab-ad64-a20a98403eea service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.5738618 Nov 12 03:39:31.665159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-cc46dbc5-d823-4197-ba1e-7f84ec56a204 service neutron] Attempting to bind port 2682bb42-7f56-48de-94b5-147a5614b337 on host n-h2-767704-23 for vnic_type normal with profile None {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:31.665508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-cc46dbc5-d823-4197-ba1e-7f84ec56a204 service neutron] Attempting to bind port 2682bb42-7f56-48de-94b5-147a5614b337 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:31.665829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-cc46dbc5-d823-4197-ba1e-7f84ec56a204 service neutron] Attempting to bind port 2682bb42-7f56-48de-94b5-147a5614b337 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:31.719345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 046c0559-f73e-494e-a112-4b31ccf1faf5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=046c0559-f73e-494e-a112-4b31ccf1faf5,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:31.743494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a518959-a508-4c8c-b375-b470964b3950 admin admin] Checking segment: {'id': 'faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '875ddec0-19f3-409f-8299-78e2a5723df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:31.743903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a518959-a508-4c8c-b375-b470964b3950 admin admin] Network hostable DHCP agents. Network: 875ddec0-19f3-409f-8299-78e2a5723df5, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:31.751958 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-cc46dbc5-d823-4197-ba1e-7f84ec56a204 service neutron] Port 2682bb42-7f56-48de-94b5-147a5614b337 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:31.752460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-cc46dbc5-d823-4197-ba1e-7f84ec56a204 service neutron] Attempting to bind port 2682bb42-7f56-48de-94b5-147a5614b337 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:31.758988 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425aa1b2-bcb6-47b9-b376-6063979a5912 req-ed0b024b-a56b-419d-b34a-7ea8ef8cf972 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a8e670a0-6e44-48be-9054-29da4e221be7 HTTP/1.1" status: 200 len: 217 time: 0.0871613 Nov 12 03:39:31.762375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '046c0559-f73e-494e-a112-4b31ccf1faf5', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '046c0559-f73e-494e-a112-4b31ccf1faf5', 'mac_address': 'fa:16:3e:17:2f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:31.765559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-cc46dbc5-d823-4197-ba1e-7f84ec56a204 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:31.766242 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-cc46dbc5-d823-4197-ba1e-7f84ec56a204 service neutron] Checking segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:31.767202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-cc46dbc5-d823-4197-ba1e-7f84ec56a204 service neutron] Bound using segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:31.767378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 23744ab3-1b48-4da5-b385-985548ae519b no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:31.768346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-cc46dbc5-d823-4197-ba1e-7f84ec56a204 service neutron] Bound port: 2682bb42-7f56-48de-94b5-147a5614b337, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:31.775268 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3e6c05a-2f0b-45a6-919f-5061ce69e9c9 req-d42863a4-29f8-45fd-bac3-5466a6951e6e service neutron] 10.222.0.26 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100353 Nov 12 03:39:31.811855 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6cb1d9f0-302f-4bd3-868c-cc4eddda2f63 req-705a1ef5-406d-4f10-9941-6421206b55ff tempest-InstanceActionsNegativeTestJSON-1366676331 tempest-InstanceActionsNegativeTestJSON-1366676331-project] 10.222.0.105 "GET /v2.0/ports?device_id=12bfa128-2013-4d99-bd71-8e3f0ca72f8b HTTP/1.1" status: 200 len: 210 time: 0.1008511 Nov 12 03:39:31.864083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 23744ab3-1b48-4da5-b385-985548ae519b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:31.866769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 23744ab3-1b48-4da5-b385-985548ae519b not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:31.958164 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.010636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a518959-a508-4c8c-b375-b470964b3950 admin admin] Network 875ddec0-19f3-409f-8299-78e2a5723df5 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:32.022491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-cc46dbc5-d823-4197-ba1e-7f84ec56a204 service neutron] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2682bb42-7f56-48de-94b5-147a5614b337,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:32.032106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425aa1b2-bcb6-47b9-b376-6063979a5912 req-5f0ed9f5-6d62-4bd0-a1ad-5bc4b1efcb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:32.035006 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425aa1b2-bcb6-47b9-b376-6063979a5912 req-5f0ed9f5-6d62-4bd0-a1ad-5bc4b1efcb79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.2588084 Nov 12 03:39:32.086744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046c0559-f73e-494e-a112-4b31ccf1faf5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:32.097685 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3e6c05a-2f0b-45a6-919f-5061ce69e9c9 req-2dac353a-5dcf-49d4-b12a-2a0440c0efc7 service neutron] 10.222.0.26 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055522 Nov 12 03:39:32.115468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425aa1b2-bcb6-47b9-b376-6063979a5912 req-e0722bc3-8000-455a-9a11-520aab96f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:32.117481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425aa1b2-bcb6-47b9-b376-6063979a5912 req-e0722bc3-8000-455a-9a11-520aab96f0a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0694487 Nov 12 03:39:32.118643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0a518959-a508-4c8c-b375-b470964b3950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 875ddec0-19f3-409f-8299-78e2a5723df5) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:32.126731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a518959-a508-4c8c-b375-b470964b3950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:32.127550 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a518959-a508-4c8c-b375-b470964b3950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.166066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e9e968-309a-4bad-920c-0337562ed6e0 None None] Network 875ddec0-19f3-409f-8299-78e2a5723df5 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:32.179332 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-cc46dbc5-d823-4197-ba1e-7f84ec56a204 service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.181992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-cc46dbc5-d823-4197-ba1e-7f84ec56a204 service neutron] 10.222.0.105 "POST /v2.0/ports/2682bb42-7f56-48de-94b5-147a5614b337/bindings HTTP/1.1" status: 201 len: 390 time: 1.8312969 Nov 12 03:39:32.283157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50696) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:32.286674 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0a518959-a508-4c8c-b375-b470964b3950 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.7145040 Nov 12 03:39:32.316134 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-312503670-router', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:32.331635 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 046c0559-f73e-494e-a112-4b31ccf1faf5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=046c0559-f73e-494e-a112-4b31ccf1faf5,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:32.374987 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425aa1b2-bcb6-47b9-b376-6063979a5912 req-49b65d85-ea6d-43ed-a64b-b504af7fe4c0 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431781 Nov 12 03:39:32.406282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78554299-db48-483c-b68f-5887f5e0e06c req-df8ce488-5b05-4699-9aad-66a2aeb65edf tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:32.425228 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78554299-db48-483c-b68f-5887f5e0e06c req-df8ce488-5b05-4699-9aad-66a2aeb65edf tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 948 time: 0.3215644 Nov 12 03:39:32.504576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ce290ae9-af92-474b-b097-e77057da306f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:32.505167 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.507495 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.583745 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78554299-db48-483c-b68f-5887f5e0e06c req-91f6cb40-bf96-456f-b9f4-a091a9a29e44 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567187 Nov 12 03:39:32.587349 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.592608 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.651754 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425aa1b2-bcb6-47b9-b376-6063979a5912 req-2c1466f3-d0e8-4f4c-ac82-3deef6cf45f5 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632122 Nov 12 03:39:32.703026 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=046c0559-f73e-494e-a112-4b31ccf1faf5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:32.748213 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.824166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-875ddec0-19f3-409f-8299-78e2a5723df5', 'network_id': '875ddec0-19f3-409f-8299-78e2a5723df5', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'fixed_ips': [{'subnet_id': 'd4094179-fa3f-4a73-bc1a-3aaadc507079'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:32.825121 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.093323 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.122761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['046c0559-f73e-494e-a112-4b31ccf1faf5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:33.165191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3ec0b-44cd-4881-9137-3616b3147fed req-3bb43740-7f38-4ac5-9390-cf6905ea864c tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:33.181083 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a4e3ec0b-44cd-4881-9137-3616b3147fed req-3bb43740-7f38-4ac5-9390-cf6905ea864c tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 948 time: 0.2418089 Nov 12 03:39:33.183932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-07daf7dc-88e7-425a-8919-72ddb7f6b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:33.187544 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-07daf7dc-88e7-425a-8919-72ddb7f6b83c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 1097 time: 0.0722339 Nov 12 03:39:33.327131 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a4e3ec0b-44cd-4881-9137-3616b3147fed req-13efb820-b245-4b9a-98a2-c90c771718d5 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450567 Nov 12 03:39:33.462093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50718) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:33.481232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-8e092ba8-904d-4e2a-a012-a2c3c4e0c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:33.484539 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-8e092ba8-904d-4e2a-a012-a2c3c4e0c124 service neutron] 10.222.0.26 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.2700446 Nov 12 03:39:33.485297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50720) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:33.502211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2012998354-network', 'tenant_id': 'b7f9c3e3a13749f6be6a0c902896b064'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:33.511884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Allocated IP 172.20.0.2 (875ddec0-19f3-409f-8299-78e2a5723df5/d4094179-fa3f-4a73-bc1a-3aaadc507079/4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:33.584633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a8e670a0-6e44-48be-9054-29da4e221be7 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:33.595709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bfff74-938e-4be9-8d71-2b686b725f14 admin admin] Deleting subnet 700eda41-5ddb-476e-8671-27f5a74aa9b1 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:33.639339 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5bfff74-938e-4be9-8d71-2b686b725f14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.657809 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-09217d29-b9bf-44f8-a236-972f870c7491 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bb42-7f56-48de-94b5-147a5614b337 HTTP/1.1" status: 200 len: 217 time: 0.1477895 Nov 12 03:39:33.735586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05d221-fdd5-4a11-9251-79afc58d5858 req-a927d849-af70-4ea2-ab05-26c4147251ed tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:33.738536 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa05d221-fdd5-4a11-9251-79afc58d5858 req-a927d849-af70-4ea2-ab05-26c4147251ed tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 945 time: 0.2323194 Nov 12 03:39:33.747697 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5bfff74-938e-4be9-8d71-2b686b725f14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.786418 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.821224 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.837137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa05d221-fdd5-4a11-9251-79afc58d5858 req-1f0b121f-1c05-44f7-aaf6-bb12b59375ad tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749490 Nov 12 03:39:33.841462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-c19bd2f1-fa34-4a96-baf5-97afedd9a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:33.843838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-c19bd2f1-fa34-4a96-baf5-97afedd9a868 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.1605811 Nov 12 03:39:33.844828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] Made reservation on behalf of b7f9c3e3a13749f6be6a0c902896b064 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:33.847764 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.863445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.904650 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5bfff74-938e-4be9-8d71-2b686b725f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.910081 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-47826273-dadd-4ea5-ba80-7b44c0aa7fcc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494704 Nov 12 03:39:34.054988 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-67537285-2d59-4d9f-a411-2f78c3bb8adb service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279943 Nov 12 03:39:34.084936 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.090200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a8e670a0-6e44-48be-9054-29da4e221be7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a8e670a0-6e44-48be-9054-29da4e221be7,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:34.116005 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'a8e670a0-6e44-48be-9054-29da4e221be7', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'a8e670a0-6e44-48be-9054-29da4e221be7', 'mac_address': 'fa:16:3e:d1:de:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:34.211866 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.212159 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-730bd35d-ec78-4736-9609-f264b1c5a61d service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364851 Nov 12 03:39:34.212811 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.212964 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c07f0c-f5ae-4b55-ab0b-4bfdb5093742 req-86b61a35-f7fd-4c38-9130-a925e1a01361 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:34.224857 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-51c07f0c-f5ae-4b55-ab0b-4bfdb5093742 req-86b61a35-f7fd-4c38-9130-a925e1a01361 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 949 time: 0.3962107 Nov 12 03:39:34.233956 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.281519 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.318899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:34.320262 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Network 875ddec0-19f3-409f-8299-78e2a5723df5 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:34.326135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:34.330416 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:34.351794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df24b4e4-acfa-4dad-ab64-13dfe40d9495,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.360552 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.363863 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] Added segment cad22d6d-7028-4da1-88a1-d59494214ea1 of type vlan for network 50b22f99-6d7e-4bcf-b0a4-5c94bcfef9aa Nov 12 03:39:34.364575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Allocated IP 172.25.8.46 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/8dad4986-084b-4066-856d-9e6a0e26a9fa) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:34.383784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e670a0-6e44-48be-9054-29da4e221be7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:34.406512 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-51c07f0c-f5ae-4b55-ab0b-4bfdb5093742 req-e6942d4a-10d6-4974-ba7b-acba292c3d4f tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703966 Nov 12 03:39:34.479417 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5bfff74-938e-4be9-8d71-2b686b725f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.492772 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.549033 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Pushing event updated for resources: {'Port': ['ID=4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.604849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a8e670a0-6e44-48be-9054-29da4e221be7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a8e670a0-6e44-48be-9054-29da4e221be7,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:34.608809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfff74-938e-4be9-8d71-2b686b725f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=700eda41-5ddb-476e-8671-27f5a74aa9b1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.616737 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5bfff74-938e-4be9-8d71-2b686b725f14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.622159 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e5bfff74-938e-4be9-8d71-2b686b725f14 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/700eda41-5ddb-476e-8671-27f5a74aa9b1 HTTP/1.1" status: 204 len: 168 time: 1.1588228 Nov 12 03:39:34.625159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50744) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:34.644016 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Attempting to bind port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:34.645100 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Attempting to bind port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '875ddec0-19f3-409f-8299-78e2a5723df5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:34.645928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Attempting to bind port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 on network 875ddec0-19f3-409f-8299-78e2a5723df5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:34.657184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:34.659134 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Checking segment: {'id': 'faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '875ddec0-19f3-409f-8299-78e2a5723df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:34.660535 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.662170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Bound using segment: {'id': 'faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '875ddec0-19f3-409f-8299-78e2a5723df5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:34.663196 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Bound port: 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '875ddec0-19f3-409f-8299-78e2a5723df5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:34.663744 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.672763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-57350c2f-4c5f-406f-abc6-fb0e923776ad tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:34.675000 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-57350c2f-4c5f-406f-abc6-fb0e923776ad tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31&tenant_id=47b77b3c8092439394887f6a4638c133&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 1097 time: 0.2767544 Nov 12 03:39:34.687087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b755d-7dd7-4f8b-92e6-1f69f0d2dc5b req-fc119f39-5e0a-4709-8974-600f4e8f3860 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:34.692831 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d75b755d-7dd7-4f8b-92e6-1f69f0d2dc5b req-fc119f39-5e0a-4709-8974-600f4e8f3860 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 948 time: 0.1004450 Nov 12 03:39:34.704793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-767704-23'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:34.754130 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-530d8d94-12d0-4cfa-afe2-30fcdd19dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.759104 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.759342 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] For port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:34.762771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] For port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9,segment=NetworkSegment(faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8),segment_id=faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:34.766497 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.771247 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:34.771247 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.837342 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.838399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 43d65fe6-b3b2-43d0-915d-ead621acc943 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:34.893990 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-530d8d94-12d0-4cfa-afe2-30fcdd19dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.902363 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.914360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 43d65fe6-b3b2-43d0-915d-ead621acc943, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=43d65fe6-b3b2-43d0-915d-ead621acc943,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:34.926723 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-530d8d94-12d0-4cfa-afe2-30fcdd19dfc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696a0b0e-cd69-43f8-bd70-d144300ef8cc']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:34.929629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] Pushing event updated for resources: {'Network': ['ID=50b22f99-6d7e-4bcf-b0a4-5c94bcfef9aa,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.941264 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cf58a131-dd43-4f24-86cb-d95ed0db9d67 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.4519544 Nov 12 03:39:34.945045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:34.951659 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b3909df0-33f7-4a66-bde2-00032726e82a admin admin] Request body: {'subnet': {'network_id': '50b22f99-6d7e-4bcf-b0a4-5c94bcfef9aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2012998354-subnet', 'tenant_id': 'b7f9c3e3a13749f6be6a0c902896b064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:34.956547 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d75b755d-7dd7-4f8b-92e6-1f69f0d2dc5b req-c79334cf-8073-4508-b879-a6f2305f52f9 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597635 Nov 12 03:39:34.959700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-530d8d94-12d0-4cfa-afe2-30fcdd19dfc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241f9c53-6d59-41c1-85e8-f7ea4e91bb6a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:34.960214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-530d8d94-12d0-4cfa-afe2-30fcdd19dfc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241f9c53-6d59-41c1-85e8-f7ea4e91bb6a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:34.984291 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.990142 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-530d8d94-12d0-4cfa-afe2-30fcdd19dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.069702 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-530d8d94-12d0-4cfa-afe2-30fcdd19dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.086648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:35.095469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:35.098175 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:35.105920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530d8d94-12d0-4cfa-afe2-30fcdd19dfc6 admin admin] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:35.107118 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-530d8d94-12d0-4cfa-afe2-30fcdd19dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:35.113012 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:35.148202 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '43d65fe6-b3b2-43d0-915d-ead621acc943', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '43d65fe6-b3b2-43d0-915d-ead621acc943', 'mac_address': 'fa:16:3e:11:cd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:35.152536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Pushing event updated for resources: {'Port': ['ID=8dad4986-084b-4066-856d-9e6a0e26a9fa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.208492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3909df0-33f7-4a66-bde2-00032726e82a admin admin] Made reservation on behalf of b7f9c3e3a13749f6be6a0c902896b064 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:35.210808 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3909df0-33f7-4a66-bde2-00032726e82a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.225609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065314c-26d6-4305-bcf1-e9796937ad35 req-963e4817-16e1-4003-94d7-9df7280fab07 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:35.233651 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f065314c-26d6-4305-bcf1-e9796937ad35 req-963e4817-16e1-4003-94d7-9df7280fab07 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 945 time: 0.2711649 Nov 12 03:39:35.262184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=2682bb42-7f56-48de-94b5-147a5614b337,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:35.280225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=a8e670a0-6e44-48be-9054-29da4e221be7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.292849 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.308902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 50b22f99-6d7e-4bcf-b0a4-5c94bcfef9aa details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:35.312335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50752) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:35.361530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:35.446631 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.450217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2682bb42-7f56-48de-94b5-147a5614b337'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:35.454400 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cd226a-e4ae-4171-9b04-4b08b02e8f73" -d '{"events": [{"server_uuid": "5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31", "name": "network-vif-unplugged", "status": "completed", "tag": "2682bb42-7f56-48de-94b5-147a5614b337"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:35.486961 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.530990 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.555857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d65fe6-b3b2-43d0-915d-ead621acc943 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:35.603114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 43d65fe6-b3b2-43d0-915d-ead621acc943, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=43d65fe6-b3b2-43d0-915d-ead621acc943,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:35.608617 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c677146-a9f0-4c18-bc56-8cdde427b7dc None None] Pushing event updated for resources: {'Port': ['ID=4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.660143 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eec5ee55-1f61-4ad1-84ac-015413b26bf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.673853 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.702828 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-530d8d94-12d0-4cfa-afe2-30fcdd19dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.723633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd900f-947d-4c1c-83f5-f4b10ae92930 req-f6ea1c29-0c27-4118-b1c3-4fa4f7e63331 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:35.732190 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eacd900f-947d-4c1c-83f5-f4b10ae92930 req-f6ea1c29-0c27-4118-b1c3-4fa4f7e63331 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 949 time: 0.2169862 Nov 12 03:39:35.776507 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-530d8d94-12d0-4cfa-afe2-30fcdd19dfc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.781000 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-530d8d94-12d0-4cfa-afe2-30fcdd19dfc6 admin admin] 10.222.0.105 "DELETE /v2.0/networks/696a0b0e-cd69-43f8-bd70-d144300ef8cc HTTP/1.1" status: 204 len: 168 time: 1.1538451 Nov 12 03:39:35.784395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=43d65fe6-b3b2-43d0-915d-ead621acc943,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.796398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f065314c-26d6-4305-bcf1-e9796937ad35 req-214cd510-c528-44a4-b09f-d449a4aa6af3 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616856 Nov 12 03:39:35.807444 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 046c0559-f73e-494e-a112-4b31ccf1faf5 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:35.815729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Pushing event updated for resources: {'Port': ['ID=2682bb42-7f56-48de-94b5-147a5614b337,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.848588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d8d94-12d0-4cfa-afe2-30fcdd19dfc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=696a0b0e-cd69-43f8-bd70-d144300ef8cc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.932027 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eacd900f-947d-4c1c-83f5-f4b10ae92930 req-3e7455da-8411-4d28-a177-a56ba28766a6 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949253 Nov 12 03:39:35.947373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Attempting to bind port 2682bb42-7f56-48de-94b5-147a5614b337 on host n-h1-767704-23 for vnic_type normal with profile {"migrating_to": "n-h2-767704-23"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:35.955008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Attempting to bind port 2682bb42-7f56-48de-94b5-147a5614b337 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:35.955008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Attempting to bind port 2682bb42-7f56-48de-94b5-147a5614b337 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:35.960371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Port 2682bb42-7f56-48de-94b5-147a5614b337 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:35.960851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Attempting to bind port 2682bb42-7f56-48de-94b5-147a5614b337 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:35.971981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:35.972543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Checking segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:35.973042 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Bound using segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:35.973698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Bound port: 2682bb42-7f56-48de-94b5-147a5614b337, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:35.974054 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.997050 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b1b959-dd74-4c51-acd3-983a19bdd38f x-openstack-request-id: req-f9b1b959-dd74-4c51-acd3-983a19bdd38f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:35.998253 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31", "name": "network-vif-unplugged", "status": "completed", "tag": "2682bb42-7f56-48de-94b5-147a5614b337", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:35.998595 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f9b1b959-dd74-4c51-acd3-983a19bdd38f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:35.999154 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2682bb42-7f56-48de-94b5-147a5614b337', 'code': 200} Nov 12 03:39:36.069426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 046c0559-f73e-494e-a112-4b31ccf1faf5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:36.079061 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 046c0559-f73e-494e-a112-4b31ccf1faf5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:36.079474 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.140082 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eec5ee55-1f61-4ad1-84ac-015413b26bf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.154511 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:36.160614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=2682bb42-7f56-48de-94b5-147a5614b337,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:36.237049 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eec5ee55-1f61-4ad1-84ac-015413b26bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.240141 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.269647 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.297469 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 046c0559-f73e-494e-a112-4b31ccf1faf5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=046c0559-f73e-494e-a112-4b31ccf1faf5,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:36.299306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c2ea97-daec-4458-a4cc-a63e365e64be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046c0559-f73e-494e-a112-4b31ccf1faf5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:36.303482 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5b7e5e-8b8a-4dda-b39b-7a04590dc1d4" -d '{"events": [{"server_uuid": "e7c2ea97-daec-4458-a4cc-a63e365e64be", "name": "network-vif-plugged", "status": "completed", "tag": "046c0559-f73e-494e-a112-4b31ccf1faf5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:36.324236 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7f2c4-40dc-4070-a98a-c1f0d0448805 req-2bfc5d0c-04fc-47ef-894c-38ccc826cef1 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:36.326573 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27e7f2c4-40dc-4070-a98a-c1f0d0448805 req-2bfc5d0c-04fc-47ef-894c-38ccc826cef1 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 949 time: 0.1974823 Nov 12 03:39:36.345185 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.349496 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eec5ee55-1f61-4ad1-84ac-015413b26bf0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2d5539f41bcb4217998365af174ef4ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0350587 Nov 12 03:39:36.355518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5ee55-1f61-4ad1-84ac-015413b26bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990914ec-699b-4822-a6e8-dc4d03fa14b7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:36.359636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50768) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.365949 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['43d65fe6-b3b2-43d0-915d-ead621acc943'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:36.408136 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3909df0-33f7-4a66-bde2-00032726e82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.415202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.422566 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4ef06a-c1e3-45e9-91a3-cd52caa57aad x-openstack-request-id: req-db4ef06a-c1e3-45e9-91a3-cd52caa57aad {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:36.423040 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c2ea97-daec-4458-a4cc-a63e365e64be", "name": "network-vif-plugged", "status": "completed", "tag": "046c0559-f73e-494e-a112-4b31ccf1faf5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:36.423326 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-db4ef06a-c1e3-45e9-91a3-cd52caa57aad {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:36.423981 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c2ea97-daec-4458-a4cc-a63e365e64be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046c0559-f73e-494e-a112-4b31ccf1faf5', 'code': 200} Nov 12 03:39:36.430337 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.444970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:36.445786 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.447192 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] 10.222.0.26 "PUT /v2.0/ports/2682bb42-7f56-48de-94b5-147a5614b337 HTTP/1.1" status: 200 len: 1123 time: 1.7525089 Nov 12 03:39:36.459640 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280414a3-35ab-4cd6-9141-ccaf594478fd service neutron] Pushing event updated for resources: {'Port': ['ID=2682bb42-7f56-48de-94b5-147a5614b337,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:36.525041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['2682bb42-7f56-48de-94b5-147a5614b337'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:36.529380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['a8e670a0-6e44-48be-9054-29da4e221be7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:36.552141 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-568b0cd1-9708-4ec7-a083-62608ca3bde3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.611978 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-568b0cd1-9708-4ec7-a083-62608ca3bde3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.670552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=046c0559-f73e-494e-a112-4b31ccf1faf5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:36.674956 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27e7f2c4-40dc-4070-a98a-c1f0d0448805 req-8b291379-1256-4055-b5bb-3df40b97f5e2 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401952 Nov 12 03:39:36.697199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3909df0-33f7-4a66-bde2-00032726e82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3972d77c-8bf2-4a76-a7db-b554beb93d73,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:36.708415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c0fa0-8357-485c-a7a0-c8b13c6e4b36 req-b276a23d-9d34-4f1f-8c02-54e927eb43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:36.712632 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f2c0fa0-8357-485c-a7a0-c8b13c6e4b36 req-b276a23d-9d34-4f1f-8c02-54e927eb43bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 1102 time: 0.0862730 Nov 12 03:39:36.761968 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b5a686cd-c5ff-4ecb-b0ed-8b6057e4c2c3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=14032ed096f24f19aa2e42581293a755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583818 Nov 12 03:39:36.765035 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50772) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.769179 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f2c0fa0-8357-485c-a7a0-c8b13c6e4b36 req-a2d37f25-8468-4ae8-95bf-bbfb8262e212 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503304 Nov 12 03:39:36.792656 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3909df0-33f7-4a66-bde2-00032726e82a admin admin] Checking segment: {'id': 'cad22d6d-7028-4da1-88a1-d59494214ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '50b22f99-6d7e-4bcf-b0a4-5c94bcfef9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:36.793217 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3909df0-33f7-4a66-bde2-00032726e82a admin admin] Network hostable DHCP agents. Network: 50b22f99-6d7e-4bcf-b0a4-5c94bcfef9aa, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:36.839916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-568b0cd1-9708-4ec7-a083-62608ca3bde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.846545 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-568b0cd1-9708-4ec7-a083-62608ca3bde3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.848661 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-568b0cd1-9708-4ec7-a083-62608ca3bde3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/990914ec-699b-4822-a6e8-dc4d03fa14b7 HTTP/1.1" status: 204 len: 168 time: 0.4857962 Nov 12 03:39:36.873880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b0cd1-9708-4ec7-a083-62608ca3bde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990914ec-699b-4822-a6e8-dc4d03fa14b7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:36.950965 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90026686-0c93-40eb-89a8-ff1fa8811dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.958917 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.033108 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90026686-0c93-40eb-89a8-ff1fa8811dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.044992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3909df0-33f7-4a66-bde2-00032726e82a admin admin] Network 50b22f99-6d7e-4bcf-b0a4-5c94bcfef9aa is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:37.149839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e7549-725c-4d52-b883-de3324239ba2 req-2954c621-3d6f-4042-99e7-20c4275c8eac tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:37.164475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed2e7549-725c-4d52-b883-de3324239ba2 req-2954c621-3d6f-4042-99e7-20c4275c8eac tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 943 time: 0.2020524 Nov 12 03:39:37.191743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b3909df0-33f7-4a66-bde2-00032726e82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 50b22f99-6d7e-4bcf-b0a4-5c94bcfef9aa) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:37.217029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837e671-c36e-4b84-b79c-7bbdf32ab884 None None] Network 50b22f99-6d7e-4bcf-b0a4-5c94bcfef9aa requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:37.217298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3909df0-33f7-4a66-bde2-00032726e82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:37.217298 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3909df0-33f7-4a66-bde2-00032726e82a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.254868 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b741b0e3-41b8-41dd-9c60-d190b75115f3 None None] Network 875ddec0-19f3-409f-8299-78e2a5723df5 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:37.264653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed2e7549-725c-4d52-b883-de3324239ba2 req-a87c2b11-58a5-47fa-8623-8e1a63972f79 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963962 Nov 12 03:39:37.323414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47461c71-7de9-4824-9f5f-7bb646bfdab1 req-58e3c583-b95a-4361-a8a0-bdc9fd8d89a2 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:37.325186 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-47461c71-7de9-4824-9f5f-7bb646bfdab1 req-58e3c583-b95a-4361-a8a0-bdc9fd8d89a2 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 950 time: 0.1390243 Nov 12 03:39:37.413164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b3909df0-33f7-4a66-bde2-00032726e82a admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4583266 Nov 12 03:39:37.451244 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-47461c71-7de9-4824-9f5f-7bb646bfdab1 req-73a994a9-d6f7-4f60-ae04-b96dbe8a37ff tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003253 Nov 12 03:39:37.454324 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90026686-0c93-40eb-89a8-ff1fa8811dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.463425 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90026686-0c93-40eb-89a8-ff1fa8811dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.468966 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-90026686-0c93-40eb-89a8-ff1fa8811dc0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/df36f447-a607-4c90-94bf-d60185f969bc HTTP/1.1" status: 204 len: 168 time: 0.7008345 Nov 12 03:39:37.473841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Router 04e6336d-da96-4046-ab8b-5afe8e0a301d is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:39:37.500809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90026686-0c93-40eb-89a8-ff1fa8811dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df36f447-a607-4c90-94bf-d60185f969bc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:37.604235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:37.614739 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8f4deac-f09b-45d9-8498-a80822c82c0b None None] Provisioning complete for port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:37.615333 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8f4deac-f09b-45d9-8498-a80822c82c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.674060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50788) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.693628 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:37.707731 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Sync routers for ids ['04e6336d-da96-4046-ab8b-5afe8e0a301d'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:37.730056 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Routers {'04e6336d-da96-4046-ab8b-5afe8e0a301d'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:37.730983 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:39:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['04e6336d-da96-4046-ab8b-5afe8e0a301d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:37.818019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae13eb87-7d7d-417e-9e9b-f13d51c46abf admin admin] Deleting subnet 808bf419-d6af-4e94-8252-3cbc9ff83f93 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:37.820765 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.822899 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d593a421-9298-4ed7-8e93-d75524c3e9bd admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5359766 Nov 12 03:39:37.827642 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50792) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.836342 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae13eb87-7d7d-417e-9e9b-f13d51c46abf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.967147 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8f4deac-f09b-45d9-8498-a80822c82c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.971154 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:37.971154 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.050883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f51aa5e-bccb-40ab-b275-31822ac90dc7 None None] Network 50b22f99-6d7e-4bcf-b0a4-5c94bcfef9aa requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:38.065766 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Set router 04e6336d-da96-4046-ab8b-5afe8e0a301d gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:38.353997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31', 'tag': '2682bb42-7f56-48de-94b5-147a5614b337'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:38.359750 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63011fc7-9c6e-4e20-ab8c-ff2a91416a04" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31", "tag": "2682bb42-7f56-48de-94b5-147a5614b337"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:38.381362 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.407213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae13eb87-7d7d-417e-9e9b-f13d51c46abf admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.415535 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae13eb87-7d7d-417e-9e9b-f13d51c46abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.470083 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'name': 'tempest-AttachSCSIVolumeTestJSON-312503670-router', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:35Z', 'revision_number': 3, 'project_id': '945df9d3581c4eba8a7243880ef2ebb8', 'gw_port': {'id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:33Z', 'updated_at': '2021-11-12T03:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:38.533509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b8f4deac-f09b-45d9-8498-a80822c82c0b None None] For port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9,segment=NetworkSegment(faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8),segment_id=faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:38.543176 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Checking router: 04e6336d-da96-4046-ab8b-5afe8e0a301d for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:38.552358 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Updating router 04e6336d-da96-4046-ab8b-5afe8e0a301d port 8dad4986-084b-4066-856d-9e6a0e26a9fa binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:38.587134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7c783-6649-4cc3-83dc-a8e595d81751 req-3e1abfbe-2053-4b6c-bf4a-5c1459a4324f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:38.589705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e4e7c783-6649-4cc3-83dc-a8e595d81751 req-3e1abfbe-2053-4b6c-bf4a-5c1459a4324f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 949 time: 0.6628866 Nov 12 03:39:38.636030 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae13eb87-7d7d-417e-9e9b-f13d51c46abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.636936 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.637125 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8f4deac-f09b-45d9-8498-a80822c82c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.714089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13eb87-7d7d-417e-9e9b-f13d51c46abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808bf419-d6af-4e94-8252-3cbc9ff83f93,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:38.760267 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae13eb87-7d7d-417e-9e9b-f13d51c46abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.775887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ae13eb87-7d7d-417e-9e9b-f13d51c46abf admin admin] 10.222.0.105 "DELETE /v2.0/subnets/808bf419-d6af-4e94-8252-3cbc9ff83f93 HTTP/1.1" status: 204 len: 168 time: 1.0988512 Nov 12 03:39:38.783953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50810) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:38.803514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:38.865086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147fc27-398a-426f-baa9-c3398d922473 req-7f7c5d82-4453-438c-bb2d-d7215cd32b3e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:38.887394 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b147fc27-398a-426f-baa9-c3398d922473 req-7f7c5d82-4453-438c-bb2d-d7215cd32b3e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 943 time: 0.3337955 Nov 12 03:39:38.898131 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:39:38.902718 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:39:38.905085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4deac-f09b-45d9-8498-a80822c82c0b None None] Pushing event updated for resources: {'Port': ['ID=4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:38.928884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e4e7c783-6649-4cc3-83dc-a8e595d81751 req-d4661b54-b4c1-4dee-901d-70004859ae13 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180184 Nov 12 03:39:38.932771 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc6d404e-bc95-4842-8b4a-13a1871cb384 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.047222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.088341 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4977ca7b-41a0-42d7-9f12-2c86c80072b1 x-openstack-request-id: req-4977ca7b-41a0-42d7-9f12-2c86c80072b1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:39.089180 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31", "tag": "2682bb42-7f56-48de-94b5-147a5614b337", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:39.089180 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4977ca7b-41a0-42d7-9f12-2c86c80072b1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:39.089700 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31', 'tag': '2682bb42-7f56-48de-94b5-147a5614b337', 'status': 'completed', 'code': 200} Nov 12 03:39:39.105635 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1eb0531a-1a15-4606-a8a7-8a72c0f308dd None None] Provisioning complete for port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:39.106373 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1eb0531a-1a15-4606-a8a7-8a72c0f308dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.233097 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b147fc27-398a-426f-baa9-c3398d922473 req-f727c430-6874-4cd8-8dc3-f25f1d62083b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422639 Nov 12 03:39:39.291170 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.317485 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc6d404e-bc95-4842-8b4a-13a1871cb384 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.323957 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:39:39.324399 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:39:39.325160 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:39:39.325477 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:39:39.326383 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:39:39.326836 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:39:39.327162 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:39:39.327496 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:39:39.327812 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:39:39.347415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:39:39.443448 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63011fc7-9c6e-4e20-ab8c-ff2a91416a04 req-46b2b719-c225-4478-870e-eee62f0c9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:39.453056 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63011fc7-9c6e-4e20-ab8c-ff2a91416a04 req-46b2b719-c225-4478-870e-eee62f0c9ebf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 1126 time: 0.3546596 Nov 12 03:39:39.547869 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:39:39.548618 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:39:39.549098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:39:39.549756 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:39:39.550304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ab3ea2-48d0-4fae-9b2c-9240ab6e0e49']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:39.562318 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc6d404e-bc95-4842-8b4a-13a1871cb384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.593162 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.632582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63011fc7-9c6e-4e20-ab8c-ff2a91416a04 req-6b4e24d0-2562-4ed1-87bc-2adb62156162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:39.634221 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63011fc7-9c6e-4e20-ab8c-ff2a91416a04 req-6b4e24d0-2562-4ed1-87bc-2adb62156162 service neutron] 10.222.0.25 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.1672826 Nov 12 03:39:39.639322 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.649953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97d9417-9fb2-4a11-92cc-2bd3ff29ad77') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:39.651079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97d9417-9fb2-4a11-92cc-2bd3ff29ad77') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:39.737180 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.740946 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63011fc7-9c6e-4e20-ab8c-ff2a91416a04 req-6ccb3da2-27eb-4821-8df8-52f32a3061ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bb42-7f56-48de-94b5-147a5614b337 HTTP/1.1" status: 200 len: 217 time: 0.0606916 Nov 12 03:39:39.741180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2682bb42-7f56-48de-94b5-147a5614b337 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:39.767575 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:39.771162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a8e670a0-6e44-48be-9054-29da4e221be7 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:39.799230 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.821013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d404e-bc95-4842-8b4a-13a1871cb384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809dce25-c754-4fa9-a980-18fd7f11af01,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.853815 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bc6d404e-bc95-4842-8b4a-13a1871cb384 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ddac72d80cc54b568ce932d5f44a8a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0404079 Nov 12 03:39:39.861485 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50824) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:39.882247 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.883941 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5888a0-1d69-4013-aa4c-1e6a10fc55ec None None] Pushing event updated for resources: {'Port': ['ID=8dad4986-084b-4066-856d-9e6a0e26a9fa,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.933371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4be986-c67c-43f6-b7d5-1e39e73e040a req-68a6cdc0-d17c-4b7d-8d73-26c2cf9194b1 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:39.935033 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:39:39.935517 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e4be986-c67c-43f6-b7d5-1e39e73e040a req-68a6cdc0-d17c-4b7d-8d73-26c2cf9194b1 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 950 time: 0.3781068 Nov 12 03:39:39.935964 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Attempting to bind port 8dad4986-084b-4066-856d-9e6a0e26a9fa on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:39.936939 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Attempting to bind port 8dad4986-084b-4066-856d-9e6a0e26a9fa by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:39.937735 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Attempting to bind port 8dad4986-084b-4066-856d-9e6a0e26a9fa on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:39.940237 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:39.940642 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: from cryptography.utils import int_from_bytes Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: from cryptography.utils import int_from_bytes Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:39.944966 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:39.981375 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:39.983392 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:39.984058 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.984672 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:39.986722 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Bound port: 8dad4986-084b-4066-856d-9e6a0e26a9fa, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:39.987250 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.128256 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] For port 8dad4986-084b-4066-856d-9e6a0e26a9fa, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:40.141162 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] For port 8dad4986-084b-4066-856d-9e6a0e26a9fa, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8dad4986-084b-4066-856d-9e6a0e26a9fa,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:40.200709 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e4be986-c67c-43f6-b7d5-1e39e73e040a req-fcf08e0d-c153-4057-a36d-c581c57d900f tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435107 Nov 12 03:39:40.224568 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.230555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50830) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:40.286148 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-094fbb57-101e-406d-b7d9-f05f6ae49d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.330400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=2682bb42-7f56-48de-94b5-147a5614b337,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:40.335769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:40.336517 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.377747 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-094fbb57-101e-406d-b7d9-f05f6ae49d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.381203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63011fc7-9c6e-4e20-ab8c-ff2a91416a04 req-694b9121-683b-405f-9479-094577a30834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:40.390898 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Routers {'04e6336d-da96-4046-ab8b-5afe8e0a301d'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:40.519095 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63011fc7-9c6e-4e20-ab8c-ff2a91416a04 req-694b9121-683b-405f-9479-094577a30834 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.6350152 Nov 12 03:39:40.524975 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:39:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['04e6336d-da96-4046-ab8b-5afe8e0a301d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:40.525640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port a8e670a0-6e44-48be-9054-29da4e221be7 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:40.525640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port a8e670a0-6e44-48be-9054-29da4e221be7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:40.525640 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.526093 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5888a0-1d69-4013-aa4c-1e6a10fc55ec None None] Pushing event updated for resources: {'Port': ['ID=8dad4986-084b-4066-856d-9e6a0e26a9fa,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:40.526426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2682bb42-7f56-48de-94b5-147a5614b337 has no active binding in host n-h2-767704-23 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:39:40.527036 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.560293 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.581219 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63011fc7-9c6e-4e20-ab8c-ff2a91416a04 req-2c8ab735-a33d-45a4-bd07-f645ad3456db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867466 Nov 12 03:39:40.587908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:40.593841 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] 10.222.0.105 "DELETE /v2.0/networks/e1ab3ea2-48d0-4fae-9b2c-9240ab6e0e49 HTTP/1.1" status: 204 len: 168 time: 1.8080704 Nov 12 03:39:40.642289 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1892192226-network', 'tenant_id': 'be9afbf3863b438283a29c580e31389c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:40.644517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ab3ea2-48d0-4fae-9b2c-9240ab6e0e49,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:40.674821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:40.675389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:40.675950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:40.681219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:40.685059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:40.686238 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:40.688415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:40.690737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:40.690737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:40.690737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:40.691643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:40.692279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f31a032-1136-459e-9a5f-8dd13d2423b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:40.726347 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] Set router 04e6336d-da96-4046-ab8b-5afe8e0a301d gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:40.734218 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55d342-f1bd-4973-8dbc-1fde4d044607 req-b676e2e2-b847-4a56-9a14-ce3a04ecfa5f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:40.745588 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb55d342-f1bd-4973-8dbc-1fde4d044607 req-b676e2e2-b847-4a56-9a14-ce3a04ecfa5f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 949 time: 0.5168612 Nov 12 03:39:40.758837 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.806740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f397e255-6323-463c-ba7c-22bfdbc1199c admin admin] Deleting subnet 3972d77c-8bf2-4a76-a7db-b554beb93d73 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:40.827002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b528aa7a-e561-4938-9f1a-5e739defa239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e670a0-6e44-48be-9054-29da4e221be7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:40.830979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4986f-74e8-4a2c-ac4f-6f9bdd4cee45 req-8cb38fa6-6e2a-4331-8406-6d750bf137cc tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:40.850185 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba450575-7972-495e-b997-171f4bfb5378" -d '{"events": [{"server_uuid": "b528aa7a-e561-4938-9f1a-5e739defa239", "name": "network-vif-plugged", "status": "completed", "tag": "a8e670a0-6e44-48be-9054-29da4e221be7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:40.850461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5cd4986f-74e8-4a2c-ac4f-6f9bdd4cee45 req-8cb38fa6-6e2a-4331-8406-6d750bf137cc tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 943 time: 0.2003524 Nov 12 03:39:40.850461 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-094fbb57-101e-406d-b7d9-f05f6ae49d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.850461 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-094fbb57-101e-406d-b7d9-f05f6ae49d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.850461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-094fbb57-101e-406d-b7d9-f05f6ae49d34 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/809dce25-c754-4fa9-a980-18fd7f11af01 HTTP/1.1" status: 204 len: 168 time: 0.9807153 Nov 12 03:39:40.873967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fbb57-101e-406d-b7d9-f05f6ae49d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809dce25-c754-4fa9-a980-18fd7f11af01,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:40.874293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a8e670a0-6e44-48be-9054-29da4e221be7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a8e670a0-6e44-48be-9054-29da4e221be7,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:40.936797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Allocated IP 172.20.0.1 (875ddec0-19f3-409f-8299-78e2a5723df5/d4094179-fa3f-4a73-bc1a-3aaadc507079/7007f695-9e83-4cba-a4ca-c0f8e1c20868) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:40.956156 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.958936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 43d65fe6-b3b2-43d0-915d-ead621acc943 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:40.959758 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f397e255-6323-463c-ba7c-22bfdbc1199c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.967410 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5cd4986f-74e8-4a2c-ac4f-6f9bdd4cee45 req-dd7f717a-f215-4ee0-a5e6-1d861d3886af tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045225 Nov 12 03:39:41.066853 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20510767-f21f-4073-b83d-8812b6c0317f x-openstack-request-id: req-20510767-f21f-4073-b83d-8812b6c0317f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:41.067527 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b528aa7a-e561-4938-9f1a-5e739defa239", "name": "network-vif-plugged", "status": "completed", "tag": "a8e670a0-6e44-48be-9054-29da4e221be7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:41.068274 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-20510767-f21f-4073-b83d-8812b6c0317f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:41.069160 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b528aa7a-e561-4938-9f1a-5e739defa239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e670a0-6e44-48be-9054-29da4e221be7', 'code': 200} Nov 12 03:39:41.199758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=a8e670a0-6e44-48be-9054-29da4e221be7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:41.255296 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'name': 'tempest-AttachSCSIVolumeTestJSON-312503670-router', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:35Z', 'revision_number': 3, 'project_id': '945df9d3581c4eba8a7243880ef2ebb8', 'gw_port': {'id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:33Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:41.340123 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb55d342-f1bd-4973-8dbc-1fde4d044607 req-37e13ba1-b8a3-41c9-9941-f925dac7f271 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140703 Nov 12 03:39:41.346140 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e3308d-4043-41cc-a1cb-56f7319afe3d None None] The sync data for ids ['04e6336d-da96-4046-ab8b-5afe8e0a301d'] in n-d-767704-23 is: [{'id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'name': 'tempest-AttachSCSIVolumeTestJSON-312503670-router', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:35Z', 'revision_number': 3, 'project_id': '945df9d3581c4eba8a7243880ef2ebb8', 'gw_port': {'id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:33Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:41.346375 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f397e255-6323-463c-ba7c-22bfdbc1199c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.348407 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 43d65fe6-b3b2-43d0-915d-ead621acc943 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:41.364800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 43d65fe6-b3b2-43d0-915d-ead621acc943 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:41.365420 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.385650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] Made reservation on behalf of be9afbf3863b438283a29c580e31389c for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:41.385650 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.430557 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63011fc7-9c6e-4e20-ab8c-ff2a91416a04 req-e4913014-8b7f-44ce-904d-090b49bec5bf service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8365099 Nov 12 03:39:41.462930 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.483621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14941f6e-6f54-49f9-aa94-012005b74fd0 req-5030698b-8732-4e2f-9311-446c77220020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:41.485407 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14941f6e-6f54-49f9-aa94-012005b74fd0 req-5030698b-8732-4e2f-9311-446c77220020 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 1102 time: 0.2032309 Nov 12 03:39:41.512567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acc8f0-d220-42d3-b45e-88388500b572 req-65e1416c-e2a4-4d8e-aa13-3551103b26fa tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:41.515236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0acc8f0-d220-42d3-b45e-88388500b572 req-65e1416c-e2a4-4d8e-aa13-3551103b26fa tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 950 time: 0.1399250 Nov 12 03:39:41.538540 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.643651 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.659865 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14941f6e-6f54-49f9-aa94-012005b74fd0 req-c88ad555-6dbb-49e5-94b5-0594abd52d82 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645615 Nov 12 03:39:41.672319 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0acc8f0-d220-42d3-b45e-88388500b572 req-3ddf7f73-99ec-4512-9f85-a3f7627b63fe tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342564 Nov 12 03:39:41.733695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 43d65fe6-b3b2-43d0-915d-ead621acc943, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=43d65fe6-b3b2-43d0-915d-ead621acc943,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:41.788940 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f397e255-6323-463c-ba7c-22bfdbc1199c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.826477 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.925638 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.969346 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=43d65fe6-b3b2-43d0-915d-ead621acc943,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:41.982294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:41.988303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:41.988303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:41.988303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:41.988303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:41.988303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:41.988303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:41.988303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:41.988303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:41.988303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:41.988303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:41.989717 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:42.068675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Network 875ddec0-19f3-409f-8299-78e2a5723df5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:42.114629 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:42.122607 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Pushing event updated for resources: {'Port': ['ID=7007f695-9e83-4cba-a4ca-c0f8e1c20868,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:42.144527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:42.151514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63011fc7-9c6e-4e20-ab8c-ff2a91416a04 req-b99e4e88-395a-4e75-85a2-75c4ec7e43a7 service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6797526 Nov 12 03:39:42.290622 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f397e255-6323-463c-ba7c-22bfdbc1199c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.342146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397e255-6323-463c-ba7c-22bfdbc1199c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3972d77c-8bf2-4a76-a7db-b554beb93d73,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:42.349675 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.378165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9d09e-5f24-4f97-a00c-694839dcd25a req-5b1ae65c-6e33-46d0-a1fc-aea3d6e84a0c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:42.383345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78a9d09e-5f24-4f97-a00c-694839dcd25a req-5b1ae65c-6e33-46d0-a1fc-aea3d6e84a0c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 943 time: 0.2609766 Nov 12 03:39:42.386523 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f397e255-6323-463c-ba7c-22bfdbc1199c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.391778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f397e255-6323-463c-ba7c-22bfdbc1199c admin admin] 10.222.0.105 "DELETE /v2.0/subnets/3972d77c-8bf2-4a76-a7db-b554beb93d73 HTTP/1.1" status: 204 len: 168 time: 1.8011737 Nov 12 03:39:42.394331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:42.419120 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.469830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-246e277b-e12c-41bc-861b-2b7b6a8fe827 None None] Provisioning complete for port 7007f695-9e83-4cba-a4ca-c0f8e1c20868 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:42.470974 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-246e277b-e12c-41bc-861b-2b7b6a8fe827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.531833 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b3016e4-ef42-4676-904c-4d7562c01d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.539508 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-246e277b-e12c-41bc-861b-2b7b6a8fe827 None None] Port 7007f695-9e83-4cba-a4ca-c0f8e1c20868 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:42.543916 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.663408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:42.725410 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78a9d09e-5f24-4f97-a00c-694839dcd25a req-98df7323-dd9b-43cb-9b8e-d79721d681ee tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298008 Nov 12 03:39:42.775131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96718af1-a90b-4493-8ebf-475ba727b080,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:42.781508 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.782038 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] Added segment 26c90152-13de-442e-90dc-3226d7b0a41e of type vlan for network 628f1261-08d6-4d30-9922-c7849d2556a6 Nov 12 03:39:42.828451 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b3016e4-ef42-4676-904c-4d7562c01d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.897017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3b32c-ae2e-4a0f-b01c-294153d5c5ab req-55f07016-95e6-4d88-ad53-fb0baebde2a7 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:42.898524 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d2e3b32c-ae2e-4a0f-b01c-294153d5c5ab req-55f07016-95e6-4d88-ad53-fb0baebde2a7 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 950 time: 0.1816463 Nov 12 03:39:42.900557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3b3016e4-ef42-4676-904c-4d7562c01d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b22f99-6d7e-4bcf-b0a4-5c94bcfef9aa']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:42.913004 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.918815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3b3016e4-ef42-4676-904c-4d7562c01d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad22d6d-7028-4da1-88a1-d59494214ea1') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:42.919085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3b3016e4-ef42-4676-904c-4d7562c01d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad22d6d-7028-4da1-88a1-d59494214ea1') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:42.946588 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b3016e4-ef42-4676-904c-4d7562c01d09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.992078 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b3016e4-ef42-4676-904c-4d7562c01d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.020501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3016e4-ef42-4676-904c-4d7562c01d09 admin admin] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:43.020630 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b3016e4-ef42-4676-904c-4d7562c01d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:43.023412 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:43.031212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3acd0-e8f2-4bd9-a586-9067828ce1d3 req-cf1c3454-cca7-41ac-9c85-9655bf8d0ef2 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:43.033378 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-24d3acd0-e8f2-4bd9-a586-9067828ce1d3 req-cf1c3454-cca7-41ac-9c85-9655bf8d0ef2 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 950 time: 0.1503067 Nov 12 03:39:43.036962 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-71032b14-d29b-4a94-95b3-e81157ff05f2 service neutron] 10.222.0.25 "GET /v2.0/ports/2682bb42-7f56-48de-94b5-147a5614b337/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 385 time: 0.2305739 Nov 12 03:39:43.055230 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d2e3b32c-ae2e-4a0f-b01c-294153d5c5ab req-50af84dd-ca88-41f7-8d43-b00fba5c5719 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409726 Nov 12 03:39:43.074022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707337df-e95f-4812-9dac-c23cb29e31af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d65fe6-b3b2-43d0-915d-ead621acc943'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:43.074614 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f331f14c-cc7a-4b63-bf20-d7419ec69b8d" -d '{"events": [{"server_uuid": "707337df-e95f-4812-9dac-c23cb29e31af", "name": "network-vif-plugged", "status": "completed", "tag": "43d65fe6-b3b2-43d0-915d-ead621acc943"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:43.157816 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.159339 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:43.160418 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.183484 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.251584 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b3016e4-ef42-4676-904c-4d7562c01d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.269436 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b3016e4-ef42-4676-904c-4d7562c01d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.278358 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3b3016e4-ef42-4676-904c-4d7562c01d09 admin admin] 10.222.0.105 "DELETE /v2.0/networks/50b22f99-6d7e-4bcf-b0a4-5c94bcfef9aa HTTP/1.1" status: 204 len: 168 time: 0.8814101 Nov 12 03:39:43.293607 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a80d2c-903f-44d7-84cf-cf4417fec975 x-openstack-request-id: req-56a80d2c-903f-44d7-84cf-cf4417fec975 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:43.294403 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707337df-e95f-4812-9dac-c23cb29e31af", "name": "network-vif-plugged", "status": "completed", "tag": "43d65fe6-b3b2-43d0-915d-ead621acc943", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:43.295034 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-56a80d2c-903f-44d7-84cf-cf4417fec975 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:43.296736 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707337df-e95f-4812-9dac-c23cb29e31af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d65fe6-b3b2-43d0-915d-ead621acc943', 'code': 200} Nov 12 03:39:43.301898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3016e4-ef42-4676-904c-4d7562c01d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=50b22f99-6d7e-4bcf-b0a4-5c94bcfef9aa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:43.332434 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1007681 Nov 12 03:39:43.340093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:43.356411 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-24d3acd0-e8f2-4bd9-a586-9067828ce1d3 req-b6b0ee8b-bfc1-4ed3-b3f2-7a7e9aa34444 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925334 Nov 12 03:39:43.409129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4b1ff713-618b-4f09-8b44-3d78c4a0bb19 admin admin] Request body: {'subnet': {'network_id': '628f1261-08d6-4d30-9922-c7849d2556a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1892192226-subnet', 'tenant_id': 'be9afbf3863b438283a29c580e31389c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:43.422158 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1b616-c5ac-4485-a745-9fc7bf1d9419 admin admin] Pushing event updated for resources: {'Network': ['ID=628f1261-08d6-4d30-9922-c7849d2556a6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:43.440443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 628f1261-08d6-4d30-9922-c7849d2556a6 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:43.543929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96399d8c-b886-48b1-b8a5-5ecca92854e8 req-db6e3752-6608-4462-b986-8ac7b726a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:43.550456 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96399d8c-b886-48b1-b8a5-5ecca92854e8 req-db6e3752-6608-4462-b986-8ac7b726a64e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 1101 time: 0.0906146 Nov 12 03:39:43.662764 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1ff713-618b-4f09-8b44-3d78c4a0bb19 admin admin] Made reservation on behalf of be9afbf3863b438283a29c580e31389c for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:43.665871 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b1ff713-618b-4f09-8b44-3d78c4a0bb19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.672701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96399d8c-b886-48b1-b8a5-5ecca92854e8 req-5320dea0-1137-4e5b-ac63-937e3fe171c7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050720 Nov 12 03:39:43.709821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8dad4986-084b-4066-856d-9e6a0e26a9fa up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:43.815152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 8dad4986-084b-4066-856d-9e6a0e26a9fa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:43.816259 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.818719 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-a09b1ffd-5fd4-4b0e-81dc-a48aa0292d9e service neutron] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=2682bb42-7f56-48de-94b5-147a5614b337,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:43.851052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50896) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:43.915898 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-a09b1ffd-5fd4-4b0e-81dc-a48aa0292d9e service neutron] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:43.961215 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-db35abfd-b091-4e4e-bb9d-1bd9cd5d219e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3a36aad8c8cf4d62aff284d052ac7431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1084030 Nov 12 03:39:43.964542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:43.980234 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.003543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-a09b1ffd-5fd4-4b0e-81dc-a48aa0292d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2682bb42-7f56-48de-94b5-147a5614b337 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:44.009107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef663cb3-30ee-4453-906a-ee78ea31f86b req-1b585a07-c032-4714-bb96-9632b22dbd46 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.009764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 8dad4986-084b-4066-856d-9e6a0e26a9fa, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8dad4986-084b-4066-856d-9e6a0e26a9fa,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:44.010948 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef663cb3-30ee-4453-906a-ee78ea31f86b req-1b585a07-c032-4714-bb96-9632b22dbd46 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 943 time: 0.0990696 Nov 12 03:39:44.035605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-a09b1ffd-5fd4-4b0e-81dc-a48aa0292d9e service neutron] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2682bb42-7f56-48de-94b5-147a5614b337,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:44.103936 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.116094 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.186254 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e16087c8-5724-4463-b2b1-4ad240b0d157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.221463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=8dad4986-084b-4066-856d-9e6a0e26a9fa,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.222248 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-a09b1ffd-5fd4-4b0e-81dc-a48aa0292d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.225733 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.246636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef663cb3-30ee-4453-906a-ee78ea31f86b req-5b573947-e82e-4c0a-8420-44e7789f3631 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278900 Nov 12 03:39:44.267268 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e16087c8-5724-4463-b2b1-4ad240b0d157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.415300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b1ff713-618b-4f09-8b44-3d78c4a0bb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.503765 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e16087c8-5724-4463-b2b1-4ad240b0d157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.506883 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e16087c8-5724-4463-b2b1-4ad240b0d157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.508567 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e16087c8-5724-4463-b2b1-4ad240b0d157 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3152b410-a3a4-4e9e-bc7b-a7722efb0452 HTTP/1.1" status: 204 len: 168 time: 0.5428660 Nov 12 03:39:44.527618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16087c8-5724-4463-b2b1-4ad240b0d157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3152b410-a3a4-4e9e-bc7b-a7722efb0452,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.620224 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a10eb8-2fdb-471c-a89f-07ffb16874cd req-b412c23c-71e2-41da-b5a1-d0ba53e327e7 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.633844 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-33a10eb8-2fdb-471c-a89f-07ffb16874cd req-b412c23c-71e2-41da-b5a1-d0ba53e327e7 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 950 time: 0.3638978 Nov 12 03:39:44.642123 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Pushing event updated for resources: {'Port': ['ID=7007f695-9e83-4cba-a4ca-c0f8e1c20868,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.662842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449bc0c-2d42-4039-87b3-0014a6c7e242 req-bfa7a4e2-3f70-42ef-ae2e-d8b1b0daff10 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.665342 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.671916 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a449bc0c-2d42-4039-87b3-0014a6c7e242 req-bfa7a4e2-3f70-42ef-ae2e-d8b1b0daff10 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 950 time: 0.1185901 Nov 12 03:39:44.742071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a449bc0c-2d42-4039-87b3-0014a6c7e242 req-6f7d2fa8-39c7-4eb8-a321-038b660a9596 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702484 Nov 12 03:39:44.757429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.757998 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.758669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.759119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.759691 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.760310 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.760800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.761358 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.761922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.762437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.763123 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.763837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.785257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ff713-618b-4f09-8b44-3d78c4a0bb19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a194f6-bdd4-4d9c-87eb-69c4e4123061,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.799174 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-a09b1ffd-5fd4-4b0e-81dc-a48aa0292d9e service neutron] Transition to ACTIVE for port object 2682bb42-7f56-48de-94b5-147a5614b337 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:44.890133 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-33a10eb8-2fdb-471c-a89f-07ffb16874cd req-b9a253b2-67b8-4c92-adca-d68e28a2e3c7 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555311 Nov 12 03:39:44.903689 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1ff713-618b-4f09-8b44-3d78c4a0bb19 admin admin] Checking segment: {'id': '26c90152-13de-442e-90dc-3226d7b0a41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '628f1261-08d6-4d30-9922-c7849d2556a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:44.904231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1ff713-618b-4f09-8b44-3d78c4a0bb19 admin admin] Network hostable DHCP agents. Network: 628f1261-08d6-4d30-9922-c7849d2556a6, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:44.955427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Network 875ddec0-19f3-409f-8299-78e2a5723df5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:44.958649 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-a09b1ffd-5fd4-4b0e-81dc-a48aa0292d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.961966 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:45.119824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1ff713-618b-4f09-8b44-3d78c4a0bb19 admin admin] Network 628f1261-08d6-4d30-9922-c7849d2556a6 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:45.131349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-a09b1ffd-5fd4-4b0e-81dc-a48aa0292d9e service neutron] No DVR routers for this DVR port 2682bb42-7f56-48de-94b5-147a5614b337 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:45.147530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b1ffd-5fd4-4b0e-81dc-a48aa0292d9e service neutron] Pushing event updated for resources: {'Port': ['ID=2682bb42-7f56-48de-94b5-147a5614b337,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:45.395627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b72d0ef9-dee2-4a08-aea8-c9259085a724 None None] Provisioning complete for port 7007f695-9e83-4cba-a4ca-c0f8e1c20868 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:45.396496 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b72d0ef9-dee2-4a08-aea8-c9259085a724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.447082 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0736972-47af-4627-9266-d22af8fa6f2e req-61e0891d-9c87-4a76-a570-960163c471f8 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.449685 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d0736972-47af-4627-9266-d22af8fa6f2e req-61e0891d-9c87-4a76-a570-960163c471f8 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 944 time: 0.0846698 Nov 12 03:39:45.481626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b72d0ef9-dee2-4a08-aea8-c9259085a724 None None] Port 7007f695-9e83-4cba-a4ca-c0f8e1c20868 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:45.555272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d0736972-47af-4627-9266-d22af8fa6f2e req-159e473e-3968-4aa2-a4ad-6ca955d9ecad tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889449 Nov 12 03:39:45.576008 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-a09b1ffd-5fd4-4b0e-81dc-a48aa0292d9e service neutron] 10.222.0.25 "PUT /v2.0/ports/2682bb42-7f56-48de-94b5-147a5614b337/bindings/n-h2-767704-23/activate HTTP/1.1" status: 200 len: 370 time: 2.5104926 Nov 12 03:39:45.577484 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4b1ff713-618b-4f09-8b44-3d78c4a0bb19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 628f1261-08d6-4d30-9922-c7849d2556a6) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:45.593056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad51f693-b30b-4610-807d-2e6e4cef0d93 None None] Network 628f1261-08d6-4d30-9922-c7849d2556a6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:45.602072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1ff713-618b-4f09-8b44-3d78c4a0bb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.603038 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b1ff713-618b-4f09-8b44-3d78c4a0bb19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.663557 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Router 04e6336d-da96-4046-ab8b-5afe8e0a301d has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:45.723114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8dad4986-084b-4066-856d-9e6a0e26a9fa up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:45.761587 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 2682bb42-7f56-48de-94b5-147a5614b337 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:45.797478 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4b1ff713-618b-4f09-8b44-3d78c4a0bb19 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4523890 Nov 12 03:39:45.838561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:45.846779 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3ef72fa1-a74c-4278-803d-b42dddb63c0e admin admin] 10.222.0.105 "PUT /v2.0/routers/04e6336d-da96-4046-ab8b-5afe8e0a301d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0170245 Nov 12 03:39:45.861882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Sync routers for ids ['04e6336d-da96-4046-ab8b-5afe8e0a301d'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:45.883868 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:45.910183 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 2682bb42-7f56-48de-94b5-147a5614b337 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:45.913480 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b461eb6-d8f2-4b3c-8952-39b4ac2b4cde None None] Network 628f1261-08d6-4d30-9922-c7849d2556a6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:45.917223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Routers {'04e6336d-da96-4046-ab8b-5afe8e0a301d'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:45.918462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:39:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['04e6336d-da96-4046-ab8b-5afe8e0a301d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:45.979988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:46.001866 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-bd527754-ba28-42e9-a7f6-c876e9ad769e tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.004435 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-bd527754-ba28-42e9-a7f6-c876e9ad769e tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31&tenant_id=47b77b3c8092439394887f6a4638c133&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 1096 time: 0.2040319 Nov 12 03:39:46.022443 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cf557f49-07c1-4e1d-aa30-b1fdb2723a18 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b7f9c3e3a13749f6be6a0c902896b064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367562 Nov 12 03:39:46.028312 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50944) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:46.038759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39832166-2232-49fe-b0de-2e946cefa4bd req-ef291203-3553-42f8-967e-340d9162a1fd tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.042057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-39832166-2232-49fe-b0de-2e946cefa4bd req-ef291203-3553-42f8-967e-340d9162a1fd tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 950 time: 0.1268816 Nov 12 03:39:46.230387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeb6d2-3ed6-4300-bc02-07f9157ae484 req-f7476cfe-8caa-4db5-88ad-883ce528748d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.233175 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8afeb6d2-3ed6-4300-bc02-07f9157ae484 req-f7476cfe-8caa-4db5-88ad-883ce528748d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 950 time: 0.1841762 Nov 12 03:39:46.285054 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-39832166-2232-49fe-b0de-2e946cefa4bd req-c9cc0790-670b-4578-9731-b3aa9215c0e8 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/security-groups?id=fc4a2e6b-7075-4fb9-b90b-591cb789a065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265420 Nov 12 03:39:46.332791 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c078034c-b6d1-41b7-95cc-9c0570131956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.347607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Set router 04e6336d-da96-4046-ab8b-5afe8e0a301d gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:46.359216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8d486-fa4e-4a55-af59-86ab21df8b85 req-dc2a7818-7cb2-4e0d-b3a7-0f90dac6dd61 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.362728 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fb8d486-fa4e-4a55-af59-86ab21df8b85 req-dc2a7818-7cb2-4e0d-b3a7-0f90dac6dd61 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 950 time: 0.1457846 Nov 12 03:39:46.369857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-6f1ddf06-bb10-4d35-afd0-7e2b55961060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.369857 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-6f1ddf06-bb10-4d35-afd0-7e2b55961060 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31&tenant_id=47b77b3c8092439394887f6a4638c133 HTTP/1.1" status: 200 len: 1096 time: 0.2302022 Nov 12 03:39:46.426256 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c078034c-b6d1-41b7-95cc-9c0570131956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.465367 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8afeb6d2-3ed6-4300-bc02-07f9157ae484 req-64460e40-be73-426d-8196-6a5b166433d3 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998816 Nov 12 03:39:46.626120 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-664248b6-6e00-4ba1-b1e9-5e1d07cb4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.629750 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-664248b6-6e00-4ba1-b1e9-5e1d07cb4336 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 1096 time: 0.1643040 Nov 12 03:39:46.657539 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 8dad4986-084b-4066-856d-9e6a0e26a9fa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:46.658461 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.747890 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c078034c-b6d1-41b7-95cc-9c0570131956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.754408 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c078034c-b6d1-41b7-95cc-9c0570131956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.760377 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c078034c-b6d1-41b7-95cc-9c0570131956 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/df24b4e4-acfa-4dad-ab64-13dfe40d9495 HTTP/1.1" status: 204 len: 168 time: 0.7275381 Nov 12 03:39:46.766346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-050a7ea4-9460-4853-81d0-540e5df1a89d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.836227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078034c-b6d1-41b7-95cc-9c0570131956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df24b4e4-acfa-4dad-ab64-13dfe40d9495,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:46.902798 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab90cb-73e0-40ff-82f3-3e3213456de4 req-694c6561-67cc-48b1-b4d0-4847244951d5 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.906460 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab90cb-73e0-40ff-82f3-3e3213456de4 req-694c6561-67cc-48b1-b4d0-4847244951d5 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 944 time: 0.1599178 Nov 12 03:39:46.970631 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5fb8d486-fa4e-4a55-af59-86ab21df8b85 req-0466372e-f262-4dd1-9314-94b2d734e284 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Deleting port 046c0559-f73e-494e-a112-4b31ccf1faf5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:46.974372 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5fb8d486-fa4e-4a55-af59-86ab21df8b85 req-0466372e-f262-4dd1-9314-94b2d734e284 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.075168 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab90cb-73e0-40ff-82f3-3e3213456de4 req-24817295-05c0-4031-b8bc-82491efea6e9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595280 Nov 12 03:39:47.117576 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-050a7ea4-9460-4853-81d0-540e5df1a89d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.118984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26a243-6ab0-49ae-9950-50f6e5fd8541 req-26502f51-58ac-42aa-9a11-31ede3d2473b tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:47.130829 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d26a243-6ab0-49ae-9950-50f6e5fd8541 req-26502f51-58ac-42aa-9a11-31ede3d2473b tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.3927054 Nov 12 03:39:47.224750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-bb15e5cb-76e4-41ed-90f8-698e2ffb7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:47.226894 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-bb15e5cb-76e4-41ed-90f8-698e2ffb7618 service neutron] 10.222.0.26 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.5830421 Nov 12 03:39:47.231785 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-050a7ea4-9460-4853-81d0-540e5df1a89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.278660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5fb8d486-fa4e-4a55-af59-86ab21df8b85 req-0466372e-f262-4dd1-9314-94b2d734e284 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] For port 046c0559-f73e-494e-a112-4b31ccf1faf5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=046c0559-f73e-494e-a112-4b31ccf1faf5,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:47.279162 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5fb8d486-fa4e-4a55-af59-86ab21df8b85 req-0466372e-f262-4dd1-9314-94b2d734e284 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.351969 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-8299d68e-1aed-4588-9f12-65020e535356 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bb42-7f56-48de-94b5-147a5614b337 HTTP/1.1" status: 200 len: 217 time: 0.1032405 Nov 12 03:39:47.383402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5fb8d486-fa4e-4a55-af59-86ab21df8b85 req-0466372e-f262-4dd1-9314-94b2d734e284 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Calling delete_port for 046c0559-f73e-494e-a112-4b31ccf1faf5 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:47.436053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a7ea4-9460-4853-81d0-540e5df1a89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254134c8-2f36-472e-931c-4a2ed013346c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:47.450720 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-050a7ea4-9460-4853-81d0-540e5df1a89d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8a40411c2e90422b988d2fb28f923f41&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4689596 Nov 12 03:39:47.455420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50974) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:47.616365 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70d8aebf-9317-4d31-837b-8410c5d6cd1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.622518 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d26a243-6ab0-49ae-9950-50f6e5fd8541 req-2684a068-e258-4bc4-91b0-eb54d2306637 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791074 Nov 12 03:39:47.625270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-37c0e895-4abf-4c67-99af-0acfa1ea3853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:47.627154 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-37c0e895-4abf-4c67-99af-0acfa1ea3853 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.0691960 Nov 12 03:39:47.664678 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5fb8d486-fa4e-4a55-af59-86ab21df8b85 req-0466372e-f262-4dd1-9314-94b2d734e284 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.746441 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70d8aebf-9317-4d31-837b-8410c5d6cd1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.795745 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-41e38125-99f8-4b4f-af55-ba518ba93cd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520660 Nov 12 03:39:47.805459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466372e-f262-4dd1-9314-94b2d734e284 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Pushing event deleted for resources: {'Port': ['ID=046c0559-f73e-494e-a112-4b31ccf1faf5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:47.887212 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9228d4bf-36cd-45ec-a611-2bb3fce75151 req-5e72b2d1-3eee-4a37-bf1f-b2ba6cdca9a1 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.105 "GET /v2.0/ports?device_id=e7c2ea97-daec-4458-a4cc-a63e365e64be HTTP/1.1" status: 200 len: 210 time: 0.0950954 Nov 12 03:39:47.894013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['046c0559-f73e-494e-a112-4b31ccf1faf5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:48.017644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb8d486-fa4e-4a55-af59-86ab21df8b85 req-0466372e-f262-4dd1-9314-94b2d734e284 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] No DVR routers for this DVR port 046c0559-f73e-494e-a112-4b31ccf1faf5 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:48.021784 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5fb8d486-fa4e-4a55-af59-86ab21df8b85 req-0466372e-f262-4dd1-9314-94b2d734e284 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.027023 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fb8d486-fa4e-4a55-af59-86ab21df8b85 req-0466372e-f262-4dd1-9314-94b2d734e284 tempest-ServerDiagnosticsNegativeTest-967744595 tempest-ServerDiagnosticsNegativeTest-967744595-project] 10.222.0.26 "DELETE /v2.0/ports/046c0559-f73e-494e-a112-4b31ccf1faf5 HTTP/1.1" status: 204 len: 173 time: 1.6276672 Nov 12 03:39:48.029136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c2ea97-daec-4458-a4cc-a63e365e64be', 'name': 'network-vif-deleted', 'tag': '046c0559-f73e-494e-a112-4b31ccf1faf5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:48.029329 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70d8aebf-9317-4d31-837b-8410c5d6cd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.032536 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f08f72-f47f-40c3-8fec-913e776f2508" -d '{"events": [{"server_uuid": "e7c2ea97-daec-4458-a4cc-a63e365e64be", "name": "network-vif-deleted", "tag": "046c0559-f73e-494e-a112-4b31ccf1faf5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:48.039564 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70d8aebf-9317-4d31-837b-8410c5d6cd1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.064983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'name': 'tempest-AttachSCSIVolumeTestJSON-312503670-router', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:42Z', 'revision_number': 4, 'project_id': '945df9d3581c4eba8a7243880ef2ebb8', 'gw_port': {'id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:33Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7007f695-9e83-4cba-a4ca-c0f8e1c20868', 'name': '', 'network_id': '875ddec0-19f3-409f-8299-78e2a5723df5', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'mac_address': 'fa:16:3e:48:39:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd4094179-fa3f-4a73-bc1a-3aaadc507079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 2, 'project_id': '945df9d3581c4eba8a7243880ef2ebb8', 'subnets': [{'id': 'd4094179-fa3f-4a73-bc1a-3aaadc507079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:48.083907 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-70d8aebf-9317-4d31-837b-8410c5d6cd1c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/254134c8-2f36-472e-931c-4a2ed013346c HTTP/1.1" status: 204 len: 168 time: 0.6240373 Nov 12 03:39:48.119897 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8aebf-9317-4d31-837b-8410c5d6cd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254134c8-2f36-472e-931c-4a2ed013346c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:48.158511 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa16365c-4701-44b1-8670-42e462cef6cf x-openstack-request-id: req-aa16365c-4701-44b1-8670-42e462cef6cf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:48.159172 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c2ea97-daec-4458-a4cc-a63e365e64be", "name": "network-vif-deleted", "tag": "046c0559-f73e-494e-a112-4b31ccf1faf5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:48.159172 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-aa16365c-4701-44b1-8670-42e462cef6cf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:48.159644 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c2ea97-daec-4458-a4cc-a63e365e64be', 'name': 'network-vif-deleted', 'tag': '046c0559-f73e-494e-a112-4b31ccf1faf5', 'status': 'completed', 'code': 200} Nov 12 03:39:48.178950 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Checking router: 04e6336d-da96-4046-ab8b-5afe8e0a301d for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:48.179392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Updating router 04e6336d-da96-4046-ab8b-5afe8e0a301d port 7007f695-9e83-4cba-a4ca-c0f8e1c20868 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:48.261378 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-5254c9cc-655e-416b-8b5b-b501e7725ab2 service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998569 Nov 12 03:39:48.365442 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.619129 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f19a06-7ac0-460b-bd42-2fe35ed9019a req-38b39480-ca3c-4c2a-adc1-c4907ee150ac tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:48.622301 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-15f19a06-7ac0-460b-bd42-2fe35ed9019a req-38b39480-ca3c-4c2a-adc1-c4907ee150ac tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 944 time: 0.2380221 Nov 12 03:39:48.655805 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.666757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-1a32cf23-4dbc-45b7-b02d-8188359dd354 service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979411 Nov 12 03:39:48.752594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-15f19a06-7ac0-460b-bd42-2fe35ed9019a req-edf9c553-6c07-4311-ab60-8b14b1e4b818 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835388 Nov 12 03:39:48.877986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-67dbca4e-3290-4ff6-8659-30fea4c4c4a4 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:48.883699 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-67dbca4e-3290-4ff6-8659-30fea4c4c4a4 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/networks?id=628f1261-08d6-4d30-9922-c7849d2556a6 HTTP/1.1" status: 200 len: 814 time: 0.3912694 Nov 12 03:39:48.927522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-7c0d1ec5-5305-4766-90de-516b9b75ac99 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/quotas/be9afbf3863b438283a29c580e31389c HTTP/1.1" status: 200 len: 375 time: 0.0393724 Nov 12 03:39:48.981221 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:39:49.018016 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-b770b4e1-1692-4865-8c7e-9961ecf5a5c9 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=be9afbf3863b438283a29c580e31389c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875204 Nov 12 03:39:49.474917 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-222221c6-b542-428e-9262-d7ef5889a488 service neutron] 10.222.0.105 "GET /v2.0/networks/628f1261-08d6-4d30-9922-c7849d2556a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508321 Nov 12 03:39:49.545699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51012) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:49.645415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8fb9-e94c-4c2d-aa3b-333c55bd4fe3 req-387befaa-d9e2-4065-8fb3-55499ff9fd68 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.648192 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c49c8fb9-e94c-4c2d-aa3b-333c55bd4fe3 req-387befaa-d9e2-4065-8fb3-55499ff9fd68 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.3313134 Nov 12 03:39:49.673686 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fafd4785-1ed7-444b-b188-23b778fb38cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.744281 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.799217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 046c0559-f73e-494e-a112-4b31ccf1faf5 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:49.821643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-f90418c1-14d0-4627-a3fb-db0f133be72d service neutron] 10.222.0.105 "GET /v2.0/networks/628f1261-08d6-4d30-9922-c7849d2556a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265941 Nov 12 03:39:49.863911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 046c0559-f73e-494e-a112-4b31ccf1faf5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:49.864381 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 046c0559-f73e-494e-a112-4b31ccf1faf5 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:49.910913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.112575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c49c8fb9-e94c-4c2d-aa3b-333c55bd4fe3 req-8f72fc24-859d-4a87-8949-50ab78d1d964 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335384 Nov 12 03:39:50.551693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-88ee7d1b-5aea-4af5-ac30-e9be29b46f6e tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:50.560774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-88ee7d1b-5aea-4af5-ac30-e9be29b46f6e tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31&tenant_id=47b77b3c8092439394887f6a4638c133&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 1096 time: 0.4110768 Nov 12 03:39:50.569870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a86fc-10e1-41af-9e26-086c563e71d6 None None] Pushing event updated for resources: {'Port': ['ID=7007f695-9e83-4cba-a4ca-c0f8e1c20868,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:50.830348 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Attempting to bind port 7007f695-9e83-4cba-a4ca-c0f8e1c20868 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:50.830348 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Attempting to bind port 7007f695-9e83-4cba-a4ca-c0f8e1c20868 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '875ddec0-19f3-409f-8299-78e2a5723df5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:50.831072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Attempting to bind port 7007f695-9e83-4cba-a4ca-c0f8e1c20868 on network 875ddec0-19f3-409f-8299-78e2a5723df5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:50.870410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:50.872813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Checking segment: {'id': 'faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '875ddec0-19f3-409f-8299-78e2a5723df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:50.875782 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.876223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Bound using segment: {'id': 'faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '875ddec0-19f3-409f-8299-78e2a5723df5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:50.876743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Bound port: 7007f695-9e83-4cba-a4ca-c0f8e1c20868, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '875ddec0-19f3-409f-8299-78e2a5723df5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:50.877142 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.974921 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fafd4785-1ed7-444b-b188-23b778fb38cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.032649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f2e9e-2e45-4c91-9d69-420f5945b592 req-0e26180f-a88d-43c9-9e3d-49232e0ee272 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:51.053474 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-595f2e9e-2e45-4c91-9d69-420f5945b592 req-0e26180f-a88d-43c9-9e3d-49232e0ee272 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 944 time: 0.2530918 Nov 12 03:39:51.097552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] For port 7007f695-9e83-4cba-a4ca-c0f8e1c20868, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:51.107848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] For port 7007f695-9e83-4cba-a4ca-c0f8e1c20868, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7007f695-9e83-4cba-a4ca-c0f8e1c20868,segment=NetworkSegment(faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8),segment_id=faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:51.129678 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-99155624-fa2f-4e77-aa51-df7d69d1a55e None None] Provisioning complete for port 7007f695-9e83-4cba-a4ca-c0f8e1c20868 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:51.129678 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99155624-fa2f-4e77-aa51-df7d69d1a55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.167136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26f88623-1d74-4fc2-ae9a-2c94efde7321 req-4c53fdeb-d0b0-4b6c-8875-9ebe73f7375b tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 210 time: 0.1585212 Nov 12 03:39:51.184322 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fafd4785-1ed7-444b-b188-23b778fb38cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.258509 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-595f2e9e-2e45-4c91-9d69-420f5945b592 req-a180e7df-56f3-4ee1-8717-60aec985f29c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889975 Nov 12 03:39:51.293719 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.357618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-99155624-fa2f-4e77-aa51-df7d69d1a55e None None] Port 7007f695-9e83-4cba-a4ca-c0f8e1c20868 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:51.366657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd4785-1ed7-444b-b188-23b778fb38cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cd2940-574f-451d-be6b-d980ba0d7bd8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.377203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-b60dba0e-dffc-4a0c-88b4-b282af692f04 service neutron] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:51.387237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fafd4785-1ed7-444b-b188-23b778fb38cc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=10ed6a5b31374e2ebc3b6a56c3963ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8397877 Nov 12 03:39:51.390732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:51.413387 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-b60dba0e-dffc-4a0c-88b4-b282af692f04 service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.414641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d8c6de-8c88-4851-adc2-c5f09005e36e req-b60dba0e-dffc-4a0c-88b4-b282af692f04 service neutron] 10.222.0.26 "DELETE /v2.0/ports/2682bb42-7f56-48de-94b5-147a5614b337/bindings/n-h1-767704-23 HTTP/1.1" status: 204 len: 173 time: 0.7702317 Nov 12 03:39:51.475956 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Routers {'04e6336d-da96-4046-ab8b-5afe8e0a301d'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:51.477270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:39:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['04e6336d-da96-4046-ab8b-5afe8e0a301d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:51.549197 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e627b227-9b57-43df-b444-49d1bb21458b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.590945 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e627b227-9b57-43df-b444-49d1bb21458b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.658669 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-ce68d584-75c4-4def-9ad5-9fc49fefc8b0 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840499 Nov 12 03:39:51.709834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a86fc-10e1-41af-9e26-086c563e71d6 None None] Pushing event updated for resources: {'Port': ['ID=7007f695-9e83-4cba-a4ca-c0f8e1c20868,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.857927 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288058b7-e7f0-413d-b60b-dc7652e79af2 req-358d24f1-7043-4257-ae1d-be6398c3464f tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:51.871249 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-288058b7-e7f0-413d-b60b-dc7652e79af2 req-358d24f1-7043-4257-ae1d-be6398c3464f tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 1096 time: 0.1083066 Nov 12 03:39:51.994663 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-288058b7-e7f0-413d-b60b-dc7652e79af2 req-2985a766-19be-461e-aedb-fd719b32362e tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170287 Nov 12 03:39:51.997508 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e627b227-9b57-43df-b444-49d1bb21458b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.013360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51058) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.024679 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e627b227-9b57-43df-b444-49d1bb21458b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.027534 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e627b227-9b57-43df-b444-49d1bb21458b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/55cd2940-574f-451d-be6b-d980ba0d7bd8 HTTP/1.1" status: 204 len: 168 time: 0.6340020 Nov 12 03:39:52.075863 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627b227-9b57-43df-b444-49d1bb21458b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cd2940-574f-451d-be6b-d980ba0d7bd8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:52.111438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-1cbe9cc9-daee-4d66-8b28-3c0097e6b4d8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:52.124196 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-1cbe9cc9-daee-4d66-8b28-3c0097e6b4d8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4622943 Nov 12 03:39:52.133143 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] Set router 04e6336d-da96-4046-ab8b-5afe8e0a301d gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:52.183243 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-1d3a004b-f458-4c0b-9f26-cb35be57d9de tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/quotas/b35a32c9a34046e089b00f5d3bf1e5e7 HTTP/1.1" status: 200 len: 375 time: 0.0545382 Nov 12 03:39:52.275916 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-80de9843-7e72-42b7-b6b2-7e1cc3b848fa tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908413 Nov 12 03:39:52.404920 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-07e608dd-73c6-4619-8197-319f05c5341e None None] Provisioning complete for port 7007f695-9e83-4cba-a4ca-c0f8e1c20868 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:52.405612 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07e608dd-73c6-4619-8197-319f05c5341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.492567 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6b68100-e710-496e-9834-743e7bec4346 req-ec3ef6c9-cf5e-412a-b17a-2e5be7f1a3e6 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 210 time: 0.1453180 Nov 12 03:39:52.814041 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e19858b-80cd-4c10-a976-a71a993e4997 req-0204356d-abf4-4c1c-9cbd-e17735ac4e7d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 210 time: 0.0492268 Nov 12 03:39:52.906034 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07e608dd-73c6-4619-8197-319f05c5341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.971838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-58063337-8692-439e-b795-3f826bfba54f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:52.987258 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-58063337-8692-439e-b795-3f826bfba54f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 808 time: 0.3225486 Nov 12 03:39:53.036651 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-998e9efa-687d-4b25-83cb-19af203f91a9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/quotas/47b77b3c8092439394887f6a4638c133 HTTP/1.1" status: 200 len: 375 time: 0.0484173 Nov 12 03:39:53.118176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-07e608dd-73c6-4619-8197-319f05c5341e None None] For port 7007f695-9e83-4cba-a4ca-c0f8e1c20868, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7007f695-9e83-4cba-a4ca-c0f8e1c20868,segment=NetworkSegment(faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8),segment_id=faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:53.137427 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'name': 'tempest-AttachSCSIVolumeTestJSON-312503670-router', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:42Z', 'revision_number': 4, 'project_id': '945df9d3581c4eba8a7243880ef2ebb8', 'gw_port': {'id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:33Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7007f695-9e83-4cba-a4ca-c0f8e1c20868', 'name': '', 'network_id': '875ddec0-19f3-409f-8299-78e2a5723df5', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'mac_address': 'fa:16:3e:48:39:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd4094179-fa3f-4a73-bc1a-3aaadc507079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:51Z', 'revision_number': 4, 'project_id': '945df9d3581c4eba8a7243880ef2ebb8', 'subnets': [{'id': 'd4094179-fa3f-4a73-bc1a-3aaadc507079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:53.214912 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-5d63b0bb-31a1-42be-9c77-f4b2513b9956 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1717308 Nov 12 03:39:53.278636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a0c56b14-a656-4aa8-8ee4-88b9ce92f92f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d1de97a0207c4628b13068fe0229006c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2618382 Nov 12 03:39:53.284558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51102) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.287323 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e4240c5-82e6-40e4-a595-fd0b29b42373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.298232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e2b625-b704-4f38-aec1-175f6dafbf8d None None] The sync data for ids ['04e6336d-da96-4046-ab8b-5afe8e0a301d'] in n-d-767704-23 is: [{'id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'name': 'tempest-AttachSCSIVolumeTestJSON-312503670-router', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:42Z', 'revision_number': 4, 'project_id': '945df9d3581c4eba8a7243880ef2ebb8', 'gw_port': {'id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:33Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7007f695-9e83-4cba-a4ca-c0f8e1c20868', 'name': '', 'network_id': '875ddec0-19f3-409f-8299-78e2a5723df5', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'mac_address': 'fa:16:3e:48:39:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd4094179-fa3f-4a73-bc1a-3aaadc507079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:51Z', 'revision_number': 4, 'project_id': '945df9d3581c4eba8a7243880ef2ebb8', 'subnets': [{'id': 'd4094179-fa3f-4a73-bc1a-3aaadc507079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:53.332970 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07e608dd-73c6-4619-8197-319f05c5341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.483171 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdd762c7-c03d-4b4e-9221-843b637f5650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.597915 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdd762c7-c03d-4b4e-9221-843b637f5650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.604265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-0f491ba0-2c94-4881-bd30-8d5d3e081aae service neutron] 10.222.0.105 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846602 Nov 12 03:39:53.695001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e608dd-73c6-4619-8197-319f05c5341e None None] Pushing event updated for resources: {'Port': ['ID=7007f695-9e83-4cba-a4ca-c0f8e1c20868,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:53.737012 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90a192d1-04b0-46cf-87db-ab603eac199b req-c0221bbd-c7a7-481f-8af3-d86cf2dc99ef tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 210 time: 0.0294306 Nov 12 03:39:53.853190 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdd762c7-c03d-4b4e-9221-843b637f5650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.856072 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdd762c7-c03d-4b4e-9221-843b637f5650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.857354 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bdd762c7-c03d-4b4e-9221-843b637f5650 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fc4a2e6b-7075-4fb9-b90b-591cb789a065 HTTP/1.1" status: 204 len: 168 time: 0.5694463 Nov 12 03:39:53.870646 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-a2de0ba5-7f09-43af-9d3d-bc9165e4cc44 service neutron] 10.222.0.105 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448554 Nov 12 03:39:53.879851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd762c7-c03d-4b4e-9221-843b637f5650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4a2e6b-7075-4fb9-b90b-591cb789a065,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.169445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7007f695-9e83-4cba-a4ca-c0f8e1c20868 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:54.341305 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 7007f695-9e83-4cba-a4ca-c0f8e1c20868 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:54.341687 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.472936 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15b9d836-769d-40a1-99b7-7815306435d1 req-0d761697-b03f-4966-9db8-c73843b8196b tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 210 time: 0.1047499 Nov 12 03:39:54.635320 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.813319 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-6388a184-47e4-49b7-b6d9-7700f2bbf6c4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=b9810c161f0b41f1afd590350e2a6352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848091 Nov 12 03:39:54.880980 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0dfea7b7-6725-4fcb-867e-a3ed210da1ac req-6b742a9d-3973-4621-9ffa-a464ae8df80e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 210 time: 0.1571939 Nov 12 03:39:55.367914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-b5d50483-6287-4da3-9a0c-49560ea85261 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.395002 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-b5d50483-6287-4da3-9a0c-49560ea85261 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.25 "GET /v2.0/networks?id=628f1261-08d6-4d30-9922-c7849d2556a6 HTTP/1.1" status: 200 len: 814 time: 0.8939588 Nov 12 03:39:55.407553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-feed542e-984b-4b80-9f83-1235d85b049e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Request body: {'port': {'device_id': 'a89fcfb3-fdc1-48e0-a502-5d1d3551db7c', 'network_id': '628f1261-08d6-4d30-9922-c7849d2556a6', 'admin_state_up': True, 'tenant_id': 'be9afbf3863b438283a29c580e31389c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:55.427384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8fbe698c-be3e-4c6d-9d39-4b9dbfb5eaae tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.448198 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8fbe698c-be3e-4c6d-9d39-4b9dbfb5eaae tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6037998 Nov 12 03:39:55.470865 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f1ac630-75ab-4a74-8804-3fd9fdb6786d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.490529 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-acafa9f1-d555-4d6c-afc0-a7234260f614 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/quotas/b9810c161f0b41f1afd590350e2a6352 HTTP/1.1" status: 200 len: 375 time: 0.0458894 Nov 12 03:39:55.517994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2cf7a35-5f4c-4e40-8caf-4a4998f70776 req-488d4c2a-63d0-4ae4-8a53-a462842af695 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 210 time: 0.0759761 Nov 12 03:39:55.586340 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-b032941a-69ff-40de-aed3-658759262c11 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942628 Nov 12 03:39:55.590414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51156) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.652867 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2c66-5192-48eb-9209-24ec5b0a6001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.886960 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2c66-5192-48eb-9209-24ec5b0a6001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.957480 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5ec0cfb1-fe7f-4c41-8295-68a00e920eef req-1a41b44d-0da5-43ce-934e-d610596b807b tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 210 time: 0.1519649 Nov 12 03:39:56.057917 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a7092d6-d05a-46b3-bc7c-cfe7959d162e req-ddadd8bf-a965-4fb2-afb8-db319d8074f0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 210 time: 0.0353982 Nov 12 03:39:56.065286 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2c66-5192-48eb-9209-24ec5b0a6001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.115272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e9bd2c66-5192-48eb-9209-24ec5b0a6001 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d9ef5acd81e44044bbd22330d2c87478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5237832 Nov 12 03:39:56.116343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd2c66-5192-48eb-9209-24ec5b0a6001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2578273-03af-4f30-8025-28792dff3a86,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:56.118821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.212561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-feed542e-984b-4b80-9f83-1235d85b049e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Made reservation on behalf of be9afbf3863b438283a29c580e31389c for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:56.212893 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ed75048-49ab-4d2c-b285-ad74b0bfd6e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.213062 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-feed542e-984b-4b80-9f83-1235d85b049e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.255775 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ed75048-49ab-4d2c-b285-ad74b0bfd6e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.546133 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-feed542e-984b-4b80-9f83-1235d85b049e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Allocated IP 172.20.0.2 (628f1261-08d6-4d30-9922-c7849d2556a6/c6a194f6-bdd4-4d9c-87eb-69c4e4123061/0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:56.575997 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5762f0d-ba09-450b-9d0d-b866024c76fd req-91abe8eb-5299-476d-9083-a6fe4115edf1 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 210 time: 0.1821642 Nov 12 03:39:56.583019 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ed75048-49ab-4d2c-b285-ad74b0bfd6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.585287 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.598135 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ed75048-49ab-4d2c-b285-ad74b0bfd6e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.609973 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6ed75048-49ab-4d2c-b285-ad74b0bfd6e0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c2578273-03af-4f30-8025-28792dff3a86 HTTP/1.1" status: 204 len: 168 time: 0.4898829 Nov 12 03:39:56.635431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed75048-49ab-4d2c-b285-ad74b0bfd6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2578273-03af-4f30-8025-28792dff3a86,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:56.800387 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-1c9fff84-25aa-49bc-a0df-1e70e9cedccd tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001260 Nov 12 03:39:57.044354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6b8a2297-9316-49dd-968b-374fce874f4b req-437539f6-d571-4eb9-967e-e07b9b9c29b0 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 210 time: 0.1165841 Nov 12 03:39:57.171311 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-feed542e-984b-4b80-9f83-1235d85b049e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.276698 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb9639f4-aea7-43bf-819e-e2011dcb2d61 req-b0d0d927-33bb-4670-8d53-7c3bbd121bbd tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 210 time: 0.0484695 Nov 12 03:39:57.308306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-70624998-b632-4277-93a9-8e5e56668204 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:57.310644 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-70624998-b632-4277-93a9-8e5e56668204 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5024095 Nov 12 03:39:57.343342 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-24646372-b0f6-43b9-93aa-68b7d14057f7 req-37edcf24-24d2-43dd-897a-d55556ba7a7c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 210 time: 0.1300502 Nov 12 03:39:57.359936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-7f9a89c9-7545-47d9-b0c3-3913cf43d3c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Request body: {'port': {'device_id': '459491cd-af22-4b6c-8716-46835bd90d93', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': 'b35a32c9a34046e089b00f5d3bf1e5e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:57.494111 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-feed542e-984b-4b80-9f83-1235d85b049e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.819708 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-292e01d5-3b08-4b4c-a7b9-bfc6ee613f46 req-f614140e-451e-4c8f-a851-a902034cad95 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 210 time: 0.1258316 Nov 12 03:39:57.826683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-feed542e-984b-4b80-9f83-1235d85b049e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Network 628f1261-08d6-4d30-9922-c7849d2556a6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:57.830822 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed542e-984b-4b80-9f83-1235d85b049e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Pushing event updated for resources: {'Port': ['ID=0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:57.844258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-feed542e-984b-4b80-9f83-1235d85b049e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:57.849737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-feed542e-984b-4b80-9f83-1235d85b049e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:57.939840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-7f9a89c9-7545-47d9-b0c3-3913cf43d3c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Made reservation on behalf of b35a32c9a34046e089b00f5d3bf1e5e7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:57.948267 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-7f9a89c9-7545-47d9-b0c3-3913cf43d3c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.997361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-feed542e-984b-4b80-9f83-1235d85b049e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:57.998377 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-feed542e-984b-4b80-9f83-1235d85b049e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.155886 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-feed542e-984b-4b80-9f83-1235d85b049e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7569699 Nov 12 03:39:58.193615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Request body: {'port': {'device_id': 'a89fcfb3-fdc1-48e0-a502-5d1d3551db7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:58.350148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-7f9a89c9-7545-47d9-b0c3-3913cf43d3c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Allocated IP 192.168.233.192 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:58.371960 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.412412 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.649466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153aecb-0825-466d-a08a-2d00e98b4773 req-896f224f-7ad8-45c0-96f9-73756c37c44c tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:58.651915 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d153aecb-0825-466d-a08a-2d00e98b4773 req-896f224f-7ad8-45c0-96f9-73756c37c44c tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 931 time: 0.4097087 Nov 12 03:39:58.910287 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.922815 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d153aecb-0825-466d-a08a-2d00e98b4773 req-aa09ddf6-b8b4-4f7a-b345-072152fb7ac9 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/security-groups?id=96718af1-a90b-4493-8ebf-475ba727b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801202 Nov 12 03:39:59.135887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:59.146506 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.166035 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Transition to ACTIVE for port object 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:59.228709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15bb623b-cd5d-4098-bf9d-c31d9877910b req-5b9b6b16-aa70-4ef5-9037-45403668f099 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 210 time: 0.0587242 Nov 12 03:39:59.271557 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93ef2045-0a6a-46f0-b464-c8b0256ef13d req-4f2b27d0-35cc-4d3a-a384-dbd7bdb53bd3 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 210 time: 0.6177437 Nov 12 03:39:59.328297 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.604598 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-7f9a89c9-7545-47d9-b0c3-3913cf43d3c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.677098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:59.713585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Pushing event updated for resources: {'Port': ['ID=0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:59.753508 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d8f174e-d4c4-4d9f-830d-43e2657d3c34 req-b203626b-be3b-41fc-87ad-75b6692adfb9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 210 time: 0.0994055 Nov 12 03:39:59.790916 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-5f2162dc-ef7f-4eaa-b98d-3ba4cb1eb813 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:59.792997 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-5f2162dc-ef7f-4eaa-b98d-3ba4cb1eb813 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.25 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 808 time: 1.1318500 Nov 12 03:39:59.794937 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-7f9a89c9-7545-47d9-b0c3-3913cf43d3c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.814182 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Attempting to bind port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:59.814911 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Attempting to bind port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '26c90152-13de-442e-90dc-3226d7b0a41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '628f1261-08d6-4d30-9922-c7849d2556a6'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:59.818509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Attempting to bind port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 on network 628f1261-08d6-4d30-9922-c7849d2556a6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:59.844301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 on network 628f1261-08d6-4d30-9922-c7849d2556a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:59.844703 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Attempting to bind port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 on network 628f1261-08d6-4d30-9922-c7849d2556a6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:59.869783 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['a8e670a0-6e44-48be-9054-29da4e221be7', '43d65fe6-b3b2-43d0-915d-ead621acc943'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:59.881027 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:59.881570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Checking segment: {'id': '26c90152-13de-442e-90dc-3226d7b0a41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '628f1261-08d6-4d30-9922-c7849d2556a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:59.882480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Bound using segment: {'id': '26c90152-13de-442e-90dc-3226d7b0a41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '628f1261-08d6-4d30-9922-c7849d2556a6'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:59.883342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Bound port: 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c90152-13de-442e-90dc-3226d7b0a41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '628f1261-08d6-4d30-9922-c7849d2556a6'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:59.884115 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.905172 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-7f9a89c9-7545-47d9-b0c3-3913cf43d3c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:59.909685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a89c9-7545-47d9-b0c3-3913cf43d3c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Pushing event updated for resources: {'Port': ['ID=5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:59.943195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-7f9a89c9-7545-47d9-b0c3-3913cf43d3c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:59.950205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-7f9a89c9-7545-47d9-b0c3-3913cf43d3c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:59.968702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-40f19659-27d4-47db-8b92-db0d7740fe80 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Request body: {'port': {'device_id': 'ae0cb691-fbbf-4617-b037-506b4d8198be', 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b', 'admin_state_up': True, 'tenant_id': '47b77b3c8092439394887f6a4638c133'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:00.195520 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] For port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:00.204758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] For port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8,segment=NetworkSegment(26c90152-13de-442e-90dc-3226d7b0a41e),segment_id=26c90152-13de-442e-90dc-3226d7b0a41e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:00.276677 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.367403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-610139071-network', 'tenant_id': '3479542bcaa149c3bd5dbe4a216ffd16'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:00.480450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:00.487542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8fa99-c2ef-4039-98fb-2ab7356d6f4b req-e9361f0a-255d-49ee-ba15-fa982224ec18 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:00.497065 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfe8fa99-c2ef-4039-98fb-2ab7356d6f4b req-e9361f0a-255d-49ee-ba15-fa982224ec18 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 943 time: 0.1350069 Nov 12 03:40:00.503515 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.506877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.25', 50546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:00.513468 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] 10.222.0.25 "PUT /v2.0/ports/0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 HTTP/1.1" status: 200 len: 1092 time: 2.3471780 Nov 12 03:40:00.516586 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89fcfb3-fdc1-48e0-a502-5d1d3551db7c', 'tag': '0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:00.531285 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f0788-7f43-4e13-a025-90274a7fd7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a89fcfb3-fdc1-48e0-a502-5d1d3551db7c", "tag": "0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:00.565430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-7f9a89c9-7545-47d9-b0c3-3913cf43d3c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:00.567240 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-7f9a89c9-7545-47d9-b0c3-3913cf43d3c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.610917 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-1c7d279d-ce83-4dd9-861f-6d16243d436a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b9810c161f0b41f1afd590350e2a6352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023934 Nov 12 03:40:00.661477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0b53155b-7a11-4f15-9d10-15d19e214ee9 None None] Provisioning complete for port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:00.662099 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b53155b-7a11-4f15-9d10-15d19e214ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.669984 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a0eff19b-ceae-4ffc-81ff-ce422c3721ad req-424beddd-24c7-4710-a4aa-3d874ea047b4 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 210 time: 0.0994344 Nov 12 03:40:00.687585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e8d41-7892-43f7-b89d-e7510e7ff663 service neutron] Pushing event updated for resources: {'Port': ['ID=0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:00.815913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-74c104e0-fec0-482b-baba-c6dcf2332b37 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:00.822701 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0b53155b-7a11-4f15-9d10-15d19e214ee9 None None] Port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:00.837293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-74c104e0-fec0-482b-baba-c6dcf2332b37 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111766 Nov 12 03:40:00.852226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-40f19659-27d4-47db-8b92-db0d7740fe80 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Made reservation on behalf of 47b77b3c8092439394887f6a4638c133 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:00.861689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-40f19659-27d4-47db-8b92-db0d7740fe80 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.879500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Request body: {'port': {'device_id': '65d7040b-9f38-431b-af20-29674990fe7e', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': 'b9810c161f0b41f1afd590350e2a6352'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:00.967681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-29f6cc78-bb4b-4edd-b3dd-5126d5fbaaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:00.970535 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-29f6cc78-bb4b-4edd-b3dd-5126d5fbaaf9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=be9afbf3863b438283a29c580e31389c&device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 1095 time: 0.2484736 Nov 12 03:40:01.053309 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-48456837-ec0e-41df-ac3c-76eb9177b1bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 HTTP/1.1" status: 200 len: 217 time: 0.0634794 Nov 12 03:40:01.081595 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfe8fa99-c2ef-4039-98fb-2ab7356d6f4b req-969ba011-2804-41df-af3e-3c49776ea69f tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/security-groups?id=96718af1-a90b-4493-8ebf-475ba727b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823600 Nov 12 03:40:01.133477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] Made reservation on behalf of 3479542bcaa149c3bd5dbe4a216ffd16 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:01.138844 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.239831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-221c5191-f3a4-43a9-9865-70293b94fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:01.239831 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-221c5191-f3a4-43a9-9865-70293b94fef5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6a194f6-bdd4-4d9c-87eb-69c4e4123061 HTTP/1.1" status: 200 len: 854 time: 0.1755054 Nov 12 03:40:01.241061 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9f3903-d871-4bd6-99fe-ffffbf38a189 x-openstack-request-id: req-cb9f3903-d871-4bd6-99fe-ffffbf38a189 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:01.241465 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89fcfb3-fdc1-48e0-a502-5d1d3551db7c", "tag": "0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:01.241732 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cb9f3903-d871-4bd6-99fe-ffffbf38a189 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:01.242357 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89fcfb3-fdc1-48e0-a502-5d1d3551db7c', 'tag': '0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8', 'status': 'completed', 'code': 200} Nov 12 03:40:01.278845 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-7f9a89c9-7545-47d9-b0c3-3913cf43d3c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9333005 Nov 12 03:40:01.281085 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.322823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Request body: {'port': {'device_id': '459491cd-af22-4b6c-8716-46835bd90d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:01.339601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a702e-c41b-42cb-b99b-a53ecd995211 req-f6dbc6a0-4a49-4335-95cb-7fe951059d36 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:01.341319 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f46a702e-c41b-42cb-b99b-a53ecd995211 req-f6dbc6a0-4a49-4335-95cb-7fe951059d36 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 936 time: 0.3622022 Nov 12 03:40:01.346293 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-87acce0d-73ed-482f-8ce9-6c1658de9f3e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=628f1261-08d6-4d30-9922-c7849d2556a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987880 Nov 12 03:40:01.493385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-40f19659-27d4-47db-8b92-db0d7740fe80 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Allocated IP 172.20.0.12 (229b6afe-a2b8-4dfb-b914-deb64f88ad3b/4eac4162-b8ab-4d9a-af1c-e103a428ffc4/a2fedf65-0222-4484-b009-68ae3d7b6079) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:01.542985 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f46a702e-c41b-42cb-b99b-a53ecd995211 req-9e144509-5b91-48b1-88f2-f2b4c7f747a5 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946056 Nov 12 03:40:01.580538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Made reservation on behalf of b9810c161f0b41f1afd590350e2a6352 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:01.584277 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.614517 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-e2bd571d-51ad-4b42-af1f-1c13eeb7b743 service neutron] 10.222.0.25 "GET /v2.0/networks/628f1261-08d6-4d30-9922-c7849d2556a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278147 Nov 12 03:40:01.639129 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.655999 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b046fce-1860-443b-b974-7042a633721c req-0e8556c2-29a5-4757-8930-f616cf9fb068 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 210 time: 0.1520419 Nov 12 03:40:01.680476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.918723 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8909d366-1d44-4046-967b-ac3a9370ee3b req-eb6df398-32c8-45a2-b2a1-6400d03a34e2 service neutron] 10.222.0.25 "GET /v2.0/networks/628f1261-08d6-4d30-9922-c7849d2556a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960598 Nov 12 03:40:02.112412 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d12cf6fc-d540-44cb-b9e3-ac0bbac7c669 req-4c2b3838-f2d6-4b41-b5ab-1958a48051a5 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 210 time: 0.1250098 Nov 12 03:40:02.287372 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f0788-7f43-4e13-a025-90274a7fd7c2 req-7fa68fd4-7b3f-4d49-bc9f-4ab1a40a60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.288006 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.290319 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-353f0788-7f43-4e13-a025-90274a7fd7c2 req-7fa68fd4-7b3f-4d49-bc9f-4ab1a40a60c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=be9afbf3863b438283a29c580e31389c&device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 1095 time: 0.1831465 Nov 12 03:40:02.379697 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.388968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47f395-0cf4-4485-8c95-6d8f41a675b7 req-cca5d7a0-bacb-4a90-8166-246d87684ca8 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.390082 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fc47f395-0cf4-4485-8c95-6d8f41a675b7 req-cca5d7a0-bacb-4a90-8166-246d87684ca8 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 943 time: 0.1726303 Nov 12 03:40:02.393548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:02.418497 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.434913 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] Added segment 429310d7-06a9-49ff-b471-43e819ca202d of type vlan for network 137075f5-4b3f-4247-bf8f-8c164a5d3a41 Nov 12 03:40:02.501003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f0788-7f43-4e13-a025-90274a7fd7c2 req-b1fe3086-72c0-4553-8516-3735d95c1ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.502878 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-353f0788-7f43-4e13-a025-90274a7fd7c2 req-b1fe3086-72c0-4553-8516-3735d95c1ca0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=628f1261-08d6-4d30-9922-c7849d2556a6 HTTP/1.1" status: 200 len: 916 time: 0.2039034 Nov 12 03:40:02.636507 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-353f0788-7f43-4e13-a025-90274a7fd7c2 req-b784e147-5fc7-49a7-9486-21ee71d9aea6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 HTTP/1.1" status: 200 len: 217 time: 0.1255217 Nov 12 03:40:02.668898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e1163b-c090-4020-b9df-de13e4e649d3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:02.680392 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.726256 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.738558 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-40f19659-27d4-47db-8b92-db0d7740fe80 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.817499 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.834482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:02.944456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fc47f395-0cf4-4485-8c95-6d8f41a675b7 req-6b7dbcac-95f3-4b9e-82a1-9f6be383880d tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/security-groups?id=96718af1-a90b-4493-8ebf-475ba727b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403496 Nov 12 03:40:02.946167 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:02.951183 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f0788-7f43-4e13-a025-90274a7fd7c2 req-f494460d-03d0-4298-84ff-cc352fba83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.954967 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-353f0788-7f43-4e13-a025-90274a7fd7c2 req-f494460d-03d0-4298-84ff-cc352fba83d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6a194f6-bdd4-4d9c-87eb-69c4e4123061 HTTP/1.1" status: 200 len: 854 time: 0.1671908 Nov 12 03:40:03.029163 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-353f0788-7f43-4e13-a025-90274a7fd7c2 req-a395f68a-c176-45b2-998c-dfac8dec411c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=628f1261-08d6-4d30-9922-c7849d2556a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610406 Nov 12 03:40:03.042299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:03.061443 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.087669 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Transition to ACTIVE for port object 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:03.089351 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.090434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:03.091206 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.132506 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-40f19659-27d4-47db-8b92-db0d7740fe80 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.215656 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ad573ba-2fb0-484f-9e44-f80c6390ebd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.253210 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.257546 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a3f3017-d8d6-427f-85eb-b190ee4a9d12 req-047bfe47-8153-4bd2-8aa5-8086fac404fb tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 210 time: 0.0887899 Nov 12 03:40:03.309336 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-353f0788-7f43-4e13-a025-90274a7fd7c2 req-62c8ffea-8db7-49d9-82a9-f7debc78cce5 service neutron] 10.222.0.25 "GET /v2.0/networks/628f1261-08d6-4d30-9922-c7849d2556a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719378 Nov 12 03:40:03.387149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-40f19659-27d4-47db-8b92-db0d7740fe80 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:03.428977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.7493072 Nov 12 03:40:03.434189 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51306) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.443304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7f938-37d5-429f-baad-b7c0f9508b6c admin admin] Pushing event updated for resources: {'Network': ['ID=137075f5-4b3f-4247-bf8f-8c164a5d3a41,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.453818 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-42923ec7-7f14-423d-8001-5a5399387213 admin admin] Request body: {'subnet': {'network_id': '137075f5-4b3f-4247-bf8f-8c164a5d3a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-610139071-subnet', 'tenant_id': '3479542bcaa149c3bd5dbe4a216ffd16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:03.461344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 137075f5-4b3f-4247-bf8f-8c164a5d3a41 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:03.466188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-40f19659-27d4-47db-8b92-db0d7740fe80 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:03.471791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-40f19659-27d4-47db-8b92-db0d7740fe80 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:03.502717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8616e-87ba-460f-981a-ca432cb7d681 req-a3d51100-ff93-43b4-938c-50b6105478f1 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:03.511910 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-353f0788-7f43-4e13-a025-90274a7fd7c2 req-ccdd9015-74b3-48dc-b011-6f53c7493299 service neutron] 10.222.0.25 "GET /v2.0/networks/628f1261-08d6-4d30-9922-c7849d2556a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932003 Nov 12 03:40:03.518912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ea8616e-87ba-460f-981a-ca432cb7d681 req-a3d51100-ff93-43b4-938c-50b6105478f1 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 936 time: 0.5642636 Nov 12 03:40:03.530016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f19659-27d4-47db-8b92-db0d7740fe80 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Pushing event updated for resources: {'Port': ['ID=a2fedf65-0222-4484-b009-68ae3d7b6079,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.566635 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a5d13-e2e7-4a6a-9e99-90556e1e8768 req-0de35358-121e-4a56-b557-b19229761321 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:03.569686 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-961a5d13-e2e7-4a6a-9e99-90556e1e8768 req-0de35358-121e-4a56-b557-b19229761321 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 932 time: 0.1579278 Nov 12 03:40:03.698496 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ad573ba-2fb0-484f-9e44-f80c6390ebd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.710804 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-961a5d13-e2e7-4a6a-9e99-90556e1e8768 req-fd4828db-7f31-468b-b39e-374a4f997f7c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263847 Nov 12 03:40:03.756821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Allocated IP 192.168.233.77 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/512ac6f4-442a-4d98-9d16-d0a71c52a6f3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:03.784987 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ad573ba-2fb0-484f-9e44-f80c6390ebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.817532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-40f19659-27d4-47db-8b92-db0d7740fe80 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:03.818599 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-40f19659-27d4-47db-8b92-db0d7740fe80 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.834871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.880247 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1ad573ba-2fb0-484f-9e44-f80c6390ebd3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=75955471eafc4860ba2b77fcf763e6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9193096 Nov 12 03:40:03.880247 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad573ba-2fb0-484f-9e44-f80c6390ebd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1faa59-077f-496b-8ef0-e47b98567b12,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.884667 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.897148 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ea8616e-87ba-460f-981a-ca432cb7d681 req-338bf5fe-778f-4dee-960f-677d3e75493f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644648 Nov 12 03:40:03.920696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42923ec7-7f14-423d-8001-5a5399387213 admin admin] Made reservation on behalf of 3479542bcaa149c3bd5dbe4a216ffd16 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:03.925824 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42923ec7-7f14-423d-8001-5a5399387213 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.982311 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34edc831-bb07-4517-8e38-69c77382901c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.033940 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34edc831-bb07-4517-8e38-69c77382901c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.063024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-40f19659-27d4-47db-8b92-db0d7740fe80 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1548843 Nov 12 03:40:04.112407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Request body: {'port': {'device_id': 'ae0cb691-fbbf-4617-b037-506b4d8198be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:04.151162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad0abf-9405-4031-8c10-8671997ccfb2 req-d1d69b34-c8bb-4044-bd12-e512f9a2287a tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:04.153551 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4dad0abf-9405-4031-8c10-8671997ccfb2 req-d1d69b34-c8bb-4044-bd12-e512f9a2287a tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 943 time: 0.1009970 Nov 12 03:40:04.170774 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Attempting to bind port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:04.171404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Attempting to bind port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:04.172518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Attempting to bind port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:04.191911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:04.191911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Attempting to bind port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:04.206538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:04.206538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:04.206538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:04.206538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Bound port: 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:04.206538 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.247247 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4dad0abf-9405-4031-8c10-8671997ccfb2 req-e3a7cf7b-46cf-4ed8-985e-11ab4f887472 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/security-groups?id=96718af1-a90b-4493-8ebf-475ba727b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736597 Nov 12 03:40:04.249673 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34edc831-bb07-4517-8e38-69c77382901c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.255732 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34edc831-bb07-4517-8e38-69c77382901c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.257672 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-34edc831-bb07-4517-8e38-69c77382901c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ad1faa59-077f-496b-8ef0-e47b98567b12 HTTP/1.1" status: 204 len: 168 time: 0.3713121 Nov 12 03:40:04.268618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edc831-bb07-4517-8e38-69c77382901c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1faa59-077f-496b-8ef0-e47b98567b12,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:04.479348 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f75e7f4a-3e1b-4f9b-a1b0-fee6714e5f8e req-1b6773db-77e4-4861-a32d-a7fe5dff2e0b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 210 time: 0.0914795 Nov 12 03:40:04.494689 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] For port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:04.587055 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.598476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] For port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:04.625804 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.677859 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.742147 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42923ec7-7f14-423d-8001-5a5399387213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.867803 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:04.868921 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.871405 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] 10.222.0.26 "PUT /v2.0/ports/5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 HTTP/1.1" status: 200 len: 1097 time: 3.5566916 Nov 12 03:40:04.872261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459491cd-af22-4b6c-8716-46835bd90d93', 'tag': '5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:04.889358 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8017774-78f0-4d06-a23c-39a5b968316d" -d '{"events": [{"name": "network-changed", "server_uuid": "459491cd-af22-4b6c-8716-46835bd90d93", "tag": "5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:05.055291 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.085476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:05.394354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51354) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:05.428915 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-997140a3-d408-4221-9c54-5fcf22af33da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.474786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9582aba-75f3-4d69-a867-badd0b960026 req-9eb1d463-d224-4791-9c4f-1507c1d2d95f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.478110 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9582aba-75f3-4d69-a867-badd0b960026 req-9eb1d463-d224-4791-9c4f-1507c1d2d95f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 932 time: 0.5753267 Nov 12 03:40:05.587742 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9582aba-75f3-4d69-a867-badd0b960026 req-8de20076-acd4-4897-9db6-2104a7774e79 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022606 Nov 12 03:40:05.606977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:05.664641 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-997140a3-d408-4221-9c54-5fcf22af33da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.675162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:05.727048 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc993dd2-0bfb-43d9-8f56-a6f935638f98 x-openstack-request-id: req-bc993dd2-0bfb-43d9-8f56-a6f935638f98 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:05.727476 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459491cd-af22-4b6c-8716-46835bd90d93", "tag": "5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:05.727744 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bc993dd2-0bfb-43d9-8f56-a6f935638f98 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:05.728184 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459491cd-af22-4b6c-8716-46835bd90d93', 'tag': '5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4', 'status': 'completed', 'code': 200} Nov 12 03:40:05.743265 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bda2c0-d981-427e-93a5-36de37002129 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:05.751937 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-997140a3-d408-4221-9c54-5fcf22af33da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.806464 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:05.835513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42923ec7-7f14-423d-8001-5a5399387213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad74cfaa-5267-422b-b8bd-2eff2e097994,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:05.943875 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-997140a3-d408-4221-9c54-5fcf22af33da admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=15e26d6f70f4462cb7f2c0369845051b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5396628 Nov 12 03:40:05.946628 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997140a3-d408-4221-9c54-5fcf22af33da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77976146-8212-44a4-9a01-de13207ddd02,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:05.950032 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:05.989566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3eab4-a104-4b34-8fa1-3e34f4b68841 req-7bb32e72-0565-4978-8a4c-4a8bff252a4c tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.998456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d7d3eab4-a104-4b34-8fa1-3e34f4b68841 req-7bb32e72-0565-4978-8a4c-4a8bff252a4c tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 943 time: 0.2493522 Nov 12 03:40:06.074576 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.075590 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.081722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42923ec7-7f14-423d-8001-5a5399387213 admin admin] Checking segment: {'id': '429310d7-06a9-49ff-b471-43e819ca202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '137075f5-4b3f-4247-bf8f-8c164a5d3a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:06.082275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42923ec7-7f14-423d-8001-5a5399387213 admin admin] Network hostable DHCP agents. Network: 137075f5-4b3f-4247-bf8f-8c164a5d3a41, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:06.102012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Pushing event updated for resources: {'Port': ['ID=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:06.118027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-1ed58264-a582-4332-a83c-8360b76f7b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.120093 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-1ed58264-a582-4332-a83c-8360b76f7b93 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 1100 time: 0.4460490 Nov 12 03:40:06.142262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fefa3-a932-40b8-bc8a-67d7fdc40669 req-69f87e82-1b0f-4e75-8a9f-d276fe8ecadc tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.150261 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b36fefa3-a932-40b8-bc8a-67d7fdc40669 req-69f87e82-1b0f-4e75-8a9f-d276fe8ecadc tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 948 time: 0.5085640 Nov 12 03:40:06.155179 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d7d3eab4-a104-4b34-8fa1-3e34f4b68841 req-5ca7187a-f22a-4c8f-9284-aecb1122734a tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/security-groups?id=96718af1-a90b-4493-8ebf-475ba727b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552138 Nov 12 03:40:06.215243 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8749e607-9df3-4239-aaf9-b766ceaf0c20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.288775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8,segment=NetworkSegment(26c90152-13de-442e-90dc-3226d7b0a41e),segment_id=26c90152-13de-442e-90dc-3226d7b0a41e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:06.298953 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8749e607-9df3-4239-aaf9-b766ceaf0c20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.313152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-452e46d5-ee75-4fb5-b667-1f1232faafbb None None] Provisioning complete for port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:06.314375 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-452e46d5-ee75-4fb5-b667-1f1232faafbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.344342 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8', 'network_id': '628f1261-08d6-4d30-9922-c7849d2556a6', 'port_id': '0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8', 'mac_address': 'fa:16:3e:29:60:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a194f6-bdd4-4d9c-87eb-69c4e4123061', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:06.356372 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-1a42f2e8-4ab4-4fc1-8563-56933ac98f07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 HTTP/1.1" status: 200 len: 217 time: 0.2015836 Nov 12 03:40:06.361245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-452e46d5-ee75-4fb5-b667-1f1232faafbb None None] Port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:06.392101 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-05c8f74d-abea-46ca-9b39-d631b8f3ae79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5330305 Nov 12 03:40:06.400143 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Request body: {'port': {'device_id': '65d7040b-9f38-431b-af20-29674990fe7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:06.434712 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.454729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:06.490127 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8,segment=NetworkSegment(26c90152-13de-442e-90dc-3226d7b0a41e),segment_id=26c90152-13de-442e-90dc-3226d7b0a41e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:06.513468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fedf65-0222-4484-b009-68ae3d7b6079 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:06.521767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc139da-9f87-4ba9-b750-9d5d6012d6c1 req-0f4b3eca-ba39-46cd-814c-538cecf6d36a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.526134 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.536284 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7dc139da-9f87-4ba9-b750-9d5d6012d6c1 req-0f4b3eca-ba39-46cd-814c-538cecf6d36a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 935 time: 0.2266700 Nov 12 03:40:06.580364 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.627517 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7dc139da-9f87-4ba9-b750-9d5d6012d6c1 req-791229cf-b48e-49ab-824a-cd26bb982e0d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897877 Nov 12 03:40:06.674528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:06.677401 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8749e607-9df3-4239-aaf9-b766ceaf0c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.682928 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8749e607-9df3-4239-aaf9-b766ceaf0c20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.686394 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8749e607-9df3-4239-aaf9-b766ceaf0c20 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/77976146-8212-44a4-9a01-de13207ddd02 HTTP/1.1" status: 204 len: 168 time: 0.7298751 Nov 12 03:40:06.710871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Transition to ACTIVE for port object a2fedf65-0222-4484-b009-68ae3d7b6079 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:06.712495 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.736212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749e607-9df3-4239-aaf9-b766ceaf0c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77976146-8212-44a4-9a01-de13207ddd02,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:06.740954 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42923ec7-7f14-423d-8001-5a5399387213 admin admin] Network 137075f5-4b3f-4247-bf8f-8c164a5d3a41 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:06.814958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:06.868065 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b36fefa3-a932-40b8-bc8a-67d7fdc40669 req-51049084-be4c-4d67-8e05-7cad6b9e4fe5 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7166145 Nov 12 03:40:06.875307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-679e4b40-d397-4769-a07b-a0c3114c1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.878375 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-679e4b40-d397-4769-a07b-a0c3114c1ff9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.4553921 Nov 12 03:40:06.889198 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.127773 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-42923ec7-7f14-423d-8001-5a5399387213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 137075f5-4b3f-4247-bf8f-8c164a5d3a41) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:07.146752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42923ec7-7f14-423d-8001-5a5399387213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:07.146752 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42923ec7-7f14-423d-8001-5a5399387213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.148943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e8e70-0830-44e0-b1fd-e56e21697c24 None None] Network 137075f5-4b3f-4247-bf8f-8c164a5d3a41 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:07.217633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fedf65-0222-4484-b009-68ae3d7b6079,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:07.255971 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530fd1b-9c80-4fc6-a906-65064451fb17 req-70645897-ed1a-40ae-a063-976d62c3b2e9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:07.258278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3530fd1b-9c80-4fc6-a906-65064451fb17 req-70645897-ed1a-40ae-a063-976d62c3b2e9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.1858983 Nov 12 03:40:07.283116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-42923ec7-7f14-423d-8001-5a5399387213 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8405797 Nov 12 03:40:07.440301 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3530fd1b-9c80-4fc6-a906-65064451fb17 req-66801858-59c4-48f3-95fe-24b7e57acf4f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703150 Nov 12 03:40:07.541158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-6fbdc11d-1828-4e8b-a2e9-0f9bf4c62d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:07.543555 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-6fbdc11d-1828-4e8b-a2e9-0f9bf4c62d95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6367500 Nov 12 03:40:07.550524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a4dc82-1489-4c16-b8be-a5cbe4668ace None None] Network 137075f5-4b3f-4247-bf8f-8c164a5d3a41 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:07.739302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-2d2e5357-9abd-4bed-8dd8-10a4d9f66e34 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229646 Nov 12 03:40:07.911796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c03270-fae0-469d-86f4-561b7acbdf5c req-490b434d-cbc5-4c36-914e-7dba330d06fa tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:07.920791 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70c03270-fae0-469d-86f4-561b7acbdf5c req-490b434d-cbc5-4c36-914e-7dba330d06fa tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 944 time: 0.4314296 Nov 12 03:40:07.929785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:07.999227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20066f11-61cc-476a-8065-8953db6d2dd8 req-c8ffc0bf-e2d5-4c3d-9191-4a0a62f6b151 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.003144 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-20066f11-61cc-476a-8065-8953db6d2dd8 req-c8ffc0bf-e2d5-4c3d-9191-4a0a62f6b151 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 935 time: 0.1477499 Nov 12 03:40:08.060287 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Attempting to bind port a2fedf65-0222-4484-b009-68ae3d7b6079 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:08.060947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Attempting to bind port a2fedf65-0222-4484-b009-68ae3d7b6079 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:08.061326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Attempting to bind port a2fedf65-0222-4484-b009-68ae3d7b6079 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:08.074056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Port a2fedf65-0222-4484-b009-68ae3d7b6079 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:08.074380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Attempting to bind port a2fedf65-0222-4484-b009-68ae3d7b6079 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:08.112532 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-20066f11-61cc-476a-8065-8953db6d2dd8 req-c96f6972-80c9-4fbb-ba00-fafd39444e79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993676 Nov 12 03:40:08.139945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:08.141880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Checking segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:08.142947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Bound using segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:08.143723 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Bound port: a2fedf65-0222-4484-b009-68ae3d7b6079, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:08.144542 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.152090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:08.160296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:08.160818 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.261482 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70c03270-fae0-469d-86f4-561b7acbdf5c req-ac1fe850-40aa-4c58-823e-8e4d0ffc74ca tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/security-groups?id=96718af1-a90b-4493-8ebf-475ba727b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395140 Nov 12 03:40:08.273771 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50455b82-24e1-4bcc-a5c8-1b3b0684331e req-71be4fef-5cd8-48f0-9edb-185260c49ea8 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929736 Nov 12 03:40:08.409490 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.445608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:08.475095 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.478148 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8,segment=NetworkSegment(26c90152-13de-442e-90dc-3226d7b0a41e),segment_id=26c90152-13de-442e-90dc-3226d7b0a41e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:08.479158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89fcfb3-fdc1-48e0-a502-5d1d3551db7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:08.482625 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5073ad52-2456-43b8-8c36-5998b7d69f29" -d '{"events": [{"server_uuid": "a89fcfb3-fdc1-48e0-a502-5d1d3551db7c", "name": "network-vif-plugged", "status": "completed", "tag": "0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:08.497898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:08.520158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a2fedf65-0222-4484-b009-68ae3d7b6079,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:08.544173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Transition to ACTIVE for port object 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:08.568515 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ceffa-9c78-49d0-9fd8-f5a0846692b6 req-3740d0e9-4ce9-4962-b98f-9c88bc75c839 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.580919 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f7ceffa-9c78-49d0-9fd8-f5a0846692b6 req-3740d0e9-4ce9-4962-b98f-9c88bc75c839 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 948 time: 0.1512103 Nov 12 03:40:08.596554 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.682139 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f7ceffa-9c78-49d0-9fd8-f5a0846692b6 req-8f00a055-59b0-4264-bf09-b7e4de8b2061 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998564 Nov 12 03:40:08.720977 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.724627 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.773777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:08.804694 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999c88e9-2993-48ca-9b52-503a3dab17a2 x-openstack-request-id: req-999c88e9-2993-48ca-9b52-503a3dab17a2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:08.805958 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89fcfb3-fdc1-48e0-a502-5d1d3551db7c", "name": "network-vif-plugged", "status": "completed", "tag": "0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:08.806687 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-999c88e9-2993-48ca-9b52-503a3dab17a2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:08.808805 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89fcfb3-fdc1-48e0-a502-5d1d3551db7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8', 'code': 200} Nov 12 03:40:08.829187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8017774-78f0-4d06-a23c-39a5b968316d req-7fe17ff5-5449-4439-972c-ba183f79d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.832846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8017774-78f0-4d06-a23c-39a5b968316d req-7fe17ff5-5449-4439-972c-ba183f79d4c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 1100 time: 0.2667098 Nov 12 03:40:08.872223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fedf65-0222-4484-b009-68ae3d7b6079,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:08.900844 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d6af1-bdaa-43dd-821c-1228f16a7fac req-cb62dbbb-028f-480e-895a-4420b6afd137 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.903776 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f4d6af1-bdaa-43dd-821c-1228f16a7fac req-cb62dbbb-028f-480e-895a-4420b6afd137 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.2853186 Nov 12 03:40:08.976659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.976659 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.978893 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-438e8498-b42a-4023-a333-2ad0f0114853 service neutron] 10.222.0.25 "PUT /v2.0/ports/a2fedf65-0222-4484-b009-68ae3d7b6079 HTTP/1.1" status: 200 len: 1093 time: 4.8823562 Nov 12 03:40:08.995121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d5c55-b260-43f4-a0c2-2d183c0ef58b req-14895c24-d51b-4c9e-8fb2-8b86bb772516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.018309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0cb691-fbbf-4617-b037-506b4d8198be', 'tag': 'a2fedf65-0222-4484-b009-68ae3d7b6079'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:09.021074 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-715d5c55-b260-43f4-a0c2-2d183c0ef58b req-14895c24-d51b-4c9e-8fb2-8b86bb772516 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 1097 time: 0.1441674 Nov 12 03:40:09.022688 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20750e78-5665-4265-aa66-d250299816d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0cb691-fbbf-4617-b037-506b4d8198be", "tag": "a2fedf65-0222-4484-b009-68ae3d7b6079"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:09.034475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:09.043008 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-237608347-network', 'tenant_id': 'dc9a1bafc2474819960b215378024541'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:09.120440 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-715d5c55-b260-43f4-a0c2-2d183c0ef58b req-4f8cc8d8-b09a-4227-be0c-358ca73583ca service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=96718af1-a90b-4493-8ebf-475ba727b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904546 Nov 12 03:40:09.180392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] Made reservation on behalf of dc9a1bafc2474819960b215378024541 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:09.185649 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.214875 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.244620 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf163105-db73-4a48-9fd0-4269b7f2e04f x-openstack-request-id: req-cf163105-db73-4a48-9fd0-4269b7f2e04f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:09.247882 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0cb691-fbbf-4617-b037-506b4d8198be", "tag": "a2fedf65-0222-4484-b009-68ae3d7b6079", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:09.250445 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cf163105-db73-4a48-9fd0-4269b7f2e04f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:09.255711 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0cb691-fbbf-4617-b037-506b4d8198be', 'tag': 'a2fedf65-0222-4484-b009-68ae3d7b6079', 'status': 'completed', 'code': 200} Nov 12 03:40:09.287329 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:09.422985 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f4d6af1-bdaa-43dd-821c-1228f16a7fac req-f151b1c9-e4b4-4f56-9894-cad4faa1f627 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178050 Nov 12 03:40:09.496407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Attempting to bind port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:09.496896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Attempting to bind port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:09.497222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Attempting to bind port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:09.512480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8017774-78f0-4d06-a23c-39a5b968316d req-8c8625a7-5daf-46cc-855b-18def4a8b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.515828 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8017774-78f0-4d06-a23c-39a5b968316d req-8c8625a7-5daf-46cc-855b-18def4a8b735 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.6635292 Nov 12 03:40:09.516401 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:09.517044 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Attempting to bind port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:09.528961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:09.534263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:09.534999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:09.537965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Bound port: 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:09.538414 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.566676 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20750e78-5665-4265-aa66-d250299816d0 req-f40d98b7-94d7-4d82-bcc0-a937ed8238f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.569358 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-20750e78-5665-4265-aa66-d250299816d0 req-f40d98b7-94d7-4d82-bcc0-a937ed8238f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 1096 time: 0.1842701 Nov 12 03:40:09.579406 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.608660 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fefb0b-d3d2-419b-b74f-f985832b6c2b req-5937e4a7-fbbb-4c9e-93ca-450dbc10a6c0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.618529 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75fefb0b-d3d2-419b-b74f-f985832b6c2b req-5937e4a7-fbbb-4c9e-93ca-450dbc10a6c0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 947 time: 0.2950318 Nov 12 03:40:09.628476 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8017774-78f0-4d06-a23c-39a5b968316d req-18ef2605-679d-4999-bb62-a813c5808726 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 HTTP/1.1" status: 200 len: 217 time: 0.0821226 Nov 12 03:40:09.669867 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.748880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] For port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:09.754596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] For port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:09.827086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:09.874151 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.981570 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75fefb0b-d3d2-419b-b74f-f985832b6c2b req-c09a2daa-4fcb-47ed-99b0-889ffa14d778 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530312 Nov 12 03:40:09.995560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b05610-79d0-42b2-9dc0-d195648eff8b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:09.998728 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca0cc-38dd-4cde-8fb9-62a59315408d req-bdd2129a-9ef7-4d7f-aeff-fa472cc351c8 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.016610 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.016610 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] Added segment 850fa7dc-ecd9-4f37-9f63-a81e29d48a6c of type vlan for network 28f3b1fc-92b2-49e8-92bd-d8e876600f9a Nov 12 03:40:10.016610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20750e78-5665-4265-aa66-d250299816d0 req-7b8a62a3-fc95-4dbc-bdcb-c2672f652c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.023581 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74eca0cc-38dd-4cde-8fb9-62a59315408d req-bdd2129a-9ef7-4d7f-aeff-fa472cc351c8 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 945 time: 0.2648070 Nov 12 03:40:10.027444 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-20750e78-5665-4265-aa66-d250299816d0 req-7b8a62a3-fc95-4dbc-bdcb-c2672f652c45 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=47b77b3c8092439394887f6a4638c133&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4356213 Nov 12 03:40:10.041393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.042022 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.055806 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] 10.222.0.25 "PUT /v2.0/ports/512ac6f4-442a-4d98-9d16-d0a71c52a6f3 HTTP/1.1" status: 200 len: 1096 time: 3.6599238 Nov 12 03:40:10.143982 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2d2b9-02e3-4bcd-83b1-4731161cf3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:10.157608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8017774-78f0-4d06-a23c-39a5b968316d req-a08df09f-60b7-4583-891c-ae0c8c41f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.160497 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8017774-78f0-4d06-a23c-39a5b968316d req-a08df09f-60b7-4583-891c-ae0c8c41f94e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.4043102 Nov 12 03:40:10.329228 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74eca0cc-38dd-4cde-8fb9-62a59315408d req-2da1f444-1857-4886-9cb1-10d5c44b6fcf tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/security-groups?id=96718af1-a90b-4493-8ebf-475ba727b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985866 Nov 12 03:40:10.381176 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8017774-78f0-4d06-a23c-39a5b968316d req-da94d5b5-bbc1-42e4-aac0-2ec7ff8b70be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.384100 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8017774-78f0-4d06-a23c-39a5b968316d req-da94d5b5-bbc1-42e4-aac0-2ec7ff8b70be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2094789 Nov 12 03:40:10.424540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-1595d575-896b-4a6a-a38e-dbe971232e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.429571 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-1595d575-896b-4a6a-a38e-dbe971232e7c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 1099 time: 0.1915250 Nov 12 03:40:10.452479 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.471733 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20750e78-5665-4265-aa66-d250299816d0 req-edd3bd1f-bedb-4d04-a8fe-a4b344b56b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.474230 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-20750e78-5665-4265-aa66-d250299816d0 req-edd3bd1f-bedb-4d04-a8fe-a4b344b56b27 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4224391 Nov 12 03:40:10.532618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ef798-e1a9-49e0-b558-caf99227dc69 req-b7c911a7-26b9-4433-bfe6-18388e5a0133 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.535292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-140ef798-e1a9-49e0-b558-caf99227dc69 req-b7c911a7-26b9-4433-bfe6-18388e5a0133 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 948 time: 0.1818335 Nov 12 03:40:10.658841 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.660067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.660760 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.689399 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-b5d383ec-c65c-4198-8780-6aae9dd4463e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3 HTTP/1.1" status: 200 len: 217 time: 0.2225969 Nov 12 03:40:10.736774 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-140ef798-e1a9-49e0-b558-caf99227dc69 req-d2c43344-2745-49cd-8f36-f771a16f7a7c tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529143 Nov 12 03:40:10.772310 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-36f79f10-efc7-4f2c-86fc-14e0c98e2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.775985 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-36f79f10-efc7-4f2c-86fc-14e0c98e2cc6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 1096 time: 0.2378402 Nov 12 03:40:10.869199 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8307254 Nov 12 03:40:10.873840 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-845a4a83-72ca-4e06-856a-06ad973c0d49 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2fedf65-0222-4484-b009-68ae3d7b6079 HTTP/1.1" status: 200 len: 217 time: 0.0620899 Nov 12 03:40:10.876208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:10.882060 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-81d266d8-f37c-4773-9439-3a6467cd0fd5 admin admin] Request body: {'subnet': {'network_id': '28f3b1fc-92b2-49e8-92bd-d8e876600f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-237608347-subnet', 'tenant_id': 'dc9a1bafc2474819960b215378024541', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:10.923084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cf0d7-5b9c-427e-a70b-ab6a48b2bbe5 admin admin] Pushing event updated for resources: {'Network': ['ID=28f3b1fc-92b2-49e8-92bd-d8e876600f9a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:10.951598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 28f3b1fc-92b2-49e8-92bd-d8e876600f9a details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:10.993218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-ad5ae2a5-9f90-40f2-9611-0b7b8fb9c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.996616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-ad5ae2a5-9f90-40f2-9611-0b7b8fb9c939 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.2993956 Nov 12 03:40:11.055730 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d266d8-f37c-4773-9439-3a6467cd0fd5 admin admin] Made reservation on behalf of dc9a1bafc2474819960b215378024541 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:11.059747 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81d266d8-f37c-4773-9439-3a6467cd0fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.089776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2d43e-7efc-415a-a74e-4012269626bd req-765404eb-e648-4e29-87d1-ea92beb96975 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.106315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1aa2d43e-7efc-415a-a74e-4012269626bd req-765404eb-e648-4e29-87d1-ea92beb96975 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.5360289 Nov 12 03:40:11.114270 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8017774-78f0-4d06-a23c-39a5b968316d req-ced15ed5-2d2d-49de-9f58-8a3d1bbb1cba service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7114263 Nov 12 03:40:11.266827 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-6772086e-b047-4d62-bcc0-3cdeeb3b595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.269967 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-6772086e-b047-4d62-bcc0-3cdeeb3b595f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.3427751 Nov 12 03:40:11.308373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d7040b-9f38-431b-af20-29674990fe7e', 'tag': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:11.312386 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab98881a-1c83-46f4-afbd-0cc9809666fa" -d '{"events": [{"name": "network-changed", "server_uuid": "65d7040b-9f38-431b-af20-29674990fe7e", "tag": "512ac6f4-442a-4d98-9d16-d0a71c52a6f3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:11.339673 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1aa2d43e-7efc-415a-a74e-4012269626bd req-3a08f8ec-2fc5-4f24-833e-4813f104ad2a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225435 Nov 12 03:40:11.400965 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-34731fb4-4eb6-4b4e-af31-895f9301ffc6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124930 Nov 12 03:40:11.493233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-c6ac6388-337e-43ac-b176-11607b16184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.495492 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-c6ac6388-337e-43ac-b176-11607b16184a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4881034 Nov 12 03:40:11.642411 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70d613-e817-4b53-acba-0d6e745edbb1 req-323a3e47-c9d1-4c6d-9ce7-71dbc66df207 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.644318 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c70d613-e817-4b53-acba-0d6e745edbb1 req-323a3e47-c9d1-4c6d-9ce7-71dbc66df207 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 947 time: 0.3859971 Nov 12 03:40:11.728420 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8017774-78f0-4d06-a23c-39a5b968316d req-79cb1ba2-713c-4410-9631-ecc9ea5b2401 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886140 Nov 12 03:40:11.765279 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-bcb95fcd-a5e6-4cdb-af4a-ce0e909adcb9 service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530304 Nov 12 03:40:11.812540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbf2f6-a8eb-4222-9b03-db6ac6d46d87 req-03e5e09a-7ff1-42b4-9a20-62fbee82fc7a tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.815819 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2cbf2f6-a8eb-4222-9b03-db6ac6d46d87 req-03e5e09a-7ff1-42b4-9a20-62fbee82fc7a tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 945 time: 0.2119033 Nov 12 03:40:11.822359 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-0987bd5a-2196-41c4-b01e-0fb3b5880f21 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160193 Nov 12 03:40:11.930844 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e07d460-f031-4d39-8e31-5e97cac76370 req-51e18384-d682-4d02-9e89-f078f89614a7 service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559014 Nov 12 03:40:11.938879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:11.955793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2cbf2f6-a8eb-4222-9b03-db6ac6d46d87 req-210fa195-a011-4223-a3d1-a30d5cf06b14 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/security-groups?id=96718af1-a90b-4493-8ebf-475ba727b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320248 Nov 12 03:40:12.045594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d701050e-5893-4a01-9b35-e46faab5dc2a req-2c315402-c1e2-4938-8b1e-109942ad38e5 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165477 Nov 12 03:40:12.076802 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c70d613-e817-4b53-acba-0d6e745edbb1 req-8605a924-cf11-4ddb-855e-199bbc7c15d6 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907113 Nov 12 03:40:12.107799 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70db4dc-dff4-40ce-980b-16c97a62aeeb x-openstack-request-id: req-a70db4dc-dff4-40ce-980b-16c97a62aeeb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:12.108133 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d7040b-9f38-431b-af20-29674990fe7e", "tag": "512ac6f4-442a-4d98-9d16-d0a71c52a6f3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:12.108512 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a70db4dc-dff4-40ce-980b-16c97a62aeeb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:12.109064 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d7040b-9f38-431b-af20-29674990fe7e', 'tag': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3', 'status': 'completed', 'code': 200} Nov 12 03:40:12.208540 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81d266d8-f37c-4773-9439-3a6467cd0fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.256302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:12.287666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4', 'mac_address': 'fa:16:3e:63:94:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:12.299606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ed693-c5fa-4dfc-842f-464a29dd0431 req-92bba84b-3381-4449-9ecf-720a73fd20ed tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.324182 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b14ed693-c5fa-4dfc-842f-464a29dd0431 req-92bba84b-3381-4449-9ecf-720a73fd20ed tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 948 time: 0.1722379 Nov 12 03:40:12.332893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d266d8-f37c-4773-9439-3a6467cd0fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42fb88f5-6c8b-4004-88a8-f59260ea80c5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:12.399371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d266d8-f37c-4773-9439-3a6467cd0fd5 admin admin] Checking segment: {'id': '850fa7dc-ecd9-4f37-9f63-a81e29d48a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '28f3b1fc-92b2-49e8-92bd-d8e876600f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:12.400069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d266d8-f37c-4773-9439-3a6467cd0fd5 admin admin] Network hostable DHCP agents. Network: 28f3b1fc-92b2-49e8-92bd-d8e876600f9a, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:12.447146 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.461099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98881a-1c83-46f4-afbd-0cc9809666fa req-08e1404f-9497-411e-8bbd-243d35b36c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.463468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab98881a-1c83-46f4-afbd-0cc9809666fa req-08e1404f-9497-411e-8bbd-243d35b36c8c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 1099 time: 0.0708387 Nov 12 03:40:12.470124 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b14ed693-c5fa-4dfc-842f-464a29dd0431 req-68091d5e-e436-473a-9672-e6a551b3f689 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403069 Nov 12 03:40:12.472061 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:12.501179 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:12.615552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98881a-1c83-46f4-afbd-0cc9809666fa req-df2ab3c9-293a-45d2-bebd-ee7b44a53117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.617541 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab98881a-1c83-46f4-afbd-0cc9809666fa req-df2ab3c9-293a-45d2-bebd-ee7b44a53117 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1458147 Nov 12 03:40:12.684003 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab98881a-1c83-46f4-afbd-0cc9809666fa req-dbdc5a6d-0e35-451e-8b58-e08fb478ac53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3 HTTP/1.1" status: 200 len: 217 time: 0.0572100 Nov 12 03:40:12.696017 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e85284-2815-46cc-8ac5-20b4c59a8eaf req-8fd2d831-d4a3-4bbb-933c-0a84614ccf95 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.698191 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22e85284-2815-46cc-8ac5-20b4c59a8eaf req-8fd2d831-d4a3-4bbb-933c-0a84614ccf95 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.1048129 Nov 12 03:40:12.768312 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22e85284-2815-46cc-8ac5-20b4c59a8eaf req-b5c6f39d-12c0-489d-8afc-a8f479fa63de tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593991 Nov 12 03:40:12.777347 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-26c73a4c-f697-4e8e-82c6-f9c2e0b5f443 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=6641248dd975490a9a88fbc0b586f5ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405662 Nov 12 03:40:12.813439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98881a-1c83-46f4-afbd-0cc9809666fa req-39d6d8b4-48f2-4504-96b3-bd3f44e3bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.815724 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab98881a-1c83-46f4-afbd-0cc9809666fa req-39d6d8b4-48f2-4504-96b3-bd3f44e3bda7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1204658 Nov 12 03:40:12.923728 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98881a-1c83-46f4-afbd-0cc9809666fa req-9311dc1f-16b8-4577-a591-cf1000df5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.925339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab98881a-1c83-46f4-afbd-0cc9809666fa req-9311dc1f-16b8-4577-a591-cf1000df5464 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0940704 Nov 12 03:40:12.929215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d266d8-f37c-4773-9439-3a6467cd0fd5 admin admin] Network 28f3b1fc-92b2-49e8-92bd-d8e876600f9a is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:12.940569 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.001423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:13.139625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-81d266d8-f37c-4773-9439-3a6467cd0fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 28f3b1fc-92b2-49e8-92bd-d8e876600f9a) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:13.163180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43227f99-3a36-4856-8b87-7d90b539b09b None None] Network 28f3b1fc-92b2-49e8-92bd-d8e876600f9a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:13.175495 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d266d8-f37c-4773-9439-3a6467cd0fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.182240 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81d266d8-f37c-4773-9439-3a6467cd0fd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.293688 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-81d266d8-f37c-4773-9439-3a6467cd0fd5 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4109044 Nov 12 03:40:13.343126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-918a96db-5bb7-45c2-aba7-203afd338d21 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.345569 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-918a96db-5bb7-45c2-aba7-203afd338d21 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5586135 Nov 12 03:40:13.487366 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-66889cae-948c-4103-b7d9-0cefa40421ce tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/quotas/6641248dd975490a9a88fbc0b586f5ac HTTP/1.1" status: 200 len: 375 time: 0.1339200 Nov 12 03:40:13.489053 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b229716e-c005-427f-ba14-4bca1e378ab8 None None] Network 28f3b1fc-92b2-49e8-92bd-d8e876600f9a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:13.565015 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-ecc9ba3e-9ba9-46aa-a617-1d48d27b4ac2 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6641248dd975490a9a88fbc0b586f5ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766075 Nov 12 03:40:13.584692 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:13.632379 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab98881a-1c83-46f4-afbd-0cc9809666fa req-894430e9-c264-4164-a139-6374614fdf0a service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934257 Nov 12 03:40:13.662837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa6971-4e68-4698-a8f9-520cdb101b6e req-9b3361b9-12c6-4ee6-b480-3e711e3ac362 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.665584 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1bfa6971-4e68-4698-a8f9-520cdb101b6e req-9b3361b9-12c6-4ee6-b480-3e711e3ac362 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 947 time: 0.1285918 Nov 12 03:40:13.772910 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1bfa6971-4e68-4698-a8f9-520cdb101b6e req-d7fff961-4b56-44b4-aadf-dd04950af15d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002862 Nov 12 03:40:14.010653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab98881a-1c83-46f4-afbd-0cc9809666fa req-6f7d0553-9f50-44d8-a067-ce00cead9d62 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664629 Nov 12 03:40:14.202232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ddda0-f808-41f5-806a-9cbe15f32226 req-f46240a0-6530-4332-b968-3f0c5c0d1a61 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:14.203874 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-513ddda0-f808-41f5-806a-9cbe15f32226 req-f46240a0-6530-4332-b968-3f0c5c0d1a61 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 949 time: 0.1310167 Nov 12 03:40:14.208773 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4414a-7574-4229-bada-99d7b68402ac req-6025e3b3-6bb3-422e-bd10-b5d741d11dcd tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:14.216231 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88e4414a-7574-4229-bada-99d7b68402ac req-6025e3b3-6bb3-422e-bd10-b5d741d11dcd tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 945 time: 0.1546578 Nov 12 03:40:14.296332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88e4414a-7574-4229-bada-99d7b68402ac req-a52eb97a-5001-4860-8b8b-52ba968db86f tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/security-groups?id=96718af1-a90b-4493-8ebf-475ba727b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789073 Nov 12 03:40:14.324926 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-513ddda0-f808-41f5-806a-9cbe15f32226 req-40192197-7167-438f-a048-421989ea4600 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137209 Nov 12 03:40:14.513019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29f903-0320-4e2d-aaa4-410a27097f22 req-9755bfe4-6dbc-434e-b9b5-7a845d553ce9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:14.515993 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b29f903-0320-4e2d-aaa4-410a27097f22 req-9755bfe4-6dbc-434e-b9b5-7a845d553ce9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.1013932 Nov 12 03:40:14.612911 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b29f903-0320-4e2d-aaa4-410a27097f22 req-ed58665b-f115-483c-a6be-15397d8bcf91 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751898 Nov 12 03:40:14.746425 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-33763e89-b95c-446a-9801-d821f8935d36 req-42513a0c-7dbd-4ea0-a8a1-4cb3f3517bf6 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 210 time: 0.0528955 Nov 12 03:40:14.789523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-efe464f8-152c-46d6-a1d8-fb2ce58e4e59 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:14.794766 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-efe464f8-152c-46d6-a1d8-fb2ce58e4e59 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/networks?id=137075f5-4b3f-4247-bf8f-8c164a5d3a41 HTTP/1.1" status: 200 len: 814 time: 0.2651899 Nov 12 03:40:14.826820 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-094f61c5-0bbc-4465-a77e-10f46f9e4e5a tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/quotas/3479542bcaa149c3bd5dbe4a216ffd16 HTTP/1.1" status: 200 len: 375 time: 0.0242181 Nov 12 03:40:14.891705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-f7808374-76e0-49f5-8523-9156eec3bc2c tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=3479542bcaa149c3bd5dbe4a216ffd16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471444 Nov 12 03:40:15.002816 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a38b91-c957-49a2-8678-55a262c6c0ea req-2773bae7-ebe2-4e60-9ef2-ac671512920f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.017406 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a3a38b91-c957-49a2-8678-55a262c6c0ea req-2773bae7-ebe2-4e60-9ef2-ac671512920f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 947 time: 0.1398537 Nov 12 03:40:15.116204 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a3a38b91-c957-49a2-8678-55a262c6c0ea req-ceee109e-f801-402c-95e0-48001d683c24 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940506 Nov 12 03:40:15.175672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807eae9-3fab-4045-baab-5895c0a654cd req-4dad9ede-d35c-445e-81b6-410ae4bbcaec tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.176338 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7807eae9-3fab-4045-baab-5895c0a654cd req-4dad9ede-d35c-445e-81b6-410ae4bbcaec tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.25 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 945 time: 0.2021887 Nov 12 03:40:15.279674 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-538aae03-3c68-438f-b73a-8d5ecdfb3875 service neutron] 10.222.0.105 "GET /v2.0/networks/137075f5-4b3f-4247-bf8f-8c164a5d3a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593040 Nov 12 03:40:15.515349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7807eae9-3fab-4045-baab-5895c0a654cd req-8263f69c-13cb-4a15-99e7-810da7249410 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Deleting port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:15.516680 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7807eae9-3fab-4045-baab-5895c0a654cd req-8263f69c-13cb-4a15-99e7-810da7249410 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.567255 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fdc63-4714-4618-8b39-bbeaddcd8683 req-13e31c45-57b6-4e72-9207-085f1ece9be3 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.572729 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-550fdc63-4714-4618-8b39-bbeaddcd8683 req-13e31c45-57b6-4e72-9207-085f1ece9be3 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 949 time: 0.1049306 Nov 12 03:40:15.657835 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-cd0fc040-aec0-49ce-aef6-3a0ccc0141a1 service neutron] 10.222.0.105 "GET /v2.0/networks/137075f5-4b3f-4247-bf8f-8c164a5d3a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196847 Nov 12 03:40:15.717989 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-550fdc63-4714-4618-8b39-bbeaddcd8683 req-44c0bf55-2716-4607-907b-2a0efe830cfa tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283040 Nov 12 03:40:15.801848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7807eae9-3fab-4045-baab-5895c0a654cd req-8263f69c-13cb-4a15-99e7-810da7249410 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] For port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8,segment=NetworkSegment(26c90152-13de-442e-90dc-3226d7b0a41e),segment_id=26c90152-13de-442e-90dc-3226d7b0a41e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:15.802553 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7807eae9-3fab-4045-baab-5895c0a654cd req-8263f69c-13cb-4a15-99e7-810da7249410 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.835097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7807eae9-3fab-4045-baab-5895c0a654cd req-8263f69c-13cb-4a15-99e7-810da7249410 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Calling delete_port for 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:15.901564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:15.906926 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61952f02-bd9e-42a8-ba1a-232bb92cbcc7 req-a2406de9-aad3-4e2a-acdf-b55334ad6c5e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.910148 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-61952f02-bd9e-42a8-ba1a-232bb92cbcc7 req-a2406de9-aad3-4e2a-acdf-b55334ad6c5e tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 945 time: 0.0834541 Nov 12 03:40:15.981051 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:16.151147 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:40:16.160084 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-61952f02-bd9e-42a8-ba1a-232bb92cbcc7 req-631f877b-c6b9-42a9-be62-f81a8f5cc676 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/security-groups?id=96718af1-a90b-4493-8ebf-475ba727b080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216327 Nov 12 03:40:16.297695 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-18ff40a9-b3b4-4a3e-9dd5-5b1c67153339 req-eeaf3f99-0b36-4938-8b1b-94f8e1bbf992 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 210 time: 0.0529678 Nov 12 03:40:16.348590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:16.368939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:16.369517 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.381058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0ade9-3a8e-40fd-84ff-3ab0ff6bc324 req-48651a85-054b-4b6b-a465-bae7a6d2f1a2 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:16.384735 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10e0ade9-3a8e-40fd-84ff-3ab0ff6bc324 req-48651a85-054b-4b6b-a465-bae7a6d2f1a2 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.2419620 Nov 12 03:40:16.415363 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c5f58c81-2389-427c-819a-70899bd44be0 req-bf374d11-65c1-4b18-a337-0d105fe32caf tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 210 time: 0.0593047 Nov 12 03:40:16.465584 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7807eae9-3fab-4045-baab-5895c0a654cd req-8263f69c-13cb-4a15-99e7-810da7249410 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.508967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:16.571594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:16.599083 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263f69c-13cb-4a15-99e7-810da7249410 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Pushing event deleted for resources: {'Port': ['ID=0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:16.604882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3', 'mac_address': 'fa:16:3e:b9:64:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:16.652473 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10e0ade9-3a8e-40fd-84ff-3ab0ff6bc324 req-540a0e03-7556-4c3b-8079-91362f5e92f4 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192388 Nov 12 03:40:16.675731 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.704296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:16.717834 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.737863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:16.765997 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e5ea9-1802-40ed-9ded-bdfce47085cb req-63c015f0-0fbe-4252-86c7-8249e1621fcc tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:16.776532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:16.776760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-391e5ea9-1802-40ed-9ded-bdfce47085cb req-63c015f0-0fbe-4252-86c7-8249e1621fcc tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 947 time: 0.2202511 Nov 12 03:40:16.778034 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459491cd-af22-4b6c-8716-46835bd90d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:16.781075 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848d6802-ac8c-4e59-a175-64d90947e153" -d '{"events": [{"server_uuid": "459491cd-af22-4b6c-8716-46835bd90d93", "name": "network-vif-plugged", "status": "completed", "tag": "5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:16.803496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7807eae9-3fab-4045-baab-5895c0a654cd req-8263f69c-13cb-4a15-99e7-810da7249410 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] No DVR routers for this DVR port 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:16.807702 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7807eae9-3fab-4045-baab-5895c0a654cd req-8263f69c-13cb-4a15-99e7-810da7249410 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.812763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7807eae9-3fab-4045-baab-5895c0a654cd req-8263f69c-13cb-4a15-99e7-810da7249410 tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.25 "DELETE /v2.0/ports/0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 HTTP/1.1" status: 204 len: 173 time: 1.6268694 Nov 12 03:40:16.813847 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89fcfb3-fdc1-48e0-a502-5d1d3551db7c', 'name': 'network-vif-deleted', 'tag': '0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:16.817309 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8681a30f-a0b8-4ab3-89a2-b56616043ff9" -d '{"events": [{"server_uuid": "a89fcfb3-fdc1-48e0-a502-5d1d3551db7c", "name": "network-vif-deleted", "tag": "0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:16.828936 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.829431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a2fedf65-0222-4484-b009-68ae3d7b6079 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:16.867810 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-391e5ea9-1802-40ed-9ded-bdfce47085cb req-1f463d02-de53-49f6-8ae2-ff8c54502404 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901761 Nov 12 03:40:16.919638 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.943673 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838618fa-51a2-4cfa-871a-0f6ea10a94c0 x-openstack-request-id: req-838618fa-51a2-4cfa-871a-0f6ea10a94c0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:16.944396 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459491cd-af22-4b6c-8716-46835bd90d93", "name": "network-vif-plugged", "status": "completed", "tag": "5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:16.944961 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-838618fa-51a2-4cfa-871a-0f6ea10a94c0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:16.945824 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459491cd-af22-4b6c-8716-46835bd90d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4', 'code': 200} Nov 12 03:40:16.965251 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93ea528-b868-4fdb-bd3e-1152848bef09 x-openstack-request-id: req-a93ea528-b868-4fdb-bd3e-1152848bef09 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:16.979382 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89fcfb3-fdc1-48e0-a502-5d1d3551db7c", "name": "network-vif-deleted", "tag": "0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:16.979382 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a93ea528-b868-4fdb-bd3e-1152848bef09 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:16.979382 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89fcfb3-fdc1-48e0-a502-5d1d3551db7c', 'name': 'network-vif-deleted', 'tag': '0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8', 'status': 'completed', 'code': 200} Nov 12 03:40:17.024803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:17.067594 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5794b9-8806-499b-b4d7-bfe7da6be034 req-85ba3bbd-6273-413f-a3a8-4d89d7a7a395 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.076737 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce5794b9-8806-499b-b4d7-bfe7da6be034 req-85ba3bbd-6273-413f-a3a8-4d89d7a7a395 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 950 time: 0.0721831 Nov 12 03:40:17.202677 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:17.238780 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce5794b9-8806-499b-b4d7-bfe7da6be034 req-2dbbfb7d-6eea-4f27-91d6-bb4594b8f294 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603358 Nov 12 03:40:17.267883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71903e40-54c5-4544-986e-c6e44aebd420 req-7c001a79-e6bd-48ef-b254-fb584ecfc90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.270269 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71903e40-54c5-4544-986e-c6e44aebd420 req-7c001a79-e6bd-48ef-b254-fb584ecfc90b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 1102 time: 0.0983942 Nov 12 03:40:17.291807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-af2d5cd4-5db7-42b5-8a38-819b4f089881 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6641248dd975490a9a88fbc0b586f5ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463557 Nov 12 03:40:17.373296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a2fedf65-0222-4484-b009-68ae3d7b6079,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:17.386819 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71903e40-54c5-4544-986e-c6e44aebd420 req-38d80b47-5750-4390-9ce3-73a986137ee2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042016 Nov 12 03:40:17.408839 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66b84028-8709-4184-bfb3-18dfd484a2a6 req-101bd8a9-1e28-435b-ba17-4614c8b969bc tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 210 time: 0.0976007 Nov 12 03:40:17.440027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'a2fedf65-0222-4484-b009-68ae3d7b6079', 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b', 'port_id': 'a2fedf65-0222-4484-b009-68ae3d7b6079', 'mac_address': 'fa:16:3e:2c:2b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eac4162-b8ab-4d9a-af1c-e103a428ffc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:17.561539 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3469e428-26b1-4ffb-84e2-7dbf2eec4caf req-5827fdd4-6fc7-44ac-a8e6-88953d7061b7 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 210 time: 0.0389965 Nov 12 03:40:17.573591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-44ddde13-1348-408e-9749-bc9720aa2c64 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.575014 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-44ddde13-1348-408e-9749-bc9720aa2c64 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686427 Nov 12 03:40:17.581451 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.593343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Request body: {'port': {'device_id': '04aad68f-69d4-4bf0-bb16-838a7974afa7', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '6641248dd975490a9a88fbc0b586f5ac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:17.630397 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fedf65-0222-4484-b009-68ae3d7b6079 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:17.674685 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4577a3db-096e-47d2-919b-4c3b2501ecfd req-cf23e6e4-81fa-4f12-a57d-9ae2a1b79da4 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 210 time: 0.1123259 Nov 12 03:40:17.726685 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a2fedf65-0222-4484-b009-68ae3d7b6079,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:17.821256 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.902192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:17.929451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26752e-03c4-4cf7-b32e-6b255820af13 req-4551b322-a964-4dc5-a4f4-ee254e454a46 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.936182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:17.936760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f26752e-03c4-4cf7-b32e-6b255820af13 req-4551b322-a964-4dc5-a4f4-ee254e454a46 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.1655891 Nov 12 03:40:17.937332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 0b64af45-8a2f-4bcf-b9f5-8934d80d9ab8 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:17.939612 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a2fedf65-0222-4484-b009-68ae3d7b6079,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:18.042214 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f26752e-03c4-4cf7-b32e-6b255820af13 req-10571cf9-f489-4543-947e-3860a5801239 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796831 Nov 12 03:40:18.112328 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['512ac6f4-442a-4d98-9d16-d0a71c52a6f3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:18.159272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['a2fedf65-0222-4484-b009-68ae3d7b6079'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:18.178391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Made reservation on behalf of 6641248dd975490a9a88fbc0b586f5ac for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:18.203832 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.222417 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.258669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d228f-91d0-4c68-b476-2cdaf024b196 req-83443437-45e8-4e22-ad81-4fff704d92b3 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:18.278456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b72d228f-91d0-4c68-b476-2cdaf024b196 req-83443437-45e8-4e22-ad81-4fff704d92b3 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 948 time: 0.1597106 Nov 12 03:40:18.456156 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.470681 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b72d228f-91d0-4c68-b476-2cdaf024b196 req-28db2f3d-25ae-4c52-b565-acd790105b1f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908212 Nov 12 03:40:18.594128 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.621648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428cb70-c0d3-48a5-aab8-6f76e9690107 req-4c48a4ed-0814-4061-b0c0-791f79821a29 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:18.624471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0428cb70-c0d3-48a5-aab8-6f76e9690107 req-4c48a4ed-0814-4061-b0c0-791f79821a29 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 950 time: 0.1527083 Nov 12 03:40:18.657420 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.695872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bba12207-1a4e-48c5-88e3-c7a9026375d9 req-13876ed4-ae20-4973-b309-9994677088aa tempest-ServerAddressesTestJSON-181080235 tempest-ServerAddressesTestJSON-181080235-project] 10.222.0.105 "GET /v2.0/ports?device_id=a89fcfb3-fdc1-48e0-a502-5d1d3551db7c HTTP/1.1" status: 200 len: 210 time: 0.0353451 Nov 12 03:40:18.804764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f67afaa-3138-44cd-9b14-934508058397,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:18.833385 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f455eca-4918-4e8c-a26a-a90712719271 req-e7c261bd-1bf3-4746-9738-9c86d0d9204b tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 210 time: 0.0438006 Nov 12 03:40:18.985539 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0428cb70-c0d3-48a5-aab8-6f76e9690107 req-45c431a8-c3f1-4726-a801-3f67ad8ae1e2 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391480 Nov 12 03:40:18.988985 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-abe5333d-7156-403e-a892-f64b0684fcc2 req-5b499555-187c-430e-bacd-7bdbd0b9277b tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 210 time: 0.0674853 Nov 12 03:40:19.051130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Allocated IP 192.168.233.17 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/b5f4c166-08bc-4087-899c-161b76aee1e4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:19.340243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478cdf8-9aa6-458b-9907-b8ce83676f90 req-b7a3de90-bf65-4479-a4b0-92edb2462590 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:19.340243 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e478cdf8-9aa6-458b-9907-b8ce83676f90 req-b7a3de90-bf65-4479-a4b0-92edb2462590 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 945 time: 0.1116245 Nov 12 03:40:19.429617 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.596678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e478cdf8-9aa6-458b-9907-b8ce83676f90 req-5003989f-b183-4d3b-b54a-ec55838680cb tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141350 Nov 12 03:40:19.711810 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3e01-edc5-4ba4-ab3e-51467d5e8fb0 req-c8549914-c578-4eeb-89dd-67bdbb4795ac tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:19.713513 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-52ac3e01-edc5-4ba4-ab3e-51467d5e8fb0 req-c8549914-c578-4eeb-89dd-67bdbb4795ac tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 948 time: 0.0597820 Nov 12 03:40:19.763434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51580) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:19.775774 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-52ac3e01-edc5-4ba4-ab3e-51467d5e8fb0 req-3086b22d-1bbe-4107-9d93-4fe2194592a2 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548749 Nov 12 03:40:19.821799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5082cf-e520-49f6-b987-a7f87ea8dde8 admin admin] Deleting subnet c6a194f6-bdd4-4d9c-87eb-69c4e4123061 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:19.825510 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a5082cf-e520-49f6-b987-a7f87ea8dde8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.871847 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a5082cf-e520-49f6-b987-a7f87ea8dde8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.903837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:19.924477 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a5082cf-e520-49f6-b987-a7f87ea8dde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.974548 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4eb9a1e7-bbd7-4376-8b59-056852b23456 req-9d7ad4cd-2ecf-4eab-9710-2c7e88435205 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 210 time: 0.0298522 Nov 12 03:40:20.062197 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.174502 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44f922c0-eb88-4eb1-bafc-fdb3f37f3125 req-c5c8056d-847d-40ee-9d1e-ae78a0b3647e tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 210 time: 0.0654902 Nov 12 03:40:20.181661 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0efa16-5681-4b90-82a7-1675547d3172 req-d227c72a-6132-4ddd-8f66-145a17676731 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:20.183264 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a0efa16-5681-4b90-82a7-1675547d3172 req-d227c72a-6132-4ddd-8f66-145a17676731 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 950 time: 0.0593169 Nov 12 03:40:20.183710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:20.201870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:20.201870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:20.238487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Pushing event updated for resources: {'Port': ['ID=b5f4c166-08bc-4087-899c-161b76aee1e4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:20.260599 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a0efa16-5681-4b90-82a7-1675547d3172 req-b67e29bb-1cf0-4334-8a38-0616f850591b tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684788 Nov 12 03:40:20.275482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:20.276578 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.442815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e8cf0c10-86df-4e35-a418-9598106461c3 None None] Provisioning complete for port b5f4c166-08bc-4087-899c-161b76aee1e4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:20.443103 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0c10-86df-4e35-a418-9598106461c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.482627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:20.482958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9d9f723-abfc-48f3-b73c-940aadc11ef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8957248 Nov 12 03:40:20.484182 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a5082cf-e520-49f6-b987-a7f87ea8dde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.500247 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:20.500247 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.500247 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf0c10-86df-4e35-a418-9598106461c3 None None] Port b5f4c166-08bc-4087-899c-161b76aee1e4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:20.520031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Request body: {'port': {'device_id': '04aad68f-69d4-4bf0-bb16-838a7974afa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:20.525855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5082cf-e520-49f6-b987-a7f87ea8dde8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a194f6-bdd4-4d9c-87eb-69c4e4123061,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:20.549551 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a5082cf-e520-49f6-b987-a7f87ea8dde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.552959 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6a5082cf-e520-49f6-b987-a7f87ea8dde8 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/c6a194f6-bdd4-4d9c-87eb-69c4e4123061 HTTP/1.1" status: 204 len: 168 time: 0.7879794 Nov 12 03:40:20.558007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:20.596177 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.621835 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.677454 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efcb8a8c-7bf1-432b-9135-0ed26b753532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.728266 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d7040b-9f38-431b-af20-29674990fe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:20.739005 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4e288c-92ec-4bbc-a573-92ee1283e3cc" -d '{"events": [{"server_uuid": "65d7040b-9f38-431b-af20-29674990fe7e", "name": "network-vif-plugged", "status": "completed", "tag": "512ac6f4-442a-4d98-9d16-d0a71c52a6f3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:20.762579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:20.810443 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cf48f5-a3a6-4cb4-8c93-3e1364afcf1d x-openstack-request-id: req-46cf48f5-a3a6-4cb4-8c93-3e1364afcf1d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:20.811426 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d7040b-9f38-431b-af20-29674990fe7e", "name": "network-vif-plugged", "status": "completed", "tag": "512ac6f4-442a-4d98-9d16-d0a71c52a6f3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:20.812089 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-46cf48f5-a3a6-4cb4-8c93-3e1364afcf1d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:20.812990 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d7040b-9f38-431b-af20-29674990fe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3', 'code': 200} Nov 12 03:40:20.895921 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.897295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a2fedf65-0222-4484-b009-68ae3d7b6079 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:20.969460 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efcb8a8c-7bf1-432b-9135-0ed26b753532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.012256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-efcb8a8c-7bf1-432b-9135-0ed26b753532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628f1261-08d6-4d30-9922-c7849d2556a6']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:21.030127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-efcb8a8c-7bf1-432b-9135-0ed26b753532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c90152-13de-442e-90dc-3226d7b0a41e') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:21.030476 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-efcb8a8c-7bf1-432b-9135-0ed26b753532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c90152-13de-442e-90dc-3226d7b0a41e') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:21.046842 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efcb8a8c-7bf1-432b-9135-0ed26b753532 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.047858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f4c166-08bc-4087-899c-161b76aee1e4 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:21.056922 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.066206 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efcb8a8c-7bf1-432b-9135-0ed26b753532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.071935 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Transition to ACTIVE for port object b5f4c166-08bc-4087-899c-161b76aee1e4 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:21.076729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcb8a8c-7bf1-432b-9135-0ed26b753532 admin admin] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:21.076729 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efcb8a8c-7bf1-432b-9135-0ed26b753532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.106453 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:21.166719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a1662-05c3-4b58-9651-3a0fb5f9e09e req-4485a0e6-4e57-44bc-8dbc-1f566d198134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.168243 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-503a1662-05c3-4b58-9651-3a0fb5f9e09e req-4485a0e6-4e57-44bc-8dbc-1f566d198134 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 1101 time: 0.0948203 Nov 12 03:40:21.186438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661ea06-c3c1-4a83-9036-4db2fa587e15 req-94fd56b4-0247-441e-81c3-3ee29028269d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:21.196150 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:21.198880 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3661ea06-c3c1-4a83-9036-4db2fa587e15 req-94fd56b4-0247-441e-81c3-3ee29028269d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.1217127 Nov 12 03:40:21.257532 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3503b9-439a-4582-ac1d-e1f6968e6ded req-3d0fbbf4-2ec9-4988-881d-4ded407e26d0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.265769 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a3503b9-439a-4582-ac1d-e1f6968e6ded req-3d0fbbf4-2ec9-4988-881d-4ded407e26d0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 945 time: 0.4413106 Nov 12 03:40:21.266357 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.285304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-fa5e75b2-aead-46c1-a96a-224d7f99a365 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.286928 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-fa5e75b2-aead-46c1-a96a-224d7f99a365 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.25 "GET /v2.0/networks?id=137075f5-4b3f-4247-bf8f-8c164a5d3a41 HTTP/1.1" status: 200 len: 814 time: 0.5865157 Nov 12 03:40:21.302399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port a2fedf65-0222-4484-b009-68ae3d7b6079 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:21.316358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port a2fedf65-0222-4484-b009-68ae3d7b6079 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:21.316358 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.316658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-2a651782-644c-421f-ac33-f97111d12def tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Request body: {'port': {'device_id': 'd6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9', 'network_id': '137075f5-4b3f-4247-bf8f-8c164a5d3a41', 'admin_state_up': True, 'tenant_id': '3479542bcaa149c3bd5dbe4a216ffd16'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:21.414881 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a3503b9-439a-4582-ac1d-e1f6968e6ded req-653394b5-8620-4748-880f-91b5909ddbc4 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479650 Nov 12 03:40:21.443133 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efcb8a8c-7bf1-432b-9135-0ed26b753532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.481127 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efcb8a8c-7bf1-432b-9135-0ed26b753532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.497045 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-efcb8a8c-7bf1-432b-9135-0ed26b753532 admin admin] 10.222.0.105 "DELETE /v2.0/networks/628f1261-08d6-4d30-9922-c7849d2556a6 HTTP/1.1" status: 204 len: 168 time: 0.9376078 Nov 12 03:40:21.506447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb8a8c-7bf1-432b-9135-0ed26b753532 admin admin] Pushing event deleted for resources: {'Network': ['ID=628f1261-08d6-4d30-9922-c7849d2556a6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:21.531710 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-503a1662-05c3-4b58-9651-3a0fb5f9e09e req-426dad10-2b48-4033-94f7-b9efab0d9a70 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290591 Nov 12 03:40:21.554514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3661ea06-c3c1-4a83-9036-4db2fa587e15 req-e42a0d69-9fc7-4c0d-ae1e-e9f58ba348c1 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540206 Nov 12 03:40:21.555665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f4c166-08bc-4087-899c-161b76aee1e4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:21.620905 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.701555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd83e4-7b63-41bb-aa8d-3993415794b9 req-3471193d-19f7-44d4-af95-04a6fc5250ea tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.710444 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a2fedf65-0222-4484-b009-68ae3d7b6079,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:21.713553 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-09dd83e4-7b63-41bb-aa8d-3993415794b9 req-3471193d-19f7-44d4-af95-04a6fc5250ea tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 947 time: 0.1638091 Nov 12 03:40:21.761743 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1aacf909-b3e9-4a07-b88e-74be369b7743 req-600dc46f-e07b-469b-9479-3f77522ef2a6 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 210 time: 0.0924213 Nov 12 03:40:21.791798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Attempting to bind port b5f4c166-08bc-4087-899c-161b76aee1e4 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:21.792173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Attempting to bind port b5f4c166-08bc-4087-899c-161b76aee1e4 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:21.794993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Attempting to bind port b5f4c166-08bc-4087-899c-161b76aee1e4 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:21.804281 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.810980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Port b5f4c166-08bc-4087-899c-161b76aee1e4 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:21.810980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Attempting to bind port b5f4c166-08bc-4087-899c-161b76aee1e4 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:21.821303 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-09dd83e4-7b63-41bb-aa8d-3993415794b9 req-c786e04b-f769-4d11-af29-f3c7c514ed8f tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033113 Nov 12 03:40:21.824969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:21.825503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-2a651782-644c-421f-ac33-f97111d12def tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Made reservation on behalf of 3479542bcaa149c3bd5dbe4a216ffd16 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:21.826794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:21.827186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:21.827631 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Bound port: b5f4c166-08bc-4087-899c-161b76aee1e4, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:21.827987 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.836703 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-2a651782-644c-421f-ac33-f97111d12def tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.958954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a2fedf65-0222-4484-b009-68ae3d7b6079,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:22.048889 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700bd54-1e8b-4caf-98ff-5d0bd0c3ae19 req-4c3fc646-855d-49bb-96cc-fa8ccb3e0bca tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.054992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-2a651782-644c-421f-ac33-f97111d12def tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Allocated IP 172.20.0.12 (137075f5-4b3f-4247-bf8f-8c164a5d3a41/ad74cfaa-5267-422b-b8bd-2eff2e097994/9fe0117e-8ab6-49f6-9928-6e034e18dccb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:22.064428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b700bd54-1e8b-4caf-98ff-5d0bd0c3ae19 req-4c3fc646-855d-49bb-96cc-fa8ccb3e0bca tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 950 time: 0.1272075 Nov 12 03:40:22.084064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] For port b5f4c166-08bc-4087-899c-161b76aee1e4, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:22.102334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] For port b5f4c166-08bc-4087-899c-161b76aee1e4, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b5f4c166-08bc-4087-899c-161b76aee1e4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:22.143256 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b700bd54-1e8b-4caf-98ff-5d0bd0c3ae19 req-35a57cc2-c830-44ca-ad30-fce336f2e9d9 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775414 Nov 12 03:40:22.261989 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-2a651782-644c-421f-ac33-f97111d12def tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.267545 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.348688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:22.375499 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.377311 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.380424 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] 10.222.0.25 "PUT /v2.0/ports/b5f4c166-08bc-4087-899c-161b76aee1e4 HTTP/1.1" status: 200 len: 1096 time: 1.8871245 Nov 12 03:40:22.380959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04aad68f-69d4-4bf0-bb16-838a7974afa7', 'tag': 'b5f4c166-08bc-4087-899c-161b76aee1e4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:22.384706 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7c6b34-5c00-47eb-9cad-3237b9ca9a39" -d '{"events": [{"name": "network-changed", "server_uuid": "04aad68f-69d4-4bf0-bb16-838a7974afa7", "tag": "b5f4c166-08bc-4087-899c-161b76aee1e4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:22.406337 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab33d6-cc63-4c8f-bf99-28be6b745084 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f4c166-08bc-4087-899c-161b76aee1e4,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:22.430080 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-2a651782-644c-421f-ac33-f97111d12def tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.471666 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d51866-483f-48c3-9ce2-0f4d128dc8e5 x-openstack-request-id: req-c3d51866-483f-48c3-9ce2-0f4d128dc8e5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:22.472239 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ce5145e3-2e62-496f-b48f-bdcde008c18f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=be9afbf3863b438283a29c580e31389c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1217403 Nov 12 03:40:22.473021 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04aad68f-69d4-4bf0-bb16-838a7974afa7", "tag": "b5f4c166-08bc-4087-899c-161b76aee1e4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:22.473459 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c3d51866-483f-48c3-9ce2-0f4d128dc8e5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:22.474967 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04aad68f-69d4-4bf0-bb16-838a7974afa7', 'tag': 'b5f4c166-08bc-4087-899c-161b76aee1e4', 'status': 'completed', 'code': 200} Nov 12 03:40:22.475551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:22.568245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-2a651782-644c-421f-ac33-f97111d12def tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Network 137075f5-4b3f-4247-bf8f-8c164a5d3a41 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:22.574213 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-2a651782-644c-421f-ac33-f97111d12def tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:22.606582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-2a651782-644c-421f-ac33-f97111d12def tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:22.647871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a651782-644c-421f-ac33-f97111d12def tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Pushing event updated for resources: {'Port': ['ID=9fe0117e-8ab6-49f6-9928-6e034e18dccb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:22.756758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-2a651782-644c-421f-ac33-f97111d12def tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.757395 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-2a651782-644c-421f-ac33-f97111d12def tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.785690 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f297740-930b-45c4-985d-659890b5da83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.826511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0cb691-fbbf-4617-b037-506b4d8198be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fedf65-0222-4484-b009-68ae3d7b6079'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:22.831263 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9691223-37de-4579-9e2f-d67cbe374e76" -d '{"events": [{"server_uuid": "ae0cb691-fbbf-4617-b037-506b4d8198be", "name": "network-vif-plugged", "status": "completed", "tag": "a2fedf65-0222-4484-b009-68ae3d7b6079"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:22.838762 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f297740-930b-45c4-985d-659890b5da83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.898191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c6b34-5c00-47eb-9cad-3237b9ca9a39 req-c9c94f4e-e87a-40f5-a8b6-f890463f5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.903324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4c7c6b34-5c00-47eb-9cad-3237b9ca9a39 req-c9c94f4e-e87a-40f5-a8b6-f890463f5bde service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6641248dd975490a9a88fbc0b586f5ac&device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 1099 time: 0.3927083 Nov 12 03:40:22.951578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7629493-44ee-4b90-ad00-fc6bea975702 req-34514725-4658-47f5-abb0-0151a5080193 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.963106 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7629493-44ee-4b90-ad00-fc6bea975702 req-34514725-4658-47f5-abb0-0151a5080193 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.3516595 Nov 12 03:40:22.995216 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4c7c6b34-5c00-47eb-9cad-3237b9ca9a39 req-6a5a90e7-b91c-4533-8593-6ee6f7505c4d service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=6641248dd975490a9a88fbc0b586f5ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702815 Nov 12 03:40:23.010019 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f82c9e55-06c5-45ab-a582-edd2b922d6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.127853 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7629493-44ee-4b90-ad00-fc6bea975702 req-acb6e700-5773-45cd-92ba-4100a692401c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601748 Nov 12 03:40:23.140494 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-2a651782-644c-421f-ac33-f97111d12def tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8429143 Nov 12 03:40:23.159931 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Request body: {'port': {'device_id': 'd6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:23.221450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6d6ea-2695-4059-858e-291a3d04c851 req-cf11cfbd-3fd5-4ea2-ba24-4593a3a9e38d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.226091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c6b34-5c00-47eb-9cad-3237b9ca9a39 req-a590869a-f58c-414e-bc0a-1d0e61992d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.230463 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4c7c6b34-5c00-47eb-9cad-3237b9ca9a39 req-a590869a-f58c-414e-bc0a-1d0e61992d29 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2243500 Nov 12 03:40:23.236284 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aec6d6ea-2695-4059-858e-291a3d04c851 req-cf11cfbd-3fd5-4ea2-ba24-4593a3a9e38d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.4420512 Nov 12 03:40:23.297382 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.374872 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f297740-930b-45c4-985d-659890b5da83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.378005 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f297740-930b-45c4-985d-659890b5da83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.403096 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1f297740-930b-45c4-985d-659890b5da83 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/96718af1-a90b-4493-8ebf-475ba727b080 HTTP/1.1" status: 204 len: 168 time: 0.9154971 Nov 12 03:40:23.432325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f297740-930b-45c4-985d-659890b5da83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96718af1-a90b-4493-8ebf-475ba727b080,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:23.489781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-a8d94437-ee89-4928-a477-dbfaa7861964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.495386 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-a8d94437-ee89-4928-a477-dbfaa7861964 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6641248dd975490a9a88fbc0b586f5ac&device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 1099 time: 0.2054935 Nov 12 03:40:23.558973 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-f5d90e56-41d4-4410-8fe6-e96fb943ef15 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b5f4c166-08bc-4087-899c-161b76aee1e4 HTTP/1.1" status: 200 len: 217 time: 0.0558031 Nov 12 03:40:23.665771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-29f97894-fb96-4d9d-ba22-fdfe0bc7e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.667447 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-29f97894-fb96-4d9d-ba22-fdfe0bc7e26e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1023803 Nov 12 03:40:23.679547 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aec6d6ea-2695-4059-858e-291a3d04c851 req-9ebc3774-2468-4acf-8cab-e007956504f9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454253 Nov 12 03:40:23.752617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-7b951cec-6d35-4ee0-a69c-88355477f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.755070 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-7b951cec-6d35-4ee0-a69c-88355477f6ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0768616 Nov 12 03:40:23.768387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da0083-7335-4089-8eac-76614330a82d req-f66e6f02-4b0b-4b1d-9e6b-79314fa6c56e tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.769138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da0083-7335-4089-8eac-76614330a82d req-f66e6f02-4b0b-4b1d-9e6b-79314fa6c56e tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.769822 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da0083-7335-4089-8eac-76614330a82d req-f66e6f02-4b0b-4b1d-9e6b-79314fa6c56e tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.770449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da0083-7335-4089-8eac-76614330a82d req-f66e6f02-4b0b-4b1d-9e6b-79314fa6c56e tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.771222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da0083-7335-4089-8eac-76614330a82d req-f66e6f02-4b0b-4b1d-9e6b-79314fa6c56e tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.771901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da0083-7335-4089-8eac-76614330a82d req-f66e6f02-4b0b-4b1d-9e6b-79314fa6c56e tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.772605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da0083-7335-4089-8eac-76614330a82d req-f66e6f02-4b0b-4b1d-9e6b-79314fa6c56e tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.773254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da0083-7335-4089-8eac-76614330a82d req-f66e6f02-4b0b-4b1d-9e6b-79314fa6c56e tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.773897 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da0083-7335-4089-8eac-76614330a82d req-f66e6f02-4b0b-4b1d-9e6b-79314fa6c56e tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.774534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da0083-7335-4089-8eac-76614330a82d req-f66e6f02-4b0b-4b1d-9e6b-79314fa6c56e tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.777910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57da0083-7335-4089-8eac-76614330a82d req-f66e6f02-4b0b-4b1d-9e6b-79314fa6c56e tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9&device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7&device_id=65d7040b-9f38-431b-af20-29674990fe7e&device_id=ae0cb691-fbbf-4617-b037-506b4d8198be&device_id=459491cd-af22-4b6c-8716-46835bd90d93&device_id=b528aa7a-e561-4938-9f1a-5e739defa239&device_id=707337df-e95f-4812-9dac-c23cb29e31af&device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31&device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0&device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 9033 time: 0.1092162 Nov 12 03:40:23.845084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe0117e-8ab6-49f6-9928-6e034e18dccb {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:23.853862 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.868757 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Transition to ACTIVE for port object 9fe0117e-8ab6-49f6-9928-6e034e18dccb will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:23.876427 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57da0083-7335-4089-8eac-76614330a82d req-892b4c54-dfff-436f-a1e1-8e60d9c2ec93 tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.909802 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-d9e115cc-798b-4578-8914-567a89c1d325 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304471 Nov 12 03:40:23.922541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a797170-ebe8-457e-890c-c3fc54a630f4 req-04d74839-609f-462f-98bc-05389c5af814 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.943769 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a797170-ebe8-457e-890c-c3fc54a630f4 req-04d74839-609f-462f-98bc-05389c5af814 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 932 time: 0.1769032 Nov 12 03:40:23.968865 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.028852 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98303ddb-4390-45e1-ab1f-6b41ed1e9940 req-fe74b580-9dba-48eb-91b6-37d1c48f7d4f service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100500 Nov 12 03:40:24.069088 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a797170-ebe8-457e-890c-c3fc54a630f4 req-8b1b0558-0e4b-4962-b5ed-593db22cfae6 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6e1163b-c090-4020-b9df-de13e4e649d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238225 Nov 12 03:40:24.087212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Pushing event updated for resources: {'Port': ['ID=9fe0117e-8ab6-49f6-9928-6e034e18dccb,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:24.127176 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57da0083-7335-4089-8eac-76614330a82d req-892b4c54-dfff-436f-a1e1-8e60d9c2ec93 tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.189706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Attempting to bind port 9fe0117e-8ab6-49f6-9928-6e034e18dccb on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:24.190638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Attempting to bind port 9fe0117e-8ab6-49f6-9928-6e034e18dccb by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '429310d7-06a9-49ff-b471-43e819ca202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '137075f5-4b3f-4247-bf8f-8c164a5d3a41'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:24.190638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Attempting to bind port 9fe0117e-8ab6-49f6-9928-6e034e18dccb on network 137075f5-4b3f-4247-bf8f-8c164a5d3a41 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:24.196087 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Port 9fe0117e-8ab6-49f6-9928-6e034e18dccb on network 137075f5-4b3f-4247-bf8f-8c164a5d3a41 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:24.196427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Attempting to bind port 9fe0117e-8ab6-49f6-9928-6e034e18dccb on network 137075f5-4b3f-4247-bf8f-8c164a5d3a41 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:24.208255 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06136cf-f8c3-4868-86dc-e51ad0fc0379 x-openstack-request-id: req-e06136cf-f8c3-4868-86dc-e51ad0fc0379 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:24.215530 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0cb691-fbbf-4617-b037-506b4d8198be", "name": "network-vif-plugged", "status": "completed", "tag": "a2fedf65-0222-4484-b009-68ae3d7b6079", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:24.215530 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e06136cf-f8c3-4868-86dc-e51ad0fc0379 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:24.215530 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0cb691-fbbf-4617-b037-506b4d8198be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fedf65-0222-4484-b009-68ae3d7b6079', 'code': 200} Nov 12 03:40:24.216333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:24.216333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Checking segment: {'id': '429310d7-06a9-49ff-b471-43e819ca202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '137075f5-4b3f-4247-bf8f-8c164a5d3a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:24.216333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Bound using segment: {'id': '429310d7-06a9-49ff-b471-43e819ca202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '137075f5-4b3f-4247-bf8f-8c164a5d3a41'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:24.216333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Bound port: 9fe0117e-8ab6-49f6-9928-6e034e18dccb, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429310d7-06a9-49ff-b471-43e819ca202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '137075f5-4b3f-4247-bf8f-8c164a5d3a41'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:24.216333 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.245179 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57da0083-7335-4089-8eac-76614330a82d req-892b4c54-dfff-436f-a1e1-8e60d9c2ec93 tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.345559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b4c54-dfff-436f-a1e1-8e60d9c2ec93 tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c52a8c1-a5b6-45f7-bc25-ba59fddc1d6d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:24.406912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56596ede-6c0f-4821-b509-1a11b280a94d req-3bc72766-11b2-4892-b9c2-c9347b3b4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:24.409646 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-56596ede-6c0f-4821-b509-1a11b280a94d req-3bc72766-11b2-4892-b9c2-c9347b3b4a16 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 1098 time: 0.0984867 Nov 12 03:40:24.423767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501665b6-5259-4ec7-a130-0535e5f04738 req-7198ad1f-02be-443c-8581-97f0ee082a59 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:24.428954 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57da0083-7335-4089-8eac-76614330a82d req-892b4c54-dfff-436f-a1e1-8e60d9c2ec93 tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&id=7f67afaa-3138-44cd-9b14-934508058397&id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&id=e6e1163b-c090-4020-b9df-de13e4e649d3&id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.5747607 Nov 12 03:40:24.432578 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-501665b6-5259-4ec7-a130-0535e5f04738 req-7198ad1f-02be-443c-8581-97f0ee082a59 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 947 time: 0.1124265 Nov 12 03:40:24.517287 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-501665b6-5259-4ec7-a130-0535e5f04738 req-58f5ba84-081e-4844-8467-118cb4093ee2 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824523 Nov 12 03:40:24.518587 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-56596ede-6c0f-4821-b509-1a11b280a94d req-98fcddd1-fe4e-44f4-9daa-b70136d28a81 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885231 Nov 12 03:40:24.556622 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] For port 9fe0117e-8ab6-49f6-9928-6e034e18dccb, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:24.561943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] For port 9fe0117e-8ab6-49f6-9928-6e034e18dccb, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9fe0117e-8ab6-49f6-9928-6e034e18dccb,segment=NetworkSegment(429310d7-06a9-49ff-b471-43e819ca202d),segment_id=429310d7-06a9-49ff-b471-43e819ca202d)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:24.610811 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.681451 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6bbac-ff53-4cb1-b186-177dd75a24b2 req-10e2e8cd-994c-47d0-a786-dc97440fec32 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:24.683485 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d2a6bbac-ff53-4cb1-b186-177dd75a24b2 req-10e2e8cd-994c-47d0-a786-dc97440fec32 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.0732822 Nov 12 03:40:24.685413 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.787874 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:24.789627 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.790837 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] 10.222.0.25 "PUT /v2.0/ports/9fe0117e-8ab6-49f6-9928-6e034e18dccb HTTP/1.1" status: 200 len: 1093 time: 1.6388719 Nov 12 03:40:24.791528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9', 'tag': '9fe0117e-8ab6-49f6-9928-6e034e18dccb'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:24.794806 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b51b525-729f-4407-bbfb-9f3d48ee662c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9", "tag": "9fe0117e-8ab6-49f6-9928-6e034e18dccb"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:24.808386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b39f1-dc78-4124-9880-442f577bab0c service neutron] Pushing event updated for resources: {'Port': ['ID=9fe0117e-8ab6-49f6-9928-6e034e18dccb,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:24.829955 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d2a6bbac-ff53-4cb1-b186-177dd75a24b2 req-1904488c-029b-44ab-9f49-0cc4342fbff0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063654 Nov 12 03:40:24.928563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57af931-5c4e-48f3-95e2-989ea19f63af req-db8c844e-22e5-439e-8597-5af8f64cd0a0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:24.941038 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b57af931-5c4e-48f3-95e2-989ea19f63af req-db8c844e-22e5-439e-8597-5af8f64cd0a0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.1327705 Nov 12 03:40:25.018165 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b57af931-5c4e-48f3-95e2-989ea19f63af req-22778600-c04f-485e-a864-551fa12d3d84 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762267 Nov 12 03:40:25.033909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-8d5a060f-de4d-457a-aa3d-19b64efa6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.036125 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-8d5a060f-de4d-457a-aa3d-19b64efa6b44 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3479542bcaa149c3bd5dbe4a216ffd16&device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 1096 time: 0.0798397 Nov 12 03:40:25.123825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-da991c9a-447d-4ba6-b2c2-d95e0741d060 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fe0117e-8ab6-49f6-9928-6e034e18dccb HTTP/1.1" status: 200 len: 217 time: 0.0707111 Nov 12 03:40:25.125357 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4682b04-03ab-4909-829f-31e1a6c30867 x-openstack-request-id: req-e4682b04-03ab-4909-829f-31e1a6c30867 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:25.125641 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9", "tag": "9fe0117e-8ab6-49f6-9928-6e034e18dccb", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:25.125936 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e4682b04-03ab-4909-829f-31e1a6c30867 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:25.126329 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9', 'tag': '9fe0117e-8ab6-49f6-9928-6e034e18dccb', 'status': 'completed', 'code': 200} Nov 12 03:40:25.252805 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-ab23fd7f-d25a-478a-999d-da3ef389d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.254563 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-ab23fd7f-d25a-478a-999d-da3ef389d74a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ad74cfaa-5267-422b-b8bd-2eff2e097994 HTTP/1.1" status: 200 len: 854 time: 0.1235085 Nov 12 03:40:25.282821 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974d2c4-2045-4a8c-be6e-c504673e723f req-a77e9c84-bbb7-4548-a11e-774810fc6f1b tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.283751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974d2c4-2045-4a8c-be6e-c504673e723f req-a77e9c84-bbb7-4548-a11e-774810fc6f1b tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.284620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974d2c4-2045-4a8c-be6e-c504673e723f req-a77e9c84-bbb7-4548-a11e-774810fc6f1b tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.286641 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2974d2c4-2045-4a8c-be6e-c504673e723f req-a77e9c84-bbb7-4548-a11e-774810fc6f1b tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93&device_id=b528aa7a-e561-4938-9f1a-5e739defa239&device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 2886 time: 0.0767195 Nov 12 03:40:25.291327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51672) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:25.321046 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-3a8eb33c-2875-4896-83cf-240222528b4c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=137075f5-4b3f-4247-bf8f-8c164a5d3a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526721 Nov 12 03:40:25.424479 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f388680-eba6-4238-b0d8-057e1cd26ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.487593 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2974d2c4-2045-4a8c-be6e-c504673e723f req-1b7a8455-2a5d-4872-ada9-32ecc6a6e27a tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727457 Nov 12 03:40:25.520558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-889661397-network', 'tenant_id': 'e3bc969094e848889a42b11135528809'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:25.554936 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-175b7ba9-537e-4588-ae89-7cd752afc940 service neutron] 10.222.0.25 "GET /v2.0/networks/137075f5-4b3f-4247-bf8f-8c164a5d3a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153397 Nov 12 03:40:25.667242 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c82a8-20f8-4168-8411-c71cc02b9402 req-11ab7884-3f1b-4d5e-8479-92b192948db8 tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.670195 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f91c82a8-20f8-4168-8411-c71cc02b9402 req-11ab7884-3f1b-4d5e-8479-92b192948db8 tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 1101 time: 0.0727615 Nov 12 03:40:25.690921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bacfc-acc5-49b8-aaec-ba7ed94122d2 req-f69e26da-648e-416a-8b78-35def38c78f9 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.693059 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f91c82a8-20f8-4168-8411-c71cc02b9402 req-7dd123d0-7db5-408c-b5d8-46b6214b3cf3 tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.697152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] Made reservation on behalf of e3bc969094e848889a42b11135528809 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:25.699577 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-734bacfc-acc5-49b8-aaec-ba7ed94122d2 req-f69e26da-648e-416a-8b78-35def38c78f9 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 944 time: 0.1310010 Nov 12 03:40:25.699831 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.730787 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30c53ab2-be41-42df-9eb5-e20f56fbf4dc req-7f860c6b-b047-4359-b017-aa2a70c07fc6 service neutron] 10.222.0.25 "GET /v2.0/networks/137075f5-4b3f-4247-bf8f-8c164a5d3a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636286 Nov 12 03:40:25.787046 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-734bacfc-acc5-49b8-aaec-ba7ed94122d2 req-75cc9e84-6888-4f63-b54f-e3cea0b37191 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6e1163b-c090-4020-b9df-de13e4e649d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860837 Nov 12 03:40:25.812804 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.823468 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f91c82a8-20f8-4168-8411-c71cc02b9402 req-7dd123d0-7db5-408c-b5d8-46b6214b3cf3 tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.903180 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f91c82a8-20f8-4168-8411-c71cc02b9402 req-7dd123d0-7db5-408c-b5d8-46b6214b3cf3 tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.963099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd123d0-7db5-408c-b5d8-46b6214b3cf3 tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0719ab-2d6c-4108-ae8c-592c1cff7e56,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:25.975749 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:40:26.020254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f91c82a8-20f8-4168-8411-c71cc02b9402 req-7dd123d0-7db5-408c-b5d8-46b6214b3cf3 tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362434 Nov 12 03:40:26.082114 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.157649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51b525-729f-4407-bbfb-9f3d48ee662c req-ec8065f0-4fca-4ef3-bf77-0299757ebe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.159577 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b51b525-729f-4407-bbfb-9f3d48ee662c req-ec8065f0-4fca-4ef3-bf77-0299757ebe9e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3479542bcaa149c3bd5dbe4a216ffd16&device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 1096 time: 0.2176883 Nov 12 03:40:26.167787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.203398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:26.222170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b401a6bd-6aa7-4bb3-97ba-70a52936a12c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:26.226645 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.226976 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] Added segment 5fe5a094-88e4-4421-828f-f8adea947506 of type vlan for network de3434a2-3e08-4c75-861f-6d8b5814e030 Nov 12 03:40:26.297231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b6732-7244-4165-b197-03d378cc40be req-b36d8cc1-ba41-4165-b988-3402364ec55a tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.297231 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-297b6732-7244-4165-b197-03d378cc40be req-b36d8cc1-ba41-4165-b988-3402364ec55a tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 947 time: 0.2830353 Nov 12 03:40:26.343139 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.416177 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-297b6732-7244-4165-b197-03d378cc40be req-eb7fd16c-7677-4bdf-9cdc-3240f2c1ba59 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182830 Nov 12 03:40:26.446744 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8610182-12d4-4e6c-b425-4a7463077ae8 req-4087fc38-8605-414e-9ae4-fcd33a8f435e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.455077 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8610182-12d4-4e6c-b425-4a7463077ae8 req-4087fc38-8605-414e-9ae4-fcd33a8f435e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.0828750 Nov 12 03:40:26.502180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51b525-729f-4407-bbfb-9f3d48ee662c req-c0938b77-41f7-4eaa-bf54-291ed1e1a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.502180 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b51b525-729f-4407-bbfb-9f3d48ee662c req-c0938b77-41f7-4eaa-bf54-291ed1e1a6f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=137075f5-4b3f-4247-bf8f-8c164a5d3a41 HTTP/1.1" status: 200 len: 916 time: 0.3144436 Nov 12 03:40:26.531561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8610182-12d4-4e6c-b425-4a7463077ae8 req-9003ca07-84cc-4bb8-882c-76a5109c0df7 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748775 Nov 12 03:40:26.578652 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b51b525-729f-4407-bbfb-9f3d48ee662c req-ed622f79-17b9-429b-9f5c-61c017e3b515 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fe0117e-8ab6-49f6-9928-6e034e18dccb HTTP/1.1" status: 200 len: 217 time: 0.0730228 Nov 12 03:40:26.698516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51b525-729f-4407-bbfb-9f3d48ee662c req-09c65ea1-9a8e-4bdc-9823-cb6d501b8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.700070 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b51b525-729f-4407-bbfb-9f3d48ee662c req-09c65ea1-9a8e-4bdc-9823-cb6d501b8810 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ad74cfaa-5267-422b-b8bd-2eff2e097994 HTTP/1.1" status: 200 len: 854 time: 0.0826495 Nov 12 03:40:26.700749 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.701708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.702269 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.752688 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b51b525-729f-4407-bbfb-9f3d48ee662c req-36bf7be9-ab01-4f58-8d1c-ef9ecf75afe4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=137075f5-4b3f-4247-bf8f-8c164a5d3a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311425 Nov 12 03:40:26.763649 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] Pushing event updated for resources: {'Network': ['ID=de3434a2-3e08-4c75-861f-6d8b5814e030,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:26.775370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network de3434a2-3e08-4c75-861f-6d8b5814e030 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:26.888663 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b51b525-729f-4407-bbfb-9f3d48ee662c req-0c6f120e-46b1-4b0a-a9b2-661f7408d132 service neutron] 10.222.0.25 "GET /v2.0/networks/137075f5-4b3f-4247-bf8f-8c164a5d3a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145148 Nov 12 03:40:26.987890 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b51b525-729f-4407-bbfb-9f3d48ee662c req-34f601b5-6c01-4818-84bf-ef9e84328571 service neutron] 10.222.0.25 "GET /v2.0/networks/137075f5-4b3f-4247-bf8f-8c164a5d3a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921476 Nov 12 03:40:27.147240 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.211765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51708) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:27.213989 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b988acf4-0e06-4528-9dfd-7f1d714c5adb admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9162290 Nov 12 03:40:27.217444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7cbdebb4-c993-4189-a49e-761ee296addf admin admin] Request body: {'subnet': {'network_id': 'de3434a2-3e08-4c75-861f-6d8b5814e030', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-889661397-subnet', 'tenant_id': 'e3bc969094e848889a42b11135528809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:27.341360 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbdebb4-c993-4189-a49e-761ee296addf admin admin] Made reservation on behalf of e3bc969094e848889a42b11135528809 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:27.343705 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cbdebb4-c993-4189-a49e-761ee296addf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.546872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708a8d-a330-4688-8698-dc8c30fe6145 req-503b39ba-64fd-4488-958d-5e641379177e tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.549219 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0b708a8d-a330-4688-8698-dc8c30fe6145 req-503b39ba-64fd-4488-958d-5e641379177e tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 1098 time: 0.0893941 Nov 12 03:40:27.651256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51724) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:27.673549 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0b708a8d-a330-4688-8698-dc8c30fe6145 req-06e2a6ca-51d5-47fc-bfff-e6bc829a6666 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159358 Nov 12 03:40:27.742506 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cbdebb4-c993-4189-a49e-761ee296addf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.950530 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b5f4c166-08bc-4087-899c-161b76aee1e4 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:27.955054 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdebb4-c993-4189-a49e-761ee296addf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc746c9-0403-4e3e-8a12-18623abbf768,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:27.972951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbdebb4-c993-4189-a49e-761ee296addf admin admin] Checking segment: {'id': '5fe5a094-88e4-4421-828f-f8adea947506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'de3434a2-3e08-4c75-861f-6d8b5814e030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:27.973307 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbdebb4-c993-4189-a49e-761ee296addf admin admin] Network hostable DHCP agents. Network: de3434a2-3e08-4c75-861f-6d8b5814e030, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:27.979769 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-c6ed3291-efcd-448d-9473-64533e7278f7 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3264277 Nov 12 03:40:27.993490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-3103f0de-e0c5-4754-b51e-70891ed85f15 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:40:27.993724 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-3103f0de-e0c5-4754-b51e-70891ed85f15 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068436 Nov 12 03:40:28.006332 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e20ecd-44d1-4831-a6bf-8f4b3ae4a65e req-2fc08d6a-89d9-4fe0-ae43-81090a17e363 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.008057 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b5224-861b-458b-8fea-22ad643b2e25 req-ac5c6fc9-991a-4023-aab7-22f73b0af83c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.009794 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f38b5224-861b-458b-8fea-22ad643b2e25 req-ac5c6fc9-991a-4023-aab7-22f73b0af83c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.1080287 Nov 12 03:40:28.019232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-48e20ecd-44d1-4831-a6bf-8f4b3ae4a65e req-2fc08d6a-89d9-4fe0-ae43-81090a17e363 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 944 time: 0.3955250 Nov 12 03:40:28.074417 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-48e20ecd-44d1-4831-a6bf-8f4b3ae4a65e req-adcf7fe7-2691-42b9-8e7f-80e3684ab4a5 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6e1163b-c090-4020-b9df-de13e4e649d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512090 Nov 12 03:40:28.086475 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b5f4c166-08bc-4087-899c-161b76aee1e4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b5f4c166-08bc-4087-899c-161b76aee1e4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:28.092189 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f38b5224-861b-458b-8fea-22ad643b2e25 req-4fc3e52f-3ae1-4cd4-ace7-d865e275292d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601056 Nov 12 03:40:28.100496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'b5f4c166-08bc-4087-899c-161b76aee1e4', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'b5f4c166-08bc-4087-899c-161b76aee1e4', 'mac_address': 'fa:16:3e:14:0e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:28.171202 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.188802 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f4c166-08bc-4087-899c-161b76aee1e4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:28.213890 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd4c56-be2a-409c-93bd-2aeb9dde96ee req-43af7fcb-295c-4c66-bc5c-408d0fcc8eb0 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.215541 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96cd4c56-be2a-409c-93bd-2aeb9dde96ee req-43af7fcb-295c-4c66-bc5c-408d0fcc8eb0 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 947 time: 0.0663266 Nov 12 03:40:28.222218 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b5f4c166-08bc-4087-899c-161b76aee1e4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b5f4c166-08bc-4087-899c-161b76aee1e4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:28.270900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96cd4c56-be2a-409c-93bd-2aeb9dde96ee req-57d20df2-1394-45eb-937e-40e3a4d5702b tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484149 Nov 12 03:40:28.312903 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.314340 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbdebb4-c993-4189-a49e-761ee296addf admin admin] Network de3434a2-3e08-4c75-861f-6d8b5814e030 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:28.353546 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.417523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=b5f4c166-08bc-4087-899c-161b76aee1e4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:28.424494 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7cbdebb4-c993-4189-a49e-761ee296addf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, de3434a2-3e08-4c75-861f-6d8b5814e030) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:28.450585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbdebb4-c993-4189-a49e-761ee296addf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.453286 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cbdebb4-c993-4189-a49e-761ee296addf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.455146 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15779ba0-1fb1-4fb2-a8a2-0bfd1a08ef0a None None] Network de3434a2-3e08-4c75-861f-6d8b5814e030 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:28.619278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7cbdebb4-c993-4189-a49e-761ee296addf admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3901939 Nov 12 03:40:28.630617 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce653c2-ca03-444b-898a-18ee90156981 None None] Network de3434a2-3e08-4c75-861f-6d8b5814e030 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:28.690457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['b5f4c166-08bc-4087-899c-161b76aee1e4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:28.748171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b45ae692-232d-46e3-acab-2ff3760ab2e0 req-6e90473f-7f71-49d9-b88c-57b0943c0dd0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642850 Nov 12 03:40:28.914442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ae692-232d-46e3-acab-2ff3760ab2e0 req-15006138-0430-4501-83de-daeb6cfcc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.918623 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b45ae692-232d-46e3-acab-2ff3760ab2e0 req-15006138-0430-4501-83de-daeb6cfcc8b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 1097 time: 0.0843327 Nov 12 03:40:29.063419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ae692-232d-46e3-acab-2ff3760ab2e0 req-968eb507-60fb-49a3-a640-15cbbb36c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:29.065015 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b45ae692-232d-46e3-acab-2ff3760ab2e0 req-968eb507-60fb-49a3-a640-15cbbb36c1e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.1072433 Nov 12 03:40:29.084554 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.129041 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b45ae692-232d-46e3-acab-2ff3760ab2e0 req-35e6c4f0-7700-4b5d-b635-564e35d1bfa8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830 HTTP/1.1" status: 200 len: 217 time: 0.0561471 Nov 12 03:40:29.199546 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ae692-232d-46e3-acab-2ff3760ab2e0 req-71afd015-d34e-4ad3-8d26-a91c26e52cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:29.202224 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b45ae692-232d-46e3-acab-2ff3760ab2e0 req-71afd015-d34e-4ad3-8d26-a91c26e52cb2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.0612488 Nov 12 03:40:29.260252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78805f7f-8e31-4de8-a3f3-31e3d9f441be req-1cd1419c-3812-4a11-a022-172391752533 tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:29.262102 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78805f7f-8e31-4de8-a3f3-31e3d9f441be req-1cd1419c-3812-4a11-a022-172391752533 tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 1101 time: 0.0685437 Nov 12 03:40:29.266323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b45ae692-232d-46e3-acab-2ff3760ab2e0 req-7da61a40-41b1-41fb-99f9-cf88ebe4f5ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516551 Nov 12 03:40:29.333251 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78805f7f-8e31-4de8-a3f3-31e3d9f441be req-3185611d-9f4e-447d-a9b0-4dabbbcc54c1 tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612025 Nov 12 03:40:29.480566 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b45ae692-232d-46e3-acab-2ff3760ab2e0 req-613109e4-7a38-45b0-af20-e6db1c573ab2 service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916034 Nov 12 03:40:29.481302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c8df7-0563-4eda-a504-450fcb02ad0f req-62bf03da-b108-4d79-ba7e-5c91230c1ed0 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:29.489758 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c7c8df7-0563-4eda-a504-450fcb02ad0f req-62bf03da-b108-4d79-ba7e-5c91230c1ed0 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 944 time: 0.0655508 Nov 12 03:40:29.491361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-89676a2a-c490-459f-b34f-9ac6deb83be2 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:29.493461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-89676a2a-c490-459f-b34f-9ac6deb83be2 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/networks?id=f3d14b86-b861-44e9-8a15-7d260db58528 HTTP/1.1" status: 200 len: 815 time: 0.2301116 Nov 12 03:40:29.535262 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-9f4c33d8-e77e-4df2-a137-a139f782ad66 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/quotas/dc9429c233374a60b722f141a64f6932 HTTP/1.1" status: 200 len: 375 time: 0.0293624 Nov 12 03:40:29.552071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c7c8df7-0563-4eda-a504-450fcb02ad0f req-6404a0c2-2669-4df0-9e1b-bab6bdcd4e9a tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6e1163b-c090-4020-b9df-de13e4e649d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611138 Nov 12 03:40:29.630565 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b45ae692-232d-46e3-acab-2ff3760ab2e0 req-9a0185e9-bbd4-4925-b28c-61bef2130237 service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355629 Nov 12 03:40:29.638536 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-0ca5a426-4cb3-4cbe-8be5-f1767b7f87ca tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=dc9429c233374a60b722f141a64f6932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772836 Nov 12 03:40:29.703937 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52829a3-47c2-48f5-a82d-a486cc14c905 req-6e2f1f98-e95d-4197-8df8-80d98dde9025 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:29.706574 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e52829a3-47c2-48f5-a82d-a486cc14c905 req-6e2f1f98-e95d-4197-8df8-80d98dde9025 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0802789 Nov 12 03:40:29.765613 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-b07365ab-bacc-4bc1-9d27-8dcde7a95e12 service neutron] 10.222.0.105 "GET /v2.0/networks/f3d14b86-b861-44e9-8a15-7d260db58528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176622 Nov 12 03:40:29.789564 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e52829a3-47c2-48f5-a82d-a486cc14c905 req-46b784fb-d737-4548-999a-204914f884c5 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750060 Nov 12 03:40:29.915153 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-34b7bc2c-2c6a-4502-b90e-d3ec0a57b1d9 service neutron] 10.222.0.105 "GET /v2.0/networks/f3d14b86-b861-44e9-8a15-7d260db58528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332633 Nov 12 03:40:29.968839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9fe0117e-8ab6-49f6-9928-6e034e18dccb details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:29.973801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b5f4c166-08bc-4087-899c-161b76aee1e4 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:30.122055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 9fe0117e-8ab6-49f6-9928-6e034e18dccb, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9fe0117e-8ab6-49f6-9928-6e034e18dccb,segment=NetworkSegment(429310d7-06a9-49ff-b471-43e819ca202d),segment_id=429310d7-06a9-49ff-b471-43e819ca202d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:30.143809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '9fe0117e-8ab6-49f6-9928-6e034e18dccb', 'network_id': '137075f5-4b3f-4247-bf8f-8c164a5d3a41', 'port_id': '9fe0117e-8ab6-49f6-9928-6e034e18dccb', 'mac_address': 'fa:16:3e:ea:9c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad74cfaa-5267-422b-b8bd-2eff2e097994', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:30.189498 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f22c6-4de9-492a-8bfe-1da8f289ac85 req-092d2d21-0b92-493c-951b-d04fd1803b0e tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:30.192011 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e6f22c6-4de9-492a-8bfe-1da8f289ac85 req-092d2d21-0b92-493c-951b-d04fd1803b0e tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 948 time: 0.0546381 Nov 12 03:40:30.192288 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.210865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe0117e-8ab6-49f6-9928-6e034e18dccb {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:30.239215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 9fe0117e-8ab6-49f6-9928-6e034e18dccb, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9fe0117e-8ab6-49f6-9928-6e034e18dccb,segment=NetworkSegment(429310d7-06a9-49ff-b471-43e819ca202d),segment_id=429310d7-06a9-49ff-b471-43e819ca202d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:30.264427 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e6f22c6-4de9-492a-8bfe-1da8f289ac85 req-293f9b52-21dd-46b2-9d9c-00e7be92ca83 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605085 Nov 12 03:40:30.276911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port b5f4c166-08bc-4087-899c-161b76aee1e4 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:30.286311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port b5f4c166-08bc-4087-899c-161b76aee1e4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:30.291554 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.343024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fdc08-7ffa-479c-ba3a-84d5b1b3827b req-09428342-bd4d-4b33-9d68-9d2580f8f513 tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:30.353944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f1fdc08-7ffa-479c-ba3a-84d5b1b3827b req-09428342-bd4d-4b33-9d68-9d2580f8f513 tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 1101 time: 0.0607820 Nov 12 03:40:30.434730 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f1fdc08-7ffa-479c-ba3a-84d5b1b3827b req-f3f9a389-9615-4503-a5b5-e7e83772e722 tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776377 Nov 12 03:40:30.454955 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.511712 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a76780c-619c-4b60-b791-e7a63007d6a0 req-c4365bcf-5859-4acf-be67-ebafd54f0150 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 210 time: 0.0301504 Nov 12 03:40:30.518440 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.569677 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04aad68f-69d4-4bf0-bb16-838a7974afa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f4c166-08bc-4087-899c-161b76aee1e4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:30.573187 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca4d994-9930-4cfa-ae3e-a91a26dd35c2" -d '{"events": [{"server_uuid": "04aad68f-69d4-4bf0-bb16-838a7974afa7", "name": "network-vif-plugged", "status": "completed", "tag": "b5f4c166-08bc-4087-899c-161b76aee1e4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:30.580137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=9fe0117e-8ab6-49f6-9928-6e034e18dccb,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:30.605086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b5f4c166-08bc-4087-899c-161b76aee1e4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b5f4c166-08bc-4087-899c-161b76aee1e4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:30.701596 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.783758 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794d2adb-556d-4073-bbf1-d4b3dd18dc00 x-openstack-request-id: req-794d2adb-556d-4073-bbf1-d4b3dd18dc00 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:30.784051 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04aad68f-69d4-4bf0-bb16-838a7974afa7", "name": "network-vif-plugged", "status": "completed", "tag": "b5f4c166-08bc-4087-899c-161b76aee1e4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:30.784390 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-794d2adb-556d-4073-bbf1-d4b3dd18dc00 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:30.784996 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04aad68f-69d4-4bf0-bb16-838a7974afa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f4c166-08bc-4087-899c-161b76aee1e4', 'code': 200} Nov 12 03:40:30.818470 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['9fe0117e-8ab6-49f6-9928-6e034e18dccb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:30.839138 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=b5f4c166-08bc-4087-899c-161b76aee1e4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:31.025172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cddc8-e569-498e-b4b4-74df4fc86e68 req-e308caea-0446-4109-acec-bf081e0906e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:31.029257 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-551cddc8-e569-498e-b4b4-74df4fc86e68 req-e308caea-0446-4109-acec-bf081e0906e1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 1101 time: 0.1351929 Nov 12 03:40:31.056703 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f8f3b-98ee-482b-9445-fea448d5f8fb req-b74bfe60-8619-4315-9742-8d2fb1d16dbd tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:31.071454 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f34f8f3b-98ee-482b-9445-fea448d5f8fb req-b74bfe60-8619-4315-9742-8d2fb1d16dbd tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 945 time: 0.1446671 Nov 12 03:40:31.151105 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f34f8f3b-98ee-482b-9445-fea448d5f8fb req-7ac80023-1b5e-4087-8f9a-0f469ae730e0 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6e1163b-c090-4020-b9df-de13e4e649d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796337 Nov 12 03:40:31.153464 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-551cddc8-e569-498e-b4b4-74df4fc86e68 req-7722d1ee-aeed-4d89-ac96-da96075fbd44 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726547 Nov 12 03:40:31.483528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1af6-ca7c-47b0-86ad-aed63a9b4264 req-530e975e-bbaa-4c84-b32e-d2c0c84461ca tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:31.485327 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f43c1af6-ca7c-47b0-86ad-aed63a9b4264 req-530e975e-bbaa-4c84-b32e-d2c0c84461ca tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0542667 Nov 12 03:40:31.551613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9b6ee-d42e-4e6a-a378-27709d698323 req-6837c3b8-6ff2-4acd-8d3d-63f00ac18a04 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:31.553357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79d9b6ee-d42e-4e6a-a378-27709d698323 req-6837c3b8-6ff2-4acd-8d3d-63f00ac18a04 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0908198 Nov 12 03:40:31.586341 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f43c1af6-ca7c-47b0-86ad-aed63a9b4264 req-0fc38ef8-d353-4d35-aa4c-f3183b59f9b9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894370 Nov 12 03:40:31.637258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79d9b6ee-d42e-4e6a-a378-27709d698323 req-f1f20b58-10a6-45e7-b881-d9532643bafd tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675902 Nov 12 03:40:31.990724 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9fe0117e-8ab6-49f6-9928-6e034e18dccb up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:32.021710 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54dec2da-4064-48a8-90c1-8206bcb98aed req-fc72023d-e4fe-4cf8-8446-6bb284c1585d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 210 time: 0.0480921 Nov 12 03:40:32.078265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-dda795b6-8bf5-45fb-bbcf-b463630ce02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:32.081865 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-dda795b6-8bf5-45fb-bbcf-b463630ce02a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 1101 time: 0.0975740 Nov 12 03:40:32.269551 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 9fe0117e-8ab6-49f6-9928-6e034e18dccb completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:32.278283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 9fe0117e-8ab6-49f6-9928-6e034e18dccb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:32.279794 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.333994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-24c4aff1-ecb6-448a-88ac-7c0b0a3495e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:32.335731 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-24c4aff1-ecb6-448a-88ac-7c0b0a3495e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2415087 Nov 12 03:40:32.487691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-3939a06f-34ad-42c8-8133-11ce504d07e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3 HTTP/1.1" status: 200 len: 217 time: 0.1109262 Nov 12 03:40:32.496280 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.635562 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 9fe0117e-8ab6-49f6-9928-6e034e18dccb, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9fe0117e-8ab6-49f6-9928-6e034e18dccb,segment=NetworkSegment(429310d7-06a9-49ff-b471-43e819ca202d),segment_id=429310d7-06a9-49ff-b471-43e819ca202d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:32.641252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af4b3d-d2e2-4957-be26-a0cf22c35653 req-d7537062-c78d-4624-b815-5616ea4a9715 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:32.649862 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31af4b3d-d2e2-4957-be26-a0cf22c35653 req-d7537062-c78d-4624-b815-5616ea4a9715 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 945 time: 0.3538713 Nov 12 03:40:32.734007 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.738988 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31af4b3d-d2e2-4957-be26-a0cf22c35653 req-0e6b04cc-a4d6-4669-8050-2962027e2d0e tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6e1163b-c090-4020-b9df-de13e4e649d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860310 Nov 12 03:40:32.746933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-39f8678e-8861-42ca-bcff-64d101383aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:32.749374 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-39f8678e-8861-42ca-bcff-64d101383aa1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.2481439 Nov 12 03:40:32.794229 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe0117e-8ab6-49f6-9928-6e034e18dccb'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:32.796779 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c715098f-4cd9-4f40-a52a-41a25baf24e8" -d '{"events": [{"server_uuid": "d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9", "name": "network-vif-plugged", "status": "completed", "tag": "9fe0117e-8ab6-49f6-9928-6e034e18dccb"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:32.869845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-048d4845-e6e8-4ca4-82dd-d0cd19562d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:32.872840 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-048d4845-e6e8-4ca4-82dd-d0cd19562d83 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0994909 Nov 12 03:40:32.918008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=9fe0117e-8ab6-49f6-9928-6e034e18dccb,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:33.027579 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-c39db272-ceee-472d-8170-be2481ecec01 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393619 Nov 12 03:40:33.219840 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c667772-ed72-4d7f-873f-49b8e1e9777e req-15d22af4-17fb-41a8-b819-780970caf32d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.222892 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c667772-ed72-4d7f-873f-49b8e1e9777e req-15d22af4-17fb-41a8-b819-780970caf32d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.1682897 Nov 12 03:40:33.313370 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-abe09998-85ee-4753-9b44-26db55d5a7e8 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710524 Nov 12 03:40:33.354526 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c667772-ed72-4d7f-873f-49b8e1e9777e req-3a4b4dd1-6db2-48d4-a30c-2fd28f648100 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222007 Nov 12 03:40:33.470984 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e357e4d-e042-4009-83e6-4cd61c296e3c x-openstack-request-id: req-5e357e4d-e042-4009-83e6-4cd61c296e3c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:33.475744 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9", "name": "network-vif-plugged", "status": "completed", "tag": "9fe0117e-8ab6-49f6-9928-6e034e18dccb", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:33.475744 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5e357e4d-e042-4009-83e6-4cd61c296e3c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:33.475744 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe0117e-8ab6-49f6-9928-6e034e18dccb', 'code': 200} Nov 12 03:40:33.679635 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247eea1-f455-4aab-ad06-cca89c1befe2 req-317f3147-e3ab-4b8d-a29a-f76049953421 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.682098 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3247eea1-f455-4aab-ad06-cca89c1befe2 req-317f3147-e3ab-4b8d-a29a-f76049953421 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.1443982 Nov 12 03:40:33.691349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017153b6-da2e-4d9c-9636-199145e705f5 req-aef62c06-e15e-4a79-8894-c8d05543778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.693699 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-017153b6-da2e-4d9c-9636-199145e705f5 req-aef62c06-e15e-4a79-8894-c8d05543778d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 1098 time: 0.1079767 Nov 12 03:40:33.722040 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-171d5bb0-a410-42da-ae87-27e6d0877fdd req-e1d3d0f0-887c-446d-87ec-01e07a06e9da tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 210 time: 0.0266416 Nov 12 03:40:33.788568 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3247eea1-f455-4aab-ad06-cca89c1befe2 req-023ccd4a-5218-402d-af8b-23ed1749a678 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937386 Nov 12 03:40:33.794485 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-017153b6-da2e-4d9c-9636-199145e705f5 req-77bae936-1df8-4ddd-9ced-affcf0ff2591 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e6e1163b-c090-4020-b9df-de13e4e649d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831993 Nov 12 03:40:33.848770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d45de-b1b3-4fb0-b62b-f9b657ec0b5f req-4d7b1d18-de52-48fb-b431-62ffa835f844 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.850764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c15d45de-b1b3-4fb0-b62b-f9b657ec0b5f req-4d7b1d18-de52-48fb-b431-62ffa835f844 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0601664 Nov 12 03:40:33.907561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c15d45de-b1b3-4fb0-b62b-f9b657ec0b5f req-5aee6cf1-0b97-447c-a92d-c6e903b86df9 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453045 Nov 12 03:40:34.042821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6440e16-fa05-4973-9404-8f14eae52728 req-631a2acc-699b-49ab-bfc0-020a86375d10 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:34.044414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6440e16-fa05-4973-9404-8f14eae52728 req-631a2acc-699b-49ab-bfc0-020a86375d10 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 946 time: 0.0775352 Nov 12 03:40:34.103039 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6440e16-fa05-4973-9404-8f14eae52728 req-32583cd8-dda2-4f47-9880-6bdf42f224b1 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6e1163b-c090-4020-b9df-de13e4e649d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517254 Nov 12 03:40:34.529957 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047db26-c801-41c7-b495-ebf32dc0e8b5 req-82765393-8e7a-482d-8804-22288f148f3b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:34.531836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5047db26-c801-41c7-b495-ebf32dc0e8b5 req-82765393-8e7a-482d-8804-22288f148f3b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0644100 Nov 12 03:40:34.615957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5047db26-c801-41c7-b495-ebf32dc0e8b5 req-c12174bb-7de2-4fcb-9706-48a60d79eed0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769444 Nov 12 03:40:34.720622 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-e932a399-ee6a-418b-ad44-5bab6aa84143 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:34.722109 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-e932a399-ee6a-418b-ad44-5bab6aa84143 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.25 "GET /v2.0/networks?id=f3d14b86-b861-44e9-8a15-7d260db58528 HTTP/1.1" status: 200 len: 815 time: 0.1405103 Nov 12 03:40:34.742944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a0cbeea9-9797-47dd-ab3c-70b0f457ce8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Request body: {'port': {'device_id': 'c01b8bce-a2ba-4791-8761-0d75cc262fe5', 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528', 'admin_state_up': True, 'tenant_id': 'dc9429c233374a60b722f141a64f6932'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:34.832099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-2f251b2f-858a-4f25-bd3d-a2f3e3ea52d1 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:34.839568 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-2f251b2f-858a-4f25-bd3d-a2f3e3ea52d1 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/networks?id=de3434a2-3e08-4c75-861f-6d8b5814e030 HTTP/1.1" status: 200 len: 809 time: 0.1350989 Nov 12 03:40:34.858424 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-c715c59d-0288-4145-866a-acad46f09d5a tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/quotas/e3bc969094e848889a42b11135528809 HTTP/1.1" status: 200 len: 375 time: 0.0156229 Nov 12 03:40:34.900150 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-384bced9-9f53-4401-b93e-76db4469b273 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e3bc969094e848889a42b11135528809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320601 Nov 12 03:40:35.045173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-e9010b53-3333-4775-b5f6-25401ab87348 service neutron] 10.222.0.105 "GET /v2.0/networks/de3434a2-3e08-4c75-861f-6d8b5814e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339626 Nov 12 03:40:35.158846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-779800eb-adfa-4003-a1dc-211c59bc3d20 service neutron] 10.222.0.105 "GET /v2.0/networks/de3434a2-3e08-4c75-861f-6d8b5814e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109877 Nov 12 03:40:35.281051 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a0cbeea9-9797-47dd-ab3c-70b0f457ce8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Made reservation on behalf of dc9429c233374a60b722f141a64f6932 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:35.285716 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a0cbeea9-9797-47dd-ab3c-70b0f457ce8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.484938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a0cbeea9-9797-47dd-ab3c-70b0f457ce8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Allocated IP 172.20.0.13 (f3d14b86-b861-44e9-8a15-7d260db58528/ccd5b63e-9a1c-4417-8475-5fcee814c0cd/991a0781-e1fc-4d9a-873e-00926f724d0f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:35.792264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a0cbeea9-9797-47dd-ab3c-70b0f457ce8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.897350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa9cf644-f1be-4fa8-a875-e19e29cdcb42 req-dc31b0cb-d3d2-4c31-89d4-7b344a4f1bb4 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 210 time: 0.0342138 Nov 12 03:40:35.947588 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a0cbeea9-9797-47dd-ab3c-70b0f457ce8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.104336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a0cbeea9-9797-47dd-ab3c-70b0f457ce8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Network f3d14b86-b861-44e9-8a15-7d260db58528 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:36.108952 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a0cbeea9-9797-47dd-ab3c-70b0f457ce8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:36.116011 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6d20-a68d-4879-8249-821b1892aea3 req-d9db65d3-d746-4c8b-aab7-d80c2ed1d630 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.119018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-daff6d20-a68d-4879-8249-821b1892aea3 req-d9db65d3-d746-4c8b-aab7-d80c2ed1d630 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1073167 Nov 12 03:40:36.146328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a0cbeea9-9797-47dd-ab3c-70b0f457ce8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:36.159784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbeea9-9797-47dd-ab3c-70b0f457ce8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Pushing event updated for resources: {'Port': ['ID=991a0781-e1fc-4d9a-873e-00926f724d0f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:36.303626 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-daff6d20-a68d-4879-8249-821b1892aea3 req-f6cb23fc-b3c6-4c61-8af1-68e572cbdbfc tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727853 Nov 12 03:40:36.359753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a0cbeea9-9797-47dd-ab3c-70b0f457ce8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.364247 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a0cbeea9-9797-47dd-ab3c-70b0f457ce8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.484143 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a0cbeea9-9797-47dd-ab3c-70b0f457ce8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7450271 Nov 12 03:40:36.524604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3aa7f6-4630-44ee-9aeb-c957c11a2be4 req-700d483a-4e89-4790-820d-7931a14b6d91 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.526226 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aa3aa7f6-4630-44ee-9aeb-c957c11a2be4 req-700d483a-4e89-4790-820d-7931a14b6d91 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 946 time: 0.1055112 Nov 12 03:40:36.566603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd681422-d8ad-4b1a-a3b9-a3e5c78c8f00 req-d5e10ad1-4ff7-4f5a-b0ed-f70b899d8be2 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.584429 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd681422-d8ad-4b1a-a3b9-a3e5c78c8f00 req-d5e10ad1-4ff7-4f5a-b0ed-f70b899d8be2 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.1140549 Nov 12 03:40:36.635992 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-118a4b38-476c-48e8-8418-94ec8b554b8f None None] Provisioning complete for port 991a0781-e1fc-4d9a-873e-00926f724d0f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:36.637622 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-118a4b38-476c-48e8-8418-94ec8b554b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.649493 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aa3aa7f6-4630-44ee-9aeb-c957c11a2be4 req-1d246b52-10f3-4bb6-9944-cf41d271f25b tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6e1163b-c090-4020-b9df-de13e4e649d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096385 Nov 12 03:40:36.680248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd681422-d8ad-4b1a-a3b9-a3e5c78c8f00 req-cb56b1fc-3c77-4c69-8ebc-683aa41c608d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945728 Nov 12 03:40:36.762416 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-118a4b38-476c-48e8-8418-94ec8b554b8f None None] Port 991a0781-e1fc-4d9a-873e-00926f724d0f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:36.833788 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4095f7a4-e091-4370-953b-a9a3418719cb req-a6c5eaa8-abdc-4eb8-839f-5de1f9226f27 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 210 time: 0.0698779 Nov 12 03:40:36.937095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83269538-b787-4eb6-8239-736318df2ccc req-d8418c69-4750-4778-b7d4-a665c218f554 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.953171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-83269538-b787-4eb6-8239-736318df2ccc req-d8418c69-4750-4778-b7d4-a665c218f554 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.1000454 Nov 12 03:40:37.034568 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-83269538-b787-4eb6-8239-736318df2ccc req-d1b6f894-88b6-4d85-87ae-adfcc78d7571 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793180 Nov 12 03:40:37.242118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d5f82-ccea-47b3-89c3-c50d2d922be2 req-2a317fd4-e4bb-4651-bd2f-938cea4b5d3e tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:37.244502 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a6d5f82-ccea-47b3-89c3-c50d2d922be2 req-2a317fd4-e4bb-4651-bd2f-938cea4b5d3e tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.0735309 Nov 12 03:40:37.316721 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a6d5f82-ccea-47b3-89c3-c50d2d922be2 req-959813bf-1b70-41b1-8ae5-93148a4afb6c tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616839 Nov 12 03:40:37.464173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71c5b5-5524-4dad-a38b-a9d844c9f4d3 req-b9bdafe9-3b11-4c5a-a68f-8d2a7d2075d4 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:37.465728 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5a71c5b5-5524-4dad-a38b-a9d844c9f4d3 req-b9bdafe9-3b11-4c5a-a68f-8d2a7d2075d4 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0612185 Nov 12 03:40:37.538060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5a71c5b5-5524-4dad-a38b-a9d844c9f4d3 req-bfdd46b3-70dc-4024-bfce-0ab47f38fd74 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629776 Nov 12 03:40:37.909453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77e445-9f4c-42d1-b9fd-294f53c956f5 req-6c054195-c7b7-48d7-a455-e2644debd30e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:37.913615 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ea77e445-9f4c-42d1-b9fd-294f53c956f5 req-6c054195-c7b7-48d7-a455-e2644debd30e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0780611 Nov 12 03:40:38.027759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ea77e445-9f4c-42d1-b9fd-294f53c956f5 req-370ba1a9-35be-4a3a-9fbb-fa3fb317ed4d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971706 Nov 12 03:40:38.073297 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-95b333a4-5713-4e8d-a4d9-0f2c3b41d83c req-b4ab04b3-68ab-437c-9684-c36a0ca31e9c tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 210 time: 0.0603778 Nov 12 03:40:38.222355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f1e36-7493-416e-9ee5-530d028300a1 req-c99b3654-364e-43ea-a36d-982d0be9fa69 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:38.223851 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-762f1e36-7493-416e-9ee5-530d028300a1 req-c99b3654-364e-43ea-a36d-982d0be9fa69 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0589049 Nov 12 03:40:38.279315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-762f1e36-7493-416e-9ee5-530d028300a1 req-17509935-f9fa-4fd6-9df0-8ac59b0bfa32 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474410 Nov 12 03:40:38.502562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ba563-3f29-4721-ab50-f7158fdf4f23 req-55503fa3-e896-4d4e-8b7d-8148f18f8dfd tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:38.507421 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-279ba563-3f29-4721-ab50-f7158fdf4f23 req-55503fa3-e896-4d4e-8b7d-8148f18f8dfd tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.0755284 Nov 12 03:40:38.578933 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-279ba563-3f29-4721-ab50-f7158fdf4f23 req-755e0428-7d1a-4752-8f92-886797d2fb02 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631194 Nov 12 03:40:38.740961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1e115-f4f4-4c19-b5a8-a98e5dfb48f1 req-d43e2d54-3090-4126-b388-342fa631d29f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:38.743172 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-adf1e115-f4f4-4c19-b5a8-a98e5dfb48f1 req-d43e2d54-3090-4126-b388-342fa631d29f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1050024 Nov 12 03:40:38.839608 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-adf1e115-f4f4-4c19-b5a8-a98e5dfb48f1 req-6005df8c-505e-4d2c-8f46-435ebba4cb02 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807071 Nov 12 03:40:39.287045 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-263dc57a-428e-4db4-9752-8f3287911309 req-9130f799-bb08-4413-b6ab-085df337dcf4 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 210 time: 0.0605373 Nov 12 03:40:39.292980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f4e39-60f1-4c8b-a598-ac164a096b08 req-9e0881d9-a5d0-4870-b4c9-45a6e3046e56 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.312105 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-741f4e39-60f1-4c8b-a598-ac164a096b08 req-9e0881d9-a5d0-4870-b4c9-45a6e3046e56 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.1386049 Nov 12 03:40:39.486875 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-741f4e39-60f1-4c8b-a598-ac164a096b08 req-23112969-3764-48e7-bfaf-394743b2245c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784034 Nov 12 03:40:39.648904 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121938a1-ba76-4d7d-981b-220f32debdbc req-39c66be0-147e-444f-98c7-fde4a1426938 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.650911 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-121938a1-ba76-4d7d-981b-220f32debdbc req-39c66be0-147e-444f-98c7-fde4a1426938 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0728855 Nov 12 03:40:39.748811 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-121938a1-ba76-4d7d-981b-220f32debdbc req-d1261b84-ace8-4d8e-8231-469b07110ca4 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887706 Nov 12 03:40:39.769647 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401499d4-2077-4887-ac9e-b3076b21f01b req-65167012-2043-435a-9d31-9ebeb833ad8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.771091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401499d4-2077-4887-ac9e-b3076b21f01b req-65167012-2043-435a-9d31-9ebeb833ad8d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.0898931 Nov 12 03:40:39.838653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401499d4-2077-4887-ac9e-b3076b21f01b req-c2d665e7-5ace-41a4-b6ea-0b461102ddb3 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605395 Nov 12 03:40:40.089209 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816ac48-6a04-4f2b-ac7a-f75dc04b26bb req-c466ee9e-20a9-491e-8d15-7c5674d741b1 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.104215 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2816ac48-6a04-4f2b-ac7a-f75dc04b26bb req-c466ee9e-20a9-491e-8d15-7c5674d741b1 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1260784 Nov 12 03:40:40.206943 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2816ac48-6a04-4f2b-ac7a-f75dc04b26bb req-f8a3808e-f071-480a-a840-ca5377436abc tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909314 Nov 12 03:40:40.381697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-ea473b94-e2f5-4956-bd78-7410f2f3f495 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.395161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-ea473b94-e2f5-4956-bd78-7410f2f3f495 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.26 "GET /v2.0/networks?id=de3434a2-3e08-4c75-861f-6d8b5814e030 HTTP/1.1" status: 200 len: 809 time: 0.1688697 Nov 12 03:40:40.431928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Request body: {'port': {'device_id': '2b1bcecc-8be3-4303-bcc2-36c227823326', 'network_id': 'de3434a2-3e08-4c75-861f-6d8b5814e030', 'admin_state_up': True, 'tenant_id': 'e3bc969094e848889a42b11135528809'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:40.439667 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c4b659b7-e867-46ef-a4f4-19dd2ab17629 req-16e4b6ce-4ff5-4eda-89ae-3f9c1b150e64 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 210 time: 0.0292277 Nov 12 03:40:40.662629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Made reservation on behalf of e3bc969094e848889a42b11135528809 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:40.667721 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.670219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210c66c-6d5b-4acb-a7db-7d700cb967aa req-8eab1870-4037-45fd-a2dc-69ae5fb00519 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.670912 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5210c66c-6d5b-4acb-a7db-7d700cb967aa req-8eab1870-4037-45fd-a2dc-69ae5fb00519 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0646007 Nov 12 03:40:40.755478 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5210c66c-6d5b-4acb-a7db-7d700cb967aa req-bf01fe1e-8d69-420f-8964-143b5e20e1fc tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753736 Nov 12 03:40:40.900824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Allocated IP 172.20.0.7 (de3434a2-3e08-4c75-861f-6d8b5814e030/5fc746c9-0403-4e3e-8a12-18623abbf768/6d9c9561-f7af-40f1-8a92-1e7aa642b560) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:41.074396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe8c2a-9c36-451a-a13d-df166eb9269c req-4b08f3e1-4b51-4e9c-b6b3-ba251c3ee075 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:41.076100 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15fe8c2a-9c36-451a-a13d-df166eb9269c req-4b08f3e1-4b51-4e9c-b6b3-ba251c3ee075 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0652127 Nov 12 03:40:41.172345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15fe8c2a-9c36-451a-a13d-df166eb9269c req-387ad4e6-756e-4f6a-b986-311fb3c54eff tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879600 Nov 12 03:40:41.203533 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.312529 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccbf6a-62c1-4c47-a7c3-2f4742601af7 req-838a0120-3cdb-497f-b549-57ba7db540ad tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:41.313812 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-efccbf6a-62c1-4c47-a7c3-2f4742601af7 req-838a0120-3cdb-497f-b549-57ba7db540ad tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.0644689 Nov 12 03:40:41.327214 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.386715 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Network de3434a2-3e08-4c75-861f-6d8b5814e030 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:41.389387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:41.398157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:41.407989 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-efccbf6a-62c1-4c47-a7c3-2f4742601af7 req-da4bd63b-6cbb-406b-8e97-ec813c78f78a tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866971 Nov 12 03:40:41.508846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Pushing event updated for resources: {'Port': ['ID=6d9c9561-f7af-40f1-8a92-1e7aa642b560,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:41.533202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:41.533787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:41.534354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:41.534912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:41.535478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:41.536068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:41.536626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:41.537187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:41.537752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:41.538268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:41.538847 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:41.539415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:41.553949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:41.554850 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.607358 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b5fed-edf0-4721-b91d-6a281b90b117 req-e9661652-e756-4315-b914-90b2956c6349 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:41.608958 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-938b5fed-edf0-4721-b91d-6a281b90b117 req-e9661652-e756-4315-b914-90b2956c6349 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0562634 Nov 12 03:40:41.659948 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-c41560a8-9c9f-49e7-a6bf-8ab5116f2f50 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2323782 Nov 12 03:40:41.660267 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-938b5fed-edf0-4721-b91d-6a281b90b117 req-3912e137-514d-4cec-a688-b2b653140d0b tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449548 Nov 12 03:40:41.686814 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Request body: {'port': {'device_id': '2b1bcecc-8be3-4303-bcc2-36c227823326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:41.792109 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.823483 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8035f-dce2-40ec-aff2-731d7cdf2032 req-a8d65272-4d0c-44b9-bb33-23a364addbaf tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:41.825411 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a4b8035f-dce2-40ec-aff2-731d7cdf2032 req-a8d65272-4d0c-44b9-bb33-23a364addbaf tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 931 time: 0.0765023 Nov 12 03:40:41.901049 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a4b8035f-dce2-40ec-aff2-731d7cdf2032 req-f8125b08-2857-4304-8584-f26887f3a57b tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/security-groups?id=b401a6bd-6aa7-4bb3-97ba-70a52936a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685775 Nov 12 03:40:42.018538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fb710-2887-4189-ab6a-b45dd53a23a2 req-9175e04e-5136-4c74-927a-0b47d56c173a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:42.020138 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a9fb710-2887-4189-ab6a-b45dd53a23a2 req-9175e04e-5136-4c74-927a-0b47d56c173a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0558488 Nov 12 03:40:42.079651 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a9fb710-2887-4189-ab6a-b45dd53a23a2 req-4d4673ef-a368-4963-b570-b54bc97b43ed tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531731 Nov 12 03:40:42.185406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9c9561-f7af-40f1-8a92-1e7aa642b560 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:42.198021 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.217399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Transition to ACTIVE for port object 6d9c9561-f7af-40f1-8a92-1e7aa642b560 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:42.343997 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.347984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d38f7-07c6-4cd1-bfeb-2af04fc64550 req-d943d895-2b23-49e8-8b94-8c8509c9ab8c tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:42.350025 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-529d38f7-07c6-4cd1-bfeb-2af04fc64550 req-d943d895-2b23-49e8-8b94-8c8509c9ab8c tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0776517 Nov 12 03:40:42.437786 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-529d38f7-07c6-4cd1-bfeb-2af04fc64550 req-f0a716b4-7ebd-41d6-a4ea-6535f9ad7a43 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794532 Nov 12 03:40:42.444692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9c9561-f7af-40f1-8a92-1e7aa642b560,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:42.577290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Attempting to bind port 6d9c9561-f7af-40f1-8a92-1e7aa642b560 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:42.577520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Attempting to bind port 6d9c9561-f7af-40f1-8a92-1e7aa642b560 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '5fe5a094-88e4-4421-828f-f8adea947506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'de3434a2-3e08-4c75-861f-6d8b5814e030'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:42.578007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Attempting to bind port 6d9c9561-f7af-40f1-8a92-1e7aa642b560 on network de3434a2-3e08-4c75-861f-6d8b5814e030 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:42.584150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Port 6d9c9561-f7af-40f1-8a92-1e7aa642b560 on network de3434a2-3e08-4c75-861f-6d8b5814e030 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:42.584428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Attempting to bind port 6d9c9561-f7af-40f1-8a92-1e7aa642b560 on network de3434a2-3e08-4c75-861f-6d8b5814e030 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:42.589593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:42.589925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Checking segment: {'id': '5fe5a094-88e4-4421-828f-f8adea947506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'de3434a2-3e08-4c75-861f-6d8b5814e030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:42.590304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Bound using segment: {'id': '5fe5a094-88e4-4421-828f-f8adea947506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'de3434a2-3e08-4c75-861f-6d8b5814e030'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:42.590729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Bound port: 6d9c9561-f7af-40f1-8a92-1e7aa642b560, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe5a094-88e4-4421-828f-f8adea947506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'de3434a2-3e08-4c75-861f-6d8b5814e030'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:42.591094 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.595189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe6e52-9220-46dc-a1c6-78c3b6f0b488 req-897f1f14-fe77-4f93-8cab-84793b4029ea tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:42.597468 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-effe6e52-9220-46dc-a1c6-78c3b6f0b488 req-897f1f14-fe77-4f93-8cab-84793b4029ea tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.0734870 Nov 12 03:40:42.685579 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-effe6e52-9220-46dc-a1c6-78c3b6f0b488 req-20f0f205-7956-426d-bae0-226e5af4a7b0 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812085 Nov 12 03:40:42.699543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] For port 6d9c9561-f7af-40f1-8a92-1e7aa642b560, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:42.707851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] For port 6d9c9561-f7af-40f1-8a92-1e7aa642b560, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=6d9c9561-f7af-40f1-8a92-1e7aa642b560,segment=NetworkSegment(5fe5a094-88e4-4421-828f-f8adea947506),segment_id=5fe5a094-88e4-4421-828f-f8adea947506)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:42.785046 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.815962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4b5b8-395e-43b0-a8b3-1fd7a8ae26c1 req-f4ccbc77-6f46-4a74-b8fb-1a1672e41166 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:42.817576 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bda4b5b8-395e-43b0-a8b3-1fd7a8ae26c1 req-f4ccbc77-6f46-4a74-b8fb-1a1672e41166 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0572798 Nov 12 03:40:42.827827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:42.828394 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.829893 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] 10.222.0.26 "PUT /v2.0/ports/6d9c9561-f7af-40f1-8a92-1e7aa642b560 HTTP/1.1" status: 200 len: 1092 time: 1.1510789 Nov 12 03:40:42.830913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1bcecc-8be3-4303-bcc2-36c227823326', 'tag': '6d9c9561-f7af-40f1-8a92-1e7aa642b560'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:42.833266 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ec2f2a-da03-4d28-97c7-abd566202bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1bcecc-8be3-4303-bcc2-36c227823326", "tag": "6d9c9561-f7af-40f1-8a92-1e7aa642b560"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:42.858973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32ded0-0bf2-4d15-8954-5d98fdf73f03 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9c9561-f7af-40f1-8a92-1e7aa642b560,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:42.882139 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bda4b5b8-395e-43b0-a8b3-1fd7a8ae26c1 req-fa742ebd-a2d5-43fa-94d2-8884555f4a07 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577254 Nov 12 03:40:42.930361 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a76437-978a-4b0d-9b08-c68ec6c9bc05 x-openstack-request-id: req-c1a76437-978a-4b0d-9b08-c68ec6c9bc05 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:42.930651 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1bcecc-8be3-4303-bcc2-36c227823326", "tag": "6d9c9561-f7af-40f1-8a92-1e7aa642b560", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:42.930905 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c1a76437-978a-4b0d-9b08-c68ec6c9bc05 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:42.931332 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1bcecc-8be3-4303-bcc2-36c227823326', 'tag': '6d9c9561-f7af-40f1-8a92-1e7aa642b560', 'status': 'completed', 'code': 200} Nov 12 03:40:43.042823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-96ac9aba-783f-45d4-b020-d39c6daf8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:43.044372 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-96ac9aba-783f-45d4-b020-d39c6daf8baa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3bc969094e848889a42b11135528809&device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 1095 time: 0.0669367 Nov 12 03:40:43.054125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03566d-bfe7-4ed3-933b-0aa4641df24c req-4e1dde41-096e-46f5-a884-510e1e3af4e1 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:43.055758 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1f03566d-bfe7-4ed3-933b-0aa4641df24c req-4e1dde41-096e-46f5-a884-510e1e3af4e1 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 943 time: 0.0647326 Nov 12 03:40:43.098902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-d6d1a958-4607-451c-8f66-94249d1401ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d9c9561-f7af-40f1-8a92-1e7aa642b560 HTTP/1.1" status: 200 len: 217 time: 0.0346620 Nov 12 03:40:43.110149 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1f03566d-bfe7-4ed3-933b-0aa4641df24c req-0052c874-d67c-49c5-b88e-27b0ce258ae1 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/security-groups?id=b401a6bd-6aa7-4bb3-97ba-70a52936a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474536 Nov 12 03:40:43.159062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-fadd2be3-2d9d-440f-aa53-a1f1c4e299b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:43.160550 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-fadd2be3-2d9d-440f-aa53-a1f1c4e299b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fc746c9-0403-4e3e-8a12-18623abbf768 HTTP/1.1" status: 200 len: 849 time: 0.0540614 Nov 12 03:40:43.196600 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-114661a6-9b18-47f7-898f-493ae4266c9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=de3434a2-3e08-4c75-861f-6d8b5814e030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271759 Nov 12 03:40:43.227153 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10616e8d-07ee-4daa-8e70-fe67fdb24975 req-2733e0ef-ddea-4351-b24a-0fafdba1e472 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:43.228706 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-10616e8d-07ee-4daa-8e70-fe67fdb24975 req-2733e0ef-ddea-4351-b24a-0fafdba1e472 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0563295 Nov 12 03:40:43.297029 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-10616e8d-07ee-4daa-8e70-fe67fdb24975 req-548a4314-2560-42be-977c-e2584a16bc90 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597475 Nov 12 03:40:43.335388 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-14909879-6b60-4efb-9b24-8fcf746c3fbf service neutron] 10.222.0.26 "GET /v2.0/networks/de3434a2-3e08-4c75-861f-6d8b5814e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290874 Nov 12 03:40:43.460716 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff4f827-a423-4f7d-ad54-7a504da30fcf req-19d245ba-e081-4120-9309-7f5fe69ac9e5 service neutron] 10.222.0.26 "GET /v2.0/networks/de3434a2-3e08-4c75-861f-6d8b5814e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087873 Nov 12 03:40:43.595383 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77244aa-58c2-4739-8b68-b9986f36df29 req-4f4af446-fd30-45c4-a5d7-e629c10f2c74 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:43.597102 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e77244aa-58c2-4739-8b68-b9986f36df29 req-4f4af446-fd30-45c4-a5d7-e629c10f2c74 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0542741 Nov 12 03:40:43.683399 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e77244aa-58c2-4739-8b68-b9986f36df29 req-ecace70f-ca43-48a0-bd7b-87e03523b618 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727293 Nov 12 03:40:43.736099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec2f2a-da03-4d28-97c7-abd566202bf3 req-34ebd854-3c48-41fa-ae12-d973b43a337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:43.738718 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3ec2f2a-da03-4d28-97c7-abd566202bf3 req-34ebd854-3c48-41fa-ae12-d973b43a337c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3bc969094e848889a42b11135528809&device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 1095 time: 0.0736170 Nov 12 03:40:43.856197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec2f2a-da03-4d28-97c7-abd566202bf3 req-4b03ba70-9e15-4f99-8047-534a607210e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:43.861439 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3ec2f2a-da03-4d28-97c7-abd566202bf3 req-4b03ba70-9e15-4f99-8047-534a607210e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=de3434a2-3e08-4c75-861f-6d8b5814e030 HTTP/1.1" status: 200 len: 911 time: 0.1106937 Nov 12 03:40:43.861588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fa0e4-8d91-45b8-a2f1-5f86da83fded req-34499116-3657-45c4-aa1d-111d3a474e5a tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:43.862236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-981fa0e4-8d91-45b8-a2f1-5f86da83fded req-34499116-3657-45c4-aa1d-111d3a474e5a tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.0672529 Nov 12 03:40:43.903813 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3ec2f2a-da03-4d28-97c7-abd566202bf3 req-0f934664-123f-4d6e-9109-feb58df8394e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d9c9561-f7af-40f1-8a92-1e7aa642b560 HTTP/1.1" status: 200 len: 217 time: 0.0359149 Nov 12 03:40:43.915389 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-981fa0e4-8d91-45b8-a2f1-5f86da83fded req-a1537fb8-7bf9-4cd0-a153-606c19730219 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458121 Nov 12 03:40:43.966171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec2f2a-da03-4d28-97c7-abd566202bf3 req-3430b906-bc82-4096-ae45-75151f2777b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:43.967697 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3ec2f2a-da03-4d28-97c7-abd566202bf3 req-3430b906-bc82-4096-ae45-75151f2777b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fc746c9-0403-4e3e-8a12-18623abbf768 HTTP/1.1" status: 200 len: 849 time: 0.0551279 Nov 12 03:40:44.005306 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3ec2f2a-da03-4d28-97c7-abd566202bf3 req-bbc832b5-c9ed-4efd-a8f2-cd95fff755f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=de3434a2-3e08-4c75-861f-6d8b5814e030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263684 Nov 12 03:40:44.028487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa5e2-f78b-4075-9e1c-0123498dd443 req-8d5213fa-d14e-450e-8d6a-0c44a7d02e37 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.030088 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2daa5e2-f78b-4075-9e1c-0123498dd443 req-8d5213fa-d14e-450e-8d6a-0c44a7d02e37 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0550835 Nov 12 03:40:44.117424 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2daa5e2-f78b-4075-9e1c-0123498dd443 req-c08da28f-38e9-40a4-86c4-2f0db9e4ecfe tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783992 Nov 12 03:40:44.136726 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3ec2f2a-da03-4d28-97c7-abd566202bf3 req-1d7c6cb5-aa47-4713-8800-5255d0458a47 service neutron] 10.222.0.26 "GET /v2.0/networks/de3434a2-3e08-4c75-861f-6d8b5814e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234891 Nov 12 03:40:44.269752 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a398c-1da5-4fa1-97f7-88eb3b5e6757 req-d339cb5b-b35b-47cb-92d3-fd0467c83751 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.271748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e8a398c-1da5-4fa1-97f7-88eb3b5e6757 req-d339cb5b-b35b-47cb-92d3-fd0467c83751 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 943 time: 0.0549827 Nov 12 03:40:44.275917 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3ec2f2a-da03-4d28-97c7-abd566202bf3 req-0e9c120a-6559-4ba0-9e0f-65469afc7bec service neutron] 10.222.0.26 "GET /v2.0/networks/de3434a2-3e08-4c75-861f-6d8b5814e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241829 Nov 12 03:40:44.333096 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e8a398c-1da5-4fa1-97f7-88eb3b5e6757 req-b2745eec-4619-47d7-827f-578ef658fa0e tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/security-groups?id=b401a6bd-6aa7-4bb3-97ba-70a52936a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550263 Nov 12 03:40:44.457128 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d781510-fecd-4cf0-8e0c-2f9f6884bcec req-ef37c2ab-db9d-470c-898b-71dde6dccb11 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.458599 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d781510-fecd-4cf0-8e0c-2f9f6884bcec req-ef37c2ab-db9d-470c-898b-71dde6dccb11 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0630486 Nov 12 03:40:44.513214 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d781510-fecd-4cf0-8e0c-2f9f6884bcec req-42a10ee3-b469-4066-99c9-c50b479ed14a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482657 Nov 12 03:40:44.865602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd9eb6-8d5a-4f96-ada6-86c5b07cc7e0 req-2ced81b1-2203-47b0-8f49-58b894348633 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.867901 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7bd9eb6-8d5a-4f96-ada6-86c5b07cc7e0 req-2ced81b1-2203-47b0-8f49-58b894348633 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0634899 Nov 12 03:40:44.923609 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7bd9eb6-8d5a-4f96-ada6-86c5b07cc7e0 req-fcb91913-8a00-48c7-afb1-524f0ad5781f tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495210 Nov 12 03:40:45.052066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318ac83-3ffc-4db6-9194-9287b80067a0 req-aad370ed-8239-498c-a5b0-6a4d65e8317f tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:45.053667 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d318ac83-3ffc-4db6-9194-9287b80067a0 req-aad370ed-8239-498c-a5b0-6a4d65e8317f tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.0628667 Nov 12 03:40:45.111721 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d318ac83-3ffc-4db6-9194-9287b80067a0 req-217aa32d-5971-448d-adbd-a26ffb3c7c35 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488362 Nov 12 03:40:45.280814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e6647-e9c6-4a08-a4cb-f96b1bae480e req-8ea7d2f3-34e7-4312-8df3-5b32309ff3a3 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:45.282380 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-816e6647-e9c6-4a08-a4cb-f96b1bae480e req-8ea7d2f3-34e7-4312-8df3-5b32309ff3a3 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0575411 Nov 12 03:40:45.360748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-816e6647-e9c6-4a08-a4cb-f96b1bae480e req-c98f40c2-c53a-4213-881a-0c2be5ec4175 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704691 Nov 12 03:40:45.510332 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e783ebb-f6be-4e3c-a11d-e5c13d0c2b2a req-7cd7b5c8-8a54-4d2e-a371-6fcbb4ff002e tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:45.512317 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e783ebb-f6be-4e3c-a11d-e5c13d0c2b2a req-7cd7b5c8-8a54-4d2e-a371-6fcbb4ff002e tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 943 time: 0.0770903 Nov 12 03:40:45.607538 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e783ebb-f6be-4e3c-a11d-e5c13d0c2b2a req-47cfcb92-1909-4799-a68a-bd3906d8b74f tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/security-groups?id=b401a6bd-6aa7-4bb3-97ba-70a52936a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857878 Nov 12 03:40:45.727404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0488364-c2ff-4908-a215-71b0ad603496 req-6a12f4e7-1432-4305-afc5-726bbaf3aa53 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:45.728888 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e0488364-c2ff-4908-a215-71b0ad603496 req-6a12f4e7-1432-4305-afc5-726bbaf3aa53 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0586183 Nov 12 03:40:45.797506 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e0488364-c2ff-4908-a215-71b0ad603496 req-887c5c8d-a163-43da-bb8c-e520fc83f24b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608170 Nov 12 03:40:46.098994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff280fb-1352-488b-bd36-1a5d2e2f4805 req-96cdd109-be8f-477f-9282-7e54df3d90d9 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:46.101088 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bff280fb-1352-488b-bd36-1a5d2e2f4805 req-96cdd109-be8f-477f-9282-7e54df3d90d9 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0832148 Nov 12 03:40:46.101960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 6d9c9561-f7af-40f1-8a92-1e7aa642b560 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:46.173169 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bff280fb-1352-488b-bd36-1a5d2e2f4805 req-e9c62004-18c3-48bf-b08d-e035223f7c6a tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634000 Nov 12 03:40:46.231346 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 6d9c9561-f7af-40f1-8a92-1e7aa642b560, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=6d9c9561-f7af-40f1-8a92-1e7aa642b560,segment=NetworkSegment(5fe5a094-88e4-4421-828f-f8adea947506),segment_id=5fe5a094-88e4-4421-828f-f8adea947506)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:46.245218 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '6d9c9561-f7af-40f1-8a92-1e7aa642b560', 'network_id': 'de3434a2-3e08-4c75-861f-6d8b5814e030', 'port_id': '6d9c9561-f7af-40f1-8a92-1e7aa642b560', 'mac_address': 'fa:16:3e:bc:09:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc746c9-0403-4e3e-8a12-18623abbf768', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:46.305681 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.325531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9c9561-f7af-40f1-8a92-1e7aa642b560 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:46.332687 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3b728-8fa8-488d-ac99-5a8be3a8523f req-72ae4dc6-19f3-4158-9018-a7274ae897d4 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:46.335732 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-32b3b728-8fa8-488d-ac99-5a8be3a8523f req-72ae4dc6-19f3-4158-9018-a7274ae897d4 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.0858135 Nov 12 03:40:46.353442 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 6d9c9561-f7af-40f1-8a92-1e7aa642b560, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=6d9c9561-f7af-40f1-8a92-1e7aa642b560,segment=NetworkSegment(5fe5a094-88e4-4421-828f-f8adea947506),segment_id=5fe5a094-88e4-4421-828f-f8adea947506)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:46.420559 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-32b3b728-8fa8-488d-ac99-5a8be3a8523f req-fc72d6f7-82c5-4222-8e2b-374ef9ac5f56 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768590 Nov 12 03:40:46.463277 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.540945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=6d9c9561-f7af-40f1-8a92-1e7aa642b560,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:46.550662 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.551250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.551851 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.552510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.553146 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.553544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.553879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.554212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.554706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.555254 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.555773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.556310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.588150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599983ba-a725-4832-a063-de877b6719af req-291db5a6-c1c2-44fc-a521-dffaf36218f9 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:46.589720 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-599983ba-a725-4832-a063-de877b6719af req-291db5a6-c1c2-44fc-a521-dffaf36218f9 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0611718 Nov 12 03:40:46.682930 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-599983ba-a725-4832-a063-de877b6719af req-4477cc9b-6cf3-4e53-b3fc-557c6f5cf11e tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847061 Nov 12 03:40:46.849731 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c70b7-f8c4-443d-9178-658f4af88495 req-25ccdc0d-ee06-4128-953d-bc18fd3aa5b2 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:46.852104 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b49c70b7-f8c4-443d-9178-658f4af88495 req-25ccdc0d-ee06-4128-953d-bc18fd3aa5b2 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 944 time: 0.0742068 Nov 12 03:40:46.941407 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b49c70b7-f8c4-443d-9178-658f4af88495 req-59aa3e7c-d870-4616-96ca-e05e697541ae tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/security-groups?id=b401a6bd-6aa7-4bb3-97ba-70a52936a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823789 Nov 12 03:40:47.053512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99210742-5ed3-45d4-9234-b23817608c4e req-84637495-9cda-4636-90ff-1a73bee9bb21 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:47.055260 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-99210742-5ed3-45d4-9234-b23817608c4e req-84637495-9cda-4636-90ff-1a73bee9bb21 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0534945 Nov 12 03:40:47.121039 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-99210742-5ed3-45d4-9234-b23817608c4e req-0104f039-08a3-4695-af29-e28b1504313e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540833 Nov 12 03:40:47.181738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['6d9c9561-f7af-40f1-8a92-1e7aa642b560'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:47.360376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065bad0-71af-4ec4-a9d8-f7437771f15b req-a3d9d7c1-af3a-432c-941f-7553d7680e42 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:47.369137 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5065bad0-71af-4ec4-a9d8-f7437771f15b req-a3d9d7c1-af3a-432c-941f-7553d7680e42 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0810232 Nov 12 03:40:47.436883 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5065bad0-71af-4ec4-a9d8-f7437771f15b req-dba804aa-a3d3-4bdf-94b9-90633788959e tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666940 Nov 12 03:40:47.581805 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c267c0-7bb8-423c-ab63-2efbe126d643 req-2cf87332-97f7-40ed-a0e2-d5bc5917e953 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:47.583733 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73c267c0-7bb8-423c-ab63-2efbe126d643 req-2cf87332-97f7-40ed-a0e2-d5bc5917e953 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.0773087 Nov 12 03:40:47.651232 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73c267c0-7bb8-423c-ab63-2efbe126d643 req-50812485-662a-4036-882e-ae261860df71 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551231 Nov 12 03:40:47.839708 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7bc1b-3056-49d2-92e7-9ac3f6ea6677 req-33bf671d-9220-45c0-a6e5-7532a58d7582 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:47.841257 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77a7bc1b-3056-49d2-92e7-9ac3f6ea6677 req-33bf671d-9220-45c0-a6e5-7532a58d7582 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0624931 Nov 12 03:40:47.901075 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77a7bc1b-3056-49d2-92e7-9ac3f6ea6677 req-41185a3c-818b-47ca-97b3-91105ef942eb tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529885 Nov 12 03:40:48.105708 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b093708-fc43-4b2e-91f7-66c73e4a338d req-491f6912-7218-409d-8edc-f15243b6ce9f tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.107735 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b093708-fc43-4b2e-91f7-66c73e4a338d req-491f6912-7218-409d-8edc-f15243b6ce9f tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 944 time: 0.0906162 Nov 12 03:40:48.193429 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b093708-fc43-4b2e-91f7-66c73e4a338d req-6d0f5e63-2a32-4d9d-8cd6-ea51e98f27a5 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/security-groups?id=b401a6bd-6aa7-4bb3-97ba-70a52936a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744002 Nov 12 03:40:48.309274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b3dd-b507-47ba-8395-d1f93b9bd0d8 req-53e6823f-d8cc-4834-b0fd-d0b90f641229 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.311109 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9959b3dd-b507-47ba-8395-d1f93b9bd0d8 req-53e6823f-d8cc-4834-b0fd-d0b90f641229 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0565624 Nov 12 03:40:48.369165 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9959b3dd-b507-47ba-8395-d1f93b9bd0d8 req-97b6aeed-b66a-477a-a76a-563611de374b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481789 Nov 12 03:40:48.491932 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.593529 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc175d39-e6e7-4efb-a31f-a01f9ec63cce req-3f93af7d-3c0b-42a0-8c6b-922f8d76c0fa tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.595127 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc175d39-e6e7-4efb-a31f-a01f9ec63cce req-3f93af7d-3c0b-42a0-8c6b-922f8d76c0fa tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0754504 Nov 12 03:40:48.653354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc175d39-e6e7-4efb-a31f-a01f9ec63cce req-9f515c78-dad8-47fc-bb1f-8c4f77160265 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493274 Nov 12 03:40:48.790007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73a197-c27c-454e-b81d-33b1f1c0582d req-1d60af24-ae37-4162-b966-b62ed96a0f43 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.791539 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d73a197-c27c-454e-b81d-33b1f1c0582d req-1d60af24-ae37-4162-b966-b62ed96a0f43 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.0527990 Nov 12 03:40:48.842636 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d73a197-c27c-454e-b81d-33b1f1c0582d req-848e0e16-9cf5-4ae4-918a-e043ad7f55fe tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447788 Nov 12 03:40:49.030898 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c86f2-47d9-4055-b735-f114b3c3a277 req-2cf716e1-331a-4139-9f27-6d6a62422157 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.032521 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f2c86f2-47d9-4055-b735-f114b3c3a277 req-2cf716e1-331a-4139-9f27-6d6a62422157 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0568058 Nov 12 03:40:49.087962 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f2c86f2-47d9-4055-b735-f114b3c3a277 req-e7d39b19-4d6a-4985-8769-cbac3a9f0b23 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483496 Nov 12 03:40:49.448436 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c91e2-383f-48aa-9cec-0bebf0bb3b1c req-cb7ce31d-f046-4ed1-a5c1-9725d581fd04 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.448436 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a66c91e2-383f-48aa-9cec-0bebf0bb3b1c req-cb7ce31d-f046-4ed1-a5c1-9725d581fd04 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 944 time: 0.0707507 Nov 12 03:40:49.448436 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a66c91e2-383f-48aa-9cec-0bebf0bb3b1c req-5dcc64b3-93a0-4c0c-997a-57cef267c520 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/security-groups?id=b401a6bd-6aa7-4bb3-97ba-70a52936a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529788 Nov 12 03:40:49.535159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278273f3-8c8e-4b57-9873-956f7773ff80 req-676bb2f9-cabf-4963-b060-98b2b9d364f5 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.536691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-278273f3-8c8e-4b57-9873-956f7773ff80 req-676bb2f9-cabf-4963-b060-98b2b9d364f5 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0549955 Nov 12 03:40:49.587194 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-278273f3-8c8e-4b57-9873-956f7773ff80 req-d85cbc4d-3a95-4cea-b9a6-81f9522b0697 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431197 Nov 12 03:40:49.807395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b2aa1-3ffb-4887-ba1b-a40aba695419 req-87e1938b-0f01-4f0e-9958-98773a02f4b5 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.809199 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a48b2aa1-3ffb-4887-ba1b-a40aba695419 req-87e1938b-0f01-4f0e-9958-98773a02f4b5 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0630794 Nov 12 03:40:49.874515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a48b2aa1-3ffb-4887-ba1b-a40aba695419 req-a6472fed-8a13-409f-ad6c-834b8115bf81 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554063 Nov 12 03:40:50.013135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c917b9-1209-4d33-a0ce-f1fcf37f8ff9 req-9b4d4fb0-3b3b-47c1-b713-f9bfb887dc61 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.014598 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c9c917b9-1209-4d33-a0ce-f1fcf37f8ff9 req-9b4d4fb0-3b3b-47c1-b713-f9bfb887dc61 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.0651126 Nov 12 03:40:50.069198 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c9c917b9-1209-4d33-a0ce-f1fcf37f8ff9 req-a8a6b6a9-f8c4-4ba5-bb68-70d818b8597d tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476048 Nov 12 03:40:50.160072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 6d9c9561-f7af-40f1-8a92-1e7aa642b560 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:50.284890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6c9f8-ee0d-4e45-8464-41310214bb34 req-92d69c8e-dcd3-4016-80bf-66c651ddb46f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.284890 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6cc6c9f8-ee0d-4e45-8464-41310214bb34 req-92d69c8e-dcd3-4016-80bf-66c651ddb46f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0583036 Nov 12 03:40:50.328853 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6cc6c9f8-ee0d-4e45-8464-41310214bb34 req-80571b27-51ff-4931-b790-d0420fcdc533 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497491 Nov 12 03:40:50.354501 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 6d9c9561-f7af-40f1-8a92-1e7aa642b560 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:50.358872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 6d9c9561-f7af-40f1-8a92-1e7aa642b560 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:50.359576 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.489628 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.518499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1bcecc-8be3-4303-bcc2-36c227823326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9c9561-f7af-40f1-8a92-1e7aa642b560'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:50.521151 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00f0879-c75d-4d6a-86e1-81bc6401fbdb" -d '{"events": [{"server_uuid": "2b1bcecc-8be3-4303-bcc2-36c227823326", "name": "network-vif-plugged", "status": "completed", "tag": "6d9c9561-f7af-40f1-8a92-1e7aa642b560"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:50.535390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 6d9c9561-f7af-40f1-8a92-1e7aa642b560, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=6d9c9561-f7af-40f1-8a92-1e7aa642b560,segment=NetworkSegment(5fe5a094-88e4-4421-828f-f8adea947506),segment_id=5fe5a094-88e4-4421-828f-f8adea947506)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:50.549893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83cfec-1b02-4966-943a-0100ed05ab2d req-35bf9858-273f-4f4c-8f48-2a1432df7887 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.551390 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ae83cfec-1b02-4966-943a-0100ed05ab2d req-35bf9858-273f-4f4c-8f48-2a1432df7887 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 944 time: 0.0518808 Nov 12 03:40:50.599926 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ae83cfec-1b02-4966-943a-0100ed05ab2d req-c24d1fe6-f517-4305-99da-03d4a41b2b0e tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/security-groups?id=b401a6bd-6aa7-4bb3-97ba-70a52936a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 Nov 12 03:40:50.612887 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.613695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 43d65fe6-b3b2-43d0-915d-ead621acc943 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:50.664412 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f216b686-003b-4216-8997-d88044bbab70 x-openstack-request-id: req-f216b686-003b-4216-8997-d88044bbab70 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:50.664728 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1bcecc-8be3-4303-bcc2-36c227823326", "name": "network-vif-plugged", "status": "completed", "tag": "6d9c9561-f7af-40f1-8a92-1e7aa642b560", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:50.665095 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f216b686-003b-4216-8997-d88044bbab70 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:50.665594 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1bcecc-8be3-4303-bcc2-36c227823326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9c9561-f7af-40f1-8a92-1e7aa642b560', 'code': 200} Nov 12 03:40:50.740068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=6d9c9561-f7af-40f1-8a92-1e7aa642b560,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.818441 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3729f-5345-4243-b55a-fef3f6429163 req-d6650e84-c352-44f2-8895-c9d8a781570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.819943 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ee3729f-5345-4243-b55a-fef3f6429163 req-d6650e84-c352-44f2-8895-c9d8a781570e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 1097 time: 0.0486181 Nov 12 03:40:50.820164 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.832334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a90905-efef-48f7-843e-37199a6acaf3 req-17eec532-1593-452c-b092-c668a277bc6f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.841120 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d8a90905-efef-48f7-843e-37199a6acaf3 req-17eec532-1593-452c-b092-c668a277bc6f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0907815 Nov 12 03:40:50.863848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 43d65fe6-b3b2-43d0-915d-ead621acc943, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=43d65fe6-b3b2-43d0-915d-ead621acc943,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:50.899643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ee3729f-5345-4243-b55a-fef3f6429163 req-195967a3-b347-4a2d-9059-fa0a44d11d46 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b401a6bd-6aa7-4bb3-97ba-70a52936a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674353 Nov 12 03:40:50.914487 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d8a90905-efef-48f7-843e-37199a6acaf3 req-0e84c6d4-cdbd-402b-bcb2-4eb9423b657f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687711 Nov 12 03:40:50.954065 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.017287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=43d65fe6-b3b2-43d0-915d-ead621acc943,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:51.500076 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3f77d-b15c-4e3e-9939-705a3cb39fcd req-50b3f9ee-70ef-46e0-8141-bb587b67e6f2 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.501631 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ff3f77d-b15c-4e3e-9939-705a3cb39fcd req-50b3f9ee-70ef-46e0-8141-bb587b67e6f2 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0588667 Nov 12 03:40:51.553915 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ff3f77d-b15c-4e3e-9939-705a3cb39fcd req-e831564f-f678-4cb4-8435-dedcc2269973 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442631 Nov 12 03:40:51.672196 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb1c49-b553-468a-b558-45dd651f33fb req-3f1e5aa1-95e2-4da1-a2c0-070b4b65dc58 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.679643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a4bb1c49-b553-468a-b558-45dd651f33fb req-3f1e5aa1-95e2-4da1-a2c0-070b4b65dc58 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.0686767 Nov 12 03:40:51.726477 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a4bb1c49-b553-468a-b558-45dd651f33fb req-e22589fa-53dd-4969-8e0f-53786c6103e1 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459218 Nov 12 03:40:51.835399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe998c5-b0ca-4a1a-af36-134da4b259d5 req-9f4cd806-8c9a-4f51-a77b-06356375f3c9 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.840076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbe998c5-b0ca-4a1a-af36-134da4b259d5 req-9f4cd806-8c9a-4f51-a77b-06356375f3c9 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 947 time: 0.0514517 Nov 12 03:40:51.908162 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbe998c5-b0ca-4a1a-af36-134da4b259d5 req-049b8cd1-2286-402d-a8bc-4a7f9fca1999 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628846 Nov 12 03:40:52.025705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefcd45-8c62-4407-8214-8f899c3df259 req-b61db07b-aebb-4296-a2b7-24f87a122f0b tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.027194 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1fefcd45-8c62-4407-8214-8f899c3df259 req-b61db07b-aebb-4296-a2b7-24f87a122f0b tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 945 time: 0.0587103 Nov 12 03:40:52.090340 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1fefcd45-8c62-4407-8214-8f899c3df259 req-e2c3d97f-18cb-48b3-afe9-5b4c7ab5e35e tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/security-groups?id=b401a6bd-6aa7-4bb3-97ba-70a52936a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568438 Nov 12 03:40:52.141698 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 43d65fe6-b3b2-43d0-915d-ead621acc943 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:52.217144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9847413-0c37-4175-8369-debecb2c56df req-066dfd3f-fb34-4b81-8521-eedab998ab19 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.218850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9847413-0c37-4175-8369-debecb2c56df req-066dfd3f-fb34-4b81-8521-eedab998ab19 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0554781 Nov 12 03:40:52.278686 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9847413-0c37-4175-8369-debecb2c56df req-2e3c71e0-e6ca-48b5-9bee-2176864075b2 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504389 Nov 12 03:40:52.429792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 43d65fe6-b3b2-43d0-915d-ead621acc943, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=43d65fe6-b3b2-43d0-915d-ead621acc943,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:52.443295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '43d65fe6-b3b2-43d0-915d-ead621acc943', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '43d65fe6-b3b2-43d0-915d-ead621acc943', 'mac_address': 'fa:16:3e:11:cd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:52.490419 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.505053 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d65fe6-b3b2-43d0-915d-ead621acc943 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:52.526909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 43d65fe6-b3b2-43d0-915d-ead621acc943, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=43d65fe6-b3b2-43d0-915d-ead621acc943,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:52.666746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707337df-e95f-4812-9dac-c23cb29e31af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d65fe6-b3b2-43d0-915d-ead621acc943'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:52.669951 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74b15e4-abfe-435d-9bdb-a49c994636d6" -d '{"events": [{"server_uuid": "707337df-e95f-4812-9dac-c23cb29e31af", "name": "network-vif-unplugged", "status": "completed", "tag": "43d65fe6-b3b2-43d0-915d-ead621acc943"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:52.722462 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.746591 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479f1d7-bf88-4bbd-9f6d-554c9dc19865 req-d4305228-8fb8-49f7-8725-8a9ef75f64f7 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.752179 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1479f1d7-bf88-4bbd-9f6d-554c9dc19865 req-d4305228-8fb8-49f7-8725-8a9ef75f64f7 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.1215057 Nov 12 03:40:52.787106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=43d65fe6-b3b2-43d0-915d-ead621acc943,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:52.823416 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1479f1d7-bf88-4bbd-9f6d-554c9dc19865 req-97105973-7ddf-4736-89de-4c7cd63fd6bb tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640397 Nov 12 03:40:52.871295 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774397f0-4744-4107-b50d-8bc01f42ee0c x-openstack-request-id: req-774397f0-4744-4107-b50d-8bc01f42ee0c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:52.871652 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707337df-e95f-4812-9dac-c23cb29e31af", "name": "network-vif-unplugged", "status": "completed", "tag": "43d65fe6-b3b2-43d0-915d-ead621acc943", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:52.872075 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-774397f0-4744-4107-b50d-8bc01f42ee0c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:52.872623 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707337df-e95f-4812-9dac-c23cb29e31af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d65fe6-b3b2-43d0-915d-ead621acc943', 'code': 200} Nov 12 03:40:52.979804 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e46c92-9d3a-493a-ab3a-eb310533f83a req-ff42aaa3-ff3c-4d8f-a407-3ea129c9a2e8 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.981565 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91e46c92-9d3a-493a-ab3a-eb310533f83a req-ff42aaa3-ff3c-4d8f-a407-3ea129c9a2e8 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.0562799 Nov 12 03:40:53.007235 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c34cda10-8699-4f77-862e-3f1215d5e0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.060967 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91e46c92-9d3a-493a-ab3a-eb310533f83a req-2ed1006b-1026-49d5-bf3d-85dafceab8b6 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695443 Nov 12 03:40:53.202947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee44dea-bfbf-444a-9a0c-953a9e946592 req-60bff69a-2fad-41b7-a9f8-0ef395ec770a tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:53.204548 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ee44dea-bfbf-444a-9a0c-953a9e946592 req-60bff69a-2fad-41b7-a9f8-0ef395ec770a tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 948 time: 0.0583048 Nov 12 03:40:53.260679 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ee44dea-bfbf-444a-9a0c-953a9e946592 req-a49f7b8f-f6fd-49a0-aed8-38b1c5af8aeb tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484076 Nov 12 03:40:53.293317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['43d65fe6-b3b2-43d0-915d-ead621acc943'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:53.391074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8bf31-b033-4c28-bdcc-7c2855cbd111 req-2b823e0c-7679-43d2-864a-f91c4dc7e33f tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:53.399398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ece8bf31-b033-4c28-bdcc-7c2855cbd111 req-2b823e0c-7679-43d2-864a-f91c4dc7e33f tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 945 time: 0.0799358 Nov 12 03:40:53.450970 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ece8bf31-b033-4c28-bdcc-7c2855cbd111 req-d5d088ff-b586-4ef4-a5c0-bd93fd9ce259 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/security-groups?id=b401a6bd-6aa7-4bb3-97ba-70a52936a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505421 Nov 12 03:40:53.567828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814207a-9b59-44b2-807e-899121f421b3 req-bf95d175-dc50-4149-9006-3e917100df19 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:53.569342 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1814207a-9b59-44b2-807e-899121f421b3 req-bf95d175-dc50-4149-9006-3e917100df19 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0545793 Nov 12 03:40:53.628559 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1814207a-9b59-44b2-807e-899121f421b3 req-f2e16629-b72c-4979-8d9c-fb5acefd1bf4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525224 Nov 12 03:40:55.002917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2566fc4-e217-4235-9718-c23f7b7cdbb6 req-e09f8c72-92e2-4a0b-957c-5820ad66bef0 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:55.004354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e2566fc4-e217-4235-9718-c23f7b7cdbb6 req-e09f8c72-92e2-4a0b-957c-5820ad66bef0 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0599673 Nov 12 03:40:55.058757 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e2566fc4-e217-4235-9718-c23f7b7cdbb6 req-be110c1f-c8ab-4df9-aaa4-41a41162309b tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484064 Nov 12 03:40:55.183258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7f482-0c0a-4ed5-a1be-b59adbcb5c74 req-6bd2b990-6742-4663-8daf-9b7052fd43a3 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:55.184780 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9b7f482-0c0a-4ed5-a1be-b59adbcb5c74 req-6bd2b990-6742-4663-8daf-9b7052fd43a3 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.0701935 Nov 12 03:40:55.234151 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9b7f482-0c0a-4ed5-a1be-b59adbcb5c74 req-4cf561de-e9dc-41db-89c5-960d39e8e5b2 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427492 Nov 12 03:40:55.317472 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.349459 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7465f92-7be5-4136-aa08-b63678de69fb req-ee1636ad-8f60-4d57-a12a-d5d5120a403b tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:55.351012 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d7465f92-7be5-4136-aa08-b63678de69fb req-ee1636ad-8f60-4d57-a12a-d5d5120a403b tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 948 time: 0.0618250 Nov 12 03:40:55.406879 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d7465f92-7be5-4136-aa08-b63678de69fb req-e191c03f-2db7-4dce-8a64-4f8b52fe6065 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470607 Nov 12 03:40:55.437207 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bc1d378-babd-4fee-829f-9ee735745553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.529119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe144c-feb3-4769-8f8f-0324a7102af9 req-c003779f-ae0e-4a11-a794-c7d674cb60cf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:55.530556 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7ffe144c-feb3-4769-8f8f-0324a7102af9 req-c003779f-ae0e-4a11-a794-c7d674cb60cf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0630724 Nov 12 03:40:55.595542 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7ffe144c-feb3-4769-8f8f-0324a7102af9 req-9ee589b5-7523-4a53-90c2-436841aa782e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549202 Nov 12 03:40:55.794548 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd8db3-2167-40f0-88f0-4d5c0c687253 req-c3e177a3-f403-46c7-8353-b8dbe7a71014 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:55.796240 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-39dd8db3-2167-40f0-88f0-4d5c0c687253 req-c3e177a3-f403-46c7-8353-b8dbe7a71014 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 945 time: 0.0514822 Nov 12 03:40:55.856892 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-39dd8db3-2167-40f0-88f0-4d5c0c687253 req-5eb308e8-f4ff-45f5-9463-f0001f0799f6 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/security-groups?id=b401a6bd-6aa7-4bb3-97ba-70a52936a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537634 Nov 12 03:40:56.147823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 43d65fe6-b3b2-43d0-915d-ead621acc943 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:56.198730 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822541cf-4b60-46c0-9292-763701946278 req-4b8030f8-4230-45e5-8d8d-4f802c38e71d tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.201448 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-822541cf-4b60-46c0-9292-763701946278 req-4b8030f8-4230-45e5-8d8d-4f802c38e71d tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0626521 Nov 12 03:40:56.209444 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 43d65fe6-b3b2-43d0-915d-ead621acc943 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:56.210120 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.273010 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-822541cf-4b60-46c0-9292-763701946278 req-149abae0-f3e6-47ae-b625-815f9524f5fc tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641096 Nov 12 03:40:56.349633 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.354512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Request body: {'port': {'device_id': 'c01b8bce-a2ba-4791-8761-0d75cc262fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:56.396261 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707337df-e95f-4812-9dac-c23cb29e31af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d65fe6-b3b2-43d0-915d-ead621acc943'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:56.398908 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92c7afd-366a-4229-a40d-64d57692ca5d" -d '{"events": [{"server_uuid": "707337df-e95f-4812-9dac-c23cb29e31af", "name": "network-vif-plugged", "status": "completed", "tag": "43d65fe6-b3b2-43d0-915d-ead621acc943"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:56.416273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 43d65fe6-b3b2-43d0-915d-ead621acc943, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=43d65fe6-b3b2-43d0-915d-ead621acc943,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:56.466108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc6792-344c-4a3e-9cdb-64c042286b3e req-9fc3fdea-4487-4249-90cf-f3e701da0af2 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.467778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75fc6792-344c-4a3e-9cdb-64c042286b3e req-9fc3fdea-4487-4249-90cf-f3e701da0af2 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 932 time: 0.1269829 Nov 12 03:40:56.470986 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.532792 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.537578 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.602244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=43d65fe6-b3b2-43d0-915d-ead621acc943,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:56.639727 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75fc6792-344c-4a3e-9cdb-64c042286b3e req-f37cd7f1-d65c-414a-97a5-358e9d743d4c tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557405 Nov 12 03:40:56.717351 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02131b2-1125-4798-bdb8-c992bd7c221b x-openstack-request-id: req-a02131b2-1125-4798-bdb8-c992bd7c221b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:56.717777 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707337df-e95f-4812-9dac-c23cb29e31af", "name": "network-vif-plugged", "status": "completed", "tag": "43d65fe6-b3b2-43d0-915d-ead621acc943", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:56.718122 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a02131b2-1125-4798-bdb8-c992bd7c221b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:56.718932 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707337df-e95f-4812-9dac-c23cb29e31af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d65fe6-b3b2-43d0-915d-ead621acc943', 'code': 200} Nov 12 03:40:56.876610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353df01d-2b49-4d58-84a5-1d34816a42f4 req-16f86952-d8c7-4393-aa24-49fe7d46e241 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.878582 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-353df01d-2b49-4d58-84a5-1d34816a42f4 req-16f86952-d8c7-4393-aa24-49fe7d46e241 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1028562 Nov 12 03:40:56.964386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991a0781-e1fc-4d9a-873e-00926f724d0f {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:56.980632 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.010886 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-353df01d-2b49-4d58-84a5-1d34816a42f4 req-b717076c-5cd5-4a37-8ef9-e61400c324ad tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205065 Nov 12 03:40:57.020187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Transition to ACTIVE for port object 991a0781-e1fc-4d9a-873e-00926f724d0f will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:57.086979 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.182094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918836dc-0c8a-48a3-ba19-a4a25fb80647 req-d27e7082-ee4b-4aa1-a245-6d5182d2621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.184379 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-918836dc-0c8a-48a3-ba19-a4a25fb80647 req-d27e7082-ee4b-4aa1-a245-6d5182d2621a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 1101 time: 0.0782664 Nov 12 03:40:57.189414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Pushing event updated for resources: {'Port': ['ID=991a0781-e1fc-4d9a-873e-00926f724d0f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:57.224157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:57.224157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:57.224157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:57.224157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:57.224157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:57.224157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:57.224157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:57.225220 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:57.225220 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:57.225386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:57.226095 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:57.227256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:57.330028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ec91d-aeff-4b3d-913e-966626cf9b28 req-6d65f866-9d08-4980-b8ef-2c5e5d308eb2 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.350209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-918836dc-0c8a-48a3-ba19-a4a25fb80647 req-56997b2d-e29e-4dbe-b574-3f4d927db808 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531651 Nov 12 03:40:57.354703 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-315ec91d-aeff-4b3d-913e-966626cf9b28 req-6d65f866-9d08-4980-b8ef-2c5e5d308eb2 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.2207682 Nov 12 03:40:57.527530 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-315ec91d-aeff-4b3d-913e-966626cf9b28 req-9e0a2bff-ef39-4bca-a8bf-81b0038b85f2 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698642 Nov 12 03:40:57.545289 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9c803-2db1-4616-b3d5-56ebb1fa035d req-ce44b2f3-3b51-4704-98b6-40a3de0f6d51 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.556788 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ba9c803-2db1-4616-b3d5-56ebb1fa035d req-ce44b2f3-3b51-4704-98b6-40a3de0f6d51 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 945 time: 0.0824678 Nov 12 03:40:57.568464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Attempting to bind port 991a0781-e1fc-4d9a-873e-00926f724d0f on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:57.572914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Attempting to bind port 991a0781-e1fc-4d9a-873e-00926f724d0f by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '844e2103-7904-426d-be9b-c5863376bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:57.573438 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Attempting to bind port 991a0781-e1fc-4d9a-873e-00926f724d0f on network f3d14b86-b861-44e9-8a15-7d260db58528 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:57.581627 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Port 991a0781-e1fc-4d9a-873e-00926f724d0f on network f3d14b86-b861-44e9-8a15-7d260db58528 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:57.582817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Attempting to bind port 991a0781-e1fc-4d9a-873e-00926f724d0f on network f3d14b86-b861-44e9-8a15-7d260db58528 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:57.591070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:57.591428 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Checking segment: {'id': '844e2103-7904-426d-be9b-c5863376bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:57.591786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Bound using segment: {'id': '844e2103-7904-426d-be9b-c5863376bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:57.592262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Bound port: 991a0781-e1fc-4d9a-873e-00926f724d0f, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844e2103-7904-426d-be9b-c5863376bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:57.592623 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.668787 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ba9c803-2db1-4616-b3d5-56ebb1fa035d req-7d5e3ee2-ded7-4649-9f6d-1d234d3d56ed tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/security-groups?id=b401a6bd-6aa7-4bb3-97ba-70a52936a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107674 Nov 12 03:40:57.729151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db4681-2766-41a2-9a2e-63f0a631454d req-0d2d77da-4562-464c-9924-01c2b853cef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.731054 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58db4681-2766-41a2-9a2e-63f0a631454d req-0d2d77da-4562-464c-9924-01c2b853cef1 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.0887890 Nov 12 03:40:57.732278 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] For port 991a0781-e1fc-4d9a-873e-00926f724d0f, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:57.736017 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] For port 991a0781-e1fc-4d9a-873e-00926f724d0f, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=991a0781-e1fc-4d9a-873e-00926f724d0f,segment=NetworkSegment(844e2103-7904-426d-be9b-c5863376bf39),segment_id=844e2103-7904-426d-be9b-c5863376bf39)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:57.802486 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58db4681-2766-41a2-9a2e-63f0a631454d req-8ba3bc65-a4a6-4866-8bd0-4972297b4dc4 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641882 Nov 12 03:40:57.831481 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.848934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096349e3-a521-4afe-b614-cfaab7e9f7e1 req-0ba00738-983b-4e6b-98b0-66499ea4c30c tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.851719 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-096349e3-a521-4afe-b614-cfaab7e9f7e1 req-0ba00738-983b-4e6b-98b0-66499ea4c30c tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 944 time: 0.0846841 Nov 12 03:40:57.907654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Pushing event updated for resources: {'Port': ['ID=991a0781-e1fc-4d9a-873e-00926f724d0f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:57.918759 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.919430 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.926102 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-a127adf1-2423-4695-8e1f-0c8604bf919f service neutron] 10.222.0.25 "PUT /v2.0/ports/991a0781-e1fc-4d9a-873e-00926f724d0f HTTP/1.1" status: 200 len: 1093 time: 1.5705385 Nov 12 03:40:57.926944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01b8bce-a2ba-4791-8761-0d75cc262fe5', 'tag': '991a0781-e1fc-4d9a-873e-00926f724d0f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:57.934169 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e579fbcd-e3b4-4d82-9bbb-720f8ca325e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c01b8bce-a2ba-4791-8761-0d75cc262fe5", "tag": "991a0781-e1fc-4d9a-873e-00926f724d0f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:58.040465 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ed8fcc-ba70-413f-8e47-8231c4b63509 x-openstack-request-id: req-c3ed8fcc-ba70-413f-8e47-8231c4b63509 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:58.040761 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01b8bce-a2ba-4791-8761-0d75cc262fe5", "tag": "991a0781-e1fc-4d9a-873e-00926f724d0f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:58.041018 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c3ed8fcc-ba70-413f-8e47-8231c4b63509 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:58.041468 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01b8bce-a2ba-4791-8761-0d75cc262fe5', 'tag': '991a0781-e1fc-4d9a-873e-00926f724d0f', 'status': 'completed', 'code': 200} Nov 12 03:40:58.063396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-096349e3-a521-4afe-b614-cfaab7e9f7e1 req-81964f9b-291a-471a-9796-3ddeabc96ab8 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963828 Nov 12 03:40:58.150190 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d333ce-0514-43f1-899f-59d091eb895a req-a28a8b89-8229-4fd5-865f-e4033a289432 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.175491 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13d333ce-0514-43f1-899f-59d091eb895a req-a28a8b89-8229-4fd5-865f-e4033a289432 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 945 time: 0.2099960 Nov 12 03:40:58.179081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-68d950e4-536b-4e26-9ee7-38c6bcac2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.181872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-68d950e4-536b-4e26-9ee7-38c6bcac2a36 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc9429c233374a60b722f141a64f6932&device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 1096 time: 0.1282094 Nov 12 03:40:58.263858 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.319274 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-c02ac045-e3bf-4182-8b08-8787075fb485 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=991a0781-e1fc-4d9a-873e-00926f724d0f HTTP/1.1" status: 200 len: 217 time: 0.0989850 Nov 12 03:40:58.361013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-13d333ce-0514-43f1-899f-59d091eb895a req-2957ffed-5102-4fd2-aaea-b130c064348c tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Deleting port 6d9c9561-f7af-40f1-8a92-1e7aa642b560 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:58.363835 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-13d333ce-0514-43f1-899f-59d091eb895a req-2957ffed-5102-4fd2-aaea-b130c064348c tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.422307 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e39095-4330-4221-a9f5-bc18eca5f05e req-769e82a1-3313-49a5-8dc6-effb5c4feba7 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.426226 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b7e39095-4330-4221-a9f5-bc18eca5f05e req-769e82a1-3313-49a5-8dc6-effb5c4feba7 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.2242019 Nov 12 03:40:58.430069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-86e3e466-3ea8-435e-8b66-063366aa7550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.432865 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-86e3e466-3ea8-435e-8b66-063366aa7550 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ccd5b63e-9a1c-4417-8475-5fcee814c0cd HTTP/1.1" status: 200 len: 854 time: 0.1004436 Nov 12 03:40:58.513696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-13d333ce-0514-43f1-899f-59d091eb895a req-2957ffed-5102-4fd2-aaea-b130c064348c tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] For port 6d9c9561-f7af-40f1-8a92-1e7aa642b560, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=6d9c9561-f7af-40f1-8a92-1e7aa642b560,segment=NetworkSegment(5fe5a094-88e4-4421-828f-f8adea947506),segment_id=5fe5a094-88e4-4421-828f-f8adea947506)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:58.514004 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-13d333ce-0514-43f1-899f-59d091eb895a req-2957ffed-5102-4fd2-aaea-b130c064348c tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.538262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-13d333ce-0514-43f1-899f-59d091eb895a req-2957ffed-5102-4fd2-aaea-b130c064348c tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Calling delete_port for 6d9c9561-f7af-40f1-8a92-1e7aa642b560 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:58.608823 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b7e39095-4330-4221-a9f5-bc18eca5f05e req-ee9f07dd-8e66-44ed-8195-c37e75e53d84 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710691 Nov 12 03:40:58.632330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-f37e4067-60c4-48b0-910e-e5b7d172e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.640579 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-f37e4067-60c4-48b0-910e-e5b7d172e315 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f3d14b86-b861-44e9-8a15-7d260db58528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1842718 Nov 12 03:40:58.811693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647b18f-fa7c-4a4d-9c3e-a40044c6ccfb req-b0ffab84-4d80-4276-a831-9e1ded158731 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.814515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a647b18f-fa7c-4a4d-9c3e-a40044c6ccfb req-b0ffab84-4d80-4276-a831-9e1ded158731 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.1602259 Nov 12 03:40:58.821318 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-dee8baa0-2a90-4877-ba9f-4336444b4ef5 service neutron] 10.222.0.25 "GET /v2.0/networks/f3d14b86-b861-44e9-8a15-7d260db58528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615658 Nov 12 03:40:58.881217 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e27511-bee6-46c8-903f-f565b7eb7ee9 req-da3d04ff-19f7-4d0d-9212-94dd7161a8a2 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.886620 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a0e27511-bee6-46c8-903f-f565b7eb7ee9 req-da3d04ff-19f7-4d0d-9212-94dd7161a8a2 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 945 time: 0.1087794 Nov 12 03:40:58.896856 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a647b18f-fa7c-4a4d-9c3e-a40044c6ccfb req-59ba4214-2053-4970-a105-70a11085d83e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696299 Nov 12 03:40:58.896856 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-13d333ce-0514-43f1-899f-59d091eb895a req-2957ffed-5102-4fd2-aaea-b130c064348c tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.916775 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.948509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957ffed-5102-4fd2-aaea-b130c064348c tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Pushing event deleted for resources: {'Port': ['ID=6d9c9561-f7af-40f1-8a92-1e7aa642b560,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:58.974376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['6d9c9561-f7af-40f1-8a92-1e7aa642b560'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:59.031926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d333ce-0514-43f1-899f-59d091eb895a req-2957ffed-5102-4fd2-aaea-b130c064348c tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] No DVR routers for this DVR port 6d9c9561-f7af-40f1-8a92-1e7aa642b560 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:59.037701 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-13d333ce-0514-43f1-899f-59d091eb895a req-2957ffed-5102-4fd2-aaea-b130c064348c tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.042782 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13d333ce-0514-43f1-899f-59d091eb895a req-2957ffed-5102-4fd2-aaea-b130c064348c tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.26 "DELETE /v2.0/ports/6d9c9561-f7af-40f1-8a92-1e7aa642b560 HTTP/1.1" status: 204 len: 173 time: 0.8552113 Nov 12 03:40:59.062551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1bcecc-8be3-4303-bcc2-36c227823326', 'name': 'network-vif-deleted', 'tag': '6d9c9561-f7af-40f1-8a92-1e7aa642b560'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:59.066815 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17f182b-849f-4014-829c-ce70c889c280" -d '{"events": [{"server_uuid": "2b1bcecc-8be3-4303-bcc2-36c227823326", "name": "network-vif-deleted", "tag": "6d9c9561-f7af-40f1-8a92-1e7aa642b560"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:59.093414 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a0e27511-bee6-46c8-903f-f565b7eb7ee9 req-04a5bed1-3bd3-4b87-b7a3-ea891c9883c4 tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/security-groups?id=b401a6bd-6aa7-4bb3-97ba-70a52936a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980991 Nov 12 03:40:59.122660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcb454-2558-47e1-a710-534db2ed9cc4 req-e88efb78-09b2-4f69-9c9a-818d28197123 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.125193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45fcb454-2558-47e1-a710-534db2ed9cc4 req-e88efb78-09b2-4f69-9c9a-818d28197123 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.25 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.1714957 Nov 12 03:40:59.140347 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90ae8a1d-3dbd-4b7a-911e-a9b546f2fb39 req-3c796da6-798b-43bb-a7ed-7a2d6fb166ff service neutron] 10.222.0.25 "GET /v2.0/networks/f3d14b86-b861-44e9-8a15-7d260db58528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020847 Nov 12 03:40:59.207253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779ccc3-c554-4cce-86e1-4f889404de91 req-e7fa9396-8fec-4c7e-8941-c3b7515a5c38 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.208916 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d779ccc3-c554-4cce-86e1-4f889404de91 req-e7fa9396-8fec-4c7e-8941-c3b7515a5c38 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 949 time: 0.1790607 Nov 12 03:40:59.210642 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab03502-f66f-4f31-a9a0-8bb170bb5c30 x-openstack-request-id: req-3ab03502-f66f-4f31-a9a0-8bb170bb5c30 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:59.211165 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1bcecc-8be3-4303-bcc2-36c227823326", "name": "network-vif-deleted", "tag": "6d9c9561-f7af-40f1-8a92-1e7aa642b560", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:59.211479 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3ab03502-f66f-4f31-a9a0-8bb170bb5c30 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:59.211935 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1bcecc-8be3-4303-bcc2-36c227823326', 'name': 'network-vif-deleted', 'tag': '6d9c9561-f7af-40f1-8a92-1e7aa642b560', 'status': 'completed', 'code': 200} Nov 12 03:40:59.391196 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d779ccc3-c554-4cce-86e1-4f889404de91 req-803917ca-bd04-42ec-904d-8e72e63456ad tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f67afaa-3138-44cd-9b14-934508058397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112618 Nov 12 03:40:59.404839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-45fcb454-2558-47e1-a710-534db2ed9cc4 req-f20d356d-bbcb-4b02-84e5-52f15517e4c6 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Deleting port b5f4c166-08bc-4087-899c-161b76aee1e4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:59.405370 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45fcb454-2558-47e1-a710-534db2ed9cc4 req-f20d356d-bbcb-4b02-84e5-52f15517e4c6 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.603629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-45fcb454-2558-47e1-a710-534db2ed9cc4 req-f20d356d-bbcb-4b02-84e5-52f15517e4c6 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] For port b5f4c166-08bc-4087-899c-161b76aee1e4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b5f4c166-08bc-4087-899c-161b76aee1e4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:59.604636 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45fcb454-2558-47e1-a710-534db2ed9cc4 req-f20d356d-bbcb-4b02-84e5-52f15517e4c6 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.624358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-45fcb454-2558-47e1-a710-534db2ed9cc4 req-f20d356d-bbcb-4b02-84e5-52f15517e4c6 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Calling delete_port for b5f4c166-08bc-4087-899c-161b76aee1e4 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:59.718594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470d1bf-103f-440f-8bdb-34bba6c4c7b8 req-9289b0d3-3ad1-45f2-a860-9e83339026f3 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.734122 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0470d1bf-103f-440f-8bdb-34bba6c4c7b8 req-9289b0d3-3ad1-45f2-a860-9e83339026f3 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 944 time: 0.4642198 Nov 12 03:40:59.788900 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579fbcd-e3b4-4d82-9bbb-720f8ca325e0 req-27076c81-dbf8-40f8-b42a-36dcc25b9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.791946 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e579fbcd-e3b4-4d82-9bbb-720f8ca325e0 req-27076c81-dbf8-40f8-b42a-36dcc25b9239 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc9429c233374a60b722f141a64f6932&device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 1096 time: 0.1584997 Nov 12 03:40:59.887725 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0470d1bf-103f-440f-8bdb-34bba6c4c7b8 req-8feccf4e-9c21-4213-b1a6-6fd0f8b02ffa tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522939 Nov 12 03:40:59.971075 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579fbcd-e3b4-4d82-9bbb-720f8ca325e0 req-8466a569-2f1e-45a5-bdab-8585000710ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.972729 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e579fbcd-e3b4-4d82-9bbb-720f8ca325e0 req-8466a569-2f1e-45a5-bdab-8585000710ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=f3d14b86-b861-44e9-8a15-7d260db58528 HTTP/1.1" status: 200 len: 917 time: 0.1649065 Nov 12 03:41:00.048594 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e579fbcd-e3b4-4d82-9bbb-720f8ca325e0 req-e0a89985-36d3-475b-99b4-1fd7a95fe576 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=991a0781-e1fc-4d9a-873e-00926f724d0f HTTP/1.1" status: 200 len: 217 time: 0.0608671 Nov 12 03:41:00.136381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b203b3-1f6d-4d38-ae01-2a3929c0942b req-fe0b3519-d3ca-4c75-9a6f-c0d4fe0c9568 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.137449 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-47b203b3-1f6d-4d38-ae01-2a3929c0942b req-fe0b3519-d3ca-4c75-9a6f-c0d4fe0c9568 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1055796 Nov 12 03:41:00.147922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19040e56-5ce2-4e60-a361-b46b71ba5edb req-ae2c4f54-4ee4-4dd4-a7b9-acf0cfb4062b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.157802 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-19040e56-5ce2-4e60-a361-b46b71ba5edb req-ae2c4f54-4ee4-4dd4-a7b9-acf0cfb4062b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.1196251 Nov 12 03:41:00.160878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579fbcd-e3b4-4d82-9bbb-720f8ca325e0 req-d3d51141-b1ac-4f82-a28a-3cd0ea8d941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.162438 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e579fbcd-e3b4-4d82-9bbb-720f8ca325e0 req-d3d51141-b1ac-4f82-a28a-3cd0ea8d941f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ccd5b63e-9a1c-4417-8475-5fcee814c0cd HTTP/1.1" status: 200 len: 854 time: 0.0908599 Nov 12 03:41:00.215576 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-47b203b3-1f6d-4d38-ae01-2a3929c0942b req-00583c64-cc02-497b-8055-10c5e41b2951 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667884 Nov 12 03:41:00.247409 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45fcb454-2558-47e1-a710-534db2ed9cc4 req-f20d356d-bbcb-4b02-84e5-52f15517e4c6 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.275895 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-19040e56-5ce2-4e60-a361-b46b71ba5edb req-6a778d7b-c577-4ca0-8b4b-8f322a6f81f7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167672 Nov 12 03:41:00.318837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579fbcd-e3b4-4d82-9bbb-720f8ca325e0 req-040688b6-2d3c-4d26-b9db-1cc78ad685aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.318837 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e579fbcd-e3b4-4d82-9bbb-720f8ca325e0 req-040688b6-2d3c-4d26-b9db-1cc78ad685aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f3d14b86-b861-44e9-8a15-7d260db58528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155953 Nov 12 03:41:00.322182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d356d-bbcb-4b02-84e5-52f15517e4c6 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Pushing event deleted for resources: {'Port': ['ID=b5f4c166-08bc-4087-899c-161b76aee1e4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:00.396715 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fcb454-2558-47e1-a710-534db2ed9cc4 req-f20d356d-bbcb-4b02-84e5-52f15517e4c6 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] No DVR routers for this DVR port b5f4c166-08bc-4087-899c-161b76aee1e4 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:00.418629 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45fcb454-2558-47e1-a710-534db2ed9cc4 req-f20d356d-bbcb-4b02-84e5-52f15517e4c6 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.422281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45fcb454-2558-47e1-a710-534db2ed9cc4 req-f20d356d-bbcb-4b02-84e5-52f15517e4c6 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.25 "DELETE /v2.0/ports/b5f4c166-08bc-4087-899c-161b76aee1e4 HTTP/1.1" status: 204 len: 173 time: 1.2829831 Nov 12 03:41:00.426122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9315093-08e0-4f6f-869d-249537e23c7b req-ad303645-439e-4e9f-9621-4941027cd50a tempest-ServerGroupTestJSON-885733119 tempest-ServerGroupTestJSON-885733119-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b1bcecc-8be3-4303-bcc2-36c227823326 HTTP/1.1" status: 200 len: 210 time: 0.0546439 Nov 12 03:41:00.553262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a5c44-cfdf-4e7a-9c30-1048309e8340 req-319dce40-decf-44f9-abf5-9f7ca748a925 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.561571 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-621a5c44-cfdf-4e7a-9c30-1048309e8340 req-319dce40-decf-44f9-abf5-9f7ca748a925 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1862993 Nov 12 03:41:00.591349 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-267c4fda-aa95-4312-9dc7-05e99e4eaf80 req-a20ad984-db88-4e4e-b3d4-eb3c8c581ca0 tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 210 time: 0.0371704 Nov 12 03:41:00.611812 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e579fbcd-e3b4-4d82-9bbb-720f8ca325e0 req-8a302e30-2b28-4c30-8d50-540b6be10824 service neutron] 10.222.0.25 "GET /v2.0/networks/f3d14b86-b861-44e9-8a15-7d260db58528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851512 Nov 12 03:41:00.625975 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-621a5c44-cfdf-4e7a-9c30-1048309e8340 req-57003a29-12c5-48cb-83b9-40a2f1c1145d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633259 Nov 12 03:41:00.801625 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e579fbcd-e3b4-4d82-9bbb-720f8ca325e0 req-9aa11c4c-662f-4ac7-a4ad-fd9d75c3e6ad service neutron] 10.222.0.25 "GET /v2.0/networks/f3d14b86-b861-44e9-8a15-7d260db58528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575713 Nov 12 03:41:01.036066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80580b-ece4-4f6f-88f7-16881ff283f4 req-91c6eb77-3d76-4667-bf0c-69d89a4a333c tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:01.037702 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3b80580b-ece4-4f6f-88f7-16881ff283f4 req-91c6eb77-3d76-4667-bf0c-69d89a4a333c tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 944 time: 0.0559208 Nov 12 03:41:01.089101 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3b80580b-ece4-4f6f-88f7-16881ff283f4 req-a88d3889-d45e-4b23-8f1b-79eb88e6034a tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449758 Nov 12 03:41:01.215558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04aad68f-69d4-4bf0-bb16-838a7974afa7', 'name': 'network-vif-deleted', 'tag': 'b5f4c166-08bc-4087-899c-161b76aee1e4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:01.218089 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df5d12a-e8c7-42bd-be0d-35af13cfab88" -d '{"events": [{"server_uuid": "04aad68f-69d4-4bf0-bb16-838a7974afa7", "name": "network-vif-deleted", "tag": "b5f4c166-08bc-4087-899c-161b76aee1e4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:01.260966 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1893026e-6ed1-46b1-94b9-90295c0bbdf1 x-openstack-request-id: req-1893026e-6ed1-46b1-94b9-90295c0bbdf1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:01.261253 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04aad68f-69d4-4bf0-bb16-838a7974afa7", "name": "network-vif-deleted", "tag": "b5f4c166-08bc-4087-899c-161b76aee1e4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:01.261505 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1893026e-6ed1-46b1-94b9-90295c0bbdf1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:01.261900 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04aad68f-69d4-4bf0-bb16-838a7974afa7', 'name': 'network-vif-deleted', 'tag': 'b5f4c166-08bc-4087-899c-161b76aee1e4', 'status': 'completed', 'code': 200} Nov 12 03:41:01.279512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bdfd7-a5e9-48da-bd1a-6cae1a2d7ba4 req-65e6478a-b469-49e1-957a-7082f7876ab8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:01.286145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a4bdfd7-a5e9-48da-bd1a-6cae1a2d7ba4 req-65e6478a-b469-49e1-957a-7082f7876ab8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0759089 Nov 12 03:41:01.344091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a4bdfd7-a5e9-48da-bd1a-6cae1a2d7ba4 req-4d62d5ef-1fe2-4e7e-a28d-3553a521bd5a tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552683 Nov 12 03:41:01.424769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8709d-d4e9-439e-8eb4-4188708f2f1a req-d0302a32-c907-48cd-991d-afa78ab3ed70 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:01.426884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aae8709d-d4e9-439e-8eb4-4188708f2f1a req-d0302a32-c907-48cd-991d-afa78ab3ed70 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0638096 Nov 12 03:41:01.494783 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aae8709d-d4e9-439e-8eb4-4188708f2f1a req-2ea06c33-1d75-4522-977f-712860bfcb5b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602922 Nov 12 03:41:01.732744 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e36b76de-582f-4838-be64-1815b54e7d58 req-061c39c7-d5aa-4324-8304-3fb39c1e8fac tempest-TenantUsagesTestJSON-227732302 tempest-TenantUsagesTestJSON-227732302-project] 10.222.0.105 "GET /v2.0/ports?device_id=04aad68f-69d4-4bf0-bb16-838a7974afa7 HTTP/1.1" status: 200 len: 210 time: 0.0368786 Nov 12 03:41:01.953175 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:02.027669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ecfa5f2-ac49-4b1a-9970-559a112bbb15 admin admin] Deleting subnet 5fc746c9-0403-4e3e-8a12-18623abbf768 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:02.031617 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ecfa5f2-ac49-4b1a-9970-559a112bbb15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.095180 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ecfa5f2-ac49-4b1a-9970-559a112bbb15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.114559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 991a0781-e1fc-4d9a-873e-00926f724d0f details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:02.119417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b5f4c166-08bc-4087-899c-161b76aee1e4 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:02.154234 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ecfa5f2-ac49-4b1a-9970-559a112bbb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.171858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: b5f4c166-08bc-4087-899c-161b76aee1e4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:02.172297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b5f4c166-08bc-4087-899c-161b76aee1e4 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:02.179627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 6d9c9561-f7af-40f1-8a92-1e7aa642b560 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:02.211809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 6d9c9561-f7af-40f1-8a92-1e7aa642b560 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:02.212346 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 6d9c9561-f7af-40f1-8a92-1e7aa642b560 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:02.254008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad6c17-c6e7-42a1-8eba-7dcb87e58d36 req-05bb9867-b3c5-4670-8a1a-65f6a9bde765 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:02.255853 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7ad6c17-c6e7-42a1-8eba-7dcb87e58d36 req-05bb9867-b3c5-4670-8a1a-65f6a9bde765 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 944 time: 0.0664690 Nov 12 03:41:02.304261 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ecfa5f2-ac49-4b1a-9970-559a112bbb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.338143 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfa5f2-ac49-4b1a-9970-559a112bbb15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc746c9-0403-4e3e-8a12-18623abbf768,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:02.342269 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ecfa5f2-ac49-4b1a-9970-559a112bbb15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.350076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1ecfa5f2-ac49-4b1a-9970-559a112bbb15 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/5fc746c9-0403-4e3e-8a12-18623abbf768 HTTP/1.1" status: 204 len: 168 time: 0.3956280 Nov 12 03:41:02.350809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:02.352104 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7ad6c17-c6e7-42a1-8eba-7dcb87e58d36 req-6e7ad5fc-dfcd-4f23-ac6f-e2419dea73df tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886269 Nov 12 03:41:02.355911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 991a0781-e1fc-4d9a-873e-00926f724d0f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=991a0781-e1fc-4d9a-873e-00926f724d0f,segment=NetworkSegment(844e2103-7904-426d-be9b-c5863376bf39),segment_id=844e2103-7904-426d-be9b-c5863376bf39)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:02.376540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '991a0781-e1fc-4d9a-873e-00926f724d0f', 'network_id': 'f3d14b86-b861-44e9-8a15-7d260db58528', 'port_id': '991a0781-e1fc-4d9a-873e-00926f724d0f', 'mac_address': 'fa:16:3e:46:34:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd5b63e-9a1c-4417-8475-5fcee814c0cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:02.457072 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.479413 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991a0781-e1fc-4d9a-873e-00926f724d0f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:02.491547 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01c0827-db4a-4d7d-9ff6-195093ea15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.509489 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 991a0781-e1fc-4d9a-873e-00926f724d0f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=991a0781-e1fc-4d9a-873e-00926f724d0f,segment=NetworkSegment(844e2103-7904-426d-be9b-c5863376bf39),segment_id=844e2103-7904-426d-be9b-c5863376bf39)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:02.591660 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.604763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468ecbf-dd4f-4653-8217-121357c7a1a3 req-0ec1fce7-8e49-4cc1-9d4c-efbf31c5ce24 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:02.619315 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e468ecbf-dd4f-4653-8217-121357c7a1a3 req-0ec1fce7-8e49-4cc1-9d4c-efbf31c5ce24 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1547742 Nov 12 03:41:02.671463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=991a0781-e1fc-4d9a-873e-00926f724d0f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:02.703105 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01c0827-db4a-4d7d-9ff6-195093ea15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.718522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54534815-6132-4ad7-b855-e425953dbdf7 req-87c8ebd5-7310-4ee2-b092-2175b8e0a999 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:02.724607 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54534815-6132-4ad7-b855-e425953dbdf7 req-87c8ebd5-7310-4ee2-b092-2175b8e0a999 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0894620 Nov 12 03:41:02.758977 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e01c0827-db4a-4d7d-9ff6-195093ea15a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3434a2-3e08-4c75-861f-6d8b5814e030']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:02.788842 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e01c0827-db4a-4d7d-9ff6-195093ea15a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe5a094-88e4-4421-828f-f8adea947506') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:02.789302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e01c0827-db4a-4d7d-9ff6-195093ea15a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe5a094-88e4-4421-828f-f8adea947506') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:02.803291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54534815-6132-4ad7-b855-e425953dbdf7 req-50be556e-8af3-4c17-a5c6-20bb4f844242 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703065 Nov 12 03:41:02.821353 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e468ecbf-dd4f-4653-8217-121357c7a1a3 req-c6f6023a-9e77-4322-bfe2-5808600878cf tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008522 Nov 12 03:41:02.828340 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01c0827-db4a-4d7d-9ff6-195093ea15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.858502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01c0827-db4a-4d7d-9ff6-195093ea15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.868394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01c0827-db4a-4d7d-9ff6-195093ea15a7 admin admin] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:02.868906 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01c0827-db4a-4d7d-9ff6-195093ea15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:02.871974 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:02.949117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['991a0781-e1fc-4d9a-873e-00926f724d0f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:02.977375 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:41:03.065058 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01c0827-db4a-4d7d-9ff6-195093ea15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.074448 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01c0827-db4a-4d7d-9ff6-195093ea15a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.078202 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e01c0827-db4a-4d7d-9ff6-195093ea15a7 admin admin] 10.222.0.105 "DELETE /v2.0/networks/de3434a2-3e08-4c75-861f-6d8b5814e030 HTTP/1.1" status: 204 len: 168 time: 0.7262926 Nov 12 03:41:03.092934 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c0827-db4a-4d7d-9ff6-195093ea15a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=de3434a2-3e08-4c75-861f-6d8b5814e030,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:03.380260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52356) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:03.506558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a78f4-7ff0-4fda-ae53-8fb9edcbb10e req-feb8d664-c76f-4477-b46d-145f8607c145 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:03.515470 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-886a78f4-7ff0-4fda-ae53-8fb9edcbb10e req-feb8d664-c76f-4477-b46d-145f8607c145 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 945 time: 0.0747178 Nov 12 03:41:03.532695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:03.584254 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9d487354-550c-4332-9490-35665a484b74 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e3bc969094e848889a42b11135528809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482123 Nov 12 03:41:03.585434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:03.600400 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-886a78f4-7ff0-4fda-ae53-8fb9edcbb10e req-7e055c9d-e02a-4252-a256-57e9f0dc72f5 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836511 Nov 12 03:41:03.605768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-74fc0f0a-9958-4b2b-95b9-3add95f95c92 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6641248dd975490a9a88fbc0b586f5ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235677 Nov 12 03:41:03.606397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52364) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:03.647402 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25204350-25ab-4639-8f01-d44f2375350b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.669238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c421ad3c-5a8b-4539-9a15-ec67c4d94d26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.672076 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25204350-25ab-4639-8f01-d44f2375350b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.694713 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c421ad3c-5a8b-4539-9a15-ec67c4d94d26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.785876 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25204350-25ab-4639-8f01-d44f2375350b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.790467 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25204350-25ab-4639-8f01-d44f2375350b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.793193 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-25204350-25ab-4639-8f01-d44f2375350b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b401a6bd-6aa7-4bb3-97ba-70a52936a12c HTTP/1.1" status: 204 len: 168 time: 0.2056286 Nov 12 03:41:03.805601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25204350-25ab-4639-8f01-d44f2375350b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b401a6bd-6aa7-4bb3-97ba-70a52936a12c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:03.824610 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c421ad3c-5a8b-4539-9a15-ec67c4d94d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.830956 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c421ad3c-5a8b-4539-9a15-ec67c4d94d26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.834926 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c421ad3c-5a8b-4539-9a15-ec67c4d94d26 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7f67afaa-3138-44cd-9b14-934508058397 HTTP/1.1" status: 204 len: 168 time: 0.2264316 Nov 12 03:41:03.854697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421ad3c-5a8b-4539-9a15-ec67c4d94d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f67afaa-3138-44cd-9b14-934508058397,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:04.100978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33d8ad-f53b-4555-bd1b-4c3e691fda7c req-00eaca70-59ff-40a6-9477-81890166dc10 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:04.101617 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ac33d8ad-f53b-4555-bd1b-4c3e691fda7c req-00eaca70-59ff-40a6-9477-81890166dc10 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0626221 Nov 12 03:41:04.112718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd863e4-d6c6-4fc9-bb8f-5737ce42d195 req-6a8c09cc-42bd-4b10-8fa3-aa1d29bda1ec tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:04.115521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2dd863e4-d6c6-4fc9-bb8f-5737ce42d195 req-6a8c09cc-42bd-4b10-8fa3-aa1d29bda1ec tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0912781 Nov 12 03:41:04.166609 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 991a0781-e1fc-4d9a-873e-00926f724d0f up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:04.175537 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ac33d8ad-f53b-4555-bd1b-4c3e691fda7c req-7334457d-4d5f-42bb-8dde-71519637fa42 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673108 Nov 12 03:41:04.208722 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2dd863e4-d6c6-4fc9-bb8f-5737ce42d195 req-178d3514-9256-4c45-a950-42087d9d21b3 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793490 Nov 12 03:41:04.332812 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 991a0781-e1fc-4d9a-873e-00926f724d0f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:41:04.338136 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 991a0781-e1fc-4d9a-873e-00926f724d0f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:04.338889 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.468767 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.493297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01b8bce-a2ba-4791-8761-0d75cc262fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991a0781-e1fc-4d9a-873e-00926f724d0f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:04.495592 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8686aa65-71be-4677-8f7a-8330d01e74ed" -d '{"events": [{"server_uuid": "c01b8bce-a2ba-4791-8761-0d75cc262fe5", "name": "network-vif-plugged", "status": "completed", "tag": "991a0781-e1fc-4d9a-873e-00926f724d0f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:04.514238 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 991a0781-e1fc-4d9a-873e-00926f724d0f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=991a0781-e1fc-4d9a-873e-00926f724d0f,segment=NetworkSegment(844e2103-7904-426d-be9b-c5863376bf39),segment_id=844e2103-7904-426d-be9b-c5863376bf39)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:04.554103 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a92a17-fd37-4c15-abb3-7ab66a6ef77c x-openstack-request-id: req-a3a92a17-fd37-4c15-abb3-7ab66a6ef77c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:04.554527 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01b8bce-a2ba-4791-8761-0d75cc262fe5", "name": "network-vif-plugged", "status": "completed", "tag": "991a0781-e1fc-4d9a-873e-00926f724d0f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:04.554816 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a3a92a17-fd37-4c15-abb3-7ab66a6ef77c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:04.555259 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01b8bce-a2ba-4791-8761-0d75cc262fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991a0781-e1fc-4d9a-873e-00926f724d0f', 'code': 200} Nov 12 03:41:04.641529 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.715537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17f696-8dfa-4025-be3d-bac9876c6a80 req-ec95852e-e147-4425-a590-199843d8bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:04.716717 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=991a0781-e1fc-4d9a-873e-00926f724d0f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:04.718778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ff17f696-8dfa-4025-be3d-bac9876c6a80 req-ec95852e-e147-4425-a590-199843d8bc93 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 1098 time: 0.0770032 Nov 12 03:41:04.813916 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ff17f696-8dfa-4025-be3d-bac9876c6a80 req-628dd350-9f21-4c0c-8ee1-b12fb9b41150 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844676 Nov 12 03:41:04.823888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54209e2-ab36-4b08-8308-1a0302b6074e req-da3757f3-d5fc-48f9-834d-5d79d02d31dd tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:04.825652 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f54209e2-ab36-4b08-8308-1a0302b6074e req-da3757f3-d5fc-48f9-834d-5d79d02d31dd tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 946 time: 0.0975568 Nov 12 03:41:04.882589 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f54209e2-ab36-4b08-8308-1a0302b6074e req-563d2f09-183b-4ee7-92f6-448b970e3efb tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492961 Nov 12 03:41:04.949991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52396) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:04.969464 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7aec96aa-544e-483a-bfb9-e409eaeb830b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.062181 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7aec96aa-544e-483a-bfb9-e409eaeb830b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.150007 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7aec96aa-544e-483a-bfb9-e409eaeb830b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.192002 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7aec96aa-544e-483a-bfb9-e409eaeb830b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=29b03dc3056249f99fbb3bacefb4cd52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404447 Nov 12 03:41:05.193206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec96aa-544e-483a-bfb9-e409eaeb830b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda1bb0c-11a0-4a4d-83b1-a79a96a3300b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:05.195101 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52400) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:05.279889 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f37bb3f5-94c4-46a6-b5aa-bcc8dcd4f091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.357638 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f37bb3f5-94c4-46a6-b5aa-bcc8dcd4f091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.360076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52410) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:05.386874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581b4b4-8a0f-478e-a2a1-523be2e79945 req-a68b1e85-310e-41c8-96b6-3f18d417635b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.389508 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4581b4b4-8a0f-478e-a2a1-523be2e79945 req-a68b1e85-310e-41c8-96b6-3f18d417635b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0838819 Nov 12 03:41:05.422062 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315a4dd-f509-4835-af9a-2a4ce290eef4 req-6aef2d09-9bfd-4ae1-8412-1538358785fe tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.430447 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6315a4dd-f509-4835-af9a-2a4ce290eef4 req-6aef2d09-9bfd-4ae1-8412-1538358785fe tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1364167 Nov 12 03:41:05.472981 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4581b4b4-8a0f-478e-a2a1-523be2e79945 req-2a41c647-bdac-400a-a1f0-4261de5ed95a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769794 Nov 12 03:41:05.515760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6315a4dd-f509-4835-af9a-2a4ce290eef4 req-08b784d9-c413-46d8-ac79-7f34b443a184 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836549 Nov 12 03:41:05.553393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-623332628-network', 'tenant_id': '3a505a925eb14489b50444b07e13a838'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:05.584440 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f37bb3f5-94c4-46a6-b5aa-bcc8dcd4f091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.587183 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f37bb3f5-94c4-46a6-b5aa-bcc8dcd4f091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.588864 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f37bb3f5-94c4-46a6-b5aa-bcc8dcd4f091 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/eda1bb0c-11a0-4a4d-83b1-a79a96a3300b HTTP/1.1" status: 204 len: 168 time: 0.3919761 Nov 12 03:41:05.601947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bb3f5-94c4-46a6-b5aa-bcc8dcd4f091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda1bb0c-11a0-4a4d-83b1-a79a96a3300b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:05.659980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] Made reservation on behalf of 3a505a925eb14489b50444b07e13a838 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:05.663195 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.672285 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.754469 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.836091 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.865602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:05.871384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a315244-184a-4e05-aa92-d20fafc12fb6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:05.882799 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.883152 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] Added segment 3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb of type vlan for network 37fdd746-82c2-478a-8e20-04dec64a92ad Nov 12 03:41:05.933818 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.065536 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.068664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:06.069534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.094362 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462614e-5ab0-4612-985b-7208aab78d94 req-a87a3b52-a832-4f87-ad01-f0dc8da7342b tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:06.104891 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8462614e-5ab0-4612-985b-7208aab78d94 req-a87a3b52-a832-4f87-ad01-f0dc8da7342b tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 946 time: 0.0933180 Nov 12 03:41:06.148146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=37fdd746-82c2-478a-8e20-04dec64a92ad,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:06.162760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8462614e-5ab0-4612-985b-7208aab78d94 req-fe73a3d5-b324-4228-b458-313378c85877 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568397 Nov 12 03:41:06.163439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 37fdd746-82c2-478a-8e20-04dec64a92ad details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:06.241031 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-88e9cd7e-fa23-4a9c-a164-b00673e04ba3 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8789301 Nov 12 03:41:06.243153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:06.250436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1a3bd9f9-eff1-4788-bc65-f4ba0909b413 admin admin] Request body: {'subnet': {'network_id': '37fdd746-82c2-478a-8e20-04dec64a92ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-623332628-subnet', 'tenant_id': '3a505a925eb14489b50444b07e13a838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:06.390532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3bd9f9-eff1-4788-bc65-f4ba0909b413 admin admin] Made reservation on behalf of 3a505a925eb14489b50444b07e13a838 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:06.403719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a3bd9f9-eff1-4788-bc65-f4ba0909b413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.734301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33beb74f-0729-4264-9b76-0553e753cf70 req-7a2745f0-bc2f-4d1d-b534-703b6b036034 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:06.736794 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-33beb74f-0729-4264-9b76-0553e753cf70 req-7a2745f0-bc2f-4d1d-b534-703b6b036034 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0871787 Nov 12 03:41:06.741587 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b2fb-8da4-4653-a283-adfc7b03e562 req-4a1a8199-3924-4f5e-973a-ec2e77f5459c tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:06.747794 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7bf6b2fb-8da4-4653-a283-adfc7b03e562 req-4a1a8199-3924-4f5e-973a-ec2e77f5459c tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0838094 Nov 12 03:41:06.834543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-33beb74f-0729-4264-9b76-0553e753cf70 req-8927e433-ca46-4e0a-b42b-86c7b37fff72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861034 Nov 12 03:41:06.836309 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a3bd9f9-eff1-4788-bc65-f4ba0909b413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.867435 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7bf6b2fb-8da4-4653-a283-adfc7b03e562 req-00b84337-d5a7-45cc-8571-cf51274c3ff3 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122181 Nov 12 03:41:06.959432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52444) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:06.985588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3bd9f9-eff1-4788-bc65-f4ba0909b413 admin admin] Checking segment: {'id': '3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '37fdd746-82c2-478a-8e20-04dec64a92ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:06.986520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3bd9f9-eff1-4788-bc65-f4ba0909b413 admin admin] Network hostable DHCP agents. Network: 37fdd746-82c2-478a-8e20-04dec64a92ad, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:06.999898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bd9f9-eff1-4788-bc65-f4ba0909b413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f621547-76fd-4931-9854-2656dfef0011,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:07.098278 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3bd9f9-eff1-4788-bc65-f4ba0909b413 admin admin] Network 37fdd746-82c2-478a-8e20-04dec64a92ad is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:07.139003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-network', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:07.188585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1a3bd9f9-eff1-4788-bc65-f4ba0909b413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 37fdd746-82c2-478a-8e20-04dec64a92ad) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:07.200978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3bd9f9-eff1-4788-bc65-f4ba0909b413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:07.202547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e22f71f-7cb6-4762-bbe1-67274df825f6 None None] Network 37fdd746-82c2-478a-8e20-04dec64a92ad requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:07.203334 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a3bd9f9-eff1-4788-bc65-f4ba0909b413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.306200 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] Made reservation on behalf of c5baee09b20946378a2bc93ef10a911b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:07.308758 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.324727 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.357616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518ade4-a5f0-4337-8de5-cf522dbc8d92 req-a5e7c96a-a0a1-433a-bc74-be95d0b493a9 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:07.359257 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f518ade4-a5f0-4337-8de5-cf522dbc8d92 req-a5e7c96a-a0a1-433a-bc74-be95d0b493a9 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 946 time: 0.0934749 Nov 12 03:41:07.390209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d45d80-332a-47d2-8094-99ee7a4d6dc2 None None] Network 37fdd746-82c2-478a-8e20-04dec64a92ad requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:07.412581 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1a3bd9f9-eff1-4788-bc65-f4ba0909b413 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1670589 Nov 12 03:41:07.483543 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f518ade4-a5f0-4337-8de5-cf522dbc8d92 req-272b1fa5-c8cd-4a5d-b32d-fb605207fdaa tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124701 Nov 12 03:41:07.500331 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.578857 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.616451 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:07.636138 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7a75d1-fb32-4607-a312-2372b3053ee8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:07.643388 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.644001 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] Added segment b05803eb-2341-440f-b086-b7a8d63090bf of type vlan for network 851df3f2-cf71-4467-b1fc-991420bf9cb1 Nov 12 03:41:07.696011 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.882492 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.883736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:07.884483 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.968621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-4645a1c6-1569-4730-ade1-74038d084cf6 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:07.976649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-4645a1c6-1569-4730-ade1-74038d084cf6 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/networks?id=37fdd746-82c2-478a-8e20-04dec64a92ad HTTP/1.1" status: 200 len: 808 time: 0.1345563 Nov 12 03:41:08.000657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4c1dec-ad16-4a5e-9ca4-e3ba2bea8f54 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/quotas/3a505a925eb14489b50444b07e13a838 HTTP/1.1" status: 200 len: 375 time: 0.0227349 Nov 12 03:41:08.030743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] Pushing event updated for resources: {'Network': ['ID=851df3f2-cf71-4467-b1fc-991420bf9cb1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:08.045312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 851df3f2-cf71-4467-b1fc-991420bf9cb1 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:08.058341 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-2abab317-5d45-43e8-85cd-6fa18db83392 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=3a505a925eb14489b50444b07e13a838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524914 Nov 12 03:41:08.060323 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-34ba2426-eeb2-4b53-87cd-b0e628cb5be9 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0998864 Nov 12 03:41:08.067551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52474) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:08.070350 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86488688-6c62-4289-8ad0-f101d5673965 req-4cdee11b-cc30-4e57-b311-d259f510bf91 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:08.071943 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86488688-6c62-4289-8ad0-f101d5673965 req-4cdee11b-cc30-4e57-b311-d259f510bf91 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0806189 Nov 12 03:41:08.078007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d3b93aa0-6deb-413c-81b0-433997901311 admin admin] Request body: {'subnet': {'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-subnet', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:08.128998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86488688-6c62-4289-8ad0-f101d5673965 req-6f8d4900-e369-4cc5-a41b-fcfd75fc2a3c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492592 Nov 12 03:41:08.223656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b93aa0-6deb-413c-81b0-433997901311 admin admin] Made reservation on behalf of c5baee09b20946378a2bc93ef10a911b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:08.232713 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b93aa0-6deb-413c-81b0-433997901311 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.256345 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-0e4ec4af-74ad-4084-9d29-24b706e2fa8d service neutron] 10.222.0.105 "GET /v2.0/networks/37fdd746-82c2-478a-8e20-04dec64a92ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966121 Nov 12 03:41:08.268435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a764df-d30b-45e6-942d-43dfbeb7cd32 req-91c8b871-f3f7-4764-8e42-caac92dc791d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:08.270691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37a764df-d30b-45e6-942d-43dfbeb7cd32 req-91c8b871-f3f7-4764-8e42-caac92dc791d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0604312 Nov 12 03:41:08.356030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37a764df-d30b-45e6-942d-43dfbeb7cd32 req-4535a16f-42df-49e8-8d81-1655157a7550 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777822 Nov 12 03:41:08.524614 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-916328cd-7033-4833-bc75-91de84e662e7 service neutron] 10.222.0.105 "GET /v2.0/networks/37fdd746-82c2-478a-8e20-04dec64a92ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317915 Nov 12 03:41:08.674829 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b93aa0-6deb-413c-81b0-433997901311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.747369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b93aa0-6deb-413c-81b0-433997901311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b76befd-7587-4d1e-864d-d86d21633c49,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:08.762295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b93aa0-6deb-413c-81b0-433997901311 admin admin] Checking segment: {'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:08.762295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b93aa0-6deb-413c-81b0-433997901311 admin admin] Network hostable DHCP agents. Network: 851df3f2-cf71-4467-b1fc-991420bf9cb1, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:08.847570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b93aa0-6deb-413c-81b0-433997901311 admin admin] Network 851df3f2-cf71-4467-b1fc-991420bf9cb1 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:08.854745 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ca262507-70ea-450f-b25f-e92dd4ff3fc3 req-fbca9575-4f70-4667-ac77-f706052fa0ba tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 210 time: 0.0328376 Nov 12 03:41:08.928074 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d3b93aa0-6deb-413c-81b0-433997901311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 851df3f2-cf71-4467-b1fc-991420bf9cb1) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:08.944700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b93aa0-6deb-413c-81b0-433997901311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:08.945085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069ec3eb-9156-4e86-8720-e8571b10e29b None None] Network 851df3f2-cf71-4467-b1fc-991420bf9cb1 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:08.945881 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b93aa0-6deb-413c-81b0-433997901311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.050159 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d3b93aa0-6deb-413c-81b0-433997901311 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9811344 Nov 12 03:41:09.053760 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52496) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:09.060069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:09.172701 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-851df3f2-cf71-4467-b1fc-991420bf9cb1', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:09.175006 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.197196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.213075 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.297092 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-429fb430-aa1b-40d9-97ad-1c1840eda2dc service neutron] show failed (client error): The resource could not be found. Nov 12 03:41:09.298171 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-429fb430-aa1b-40d9-97ad-1c1840eda2dc service neutron] 10.222.0.25 "GET /v2.0/ports/512ac6f4-442a-4d98-9d16-d0a71c52a6f3/bindings/n-h2-767704-23 HTTP/1.1" status: 404 len: 381 time: 0.0955024 Nov 12 03:41:09.332125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.374025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc5e83-9ad2-4ea9-ab6d-14346d77e2b9 req-b5cc3654-f9a9-459a-b0c4-51bc849bb6d8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.383367 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8fdc5e83-9ad2-4ea9-ab6d-14346d77e2b9 req-b5cc3654-f9a9-459a-b0c4-51bc849bb6d8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.1206677 Nov 12 03:41:09.463375 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8fdc5e83-9ad2-4ea9-ab6d-14346d77e2b9 req-9b973b60-f7af-4d05-8dc0-626fc2fdeaee tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780649 Nov 12 03:41:09.492488 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Allocated IP 172.20.0.2 (851df3f2-cf71-4467-b1fc-991420bf9cb1/0b76befd-7587-4d1e-864d-d86d21633c49/28275024-eac3-43e2-8a04-f98593e9e076) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:09.537084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ed7cf-3160-4683-99d6-f041dcfbd049 req-cf581723-2c40-44b9-9d2b-d103d23efd63 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.539742 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a5ed7cf-3160-4683-99d6-f041dcfbd049 req-cf581723-2c40-44b9-9d2b-d103d23efd63 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0783348 Nov 12 03:41:09.719554 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a5ed7cf-3160-4683-99d6-f041dcfbd049 req-ffc963d9-367a-464e-b96a-6d63e6a651f0 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602073 Nov 12 03:41:09.797175 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.921535 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.981071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bd773078-3e40-4605-b75d-3feab440297a req-6de6551f-3d03-4b0b-9335-6801ec9e7bc6 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 210 time: 0.0457647 Nov 12 03:41:10.060300 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.152511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Network 851df3f2-cf71-4467-b1fc-991420bf9cb1 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:10.157071 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Pushing event updated for resources: {'Port': ['ID=28275024-eac3-43e2-8a04-f98593e9e076,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:10.161999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:10.163683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:10.168336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-ee9f49e4-da6d-4f30-8ec6-5e3dad46d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.170085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-ee9f49e4-da6d-4f30-8ec6-5e3dad46d8ba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e&tenant_id=b9810c161f0b41f1afd590350e2a6352 HTTP/1.1" status: 200 len: 1101 time: 0.0672762 Nov 12 03:41:10.218418 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-767704-23', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:10.232747 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Attempting to bind port 28275024-eac3-43e2-8a04-f98593e9e076 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:10.233352 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Attempting to bind port 28275024-eac3-43e2-8a04-f98593e9e076 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:10.233885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Attempting to bind port 28275024-eac3-43e2-8a04-f98593e9e076 on network 851df3f2-cf71-4467-b1fc-991420bf9cb1 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:10.239791 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:10.240298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Checking segment: {'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:10.240627 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.241003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Bound using segment: {'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:10.241467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Bound port: 28275024-eac3-43e2-8a04-f98593e9e076, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:10.241846 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.313151 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] For port 28275024-eac3-43e2-8a04-f98593e9e076, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:10.317421 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] For port 28275024-eac3-43e2-8a04-f98593e9e076, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=28275024-eac3-43e2-8a04-f98593e9e076,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:10.330754 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.342691 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.365780 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.418576 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.495869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b3a2f-1b92-48e9-b936-c3ccfd993491 None None] Pushing event updated for resources: {'Port': ['ID=28275024-eac3-43e2-8a04-f98593e9e076,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:10.623772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f03bf-dcd8-4338-8410-6c837c15aefe req-b15d99e9-f38c-4e6f-b049-ce932ca9a50f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.625310 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-941f03bf-dcd8-4338-8410-6c837c15aefe req-b15d99e9-f38c-4e6f-b049-ce932ca9a50f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.0592139 Nov 12 03:41:10.696754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Allocated IP 172.25.8.103 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/a9c0a09f-d3cc-4142-bf27-a5737e819a60) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:10.718359 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-941f03bf-dcd8-4338-8410-6c837c15aefe req-f084f304-43fb-4af7-a74f-679ac3ca70ec tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813072 Nov 12 03:41:10.989691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] For port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:10.997410 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69674d-6058-43d6-86f5-8d2669135257 req-9b6b852c-beff-4e7c-8335-575cc6a4deaa tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:11.007839 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e69674d-6058-43d6-86f5-8d2669135257 req-9b6b852c-beff-4e7c-8335-575cc6a4deaa tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1008549 Nov 12 03:41:11.015785 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.049925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] For port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:11.104692 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e69674d-6058-43d6-86f5-8d2669135257 req-fb8b744b-2fe6-4f3c-bdcb-f12fa60dc1cb tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956333 Nov 12 03:41:11.145536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d7040b-9f38-431b-af20-29674990fe7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:11.150256 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86a32f7-34e5-4a94-962f-e7e3f90a318a" -d '{"events": [{"server_uuid": "65d7040b-9f38-431b-af20-29674990fe7e", "name": "network-vif-unplugged", "status": "completed", "tag": "512ac6f4-442a-4d98-9d16-d0a71c52a6f3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:11.160619 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.182270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Transition to ACTIVE for port object 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:41:11.236572 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b99e7f0-e81b-41c2-b550-3d1360243a95 req-ddb85ec6-ce7d-40ac-b43f-45d68beb04e2 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 210 time: 0.0274246 Nov 12 03:41:11.237688 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.289730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:11.292941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:11.297403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:11.300680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c0a09f-d3cc-4142-bf27-a5737e819a60,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:11.325633 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fdd625-66b5-4ecc-8a58-4ac23ae9c336 x-openstack-request-id: req-70fdd625-66b5-4ecc-8a58-4ac23ae9c336 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:11.328318 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d7040b-9f38-431b-af20-29674990fe7e", "name": "network-vif-unplugged", "status": "completed", "tag": "512ac6f4-442a-4d98-9d16-d0a71c52a6f3", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:11.328589 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-70fdd625-66b5-4ecc-8a58-4ac23ae9c336 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:11.332729 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d7040b-9f38-431b-af20-29674990fe7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3', 'code': 200} Nov 12 03:41:11.357491 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.536493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] No DVR routers for this DVR port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:11.542520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:11.592221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Attempting to bind port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:11.592557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Attempting to bind port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:11.592880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Attempting to bind port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:11.599298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:41:11.600268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Attempting to bind port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:11.609551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:11.613257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:11.613257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:11.613257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Bound port: 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:11.613257 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.909336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec313854-9cb6-4534-9741-caf8d6710346 None None] Network 851df3f2-cf71-4467-b1fc-991420bf9cb1 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:11.972948 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de586d3b-fac9-4f74-97e6-2a5f6beb74bf req-f389f798-0fb2-4b6a-9f32-0c370f5e502d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:11.985677 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de586d3b-fac9-4f74-97e6-2a5f6beb74bf req-f389f798-0fb2-4b6a-9f32-0c370f5e502d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 947 time: 0.1366382 Nov 12 03:41:12.116369 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de586d3b-fac9-4f74-97e6-2a5f6beb74bf req-afa71231-5b8a-47ec-a9c1-f05befaa22c6 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292572 Nov 12 03:41:12.195572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.217361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:12.267226 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d921f8f5-92d6-486b-ae19-c2c7ee47cffc None None] Provisioning complete for port 28275024-eac3-43e2-8a04-f98593e9e076 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:12.269706 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d921f8f5-92d6-486b-ae19-c2c7ee47cffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.296393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] For port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:12.304158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] For port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:12.397202 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.401868 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:12.403550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cd2a8-0035-433c-80b3-04b8d0c276b3 req-998f598f-59ad-4c32-97dc-a8c201c2f944 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:12.404974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 28275024-eac3-43e2-8a04-f98593e9e076 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:12.412669 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f7cd2a8-0035-433c-80b3-04b8d0c276b3 req-998f598f-59ad-4c32-97dc-a8c201c2f944 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1705573 Nov 12 03:41:12.465394 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d90b7c20-a753-47a9-8c1a-b2a13261ce99 req-37d2a927-913e-4a3f-9228-870416b36fed tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 210 time: 0.0656285 Nov 12 03:41:12.476421 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d921f8f5-92d6-486b-ae19-c2c7ee47cffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.492676 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f7cd2a8-0035-433c-80b3-04b8d0c276b3 req-1d17c26a-4df5-4841-91d2-b33911e0f409 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782993 Nov 12 03:41:12.563766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d921f8f5-92d6-486b-ae19-c2c7ee47cffc None None] For port 28275024-eac3-43e2-8a04-f98593e9e076, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=28275024-eac3-43e2-8a04-f98593e9e076,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:12.574424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 28275024-eac3-43e2-8a04-f98593e9e076 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:12.574886 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.688566 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.711882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-dce66e33-9273-4b31-a62c-2f0e3ea910ee tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:12.712852 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-dce66e33-9273-4b31-a62c-2f0e3ea910ee tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.26 "GET /v2.0/networks?id=37fdd746-82c2-478a-8e20-04dec64a92ad HTTP/1.1" status: 200 len: 808 time: 0.2685480 Nov 12 03:41:12.713539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:12.717462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:12.718225 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.718467 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d921f8f5-92d6-486b-ae19-c2c7ee47cffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.720097 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-35396495-d6bb-42ee-9752-ade9ebc6d3f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/512ac6f4-442a-4d98-9d16-d0a71c52a6f3 HTTP/1.1" status: 200 len: 1096 time: 2.5052915 Nov 12 03:41:12.785782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-f16553f1-719b-46c4-b05e-c6c7660491cd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Request body: {'port': {'device_id': '3e3b1535-3785-4dc7-a50b-7c8047ce6dd4', 'network_id': '37fdd746-82c2-478a-8e20-04dec64a92ad', 'admin_state_up': True, 'tenant_id': '3a505a925eb14489b50444b07e13a838'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:12.950588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921f8f5-92d6-486b-ae19-c2c7ee47cffc None None] Pushing event updated for resources: {'Port': ['ID=28275024-eac3-43e2-8a04-f98593e9e076,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:12.954630 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:41:12.954969 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:41:12.964965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8fbc9dcd-61a5-40ca-93da-cf8aae46ade8 None None] Provisioning complete for port 28275024-eac3-43e2-8a04-f98593e9e076 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:12.965350 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8fbc9dcd-61a5-40ca-93da-cf8aae46ade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.070450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-a7824f3a-00ce-4c75-b3d9-60df6f1be75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.072247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-a7824f3a-00ce-4c75-b3d9-60df6f1be75e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 1099 time: 0.1381938 Nov 12 03:41:13.073374 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.214596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-f16553f1-719b-46c4-b05e-c6c7660491cd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Made reservation on behalf of 3a505a925eb14489b50444b07e13a838 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:13.218327 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-f16553f1-719b-46c4-b05e-c6c7660491cd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.335469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d7040b-9f38-431b-af20-29674990fe7e', 'tag': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:13.337745 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8000565-db57-4ed7-a151-71986bb5386b" -d '{"events": [{"name": "network-changed", "server_uuid": "65d7040b-9f38-431b-af20-29674990fe7e", "tag": "512ac6f4-442a-4d98-9d16-d0a71c52a6f3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:13.409237 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-8d6d4b64-6de0-4bb3-8a5a-0bfb42eb14a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.412391 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-8d6d4b64-6de0-4bb3-8a5a-0bfb42eb14a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2891152 Nov 12 03:41:13.426128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb307a-767a-49be-898f-b9f7fe2c3091 req-62c38a4a-1efb-4547-bc3d-2382a16088df tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.427798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1abb307a-767a-49be-898f-b9f7fe2c3091 req-62c38a4a-1efb-4547-bc3d-2382a16088df tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 947 time: 0.2218218 Nov 12 03:41:13.447781 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cae5dd6-ba0a-423a-a6e8-c2471197c607 x-openstack-request-id: req-7cae5dd6-ba0a-423a-a6e8-c2471197c607 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:13.448154 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d7040b-9f38-431b-af20-29674990fe7e", "tag": "512ac6f4-442a-4d98-9d16-d0a71c52a6f3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:13.448508 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7cae5dd6-ba0a-423a-a6e8-c2471197c607 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:13.448910 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d7040b-9f38-431b-af20-29674990fe7e', 'tag': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3', 'status': 'completed', 'code': 200} Nov 12 03:41:13.530925 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-86235925-53b5-489a-a864-1c57e1591f02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3 HTTP/1.1" status: 200 len: 217 time: 0.1019878 Nov 12 03:41:13.534340 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8000565-db57-4ed7-a151-71986bb5386b req-7f2b21c1-727c-4865-a366-0a1b6c4a6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.538921 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e8000565-db57-4ed7-a151-71986bb5386b req-7f2b21c1-727c-4865-a366-0a1b6c4a6f38 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 1099 time: 0.0686479 Nov 12 03:41:13.641569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9f4612e-d836-4057-beac-d5834f7fe0df req-5342bce4-54f8-4327-9827-4819398d26e8 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 210 time: 0.0575299 Nov 12 03:41:13.647197 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1abb307a-767a-49be-898f-b9f7fe2c3091 req-e49c29c7-1706-440e-99a0-a41de314f18b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091260 Nov 12 03:41:13.662327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-f16553f1-719b-46c4-b05e-c6c7660491cd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Allocated IP 172.20.0.8 (37fdd746-82c2-478a-8e20-04dec64a92ad/5f621547-76fd-4931-9854-2656dfef0011/55dc9a21-d7bb-4488-8f42-e2c5caac1b59) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:13.678475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-a8ffdcf2-5511-42cc-ac04-4d7504cb5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.678475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-a8ffdcf2-5511-42cc-ac04-4d7504cb5573 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1089044 Nov 12 03:41:13.703854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8000565-db57-4ed7-a151-71986bb5386b req-080cd54b-f653-462a-8d50-7ec68e485432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.709702 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e8000565-db57-4ed7-a151-71986bb5386b req-080cd54b-f653-462a-8d50-7ec68e485432 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1547565 Nov 12 03:41:13.741581 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Router 9b541acd-16e0-421d-9224-479fac23268b is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:41:13.765155 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e8000565-db57-4ed7-a151-71986bb5386b req-1c887729-59fe-42b1-9aee-4c544a119dbe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3 HTTP/1.1" status: 200 len: 217 time: 0.0501950 Nov 12 03:41:13.827749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-90c13a2a-63cd-4851-b0bc-6967f7d825e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.829551 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-90c13a2a-63cd-4851-b0bc-6967f7d825e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1422713 Nov 12 03:41:13.851242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8000565-db57-4ed7-a151-71986bb5386b req-360956ff-72cd-4149-acaf-a770363d5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.853190 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e8000565-db57-4ed7-a151-71986bb5386b req-360956ff-72cd-4149-acaf-a770363d5e25 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0757113 Nov 12 03:41:13.863481 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00de6e-ce2d-49d6-a3c2-324b3f61b360 req-7c194c2b-d76f-4362-bb43-0f28d3e0964c tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.865839 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ba00de6e-ce2d-49d6-a3c2-324b3f61b360 req-7c194c2b-d76f-4362-bb43-0f28d3e0964c tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1040568 Nov 12 03:41:13.945958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8000565-db57-4ed7-a151-71986bb5386b req-69ac4889-f080-44e6-8984-20a4ab2cf8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.947697 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e8000565-db57-4ed7-a151-71986bb5386b req-69ac4889-f080-44e6-8984-20a4ab2cf8d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0792942 Nov 12 03:41:13.952639 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ba00de6e-ce2d-49d6-a3c2-324b3f61b360 req-5742d208-1b47-4f2f-88de-e72d670cb0b7 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765977 Nov 12 03:41:14.091286 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e8000565-db57-4ed7-a151-71986bb5386b req-a5247b1b-04c4-4fd4-bd84-82b335763c3e service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303670 Nov 12 03:41:14.249431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 28275024-eac3-43e2-8a04-f98593e9e076 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:14.267307 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e8000565-db57-4ed7-a151-71986bb5386b req-83bdfcae-cf1f-413f-b1fe-8a8242ffccec service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444049 Nov 12 03:41:14.320638 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-f16553f1-719b-46c4-b05e-c6c7660491cd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.322616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:14.342856 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Sync routers for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:14.350844 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:14.351802 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:40:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:14.369536 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 28275024-eac3-43e2-8a04-f98593e9e076 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:14.369975 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.401752 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-f844a557-f570-430c-ad29-8249e4d4630a service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876814 Nov 12 03:41:14.487697 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.493815 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-767c2ece-e67f-4047-836c-887f8ef50965 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.4343979 Nov 12 03:41:14.493919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52576) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:14.498274 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-f16553f1-719b-46c4-b05e-c6c7660491cd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.580077 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-f16553f1-719b-46c4-b05e-c6c7660491cd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Network 37fdd746-82c2-478a-8e20-04dec64a92ad is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:14.592661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-f16553f1-719b-46c4-b05e-c6c7660491cd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:14.596954 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-f16553f1-719b-46c4-b05e-c6c7660491cd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:14.650380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16553f1-719b-46c4-b05e-c6c7660491cd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Pushing event updated for resources: {'Port': ['ID=55dc9a21-d7bb-4488-8f42-e2c5caac1b59,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:14.667448 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d4eb510-004a-4912-8aa4-9f02f8f98512 req-a91da889-3da5-45a5-a36c-07ab1ee346a3 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522101 Nov 12 03:41:14.667802 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:14.717356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-f16553f1-719b-46c4-b05e-c6c7660491cd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:14.725377 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-f16553f1-719b-46c4-b05e-c6c7660491cd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.898762 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-f16553f1-719b-46c4-b05e-c6c7660491cd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1217055 Nov 12 03:41:14.930512 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:11Z', 'revision_number': 3, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:14.941685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362a137-ef57-482f-a4a3-4e56fc5f5f09 req-f318fa1d-6383-4348-beb7-2cc4764ab26e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:14.943862 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5362a137-ef57-482f-a4a3-4e56fc5f5f09 req-f318fa1d-6383-4348-beb7-2cc4764ab26e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 947 time: 0.1275990 Nov 12 03:41:14.962172 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Checking router: 9b541acd-16e0-421d-9224-479fac23268b for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:41:14.964929 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Updating router 9b541acd-16e0-421d-9224-479fac23268b port a9c0a09f-d3cc-4142-bf27-a5737e819a60 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:41:14.983256 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Request body: {'port': {'device_id': '3e3b1535-3785-4dc7-a50b-7c8047ce6dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:15.005829 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e4291-bfe1-42b2-b719-4148e1c33427 req-20446baa-7f05-4c25-89f9-f7bc09e7d250 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:15.007534 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d1e4291-bfe1-42b2-b719-4148e1c33427 req-20446baa-7f05-4c25-89f9-f7bc09e7d250 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 931 time: 0.2176454 Nov 12 03:41:15.007885 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.126847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5362a137-ef57-482f-a4a3-4e56fc5f5f09 req-31422e68-1ce7-475f-b104-05f474010dff tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686766 Nov 12 03:41:15.158719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.192726 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d1e4291-bfe1-42b2-b719-4148e1c33427 req-3e0c1b97-e86e-48c4-af78-8d65645c0d17 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724696 Nov 12 03:41:15.447180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43a9fa-c1bc-4dcf-98fb-2a7da1fe7fdc req-cfc5305c-5e0f-4dd9-969a-8809198337c9 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:15.454973 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e43a9fa-c1bc-4dcf-98fb-2a7da1fe7fdc req-cfc5305c-5e0f-4dd9-969a-8809198337c9 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1889822 Nov 12 03:41:15.552545 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.647051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8000565-db57-4ed7-a151-71986bb5386b req-137ac536-ac25-4814-acf3-8e2b3c06af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:15.651823 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8000565-db57-4ed7-a151-71986bb5386b req-137ac536-ac25-4814-acf3-8e2b3c06af8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 1099 time: 0.4275603 Nov 12 03:41:15.662451 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.729760 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Attempting to bind port a9c0a09f-d3cc-4142-bf27-a5737e819a60 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:15.733357 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Attempting to bind port a9c0a09f-d3cc-4142-bf27-a5737e819a60 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:15.733754 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Attempting to bind port a9c0a09f-d3cc-4142-bf27-a5737e819a60 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:15.751878 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:15.753682 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:15.754093 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.754701 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:15.756913 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Bound port: a9c0a09f-d3cc-4142-bf27-a5737e819a60, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:15.757431 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.758910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e43a9fa-c1bc-4dcf-98fb-2a7da1fe7fdc req-6cb1bb6a-9043-4c48-8043-316e630f41b7 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027728 Nov 12 03:41:15.823844 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95773b95-2680-4c1e-b388-4dd7d356b8a2 None None] Pushing event updated for resources: {'Port': ['ID=a9c0a09f-d3cc-4142-bf27-a5737e819a60,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:15.837802 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95773b95-2680-4c1e-b388-4dd7d356b8a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:15.838231 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95773b95-2680-4c1e-b388-4dd7d356b8a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:15.838779 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95773b95-2680-4c1e-b388-4dd7d356b8a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:15.839232 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95773b95-2680-4c1e-b388-4dd7d356b8a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:15.839568 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95773b95-2680-4c1e-b388-4dd7d356b8a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:15.840060 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95773b95-2680-4c1e-b388-4dd7d356b8a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:15.840472 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95773b95-2680-4c1e-b388-4dd7d356b8a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:15.840924 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95773b95-2680-4c1e-b388-4dd7d356b8a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:15.841250 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95773b95-2680-4c1e-b388-4dd7d356b8a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:15.841572 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95773b95-2680-4c1e-b388-4dd7d356b8a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:15.841891 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95773b95-2680-4c1e-b388-4dd7d356b8a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:15.842208 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95773b95-2680-4c1e-b388-4dd7d356b8a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:15.902013 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] For port a9c0a09f-d3cc-4142-bf27-a5737e819a60, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:15.906560 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] For port a9c0a09f-d3cc-4142-bf27-a5737e819a60, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a9c0a09f-d3cc-4142-bf27-a5737e819a60,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:16.020943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:16.026090 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.029548 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.035684 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.047729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d07d1-7d4a-4495-9030-7a226da3135f req-43dd9683-09f1-4d4d-9475-c671cea43f31 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:16.049584 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-705d07d1-7d4a-4495-9030-7a226da3135f req-43dd9683-09f1-4d4d-9475-c671cea43f31 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 1098 time: 0.0746951 Nov 12 03:41:16.069626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Transition to ACTIVE for port object 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:41:16.093596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8000565-db57-4ed7-a151-71986bb5386b req-18a41c31-1463-4a25-bb5d-106b32d423c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:16.095252 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8000565-db57-4ed7-a151-71986bb5386b req-18a41c31-1463-4a25-bb5d-106b32d423c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.4043589 Nov 12 03:41:16.137665 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95773b95-2680-4c1e-b388-4dd7d356b8a2 None None] Pushing event updated for resources: {'Port': ['ID=a9c0a09f-d3cc-4142-bf27-a5737e819a60,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:16.161358 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8000565-db57-4ed7-a151-71986bb5386b req-2a13f351-2760-4fd4-af6a-35ef9b315a77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3 HTTP/1.1" status: 200 len: 217 time: 0.0536382 Nov 12 03:41:16.162762 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.226798 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:16.227819 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:40:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:16.297712 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-705d07d1-7d4a-4495-9030-7a226da3135f req-8da42928-c75d-4a1c-824c-13fac331e564 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390335 Nov 12 03:41:16.319300 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=55dc9a21-d7bb-4488-8f42-e2c5caac1b59,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:16.326655 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8000565-db57-4ed7-a151-71986bb5386b req-d1b879aa-05ac-42c8-b46c-67d1eeb88b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:16.328231 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8000565-db57-4ed7-a151-71986bb5386b req-d1b879aa-05ac-42c8-b46c-67d1eeb88b51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1516280 Nov 12 03:41:16.484189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Allocated IP 172.20.0.1 (851df3f2-cf71-4467-b1fc-991420bf9cb1/0b76befd-7587-4d1e-864d-d86d21633c49/261dbe4b-191b-4c03-bb64-304f7b9ca578) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:16.515042 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8000565-db57-4ed7-a151-71986bb5386b req-022dc195-a0b3-4e1a-a8ac-2ada6ee0b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:16.517759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8000565-db57-4ed7-a151-71986bb5386b req-022dc195-a0b3-4e1a-a8ac-2ada6ee0b5e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1588762 Nov 12 03:41:16.526717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Attempting to bind port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:16.527280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Attempting to bind port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '37fdd746-82c2-478a-8e20-04dec64a92ad'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:16.527809 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Attempting to bind port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 on network 37fdd746-82c2-478a-8e20-04dec64a92ad {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:16.536169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 on network 37fdd746-82c2-478a-8e20-04dec64a92ad not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:41:16.542581 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:16.542790 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Attempting to bind port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 on network 37fdd746-82c2-478a-8e20-04dec64a92ad {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:16.601983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:16.602395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Checking segment: {'id': '3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '37fdd746-82c2-478a-8e20-04dec64a92ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:16.602996 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Bound using segment: {'id': '3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '37fdd746-82c2-478a-8e20-04dec64a92ad'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:16.603971 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Bound port: 55dc9a21-d7bb-4488-8f42-e2c5caac1b59, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '37fdd746-82c2-478a-8e20-04dec64a92ad'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:16.604565 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.623306 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.731936 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c0a52-1bbb-470e-89f6-f377a7aa2c6a req-d7faf4be-c08a-4db7-9167-eebdf0172f2c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:16.734121 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c37c0a52-1bbb-470e-89f6-f377a7aa2c6a req-d7faf4be-c08a-4db7-9167-eebdf0172f2c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 947 time: 0.0655732 Nov 12 03:41:16.799644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1005d-0e88-4d19-bcee-cf679145783a req-fd412846-9223-4c3a-a455-d40619a9badd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:16.801819 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60c1005d-0e88-4d19-bcee-cf679145783a req-fd412846-9223-4c3a-a455-d40619a9badd tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 943 time: 0.2333598 Nov 12 03:41:16.807937 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] For port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:16.814679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] For port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=55dc9a21-d7bb-4488-8f42-e2c5caac1b59,segment=NetworkSegment(3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb),segment_id=3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:16.841661 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:11Z', 'revision_number': 3, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:16.847821 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c37c0a52-1bbb-470e-89f6-f377a7aa2c6a req-04e805cf-c032-497c-89c3-8f255aa60f93 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046033 Nov 12 03:41:16.855508 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.856905 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8000565-db57-4ed7-a151-71986bb5386b req-af251f83-abac-4f4a-ac5d-d10620da7d9a service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151121 Nov 12 03:41:16.888470 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7337d356-8c17-4d8e-9e6f-fd15c6921d5d None None] The sync data for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 is: [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:11Z', 'revision_number': 3, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:16.900737 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60c1005d-0e88-4d19-bcee-cf679145783a req-c9925240-0b6d-4910-9a7f-31d36b3c661e tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807593 Nov 12 03:41:16.963726 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.020463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:17.020785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Pushing event updated for resources: {'Port': ['ID=261dbe4b-191b-4c03-bb64-304f7b9ca578,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:17.021171 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.022514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] 10.222.0.26 "PUT /v2.0/ports/55dc9a21-d7bb-4488-8f42-e2c5caac1b59 HTTP/1.1" status: 200 len: 1092 time: 2.0443013 Nov 12 03:41:17.047582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3b1535-3785-4dc7-a50b-7c8047ce6dd4', 'tag': '55dc9a21-d7bb-4488-8f42-e2c5caac1b59'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:17.050760 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df597ab-8407-4260-8c9c-9cf9443ed348" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3b1535-3785-4dc7-a50b-7c8047ce6dd4", "tag": "55dc9a21-d7bb-4488-8f42-e2c5caac1b59"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:17.056317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Network 851df3f2-cf71-4467-b1fc-991420bf9cb1 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:17.059498 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:17.078760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:17.108021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4abc7d-1e03-4c7e-910c-ac0a3c40cbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=55dc9a21-d7bb-4488-8f42-e2c5caac1b59,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:17.130106 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8000565-db57-4ed7-a151-71986bb5386b req-23e1f8a7-5a51-48f0-beb2-00dd1fdc4547 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510595 Nov 12 03:41:17.211141 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.413071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-bb0f9d74-3ae1-404f-ab45-5dbf23816cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:17.419784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-bb0f9d74-3ae1-404f-ab45-5dbf23816cba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a505a925eb14489b50444b07e13a838&device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 1095 time: 0.1763310 Nov 12 03:41:17.544879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-0f94f21d-238e-4636-8345-5e4f88f6a275 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55dc9a21-d7bb-4488-8f42-e2c5caac1b59 HTTP/1.1" status: 200 len: 217 time: 0.0975015 Nov 12 03:41:17.614040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eb22477f-f7fc-4183-a7c9-3b0102662bce None None] Provisioning complete for port 261dbe4b-191b-4c03-bb64-304f7b9ca578 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:17.615624 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb22477f-f7fc-4183-a7c9-3b0102662bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.640156 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.690380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-4b7cf5bf-deb3-43c6-a914-b936679335cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:17.690675 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-4b7cf5bf-deb3-43c6-a914-b936679335cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f621547-76fd-4931-9854-2656dfef0011 HTTP/1.1" status: 200 len: 848 time: 0.1369722 Nov 12 03:41:17.710506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eb22477f-f7fc-4183-a7c9-3b0102662bce None None] Port 261dbe4b-191b-4c03-bb64-304f7b9ca578 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:17.776816 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-89e3d271-1d64-4780-b722-19f64b9b527f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37fdd746-82c2-478a-8e20-04dec64a92ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767121 Nov 12 03:41:18.023945 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.113056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-db17f1a1-fc70-445c-8963-f65c2dcd5c9d service neutron] 10.222.0.26 "GET /v2.0/networks/37fdd746-82c2-478a-8e20-04dec64a92ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073142 Nov 12 03:41:18.169973 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.242508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Pushing event updated for resources: {'Port': ['ID=261dbe4b-191b-4c03-bb64-304f7b9ca578,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:18.257683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:18.382625 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.406094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48b77a-c0a4-454b-8a78-d3caecc8b4a6 req-6c673dfc-db0c-4c8b-a87c-3482f76f1ff9 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:18.416750 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb48b77a-c0a4-454b-8a78-d3caecc8b4a6 req-6c673dfc-db0c-4c8b-a87c-3482f76f1ff9 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.3019550 Nov 12 03:41:18.424912 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a9c0a09f-d3cc-4142-bf27-a5737e819a60 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:18.530389 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228f5626-8925-42cf-a373-73b1c63af4c9 req-8c9b20ee-e8fe-4e29-8014-e0f24d11bbac service neutron] 10.222.0.26 "GET /v2.0/networks/37fdd746-82c2-478a-8e20-04dec64a92ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999224 Nov 12 03:41:18.580619 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:18.587004 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb48b77a-c0a4-454b-8a78-d3caecc8b4a6 req-18d5bc95-8d93-4790-bb9f-b7dbe6d5bd65 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687396 Nov 12 03:41:18.663119 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.670695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3', 'mac_address': 'fa:16:3e:b9:64:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:18.673049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a9c0a09f-d3cc-4142-bf27-a5737e819a60 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:18.674632 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.696793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Network 851df3f2-cf71-4467-b1fc-991420bf9cb1 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:18.700283 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:18.714659 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac504c5-d3f0-42a0-895b-036b50bbf30f x-openstack-request-id: req-dac504c5-d3f0-42a0-895b-036b50bbf30f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:18.715347 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3b1535-3785-4dc7-a50b-7c8047ce6dd4", "tag": "55dc9a21-d7bb-4488-8f42-e2c5caac1b59", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:18.716292 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-dac504c5-d3f0-42a0-895b-036b50bbf30f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:18.717160 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3b1535-3785-4dc7-a50b-7c8047ce6dd4', 'tag': '55dc9a21-d7bb-4488-8f42-e2c5caac1b59', 'status': 'completed', 'code': 200} Nov 12 03:41:18.910501 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.045400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:19.077368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df597ab-8407-4260-8c9c-9cf9443ed348 req-5507ce50-593d-4fa0-b429-b4d2410acd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:19.078155 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.079822 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0df597ab-8407-4260-8c9c-9cf9443ed348 req-5507ce50-593d-4fa0-b429-b4d2410acd6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a505a925eb14489b50444b07e13a838&device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 1095 time: 0.2261987 Nov 12 03:41:19.132389 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:19.135340 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Router 9b541acd-16e0-421d-9224-479fac23268b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:19.180762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port a9c0a09f-d3cc-4142-bf27-a5737e819a60, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a9c0a09f-d3cc-4142-bf27-a5737e819a60,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:19.219952 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.292825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df597ab-8407-4260-8c9c-9cf9443ed348 req-081cd8f6-32c8-4545-af99-53b23503089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:19.293697 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.295955 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0df597ab-8407-4260-8c9c-9cf9443ed348 req-081cd8f6-32c8-4545-af99-53b23503089b service neutron] 10.222.0.26 "GET /v2.0/networks?id=37fdd746-82c2-478a-8e20-04dec64a92ad HTTP/1.1" status: 200 len: 910 time: 0.1974418 Nov 12 03:41:19.328981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-09f08e24-9f4e-468d-abd3-749a33810387 None None] Provisioning complete for port 261dbe4b-191b-4c03-bb64-304f7b9ca578 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:19.329526 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09f08e24-9f4e-468d-abd3-749a33810387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.334576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:19.413934 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:19.425472 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0df597ab-8407-4260-8c9c-9cf9443ed348 req-9dc9645b-8e79-46f8-abe9-52cf183c079b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55dc9a21-d7bb-4488-8f42-e2c5caac1b59 HTTP/1.1" status: 200 len: 217 time: 0.1117377 Nov 12 03:41:19.430800 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b2d53666-4b0f-4012-8ffe-66b8bc07993f admin admin] 10.222.0.105 "PUT /v2.0/routers/9b541acd-16e0-421d-9224-479fac23268b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9355812 Nov 12 03:41:19.473954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-09f08e24-9f4e-468d-abd3-749a33810387 None None] Port 261dbe4b-191b-4c03-bb64-304f7b9ca578 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:19.517535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3f418-9d6c-4827-8b8f-d677b9b89059 req-4c500999-cfb7-442b-b227-1b5c7146e64b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:19.525175 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bce3f418-9d6c-4827-8b8f-d677b9b89059 req-4c500999-cfb7-442b-b227-1b5c7146e64b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 948 time: 0.2270710 Nov 12 03:41:19.539652 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=a9c0a09f-d3cc-4142-bf27-a5737e819a60,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:19.549315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df597ab-8407-4260-8c9c-9cf9443ed348 req-c246a893-4054-403a-be98-c6ccd1407919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:19.551545 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0df597ab-8407-4260-8c9c-9cf9443ed348 req-c246a893-4054-403a-be98-c6ccd1407919 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f621547-76fd-4931-9854-2656dfef0011 HTTP/1.1" status: 200 len: 848 time: 0.1030498 Nov 12 03:41:19.682389 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bce3f418-9d6c-4827-8b8f-d677b9b89059 req-abf32303-a033-4d1d-bf04-6b773eeb30c8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297865 Nov 12 03:41:19.684727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0df597ab-8407-4260-8c9c-9cf9443ed348 req-ce57fcb4-4915-4523-b47f-0c786d2478be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37fdd746-82c2-478a-8e20-04dec64a92ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513706 Nov 12 03:41:19.901655 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e8eb8-acf7-4908-b7ca-0d3e3c91a4c9 req-0de1e8e4-2c27-404e-8f21-4182513faf53 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:19.904977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-507e8eb8-acf7-4908-b7ca-0d3e3c91a4c9 req-0de1e8e4-2c27-404e-8f21-4182513faf53 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 943 time: 0.1210952 Nov 12 03:41:19.908030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0df597ab-8407-4260-8c9c-9cf9443ed348 req-d67f3627-a3ec-4991-924d-073897413514 service neutron] 10.222.0.26 "GET /v2.0/networks/37fdd746-82c2-478a-8e20-04dec64a92ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718781 Nov 12 03:41:20.027519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Sync routers for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:20.044236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:20.045382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:40:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:20.065625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-507e8eb8-acf7-4908-b7ca-0d3e3c91a4c9 req-7b3374ef-4374-439b-9760-d8ee51f96f7b tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484816 Nov 12 03:41:20.093588 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0df597ab-8407-4260-8c9c-9cf9443ed348 req-af195b89-a9e8-4fb3-8ddb-1706701a6673 service neutron] 10.222.0.26 "GET /v2.0/networks/37fdd746-82c2-478a-8e20-04dec64a92ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664979 Nov 12 03:41:20.118580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['512ac6f4-442a-4d98-9d16-d0a71c52a6f3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:20.283295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a9c0a09f-d3cc-4142-bf27-a5737e819a60 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:20.404463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:20.469939 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007836d7-f989-45cf-a60d-5e27865a533b req-dc9be905-5e1a-4721-abe9-cca0c5c57c89 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:20.472027 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-007836d7-f989-45cf-a60d-5e27865a533b req-dc9be905-5e1a-4721-abe9-cca0c5c57c89 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0746734 Nov 12 03:41:20.494779 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-f9973bf7-344c-414c-9144-877fdb4f4b67 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:41:20.496006 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-f9973bf7-344c-414c-9144-877fdb4f4b67 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0896380 Nov 12 03:41:20.557949 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a9c0a09f-d3cc-4142-bf27-a5737e819a60 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:20.557949 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.570836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-d0c65128-ec37-46a0-be7f-40a0e917d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:20.572390 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-d0c65128-ec37-46a0-be7f-40a0e917d16f service neutron] 10.222.0.105 "GET /v2.0/ports/a2fedf65-0222-4484-b009-68ae3d7b6079 HTTP/1.1" status: 200 len: 1095 time: 0.0543120 Nov 12 03:41:20.587674 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-007836d7-f989-45cf-a60d-5e27865a533b req-07c983a2-00cb-4750-af82-b740276e377d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855722 Nov 12 03:41:20.597364 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5ca71652-7156-4c78-8c02-06a0667d8d60 service neutron] Request body: {'binding': {'host': 'n-h2-767704-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:20.598435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5ca71652-7156-4c78-8c02-06a0667d8d60 service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:41:20.886817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5ca71652-7156-4c78-8c02-06a0667d8d60 service neutron] Attempting to bind port a2fedf65-0222-4484-b009-68ae3d7b6079 on host n-h2-767704-23 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:20.887917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5ca71652-7156-4c78-8c02-06a0667d8d60 service neutron] Attempting to bind port a2fedf65-0222-4484-b009-68ae3d7b6079 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:20.888649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5ca71652-7156-4c78-8c02-06a0667d8d60 service neutron] Attempting to bind port a2fedf65-0222-4484-b009-68ae3d7b6079 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:20.896279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5ca71652-7156-4c78-8c02-06a0667d8d60 service neutron] Port a2fedf65-0222-4484-b009-68ae3d7b6079 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:41:20.896748 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5ca71652-7156-4c78-8c02-06a0667d8d60 service neutron] Attempting to bind port a2fedf65-0222-4484-b009-68ae3d7b6079 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:20.902854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5ca71652-7156-4c78-8c02-06a0667d8d60 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:20.903368 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5ca71652-7156-4c78-8c02-06a0667d8d60 service neutron] Checking segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:20.904261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5ca71652-7156-4c78-8c02-06a0667d8d60 service neutron] Bound using segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:20.904955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5ca71652-7156-4c78-8c02-06a0667d8d60 service neutron] Bound port: a2fedf65-0222-4484-b009-68ae3d7b6079, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:21.034145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5ca71652-7156-4c78-8c02-06a0667d8d60 service neutron] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a2fedf65-0222-4484-b009-68ae3d7b6079,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:21.112090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-29fd8bfc-6005-4b39-8318-c14d5305cbe6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:21.123014 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-29fd8bfc-6005-4b39-8318-c14d5305cbe6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 821 time: 0.2201941 Nov 12 03:41:21.127170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 2, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:21.143965 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-d4bc8106-9402-4e30-b4a4-7107dcb82676 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/quotas/c5baee09b20946378a2bc93ef10a911b HTTP/1.1" status: 200 len: 375 time: 0.0191782 Nov 12 03:41:21.151919 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5ca71652-7156-4c78-8c02-06a0667d8d60 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.153304 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5ca71652-7156-4c78-8c02-06a0667d8d60 service neutron] 10.222.0.105 "POST /v2.0/ports/a2fedf65-0222-4484-b009-68ae3d7b6079/bindings HTTP/1.1" status: 201 len: 390 time: 0.5602078 Nov 12 03:41:21.176008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Checking router: 9b541acd-16e0-421d-9224-479fac23268b for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:41:21.176008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Updating router 9b541acd-16e0-421d-9224-479fac23268b port 261dbe4b-191b-4c03-bb64-304f7b9ca578 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:41:21.235248 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.238777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-d24241cc-ea29-4938-b8db-60a3fd517079 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923631 Nov 12 03:41:21.400541 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-ee5eb67d-fe21-4ca7-a60a-84f9c323b687 service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483610 Nov 12 03:41:21.571398 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-d067695e-9bfc-4156-8173-9b95953ce9ca service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637347 Nov 12 03:41:21.695759 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acf9b7-ef5f-4ee9-81d4-aacf049a9336 req-a7e83cd6-a402-436e-81d0-38d34bac7e37 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:21.697583 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79acf9b7-ef5f-4ee9-81d4-aacf049a9336 req-a7e83cd6-a402-436e-81d0-38d34bac7e37 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 948 time: 0.0664625 Nov 12 03:41:21.707866 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.770698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79acf9b7-ef5f-4ee9-81d4-aacf049a9336 req-15b68d23-6f9f-46db-8819-993d8ce8b5c7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609357 Nov 12 03:41:21.833372 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.905108 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae59177-8794-4e1d-9e68-d10242482a6e None None] Pushing event updated for resources: {'Port': ['ID=261dbe4b-191b-4c03-bb64-304f7b9ca578,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:21.995801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3e116-03fe-4bc0-9d0c-ec574e17c0ef req-2695a7e2-01a0-4248-84d1-33946e7e1dbf tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:21.998674 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-47f3e116-03fe-4bc0-9d0c-ec574e17c0ef req-2695a7e2-01a0-4248-84d1-33946e7e1dbf tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 943 time: 0.1006424 Nov 12 03:41:22.040382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Attempting to bind port 261dbe4b-191b-4c03-bb64-304f7b9ca578 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:22.040956 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Attempting to bind port 261dbe4b-191b-4c03-bb64-304f7b9ca578 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:22.041538 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Attempting to bind port 261dbe4b-191b-4c03-bb64-304f7b9ca578 on network 851df3f2-cf71-4467-b1fc-991420bf9cb1 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:22.055383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:22.062588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Checking segment: {'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:22.067130 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.067130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Bound using segment: {'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:22.068391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Bound port: 261dbe4b-191b-4c03-bb64-304f7b9ca578, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:22.077191 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.146254 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-47f3e116-03fe-4bc0-9d0c-ec574e17c0ef req-e0b98b5a-7f70-46b3-9253-2c7c780044d6 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224339 Nov 12 03:41:22.291333 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:22.350119 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-22fb1570-33f2-4459-8a8d-9d0ba2077f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:22.358990 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-22fb1570-33f2-4459-8a8d-9d0ba2077f32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 1098 time: 0.1896491 Nov 12 03:41:22.510222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] For port 261dbe4b-191b-4c03-bb64-304f7b9ca578, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:22.569865 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-8ace3cf3-3953-4315-9e44-563c3d074cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:22.574027 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-8ace3cf3-3953-4315-9e44-563c3d074cf3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.1981881 Nov 12 03:41:22.575518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3eea7-0c50-4ed4-b27a-896f8fa88c0d req-e394f2b0-6fb3-4ae3-a8a2-fea181cbc7bf tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:22.577923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] For port 261dbe4b-191b-4c03-bb64-304f7b9ca578, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=261dbe4b-191b-4c03-bb64-304f7b9ca578,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:22.589641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6aa395bf-1aac-4558-b8c5-2f805fc1130b None None] Provisioning complete for port 261dbe4b-191b-4c03-bb64-304f7b9ca578 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:22.590040 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6aa395bf-1aac-4558-b8c5-2f805fc1130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.595737 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2f3eea7-0c50-4ed4-b27a-896f8fa88c0d req-e394f2b0-6fb3-4ae3-a8a2-fea181cbc7bf tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1707282 Nov 12 03:41:22.673593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6aa395bf-1aac-4558-b8c5-2f805fc1130b None None] Port 261dbe4b-191b-4c03-bb64-304f7b9ca578 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:22.674059 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-a5553193-7709-49a8-9e46-d125ebd4e1f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2fedf65-0222-4484-b009-68ae3d7b6079 HTTP/1.1" status: 200 len: 217 time: 0.0771945 Nov 12 03:41:22.689349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c095047-b3c9-4527-a2a3-95737343136e req-1fe2b6ff-7900-42e0-b370-70a8814dc945 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:22.700589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=55dc9a21-d7bb-4488-8f42-e2c5caac1b59,segment=NetworkSegment(3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb),segment_id=3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:22.702764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c095047-b3c9-4527-a2a3-95737343136e req-1fe2b6ff-7900-42e0-b370-70a8814dc945 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.1988034 Nov 12 03:41:22.708608 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.738778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2f3eea7-0c50-4ed4-b27a-896f8fa88c0d req-922e8b81-3c2d-4a16-83d0-ff25a67cb4a5 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200714 Nov 12 03:41:22.753696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '55dc9a21-d7bb-4488-8f42-e2c5caac1b59', 'network_id': '37fdd746-82c2-478a-8e20-04dec64a92ad', 'port_id': '55dc9a21-d7bb-4488-8f42-e2c5caac1b59', 'mac_address': 'fa:16:3e:b1:62:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f621547-76fd-4931-9854-2656dfef0011', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:22.872239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c095047-b3c9-4527-a2a3-95737343136e req-704861fe-91f1-4e1c-ae61-7adf88803b03 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681199 Nov 12 03:41:22.876338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-66337c08-83ff-40e4-831f-34df5b401a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:22.895889 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-66337c08-83ff-40e4-831f-34df5b401a4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.1807134 Nov 12 03:41:22.965667 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-b07b5e68-949a-4e2e-b415-75ee3713d668 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587323 Nov 12 03:41:22.998607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:22.999632 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:40:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:23.001730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae59177-8794-4e1d-9e68-d10242482a6e None None] Pushing event updated for resources: {'Port': ['ID=261dbe4b-191b-4c03-bb64-304f7b9ca578,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:23.023066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276f01d2-7ea9-4c2d-8cf1-ea2be0622656 req-098086cd-7d5d-48c1-a209-153441376a3a tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 210 time: 0.0515726 Nov 12 03:41:23.083180 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.135861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:23.169162 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-faca11de-f65a-4279-ad35-982196aa5711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.226870 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-787df78c-fe32-40af-a9af-a89a7bc5434c service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025537 Nov 12 03:41:23.372891 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=55dc9a21-d7bb-4488-8f42-e2c5caac1b59,segment=NetworkSegment(3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb),segment_id=3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:23.448750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ffd5a-a425-4428-b9c2-81a503ea0c00 req-196a730b-5651-416d-8066-05682b9679e8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:23.462138 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3e9ffd5a-a425-4428-b9c2-81a503ea0c00 req-196a730b-5651-416d-8066-05682b9679e8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 948 time: 0.1540971 Nov 12 03:41:23.488170 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.500954 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-8abec961-fc7b-4c20-9165-9efb5fdc17bc service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654786 Nov 12 03:41:23.515547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:23.627250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4a08e-91c5-4757-ad1d-66f994bb6c75 req-075571ed-e0d2-4d17-bb41-db01c10f5704 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:23.635659 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2b4a08e-91c5-4757-ad1d-66f994bb6c75 req-075571ed-e0d2-4d17-bb41-db01c10f5704 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 944 time: 0.1253898 Nov 12 03:41:23.686793 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3e9ffd5a-a425-4428-b9c2-81a503ea0c00 req-e504dfa6-ad81-4f93-ac9b-154d89871794 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227361 Nov 12 03:41:23.735155 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4edd0b59-3b0c-48ca-9e6c-45b68cee15e2 None None] Provisioning complete for port 261dbe4b-191b-4c03-bb64-304f7b9ca578 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:23.735519 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4edd0b59-3b0c-48ca-9e6c-45b68cee15e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.766215 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2b4a08e-91c5-4757-ad1d-66f994bb6c75 req-d2e760db-892c-4bf3-9fb7-dff40f16c804 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017535 Nov 12 03:41:23.773850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e928ade-161b-4313-8df9-b9902b28b5be req-c52e1d46-b246-4a6b-8b28-6d78f4fee7e8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:23.783205 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e928ade-161b-4313-8df9-b9902b28b5be req-c52e1d46-b246-4a6b-8b28-6d78f4fee7e8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e&tenant_id=b9810c161f0b41f1afd590350e2a6352&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 948 time: 0.2317557 Nov 12 03:41:23.877535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=55dc9a21-d7bb-4488-8f42-e2c5caac1b59,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:23.943092 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [req-6e928ade-161b-4313-8df9-b9902b28b5be req-203dba17-2fe6-457b-b363-31137bcd6018 service neutron] delete failed (client error): The resource could not be found. Nov 12 03:41:23.944251 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e928ade-161b-4313-8df9-b9902b28b5be req-203dba17-2fe6-457b-b363-31137bcd6018 service neutron] 10.222.0.25 "DELETE /v2.0/ports/512ac6f4-442a-4d98-9d16-d0a71c52a6f3/bindings/n-h1-767704-23 HTTP/1.1" status: 404 len: 381 time: 0.1435225 Nov 12 03:41:24.053098 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4edd0b59-3b0c-48ca-9e6c-45b68cee15e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.134990 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4edd0b59-3b0c-48ca-9e6c-45b68cee15e2 None None] For port 261dbe4b-191b-4c03-bb64-304f7b9ca578, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=261dbe4b-191b-4c03-bb64-304f7b9ca578,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:24.155505 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:22Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:24.170827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd957927-df76-4b8a-a7da-f901f13dd268 req-bfb88f04-3271-40f2-a6fc-ebc801497eeb tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.172904 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd957927-df76-4b8a-a7da-f901f13dd268 req-bfb88f04-3271-40f2-a6fc-ebc801497eeb tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.1036539 Nov 12 03:41:24.204632 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac78180-7900-4aac-989f-820a9deef5fc None None] The sync data for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 is: [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:22Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:24.215784 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4edd0b59-3b0c-48ca-9e6c-45b68cee15e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.241511 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747c759-c984-4aad-bf5b-a341adec759d req-0254c721-3308-4ba9-8d8d-876b4ed85564 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.243963 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d747c759-c984-4aad-bf5b-a341adec759d req-0254c721-3308-4ba9-8d8d-876b4ed85564 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.2660143 Nov 12 03:41:24.297817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:24.315419 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e928ade-161b-4313-8df9-b9902b28b5be req-b55e7a70-f526-458c-ba09-f05c5b5d1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.321186 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e928ade-161b-4313-8df9-b9902b28b5be req-b55e7a70-f526-458c-ba09-f05c5b5d1870 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 1100 time: 0.1962438 Nov 12 03:41:24.405624 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd957927-df76-4b8a-a7da-f901f13dd268 req-b327f4e2-7c6d-49ee-927c-f6cfe0ed05b9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207198 Nov 12 03:41:24.432696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['55dc9a21-d7bb-4488-8f42-e2c5caac1b59'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:24.482272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd0b59-3b0c-48ca-9e6c-45b68cee15e2 None None] Pushing event updated for resources: {'Port': ['ID=261dbe4b-191b-4c03-bb64-304f7b9ca578,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:24.708985 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe1a1fe3-6ff5-4878-b1ff-c8b5e138c8f5 req-5946658c-21a6-4fba-b175-99e62931dead tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 210 time: 0.0959589 Nov 12 03:41:24.758531 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d747c759-c984-4aad-bf5b-a341adec759d req-e5383622-6da5-4ebb-be87-8fa5e85d307a tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067127 Nov 12 03:41:24.841637 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e928ade-161b-4313-8df9-b9902b28b5be req-0885318a-3564-44e4-a7ba-160e07265249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.847460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:41:24.851285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e928ade-161b-4313-8df9-b9902b28b5be req-0885318a-3564-44e4-a7ba-160e07265249 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.4480639 Nov 12 03:41:24.865759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:24.866303 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.012368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.043811 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e928ade-161b-4313-8df9-b9902b28b5be req-e6be3af3-e615-4e41-9b2b-3b800c735c08 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3 HTTP/1.1" status: 200 len: 217 time: 0.1749163 Nov 12 03:41:25.083290 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.158237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d7040b-9f38-431b-af20-29674990fe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:25.162424 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80964dd3-c10f-44bd-9e78-98f7d0ed7051" -d '{"events": [{"server_uuid": "65d7040b-9f38-431b-af20-29674990fe7e", "name": "network-vif-plugged", "status": "completed", "tag": "512ac6f4-442a-4d98-9d16-d0a71c52a6f3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:25.222240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:25.227674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbc20f-e748-4c80-8a82-5d5d43259464 req-7e72c2e3-1bd0-4dec-a6a1-767188505472 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:25.229460 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ccbc20f-e748-4c80-8a82-5d5d43259464 req-7e72c2e3-1bd0-4dec-a6a1-767188505472 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 948 time: 0.1458974 Nov 12 03:41:25.244404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e928ade-161b-4313-8df9-b9902b28b5be req-13519adb-8c77-48af-b6c3-5189b29ad2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:25.246755 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e928ade-161b-4313-8df9-b9902b28b5be req-13519adb-8c77-48af-b6c3-5189b29ad2d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1847436 Nov 12 03:41:25.318065 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.336501 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ccbc20f-e748-4c80-8a82-5d5d43259464 req-c3b451c0-6e9e-462b-96fc-28a880cb36bf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982823 Nov 12 03:41:25.378713 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e928ade-161b-4313-8df9-b9902b28b5be req-162329c9-110a-4ad4-9d83-f6d50ea0c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:25.380782 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e928ade-161b-4313-8df9-b9902b28b5be req-162329c9-110a-4ad4-9d83-f6d50ea0c3a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1141186 Nov 12 03:41:25.404112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4d056-ff78-4566-a79b-6da4c9050279 req-5624841b-358c-496e-a445-7ed6bb715b32 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:25.415180 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-daa4d056-ff78-4566-a79b-6da4c9050279 req-5624841b-358c-496e-a445-7ed6bb715b32 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 944 time: 0.2250941 Nov 12 03:41:25.514402 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b2a357-58af-4fe1-b638-23218dfa0fed x-openstack-request-id: req-14b2a357-58af-4fe1-b638-23218dfa0fed {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:25.515780 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d7040b-9f38-431b-af20-29674990fe7e", "name": "network-vif-plugged", "status": "completed", "tag": "512ac6f4-442a-4d98-9d16-d0a71c52a6f3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:25.520687 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-14b2a357-58af-4fe1-b638-23218dfa0fed {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:25.521691 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d7040b-9f38-431b-af20-29674990fe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3', 'code': 200} Nov 12 03:41:25.541472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:25.568980 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b75d8fc3-b6be-4d2b-9530-f4706a126b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.667850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e928ade-161b-4313-8df9-b9902b28b5be req-2335e59c-e050-4192-9287-5632c615a302 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485697 Nov 12 03:41:25.685809 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-daa4d056-ff78-4566-a79b-6da4c9050279 req-b87cf860-59ef-4f8e-a176-ea9d82875621 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692277 Nov 12 03:41:25.853104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c399775-9b91-4d2c-97eb-ab200748f515 req-1752357c-0a95-4b29-8326-f7fc33495304 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:25.856275 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c399775-9b91-4d2c-97eb-ab200748f515 req-1752357c-0a95-4b29-8326-f7fc33495304 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.2197409 Nov 12 03:41:25.988147 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3ffc61c-41a6-4378-b744-188f42c72087 req-68e243b2-14a0-4d6b-9719-ebcde8147bd7 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 210 time: 0.0678759 Nov 12 03:41:25.990342 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e928ade-161b-4313-8df9-b9902b28b5be req-324366cd-7279-4e60-8531-6706cabcfc61 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000796 Nov 12 03:41:26.055377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c399775-9b91-4d2c-97eb-ab200748f515 req-84c2b41c-7dd3-4c73-873b-1569fd9d3b00 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822431 Nov 12 03:41:26.250380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6bf6b-0d57-4125-aed3-0ca7ac67d410 req-08724945-6832-4921-9e3d-6263d7307647 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:26.259182 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d8c6bf6b-0d57-4125-aed3-0ca7ac67d410 req-08724945-6832-4921-9e3d-6263d7307647 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1883910 Nov 12 03:41:26.374031 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d8c6bf6b-0d57-4125-aed3-0ca7ac67d410 req-d8555c90-cb49-4267-b46e-eff1629db52d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935731 Nov 12 03:41:26.469389 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 261dbe4b-191b-4c03-bb64-304f7b9ca578 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:26.569109 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.586519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 261dbe4b-191b-4c03-bb64-304f7b9ca578 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:26.587111 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.671197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd342f2a-0dac-4f82-93cb-fb3d0326a187 req-09042036-9cdd-44ce-b12d-f6fcb39ab4d2 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:26.672906 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd342f2a-0dac-4f82-93cb-fb3d0326a187 req-09042036-9cdd-44ce-b12d-f6fcb39ab4d2 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.1555030 Nov 12 03:41:26.819872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd342f2a-0dac-4f82-93cb-fb3d0326a187 req-1b7d706c-9fff-46a3-84e2-c0a51d4e2298 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314328 Nov 12 03:41:27.127421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-a3032dde-26f2-4e05-bcdb-b1858566bb25 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:27.130604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-a3032dde-26f2-4e05-bcdb-b1858566bb25 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.26 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 821 time: 0.6266477 Nov 12 03:41:27.134417 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-06c2fa59-618a-4d3e-b009-0b72df95adb6 req-cae0697c-2e0e-4b9b-bbf7-3b7c65e9c2ed tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 210 time: 0.0431306 Nov 12 03:41:27.154014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb8e2b-03c1-4d90-ab8c-5826934c142f req-47eeb23a-32bc-4ff2-893d-7809ce688190 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:27.161129 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4eb8e2b-03c1-4d90-ab8c-5826934c142f req-47eeb23a-32bc-4ff2-893d-7809ce688190 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 944 time: 0.1117134 Nov 12 03:41:27.177964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-897e9080-de7b-4c67-a974-fb6f9bb3bc9d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Request body: {'port': {'device_id': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'admin_state_up': True, 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:27.319210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880e938-2c76-4b28-94c9-39602baafaba req-58c86eb2-8ea6-4559-92f5-8ecabaf31be5 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:27.322886 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d880e938-2c76-4b28-94c9-39602baafaba req-58c86eb2-8ea6-4559-92f5-8ecabaf31be5 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.0734744 Nov 12 03:41:27.346459 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4eb8e2b-03c1-4d90-ab8c-5826934c142f req-18f9e7dd-3c60-419c-96be-2432e271c6b8 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573937 Nov 12 03:41:27.449320 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d880e938-2c76-4b28-94c9-39602baafaba req-24ca9bdf-b97b-46e5-92c1-ed348d6e0371 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144512 Nov 12 03:41:27.586343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-897e9080-de7b-4c67-a974-fb6f9bb3bc9d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Made reservation on behalf of c5baee09b20946378a2bc93ef10a911b for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:27.590937 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-897e9080-de7b-4c67-a974-fb6f9bb3bc9d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.632874 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bb965-933e-461a-bc11-22b3465ca0bf req-70078315-fb8f-4e4b-9f4f-6f847fd30c27 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:27.670009 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-126bb965-933e-461a-bc11-22b3465ca0bf req-70078315-fb8f-4e4b-9f4f-6f847fd30c27 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1209292 Nov 12 03:41:27.834157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-897e9080-de7b-4c67-a974-fb6f9bb3bc9d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Allocated IP 172.20.0.3 (851df3f2-cf71-4467-b1fc-991420bf9cb1/0b76befd-7587-4d1e-864d-d86d21633c49/f0897a27-dab9-4ffa-b794-19f48bf3f0a7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:27.834384 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-126bb965-933e-461a-bc11-22b3465ca0bf req-26b929ed-c963-4f3a-aaf7-b0ea867f0e0c tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575544 Nov 12 03:41:28.068093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1cac2-751e-4c47-bf66-ffbe68c19ada req-43b0916a-5ceb-4a31-9a65-9be2914b4970 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.071310 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1dc1cac2-751e-4c47-bf66-ffbe68c19ada req-43b0916a-5ceb-4a31-9a65-9be2914b4970 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.1338680 Nov 12 03:41:28.163646 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-897e9080-de7b-4c67-a974-fb6f9bb3bc9d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.213064 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1dc1cac2-751e-4c47-bf66-ffbe68c19ada req-6ddb267a-df21-488c-97c2-32bd175cea1c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250362 Nov 12 03:41:28.253648 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b94fb22-4359-4819-bdd1-f680e5864b4a req-f97d1a47-164e-4db6-841a-1ad3ae1c2ee0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1481538 Nov 12 03:41:28.262643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c872f57-e034-4767-ae4e-f66c070a9456 req-ee1dd666-4fbb-4173-a342-cf522572468c tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 210 time: 0.0432904 Nov 12 03:41:28.323982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:28.360445 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.383685 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-897e9080-de7b-4c67-a974-fb6f9bb3bc9d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.487196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-897e9080-de7b-4c67-a974-fb6f9bb3bc9d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Network 851df3f2-cf71-4467-b1fc-991420bf9cb1 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:28.507957 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-897e9080-de7b-4c67-a974-fb6f9bb3bc9d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:28.511481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:41:28.516858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:28.517806 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.519568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-897e9080-de7b-4c67-a974-fb6f9bb3bc9d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:28.532663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc3ebc-89b2-4b7a-81a7-23b8ff0fdba4 req-41c6d7da-0bae-4be3-8f3f-09eaea906497 tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.543708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fafc3ebc-89b2-4b7a-81a7-23b8ff0fdba4 req-41c6d7da-0bae-4be3-8f3f-09eaea906497 tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 1101 time: 0.2033076 Nov 12 03:41:28.556684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b326e-15b4-41bc-b0de-7e8b1e5da0ec req-cd6052ee-bedf-431e-96b6-110a7bf124b9 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.558840 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e09b326e-15b4-41bc-b0de-7e8b1e5da0ec req-cd6052ee-bedf-431e-96b6-110a7bf124b9 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 944 time: 0.0763407 Nov 12 03:41:28.593575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e9080-de7b-4c67-a974-fb6f9bb3bc9d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Pushing event updated for resources: {'Port': ['ID=f0897a27-dab9-4ffa-b794-19f48bf3f0a7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:28.636827 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e09b326e-15b4-41bc-b0de-7e8b1e5da0ec req-781e21bf-e3b2-4e36-b1bf-bc9b71785436 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678313 Nov 12 03:41:28.692842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-897e9080-de7b-4c67-a974-fb6f9bb3bc9d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.694378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-897e9080-de7b-4c67-a974-fb6f9bb3bc9d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.701241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94fb22-4359-4819-bdd1-f680e5864b4a req-a703610c-f7a2-477d-820c-1938657ab83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.703078 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b94fb22-4359-4819-bdd1-f680e5864b4a req-a703610c-f7a2-477d-820c-1938657ab83e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f612fefa6c1a47e6afdff4eb04025fe9&device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 1098 time: 0.2745321 Nov 12 03:41:28.715469 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fafc3ebc-89b2-4b7a-81a7-23b8ff0fdba4 req-5b585b7d-1484-48a4-91cc-9a9adb270400 tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707270 Nov 12 03:41:28.748387 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.906438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=55dc9a21-d7bb-4488-8f42-e2c5caac1b59,segment=NetworkSegment(3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb),segment_id=3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:28.913465 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3b1535-3785-4dc7-a50b-7c8047ce6dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dc9a21-d7bb-4488-8f42-e2c5caac1b59'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:28.918140 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb82ee1-9df5-4de3-9598-20d2ada0663b" -d '{"events": [{"server_uuid": "3e3b1535-3785-4dc7-a50b-7c8047ce6dd4", "name": "network-vif-plugged", "status": "completed", "tag": "55dc9a21-d7bb-4488-8f42-e2c5caac1b59"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:28.925320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5ab28-030b-4972-b69a-e05bdaffe4d7 req-e334aa21-924e-4885-8712-12a79ee49e9a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.939053 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91e5ab28-030b-4972-b69a-e05bdaffe4d7 req-e334aa21-924e-4885-8712-12a79ee49e9a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.1805937 Nov 12 03:41:28.956583 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-897e9080-de7b-4c67-a974-fb6f9bb3bc9d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7893651 Nov 12 03:41:28.992085 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.022583 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91e5ab28-030b-4972-b69a-e05bdaffe4d7 req-3ad5f52d-b220-438f-92ed-b8752bd7ca52 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819616 Nov 12 03:41:29.057879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Request body: {'port': {'device_id': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:29.069486 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.076400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94fb22-4359-4819-bdd1-f680e5864b4a req-fbf66322-ac9a-4a04-8e75-dfc77d2e38db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:29.078395 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b94fb22-4359-4819-bdd1-f680e5864b4a req-fbf66322-ac9a-4a04-8e75-dfc77d2e38db service neutron] 10.222.0.26 "GET /v2.0/networks?id=62997581-2879-408b-aa6c-aaecddf2a963 HTTP/1.1" status: 200 len: 925 time: 0.3261738 Nov 12 03:41:29.112290 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e7184b96-3a12-446c-8b39-a538f13f1a6e None None] Provisioning complete for port f0897a27-dab9-4ffa-b794-19f48bf3f0a7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:29.112290 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7184b96-3a12-446c-8b39-a538f13f1a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.176972 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eed989c-cd34-4147-9d4c-36482629da46 x-openstack-request-id: req-3eed989c-cd34-4147-9d4c-36482629da46 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:29.177656 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3b1535-3785-4dc7-a50b-7c8047ce6dd4", "name": "network-vif-plugged", "status": "completed", "tag": "55dc9a21-d7bb-4488-8f42-e2c5caac1b59", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:29.178191 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3eed989c-cd34-4147-9d4c-36482629da46 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:29.178746 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3b1535-3785-4dc7-a50b-7c8047ce6dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dc9a21-d7bb-4488-8f42-e2c5caac1b59', 'code': 200} Nov 12 03:41:29.179201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6485cb7-ea33-4778-8256-1faa863a8f4a req-2e23889b-5a21-4f90-b974-da1e4fe340a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:29.182247 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6485cb7-ea33-4778-8256-1faa863a8f4a req-2e23889b-5a21-4f90-b974-da1e4fe340a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 1098 time: 0.1357331 Nov 12 03:41:29.327087 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.336908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b94fb22-4359-4819-bdd1-f680e5864b4a req-355ea3a8-d68b-4a96-a6d9-05ced26001ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a1755c0-367c-418c-87e8-bd006aadb821 HTTP/1.1" status: 200 len: 1001 time: 0.1965506 Nov 12 03:41:29.358561 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=55dc9a21-d7bb-4488-8f42-e2c5caac1b59,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:29.371065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e7184b96-3a12-446c-8b39-a538f13f1a6e None None] Port f0897a27-dab9-4ffa-b794-19f48bf3f0a7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:29.402132 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c062d86-0e16-4173-b2a4-b95b6992178c req-46e0783e-dcfe-4af6-9446-9e08d375a9b0 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:29.405994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c062d86-0e16-4173-b2a4-b95b6992178c req-46e0783e-dcfe-4af6-9446-9e08d375a9b0 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.2430558 Nov 12 03:41:29.486541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6485cb7-ea33-4778-8256-1faa863a8f4a req-52029441-fbe4-43a9-9cd0-c6033d9fc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:29.489650 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6485cb7-ea33-4778-8256-1faa863a8f4a req-52029441-fbe4-43a9-9cd0-c6033d9fc89a service neutron] 10.222.0.25 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.2577784 Nov 12 03:41:29.566775 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6485cb7-ea33-4778-8256-1faa863a8f4a req-9e3dacf9-3443-4bfa-b4cc-a4b69d728bf4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2fedf65-0222-4484-b009-68ae3d7b6079 HTTP/1.1" status: 200 len: 217 time: 0.0618846 Nov 12 03:41:29.588816 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c062d86-0e16-4173-b2a4-b95b6992178c req-8b18ec31-001c-4ed3-bfdd-c0c0d0a4e41a tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507707 Nov 12 03:41:29.595787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94fb22-4359-4819-bdd1-f680e5864b4a req-eabce0d2-9b4b-4847-8620-9101c7b6f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:29.597750 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b94fb22-4359-4819-bdd1-f680e5864b4a req-eabce0d2-9b4b-4847-8620-9101c7b6f1ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21c7b2ae-4826-4165-8db5-d145572339ce HTTP/1.1" status: 200 len: 862 time: 0.2396555 Nov 12 03:41:29.608151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85093d-a3cd-4646-84f0-5c187cb8cfdc req-97e12e8d-6196-4510-887b-097bcf9aaa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:29.611250 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d85093d-a3cd-4646-84f0-5c187cb8cfdc req-97e12e8d-6196-4510-887b-097bcf9aaa9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 1097 time: 0.2037675 Nov 12 03:41:29.629789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc660c-d38c-4cbe-92ed-c9a234ebe26b req-817579b5-53a0-438c-8a4b-7ed302ddb661 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:29.637378 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19cc660c-d38c-4cbe-92ed-c9a234ebe26b req-817579b5-53a0-438c-8a4b-7ed302ddb661 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 931 time: 0.2198308 Nov 12 03:41:29.669983 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6485cb7-ea33-4778-8256-1faa863a8f4a req-688da91a-af68-4526-a404-cbe49bfb9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:29.672101 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6485cb7-ea33-4778-8256-1faa863a8f4a req-688da91a-af68-4526-a404-cbe49bfb9a6a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.0820062 Nov 12 03:41:29.723824 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6485cb7-ea33-4778-8256-1faa863a8f4a req-bbd69807-ec57-428e-99e1-3c1d2abf86b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432656 Nov 12 03:41:29.808124 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-805417f8-02b8-4b1a-9819-a8128b5498ee tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=b9810c161f0b41f1afd590350e2a6352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636673 Nov 12 03:41:29.892350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94fb22-4359-4819-bdd1-f680e5864b4a req-4b77b00d-c65d-4c3b-b66f-b30d0e5e15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:29.894071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b94fb22-4359-4819-bdd1-f680e5864b4a req-4b77b00d-c65d-4c3b-b66f-b30d0e5e15dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62997581-2879-408b-aa6c-aaecddf2a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2546413 Nov 12 03:41:29.913672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d85093d-a3cd-4646-84f0-5c187cb8cfdc req-47e1698b-84a3-4f6c-bbbf-a03c120330fb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690070 Nov 12 03:41:29.925485 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19cc660c-d38c-4cbe-92ed-c9a234ebe26b req-41210262-e73e-4668-ad0f-bf7771601e3d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870369 Nov 12 03:41:30.010940 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6485cb7-ea33-4778-8256-1faa863a8f4a req-bc321bc2-6f51-4e44-a82d-655c42665b22 service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787528 Nov 12 03:41:30.161702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-01eb41e6-29f7-4738-a556-4601836d6a48 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:30.164088 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-01eb41e6-29f7-4738-a556-4601836d6a48 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2960227 Nov 12 03:41:30.202878 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-c6e82d4a-5afd-475a-8795-3e2e8d0bbfb0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/quotas/b9810c161f0b41f1afd590350e2a6352 HTTP/1.1" status: 200 len: 375 time: 0.0252955 Nov 12 03:41:30.215226 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b94fb22-4359-4819-bdd1-f680e5864b4a req-f505706a-c2b0-49b5-b1ff-7059801c70e0 service neutron] 10.222.0.26 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001461 Nov 12 03:41:30.217281 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6485cb7-ea33-4778-8256-1faa863a8f4a req-97e48619-2a33-4ce9-a5f1-d04612441eb0 service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955330 Nov 12 03:41:30.231072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37a044-7d07-431f-895a-0a19e86ac934 req-0c2c3281-ef2c-49c3-aabe-4bdb17bd38ec tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:30.233774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c37a044-7d07-431f-895a-0a19e86ac934 req-0c2c3281-ef2c-49c3-aabe-4bdb17bd38ec tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 945 time: 0.1660275 Nov 12 03:41:30.305772 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-ac614e96-f84b-4b26-9340-09dc9ccf2696 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792539 Nov 12 03:41:30.392862 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c37a044-7d07-431f-895a-0a19e86ac934 req-a2fd9741-504d-4d24-a076-30d2c7c05ffc tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454804 Nov 12 03:41:30.402124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0897a27-dab9-4ffa-b794-19f48bf3f0a7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:30.435085 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.464251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Transition to ACTIVE for port object f0897a27-dab9-4ffa-b794-19f48bf3f0a7 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:41:30.579189 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.727580 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Pushing event updated for resources: {'Port': ['ID=f0897a27-dab9-4ffa-b794-19f48bf3f0a7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:30.766245 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b94fb22-4359-4819-bdd1-f680e5864b4a req-b60648ae-dd0f-454c-9a8b-c82e9ad03cc2 service neutron] 10.222.0.26 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806671 Nov 12 03:41:30.967653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Attempting to bind port f0897a27-dab9-4ffa-b794-19f48bf3f0a7 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:30.967997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Attempting to bind port f0897a27-dab9-4ffa-b794-19f48bf3f0a7 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:30.968544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Attempting to bind port f0897a27-dab9-4ffa-b794-19f48bf3f0a7 on network 851df3f2-cf71-4467-b1fc-991420bf9cb1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:30.978763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Port f0897a27-dab9-4ffa-b794-19f48bf3f0a7 on network 851df3f2-cf71-4467-b1fc-991420bf9cb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:41:30.979272 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Attempting to bind port f0897a27-dab9-4ffa-b794-19f48bf3f0a7 on network 851df3f2-cf71-4467-b1fc-991420bf9cb1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:30.993177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:30.995830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Checking segment: {'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:30.995830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Bound using segment: {'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:30.995830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Bound port: f0897a27-dab9-4ffa-b794-19f48bf3f0a7, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:30.995830 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.028864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa447afa-830c-44f5-8d88-6bdf764b2afc req-f003737c-3a91-4157-b79c-ebb2c64828c0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:31.041996 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aa447afa-830c-44f5-8d88-6bdf764b2afc req-f003737c-3a91-4157-b79c-ebb2c64828c0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.1682374 Nov 12 03:41:31.058458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb2e53-f109-445b-b76e-715914d68198 req-a211f0d3-09d1-4f9b-a5c0-317fc5d4e953 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:31.072493 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caeb2e53-f109-445b-b76e-715914d68198 req-a211f0d3-09d1-4f9b-a5c0-317fc5d4e953 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1776416 Nov 12 03:41:31.140165 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aa447afa-830c-44f5-8d88-6bdf764b2afc req-b37d70b4-e30c-4ad2-aec9-17ab0c525692 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951765 Nov 12 03:41:31.291084 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ffaa6a9-c5f7-4b5d-aed0-c4c03d2f6941 req-f20631c4-5a4b-408c-9d33-efc2e6d21c74 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 210 time: 0.0664539 Nov 12 03:41:31.319920 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caeb2e53-f109-445b-b76e-715914d68198 req-0e8c092a-ad72-428f-b72a-b96f59467729 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378297 Nov 12 03:41:31.346923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] For port f0897a27-dab9-4ffa-b794-19f48bf3f0a7, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:31.354241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] For port f0897a27-dab9-4ffa-b794-19f48bf3f0a7, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:31.461155 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.523585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:31.526548 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.526770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] 10.222.0.26 "PUT /v2.0/ports/f0897a27-dab9-4ffa-b794-19f48bf3f0a7 HTTP/1.1" status: 200 len: 1092 time: 2.4999795 Nov 12 03:41:31.527433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'tag': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:31.531354 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d504a0-2e18-42fd-845b-d8dae20ad19a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9", "tag": "f0897a27-dab9-4ffa-b794-19f48bf3f0a7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:31.546292 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a97ff-7b4a-449d-8a1e-3140a5cec386 req-c7ab7ccc-4ac4-4a6b-b66a-0bd9764fc1f8 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:31.547858 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef0a97ff-7b4a-449d-8a1e-3140a5cec386 req-c7ab7ccc-4ac4-4a6b-b66a-0bd9764fc1f8 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 943 time: 0.0978515 Nov 12 03:41:31.624125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dd0ba-7f70-4270-9120-62041e18ee64 service neutron] Pushing event updated for resources: {'Port': ['ID=f0897a27-dab9-4ffa-b794-19f48bf3f0a7,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:31.663014 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef0a97ff-7b4a-449d-8a1e-3140a5cec386 req-e1927911-0558-49c2-b8e4-4ebf3674ea72 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018698 Nov 12 03:41:31.667876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bce285-a089-4bc7-90ca-8193a3419973 req-b32b735e-ef93-453d-b629-fe00eebe8318 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:31.688483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68bce285-a089-4bc7-90ca-8193a3419973 req-b32b735e-ef93-453d-b629-fe00eebe8318 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 945 time: 0.1001048 Nov 12 03:41:31.862252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-d74f7c9d-efed-49f0-8a3c-73f7fe96188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:31.878010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-d74f7c9d-efed-49f0-8a3c-73f7fe96188d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 1095 time: 0.1422932 Nov 12 03:41:31.886285 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68bce285-a089-4bc7-90ca-8193a3419973 req-0bf9a686-61c3-46ce-9d44-fcf2a69fd52b tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063334 Nov 12 03:41:32.012916 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-5747d9d1-0739-4b17-b61e-2a5444cda8f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7 HTTP/1.1" status: 200 len: 217 time: 0.1160038 Nov 12 03:41:32.119208 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cec223-68dc-4e69-8f47-05dc6ef668a7 x-openstack-request-id: req-33cec223-68dc-4e69-8f47-05dc6ef668a7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:32.119810 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9", "tag": "f0897a27-dab9-4ffa-b794-19f48bf3f0a7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:32.120359 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-33cec223-68dc-4e69-8f47-05dc6ef668a7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:32.121707 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'tag': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'status': 'completed', 'code': 200} Nov 12 03:41:32.173572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-b959c6b1-1f72-428b-b1ff-11cde6efd72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:32.177153 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-b959c6b1-1f72-428b-b1ff-11cde6efd72e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.1480305 Nov 12 03:41:32.368113 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-5aa02b5f-0054-47fc-897c-dff20840d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:32.368417 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-5aa02b5f-0054-47fc-897c-dff20840d8d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513987 Nov 12 03:41:32.473812 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5522bf3-1ed2-4e94-af05-3f70d6221d52 req-85f3949c-d63c-4ca2-8afd-dbe5447a4204 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:32.478807 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d5522bf3-1ed2-4e94-af05-3f70d6221d52 req-85f3949c-d63c-4ca2-8afd-dbe5447a4204 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.2206192 Nov 12 03:41:32.627507 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-29721a1f-4203-4b61-a8a2-5fdfc98aae4d service neutron] 10.222.0.26 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475500 Nov 12 03:41:32.636867 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d5522bf3-1ed2-4e94-af05-3f70d6221d52 req-fc9afc1c-f6aa-48e9-aa5b-5d888ceee7ee tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441836 Nov 12 03:41:32.707899 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0cd9b931-0b5f-46e2-ba5e-84a90b6aa34e req-4b68ab2b-207d-44dc-802e-1592a0382f46 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 210 time: 0.0846977 Nov 12 03:41:32.915871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fd6c9-0a69-4bee-a6b2-f7e3f50e4fa0 req-b22ea9ab-ec45-4658-b898-67a41adb8911 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:32.932320 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-568fd6c9-0a69-4bee-a6b2-f7e3f50e4fa0 req-b22ea9ab-ec45-4658-b898-67a41adb8911 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1083798 Nov 12 03:41:32.958361 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1649775b-c9c9-487f-bc96-fcb045d06487 req-4416f35d-d0cf-406f-92bf-3d6bdaf7e10f service neutron] 10.222.0.26 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917316 Nov 12 03:41:32.980232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76176bb5-3464-46b9-bddb-9c71f29ac0f3 req-469f7f59-3bcd-4842-9a47-02a33808f3b3 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:32.990607 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76176bb5-3464-46b9-bddb-9c71f29ac0f3 req-469f7f59-3bcd-4842-9a47-02a33808f3b3 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 943 time: 0.1272490 Nov 12 03:41:33.080438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76176bb5-3464-46b9-bddb-9c71f29ac0f3 req-c11d955b-876c-4239-b060-fc19d19ffde9 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869119 Nov 12 03:41:33.138423 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-568fd6c9-0a69-4bee-a6b2-f7e3f50e4fa0 req-30459ddb-f492-4e51-8fe2-412fb2823ba7 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012417 Nov 12 03:41:33.407347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144bece-bb5e-422c-a1d0-9e96d1391c0e req-08a5d562-e22f-4890-837f-c6fb608173cc tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:33.416474 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8144bece-bb5e-422c-a1d0-9e96d1391c0e req-08a5d562-e22f-4890-837f-c6fb608173cc tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 945 time: 0.1880746 Nov 12 03:41:33.444118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d504a0-2e18-42fd-845b-d8dae20ad19a req-435d6db9-1629-46a7-b17b-a93ab59de4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:33.446180 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82d504a0-2e18-42fd-845b-d8dae20ad19a req-435d6db9-1629-46a7-b17b-a93ab59de4f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 1095 time: 0.1523359 Nov 12 03:41:33.599923 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8144bece-bb5e-422c-a1d0-9e96d1391c0e req-db9856ac-1efc-4298-90e1-03a4d8354705 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782522 Nov 12 03:41:33.701598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d504a0-2e18-42fd-845b-d8dae20ad19a req-9a44f404-0926-4ea6-85a4-fd2d751fc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:33.725159 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82d504a0-2e18-42fd-845b-d8dae20ad19a req-9a44f404-0926-4ea6-85a4-fd2d751fc1d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 923 time: 0.2687478 Nov 12 03:41:33.845076 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82d504a0-2e18-42fd-845b-d8dae20ad19a req-574e44c7-38cd-4d8a-97f1-369a20039946 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7 HTTP/1.1" status: 200 len: 217 time: 0.1075685 Nov 12 03:41:33.941574 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d504a0-2e18-42fd-845b-d8dae20ad19a req-56f500c5-0109-4106-89df-e3204f470e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:33.944152 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82d504a0-2e18-42fd-845b-d8dae20ad19a req-56f500c5-0109-4106-89df-e3204f470e37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.0853541 Nov 12 03:41:34.431499 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d02350fe-acba-4875-86c5-8ffc06788d97 req-860fc986-8ef7-490e-b7f9-9637b447e52a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 210 time: 0.1109538 Nov 12 03:41:34.566486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9fe9d-df5a-49b4-ba6d-afdf6a450693 req-9d1e7ac7-bbfe-40ed-9b0e-35fc0a7ff403 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:34.580381 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-e3e18e84-955b-4bde-a862-a651882217d8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b9810c161f0b41f1afd590350e2a6352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919154 Nov 12 03:41:34.587873 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bb9fe9d-df5a-49b4-ba6d-afdf6a450693 req-9d1e7ac7-bbfe-40ed-9b0e-35fc0a7ff403 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.6351595 Nov 12 03:41:34.690797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d504a0-2e18-42fd-845b-d8dae20ad19a req-632491bd-b4c1-4268-8e6f-bec6e7b9e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:34.704276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82d504a0-2e18-42fd-845b-d8dae20ad19a req-632491bd-b4c1-4268-8e6f-bec6e7b9e30c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7018752 Nov 12 03:41:34.932934 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82d504a0-2e18-42fd-845b-d8dae20ad19a req-c9fb2acd-dd97-4573-a092-6ff13d610bc4 service neutron] 10.222.0.26 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043817 Nov 12 03:41:34.997578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bb9fe9d-df5a-49b4-ba6d-afdf6a450693 req-4c7fd6f1-c7c8-4b32-bb0f-6ab165824354 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078302 Nov 12 03:41:35.000531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdb8fc-3334-4770-8f3c-a6676c8ea95b req-c4a36fe6-0482-4553-9291-44dd9c613746 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:35.014578 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-50bdb8fc-3334-4770-8f3c-a6676c8ea95b req-c4a36fe6-0482-4553-9291-44dd9c613746 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 943 time: 0.1483471 Nov 12 03:41:35.130437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-f4fa4ff0-f93e-4ae5-9b99-c3b711323eed tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:35.143229 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-f4fa4ff0-f93e-4ae5-9b99-c3b711323eed tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5529363 Nov 12 03:41:35.163538 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-50bdb8fc-3334-4770-8f3c-a6676c8ea95b req-ada04ea8-75a9-44be-af26-9fdaedee012c tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475487 Nov 12 03:41:35.182828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-5ea75c87-874f-42a3-a945-7f0ec95b71d4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Request body: {'port': {'device_id': '78065b7f-90f7-42db-9634-e812fb2d90c7', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': 'b9810c161f0b41f1afd590350e2a6352'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:35.401745 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82d504a0-2e18-42fd-845b-d8dae20ad19a req-3efa68c6-a088-48a2-ab1c-d39c92d06f8a service neutron] 10.222.0.26 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022889 Nov 12 03:41:35.425942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1113ce-55e3-44b9-82fb-3c14442548bf req-1ffa9942-712e-4fc4-b319-415694fd66c9 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:35.428730 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cc1113ce-55e3-44b9-82fb-3c14442548bf req-1ffa9942-712e-4fc4-b319-415694fd66c9 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1317780 Nov 12 03:41:35.555246 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cc1113ce-55e3-44b9-82fb-3c14442548bf req-49bbe3f0-35a7-4983-9523-68e1c38dee2a tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060624 Nov 12 03:41:35.606011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-5ea75c87-874f-42a3-a945-7f0ec95b71d4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Made reservation on behalf of b9810c161f0b41f1afd590350e2a6352 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:35.619098 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-5ea75c87-874f-42a3-a945-7f0ec95b71d4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.929798 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-5ea75c87-874f-42a3-a945-7f0ec95b71d4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Allocated IP 192.168.233.57 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/6240b1e3-5e4a-41e0-9830-2e0dc34a4589) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:36.082324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f33e2dc-b0a3-4d0f-8fff-bc892f7878fa req-44260441-c0fb-4afc-ba4d-2e2a3d3a8003 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 210 time: 0.0555716 Nov 12 03:41:36.337354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2fc5b-1da4-4d2b-bdff-0fb0061159f0 req-0d136401-1c72-470b-af0a-9d92273a4ade tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:36.345699 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ff2fc5b-1da4-4d2b-bdff-0fb0061159f0 req-0d136401-1c72-470b-af0a-9d92273a4ade tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.1038296 Nov 12 03:41:36.433608 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ff2fc5b-1da4-4d2b-bdff-0fb0061159f0 req-8b87176d-6f5b-44cb-9792-7e8dacc5395b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864484 Nov 12 03:41:36.548575 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-5ea75c87-874f-42a3-a945-7f0ec95b71d4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.594339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33093b-871f-40d4-a626-b1731a7f9aa4 req-2da31fd1-d62a-4c4b-aa40-ef4593a8a42f tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:36.596283 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c33093b-871f-40d4-a626-b1731a7f9aa4 req-2da31fd1-d62a-4c4b-aa40-ef4593a8a42f tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 943 time: 0.0744317 Nov 12 03:41:36.666617 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-5ea75c87-874f-42a3-a945-7f0ec95b71d4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.689274 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c33093b-871f-40d4-a626-b1731a7f9aa4 req-131b8a30-8d83-4ceb-b805-a39fdced4776 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852425 Nov 12 03:41:36.725964 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea75c87-874f-42a3-a945-7f0ec95b71d4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Pushing event updated for resources: {'Port': ['ID=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:36.742169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['512ac6f4-442a-4d98-9d16-d0a71c52a6f3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:36.772591 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-5ea75c87-874f-42a3-a945-7f0ec95b71d4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:36.783460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-5ea75c87-874f-42a3-a945-7f0ec95b71d4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:36.789573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-5ea75c87-874f-42a3-a945-7f0ec95b71d4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:36.868734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a518d7-d518-4bcd-8a0e-75a2f6e437e9 req-03c7a378-9667-4942-8245-d3243b45142d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:36.886966 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-44a518d7-d518-4bcd-8a0e-75a2f6e437e9 req-03c7a378-9667-4942-8245-d3243b45142d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1618955 Nov 12 03:41:37.000113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-5ea75c87-874f-42a3-a945-7f0ec95b71d4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:37.001330 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-5ea75c87-874f-42a3-a945-7f0ec95b71d4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.105400 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-44a518d7-d518-4bcd-8a0e-75a2f6e437e9 req-1f255d87-bedf-4912-a02c-56b8b5709b20 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069302 Nov 12 03:41:37.170146 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-5ea75c87-874f-42a3-a945-7f0ec95b71d4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0051439 Nov 12 03:41:37.195380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Request body: {'port': {'device_id': '78065b7f-90f7-42db-9634-e812fb2d90c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:37.248716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-097a4bd7-3dbe-4723-8a0f-ffe1adf2d8c5 None None] Provisioning complete for port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:37.248716 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-097a4bd7-3dbe-4723-8a0f-ffe1adf2d8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.309600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-097a4bd7-3dbe-4723-8a0f-ffe1adf2d8c5 None None] Port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:37.321549 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.344784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99dc52-11e2-4c81-ab59-7c7f69e0d85a req-bb6f6ab1-7ab1-4b0c-baaa-a4170251c12d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:37.346569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b99dc52-11e2-4c81-ab59-7c7f69e0d85a req-bb6f6ab1-7ab1-4b0c-baaa-a4170251c12d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 935 time: 0.0992088 Nov 12 03:41:37.463900 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b99dc52-11e2-4c81-ab59-7c7f69e0d85a req-3522ee2a-6774-4a81-b2c7-6f9ee8fba360 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045804 Nov 12 03:41:37.776778 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0780da-d40e-4dfc-85c5-0a251607e0ba req-a811a5dd-cbf3-4777-8722-3b2e1f25c09c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:37.779162 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1f0780da-d40e-4dfc-85c5-0a251607e0ba req-a811a5dd-cbf3-4777-8722-3b2e1f25c09c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.1098168 Nov 12 03:41:37.893192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:37.903543 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1f0780da-d40e-4dfc-85c5-0a251607e0ba req-c1c944ed-e085-443d-bf9b-4a34f00cb245 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140220 Nov 12 03:41:37.905375 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.921651 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Transition to ACTIVE for port object 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:41:38.092001 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.210109 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Pushing event updated for resources: {'Port': ['ID=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:38.323946 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Attempting to bind port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:38.324685 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Attempting to bind port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:38.326074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Attempting to bind port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:38.330865 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:41:38.331194 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Attempting to bind port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:38.339510 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:38.339856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:38.340741 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:38.341779 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Bound port: 6240b1e3-5e4a-41e0-9830-2e0dc34a4589, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:38.342848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.390069 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f0897a27-dab9-4ffa-b794-19f48bf3f0a7 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:38.442727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] For port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:38.451049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] For port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:38.534987 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61d981-73b5-44a6-90e7-8e4eaf24d3d7 req-aa95fc84-d075-44eb-9fe2-2da3b0734aa2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:38.537197 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-db61d981-73b5-44a6-90e7-8e4eaf24d3d7 req-aa95fc84-d075-44eb-9fe2-2da3b0734aa2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 943 time: 0.0828395 Nov 12 03:41:38.566068 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.627860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f0897a27-dab9-4ffa-b794-19f48bf3f0a7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:38.645140 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:38.645670 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.647108 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] 10.222.0.25 "PUT /v2.0/ports/6240b1e3-5e4a-41e0-9830-2e0dc34a4589 HTTP/1.1" status: 200 len: 1096 time: 1.4596567 Nov 12 03:41:38.650193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78065b7f-90f7-42db-9634-e812fb2d90c7', 'tag': '6240b1e3-5e4a-41e0-9830-2e0dc34a4589'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:38.651256 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'port_id': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'mac_address': 'fa:16:3e:46:af:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:38.652993 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfb2424-3ccd-4ebd-882f-0ef43f0530dc" -d '{"events": [{"name": "network-changed", "server_uuid": "78065b7f-90f7-42db-9634-e812fb2d90c7", "tag": "6240b1e3-5e4a-41e0-9830-2e0dc34a4589"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:38.722370 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-db61d981-73b5-44a6-90e7-8e4eaf24d3d7 req-984830e3-26ab-47ae-b3ac-b207e7abf294 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688910 Nov 12 03:41:38.729300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1021fa2-2665-45fe-8a44-c0734e91224c service neutron] Pushing event updated for resources: {'Port': ['ID=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:38.758046 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.805569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0897a27-dab9-4ffa-b794-19f48bf3f0a7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:38.878944 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f0897a27-dab9-4ffa-b794-19f48bf3f0a7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:38.936269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-ac9e1987-5c78-4152-bea6-b33f6734a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:38.939323 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-ac9e1987-5c78-4152-bea6-b33f6734a22b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 1099 time: 0.1116779 Nov 12 03:41:39.008913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.056485 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-37d1c97b-dcee-47dc-8c32-e074110ab063 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589 HTTP/1.1" status: 200 len: 217 time: 0.0855391 Nov 12 03:41:39.096322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c9b54-b533-454d-a9c2-aed7a44dc23f req-06a74bc7-3037-4e58-bfef-1dcec5528e79 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:39.098774 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-955c9b54-b533-454d-a9c2-aed7a44dc23f req-06a74bc7-3037-4e58-bfef-1dcec5528e79 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1808021 Nov 12 03:41:39.124652 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=f0897a27-dab9-4ffa-b794-19f48bf3f0a7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:39.198384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-82aba465-a281-4fa6-8904-dcef970a8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:39.200773 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-82aba465-a281-4fa6-8904-dcef970a8db9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1364734 Nov 12 03:41:39.269515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-955c9b54-b533-454d-a9c2-aed7a44dc23f req-d14748ee-9ce2-483a-b15b-115b70e68ca2 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418622 Nov 12 03:41:39.300597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-b3cfe031-7be2-4290-a83f-c71ef95073b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:39.303446 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-b3cfe031-7be2-4290-a83f-c71ef95073b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0926552 Nov 12 03:41:39.494975 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-7b5f62d9-1892-4381-8852-ee8b1a2ceeb2 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816497 Nov 12 03:41:39.717082 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6064cc5d-a5dd-4d5b-8238-1a2e3892aa56 req-47b50b98-4ffe-4416-98fb-8799a3259a04 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917493 Nov 12 03:41:39.798894 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9e1400-353c-4029-83d6-27a89f0fc073 x-openstack-request-id: req-2f9e1400-353c-4029-83d6-27a89f0fc073 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:39.799244 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78065b7f-90f7-42db-9634-e812fb2d90c7", "tag": "6240b1e3-5e4a-41e0-9830-2e0dc34a4589", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:39.799765 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2f9e1400-353c-4029-83d6-27a89f0fc073 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:39.800584 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78065b7f-90f7-42db-9634-e812fb2d90c7', 'tag': '6240b1e3-5e4a-41e0-9830-2e0dc34a4589', 'status': 'completed', 'code': 200} Nov 12 03:41:39.834331 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e2026-f788-4a54-a6c9-e873b51c28d7 req-ffd3204f-aa37-41f7-bbaa-524b6fc444f3 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:39.839610 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-661e2026-f788-4a54-a6c9-e873b51c28d7 req-ffd3204f-aa37-41f7-bbaa-524b6fc444f3 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 947 time: 0.1187975 Nov 12 03:41:39.928306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['f0897a27-dab9-4ffa-b794-19f48bf3f0a7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:39.981707 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-661e2026-f788-4a54-a6c9-e873b51c28d7 req-983b63a0-eb33-49d5-b553-aa924fa0ad39 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294978 Nov 12 03:41:39.994100 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:41:40.002053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2424-3ccd-4ebd-882f-0ef43f0530dc req-f3e5bbba-f9cc-428b-b1be-8434c4fc3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:40.007214 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-abfb2424-3ccd-4ebd-882f-0ef43f0530dc req-f3e5bbba-f9cc-428b-b1be-8434c4fc3aeb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 1099 time: 0.1091659 Nov 12 03:41:40.055644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf7a73-233b-4bcc-b5d7-be3295b65ac2 req-e64d354e-4824-4e50-850f-cb435333ea50 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:40.067293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eacf7a73-233b-4bcc-b5d7-be3295b65ac2 req-e64d354e-4824-4e50-850f-cb435333ea50 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.1483057 Nov 12 03:41:40.190953 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eacf7a73-233b-4bcc-b5d7-be3295b65ac2 req-22fd4722-7b99-42ef-8639-0b43bf61a833 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062980 Nov 12 03:41:40.226254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2424-3ccd-4ebd-882f-0ef43f0530dc req-40235fcb-095f-4eb1-9fdb-70a2883a6f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:40.227999 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-abfb2424-3ccd-4ebd-882f-0ef43f0530dc req-40235fcb-095f-4eb1-9fdb-70a2883a6f55 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2106068 Nov 12 03:41:40.330969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-abfb2424-3ccd-4ebd-882f-0ef43f0530dc req-c0ad1629-83db-4968-b81e-2cc90ca7fd53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589 HTTP/1.1" status: 200 len: 217 time: 0.0891349 Nov 12 03:41:40.444624 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2424-3ccd-4ebd-882f-0ef43f0530dc req-ed74fc4d-36c9-467d-a3cd-b68daf5a90d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:40.447619 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-abfb2424-3ccd-4ebd-882f-0ef43f0530dc req-ed74fc4d-36c9-467d-a3cd-b68daf5a90d1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1071281 Nov 12 03:41:40.457336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799e534-2ba1-42d0-bded-cd23159b15d7 req-82c2880e-d98c-491d-a5b2-561d9deb9982 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:40.460304 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c799e534-2ba1-42d0-bded-cd23159b15d7 req-82c2880e-d98c-491d-a5b2-561d9deb9982 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 944 time: 0.1027620 Nov 12 03:41:40.545338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2424-3ccd-4ebd-882f-0ef43f0530dc req-caf22dfb-a04d-4f73-b3a9-5200146c3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:40.546909 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-abfb2424-3ccd-4ebd-882f-0ef43f0530dc req-caf22dfb-a04d-4f73-b3a9-5200146c3760 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0893414 Nov 12 03:41:40.572118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c799e534-2ba1-42d0-bded-cd23159b15d7 req-792ed055-dd76-4172-8fe2-c300f0177482 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008725 Nov 12 03:41:40.725220 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-abfb2424-3ccd-4ebd-882f-0ef43f0530dc req-d9eb96b8-9306-4475-ad8c-cf18e37e1ce2 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626720 Nov 12 03:41:40.926295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-abfb2424-3ccd-4ebd-882f-0ef43f0530dc req-3fe0bdce-edb6-4794-a483-69731d88c51c service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818438 Nov 12 03:41:41.022796 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573d224-2a31-4ab5-a93a-1d090bdffab1 req-c5f02472-b5c0-41b5-b8b2-e7abc19812c7 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:41.037344 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e573d224-2a31-4ab5-a93a-1d090bdffab1 req-c5f02472-b5c0-41b5-b8b2-e7abc19812c7 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.3102190 Nov 12 03:41:41.121095 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e573d224-2a31-4ab5-a93a-1d090bdffab1 req-e5f19964-645c-4ffa-8ca1-68397fbfb459 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792000 Nov 12 03:41:41.229443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a08c0-d1ff-40ea-a602-83e2e26391bc req-d0d1d6d8-b776-444e-a7a3-83b433a19d17 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:41.245832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d7a08c0-d1ff-40ea-a602-83e2e26391bc req-d0d1d6d8-b776-444e-a7a3-83b433a19d17 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 947 time: 0.1416490 Nov 12 03:41:41.339429 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d7a08c0-d1ff-40ea-a602-83e2e26391bc req-50421ac0-d454-447c-958c-8a786efa7108 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913131 Nov 12 03:41:41.623028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ef2a8-8e58-4991-98f7-c4b9c5b0e722 req-71c2a39e-7ad5-40a2-b109-c9e658146cb8 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:41.626285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d0ef2a8-8e58-4991-98f7-c4b9c5b0e722 req-71c2a39e-7ad5-40a2-b109-c9e658146cb8 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.1006923 Nov 12 03:41:41.704152 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d0ef2a8-8e58-4991-98f7-c4b9c5b0e722 req-66c61e1b-278b-4c1c-850c-df7db7bc66c2 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667949 Nov 12 03:41:41.907192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195628c6-7b59-4b5a-9305-7a9b08816f56 req-2ef5d148-f611-4667-aff4-9e58e4a416c7 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:41.909515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-195628c6-7b59-4b5a-9305-7a9b08816f56 req-2ef5d148-f611-4667-aff4-9e58e4a416c7 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 944 time: 0.0840864 Nov 12 03:41:42.013319 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-195628c6-7b59-4b5a-9305-7a9b08816f56 req-44ebe368-5c4c-45a8-9582-a93582d1aa83 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918293 Nov 12 03:41:42.293238 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63bd50-e667-4fb1-91fa-d1bee9e957f2 req-1538a5fc-c749-4774-b35e-e0950d77cef4 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:42.294763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c63bd50-e667-4fb1-91fa-d1bee9e957f2 req-1538a5fc-c749-4774-b35e-e0950d77cef4 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.0503814 Nov 12 03:41:42.394088 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c63bd50-e667-4fb1-91fa-d1bee9e957f2 req-a9afd366-9ade-4968-808a-b236c224f2bb tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921426 Nov 12 03:41:42.468485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:42.473151 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f0897a27-dab9-4ffa-b794-19f48bf3f0a7 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:42.558513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666598a5-812d-4714-bcda-8a07f582581c req-4c16190f-0151-4353-8e5c-e8717c776554 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:42.576569 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-666598a5-812d-4714-bcda-8a07f582581c req-4c16190f-0151-4353-8e5c-e8717c776554 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 947 time: 0.0763538 Nov 12 03:41:42.696406 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port f0897a27-dab9-4ffa-b794-19f48bf3f0a7 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:41:42.701128 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-666598a5-812d-4714-bcda-8a07f582581c req-48101eaa-a7ec-4a30-8a43-84e93344ce2f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978615 Nov 12 03:41:42.702938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port f0897a27-dab9-4ffa-b794-19f48bf3f0a7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:42.703487 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.861230 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.906374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:42.935759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:42.937016 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4449c89-8ee9-4194-a06a-d6007d072606" -d '{"events": [{"server_uuid": "a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9", "name": "network-vif-plugged", "status": "completed", "tag": "f0897a27-dab9-4ffa-b794-19f48bf3f0a7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:42.965602 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '6240b1e3-5e4a-41e0-9830-2e0dc34a4589', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '6240b1e3-5e4a-41e0-9830-2e0dc34a4589', 'mac_address': 'fa:16:3e:25:28:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:42.974143 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f0897a27-dab9-4ffa-b794-19f48bf3f0a7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:43.022001 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.036438 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea3391-5ae4-49cb-8bcd-40c8ffba1fd6 req-0875810a-9e87-480a-92cb-3be0fa45c84a tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:43.047570 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-87ea3391-5ae4-49cb-8bcd-40c8ffba1fd6 req-0875810a-9e87-480a-92cb-3be0fa45c84a tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 945 time: 0.1645634 Nov 12 03:41:43.057168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:43.070445 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.129381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02afbff-7004-4058-a485-94bbe039ebc2 req-0e113563-5b09-4763-8a1f-ed25e49772d6 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:43.149405 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a02afbff-7004-4058-a485-94bbe039ebc2 req-0e113563-5b09-4763-8a1f-ed25e49772d6 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.1537094 Nov 12 03:41:43.152771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:43.221026 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-87ea3391-5ae4-49cb-8bcd-40c8ffba1fd6 req-64989517-92a9-4d62-b0c1-10cda2edff15 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672015 Nov 12 03:41:43.222004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=f0897a27-dab9-4ffa-b794-19f48bf3f0a7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:43.279105 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.291550 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a02afbff-7004-4058-a485-94bbe039ebc2 req-ada89a08-4916-4d4f-a020-eda8d1c03b95 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391275 Nov 12 03:41:43.357762 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce86804-a96e-46f2-a6fd-a15cba3d9ca4 x-openstack-request-id: req-8ce86804-a96e-46f2-a6fd-a15cba3d9ca4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:43.357762 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9", "name": "network-vif-plugged", "status": "completed", "tag": "f0897a27-dab9-4ffa-b794-19f48bf3f0a7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:43.357762 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8ce86804-a96e-46f2-a6fd-a15cba3d9ca4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:43.357762 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'code': 200} Nov 12 03:41:43.417518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:43.538825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf669d03-0402-4902-807f-ab4b7ea0da28 req-d5c03ddf-59cc-4cd8-935c-4f4cee6191bf tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:43.546655 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bf669d03-0402-4902-807f-ab4b7ea0da28 req-d5c03ddf-59cc-4cd8-935c-4f4cee6191bf tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 945 time: 0.0826240 Nov 12 03:41:43.620749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6240b1e3-5e4a-41e0-9830-2e0dc34a4589'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:43.674997 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bf669d03-0402-4902-807f-ab4b7ea0da28 req-eaaa3e16-7f1d-4026-a384-69dfb2a9f147 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225779 Nov 12 03:41:43.721148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47388240-f676-4cae-bb86-09897d3e4155 req-597b99f7-cc4a-456b-8862-6f48749b2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:43.723923 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-47388240-f676-4cae-bb86-09897d3e4155 req-597b99f7-cc4a-456b-8862-6f48749b2b2d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 1097 time: 0.1587002 Nov 12 03:41:43.751732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71321378-1d4b-4a7b-b43a-90431c51db9d req-da898f07-d777-4423-8ae6-f6f1d9711f3b tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:43.757060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71321378-1d4b-4a7b-b43a-90431c51db9d req-da898f07-d777-4423-8ae6-f6f1d9711f3b tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.2137542 Nov 12 03:41:43.896031 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-47388240-f676-4cae-bb86-09897d3e4155 req-6129e8c5-c7da-42b7-9cec-8e20688dc56c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362348 Nov 12 03:41:43.921073 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71321378-1d4b-4a7b-b43a-90431c51db9d req-36bcfccb-9a5f-448c-ab4e-f79f98822539 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446912 Nov 12 03:41:43.979229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8f261-5a8b-4b5f-9b5e-5dbb4173e717 req-a518352c-e3a6-432e-9d5b-1d9356a0474f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:43.981477 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59e8f261-5a8b-4b5f-9b5e-5dbb4173e717 req-a518352c-e3a6-432e-9d5b-1d9356a0474f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 948 time: 0.1031592 Nov 12 03:41:44.074877 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59e8f261-5a8b-4b5f-9b5e-5dbb4173e717 req-8c708020-cebc-4984-a05f-31d0837cc3eb tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809674 Nov 12 03:41:44.433827 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ade321-4ad1-4e16-999b-abb89a9434e5 req-2e26acd3-28cb-4641-b900-6adb56697cce tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:44.436419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f0ade321-4ad1-4e16-999b-abb89a9434e5 req-2e26acd3-28cb-4641-b900-6adb56697cce tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 945 time: 0.0753853 Nov 12 03:41:44.562280 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f0ade321-4ad1-4e16-999b-abb89a9434e5 req-f9443189-4a30-44fa-9324-5361b1af5861 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093507 Nov 12 03:41:44.652099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64c3a4-0537-4935-9e90-0245665445ca req-3cf90a1a-6058-46af-b503-029d71de9e11 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:44.654099 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d64c3a4-0537-4935-9e90-0245665445ca req-3cf90a1a-6058-46af-b503-029d71de9e11 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.0696814 Nov 12 03:41:44.724249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d64c3a4-0537-4935-9e90-0245665445ca req-3e97d1a3-6874-4161-8a26-f7e5ed8cfbb0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570681 Nov 12 03:41:44.915474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdfab8-396b-4a63-90a9-90ad2091d10b req-c6071203-be81-4a2c-8703-fbbcf3b07ebf tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:44.918584 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0dcdfab8-396b-4a63-90a9-90ad2091d10b req-c6071203-be81-4a2c-8703-fbbcf3b07ebf tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 945 time: 0.0982575 Nov 12 03:41:45.023562 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0dcdfab8-396b-4a63-90a9-90ad2091d10b req-cc0d7f35-a9a1-49d6-92d7-9a23e357f11c tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919092 Nov 12 03:41:45.116621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8529551-5670-48ca-8fb8-2d6163880764 req-b24fddf2-4d74-4bae-9527-c2d93fecc606 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:45.146082 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8529551-5670-48ca-8fb8-2d6163880764 req-b24fddf2-4d74-4bae-9527-c2d93fecc606 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1136184 Nov 12 03:41:45.294539 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8529551-5670-48ca-8fb8-2d6163880764 req-9a8fd060-d7b2-4660-aaad-fba9beeb6a1d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369698 Nov 12 03:41:45.318252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf80e3-dc8e-494f-b248-1431ec7d1057 req-09e2c3a5-fd48-4d60-b7cb-1b14a8ed5017 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:45.321793 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6cf80e3-dc8e-494f-b248-1431ec7d1057 req-09e2c3a5-fd48-4d60-b7cb-1b14a8ed5017 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 948 time: 0.1215062 Nov 12 03:41:45.433328 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6cf80e3-dc8e-494f-b248-1431ec7d1057 req-3c507159-b632-4961-baf6-123293866c14 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011229 Nov 12 03:41:45.765508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b069f7-4c59-4fde-961d-e416b207192a req-4659d2c6-c630-4dcc-b2e7-1eae5ea0e5c3 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:45.776687 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d1b069f7-4c59-4fde-961d-e416b207192a req-4659d2c6-c630-4dcc-b2e7-1eae5ea0e5c3 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 945 time: 0.1010263 Nov 12 03:41:45.865019 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d1b069f7-4c59-4fde-961d-e416b207192a req-0b903d8d-857b-4b4a-8718-920bf255578d tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859516 Nov 12 03:41:45.927531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8a86-baa7-4bfc-acff-e906c1c94ad6 req-c8821527-a285-4461-b49f-a8582fd68edf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:45.929354 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127f8a86-baa7-4bfc-acff-e906c1c94ad6 req-c8821527-a285-4461-b49f-a8582fd68edf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.0708499 Nov 12 03:41:46.026056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127f8a86-baa7-4bfc-acff-e906c1c94ad6 req-79619f39-9c74-4613-b08c-91db369ded8a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848010 Nov 12 03:41:46.234609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f7014-76ff-40ed-947b-2924e523b311 req-e9259935-6a07-472b-a644-20e8b561cbb9 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:46.237232 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-984f7014-76ff-40ed-947b-2924e523b311 req-e9259935-6a07-472b-a644-20e8b561cbb9 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 945 time: 0.0795140 Nov 12 03:41:46.321424 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-984f7014-76ff-40ed-947b-2924e523b311 req-158b1b28-efc8-479d-aa29-176a75ac5f81 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750525 Nov 12 03:41:46.376010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:46.594500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f734d-f564-4d5e-8255-8dcb8285cc74 req-9e649120-01fc-428e-b79a-badb196929a7 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:46.608075 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f48f734d-f564-4d5e-8255-8dcb8285cc74 req-9e649120-01fc-428e-b79a-badb196929a7 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1314619 Nov 12 03:41:46.692779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f48f734d-f564-4d5e-8255-8dcb8285cc74 req-dc4c6bfc-67c9-487f-bfa6-1e86b4793423 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811057 Nov 12 03:41:46.696202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0c609-7d5a-4f4c-92b2-a4732c30ad93 req-8fc144d5-6732-4266-a0c0-403d1553a89a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:46.699639 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cae0c609-7d5a-4f4c-92b2-a4732c30ad93 req-8fc144d5-6732-4266-a0c0-403d1553a89a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 948 time: 0.1265581 Nov 12 03:41:46.702542 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:41:46.730334 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:46.736930 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.845611 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cae0c609-7d5a-4f4c-92b2-a4732c30ad93 req-53727c73-29af-4650-a547-32b6c6249bcb tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310065 Nov 12 03:41:46.909918 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.966091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78065b7f-90f7-42db-9634-e812fb2d90c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6240b1e3-5e4a-41e0-9830-2e0dc34a4589'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:46.968742 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8228e6e4-c8d1-4ef8-9558-b3707cce0232" -d '{"events": [{"server_uuid": "78065b7f-90f7-42db-9634-e812fb2d90c7", "name": "network-vif-plugged", "status": "completed", "tag": "6240b1e3-5e4a-41e0-9830-2e0dc34a4589"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:47.014739 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:47.041802 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f327051b-de2f-4f77-a513-874cae82b785 x-openstack-request-id: req-f327051b-de2f-4f77-a513-874cae82b785 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:47.042270 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78065b7f-90f7-42db-9634-e812fb2d90c7", "name": "network-vif-plugged", "status": "completed", "tag": "6240b1e3-5e4a-41e0-9830-2e0dc34a4589", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:47.042638 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f327051b-de2f-4f77-a513-874cae82b785 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:47.043179 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78065b7f-90f7-42db-9634-e812fb2d90c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6240b1e3-5e4a-41e0-9830-2e0dc34a4589', 'code': 200} Nov 12 03:41:47.115069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e7032-2508-47f1-9846-e236ecec2e98 req-5f76771e-0c98-456d-81dd-459e2e5f6ca8 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:47.123469 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-807e7032-2508-47f1-9846-e236ecec2e98 req-5f76771e-0c98-456d-81dd-459e2e5f6ca8 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 945 time: 0.1516342 Nov 12 03:41:47.130614 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.229084 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-807e7032-2508-47f1-9846-e236ecec2e98 req-967ed8e7-ae66-4953-8f46-5f64f1461896 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/security-groups?id=4a315244-184a-4e05-aa92-d20fafc12fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042571 Nov 12 03:41:47.260078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:47.266123 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105edcc-460a-484b-a93c-120f54ca7c6e req-0a2c3b17-d077-451e-91e7-13134ef6d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:47.269717 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c105edcc-460a-484b-a93c-120f54ca7c6e req-0a2c3b17-d077-451e-91e7-13134ef6d369 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 1101 time: 0.1199052 Nov 12 03:41:47.274158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:47.274158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:47.274556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:47.274709 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:47.275295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:47.275821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:47.276528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:47.277044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:47.277559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:47.278076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:47.278581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:47.279087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:47.353875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daacd70-546c-45b1-b4cb-496d933c2547 req-98baff2f-8f9c-4a13-8f36-1fb03d5bcf68 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:47.356531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1daacd70-546c-45b1-b4cb-496d933c2547 req-98baff2f-8f9c-4a13-8f36-1fb03d5bcf68 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 945 time: 0.1728003 Nov 12 03:41:47.377539 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c105edcc-460a-484b-a93c-120f54ca7c6e req-8a5a4487-e054-4e4b-ab8b-f47eec4d5320 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837426 Nov 12 03:41:47.382296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e7c90-404e-40ed-ad24-3eed745f6ab1 req-a5629dcc-9ba6-4865-8dd4-66521f9bb28f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:47.395496 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb5e7c90-404e-40ed-ad24-3eed745f6ab1 req-a5629dcc-9ba6-4865-8dd4-66521f9bb28f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.1858995 Nov 12 03:41:47.549775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a5a19-8c98-441c-abb8-658df018fe7f req-3aecc846-970b-4d4c-b246-d62489ab0de3 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:47.552300 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-359a5a19-8c98-441c-abb8-658df018fe7f req-3aecc846-970b-4d4c-b246-d62489ab0de3 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 945 time: 0.0813909 Nov 12 03:41:47.591859 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb5e7c90-404e-40ed-ad24-3eed745f6ab1 req-e22383de-bbbf-4014-b09f-bc834b195a59 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947136 Nov 12 03:41:47.633601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1daacd70-546c-45b1-b4cb-496d933c2547 req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Deleting port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:47.634041 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1daacd70-546c-45b1-b4cb-496d933c2547 req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.672345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-359a5a19-8c98-441c-abb8-658df018fe7f req-5c097d7a-79d7-40e7-b38a-a40cd952cca5 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097145 Nov 12 03:41:47.829990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1daacd70-546c-45b1-b4cb-496d933c2547 req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] For port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=55dc9a21-d7bb-4488-8f42-e2c5caac1b59,segment=NetworkSegment(3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb),segment_id=3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:47.831281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1daacd70-546c-45b1-b4cb-496d933c2547 req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.862015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1daacd70-546c-45b1-b4cb-496d933c2547 req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Calling delete_port for 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:47.990823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd91cf-c57a-4eee-b88a-eba4b35978df req-9949593a-8ddf-4a70-81b6-c2ccc087a0d6 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:47.992554 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51dd91cf-c57a-4eee-b88a-eba4b35978df req-9949593a-8ddf-4a70-81b6-c2ccc087a0d6 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1208155 Nov 12 03:41:48.087715 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-5882b80d-8a17-44d8-932e-9c53b93753e6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3450065 Nov 12 03:41:48.103925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:48.109542 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51dd91cf-c57a-4eee-b88a-eba4b35978df req-e6b7e7cd-1294-4f9e-b472-dc177a36e766 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088228 Nov 12 03:41:48.293781 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.342587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1daacd70-546c-45b1-b4cb-496d933c2547 req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.393312 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Pushing event deleted for resources: {'Port': ['ID=55dc9a21-d7bb-4488-8f42-e2c5caac1b59,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:48.428022 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.428710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.429226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.429723 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.431018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.431512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.432004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.432530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.433014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.433492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.433972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.434505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.435632 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['55dc9a21-d7bb-4488-8f42-e2c5caac1b59'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:48.503903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb329f0-d7b7-4627-805c-28ca78734b31 req-44e0dfa8-e72e-444f-8908-a33e03cfcac8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:48.506746 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfb329f0-d7b7-4627-805c-28ca78734b31 req-44e0dfa8-e72e-444f-8908-a33e03cfcac8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.2095652 Nov 12 03:41:48.510227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1daacd70-546c-45b1-b4cb-496d933c2547 req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] No DVR routers for this DVR port 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:48.513413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1daacd70-546c-45b1-b4cb-496d933c2547 req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.523696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1daacd70-546c-45b1-b4cb-496d933c2547 req-8ea1d024-0dc8-4cca-95dd-d8862a52ebd0 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.26 "DELETE /v2.0/ports/55dc9a21-d7bb-4488-8f42-e2c5caac1b59 HTTP/1.1" status: 204 len: 173 time: 1.1114106 Nov 12 03:41:48.523696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3b1535-3785-4dc7-a50b-7c8047ce6dd4', 'name': 'network-vif-deleted', 'tag': '55dc9a21-d7bb-4488-8f42-e2c5caac1b59'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:48.524688 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c1517b-cf52-47e9-a3e3-0113680dae73" -d '{"events": [{"server_uuid": "3e3b1535-3785-4dc7-a50b-7c8047ce6dd4", "name": "network-vif-deleted", "tag": "55dc9a21-d7bb-4488-8f42-e2c5caac1b59"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:48.542643 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.593009 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.606239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfb329f0-d7b7-4627-805c-28ca78734b31 req-9a799594-9f5a-41b0-b48c-2f85dffe7bec tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748637 Nov 12 03:41:48.772908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Allocated IP 172.25.8.129 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/dd13bc3f-4f99-40ad-b320-9df18b5bc4d8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:48.878944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a3c7f48c-9e45-4831-92d9-a5bec7138869 req-219009be-0f34-42c9-b285-8a0f96513fc9 tempest-ServerTagsTestJSON-313028585 tempest-ServerTagsTestJSON-313028585-project] 10.222.0.105 "GET /v2.0/ports?device_id=3e3b1535-3785-4dc7-a50b-7c8047ce6dd4 HTTP/1.1" status: 200 len: 210 time: 0.0407181 Nov 12 03:41:49.017266 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.263146 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.321636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:49.327613 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:49.331625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:49.357539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Pushing event updated for resources: {'Port': ['ID=dd13bc3f-4f99-40ad-b320-9df18b5bc4d8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:49.466745 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.591939 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.592925 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc9ce2a-2d35-40ea-bef3-e4b6afde431f x-openstack-request-id: req-dbc9ce2a-2d35-40ea-bef3-e4b6afde431f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:49.593550 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3b1535-3785-4dc7-a50b-7c8047ce6dd4", "name": "network-vif-deleted", "tag": "55dc9a21-d7bb-4488-8f42-e2c5caac1b59", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:49.593851 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-dbc9ce2a-2d35-40ea-bef3-e4b6afde431f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:49.594724 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3b1535-3785-4dc7-a50b-7c8047ce6dd4', 'name': 'network-vif-deleted', 'tag': '55dc9a21-d7bb-4488-8f42-e2c5caac1b59', 'status': 'completed', 'code': 200} Nov 12 03:41:49.784934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617048e2-f3f4-4414-b262-8253d9d82b49 req-22c02a14-e8da-438f-b643-9ad18cb14812 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:49.788009 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-617048e2-f3f4-4414-b262-8253d9d82b49 req-22c02a14-e8da-438f-b643-9ad18cb14812 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 946 time: 0.0868177 Nov 12 03:41:49.891609 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.904100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-43d72028-2ba2-4575-889a-1bf1383d0d9e tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:49.906484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-43d72028-2ba2-4575-889a-1bf1383d0d9e tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be&tenant_id=47b77b3c8092439394887f6a4638c133&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 1098 time: 0.1130769 Nov 12 03:41:49.931846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-767704-23'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:49.943515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-617048e2-f3f4-4414-b262-8253d9d82b49 req-47ccae1b-3ea7-4b82-baa2-df8cbad7988f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340494 Nov 12 03:41:49.976233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.041777 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.104136 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Pushing event updated for resources: {'Port': ['ID=dd13bc3f-4f99-40ad-b320-9df18b5bc4d8,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:50.115903 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.214874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa03d14-b6bb-457a-aef0-18d4feb2a370 req-6081fba4-788c-4c22-8c84-1efb9e46e7b8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:50.216715 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fa03d14-b6bb-457a-aef0-18d4feb2a370 req-6081fba4-788c-4c22-8c84-1efb9e46e7b8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1268265 Nov 12 03:41:50.275803 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.277659 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-8ff8dd02-d94a-4679-ba30-8412ac771801 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1792734 Nov 12 03:41:50.296457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a2fedf65-0222-4484-b009-68ae3d7b6079,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:50.335501 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fa03d14-b6bb-457a-aef0-18d4feb2a370 req-6100a65a-2746-41ad-9d71-4f8a104bff73 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081645 Nov 12 03:41:50.394440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:50.425270 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-82084aeb-7ce6-4585-9023-d1cafebf69cb tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 696 time: 0.1305006 Nov 12 03:41:50.521260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a2fedf65-0222-4484-b009-68ae3d7b6079 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:50.537000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:50.565159 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.577312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:50.577800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 55dc9a21-d7bb-4488-8f42-e2c5caac1b59 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:50.578371 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 43d65fe6-b3b2-43d0-915d-ead621acc943 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:50.594938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60905a-e884-4a14-9c57-25e02f77c778 req-eed48b22-e0ee-4b76-a8ad-b81355de4a64 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:50.596026 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be60905a-e884-4a14-9c57-25e02f77c778 req-eed48b22-e0ee-4b76-a8ad-b81355de4a64 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 946 time: 0.1596327 Nov 12 03:41:50.637459 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-fc64785c-072f-48ce-9447-6d2e83e86b98 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:50.644414 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-fc64785c-072f-48ce-9447-6d2e83e86b98 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.2073746 Nov 12 03:41:50.660896 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-eac6fa5f-94b2-4fdf-a05f-3401e61cd321 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:41:50.663278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a6e0d08-6de3-41ee-b9e3-32b3582e7f2b req-eac6fa5f-94b2-4fdf-a05f-3401e61cd321 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116899 Nov 12 03:41:50.714313 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be60905a-e884-4a14-9c57-25e02f77c778 req-b253d9c7-c4af-4d76-be2c-50882620bfff tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054523 Nov 12 03:41:50.721021 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.919398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Pushing event updated for resources: {'Port': ['ID=a2fedf65-0222-4484-b009-68ae3d7b6079,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:50.998799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a2fedf65-0222-4484-b009-68ae3d7b6079,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:51.043296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a2fedf65-0222-4484-b009-68ae3d7b6079 has no active binding in host n-h2-767704-23 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:41:51.054042 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14612c-54f6-4014-9536-dea0c0c112ae req-858d21fa-90f1-40f1-b3e7-939aa3e78e65 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:51.055760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e14612c-54f6-4014-9536-dea0c0c112ae req-858d21fa-90f1-40f1-b3e7-939aa3e78e65 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.1459107 Nov 12 03:41:51.063139 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53102) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:51.068598 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.088253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Attempting to bind port a2fedf65-0222-4484-b009-68ae3d7b6079 on host n-h1-767704-23 for vnic_type normal with profile {"migrating_to": "n-h2-767704-23"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:51.089289 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Attempting to bind port a2fedf65-0222-4484-b009-68ae3d7b6079 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:51.092995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Attempting to bind port a2fedf65-0222-4484-b009-68ae3d7b6079 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:51.098653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Port a2fedf65-0222-4484-b009-68ae3d7b6079 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:41:51.099363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Attempting to bind port a2fedf65-0222-4484-b009-68ae3d7b6079 on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:51.116860 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:51.117211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Checking segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:51.117604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Bound using segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:51.118110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Bound port: a2fedf65-0222-4484-b009-68ae3d7b6079, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:51.118463 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.154921 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707337df-e95f-4812-9dac-c23cb29e31af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d65fe6-b3b2-43d0-915d-ead621acc943'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:51.154921 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02c67b5-1645-4339-92b0-fcc2b54713d0" -d '{"events": [{"server_uuid": "707337df-e95f-4812-9dac-c23cb29e31af", "name": "network-vif-unplugged", "status": "completed", "tag": "43d65fe6-b3b2-43d0-915d-ead621acc943"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:51.177610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 43d65fe6-b3b2-43d0-915d-ead621acc943, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=43d65fe6-b3b2-43d0-915d-ead621acc943,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:51.179714 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-31403b98-737c-4f1f-89b2-84fc59a16640 admin admin] Deleting subnet 5f621547-76fd-4931-9854-2656dfef0011 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:51.198330 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31403b98-737c-4f1f-89b2-84fc59a16640 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.251032 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e14612c-54f6-4014-9536-dea0c0c112ae req-c408df03-4ff0-4dee-814b-cfd3b858b8ab tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281154 Nov 12 03:41:51.275889 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31403b98-737c-4f1f-89b2-84fc59a16640 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.305668 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.348029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:51.348594 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a2fedf65-0222-4484-b009-68ae3d7b6079,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:51.475477 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31403b98-737c-4f1f-89b2-84fc59a16640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.476898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=43d65fe6-b3b2-43d0-915d-ead621acc943,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:51.477054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-f60aa289-225f-42f4-a211-c703fa65bc29 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:51.477054 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-f60aa289-225f-42f4-a211-c703fa65bc29 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 821 time: 0.2729027 Nov 12 03:41:51.479638 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-4752a54b-32b0-4c8b-b760-e89d738b7560 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/quotas/c5baee09b20946378a2bc93ef10a911b HTTP/1.1" status: 200 len: 375 time: 0.0195839 Nov 12 03:41:51.527107 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36877a9a-b877-48d9-a0b7-340c400c7fbe req-c3b793a2-aea2-40f4-89f5-4615927180d0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:51.529103 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-36877a9a-b877-48d9-a0b7-340c400c7fbe req-c3b793a2-aea2-40f4-89f5-4615927180d0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.0949802 Nov 12 03:41:51.560594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-328a812b-8987-4b38-bf3c-35f13ddf0d3b tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0734410 Nov 12 03:41:51.600476 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-36877a9a-b877-48d9-a0b7-340c400c7fbe req-55dd75bf-4095-4ee1-a2be-200f791a011c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643320 Nov 12 03:41:51.602096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0cb691-fbbf-4617-b037-506b4d8198be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fedf65-0222-4484-b009-68ae3d7b6079'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:51.604877 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314b9939-997a-48b5-8e3f-d5861cf7ef8b" -d '{"events": [{"server_uuid": "ae0cb691-fbbf-4617-b037-506b4d8198be", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fedf65-0222-4484-b009-68ae3d7b6079"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:51.663409 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca696a75-bcb1-44e0-962a-ccc3613c128a x-openstack-request-id: req-ca696a75-bcb1-44e0-962a-ccc3613c128a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:51.664587 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707337df-e95f-4812-9dac-c23cb29e31af", "name": "network-vif-unplugged", "status": "completed", "tag": "43d65fe6-b3b2-43d0-915d-ead621acc943", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:51.665058 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ca696a75-bcb1-44e0-962a-ccc3613c128a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:51.665965 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707337df-e95f-4812-9dac-c23cb29e31af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d65fe6-b3b2-43d0-915d-ead621acc943', 'code': 200} Nov 12 03:41:51.724397 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-a3dbdfc0-58b8-49d3-88e4-e1593c9a8c90 service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539650 Nov 12 03:41:51.908441 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.987879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-9a98963a-7432-48bc-8338-8e4f07745a20 service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384400 Nov 12 03:41:52.028322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-1d760e07-d06b-414f-85de-ffb3d19505f3 req-2d7b5271-e41e-4083-be1a-c043560c699c service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:41:52.041007 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d760e07-d06b-414f-85de-ffb3d19505f3 req-2d7b5271-e41e-4083-be1a-c043560c699c service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182571 Nov 12 03:41:52.056100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Pushing event updated for resources: {'Port': ['ID=a2fedf65-0222-4484-b009-68ae3d7b6079,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:52.089755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd638470-011b-4858-a09f-d8773b3a8c19 req-d9970c5c-4a00-4fa9-be1b-01d9687398f9 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:52.092469 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd638470-011b-4858-a09f-d8773b3a8c19 req-d9970c5c-4a00-4fa9-be1b-01d9687398f9 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.25 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 946 time: 0.4419305 Nov 12 03:41:52.094201 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31403b98-737c-4f1f-89b2-84fc59a16640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.181526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:52.182540 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.185901 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-fbc55758-cc72-4c84-82f0-af264707df7b service neutron] 10.222.0.26 "PUT /v2.0/ports/a2fedf65-0222-4484-b009-68ae3d7b6079 HTTP/1.1" status: 200 len: 1124 time: 2.2616932 Nov 12 03:41:52.201692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31403b98-737c-4f1f-89b2-84fc59a16640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f621547-76fd-4931-9854-2656dfef0011,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:52.209339 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31403b98-737c-4f1f-89b2-84fc59a16640 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.212901 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-31403b98-737c-4f1f-89b2-84fc59a16640 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/5f621547-76fd-4931-9854-2656dfef0011 HTTP/1.1" status: 204 len: 168 time: 1.1483529 Nov 12 03:41:52.218945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53128) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:52.284556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['a2fedf65-0222-4484-b009-68ae3d7b6079'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:52.434203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-bd638470-011b-4858-a09f-d8773b3a8c19 req-3b44af16-2e0c-4ad1-80f8-0895606c2380 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Deleting port 991a0781-e1fc-4d9a-873e-00926f724d0f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:52.437135 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bd638470-011b-4858-a09f-d8773b3a8c19 req-3b44af16-2e0c-4ad1-80f8-0895606c2380 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.455905 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2eb98c-2143-427b-a0cf-ce4563dae3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.572613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 43d65fe6-b3b2-43d0-915d-ead621acc943 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:52.674836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bd638470-011b-4858-a09f-d8773b3a8c19 req-3b44af16-2e0c-4ad1-80f8-0895606c2380 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] For port 991a0781-e1fc-4d9a-873e-00926f724d0f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=991a0781-e1fc-4d9a-873e-00926f724d0f,segment=NetworkSegment(844e2103-7904-426d-be9b-c5863376bf39),segment_id=844e2103-7904-426d-be9b-c5863376bf39)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:52.677664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bd638470-011b-4858-a09f-d8773b3a8c19 req-3b44af16-2e0c-4ad1-80f8-0895606c2380 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.736852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-bd638470-011b-4858-a09f-d8773b3a8c19 req-3b44af16-2e0c-4ad1-80f8-0895606c2380 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Calling delete_port for 991a0781-e1fc-4d9a-873e-00926f724d0f owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:52.797046 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a8a25c-fc42-4c05-b1dd-6f11cd492dd3 x-openstack-request-id: req-49a8a25c-fc42-4c05-b1dd-6f11cd492dd3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:52.797779 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0cb691-fbbf-4617-b037-506b4d8198be", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fedf65-0222-4484-b009-68ae3d7b6079", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:52.797779 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-49a8a25c-fc42-4c05-b1dd-6f11cd492dd3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:52.798097 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0cb691-fbbf-4617-b037-506b4d8198be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fedf65-0222-4484-b009-68ae3d7b6079', 'code': 200} Nov 12 03:41:52.817105 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2eb98c-2143-427b-a0cf-ce4563dae3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.873502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608390e-a9a0-4de4-96e7-41cfaf9163d9 req-82ec0593-b028-4885-b650-c2fde1696de2 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:52.874751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['a2fedf65-0222-4484-b009-68ae3d7b6079'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:52.882059 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c608390e-a9a0-4de4-96e7-41cfaf9163d9 req-82ec0593-b028-4885-b650-c2fde1696de2 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 947 time: 0.3505950 Nov 12 03:41:52.934232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0f2eb98c-2143-427b-a0cf-ce4563dae3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fdd746-82c2-478a-8e20-04dec64a92ad']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:52.971846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0f2eb98c-2143-427b-a0cf-ce4563dae3a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:52.972276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0f2eb98c-2143-427b-a0cf-ce4563dae3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3653e5ed-eed8-4e6c-ba7a-371c0dbed5fb') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:53.072400 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2eb98c-2143-427b-a0cf-ce4563dae3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.111282 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2eb98c-2143-427b-a0cf-ce4563dae3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.112862 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e55ae0a8-a842-4233-960f-a2c7b2b032d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.131199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e1816-a3b2-479b-a903-3c398fc9c0cb req-fa7d7f7a-2a44-49cf-92c7-c58293bfb03a tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:53.134175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2eb98c-2143-427b-a0cf-ce4563dae3a4 admin admin] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:53.134175 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2eb98c-2143-427b-a0cf-ce4563dae3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.148527 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da4e1816-a3b2-479b-a903-3c398fc9c0cb req-fa7d7f7a-2a44-49cf-92c7-c58293bfb03a tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 946 time: 0.2068892 Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:53.159731 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:53.187733 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-41371086-3538-443d-9058-82fea174a60b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2231436 Nov 12 03:41:53.254082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 43d65fe6-b3b2-43d0-915d-ead621acc943, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=43d65fe6-b3b2-43d0-915d-ead621acc943,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:53.256807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c608390e-a9a0-4de4-96e7-41cfaf9163d9 req-9935d7ca-35c2-4956-ad8b-eea61484c540 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618290 Nov 12 03:41:53.272678 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da4e1816-a3b2-479b-a903-3c398fc9c0cb req-97090d50-3975-4420-9ba9-03893d54a595 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/security-groups?id=a302530e-7e56-43cf-b094-3df5bdbe4f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222174 Nov 12 03:41:53.337344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '43d65fe6-b3b2-43d0-915d-ead621acc943', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '43d65fe6-b3b2-43d0-915d-ead621acc943', 'mac_address': 'fa:16:3e:11:cd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:53.340264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bd638470-011b-4858-a09f-d8773b3a8c19 req-3b44af16-2e0c-4ad1-80f8-0895606c2380 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.372759 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2eb98c-2143-427b-a0cf-ce4563dae3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.413043 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2eb98c-2143-427b-a0cf-ce4563dae3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.436556 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0f2eb98c-2143-427b-a0cf-ce4563dae3a4 admin admin] 10.222.0.105 "DELETE /v2.0/networks/37fdd746-82c2-478a-8e20-04dec64a92ad HTTP/1.1" status: 204 len: 168 time: 1.2101412 Nov 12 03:41:53.438479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2eb98c-2143-427b-a0cf-ce4563dae3a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=37fdd746-82c2-478a-8e20-04dec64a92ad,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:53.519513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44af16-2e0c-4ad1-80f8-0895606c2380 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Pushing event deleted for resources: {'Port': ['ID=991a0781-e1fc-4d9a-873e-00926f724d0f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:53.580767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['991a0781-e1fc-4d9a-873e-00926f724d0f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:53.638357 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.659513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd638470-011b-4858-a09f-d8773b3a8c19 req-3b44af16-2e0c-4ad1-80f8-0895606c2380 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] No DVR routers for this DVR port 991a0781-e1fc-4d9a-873e-00926f724d0f on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:53.665790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d65fe6-b3b2-43d0-915d-ead621acc943 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:53.679792 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bd638470-011b-4858-a09f-d8773b3a8c19 req-3b44af16-2e0c-4ad1-80f8-0895606c2380 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.693196 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd638470-011b-4858-a09f-d8773b3a8c19 req-3b44af16-2e0c-4ad1-80f8-0895606c2380 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.25 "DELETE /v2.0/ports/991a0781-e1fc-4d9a-873e-00926f724d0f HTTP/1.1" status: 204 len: 173 time: 1.5788450 Nov 12 03:41:53.693765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01b8bce-a2ba-4791-8761-0d75cc262fe5', 'name': 'network-vif-deleted', 'tag': '991a0781-e1fc-4d9a-873e-00926f724d0f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:53.714933 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f353a2f5-eaca-4e02-84e8-bf0cacb7c624" -d '{"events": [{"server_uuid": "c01b8bce-a2ba-4791-8761-0d75cc262fe5", "name": "network-vif-deleted", "tag": "991a0781-e1fc-4d9a-873e-00926f724d0f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:53.812657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 43d65fe6-b3b2-43d0-915d-ead621acc943, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=43d65fe6-b3b2-43d0-915d-ead621acc943,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:53.849586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b313302-b9c5-4c0a-befb-a77113137c66 req-f5b26d3e-ca44-4a5a-9543-7a36b2473a3f tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 210 time: 0.1178000 Nov 12 03:41:53.888130 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.984717 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=43d65fe6-b3b2-43d0-915d-ead621acc943,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:54.041842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:54.274143 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d81272-5046-4b9a-ad6c-144fb8816bff req-9b2fd02f-2772-499a-9e69-c04e7e9cc760 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:54.304796 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77d81272-5046-4b9a-ad6c-144fb8816bff req-9b2fd02f-2772-499a-9e69-c04e7e9cc760 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.1664360 Nov 12 03:41:54.344485 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-99c69a09-64e1-4e5f-908d-a468f72b4f36 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3a505a925eb14489b50444b07e13a838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001533 Nov 12 03:41:54.359286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da15ca3-a9ca-4816-a312-ddc1bcafc8f8 req-19f1512e-e71a-4ef9-b72a-3b10d870ccd8 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:54.360670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:54.376201 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4da15ca3-a9ca-4816-a312-ddc1bcafc8f8 req-19f1512e-e71a-4ef9-b72a-3b10d870ccd8 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.3297472 Nov 12 03:41:54.465849 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77d81272-5046-4b9a-ad6c-144fb8816bff req-613a1adc-18f0-45c7-9fb4-b755562fb86e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563597 Nov 12 03:41:54.525343 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17d553a3-42d5-4fa7-af49-d9779b9adee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.566960 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4da15ca3-a9ca-4816-a312-ddc1bcafc8f8 req-51f4b652-ca43-497a-8d29-33663553ea34 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888454 Nov 12 03:41:54.627648 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5de0c4-2405-4423-88b6-793e2b407932 x-openstack-request-id: req-ee5de0c4-2405-4423-88b6-793e2b407932 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:54.628159 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01b8bce-a2ba-4791-8761-0d75cc262fe5", "name": "network-vif-deleted", "tag": "991a0781-e1fc-4d9a-873e-00926f724d0f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:54.628562 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ee5de0c4-2405-4423-88b6-793e2b407932 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:54.629190 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01b8bce-a2ba-4791-8761-0d75cc262fe5', 'name': 'network-vif-deleted', 'tag': '991a0781-e1fc-4d9a-873e-00926f724d0f', 'status': 'completed', 'code': 200} Nov 12 03:41:54.671499 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17d553a3-42d5-4fa7-af49-d9779b9adee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.741515 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.799573 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0cb691-fbbf-4617-b037-506b4d8198be', 'tag': 'a2fedf65-0222-4484-b009-68ae3d7b6079'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:54.805853 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a40d484-b42d-4ce1-acff-db9d363d4183" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0cb691-fbbf-4617-b037-506b4d8198be", "tag": "a2fedf65-0222-4484-b009-68ae3d7b6079"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:54.924955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5aee79-3875-404c-ab7a-cf28a5434943 req-ff6562e9-b73d-4bbf-9ac3-b4f07b250faf tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:54.927891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db5aee79-3875-404c-ab7a-cf28a5434943 req-ff6562e9-b73d-4bbf-9ac3-b4f07b250faf tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 946 time: 0.1150501 Nov 12 03:41:55.004524 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17d553a3-42d5-4fa7-af49-d9779b9adee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.009492 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17d553a3-42d5-4fa7-af49-d9779b9adee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.014993 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-17d553a3-42d5-4fa7-af49-d9779b9adee2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4a315244-184a-4e05-aa92-d20fafc12fb6 HTTP/1.1" status: 204 len: 168 time: 0.6489623 Nov 12 03:41:55.014993 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b410ca8d-ed90-45db-8b21-e2c5ec81f766 req-38f1ba15-fbee-4b43-9c61-bb9d3e332c07 tempest-AttachSCSIVolumeTestJSON-1204507409 tempest-AttachSCSIVolumeTestJSON-1204507409-project] 10.222.0.105 "GET /v2.0/ports?device_id=c01b8bce-a2ba-4791-8761-0d75cc262fe5 HTTP/1.1" status: 200 len: 210 time: 0.1275308 Nov 12 03:41:55.027226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d553a3-42d5-4fa7-af49-d9779b9adee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a315244-184a-4e05-aa92-d20fafc12fb6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:55.069733 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db5aee79-3875-404c-ab7a-cf28a5434943 req-89ab2cec-3368-4c12-b326-88ec54565e5b tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6e1163b-c090-4020-b9df-de13e4e649d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305623 Nov 12 03:41:55.182108 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['43d65fe6-b3b2-43d0-915d-ead621acc943'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:55.336912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576040f5-034a-4930-99df-fb03eb9f9748 req-548bf413-5f3c-4d6a-9e39-e06afacc1bfe tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:55.348900 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-576040f5-034a-4930-99df-fb03eb9f9748 req-548bf413-5f3c-4d6a-9e39-e06afacc1bfe tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.1668489 Nov 12 03:41:55.465569 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665bf846-d76f-4afb-88d5-6608fb5809bd x-openstack-request-id: req-665bf846-d76f-4afb-88d5-6608fb5809bd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:55.466442 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0cb691-fbbf-4617-b037-506b4d8198be", "tag": "a2fedf65-0222-4484-b009-68ae3d7b6079", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:55.467106 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-665bf846-d76f-4afb-88d5-6608fb5809bd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:55.467970 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0cb691-fbbf-4617-b037-506b4d8198be', 'tag': 'a2fedf65-0222-4484-b009-68ae3d7b6079', 'status': 'completed', 'code': 200} Nov 12 03:41:55.518972 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45652aee-3c7d-47bc-831a-d406734bca94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.564219 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-576040f5-034a-4930-99df-fb03eb9f9748 req-467683d1-b416-48bc-b1f1-faab2f05d19a tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089930 Nov 12 03:41:55.727942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a69fabd8-fd62-48d8-aa8a-bd528f7c206e req-643e5a9f-4e36-48e1-bb67-dfedd837c160 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 210 time: 0.0799921 Nov 12 03:41:55.804325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40d484-b42d-4ce1-acff-db9d363d4183 req-95817ff0-d511-44d5-9415-2d0a2d0f92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:55.807311 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8a40d484-b42d-4ce1-acff-db9d363d4183 req-95817ff0-d511-44d5-9415-2d0a2d0f92bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 1127 time: 0.1742747 Nov 12 03:41:55.855427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab7e08-c3f3-4546-8e89-0ae15ee133cf req-ee4034a9-f2e8-4290-8dc1-6868b4718396 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:55.857098 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2eab7e08-c3f3-4546-8e89-0ae15ee133cf req-ee4034a9-f2e8-4290-8dc1-6868b4718396 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 946 time: 0.1292224 Nov 12 03:41:55.971618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d0b97-6e76-44ee-9c55-ab4c9cd11039 req-67b7e719-c68b-4d44-b2e6-f94c57b92fd7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:55.974249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-604d0b97-6e76-44ee-9c55-ab4c9cd11039 req-67b7e719-c68b-4d44-b2e6-f94c57b92fd7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.1286590 Nov 12 03:41:56.098691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2eab7e08-c3f3-4546-8e89-0ae15ee133cf req-713da996-10a9-41cd-823e-824340e360c7 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253196 Nov 12 03:41:56.101929 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40d484-b42d-4ce1-acff-db9d363d4183 req-0a29c209-828e-4ae4-8f92-cb499f800305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:56.104718 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8a40d484-b42d-4ce1-acff-db9d363d4183 req-0a29c209-828e-4ae4-8f92-cb499f800305 service neutron] 10.222.0.25 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.2462862 Nov 12 03:41:56.116005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-604d0b97-6e76-44ee-9c55-ab4c9cd11039 req-8726c5cc-a850-4170-a79b-ea87c9328edb tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246505 Nov 12 03:41:56.311155 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8a40d484-b42d-4ce1-acff-db9d363d4183 req-62e45704-3287-4af9-8924-654c07220c87 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2fedf65-0222-4484-b009-68ae3d7b6079 HTTP/1.1" status: 200 len: 217 time: 0.1874866 Nov 12 03:41:56.347956 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9228-667f-4528-a346-94db7faa30e0 req-459c9aa7-b798-4cf6-8a6c-685e3ca39f35 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:56.358172 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-530b9228-667f-4528-a346-94db7faa30e0 req-459c9aa7-b798-4cf6-8a6c-685e3ca39f35 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 946 time: 0.1477106 Nov 12 03:41:56.423118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 991a0781-e1fc-4d9a-873e-00926f724d0f no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:56.531579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 991a0781-e1fc-4d9a-873e-00926f724d0f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:56.534018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 991a0781-e1fc-4d9a-873e-00926f724d0f not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:56.691384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a1680-3d77-4f85-9100-5dce8151b62c req-c4c1e5a5-9048-4b61-9599-09ff38756752 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:56.695563 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-931a1680-3d77-4f85-9100-5dce8151b62c req-c4c1e5a5-9048-4b61-9599-09ff38756752 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.3892941 Nov 12 03:41:56.698045 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.698629 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40d484-b42d-4ce1-acff-db9d363d4183 req-3da9377d-9103-4f09-a32f-f6ac988b73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:56.702369 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8a40d484-b42d-4ce1-acff-db9d363d4183 req-3da9377d-9103-4f09-a32f-f6ac988b73dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.3556838 Nov 12 03:41:56.773682 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8a40d484-b42d-4ce1-acff-db9d363d4183 req-c99c8a7d-69fe-495c-86d8-a4a454c790ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543470 Nov 12 03:41:56.920217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9c86d-e676-47ca-8b8b-3ad8b1479070 req-985d84d9-d4c0-468e-8ad2-8e4ef48826c5 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:56.934048 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4d9c86d-e676-47ca-8b8b-3ad8b1479070 req-985d84d9-d4c0-468e-8ad2-8e4ef48826c5 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 946 time: 0.2802892 Nov 12 03:41:56.980895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-530b9228-667f-4528-a346-94db7faa30e0 req-b3978ae7-560e-41df-a08c-da06cb959455 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Deleting port 9fe0117e-8ab6-49f6-9928-6e034e18dccb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:56.981900 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-530b9228-667f-4528-a346-94db7faa30e0 req-b3978ae7-560e-41df-a08c-da06cb959455 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.123949 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-931a1680-3d77-4f85-9100-5dce8151b62c req-5fd3fbe4-9458-4c1a-9a5e-eb7fa7b75e93 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089324 Nov 12 03:41:57.158901 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4d9c86d-e676-47ca-8b8b-3ad8b1479070 req-1323a544-8038-4a86-b279-1f61ed25e480 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/security-groups?id=e6e1163b-c090-4020-b9df-de13e4e649d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229095 Nov 12 03:41:57.228004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-086f3fad-f686-4ecc-b076-a490da32db7a tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:57.254923 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-086f3fad-f686-4ecc-b076-a490da32db7a tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.25 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 821 time: 0.5381048 Nov 12 03:41:57.270885 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8a40d484-b42d-4ce1-acff-db9d363d4183 req-ce4cddde-5070-44f2-bcf9-9e540dfba65c service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341145 Nov 12 03:41:57.332328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-fc99f155-1bac-4367-a594-f5df2ded3bb6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Request body: {'port': {'device_id': '74464594-51c2-4845-b8e0-c11d2471925d', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'admin_state_up': True, 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:57.498935 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1babe4b-e2ff-4c26-b6b2-1c3ca65d95a6 req-1b440c69-27c5-4ec1-a983-27b973b36523 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 210 time: 0.1047571 Nov 12 03:41:57.553181 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-530b9228-667f-4528-a346-94db7faa30e0 req-b3978ae7-560e-41df-a08c-da06cb959455 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] For port 9fe0117e-8ab6-49f6-9928-6e034e18dccb, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9fe0117e-8ab6-49f6-9928-6e034e18dccb,segment=NetworkSegment(429310d7-06a9-49ff-b471-43e819ca202d),segment_id=429310d7-06a9-49ff-b471-43e819ca202d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:57.553534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-530b9228-667f-4528-a346-94db7faa30e0 req-b3978ae7-560e-41df-a08c-da06cb959455 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.591998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-530b9228-667f-4528-a346-94db7faa30e0 req-b3978ae7-560e-41df-a08c-da06cb959455 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Calling delete_port for 9fe0117e-8ab6-49f6-9928-6e034e18dccb owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:57.625165 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cabaf9-655a-443f-ac53-163426271074 req-af264670-0da4-451f-ac32-cdf492859d35 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:57.634235 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5cabaf9-655a-443f-ac53-163426271074 req-af264670-0da4-451f-ac32-cdf492859d35 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 949 time: 0.2225842 Nov 12 03:41:57.741639 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8a40d484-b42d-4ce1-acff-db9d363d4183 req-9a082c09-7814-4310-bddc-f8595176a19f service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632578 Nov 12 03:41:57.821656 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5cabaf9-655a-443f-ac53-163426271074 req-77e64925-4e05-41e4-9b30-dab3d07bed08 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857722 Nov 12 03:41:57.847919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f850c-b849-4002-a24b-680e1fb63860 req-84cabbf4-8492-477e-ae85-3c842091fa6b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:57.850613 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-892f850c-b849-4002-a24b-680e1fb63860 req-84cabbf4-8492-477e-ae85-3c842091fa6b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.1072161 Nov 12 03:41:57.945107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-fc99f155-1bac-4367-a594-f5df2ded3bb6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Made reservation on behalf of c5baee09b20946378a2bc93ef10a911b for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:57.950543 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-fc99f155-1bac-4367-a594-f5df2ded3bb6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.025920 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-892f850c-b849-4002-a24b-680e1fb63860 req-c17a18fa-483c-4ebd-b8af-1b0ea691a2bc tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608942 Nov 12 03:41:58.044602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-df781c88-ca9e-4ef6-ba2e-424b2d53673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:58.048479 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-df781c88-ca9e-4ef6-ba2e-424b2d53673a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 1101 time: 0.1309109 Nov 12 03:41:58.172943 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-530b9228-667f-4528-a346-94db7faa30e0 req-b3978ae7-560e-41df-a08c-da06cb959455 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.204144 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['9fe0117e-8ab6-49f6-9928-6e034e18dccb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:58.246699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3978ae7-560e-41df-a08c-da06cb959455 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Pushing event deleted for resources: {'Port': ['ID=9fe0117e-8ab6-49f6-9928-6e034e18dccb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:58.332093 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.358122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-530b9228-667f-4528-a346-94db7faa30e0 req-b3978ae7-560e-41df-a08c-da06cb959455 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] No DVR routers for this DVR port 9fe0117e-8ab6-49f6-9928-6e034e18dccb on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:58.372814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-530b9228-667f-4528-a346-94db7faa30e0 req-b3978ae7-560e-41df-a08c-da06cb959455 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.377023 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-530b9228-667f-4528-a346-94db7faa30e0 req-b3978ae7-560e-41df-a08c-da06cb959455 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.25 "DELETE /v2.0/ports/9fe0117e-8ab6-49f6-9928-6e034e18dccb HTTP/1.1" status: 204 len: 173 time: 2.0063069 Nov 12 03:41:58.377885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9', 'name': 'network-vif-deleted', 'tag': '9fe0117e-8ab6-49f6-9928-6e034e18dccb'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:58.380010 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-227f7d9f-116c-40c7-864c-7ca0200a7b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:58.381733 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a65bf06-39a4-4e0b-b27c-e14d8924d4f8" -d '{"events": [{"server_uuid": "d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9", "name": "network-vif-deleted", "tag": "9fe0117e-8ab6-49f6-9928-6e034e18dccb"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:58.388163 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-227f7d9f-116c-40c7-864c-7ca0200a7b1f service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.3259952 Nov 12 03:41:58.462027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-fc99f155-1bac-4367-a594-f5df2ded3bb6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Allocated IP 172.20.0.10 (851df3f2-cf71-4467-b1fc-991420bf9cb1/0b76befd-7587-4d1e-864d-d86d21633c49/6fa95561-3cc7-4ddd-95f2-b6162359e938) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:58.479969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-963f7f5b-d85f-4676-b014-4e0daa9def22 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589 HTTP/1.1" status: 200 len: 217 time: 0.0857632 Nov 12 03:41:58.586764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 43d65fe6-b3b2-43d0-915d-ead621acc943 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:58.592095 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-c88b9024-2ec7-43cf-bc3a-fdb9773351c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:58.604315 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-c88b9024-2ec7-43cf-bc3a-fdb9773351c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1140618 Nov 12 03:41:58.786854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-10a29b02-d74a-4fd5-89b3-811827fc71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:58.792018 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-10a29b02-d74a-4fd5-89b3-811827fc71bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1717169 Nov 12 03:41:58.871146 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-fc99f155-1bac-4367-a594-f5df2ded3bb6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.933748 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 43d65fe6-b3b2-43d0-915d-ead621acc943 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:58.935165 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.999159 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.011036 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-683c3fcc-fdff-4dc0-9b21-d5bdf9137f9b service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031393 Nov 12 03:41:59.033695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bbf4d-6604-4d6d-9618-0ddf6d5b2662 req-d27968bd-73c1-45da-b475-ceed4e59e6ed tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:59.048207 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-378bbf4d-6604-4d6d-9618-0ddf6d5b2662 req-d27968bd-73c1-45da-b475-ceed4e59e6ed tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.1298804 Nov 12 03:41:59.063874 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-fc99f155-1bac-4367-a594-f5df2ded3bb6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.155798 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.191197 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['f0897a27-dab9-4ffa-b794-19f48bf3f0a7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:59.228991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-fc99f155-1bac-4367-a594-f5df2ded3bb6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Network 851df3f2-cf71-4467-b1fc-991420bf9cb1 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:59.229921 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-e5d45b78-9883-4a8c-923f-4cec6523dcb9 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091472 Nov 12 03:41:59.236269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-fc99f155-1bac-4367-a594-f5df2ded3bb6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:59.253248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-fc99f155-1bac-4367-a594-f5df2ded3bb6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:59.262215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99f155-1bac-4367-a594-f5df2ded3bb6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Pushing event updated for resources: {'Port': ['ID=6fa95561-3cc7-4ddd-95f2-b6162359e938,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:59.342728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707337df-e95f-4812-9dac-c23cb29e31af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d65fe6-b3b2-43d0-915d-ead621acc943'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:59.351386 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e450c8a0-112a-46ea-a6bc-ca814efb70af" -d '{"events": [{"server_uuid": "707337df-e95f-4812-9dac-c23cb29e31af", "name": "network-vif-plugged", "status": "completed", "tag": "43d65fe6-b3b2-43d0-915d-ead621acc943"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:59.415410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-fc99f155-1bac-4367-a594-f5df2ded3bb6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:59.415771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 43d65fe6-b3b2-43d0-915d-ead621acc943, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=43d65fe6-b3b2-43d0-915d-ead621acc943,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:59.416923 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-fc99f155-1bac-4367-a594-f5df2ded3bb6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.501547 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.544689 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-378bbf4d-6604-4d6d-9618-0ddf6d5b2662 req-96605c5e-33f6-4f92-a87d-a66f3ad9c4f4 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952543 Nov 12 03:41:59.582227 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d519907-5fb1-4524-b385-d2ef1fa2fbee req-934fa70e-51ee-4bfd-b7cf-0cda46a7ed25 tempest-VolumesAdminNegativeTest-129560757 tempest-VolumesAdminNegativeTest-129560757-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9 HTTP/1.1" status: 200 len: 210 time: 0.1298580 Nov 12 03:41:59.656221 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-fc99f155-1bac-4367-a594-f5df2ded3bb6 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3708644 Nov 12 03:41:59.667119 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec754c54-cc7d-4c91-afae-3d4117d08afe x-openstack-request-id: req-ec754c54-cc7d-4c91-afae-3d4117d08afe {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:59.667498 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9", "name": "network-vif-deleted", "tag": "9fe0117e-8ab6-49f6-9928-6e034e18dccb", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:59.667764 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ec754c54-cc7d-4c91-afae-3d4117d08afe {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:59.668379 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ee3f9a-d1b5-4595-aa1d-e8a2e37833d9', 'name': 'network-vif-deleted', 'tag': '9fe0117e-8ab6-49f6-9928-6e034e18dccb', 'status': 'completed', 'code': 200} Nov 12 03:41:59.701672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Request body: {'port': {'device_id': '74464594-51c2-4845-b8e0-c11d2471925d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:59.924654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-637e708f-2019-43e7-b643-702d028ea9f7 None None] Provisioning complete for port 6fa95561-3cc7-4ddd-95f2-b6162359e938 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:59.925786 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-637e708f-2019-43e7-b643-702d028ea9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.937732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=43d65fe6-b3b2-43d0-915d-ead621acc943,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:00.032752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab055a-0c98-4e11-bf8a-11b331e383c2 req-c5471960-5b79-43bd-9b5f-ca8c9885fa2d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:00.036462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-637e708f-2019-43e7-b643-702d028ea9f7 None None] Port 6fa95561-3cc7-4ddd-95f2-b6162359e938 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:00.046055 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02ab055a-0c98-4e11-bf8a-11b331e383c2 req-c5471960-5b79-43bd-9b5f-ca8c9885fa2d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 950 time: 0.2259316 Nov 12 03:42:00.046055 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.088488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21333b1-3543-41af-b45f-0b30fd6aa68d req-0d7776b8-3f03-4f74-b341-d7cfe847d17d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:00.091662 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f21333b1-3543-41af-b45f-0b30fd6aa68d req-0d7776b8-3f03-4f74-b341-d7cfe847d17d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 932 time: 0.2277462 Nov 12 03:42:00.253936 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f21333b1-3543-41af-b45f-0b30fd6aa68d req-98582f82-11b7-42de-aaaa-85426af7a9b0 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514461 Nov 12 03:42:00.472200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9fe0117e-8ab6-49f6-9928-6e034e18dccb no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:00.543932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 9fe0117e-8ab6-49f6-9928-6e034e18dccb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:00.544765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9fe0117e-8ab6-49f6-9928-6e034e18dccb not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:00.599950 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-16b60e7a-a0dc-4b3f-a7d9-a2c219ce9ac8 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--157150937&fields=id&tenant_id=f612fefa6c1a47e6afdff4eb04025fe9 HTTP/1.1" status: 200 len: 267 time: 0.1305587 Nov 12 03:42:00.892763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-af1f487d-1775-4652-a37d-ba781e9a622e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:00.909652 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-af1f487d-1775-4652-a37d-ba781e9a622e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/networks?id=62997581-2879-408b-aa6c-aaecddf2a963 HTTP/1.1" status: 200 len: 823 time: 0.3029265 Nov 12 03:42:00.943818 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02ab055a-0c98-4e11-bf8a-11b331e383c2 req-41617753-d63b-4cf5-9e2e-dd2916e1466e tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8951950 Nov 12 03:42:00.948295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-6321958c-18cf-41eb-9ebe-7132447839ba tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/quotas/f612fefa6c1a47e6afdff4eb04025fe9 HTTP/1.1" status: 200 len: 375 time: 0.0283959 Nov 12 03:42:01.080177 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ae4cc5d4-5fd0-4e47-a2ec-cf290dd29e14 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=f612fefa6c1a47e6afdff4eb04025fe9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1123006 Nov 12 03:42:01.228279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa95561-3cc7-4ddd-95f2-b6162359e938 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:01.263846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb4aa0-34ce-4a40-be0c-a624beed4665 req-340a5ae3-ffcf-4b48-84ab-17019cf0b77c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:01.267738 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02cb4aa0-34ce-4a40-be0c-a624beed4665 req-340a5ae3-ffcf-4b48-84ab-17019cf0b77c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.1422160 Nov 12 03:42:01.272597 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-285d0590-8837-48d3-a028-ca8281a3d473 service neutron] 10.222.0.105 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702914 Nov 12 03:42:01.277394 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.322444 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Transition to ACTIVE for port object 6fa95561-3cc7-4ddd-95f2-b6162359e938 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:42:01.389104 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02cb4aa0-34ce-4a40-be0c-a624beed4665 req-f670be61-69f9-4ceb-b556-bc07cb398eb4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047432 Nov 12 03:42:01.428638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-c0ed7811-7784-408d-aa91-dcb3055bd30d service neutron] 10.222.0.105 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433475 Nov 12 03:42:01.452079 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.565039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa95561-3cc7-4ddd-95f2-b6162359e938,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:01.620862 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3d6b6eb-3061-48f1-a017-c8e24317a899 req-f80146f0-4d10-4166-ad84-9fb34da064d2 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.0590198 Nov 12 03:42:01.731260 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a494bb-421b-4357-9a1c-2b39eca7d987 x-openstack-request-id: req-a6a494bb-421b-4357-9a1c-2b39eca7d987 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:01.732202 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707337df-e95f-4812-9dac-c23cb29e31af", "name": "network-vif-plugged", "status": "completed", "tag": "43d65fe6-b3b2-43d0-915d-ead621acc943", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:01.732202 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a6a494bb-421b-4357-9a1c-2b39eca7d987 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:01.732627 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707337df-e95f-4812-9dac-c23cb29e31af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d65fe6-b3b2-43d0-915d-ead621acc943', 'code': 200} Nov 12 03:42:01.737813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Attempting to bind port 6fa95561-3cc7-4ddd-95f2-b6162359e938 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:01.738964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Attempting to bind port 6fa95561-3cc7-4ddd-95f2-b6162359e938 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:01.739718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Attempting to bind port 6fa95561-3cc7-4ddd-95f2-b6162359e938 on network 851df3f2-cf71-4467-b1fc-991420bf9cb1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:01.750036 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Port 6fa95561-3cc7-4ddd-95f2-b6162359e938 on network 851df3f2-cf71-4467-b1fc-991420bf9cb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:42:01.750885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Attempting to bind port 6fa95561-3cc7-4ddd-95f2-b6162359e938 on network 851df3f2-cf71-4467-b1fc-991420bf9cb1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:01.764020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:01.772551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Checking segment: {'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:01.772551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Bound using segment: {'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:01.772551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Bound port: 6fa95561-3cc7-4ddd-95f2-b6162359e938, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05803eb-2341-440f-b086-b7a8d63090bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:01.772551 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.936119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:02.048029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937af9d-285a-4100-bc0d-88382a3c4a97 req-aae85675-4282-4baa-b68b-8f53efff5ce9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:02.053828 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b937af9d-285a-4100-bc0d-88382a3c4a97 req-aae85675-4282-4baa-b68b-8f53efff5ce9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.1876490 Nov 12 03:42:02.121090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] For port 6fa95561-3cc7-4ddd-95f2-b6162359e938, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:02.132599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Deleting subnet ad74cfaa-5267-422b-b8bd-2eff2e097994 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:02.142870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] For port 6fa95561-3cc7-4ddd-95f2-b6162359e938, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6fa95561-3cc7-4ddd-95f2-b6162359e938,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:02.157263 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.287188 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b937af9d-285a-4100-bc0d-88382a3c4a97 req-187ff04c-7c5f-41a0-b5a6-7265016b0b79 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116344 Nov 12 03:42:02.304909 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.340095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:02.342302 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.349967 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] 10.222.0.25 "PUT /v2.0/ports/6fa95561-3cc7-4ddd-95f2-b6162359e938 HTTP/1.1" status: 200 len: 1093 time: 2.6517940 Nov 12 03:42:02.375625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74464594-51c2-4845-b8e0-c11d2471925d', 'tag': '6fa95561-3cc7-4ddd-95f2-b6162359e938'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:02.380465 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.382983 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d3a273-5370-453f-9d57-d7139e67ef39" -d '{"events": [{"name": "network-changed", "server_uuid": "74464594-51c2-4845-b8e0-c11d2471925d", "tag": "6fa95561-3cc7-4ddd-95f2-b6162359e938"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:02.402128 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a47942-1086-4cdc-81b6-4d436a2b4747 req-e8351f98-9117-455b-94c2-9d19c134b1cd tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:02.417229 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e0a47942-1086-4cdc-81b6-4d436a2b4747 req-e8351f98-9117-455b-94c2-9d19c134b1cd tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 944 time: 0.2770555 Nov 12 03:42:02.505556 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70fc6895-e52e-498d-b521-b56c5d7185de req-ef675be5-fb6f-4913-b844-cb8603b9b13c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 210 time: 0.0937834 Nov 12 03:42:02.600894 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.704201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ee20c-92fb-400d-8930-9e895ea8ec84 req-e9f7e03a-f21b-40a0-99a6-2e82ccd48a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:02.706933 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce8ee20c-92fb-400d-8930-9e895ea8ec84 req-e9f7e03a-f21b-40a0-99a6-2e82ccd48a69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 1102 time: 0.5159466 Nov 12 03:42:02.722257 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e0a47942-1086-4cdc-81b6-4d436a2b4747 req-a4c8de73-dbe2-4847-b65c-ceebeb0826e4 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443719 Nov 12 03:42:02.737040 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faee4fd-922e-4c5a-ad8c-c3b8e95abf92 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa95561-3cc7-4ddd-95f2-b6162359e938,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:02.779696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b439a-79d4-4008-ad58-53da886ea8bf req-defb0a87-090e-4afc-8f71-442554303775 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:02.791876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-028b439a-79d4-4008-ad58-53da886ea8bf req-defb0a87-090e-4afc-8f71-442554303775 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2085e8b-fed3-4f2e-860c-e3befc27e29c HTTP/1.1" status: 200 len: 946 time: 0.4664879 Nov 12 03:42:02.853961 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e823e04c-d4b0-40d6-9b67-c31319f42a7e x-openstack-request-id: req-e823e04c-d4b0-40d6-9b67-c31319f42a7e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:02.854508 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74464594-51c2-4845-b8e0-c11d2471925d", "tag": "6fa95561-3cc7-4ddd-95f2-b6162359e938", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:02.855007 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e823e04c-d4b0-40d6-9b67-c31319f42a7e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:02.855694 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74464594-51c2-4845-b8e0-c11d2471925d', 'tag': '6fa95561-3cc7-4ddd-95f2-b6162359e938', 'status': 'completed', 'code': 200} Nov 12 03:42:02.914631 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.955044 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.970557 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] 10.222.0.105 "DELETE /v2.0/subnets/ad74cfaa-5267-422b-b8bd-2eff2e097994 HTTP/1.1" status: 204 len: 168 time: 1.0314941 Nov 12 03:42:02.997684 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4c9fc-0a84-4406-86e3-8025831b7d20 req-36e584e5-a61f-4b04-94fb-d63ff544c45b tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:03.000692 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4de4c9fc-0a84-4406-86e3-8025831b7d20 req-36e584e5-a61f-4b04-94fb-d63ff544c45b tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 950 time: 0.3289666 Nov 12 03:42:03.004536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-1cec8124-43f9-47ae-b1c3-612dd245c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:03.007964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-1cec8124-43f9-47ae-b1c3-612dd245c8c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 1096 time: 0.4485118 Nov 12 03:42:03.013064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53354) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:03.072313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad74cfaa-5267-422b-b8bd-2eff2e097994,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:03.092245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:03.092245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:03.092245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:03.092245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:03.092245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:03.093049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:03.093869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:03.094251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:03.094783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:03.095604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:03.096219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:03.098212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1534bb19-ad19-4402-bb75-d1522ad7719a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:03.161778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce8ee20c-92fb-400d-8930-9e895ea8ec84 req-f65b1205-349b-49c8-a7e7-6da53290dd7f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179187 Nov 12 03:42:03.204326 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-3c1b9376-c1dd-47a3-bf75-21c6f7e3fbae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa95561-3cc7-4ddd-95f2-b6162359e938 HTTP/1.1" status: 200 len: 217 time: 0.1493385 Nov 12 03:42:03.206335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd912e1-637b-4a5b-80bd-d50cfd76926d req-99ff725d-4242-4724-9eba-62569552068d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:03.210672 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1cd912e1-637b-4a5b-80bd-d50cfd76926d req-99ff725d-4242-4724-9eba-62569552068d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.1680949 Nov 12 03:42:03.326440 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e7b5612-5475-4696-8f67-ca2abcf6303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.371811 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4de4c9fc-0a84-4406-86e3-8025831b7d20 req-9609181b-a659-4671-a91f-a828af4b1c90 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352146 Nov 12 03:42:03.399975 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1cd912e1-637b-4a5b-80bd-d50cfd76926d req-275ad7d3-d15e-4ff0-af89-4e9c2a5a3a07 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695364 Nov 12 03:42:03.421947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-d565ac34-cb57-40a5-8a80-b310a3bfb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:03.428327 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-d565ac34-cb57-40a5-8a80-b310a3bfb5ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.1848676 Nov 12 03:42:03.554335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-028b439a-79d4-4008-ad58-53da886ea8bf req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Deleting port 2a1755c0-367c-418c-87e8-bd006aadb821 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:03.558526 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-028b439a-79d4-4008-ad58-53da886ea8bf req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.619462 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c085b8-ca7c-49a9-a31c-3b9cfed902e3 req-3932f787-7b1f-4f11-97f1-8a0e1174e0e9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:03.621071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67c085b8-ca7c-49a9-a31c-3b9cfed902e3 req-3932f787-7b1f-4f11-97f1-8a0e1174e0e9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.0882976 Nov 12 03:42:03.696009 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67c085b8-ca7c-49a9-a31c-3b9cfed902e3 req-f0318bf4-91a0-42ef-88dc-8c042dbb692f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678523 Nov 12 03:42:03.761286 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e7b5612-5475-4696-8f67-ca2abcf6303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.805028 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f067f03a-7bd9-4f87-91a0-4c8f5e2fbf10 req-fb60a741-48f5-4e31-9eb0-570f49a21bc0 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.1936123 Nov 12 03:42:03.843748 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4e7b5612-5475-4696-8f67-ca2abcf6303b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137075f5-4b3f-4247-bf8f-8c164a5d3a41']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:03.848546 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45b00976-3642-4cd0-9944-462adea44c76 req-ad04f498-20d0-4e74-8d2c-9fc560cd2c41 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 210 time: 0.0584345 Nov 12 03:42:03.849760 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-73b4d147-176e-41b9-831d-95451102894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:03.851924 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-73b4d147-176e-41b9-831d-95451102894c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3827055 Nov 12 03:42:03.882879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4e7b5612-5475-4696-8f67-ca2abcf6303b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429310d7-06a9-49ff-b471-43e819ca202d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:03.883343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4e7b5612-5475-4696-8f67-ca2abcf6303b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429310d7-06a9-49ff-b471-43e819ca202d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:03.942936 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e7b5612-5475-4696-8f67-ca2abcf6303b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.091088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-028b439a-79d4-4008-ad58-53da886ea8bf req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] For port 2a1755c0-367c-418c-87e8-bd006aadb821, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2a1755c0-367c-418c-87e8-bd006aadb821,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:04.091672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-028b439a-79d4-4008-ad58-53da886ea8bf req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.128837 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e7b5612-5475-4696-8f67-ca2abcf6303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.190926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7b5612-5475-4696-8f67-ca2abcf6303b admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:04.191690 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e7b5612-5475-4696-8f67-ca2abcf6303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:04.221697 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:04.339514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-eabf154f-ea5b-4122-ad49-30e511ac73d7 service neutron] 10.222.0.25 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729483 Nov 12 03:42:04.500953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23dd71-12f9-45dc-9301-27482a4b6e3e req-60799e3b-e333-4da5-9c63-a9d74eb06b4b tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:04.514294 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec23dd71-12f9-45dc-9301-27482a4b6e3e req-60799e3b-e333-4da5-9c63-a9d74eb06b4b tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 944 time: 0.4698555 Nov 12 03:42:04.641800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a2fedf65-0222-4484-b009-68ae3d7b6079 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:42:04.645795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7eacfb-b6f7-469b-97da-44de04d33748 req-ba96b6c9-806d-4dcb-a2aa-b7d064c4889b tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:04.656980 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e7eacfb-b6f7-469b-97da-44de04d33748 req-ba96b6c9-806d-4dcb-a2aa-b7d064c4889b tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 950 time: 0.1151454 Nov 12 03:42:04.757219 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e7eacfb-b6f7-469b-97da-44de04d33748 req-960f6496-66f2-473e-a403-47fbb7805f3d tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932891 Nov 12 03:42:04.893257 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e7b5612-5475-4696-8f67-ca2abcf6303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.949051 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-817e8e00-7333-431d-abec-485c81c1c1d4 req-369aec82-cc6f-486f-95f2-a7a9c1a0d65d service neutron] 10.222.0.25 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898824 Nov 12 03:42:04.950838 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e7b5612-5475-4696-8f67-ca2abcf6303b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.956733 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4e7b5612-5475-4696-8f67-ca2abcf6303b admin admin] 10.222.0.105 "DELETE /v2.0/networks/137075f5-4b3f-4247-bf8f-8c164a5d3a41 HTTP/1.1" status: 204 len: 168 time: 1.9390516 Nov 12 03:42:04.961900 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a2fedf65-0222-4484-b009-68ae3d7b6079,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:04.976300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53378) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:04.994297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b5612-5475-4696-8f67-ca2abcf6303b admin admin] Pushing event deleted for resources: {'Network': ['ID=137075f5-4b3f-4247-bf8f-8c164a5d3a41,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:05.003088 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec23dd71-12f9-45dc-9301-27482a4b6e3e req-036270c9-2c7b-4d52-b7ad-f50b83a4c04e tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875619 Nov 12 03:42:05.008894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a2fedf65-0222-4484-b009-68ae3d7b6079 has no active binding in host n-h2-767704-23 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:42:05.141080 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-028b439a-79d4-4008-ad58-53da886ea8bf req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.141662 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-028b439a-79d4-4008-ad58-53da886ea8bf req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.142259 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-028b439a-79d4-4008-ad58-53da886ea8bf req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Floating IP 55fd343c-41b8-4cdd-a886-b9cdc5a0d676 disassociated. External IP: 172.25.8.63, port: 2a1755c0-367c-418c-87e8-bd006aadb821. Nov 12 03:42:05.142800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-028b439a-79d4-4008-ad58-53da886ea8bf req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Calling delete_port for 2a1755c0-367c-418c-87e8-bd006aadb821 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:05.192735 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad89f75-72fa-477d-a0e7-a5007877c328 req-1470af95-3e6e-4d66-bf16-3e42c9a48f24 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:05.207181 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ad89f75-72fa-477d-a0e7-a5007877c328 req-1470af95-3e6e-4d66-bf16-3e42c9a48f24 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.3047960 Nov 12 03:42:05.243114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cebd96-9a79-42d0-a309-6c547a4b9501 admin admin] Deleting subnet 42fb88f5-6c8b-4004-88a8-f59260ea80c5 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:05.274076 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54cebd96-9a79-42d0-a309-6c547a4b9501 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.412787 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ad89f75-72fa-477d-a0e7-a5007877c328 req-b508bf2a-cc29-4c8b-b786-ae476982dbc1 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044075 Nov 12 03:42:05.434033 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54cebd96-9a79-42d0-a309-6c547a4b9501 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.491666 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54cebd96-9a79-42d0-a309-6c547a4b9501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.529753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3a273-5370-453f-9d57-d7139e67ef39 req-8f7b3342-77ed-4812-94eb-bc874f5df8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:05.531430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6d3a273-5370-453f-9d57-d7139e67ef39 req-8f7b3342-77ed-4812-94eb-bc874f5df8a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 1096 time: 0.3826964 Nov 12 03:42:05.546842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61191c1b-c3a9-4536-b331-9a835233694b req-a1aeeefb-721c-4499-a702-99a3fafb1efd tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:05.565192 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61191c1b-c3a9-4536-b331-9a835233694b req-a1aeeefb-721c-4499-a702-99a3fafb1efd tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.4183407 Nov 12 03:42:05.648158 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8fc8d640-c1d6-4506-9203-1e012bc616fd req-a7b672eb-d300-481c-8cc3-b70c474ff45a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.0563457 Nov 12 03:42:05.776995 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-152788a9-6e32-488e-a33b-91fa8cde79e1 req-181da08a-ae58-4bbb-b673-8b19ddbfd00d tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 210 time: 0.1360776 Nov 12 03:42:05.789651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3a273-5370-453f-9d57-d7139e67ef39 req-628d50ec-d6d7-498b-95f1-036dfcc57fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:05.791267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6d3a273-5370-453f-9d57-d7139e67ef39 req-628d50ec-d6d7-498b-95f1-036dfcc57fc3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 923 time: 0.2193191 Nov 12 03:42:05.794830 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-028b439a-79d4-4008-ad58-53da886ea8bf req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.913406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Pushing event deleted for resources: {'Port': ['ID=2a1755c0-367c-418c-87e8-bd006aadb821,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:05.940976 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61191c1b-c3a9-4536-b331-9a835233694b req-c9c201e7-f62b-4c09-95b1-8036bb39a237 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954476 Nov 12 03:42:05.986717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-5e30d943-5ce8-401f-858e-84bbfd624e26 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:05.988659 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-5e30d943-5ce8-401f-858e-84bbfd624e26 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.25 "GET /v2.0/networks?id=62997581-2879-408b-aa6c-aaecddf2a963 HTTP/1.1" status: 200 len: 823 time: 0.4043353 Nov 12 03:42:05.998327 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54cebd96-9a79-42d0-a309-6c547a4b9501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.065922 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6d3a273-5370-453f-9d57-d7139e67ef39 req-96d49b7f-dfc8-4df5-a47b-c4a0a9f9119f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa95561-3cc7-4ddd-95f2-b6162359e938 HTTP/1.1" status: 200 len: 217 time: 0.1228917 Nov 12 03:42:06.096123 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cebd96-9a79-42d0-a309-6c547a4b9501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42fb88f5-6c8b-4004-88a8-f59260ea80c5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:06.102829 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54cebd96-9a79-42d0-a309-6c547a4b9501 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.110037 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-54cebd96-9a79-42d0-a309-6c547a4b9501 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/42fb88f5-6c8b-4004-88a8-f59260ea80c5 HTTP/1.1" status: 204 len: 168 time: 1.1185186 Nov 12 03:42:06.117912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:06.274319 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40eda7f1-aa0a-4773-b4e3-0017e8c11a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.362866 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3aabe65-d50c-4293-8756-c12cfe9ac965 req-163a803a-939b-4dc6-b3c4-30a8b5ea6107 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.2747500 Nov 12 03:42:06.426857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3a273-5370-453f-9d57-d7139e67ef39 req-f4fa4476-e2d9-4325-8290-dc7d781dac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:06.429437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6d3a273-5370-453f-9d57-d7139e67ef39 req-f4fa4476-e2d9-4325-8290-dc7d781dac6f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.2811441 Nov 12 03:42:06.484479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d816e4-ce82-4f70-84b6-e118181000af req-005d2f82-f143-40aa-8219-cac3af2c72ae tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:06.508561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19d816e4-ce82-4f70-84b6-e118181000af req-005d2f82-f143-40aa-8219-cac3af2c72ae tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 950 time: 0.2619760 Nov 12 03:42:06.521532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a2fedf65-0222-4484-b009-68ae3d7b6079 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:06.584265 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40eda7f1-aa0a-4773-b4e3-0017e8c11a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.670883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2a1755c0-367c-418c-87e8-bd006aadb821 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:06.671448 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-40eda7f1-aa0a-4773-b4e3-0017e8c11a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f3b1fc-92b2-49e8-92bd-d8e876600f9a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:06.687934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-028b439a-79d4-4008-ad58-53da886ea8bf req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Router a47cd4db-63cb-4068-900a-89d7466291dc has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:06.702895 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 2a1755c0-367c-418c-87e8-bd006aadb821 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:06.703524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2a1755c0-367c-418c-87e8-bd006aadb821 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:06.736223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-40eda7f1-aa0a-4773-b4e3-0017e8c11a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850fa7dc-ecd9-4f37-9f63-a81e29d48a6c') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:06.736561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-40eda7f1-aa0a-4773-b4e3-0017e8c11a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850fa7dc-ecd9-4f37-9f63-a81e29d48a6c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:06.739004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3a273-5370-453f-9d57-d7139e67ef39 req-c6361a03-e1ab-458e-b9c5-299020e11d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:06.742181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6d3a273-5370-453f-9d57-d7139e67ef39 req-c6361a03-e1ab-458e-b9c5-299020e11d35 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1997392 Nov 12 03:42:06.773178 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-6ed35a1d-a179-4f18-9761-35f69c01d5c2 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f612fefa6c1a47e6afdff4eb04025fe9 HTTP/1.1" status: 200 len: 379 time: 0.7711499 Nov 12 03:42:06.792846 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40eda7f1-aa0a-4773-b4e3-0017e8c11a95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.823251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-8ef16611-04c0-49d8-9db3-b815faaa586c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Request body: {'port': {'device_id': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'admin_state_up': True, 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'security_groups': ['b3732a15-389a-44de-8540-dc5451d75dfd']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:06.861435 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19d816e4-ce82-4f70-84b6-e118181000af req-7bcf3dff-965b-4865-b7b4-22037a513043 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480649 Nov 12 03:42:07.047985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53398) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:07.086150 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40eda7f1-aa0a-4773-b4e3-0017e8c11a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.095930 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40eda7f1-aa0a-4773-b4e3-0017e8c11a95 admin admin] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:07.096414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40eda7f1-aa0a-4773-b4e3-0017e8c11a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:07.197114 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:07.409367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2b175-f57e-4007-8c9e-465228068be0 req-3d81a3f9-f2d0-4225-8749-158d73a7f190 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:07.410841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbf2b175-f57e-4007-8c9e-465228068be0 req-3d81a3f9-f2d0-4225-8749-158d73a7f190 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 944 time: 0.6257820 Nov 12 03:42:07.414614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-8ef16611-04c0-49d8-9db3-b815faaa586c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Made reservation on behalf of f612fefa6c1a47e6afdff4eb04025fe9 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:07.419118 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-8ef16611-04c0-49d8-9db3-b815faaa586c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.422630 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40eda7f1-aa0a-4773-b4e3-0017e8c11a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.584411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6d3a273-5370-453f-9d57-d7139e67ef39 req-3906d344-430f-4ece-ac1a-bf7f9ab8a514 service neutron] 10.222.0.25 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8209019 Nov 12 03:42:07.587733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-028b439a-79d4-4008-ad58-53da886ea8bf req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:07.603392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2827c-c8ce-4097-968d-e19105dd2df3 req-7728a5fa-5d8c-49a6-90b0-2a352745ff15 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:07.604145 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4b03c1-c1cd-4682-86e4-40793f46b781 None None] Sync routers for ids ['a47cd4db-63cb-4068-900a-89d7466291dc'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:07.617583 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c2827c-c8ce-4097-968d-e19105dd2df3 req-7728a5fa-5d8c-49a6-90b0-2a352745ff15 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.2475903 Nov 12 03:42:07.632076 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b03c1-c1cd-4682-86e4-40793f46b781 None None] Routers {'a47cd4db-63cb-4068-900a-89d7466291dc'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:07.634412 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2f4b03c1-c1cd-4682-86e4-40793f46b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:41:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a47cd4db-63cb-4068-900a-89d7466291dc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:07.834856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-028b439a-79d4-4008-ad58-53da886ea8bf req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] No DVR routers for this DVR port 2a1755c0-367c-418c-87e8-bd006aadb821 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:07.872884 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2f4b03c1-c1cd-4682-86e4-40793f46b781 None None] Set router a47cd4db-63cb-4068-900a-89d7466291dc gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:07.916561 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-028b439a-79d4-4008-ad58-53da886ea8bf req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.925310 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-028b439a-79d4-4008-ad58-53da886ea8bf req-3d34d010-e1eb-4fbc-a9b0-b692d5eba682 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.26 "DELETE /v2.0/ports/2a1755c0-367c-418c-87e8-bd006aadb821 HTTP/1.1" status: 204 len: 173 time: 5.1209946 Nov 12 03:42:07.931525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2085e8b-fed3-4f2e-860c-e3befc27e29c', 'name': 'network-vif-deleted', 'tag': '2a1755c0-367c-418c-87e8-bd006aadb821'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:07.949307 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5968d2ba-348e-448a-8633-f69f7fda485c" -d '{"events": [{"server_uuid": "e2085e8b-fed3-4f2e-860c-e3befc27e29c", "name": "network-vif-deleted", "tag": "2a1755c0-367c-418c-87e8-bd006aadb821"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:08.011832 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbf2b175-f57e-4007-8c9e-465228068be0 req-1305f5b1-0500-4269-b136-e75bb3a3b6cf tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913517 Nov 12 03:42:08.016428 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40eda7f1-aa0a-4773-b4e3-0017e8c11a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.024793 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-40eda7f1-aa0a-4773-b4e3-0017e8c11a95 admin admin] 10.222.0.105 "DELETE /v2.0/networks/28f3b1fc-92b2-49e8-92bd-d8e876600f9a HTTP/1.1" status: 204 len: 168 time: 1.9029398 Nov 12 03:42:08.066335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eda7f1-aa0a-4773-b4e3-0017e8c11a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=28f3b1fc-92b2-49e8-92bd-d8e876600f9a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:08.164934 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-29776af8-0a32-4462-8d22-7b5d23cb7409 service neutron] 10.222.0.25 "GET /v2.0/ports/a2fedf65-0222-4484-b009-68ae3d7b6079/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 385 time: 0.2039695 Nov 12 03:42:08.303173 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a543170-05d8-4765-8e28-d4d9955b5ddf req-63ccb884-f1d1-46d9-b979-4705e69b79bd tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 210 time: 0.0625618 Nov 12 03:42:08.373983 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c2827c-c8ce-4097-968d-e19105dd2df3 req-6174434e-d348-48ab-856e-f408e95fa76a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7323873 Nov 12 03:42:08.391582 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6d3a273-5370-453f-9d57-d7139e67ef39 req-672002d7-73f0-4b1b-8bdd-0069e7b70065 service neutron] 10.222.0.25 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693877 Nov 12 03:42:08.460307 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2f4b03c1-c1cd-4682-86e4-40793f46b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:47Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:08.512646 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4b03c1-c1cd-4682-86e4-40793f46b781 None None] Checking router: a47cd4db-63cb-4068-900a-89d7466291dc for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:08.525330 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b03c1-c1cd-4682-86e4-40793f46b781 None None] Routers {'a47cd4db-63cb-4068-900a-89d7466291dc'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:08.525960 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2f4b03c1-c1cd-4682-86e4-40793f46b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:41:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a47cd4db-63cb-4068-900a-89d7466291dc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:08.538415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6fa95561-3cc7-4ddd-95f2-b6162359e938 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:42:08.631767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-8ef16611-04c0-49d8-9db3-b815faaa586c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Allocated IP 172.20.0.5 (62997581-2879-408b-aa6c-aaecddf2a963/21c7b2ae-4826-4165-8db5-d145572339ce/8a99720a-a018-41d7-9ee0-a38a432190b9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:08.719764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c57bc-2149-413a-8f5d-3e90c620239f req-85e61d31-bf36-4202-bcd0-294366d50815 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:08.728869 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c9c57bc-2149-413a-8f5d-3e90c620239f req-85e61d31-bf36-4202-bcd0-294366d50815 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 944 time: 0.2134807 Nov 12 03:42:08.768977 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6fa95561-3cc7-4ddd-95f2-b6162359e938, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6fa95561-3cc7-4ddd-95f2-b6162359e938,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:08.778170 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2f4b03c1-c1cd-4682-86e4-40793f46b781 None None] Set router a47cd4db-63cb-4068-900a-89d7466291dc gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:08.788007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-31c04781-3914-45c3-88a9-e651adfda684 service neutron] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a2fedf65-0222-4484-b009-68ae3d7b6079,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:08.799707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '6fa95561-3cc7-4ddd-95f2-b6162359e938', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'port_id': '6fa95561-3cc7-4ddd-95f2-b6162359e938', 'mac_address': 'fa:16:3e:1c:10:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:42:08.805172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:08.811264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-31c04781-3914-45c3-88a9-e651adfda684 service neutron] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:08.860732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-31c04781-3914-45c3-88a9-e651adfda684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fedf65-0222-4484-b009-68ae3d7b6079 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:08.885846 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.891027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-31c04781-3914-45c3-88a9-e651adfda684 service neutron] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a2fedf65-0222-4484-b009-68ae3d7b6079,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:08.916825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa95561-3cc7-4ddd-95f2-b6162359e938 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:08.953964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c9c57bc-2149-413a-8f5d-3e90c620239f req-3330afe4-dc40-48cf-ab43-93a6c5453524 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787497 Nov 12 03:42:08.990526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6fa95561-3cc7-4ddd-95f2-b6162359e938, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6fa95561-3cc7-4ddd-95f2-b6162359e938,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:09.038014 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-31c04781-3914-45c3-88a9-e651adfda684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.097868 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c242eb-1ec2-408a-9388-1780e64adb57 x-openstack-request-id: req-51c242eb-1ec2-408a-9388-1780e64adb57 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:09.098437 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2085e8b-fed3-4f2e-860c-e3befc27e29c", "name": "network-vif-deleted", "tag": "2a1755c0-367c-418c-87e8-bd006aadb821", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:09.098937 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-51c242eb-1ec2-408a-9388-1780e64adb57 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:09.099671 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2085e8b-fed3-4f2e-860c-e3befc27e29c', 'name': 'network-vif-deleted', 'tag': '2a1755c0-367c-418c-87e8-bd006aadb821', 'status': 'completed', 'code': 200} Nov 12 03:42:09.148528 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a13de259-e623-48f2-b757-dabd387a0811 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3479542bcaa149c3bd5dbe4a216ffd16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413601 Nov 12 03:42:09.156491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.163114 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.199510 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3e601568-1c1e-4205-a8a9-ba4e0941be8e req-ffece43a-4c1b-497f-88c9-f4082a973f8e tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.1490200 Nov 12 03:42:09.227100 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-8ef16611-04c0-49d8-9db3-b815faaa586c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.230704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-31c04781-3914-45c3-88a9-e651adfda684 service neutron] Transition to ACTIVE for port object a2fedf65-0222-4484-b009-68ae3d7b6079 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:42:09.340551 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-428f3b32-dd2b-4640-8e81-037fe9917e1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.344031 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c3420f8-e10e-4b09-863c-42470cb2d6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.360394 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2f4b03c1-c1cd-4682-86e4-40793f46b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:47Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:09.400997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=6fa95561-3cc7-4ddd-95f2-b6162359e938,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:09.406002 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-31c04781-3914-45c3-88a9-e651adfda684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.463229 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4b03c1-c1cd-4682-86e4-40793f46b781 None None] The sync data for ids ['a47cd4db-63cb-4068-900a-89d7466291dc'] in n-d-767704-23 is: [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:47Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:09.463586 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-428f3b32-dd2b-4640-8e81-037fe9917e1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.503210 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-8ef16611-04c0-49d8-9db3-b815faaa586c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.526656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6fa95561-3cc7-4ddd-95f2-b6162359e938'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:09.618223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-31c04781-3914-45c3-88a9-e651adfda684 service neutron] No DVR routers for this DVR port a2fedf65-0222-4484-b009-68ae3d7b6079 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:09.637029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71de09-1368-4591-9a85-0d489219879c req-f75d0e15-737a-4dd5-80f3-8fe2d900868a tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:09.645304 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c71de09-1368-4591-9a85-0d489219879c req-f75d0e15-737a-4dd5-80f3-8fe2d900868a tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 1102 time: 0.2900071 Nov 12 03:42:09.698413 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c04781-3914-45c3-88a9-e651adfda684 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fedf65-0222-4484-b009-68ae3d7b6079,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:09.719119 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-31c04781-3914-45c3-88a9-e651adfda684 service neutron] 10.222.0.25 "PUT /v2.0/ports/a2fedf65-0222-4484-b009-68ae3d7b6079/bindings/n-h2-767704-23/activate HTTP/1.1" status: 200 len: 370 time: 1.5392592 Nov 12 03:42:09.746328 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c71de09-1368-4591-9a85-0d489219879c req-324aab4a-19b3-4c6f-99ed-0e368bb1eead tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992670 Nov 12 03:42:09.788274 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-428f3b32-dd2b-4640-8e81-037fe9917e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.791466 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-428f3b32-dd2b-4640-8e81-037fe9917e1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.792809 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-428f3b32-dd2b-4640-8e81-037fe9917e1d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e6e1163b-c090-4020-b9df-de13e4e649d3 HTTP/1.1" status: 204 len: 168 time: 0.6348047 Nov 12 03:42:09.816189 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f3b32-dd2b-4640-8e81-037fe9917e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e1163b-c090-4020-b9df-de13e4e649d3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:09.845324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-8ef16611-04c0-49d8-9db3-b815faaa586c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Network 62997581-2879-408b-aa6c-aaecddf2a963 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:09.881597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb85e6-6236-48d9-97db-fe9a339a2432 req-438b4ef4-7672-4c8c-9a44-6fd5d8e5b5cf tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:09.897539 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f0fb85e6-6236-48d9-97db-fe9a339a2432 req-438b4ef4-7672-4c8c-9a44-6fd5d8e5b5cf tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 945 time: 0.4333491 Nov 12 03:42:09.906844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef16611-04c0-49d8-9db3-b815faaa586c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Pushing event updated for resources: {'Port': ['ID=8a99720a-a018-41d7-9ee0-a38a432190b9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:09.928824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-8ef16611-04c0-49d8-9db3-b815faaa586c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:09.941543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-8ef16611-04c0-49d8-9db3-b815faaa586c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:10.019714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-a0768a19-2ef9-4b7c-bf6c-592cc8f1da6c tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:10.022149 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-a0768a19-2ef9-4b7c-bf6c-592cc8f1da6c tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be&tenant_id=47b77b3c8092439394887f6a4638c133&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 1097 time: 0.0996010 Nov 12 03:42:10.031386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-8ef16611-04c0-49d8-9db3-b815faaa586c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:10.032469 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-8ef16611-04c0-49d8-9db3-b815faaa586c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.095663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d6773-05bc-45c5-8a18-cbbcc6cbac85 None None] New status for floating IP 55fd343c-41b8-4cdd-a886-b9cdc5a0d676: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:42:10.107186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-718089bd-b724-4cc9-a50e-dc88e62291c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:10.108453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-718089bd-b724-4cc9-a50e-dc88e62291c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be&tenant_id=47b77b3c8092439394887f6a4638c133 HTTP/1.1" status: 200 len: 1097 time: 0.0691152 Nov 12 03:42:10.268784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-cc511683-2303-4cb7-84f8-7cc4669b8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:10.274166 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-cc511683-2303-4cb7-84f8-7cc4669b8c64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 1097 time: 0.1058636 Nov 12 03:42:10.385716 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-8ef16611-04c0-49d8-9db3-b815faaa586c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5890889 Nov 12 03:42:10.397627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-205577ec-1381-4afb-873d-c45efbcd9c08 None None] Provisioning complete for port 8a99720a-a018-41d7-9ee0-a38a432190b9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:10.398226 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-205577ec-1381-4afb-873d-c45efbcd9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.403410 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f0fb85e6-6236-48d9-97db-fe9a339a2432 req-54eb9681-9cbe-4a75-b910-55aae0e04255 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769943 Nov 12 03:42:10.420651 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Request body: {'port': {'device_id': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:10.451453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-99371805-092e-444d-914e-342ca837dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:10.453066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-99371805-092e-444d-914e-342ca837dfc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.1725101 Nov 12 03:42:10.527327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-205577ec-1381-4afb-873d-c45efbcd9c08 None None] Port 8a99720a-a018-41d7-9ee0-a38a432190b9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:10.548261 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6fa95561-3cc7-4ddd-95f2-b6162359e938 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:10.592006 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-96aede1d-dc58-48ed-9a00-ac24487a2f1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2fedf65-0222-4484-b009-68ae3d7b6079 HTTP/1.1" status: 200 len: 217 time: 0.1230216 Nov 12 03:42:10.667843 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.689954 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5f9de0bd-de85-4731-958c-96f75124fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:10.692067 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-5f9de0bd-de85-4731-958c-96f75124fd48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.0871146 Nov 12 03:42:10.704650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b499444-b79a-4e29-87f6-314b0ddcb50a req-5832ccf7-e2a7-43a9-85e8-5d0c31db98c3 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:10.706390 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8b499444-b79a-4e29-87f6-314b0ddcb50a req-5832ccf7-e2a7-43a9-85e8-5d0c31db98c3 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 931 time: 0.1122639 Nov 12 03:42:10.737341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 6fa95561-3cc7-4ddd-95f2-b6162359e938 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:42:10.742535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 6fa95561-3cc7-4ddd-95f2-b6162359e938 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:10.743196 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.760242 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-aecb13b2-ae4b-41cf-96d9-57ef7322122d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585768 Nov 12 03:42:10.897068 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c3420f8-e10e-4b09-863c-42470cb2d6fe admin admin] Deleting port ce290ae9-af92-474b-b097-e77057da306f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:10.897628 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c3420f8-e10e-4b09-863c-42470cb2d6fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.956216 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8b499444-b79a-4e29-87f6-314b0ddcb50a req-02851312-35c3-45b4-a58b-5e7925dc4595 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229936 Nov 12 03:42:10.963811 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.019738 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:11.048598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74464594-51c2-4845-b8e0-c11d2471925d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa95561-3cc7-4ddd-95f2-b6162359e938'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:11.048934 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-0108a77c-1778-4976-8d59-c85c39746eb6 service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727721 Nov 12 03:42:11.052218 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddc0223-a3aa-4246-a1eb-e3642a3104d0" -d '{"events": [{"server_uuid": "74464594-51c2-4845-b8e0-c11d2471925d", "name": "network-vif-plugged", "status": "completed", "tag": "6fa95561-3cc7-4ddd-95f2-b6162359e938"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:11.075851 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6fa95561-3cc7-4ddd-95f2-b6162359e938, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6fa95561-3cc7-4ddd-95f2-b6162359e938,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:11.089507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39e25b-71b1-4c22-8d75-17cda77956f2 req-3e107fad-539f-4126-bcd8-0376e7209595 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.092768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f39e25b-71b1-4c22-8d75-17cda77956f2 req-3e107fad-539f-4126-bcd8-0376e7209595 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.1773834 Nov 12 03:42:11.142594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c3420f8-e10e-4b09-863c-42470cb2d6fe admin admin] For port ce290ae9-af92-474b-b097-e77057da306f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ce290ae9-af92-474b-b097-e77057da306f,segment=NetworkSegment(844e2103-7904-426d-be9b-c5863376bf39),segment_id=844e2103-7904-426d-be9b-c5863376bf39)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:11.142594 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c3420f8-e10e-4b09-863c-42470cb2d6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.151896 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.163235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c3420f8-e10e-4b09-863c-42470cb2d6fe admin admin] Calling delete_port for ce290ae9-af92-474b-b097-e77057da306f owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:11.226415 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-217783dc-be81-4918-8594-c0a220bf3f9a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=dc9a1bafc2474819960b215378024541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031410 Nov 12 03:42:11.227081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53436) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:11.237394 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=6fa95561-3cc7-4ddd-95f2-b6162359e938,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.265171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f39e25b-71b1-4c22-8d75-17cda77956f2 req-0e8d79f2-ca3f-4292-8dc2-eb6730336ed5 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587014 Nov 12 03:42:11.296277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-d4fd3b43-0099-464a-af4e-02629dc36843 service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289853 Nov 12 03:42:11.347036 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b509e22-d90f-4751-b59f-113abcfc8ce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.395022 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b509e22-d90f-4751-b59f-113abcfc8ce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.425916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a99720a-a018-41d7-9ee0-a38a432190b9 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:11.441022 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.471218 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Transition to ACTIVE for port object 8a99720a-a018-41d7-9ee0-a38a432190b9 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:42:11.514170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af136-52f3-4c37-995f-b99aa729d504 req-8717d85e-ddb1-4a62-8c6d-96497f19c8a1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.515760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-235af136-52f3-4c37-995f-b99aa729d504 req-8717d85e-ddb1-4a62-8c6d-96497f19c8a1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 945 time: 0.1262052 Nov 12 03:42:11.561800 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.596556 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-235af136-52f3-4c37-995f-b99aa729d504 req-26ed48e9-809e-4a3b-9fba-06e939eb1d35 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688646 Nov 12 03:42:11.641019 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b509e22-d90f-4751-b59f-113abcfc8ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.645567 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b509e22-d90f-4751-b59f-113abcfc8ce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.651068 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7b509e22-d90f-4751-b59f-113abcfc8ce8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/68b05610-79d0-42b2-9dc0-d195648eff8b HTTP/1.1" status: 204 len: 168 time: 0.4140949 Nov 12 03:42:11.665372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b509e22-d90f-4751-b59f-113abcfc8ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b05610-79d0-42b2-9dc0-d195648eff8b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.705095 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Pushing event updated for resources: {'Port': ['ID=8a99720a-a018-41d7-9ee0-a38a432190b9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.729155 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44ca601-046d-4edd-87f2-fea64b76a10d x-openstack-request-id: req-c44ca601-046d-4edd-87f2-fea64b76a10d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:11.729569 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74464594-51c2-4845-b8e0-c11d2471925d", "name": "network-vif-plugged", "status": "completed", "tag": "6fa95561-3cc7-4ddd-95f2-b6162359e938", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:11.729949 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c44ca601-046d-4edd-87f2-fea64b76a10d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:11.730532 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74464594-51c2-4845-b8e0-c11d2471925d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa95561-3cc7-4ddd-95f2-b6162359e938', 'code': 200} Nov 12 03:42:11.768705 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c3420f8-e10e-4b09-863c-42470cb2d6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.839030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3420f8-e10e-4b09-863c-42470cb2d6fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ce290ae9-af92-474b-b097-e77057da306f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.951621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Attempting to bind port 8a99720a-a018-41d7-9ee0-a38a432190b9 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:11.952167 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Attempting to bind port 8a99720a-a018-41d7-9ee0-a38a432190b9 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:11.952693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Attempting to bind port 8a99720a-a018-41d7-9ee0-a38a432190b9 on network 62997581-2879-408b-aa6c-aaecddf2a963 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:11.972684 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3933fc5-6015-4390-bdeb-6f4868dc7de7 req-10192809-808a-470b-b23e-5c3b2d21397d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.975296 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3933fc5-6015-4390-bdeb-6f4868dc7de7 req-10192809-808a-470b-b23e-5c3b2d21397d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 946 time: 0.1572580 Nov 12 03:42:12.004608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d194452-b534-43b3-940f-50106e49bf27 req-79fbaffd-b5e1-40d5-adb5-3b7acb5c42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:12.012716 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d194452-b534-43b3-940f-50106e49bf27 req-79fbaffd-b5e1-40d5-adb5-3b7acb5c42b5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 1098 time: 0.1282468 Nov 12 03:42:12.024147 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Port 8a99720a-a018-41d7-9ee0-a38a432190b9 on network 62997581-2879-408b-aa6c-aaecddf2a963 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:42:12.025084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Attempting to bind port 8a99720a-a018-41d7-9ee0-a38a432190b9 on network 62997581-2879-408b-aa6c-aaecddf2a963 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:12.047542 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:12.048012 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Checking segment: {'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:12.048298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Bound using segment: {'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:12.048745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Bound port: 8a99720a-a018-41d7-9ee0-a38a432190b9, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2beb42-a0e8-45bd-a378-b4aed72379c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:12.049106 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.233444 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-1d0c8179-2d1b-4de6-ad95-36cd671d2b91 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:12.237048 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-1d0c8179-2d1b-4de6-ad95-36cd671d2b91 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be&tenant_id=47b77b3c8092439394887f6a4638c133&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 1097 time: 0.2002664 Nov 12 03:42:12.274446 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3933fc5-6015-4390-bdeb-6f4868dc7de7 req-39f67ef5-ae55-48c3-9636-8557cfef438a tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877870 Nov 12 03:42:12.280558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] For port 8a99720a-a018-41d7-9ee0-a38a432190b9, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:12.322422 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] For port 8a99720a-a018-41d7-9ee0-a38a432190b9, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=8a99720a-a018-41d7-9ee0-a38a432190b9,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:12.325128 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c3420f8-e10e-4b09-863c-42470cb2d6fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.334332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d194452-b534-43b3-940f-50106e49bf27 req-15f499ef-b5d2-4a5f-ac08-538e8e6ea5e6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783389 Nov 12 03:42:12.484986 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.604280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354330fb-32d2-4f5b-a9dc-122a5f82d056 req-237ca411-58e6-4dbd-a66b-3d6aa700f972 tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:12.606037 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-354330fb-32d2-4f5b-a9dc-122a5f82d056 req-237ca411-58e6-4dbd-a66b-3d6aa700f972 tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 1102 time: 0.1141047 Nov 12 03:42:12.679288 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-354330fb-32d2-4f5b-a9dc-122a5f82d056 req-d56ba315-d9be-40d8-95fd-6a570269ed8e tempest-ServersAdminTestJSON-1510021051 tempest-ServersAdminTestJSON-1510021051-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648324 Nov 12 03:42:12.686763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-1be91623-17d1-43ef-85f2-f55cafac4994 service neutron] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:12.695306 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-1be91623-17d1-43ef-85f2-f55cafac4994 service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.695306 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-127ccb5f-91a4-40fc-b992-6fc25d07291f req-1be91623-17d1-43ef-85f2-f55cafac4994 service neutron] 10.222.0.26 "DELETE /v2.0/ports/a2fedf65-0222-4484-b009-68ae3d7b6079/bindings/n-h1-767704-23 HTTP/1.1" status: 204 len: 173 time: 0.4428551 Nov 12 03:42:12.902386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6743b67-7d68-4e6d-968f-83a17950936e req-9a13465a-b93d-4b75-a8b8-9c17cc832785 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:12.905146 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6743b67-7d68-4e6d-968f-83a17950936e req-9a13465a-b93d-4b75-a8b8-9c17cc832785 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.0949581 Nov 12 03:42:12.993761 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6743b67-7d68-4e6d-968f-83a17950936e req-06630ad0-1b94-4cac-8670-c96b4942e9c6 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786347 Nov 12 03:42:13.087847 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:13.088940 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.091624 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] 10.222.0.25 "PUT /v2.0/ports/8a99720a-a018-41d7-9ee0-a38a432190b9 HTTP/1.1" status: 200 len: 1092 time: 2.6774800 Nov 12 03:42:13.095018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'tag': '8a99720a-a018-41d7-9ee0-a38a432190b9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:13.103586 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01380ac-26d0-4eb6-9101-3d740f37ae0b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3757982-e4a6-4098-8439-cc7f756fa2ef", "tag": "8a99720a-a018-41d7-9ee0-a38a432190b9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:13.129696 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbc0e5-6ad7-4ec1-8343-7b5576e59557 service neutron] Pushing event updated for resources: {'Port': ['ID=8a99720a-a018-41d7-9ee0-a38a432190b9,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:13.159428 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da90215-c5f9-4b8b-a6b2-e38307ca4857 req-c2f17bb7-9ff2-486e-b853-740485ce43ed tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:13.161490 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8da90215-c5f9-4b8b-a6b2-e38307ca4857 req-c2f17bb7-9ff2-486e-b853-740485ce43ed tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 943 time: 0.2306695 Nov 12 03:42:13.175557 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bd2ebd46-2598-43cf-9bb6-2b979a189ed8 req-e3c2dde6-ce88-41d4-9859-a154bdda83ae tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.0549796 Nov 12 03:42:13.269457 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8da90215-c5f9-4b8b-a6b2-e38307ca4857 req-962d596d-c94a-4e2a-b45a-a519ac879cde tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634046 Nov 12 03:42:13.507695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00cddf-92ae-4570-b9d1-95e65ce17e25 req-4c788cb2-b3b8-415e-b053-53869c54fd1f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:13.516695 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cc00cddf-92ae-4570-b9d1-95e65ce17e25 req-4c788cb2-b3b8-415e-b053-53869c54fd1f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 945 time: 0.1224167 Nov 12 03:42:13.559947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3420f8-e10e-4b09-863c-42470cb2d6fe admin admin] Router fc82869e-f6e4-469d-86f1-1bbc08b0f029 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:13.581886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-5a5729d2-8c6a-410e-bfc7-e5859733cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:13.586625 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-5a5729d2-8c6a-410e-bfc7-e5859733cd71 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f612fefa6c1a47e6afdff4eb04025fe9&device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 1095 time: 0.2875230 Nov 12 03:42:13.597221 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cc00cddf-92ae-4570-b9d1-95e65ce17e25 req-8189d18f-988f-48f0-9d70-49ce297f4852 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792472 Nov 12 03:42:13.738139 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affc4992-d637-4253-9396-85429d2d5ed2 x-openstack-request-id: req-affc4992-d637-4253-9396-85429d2d5ed2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:13.738529 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3757982-e4a6-4098-8439-cc7f756fa2ef", "tag": "8a99720a-a018-41d7-9ee0-a38a432190b9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:13.739511 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-affc4992-d637-4253-9396-85429d2d5ed2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:13.739511 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'tag': '8a99720a-a018-41d7-9ee0-a38a432190b9', 'status': 'completed', 'code': 200} Nov 12 03:42:13.818476 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3420f8-e10e-4b09-863c-42470cb2d6fe admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:13.836028 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630114dd-3df8-4443-a34d-00168de48dcd None None] Sync routers for ids ['fc82869e-f6e4-469d-86f1-1bbc08b0f029'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:13.840965 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9c3420f8-e10e-4b09-863c-42470cb2d6fe admin admin] 10.222.0.105 "PUT /v2.0/routers/fc82869e-f6e4-469d-86f1-1bbc08b0f029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6510928 Nov 12 03:42:13.844508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53492) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:13.852207 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630114dd-3df8-4443-a34d-00168de48dcd None None] Routers {'fc82869e-f6e4-469d-86f1-1bbc08b0f029'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:13.855614 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-630114dd-3df8-4443-a34d-00168de48dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:41:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['fc82869e-f6e4-469d-86f1-1bbc08b0f029'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:13.899486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3faf7e-8dfd-4c80-b4f6-87770030ef5c req-07c080e5-dc5a-4c9d-8d27-ebd6fbdd4fb9 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:13.902162 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3faf7e-8dfd-4c80-b4f6-87770030ef5c req-07c080e5-dc5a-4c9d-8d27-ebd6fbdd4fb9 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 946 time: 0.1158726 Nov 12 03:42:13.919966 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-cf127c76-5457-481c-ad05-abbf5fab2359 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a99720a-a018-41d7-9ee0-a38a432190b9 HTTP/1.1" status: 200 len: 217 time: 0.1797099 Nov 12 03:42:14.011479 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-630114dd-3df8-4443-a34d-00168de48dcd None None] Set router fc82869e-f6e4-469d-86f1-1bbc08b0f029 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:14.046757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3faf7e-8dfd-4c80-b4f6-87770030ef5c req-146ac2b3-a63f-4666-ad11-6255810dd6fa tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326685 Nov 12 03:42:14.058800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-00b66c61-8393-4a2e-af97-f8678e29ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:14.059394 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-00b66c61-8393-4a2e-af97-f8678e29ff55 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21c7b2ae-4826-4165-8db5-d145572339ce HTTP/1.1" status: 200 len: 862 time: 0.1249697 Nov 12 03:42:14.114191 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.319487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-aae922c4-a623-4966-80f9-72000fb2b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:14.322096 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-aae922c4-a623-4966-80f9-72000fb2b382 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62997581-2879-408b-aa6c-aaecddf2a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2424412 Nov 12 03:42:14.352635 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-630114dd-3df8-4443-a34d-00168de48dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896268175-router', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:17Z', 'updated_at': '2021-11-12T03:42:11Z', 'revision_number': 5, 'project_id': 'dc9429c233374a60b722f141a64f6932', 'gw_port': {'id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:18Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:14.359908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa02e0-f7e4-4545-8003-8d95ddf5e562 req-24cd2349-7ae9-4e9b-aa10-66e1fcd31511 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:14.361721 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-17aa02e0-f7e4-4545-8003-8d95ddf5e562 req-24cd2349-7ae9-4e9b-aa10-66e1fcd31511 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 950 time: 0.1836648 Nov 12 03:42:14.398558 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630114dd-3df8-4443-a34d-00168de48dcd None None] Checking router: fc82869e-f6e4-469d-86f1-1bbc08b0f029 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:14.416427 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630114dd-3df8-4443-a34d-00168de48dcd None None] Routers {'fc82869e-f6e4-469d-86f1-1bbc08b0f029'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:14.417986 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-630114dd-3df8-4443-a34d-00168de48dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:41:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['fc82869e-f6e4-469d-86f1-1bbc08b0f029'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:14.436557 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.499813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5379e2-715c-4e03-a3f0-eaee8f5f7c76 req-da01a219-5e9a-4a0f-82bc-61bc4237db6c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:14.504490 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba5379e2-715c-4e03-a3f0-eaee8f5f7c76 req-da01a219-5e9a-4a0f-82bc-61bc4237db6c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.1413786 Nov 12 03:42:14.518183 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-ec691ed8-1da5-4563-81c6-ea8b2cd73044 service neutron] 10.222.0.25 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815178 Nov 12 03:42:14.529602 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-17aa02e0-f7e4-4545-8003-8d95ddf5e562 req-c62c120c-33d0-4a9d-8a39-c324932fcc30 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965018 Nov 12 03:42:14.613534 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-630114dd-3df8-4443-a34d-00168de48dcd None None] Set router fc82869e-f6e4-469d-86f1-1bbc08b0f029 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:14.614639 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba5379e2-715c-4e03-a3f0-eaee8f5f7c76 req-a7c2811e-50a3-4600-b55b-b5b128a8b5a9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018515 Nov 12 03:42:14.749163 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-edb73bcf-244d-42ef-8518-c01705a7ae29 req-e337092d-6097-4217-ab50-e70b6c9a1ef0 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.0399773 Nov 12 03:42:14.831890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea267f-5ef3-43b5-888f-438353e5d2ea req-2f6e792e-bb85-4bae-8c02-a5ff5f981e99 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:14.834882 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-38ea267f-5ef3-43b5-888f-438353e5d2ea req-2f6e792e-bb85-4bae-8c02-a5ff5f981e99 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 1097 time: 0.1750698 Nov 12 03:42:14.886551 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] Deleting port 65bf6f54-f5f5-4df9-aea8-5daef3194688 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:14.887049 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.893842 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c904989-d3bb-4f07-a506-a7f197a56b25 req-6639cafe-c691-49ab-9a87-0531c6542bb5 service neutron] 10.222.0.25 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586783 Nov 12 03:42:14.925694 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-630114dd-3df8-4443-a34d-00168de48dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896268175-router', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:17Z', 'updated_at': '2021-11-12T03:42:11Z', 'revision_number': 5, 'project_id': 'dc9429c233374a60b722f141a64f6932', 'gw_port': {'id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:18Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:14.989453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66980ed4-b0b9-4694-b797-157d5a7a4216 req-0980f1d6-04bd-4766-94ed-7f645d9b7790 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:14.992766 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66980ed4-b0b9-4694-b797-157d5a7a4216 req-0980f1d6-04bd-4766-94ed-7f645d9b7790 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 943 time: 0.1085215 Nov 12 03:42:15.011584 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-38ea267f-5ef3-43b5-888f-438353e5d2ea req-fc07289e-5d1b-4630-97b8-2ebac2fedb3e tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587400 Nov 12 03:42:15.058823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] For port 65bf6f54-f5f5-4df9-aea8-5daef3194688, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=65bf6f54-f5f5-4df9-aea8-5daef3194688,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:15.059849 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.088826 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] Calling delete_port for 65bf6f54-f5f5-4df9-aea8-5daef3194688 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:15.105291 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630114dd-3df8-4443-a34d-00168de48dcd None None] The sync data for ids ['fc82869e-f6e4-469d-86f1-1bbc08b0f029'] in n-d-767704-23 is: [{'id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896268175-router', 'tenant_id': 'dc9429c233374a60b722f141a64f6932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:17Z', 'updated_at': '2021-11-12T03:42:11Z', 'revision_number': 5, 'project_id': 'dc9429c233374a60b722f141a64f6932', 'gw_port': {'id': '65bf6f54-f5f5-4df9-aea8-5daef3194688', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc82869e-f6e4-469d-86f1-1bbc08b0f029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:18Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:15.115990 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66980ed4-b0b9-4694-b797-157d5a7a4216 req-c41d2a00-c936-4881-bc0f-2003d6015f5d tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073987 Nov 12 03:42:15.295467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29183d79-2905-4215-9950-6ef4ab905576 req-cde9e0df-984a-4ec9-a776-1a4916a333d2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.297125 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29183d79-2905-4215-9950-6ef4ab905576 req-cde9e0df-984a-4ec9-a776-1a4916a333d2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 946 time: 0.0740554 Nov 12 03:42:15.320437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01380ac-26d0-4eb6-9101-3d740f37ae0b req-a9ed298c-da0e-4890-9ef3-56b54790699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.322045 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f01380ac-26d0-4eb6-9101-3d740f37ae0b req-a9ed298c-da0e-4890-9ef3-56b54790699a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f612fefa6c1a47e6afdff4eb04025fe9&device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 1095 time: 0.1588326 Nov 12 03:42:15.339885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45209c16-32b2-4ea8-9a56-c0a9b84796f3 req-3f9d0a0f-d503-486a-a0b5-1d25594480ed tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.341442 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45209c16-32b2-4ea8-9a56-c0a9b84796f3 req-3f9d0a0f-d503-486a-a0b5-1d25594480ed tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 1097 time: 0.1532602 Nov 12 03:42:15.361666 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29183d79-2905-4215-9950-6ef4ab905576 req-169718da-e7b0-40ef-82d6-50419712a1d2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558105 Nov 12 03:42:15.564532 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45209c16-32b2-4ea8-9a56-c0a9b84796f3 req-c09534c7-fcbe-43d3-97e2-ad4e37199453 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126367 Nov 12 03:42:15.578288 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01380ac-26d0-4eb6-9101-3d740f37ae0b req-b6fc9a45-d829-4309-96f5-282ba0f63ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.580326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f01380ac-26d0-4eb6-9101-3d740f37ae0b req-b6fc9a45-d829-4309-96f5-282ba0f63ff1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62997581-2879-408b-aa6c-aaecddf2a963 HTTP/1.1" status: 200 len: 925 time: 0.2428958 Nov 12 03:42:15.658224 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f01380ac-26d0-4eb6-9101-3d740f37ae0b req-a3ef032a-7cbd-481a-b528-928158164eb0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a99720a-a018-41d7-9ee0-a38a432190b9 HTTP/1.1" status: 200 len: 217 time: 0.0567749 Nov 12 03:42:15.730011 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.779560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-d430c37d-1eea-489d-a1c9-27cca736b46c tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.781455 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-d430c37d-1eea-489d-a1c9-27cca736b46c tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1947203 Nov 12 03:42:15.836655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=65bf6f54-f5f5-4df9-aea8-5daef3194688,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:15.887258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-0aae9277-5649-49c5-be7d-5b1bcf4c6d43 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 696 time: 0.0919278 Nov 12 03:42:15.898691 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01380ac-26d0-4eb6-9101-3d740f37ae0b req-ee97a284-09f1-4ad1-bedc-4fb6bdae2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.900572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-59550556-4263-4241-a922-dd0a2007de7d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Request body: {'floatingip': {'port_id': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:15.901300 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f01380ac-26d0-4eb6-9101-3d740f37ae0b req-ee97a284-09f1-4ad1-bedc-4fb6bdae2141 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21c7b2ae-4826-4165-8db5-d145572339ce HTTP/1.1" status: 200 len: 862 time: 0.2318995 Nov 12 03:42:15.950724 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-59550556-4263-4241-a922-dd0a2007de7d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.992761 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af5067-b334-45c3-b4e3-fb2ce6d354ef req-1340d41e-603c-4129-81d9-041b8a4f6c73 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.994303 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41af5067-b334-45c3-b4e3-fb2ce6d354ef req-1340d41e-603c-4129-81d9-041b8a4f6c73 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 950 time: 0.2499881 Nov 12 03:42:16.004542 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.110226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01380ac-26d0-4eb6-9101-3d740f37ae0b req-a332068e-d4ab-4e77-a744-07904b7d4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:16.111805 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f01380ac-26d0-4eb6-9101-3d740f37ae0b req-a332068e-d4ab-4e77-a744-07904b7d4cf8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62997581-2879-408b-aa6c-aaecddf2a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1856737 Nov 12 03:42:16.176306 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.188441 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.259577 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41af5067-b334-45c3-b4e3-fb2ce6d354ef req-94c59104-502c-480b-9780-341dec24c5bb tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575111 Nov 12 03:42:16.340317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ce290ae9-af92-474b-b097-e77057da306f no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:16.395019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: ce290ae9-af92-474b-b097-e77057da306f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:16.395019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ce290ae9-af92-474b-b097-e77057da306f not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:16.702820 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-59550556-4263-4241-a922-dd0a2007de7d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.773372 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f01380ac-26d0-4eb6-9101-3d740f37ae0b req-30b5e920-b7f7-4703-b5c1-3dac95165aa5 service neutron] 10.222.0.25 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290417 Nov 12 03:42:16.790616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ec5b3-87e8-4792-9371-60a9b35f569a req-2ebd901e-6dbf-475f-8acc-2be5d252b8b4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:16.792977 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-923ec5b3-87e8-4792-9371-60a9b35f569a req-2ebd901e-6dbf-475f-8acc-2be5d252b8b4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.1209223 Nov 12 03:42:16.823072 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-59550556-4263-4241-a922-dd0a2007de7d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.848754 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.849711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc82869e-f6e4-469d-86f1-1bbc08b0f029 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:16.885084 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.886268 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-57cb75f4-628c-4ae8-ab13-d8c09309b8f1 admin admin] 10.222.0.105 "DELETE /v2.0/routers/fc82869e-f6e4-469d-86f1-1bbc08b0f029 HTTP/1.1" status: 204 len: 168 time: 3.0400741 Nov 12 03:42:16.890248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53536) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:16.936650 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-923ec5b3-87e8-4792-9371-60a9b35f569a req-464712a3-e077-465c-ad3a-31c64662e5ef tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322904 Nov 12 03:42:16.970178 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f01380ac-26d0-4eb6-9101-3d740f37ae0b req-3b1edfd8-834f-4b72-9887-ba156c9ee411 service neutron] 10.222.0.25 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759872 Nov 12 03:42:16.991225 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:42:17.442421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-047296f0-74ef-4ad7-92fd-49517ce94dcb admin admin] Deleting subnet ccd5b63e-9a1c-4417-8475-5fcee814c0cd {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:17.450975 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-047296f0-74ef-4ad7-92fd-49517ce94dcb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.481305 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadcb3f-7ac8-49b8-bbe8-142cc1f62002 req-2a7afc4c-6630-4f6d-82ec-ba5d0d7ea7a6 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:17.482961 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbadcb3f-7ac8-49b8-bbe8-142cc1f62002 req-2a7afc4c-6630-4f6d-82ec-ba5d0d7ea7a6 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 950 time: 0.6119134 Nov 12 03:42:17.488535 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-59550556-4263-4241-a922-dd0a2007de7d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Floating IP 45ac071c-f2b0-4309-909e-7bf361b3ad42 associated. External IP: 172.25.8.129, port: f0897a27-dab9-4ffa-b794-19f48bf3f0a7. Nov 12 03:42:17.527471 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7529babd-89df-4c11-a796-3ced6d052057 req-c8182c33-f51f-415e-8fdf-1d5095898bfd tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.0478175 Nov 12 03:42:17.645065 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-047296f0-74ef-4ad7-92fd-49517ce94dcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.827011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591458df-ea19-46b0-bf34-d3b29c5652aa req-88706bac-0379-48f6-b683-47703aa6c056 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:17.829777 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-591458df-ea19-46b0-bf34-d3b29c5652aa req-88706bac-0379-48f6-b683-47703aa6c056 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 943 time: 0.1775582 Nov 12 03:42:17.872566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-c6a8b0a4-93e8-4267-b697-79457e1cf076 service neutron] 10.222.0.25 "GET /v2.0/ports/6240b1e3-5e4a-41e0-9830-2e0dc34a4589/bindings/n-h1-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.1605966 Nov 12 03:42:17.922290 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-591458df-ea19-46b0-bf34-d3b29c5652aa req-fbad21f2-126d-4cf7-aea6-708cbc1a3d2d tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798266 Nov 12 03:42:17.927340 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-047296f0-74ef-4ad7-92fd-49517ce94dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.001533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-dbadcb3f-7ac8-49b8-bbe8-142cc1f62002 req-c20e07b8-4c0d-41c9-ba32-9c04bc03f3ae tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Deleting port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:18.001830 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dbadcb3f-7ac8-49b8-bbe8-142cc1f62002 req-c20e07b8-4c0d-41c9-ba32-9c04bc03f3ae tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.182103 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616a313-ea00-4841-a06e-b028f8ff6d68 req-fc3cc755-125d-4e4a-b558-024530a2e6c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:18.186901 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1616a313-ea00-4841-a06e-b028f8ff6d68 req-fc3cc755-125d-4e4a-b558-024530a2e6c8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 950 time: 0.0713377 Nov 12 03:42:18.236473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 65bf6f54-f5f5-4df9-aea8-5daef3194688 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:18.274483 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 65bf6f54-f5f5-4df9-aea8-5daef3194688 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:18.275060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 65bf6f54-f5f5-4df9-aea8-5daef3194688 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:18.276953 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1616a313-ea00-4841-a06e-b028f8ff6d68 req-ee91d377-d3f9-4b5d-baf9-f07cc93e7a88 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810544 Nov 12 03:42:18.293018 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-047296f0-74ef-4ad7-92fd-49517ce94dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.296396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-dbadcb3f-7ac8-49b8-bbe8-142cc1f62002 req-c20e07b8-4c0d-41c9-ba32-9c04bc03f3ae tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] For port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:18.296758 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dbadcb3f-7ac8-49b8-bbe8-142cc1f62002 req-c20e07b8-4c0d-41c9-ba32-9c04bc03f3ae tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.301516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-59550556-4263-4241-a922-dd0a2007de7d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Router 9b541acd-16e0-421d-9224-479fac23268b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:18.379592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-dbadcb3f-7ac8-49b8-bbe8-142cc1f62002 req-c20e07b8-4c0d-41c9-ba32-9c04bc03f3ae tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Calling delete_port for 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:18.387704 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-047296f0-74ef-4ad7-92fd-49517ce94dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.397551 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97414cb-38d4-4ff1-ad05-020b2f25e39f None None] Network f3d14b86-b861-44e9-8a15-7d260db58528 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:18.399914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53552) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:18.400243 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-047296f0-74ef-4ad7-92fd-49517ce94dcb admin admin] 10.222.0.105 "DELETE /v2.0/subnets/ccd5b63e-9a1c-4417-8475-5fcee814c0cd HTTP/1.1" status: 204 len: 168 time: 1.5053086 Nov 12 03:42:18.401874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047296f0-74ef-4ad7-92fd-49517ce94dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd5b63e-9a1c-4417-8475-5fcee814c0cd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:18.534689 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.611036 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 8a99720a-a018-41d7-9ee0-a38a432190b9 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:42:18.643663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66c45b-2590-49fc-8012-b731ae04e102 req-89ea3ca3-8238-4a35-916e-5fa74f079f43 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:18.648648 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d66c45b-2590-49fc-8012-b731ae04e102 req-89ea3ca3-8238-4a35-916e-5fa74f079f43 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.1333041 Nov 12 03:42:18.692168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-59550556-4263-4241-a922-dd0a2007de7d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:18.701886 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-59550556-4263-4241-a922-dd0a2007de7d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.755807 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5e4c0-ca19-425e-81cc-c8b32124f516 None None] Sync routers for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:18.787662 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-59550556-4263-4241-a922-dd0a2007de7d tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "PUT /v2.0/floatingips/45ac071c-f2b0-4309-909e-7bf361b3ad42 HTTP/1.1" status: 200 len: 996 time: 2.8932190 Nov 12 03:42:18.791811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'tag': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:18.799021 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7c3424-acda-4979-bd7c-ca80498c1970" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9", "tag": "f0897a27-dab9-4ffa-b794-19f48bf3f0a7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:18.808647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5e4c0-ca19-425e-81cc-c8b32124f516 None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:18.810030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-42f5e4c0-ca19-425e-81cc-c8b32124f516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:41:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:18.984653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-1e345680-ad1a-4fc7-938a-6695c240dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:18.998319 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-1e345680-ad1a-4fc7-938a-6695c240dba4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 1097 time: 0.1713138 Nov 12 03:42:19.020368 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Deleting port 3ca51684-e729-4303-a5d2-64deeed17c53 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:19.021410 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.117113 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-eeb81176-ca2e-4bfc-81f3-9216df6b2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.125135 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-eeb81176-ca2e-4bfc-81f3-9216df6b2076 service neutron] 10.222.0.105 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 923 time: 0.1258795 Nov 12 03:42:19.136199 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-42f5e4c0-ca19-425e-81cc-c8b32124f516 None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:19.144218 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d66c45b-2590-49fc-8012-b731ae04e102 req-2b96dc2d-6010-45e2-b341-6bf97946f5a2 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749713 Nov 12 03:42:19.204676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-d96fac97-3762-4f51-8907-51ad4607c84e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7 HTTP/1.1" status: 200 len: 999 time: 0.0786233 Nov 12 03:42:19.220531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-e2d57614-a6c1-4a01-8d2e-dfcecbc56114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.222569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-e2d57614-a6c1-4a01-8d2e-dfcecbc56114 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7&tenant_id=b9810c161f0b41f1afd590350e2a6352 HTTP/1.1" status: 200 len: 1101 time: 0.4926219 Nov 12 03:42:19.244386 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dbadcb3f-7ac8-49b8-bbe8-142cc1f62002 req-c20e07b8-4c0d-41c9-ba32-9c04bc03f3ae tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.266400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] For port 3ca51684-e729-4303-a5d2-64deeed17c53, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3ca51684-e729-4303-a5d2-64deeed17c53,segment=NetworkSegment(844e2103-7904-426d-be9b-c5863376bf39),segment_id=844e2103-7904-426d-be9b-c5863376bf39)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:19.267007 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.283959 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.294682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Calling delete_port for 3ca51684-e729-4303-a5d2-64deeed17c53 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:19.296566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e07b8-4c0d-41c9-ba32-9c04bc03f3ae tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Pushing event deleted for resources: {'Port': ['ID=5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:19.359166 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-f0305fe4-5567-4648-9539-3b95cb715e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.360562 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['a8e670a0-6e44-48be-9054-29da4e221be7', '43d65fe6-b3b2-43d0-915d-ead621acc943'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:19.366673 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-f0305fe4-5567-4648-9539-3b95cb715e88 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.1548223 Nov 12 03:42:19.425786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbadcb3f-7ac8-49b8-bbe8-142cc1f62002 req-c20e07b8-4c0d-41c9-ba32-9c04bc03f3ae tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] No DVR routers for this DVR port 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:19.439613 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dbadcb3f-7ac8-49b8-bbe8-142cc1f62002 req-c20e07b8-4c0d-41c9-ba32-9c04bc03f3ae tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.445636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbadcb3f-7ac8-49b8-bbe8-142cc1f62002 req-c20e07b8-4c0d-41c9-ba32-9c04bc03f3ae tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "DELETE /v2.0/ports/5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 HTTP/1.1" status: 204 len: 173 time: 1.8918064 Nov 12 03:42:19.473096 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-d0097be5-723e-4a37-abd6-736f3148cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.477936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce49bc60-60da-4b7b-a224-ea8fd03b9545 None None] DHCP port deletion for f3d14b86-b861-44e9-8a15-7d260db58528 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:19.478735 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-d0097be5-723e-4a37-abd6-736f3148cb83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 1101 time: 0.0776379 Nov 12 03:42:19.509127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-d9de9281-c268-40a9-9e30-0d7f8f98e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.518930 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-d9de9281-c268-40a9-9e30-0d7f8f98e07c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1070330 Nov 12 03:42:19.525690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-72338d96-caa9-4ec5-a62f-dedaad20de90 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:19.531194 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c5846101-b363-416f-89c1-d61325176d51 req-de963bfd-a096-413b-a557-7601b4201de6 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.0463350 Nov 12 03:42:19.540149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 8a99720a-a018-41d7-9ee0-a38a432190b9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=8a99720a-a018-41d7-9ee0-a38a432190b9,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:19.547680 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.562260 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-72338d96-caa9-4ec5-a62f-dedaad20de90 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0423868 Nov 12 03:42:19.624689 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ce49bc60-60da-4b7b-a224-ea8fd03b9545 None None] The port '3ca51684-e729-4303-a5d2-64deeed17c53' was deleted {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 03:42:19.643838 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '8a99720a-a018-41d7-9ee0-a38a432190b9', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'port_id': '8a99720a-a018-41d7-9ee0-a38a432190b9', 'mac_address': 'fa:16:3e:c2:c9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:42:19.657303 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca51684-e729-4303-a5d2-64deeed17c53,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:19.669153 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] No DVR routers for this DVR port 3ca51684-e729-4303-a5d2-64deeed17c53 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:19.776288 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c95ce3-24a9-4ea9-8d7d-fa60d1cc14b9 x-openstack-request-id: req-c6c95ce3-24a9-4ea9-8d7d-fa60d1cc14b9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:19.776752 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9", "tag": "f0897a27-dab9-4ffa-b794-19f48bf3f0a7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:19.777156 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c6c95ce3-24a9-4ea9-8d7d-fa60d1cc14b9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:19.777791 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'tag': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'status': 'completed', 'code': 200} Nov 12 03:42:19.802204 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.836147 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d14b86-b861-44e9-8a15-7d260db58528']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:19.861716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844e2103-7904-426d-be9b-c5863376bf39') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:19.862278 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844e2103-7904-426d-be9b-c5863376bf39') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:19.885291 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.908645 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.922337 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:19.923114 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.962038 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c3424-acda-4979-bd7c-ca80498c1970 req-c7ebb7ea-cc9e-4c9b-ab9e-62ee1577392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.963783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a7c3424-acda-4979-bd7c-ca80498c1970 req-c7ebb7ea-cc9e-4c9b-ab9e-62ee1577392f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 1097 time: 0.1511610 Nov 12 03:42:20.013543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-4092b45f-8135-49bc-ab34-0ae07aa04253 service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500062 Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:20.017483 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:20.039892 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.081276 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.100366 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.104378 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] 10.222.0.105 "DELETE /v2.0/networks/f3d14b86-b861-44e9-8a15-7d260db58528 HTTP/1.1" status: 204 len: 168 time: 1.7020354 Nov 12 03:42:20.115934 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:20.126557 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a99720a-a018-41d7-9ee0-a38a432190b9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:20.161231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d7b56-aba9-4713-badd-3a05ff55a508 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3d14b86-b861-44e9-8a15-7d260db58528,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:20.236428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 8a99720a-a018-41d7-9ee0-a38a432190b9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=8a99720a-a018-41d7-9ee0-a38a432190b9,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:20.279652 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b774bb-ca9e-4138-ab95-626b7a3495e5 req-e8d41854-7d41-4505-a7a3-4c946f2516aa tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:20.296873 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91b774bb-ca9e-4138-ab95-626b7a3495e5 req-e8d41854-7d41-4505-a7a3-4c946f2516aa tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 943 time: 0.2854078 Nov 12 03:42:20.302550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-33cfe7e7-7de1-4f73-b2f8-97e3c72a81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:20.305240 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-33cfe7e7-7de1-4f73-b2f8-97e3c72a81f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.8110876 Nov 12 03:42:20.323417 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.342843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3ca51684-e729-4303-a5d2-64deeed17c53 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:20.383075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c3424-acda-4979-bd7c-ca80498c1970 req-bd1e7e71-9139-400d-a236-2ddb71b024ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:20.384905 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a7c3424-acda-4979-bd7c-ca80498c1970 req-bd1e7e71-9139-400d-a236-2ddb71b024ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 923 time: 0.3459945 Nov 12 03:42:20.387691 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8589f896-68e5-4f3b-9de6-1fad9610294a req-eedfc787-0f32-4c5e-a218-b3fca1dfe0d8 service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594747 Nov 12 03:42:20.388120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 3ca51684-e729-4303-a5d2-64deeed17c53 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:20.388782 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3ca51684-e729-4303-a5d2-64deeed17c53 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:20.490534 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-1ca91daa-b0a4-4ed7-8c7f-0994524dc8a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589 HTTP/1.1" status: 200 len: 217 time: 0.1445701 Nov 12 03:42:20.528762 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91b774bb-ca9e-4138-ab95-626b7a3495e5 req-377e5e3e-48f8-4f49-af05-625b5cc90319 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304389 Nov 12 03:42:20.560925 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a7c3424-acda-4979-bd7c-ca80498c1970 req-c22f9ccc-0fbd-4b6d-93de-fdb601fc9804 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7 HTTP/1.1" status: 200 len: 999 time: 0.1455758 Nov 12 03:42:20.566036 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-42f5e4c0-ca19-425e-81cc-c8b32124f516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '45ac071c-f2b0-4309-909e-7bf361b3ad42', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '9b541acd-16e0-421d-9224-479fac23268b', 'port_id': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'mac_address': 'fa:16:3e:46:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:49Z', 'updated_at': '2021-11-12T03:42:16Z', 'revision_number': 1, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:20.630170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:20.680153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=8a99720a-a018-41d7-9ee0-a38a432190b9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:20.696363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5e4c0-ca19-425e-81cc-c8b32124f516 None None] Checking router: 9b541acd-16e0-421d-9224-479fac23268b for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:20.707222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['8a99720a-a018-41d7-9ee0-a38a432190b9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:20.731089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c3424-acda-4979-bd7c-ca80498c1970 req-7249b8d5-cd2b-4ffb-9c76-b53e96e0ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:20.732998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a7c3424-acda-4979-bd7c-ca80498c1970 req-7249b8d5-cd2b-4ffb-9c76-b53e96e0ba6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.0975401 Nov 12 03:42:20.785471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:20.805828 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11263312-8413-4ced-be51-15fdcead651b req-14ce9428-3f4c-4179-964f-0f8af45a2beb tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=459491cd-af22-4b6c-8716-46835bd90d93 HTTP/1.1" status: 200 len: 210 time: 0.0714676 Nov 12 03:42:20.863614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:20.863614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:20.903897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5e4c0-ca19-425e-81cc-c8b32124f516 None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:20.905188 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-42f5e4c0-ca19-425e-81cc-c8b32124f516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:41:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:20.950144 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c3424-acda-4979-bd7c-ca80498c1970 req-dae56ef2-a15a-46e2-b939-3467e378b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:20.953726 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a7c3424-acda-4979-bd7c-ca80498c1970 req-dae56ef2-a15a-46e2-b939-3467e378b202 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2073419 Nov 12 03:42:21.088675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-9746a030-337f-4804-91a6-0a3418c60711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:21.091348 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-9746a030-337f-4804-91a6-0a3418c60711 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.5612507 Nov 12 03:42:21.201094 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a7c3424-acda-4979-bd7c-ca80498c1970 req-cc7e6c45-ac2c-471e-b0f4-82ff70017287 service neutron] 10.222.0.26 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370775 Nov 12 03:42:21.257104 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.351277 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78065b7f-90f7-42db-9634-e812fb2d90c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6240b1e3-5e4a-41e0-9830-2e0dc34a4589'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:21.355445 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eee9c18-5ae7-4408-8d45-2c00a9d1fa76" -d '{"events": [{"server_uuid": "78065b7f-90f7-42db-9634-e812fb2d90c7", "name": "network-vif-unplugged", "status": "completed", "tag": "6240b1e3-5e4a-41e0-9830-2e0dc34a4589"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:21.378986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-4253647a-fc59-4b39-84e9-6c4501281ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:21.381553 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-4253647a-fc59-4b39-84e9-6c4501281ea3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1468732 Nov 12 03:42:21.397408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:21.402703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-42f5e4c0-ca19-425e-81cc-c8b32124f516 None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:21.406442 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-1bcf029e-540b-44d2-8b9d-9a69a08a0e33 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:21.416763 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-1bcf029e-540b-44d2-8b9d-9a69a08a0e33 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=74464594-51c2-4845-b8e0-c11d2471925d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2794287 Nov 12 03:42:21.423578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a7c3424-acda-4979-bd7c-ca80498c1970 req-26168696-0e53-4600-8fa9-3045bbbe7f40 service neutron] 10.222.0.26 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737602 Nov 12 03:42:21.472980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb5709-20eb-42d8-86b6-6a8da6adac10 req-5d10aff5-08d8-403b-9c30-2e280f05309f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:21.475933 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3bb5709-20eb-42d8-86b6-6a8da6adac10 req-5d10aff5-08d8-403b-9c30-2e280f05309f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.2732117 Nov 12 03:42:21.541673 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.575622 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3bb5709-20eb-42d8-86b6-6a8da6adac10 req-ca9a68f6-23fc-4ae5-a79d-81faae4d6784 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878882 Nov 12 03:42:21.631706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:21.685945 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-f564bae4-ca73-4bb8-9f06-fe8b6014b4a7 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 999 time: 0.2677095 Nov 12 03:42:21.734472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Request body: {'floatingip': {'port_id': '6fa95561-3cc7-4ddd-95f2-b6162359e938', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:21.755654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5a2666b-3461-4767-94cb-7945a1830a01 req-482f8d1e-e1f1-4dd0-9ab4-6abd4fbe6f7e tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.0322897 Nov 12 03:42:21.778734 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459491cd-af22-4b6c-8716-46835bd90d93', 'name': 'network-vif-deleted', 'tag': '5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:21.781420 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573a760b-eaed-4c9d-86ed-ef5d914b1eb8" -d '{"events": [{"server_uuid": "459491cd-af22-4b6c-8716-46835bd90d93", "name": "network-vif-deleted", "tag": "5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:21.923223 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338cfc57-f6cf-42b3-89e6-63a075a3cb52 x-openstack-request-id: req-338cfc57-f6cf-42b3-89e6-63a075a3cb52 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:21.924083 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78065b7f-90f7-42db-9634-e812fb2d90c7", "name": "network-vif-unplugged", "status": "completed", "tag": "6240b1e3-5e4a-41e0-9830-2e0dc34a4589", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:21.924705 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-338cfc57-f6cf-42b3-89e6-63a075a3cb52 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:21.927100 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78065b7f-90f7-42db-9634-e812fb2d90c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6240b1e3-5e4a-41e0-9830-2e0dc34a4589', 'code': 200} Nov 12 03:42:21.934171 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.996988 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-627ad9ce-98e5-4101-b830-fcef89a424c8 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665476 Nov 12 03:42:22.021392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-42f5e4c0-ca19-425e-81cc-c8b32124f516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '45ac071c-f2b0-4309-909e-7bf361b3ad42', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '9b541acd-16e0-421d-9224-479fac23268b', 'port_id': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'mac_address': 'fa:16:3e:46:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:49Z', 'updated_at': '2021-11-12T03:42:16Z', 'revision_number': 1, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:22.060562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d2928-e0b7-4152-901d-3b04299367ca req-6b4598ad-bc13-48fd-82bb-97a564a16ad0 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:22.064194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5e4c0-ca19-425e-81cc-c8b32124f516 None None] The sync data for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 is: [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '45ac071c-f2b0-4309-909e-7bf361b3ad42', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '9b541acd-16e0-421d-9224-479fac23268b', 'port_id': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'mac_address': 'fa:16:3e:46:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:49Z', 'updated_at': '2021-11-12T03:42:16Z', 'revision_number': 1, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:22.074441 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-790d2928-e0b7-4152-901d-3b04299367ca req-6b4598ad-bc13-48fd-82bb-97a564a16ad0 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 944 time: 0.0961897 Nov 12 03:42:22.161624 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-790d2928-e0b7-4152-901d-3b04299367ca req-d5bdb8dc-bc99-4dd4-be03-71794e57373d tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856636 Nov 12 03:42:22.238307 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623a8052-dfbd-487f-b017-38cb9b11e2a9 x-openstack-request-id: req-623a8052-dfbd-487f-b017-38cb9b11e2a9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:22.239199 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459491cd-af22-4b6c-8716-46835bd90d93", "name": "network-vif-deleted", "tag": "5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:22.239199 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-623a8052-dfbd-487f-b017-38cb9b11e2a9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:22.239683 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459491cd-af22-4b6c-8716-46835bd90d93', 'name': 'network-vif-deleted', 'tag': '5d7adc1b-6e2a-4423-9739-b4f4ed7ebac4', 'status': 'completed', 'code': 200} Nov 12 03:42:22.481050 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a58323-8b3b-4582-ba6e-2a171b92d3b5 None None] New status for floating IP 45ac071c-f2b0-4309-909e-7bf361b3ad42: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:42:22.621045 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb9d3c2e-7588-410b-bbc9-cf4e3a7e1175 req-df3eb667-d409-4f85-aa0d-606daf367633 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6089213 Nov 12 03:42:22.636810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 8a99720a-a018-41d7-9ee0-a38a432190b9 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:22.825938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 8a99720a-a018-41d7-9ee0-a38a432190b9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:42:22.836124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 8a99720a-a018-41d7-9ee0-a38a432190b9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:22.836670 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.137869 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9f7b-dc81-466d-bc9d-939dae72d950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.140626 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.api [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:23.141001 n-d-767704-23 neutron-server[103147]: DEBUG oslo_db.api [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:23.156245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0af54b-1f76-417e-a25b-94948cf86ae6 req-f58fa94c-1a23-45dd-8e5b-46a0c2f2e73e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:23.158433 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d0af54b-1f76-417e-a25b-94948cf86ae6 req-f58fa94c-1a23-45dd-8e5b-46a0c2f2e73e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 947 time: 0.0729589 Nov 12 03:42:23.247935 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.261331 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d0af54b-1f76-417e-a25b-94948cf86ae6 req-72dc2c87-2ff7-44b6-b9b3-9c3bf422d323 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942805 Nov 12 03:42:23.270696 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2b906163-60f1-49ab-889d-64e21351f61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.339083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 8a99720a-a018-41d7-9ee0-a38a432190b9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=8a99720a-a018-41d7-9ee0-a38a432190b9,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:23.407971 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.431272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d0da9d2-8f61-476a-96be-6588a5abba41 req-8d45b7af-1fef-4e58-aa9e-642bbd99dbb0 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.0501072 Nov 12 03:42:23.509059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=8a99720a-a018-41d7-9ee0-a38a432190b9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:23.587214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c90ca8-da8e-450e-a1f4-88526a40b8a6 req-f65a4b51-2963-48b2-8e06-f5284c1dd12a tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:23.588822 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66c90ca8-da8e-450e-a1f4-88526a40b8a6 req-f65a4b51-2963-48b2-8e06-f5284c1dd12a tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 950 time: 0.0718982 Nov 12 03:42:23.644507 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.680968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66c90ca8-da8e-450e-a1f4-88526a40b8a6 req-4c1984cb-fd2c-41d2-b824-499f24c9d688 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803287 Nov 12 03:42:23.819621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b9f7b-dc81-466d-bc9d-939dae72d950 admin admin] Deleting port 7007f695-9e83-4cba-a4ca-c0f8e1c20868 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:23.820270 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9f7b-dc81-466d-bc9d-939dae72d950 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.903967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52034a2f-8051-4d68-8673-5843bcba0ec6 req-5a38eaad-f5d5-4a55-b297-747d32144e8c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:23.907151 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52034a2f-8051-4d68-8673-5843bcba0ec6 req-5a38eaad-f5d5-4a55-b297-747d32144e8c tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 945 time: 0.0824320 Nov 12 03:42:23.928787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a99720a-a018-41d7-9ee0-a38a432190b9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:23.936088 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffb1411-28d7-48d6-954f-5c02d107298c" -d '{"events": [{"server_uuid": "a3757982-e4a6-4098-8439-cc7f756fa2ef", "name": "network-vif-plugged", "status": "completed", "tag": "8a99720a-a018-41d7-9ee0-a38a432190b9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:24.015826 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52034a2f-8051-4d68-8673-5843bcba0ec6 req-64fdfacc-cec0-4fa8-9751-79cab806ab89 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968306 Nov 12 03:42:24.053137 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3c4b9f7b-dc81-466d-bc9d-939dae72d950 admin admin] For port 7007f695-9e83-4cba-a4ca-c0f8e1c20868, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7007f695-9e83-4cba-a4ca-c0f8e1c20868,segment=NetworkSegment(faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8),segment_id=faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:24.053665 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9f7b-dc81-466d-bc9d-939dae72d950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.127957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b9f7b-dc81-466d-bc9d-939dae72d950 admin admin] Calling delete_port for 7007f695-9e83-4cba-a4ca-c0f8e1c20868 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:24.205155 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d21f64-9ded-447d-9a6c-10ea3668849a x-openstack-request-id: req-16d21f64-9ded-447d-9a6c-10ea3668849a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:24.205685 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3757982-e4a6-4098-8439-cc7f756fa2ef", "name": "network-vif-plugged", "status": "completed", "tag": "8a99720a-a018-41d7-9ee0-a38a432190b9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:24.206124 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-16d21f64-9ded-447d-9a6c-10ea3668849a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:24.206485 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a99720a-a018-41d7-9ee0-a38a432190b9', 'code': 200} Nov 12 03:42:24.449953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7e7a3-519f-42f8-94db-faf219ef56ea req-e542f75c-3d33-48fc-b28a-6c73dc4e2564 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:24.452069 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0a7e7a3-519f-42f8-94db-faf219ef56ea req-e542f75c-3d33-48fc-b28a-6c73dc4e2564 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 947 time: 0.0884321 Nov 12 03:42:24.527610 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0a7e7a3-519f-42f8-94db-faf219ef56ea req-22117917-5a03-432c-960d-166715cb6b04 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652094 Nov 12 03:42:24.620120 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532d2e0-4352-466c-8677-d9274d53e5e2 req-54a4b0be-fc06-405e-870a-dc760cce0f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:24.622817 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a532d2e0-4352-466c-8677-d9274d53e5e2 req-54a4b0be-fc06-405e-870a-dc760cce0f9e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 1097 time: 0.3153324 Nov 12 03:42:24.646207 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.728481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9395c91-630e-4807-be64-010456c462fa req-578a1d24-0908-42a7-bb9e-f9cce3ac1781 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.0540044 Nov 12 03:42:24.995799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91b491-8195-4afc-bf20-af6db61d56ff req-70290255-e186-4489-99a6-71643124dc03 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:24.998471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da91b491-8195-4afc-bf20-af6db61d56ff req-70290255-e186-4489-99a6-71643124dc03 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 950 time: 0.0953045 Nov 12 03:42:25.051724 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9f7b-dc81-466d-bc9d-939dae72d950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.078516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da91b491-8195-4afc-bf20-af6db61d56ff req-9f0327ca-9413-4a58-9475-2423247eb30a tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709019 Nov 12 03:42:25.148733 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b9f7b-dc81-466d-bc9d-939dae72d950 admin admin] Pushing event deleted for resources: {'Port': ['ID=7007f695-9e83-4cba-a4ca-c0f8e1c20868,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:25.165984 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a532d2e0-4352-466c-8677-d9274d53e5e2 req-e8116609-8580-4677-b678-29397263f31b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5220840 Nov 12 03:42:25.173661 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:42:25.285653 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.313634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ce8ab-c10b-4ba2-aa81-70cafdf4490a req-08bbce13-5b3b-4673-85dd-d02287642de2 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:25.328575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-038ce8ab-c10b-4ba2-aa81-70cafdf4490a req-08bbce13-5b3b-4673-85dd-d02287642de2 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 945 time: 0.1269317 Nov 12 03:42:25.389524 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.453381 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18fe6c26-6348-4970-9dee-262b94d0469f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.499963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-038ce8ab-c10b-4ba2-aa81-70cafdf4490a req-9134757b-59fb-4267-815a-67e5b4a9b5fa tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478982 Nov 12 03:42:25.746609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53636) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:25.788916 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Floating IP 45ac071c-f2b0-4309-909e-7bf361b3ad42 associated. External IP: 172.25.8.129, port: f0897a27-dab9-4ffa-b794-19f48bf3f0a7. Nov 12 03:42:25.862892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8ecba-1ca3-4788-b145-3d36df387b38 req-28a600de-4330-417a-bcf1-b06a11ffbefc tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:25.867012 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ed8ecba-1ca3-4788-b145-3d36df387b38 req-28a600de-4330-417a-bcf1-b06a11ffbefc tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 947 time: 0.1287460 Nov 12 03:42:25.891172 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd42995-9066-4270-ae92-dc3096bf069f req-f4085b4d-0db2-4b46-a74d-098074ec375f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:25.891506 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9f7b-dc81-466d-bc9d-939dae72d950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.892892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2cd42995-9066-4270-ae92-dc3096bf069f req-f4085b4d-0db2-4b46-a74d-098074ec375f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 950 time: 0.1151214 Nov 12 03:42:26.069562 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ed8ecba-1ca3-4788-b145-3d36df387b38 req-54e5b042-55f6-4d6d-b4cf-be99f4602294 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892755 Nov 12 03:42:26.070446 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7416-6e61-4002-a347-9e02079e5461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.190560 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7416-6e61-4002-a347-9e02079e5461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.574742 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d5c5329-d86b-43dd-b933-d0f0b766a70d req-019cecc0-90e9-424b-8163-913c1432b0bd tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.3797431 Nov 12 03:42:26.577120 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7416-6e61-4002-a347-9e02079e5461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.618238 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.646130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:42:26.654738 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a8cb7416-6e61-4002-a347-9e02079e5461 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9066ec6b989e4d01ba44aceecc0b8f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9069955 Nov 12 03:42:26.655564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.658977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-2cd42995-9066-4270-ae92-dc3096bf069f req-9f2f7cfa-01e2-40c5-87e6-87e82c91d051 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Deleting port a8e670a0-6e44-48be-9054-29da4e221be7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:26.659413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cd42995-9066-4270-ae92-dc3096bf069f req-9f2f7cfa-01e2-40c5-87e6-87e82c91d051 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.663782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb7416-6e61-4002-a347-9e02079e5461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd382cf-0254-49a3-9028-8fd9855fcf4a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:26.805630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Router 9b541acd-16e0-421d-9224-479fac23268b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:26.848962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4b9f7b-dc81-466d-bc9d-939dae72d950 admin admin] Router 04e6336d-da96-4046-ab8b-5afe8e0a301d has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:26.877700 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb14791e-0bb2-4d05-a072-25f38c6934b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.913518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:26.931501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86592514-ee9e-4dc8-8d49-efecfdf5f70e req-f54738fd-9235-4959-bcbb-bd68634a245f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:26.938684 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86592514-ee9e-4dc8-8d49-efecfdf5f70e req-f54738fd-9235-4959-bcbb-bd68634a245f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=b528aa7a-e561-4938-9f1a-5e739defa239 HTTP/1.1" status: 200 len: 950 time: 0.1941688 Nov 12 03:42:26.939654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '6240b1e3-5e4a-41e0-9830-2e0dc34a4589', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '6240b1e3-5e4a-41e0-9830-2e0dc34a4589', 'mac_address': 'fa:16:3e:25:28:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:42:26.956825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2cd42995-9066-4270-ae92-dc3096bf069f req-9f2f7cfa-01e2-40c5-87e6-87e82c91d051 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] For port a8e670a0-6e44-48be-9054-29da4e221be7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a8e670a0-6e44-48be-9054-29da4e221be7,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:26.957478 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cd42995-9066-4270-ae92-dc3096bf069f req-9f2f7cfa-01e2-40c5-87e6-87e82c91d051 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.979042 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-2cd42995-9066-4270-ae92-dc3096bf069f req-9f2f7cfa-01e2-40c5-87e6-87e82c91d051 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Calling delete_port for a8e670a0-6e44-48be-9054-29da4e221be7 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:27.005753 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb14791e-0bb2-4d05-a072-25f38c6934b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.023519 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.051524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:27.098935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:27.165180 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86592514-ee9e-4dc8-8d49-efecfdf5f70e req-0e6d964f-7179-4926-842d-765bc0f061f5 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156618 Nov 12 03:42:27.182507 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.187205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:27.263729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4b9f7b-dc81-466d-bc9d-939dae72d950 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:27.275001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3c4b9f7b-dc81-466d-bc9d-939dae72d950 admin admin] 10.222.0.105 "PUT /v2.0/routers/04e6336d-da96-4046-ab8b-5afe8e0a301d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1455104 Nov 12 03:42:27.277722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa52ce2-2238-46b7-b426-443e46a9543e None None] Sync routers for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:27.278776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.282394 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82514de-e2e4-4b2b-96e1-5983409b5de8 None None] Sync routers for ids ['04e6336d-da96-4046-ab8b-5afe8e0a301d'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:27.304664 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82514de-e2e4-4b2b-96e1-5983409b5de8 None None] Routers {'04e6336d-da96-4046-ab8b-5afe8e0a301d'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:27.306154 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b82514de-e2e4-4b2b-96e1-5983409b5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['04e6336d-da96-4046-ab8b-5afe8e0a301d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:27.338777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa52ce2-2238-46b7-b426-443e46a9543e None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:27.339890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cfa52ce2-2238-46b7-b426-443e46a9543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:27.387827 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cd42995-9066-4270-ae92-dc3096bf069f req-9f2f7cfa-01e2-40c5-87e6-87e82c91d051 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.422402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:27.479555 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb14791e-0bb2-4d05-a072-25f38c6934b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.483838 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb14791e-0bb2-4d05-a072-25f38c6934b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.489092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cb14791e-0bb2-4d05-a072-25f38c6934b3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fbd382cf-0254-49a3-9028-8fd9855fcf4a HTTP/1.1" status: 204 len: 168 time: 0.8227015 Nov 12 03:42:27.503235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f7cfa-01e2-40c5-87e6-87e82c91d051 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Pushing event deleted for resources: {'Port': ['ID=a8e670a0-6e44-48be-9054-29da4e221be7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:27.526364 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b82514de-e2e4-4b2b-96e1-5983409b5de8 None None] Set router 04e6336d-da96-4046-ab8b-5afe8e0a301d gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:27.546090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['43d65fe6-b3b2-43d0-915d-ead621acc943'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:27.609752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14791e-0bb2-4d05-a072-25f38c6934b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd382cf-0254-49a3-9028-8fd9855fcf4a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:27.665703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-cfa52ce2-2238-46b7-b426-443e46a9543e None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:27.703429 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6240b1e3-5e4a-41e0-9830-2e0dc34a4589'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:27.781170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Router 9b541acd-16e0-421d-9224-479fac23268b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:27.782567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd42995-9066-4270-ae92-dc3096bf069f req-9f2f7cfa-01e2-40c5-87e6-87e82c91d051 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] No DVR routers for this DVR port a8e670a0-6e44-48be-9054-29da4e221be7 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:27.792280 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2cd42995-9066-4270-ae92-dc3096bf069f req-9f2f7cfa-01e2-40c5-87e6-87e82c91d051 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.809933 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2cd42995-9066-4270-ae92-dc3096bf069f req-9f2f7cfa-01e2-40c5-87e6-87e82c91d051 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "DELETE /v2.0/ports/a8e670a0-6e44-48be-9054-29da4e221be7 HTTP/1.1" status: 204 len: 173 time: 1.8987422 Nov 12 03:42:27.817644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b528aa7a-e561-4938-9f1a-5e739defa239', 'name': 'network-vif-deleted', 'tag': 'a8e670a0-6e44-48be-9054-29da4e221be7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:27.823991 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d7bb97-a681-493e-8efa-546546f2f075" -d '{"events": [{"server_uuid": "b528aa7a-e561-4938-9f1a-5e739defa239", "name": "network-vif-deleted", "tag": "a8e670a0-6e44-48be-9054-29da4e221be7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:27.873268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cde193-e19e-4b6c-8203-8bcf82510ee6 req-b7e1d83d-9de3-4d32-ac5e-6e564d8d4f2e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:27.884119 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29cde193-e19e-4b6c-8203-8bcf82510ee6 req-b7e1d83d-9de3-4d32-ac5e-6e564d8d4f2e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 945 time: 0.5153487 Nov 12 03:42:27.947808 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.971513 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b82514de-e2e4-4b2b-96e1-5983409b5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'name': 'tempest-AttachSCSIVolumeTestJSON-312503670-router', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:42:24Z', 'revision_number': 5, 'project_id': '945df9d3581c4eba8a7243880ef2ebb8', 'gw_port': {'id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:33Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:28.003825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:28.018989 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.049609 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82514de-e2e4-4b2b-96e1-5983409b5de8 None None] Checking router: 04e6336d-da96-4046-ab8b-5afe8e0a301d for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:28.072891 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82514de-e2e4-4b2b-96e1-5983409b5de8 None None] Routers {'04e6336d-da96-4046-ab8b-5afe8e0a301d'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:28.074853 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b82514de-e2e4-4b2b-96e1-5983409b5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['04e6336d-da96-4046-ab8b-5afe8e0a301d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:28.101209 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'tag': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:28.103491 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3e4252-3fb7-45bb-87a8-cbea4edf96d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9", "tag": "f0897a27-dab9-4ffa-b794-19f48bf3f0a7"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:28.195722 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-0b12560c-8d2d-4171-93c1-078c7dbb3747 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "PUT /v2.0/floatingips/45ac071c-f2b0-4309-909e-7bf361b3ad42 HTTP/1.1" status: 200 len: 999 time: 6.4969208 Nov 12 03:42:28.308940 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29cde193-e19e-4b6c-8203-8bcf82510ee6 req-8b40ab6c-9003-43c1-a109-ae47721325ac tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4227896 Nov 12 03:42:28.387985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-257b9cf9-26c9-4e1d-bf01-2e5570ced6e4 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:28.390959 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b82514de-e2e4-4b2b-96e1-5983409b5de8 None None] Set router 04e6336d-da96-4046-ab8b-5afe8e0a301d gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:28.392437 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-257b9cf9-26c9-4e1d-bf01-2e5570ced6e4 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports/f0897a27-dab9-4ffa-b794-19f48bf3f0a7 HTTP/1.1" status: 200 len: 942 time: 0.1851482 Nov 12 03:42:28.443053 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.485195 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.759965 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-571e33f9-51b4-4080-87ac-3ce44619828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:28.776713 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-571e33f9-51b4-4080-87ac-3ce44619828b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 1097 time: 0.1340630 Nov 12 03:42:28.840846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] Deleting port 8dad4986-084b-4066-856d-9e6a0e26a9fa {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:28.841751 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.854427 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a8e670a0-6e44-48be-9054-29da4e221be7 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:28.966199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1aa32-76e9-4cdd-8b1e-50fccff32e3a req-89387953-3bc0-41cc-8bb2-b739ede4386e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:28.970267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dfd1aa32-76e9-4cdd-8b1e-50fccff32e3a req-89387953-3bc0-41cc-8bb2-b739ede4386e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 948 time: 0.2936149 Nov 12 03:42:28.978802 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: a8e670a0-6e44-48be-9054-29da4e221be7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:28.979861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a8e670a0-6e44-48be-9054-29da4e221be7 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:29.027175 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b82514de-e2e4-4b2b-96e1-5983409b5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'name': 'tempest-AttachSCSIVolumeTestJSON-312503670-router', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:42:24Z', 'revision_number': 5, 'project_id': '945df9d3581c4eba8a7243880ef2ebb8', 'gw_port': {'id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:33Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:29.061457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cfa52ce2-2238-46b7-b426-443e46a9543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '45ac071c-f2b0-4309-909e-7bf361b3ad42', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '9b541acd-16e0-421d-9224-479fac23268b', 'port_id': '6fa95561-3cc7-4ddd-95f2-b6162359e938', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'mac_address': 'fa:16:3e:1c:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74464594-51c2-4845-b8e0-c11d2471925d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:49Z', 'updated_at': '2021-11-12T03:42:24Z', 'revision_number': 3, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:29.098579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] For port 8dad4986-084b-4066-856d-9e6a0e26a9fa, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8dad4986-084b-4066-856d-9e6a0e26a9fa,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:29.099240 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.101794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-1eb4b403-748b-4007-8e8e-42109b1c46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:29.104278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-1eb4b403-748b-4007-8e8e-42109b1c46ec service neutron] 10.222.0.105 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 923 time: 0.3264728 Nov 12 03:42:29.117468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] Calling delete_port for 8dad4986-084b-4066-856d-9e6a0e26a9fa owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:29.172917 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82514de-e2e4-4b2b-96e1-5983409b5de8 None None] The sync data for ids ['04e6336d-da96-4046-ab8b-5afe8e0a301d'] in n-d-767704-23 is: [{'id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'name': 'tempest-AttachSCSIVolumeTestJSON-312503670-router', 'tenant_id': '945df9d3581c4eba8a7243880ef2ebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:42:24Z', 'revision_number': 5, 'project_id': '945df9d3581c4eba8a7243880ef2ebb8', 'gw_port': {'id': '8dad4986-084b-4066-856d-9e6a0e26a9fa', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6336d-da96-4046-ab8b-5afe8e0a301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:33Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:29.214938 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.232350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa52ce2-2238-46b7-b426-443e46a9543e None None] Checking router: 9b541acd-16e0-421d-9224-479fac23268b for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:29.239253 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-c8f0c57b-aee8-44eb-9a86-ff036dd45705 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7 HTTP/1.1" status: 200 len: 217 time: 0.1116848 Nov 12 03:42:29.273809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa52ce2-2238-46b7-b426-443e46a9543e None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:29.277462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cfa52ce2-2238-46b7-b426-443e46a9543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:29.386912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-bfe2e0ba-2888-4da0-b63c-73a70053ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:29.393166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-bfe2e0ba-2888-4da0-b63c-73a70053ede3 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.1303194 Nov 12 03:42:29.465473 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dfd1aa32-76e9-4cdd-8b1e-50fccff32e3a req-fad0111c-95f9-4765-8270-3a3f36fb52d9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067996 Nov 12 03:42:29.507020 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.550910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-9fb0f011-6659-44ad-839e-10276cdbde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:29.554230 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-9fb0f011-6659-44ad-839e-10276cdbde64 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521049 Nov 12 03:42:29.589604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-6dd770a1-a7df-4a69-8b9a-d519bbf1559f service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:29.597772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dad4986-084b-4066-856d-9e6a0e26a9fa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:29.605464 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-6dd770a1-a7df-4a69-8b9a-d519bbf1559f service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0259795 Nov 12 03:42:29.763772 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eeecbc0c-ee3d-48a1-9df4-d44be7607fb3 req-6e3743fc-2e0b-49e2-a250-5a9bacb48f94 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.1056774 Nov 12 03:42:29.778461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-cfa52ce2-2238-46b7-b426-443e46a9543e None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:29.802001 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.848843 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-75d86d83-840d-46b5-974a-7ced91fd3376 service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389379 Nov 12 03:42:29.913646 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaf8f62-94d4-461b-b663-617af06156c5 x-openstack-request-id: req-5aaf8f62-94d4-461b-b663-617af06156c5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:29.914258 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b528aa7a-e561-4938-9f1a-5e739defa239", "name": "network-vif-deleted", "tag": "a8e670a0-6e44-48be-9054-29da4e221be7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:29.914361 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5aaf8f62-94d4-461b-b663-617af06156c5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:29.914838 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b528aa7a-e561-4938-9f1a-5e739defa239', 'name': 'network-vif-deleted', 'tag': 'a8e670a0-6e44-48be-9054-29da4e221be7', 'status': 'completed', 'code': 200} Nov 12 03:42:30.002214 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6de06e1-87f8-4f63-9c30-f8eff1fcf69d x-openstack-request-id: req-f6de06e1-87f8-4f63-9c30-f8eff1fcf69d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:30.003748 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9", "tag": "f0897a27-dab9-4ffa-b794-19f48bf3f0a7", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:30.003748 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f6de06e1-87f8-4f63-9c30-f8eff1fcf69d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:30.003748 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'tag': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'status': 'completed', 'code': 200} Nov 12 03:42:30.011357 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.019998 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.099564 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-d82ff328-f51e-4698-bcf5-63de3906451b service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421250 Nov 12 03:42:30.128894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53730) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.324869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e4252-3fb7-45bb-87a8-cbea4edf96d1 req-5184a1a2-db53-4f1e-bec5-69be00dd5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:30.325238 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c3e4252-3fb7-45bb-87a8-cbea4edf96d1 req-5184a1a2-db53-4f1e-bec5-69be00dd5312 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 1097 time: 0.1455657 Nov 12 03:42:30.328306 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.329203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04e6336d-da96-4046-ab8b-5afe8e0a301d {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:30.362499 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.368440 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.372993 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-214f034f-d02d-4c11-b9e8-672bda2ca159 admin admin] 10.222.0.105 "DELETE /v2.0/routers/04e6336d-da96-4046-ab8b-5afe8e0a301d HTTP/1.1" status: 204 len: 168 time: 3.0930622 Nov 12 03:42:30.378932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7007f695-9e83-4cba-a4ca-c0f8e1c20868 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:30.416374 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2479500-d4a8-4841-aa8d-26bda62521d3 req-82f32655-bbca-41ce-b046-662e7bb3791a tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:30.432574 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2479500-d4a8-4841-aa8d-26bda62521d3 req-82f32655-bbca-41ce-b046-662e7bb3791a tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 945 time: 0.1678743 Nov 12 03:42:30.434475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5098af0-cf89-485b-93ac-331ed42cd6c9 req-435d9828-e3cd-4866-a27f-8f0ee75b0bf1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2101412 Nov 12 03:42:30.435430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53738) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.450170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cfa52ce2-2238-46b7-b426-443e46a9543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '45ac071c-f2b0-4309-909e-7bf361b3ad42', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '9b541acd-16e0-421d-9224-479fac23268b', 'port_id': '6fa95561-3cc7-4ddd-95f2-b6162359e938', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'mac_address': 'fa:16:3e:1c:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74464594-51c2-4845-b8e0-c11d2471925d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:49Z', 'updated_at': '2021-11-12T03:42:24Z', 'revision_number': 3, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:30.458467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-188117120-network', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:30.464208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 7007f695-9e83-4cba-a4ca-c0f8e1c20868 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:30.464814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7007f695-9e83-4cba-a4ca-c0f8e1c20868 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:30.483369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-363f2c07-c3a7-4590-b973-d35ecc70b0ad tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Request body: {'floatingip': {'port_id': '8a99720a-a018-41d7-9ee0-a38a432190b9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:30.493860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-94caeaba-9e65-4330-ba1c-eb9b0b32d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:30.514583 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-94caeaba-9e65-4330-ba1c-eb9b0b32d03e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 1098 time: 0.2412770 Nov 12 03:42:30.577885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa52ce2-2238-46b7-b426-443e46a9543e None None] The sync data for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 is: [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '45ac071c-f2b0-4309-909e-7bf361b3ad42', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '9b541acd-16e0-421d-9224-479fac23268b', 'port_id': '6fa95561-3cc7-4ddd-95f2-b6162359e938', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'mac_address': 'fa:16:3e:1c:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74464594-51c2-4845-b8e0-c11d2471925d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:49Z', 'updated_at': '2021-11-12T03:42:24Z', 'revision_number': 3, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:30.600721 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-363f2c07-c3a7-4590-b973-d35ecc70b0ad tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.620071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a63b9af-e5ff-4bc1-8781-737f01d4e10e admin admin] Deleting subnet d4094179-fa3f-4a73-bc1a-3aaadc507079 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:30.627418 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a63b9af-e5ff-4bc1-8781-737f01d4e10e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.659261 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:30.704340 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] Made reservation on behalf of 09f4a28c17bb4471aad78b34c9fb4937 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:30.713981 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.741097 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a63b9af-e5ff-4bc1-8781-737f01d4e10e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.745276 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.766246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:30.767274 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.786456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e4252-3fb7-45bb-87a8-cbea4edf96d1 req-6c52d394-58d1-446a-8912-9193ffa60126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:30.788858 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c3e4252-3fb7-45bb-87a8-cbea4edf96d1 req-6c52d394-58d1-446a-8912-9193ffa60126 service neutron] 10.222.0.26 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 923 time: 0.4541399 Nov 12 03:42:30.810692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5098af0-cf89-485b-93ac-331ed42cd6c9 req-998d6786-fee6-4b58-a361-416d0ca68a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:30.812465 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5098af0-cf89-485b-93ac-331ed42cd6c9 req-998d6786-fee6-4b58-a361-416d0ca68a89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 1097 time: 0.2656286 Nov 12 03:42:30.882030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c3e4252-3fb7-45bb-87a8-cbea4edf96d1 req-0048c817-2815-4de1-bf85-4ea772060216 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7 HTTP/1.1" status: 200 len: 217 time: 0.0678561 Nov 12 03:42:31.073514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893f1dc-3882-4a9e-abc2-b320ced51d84 None None] New status for floating IP 45ac071c-f2b0-4309-909e-7bf361b3ad42: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:42:31.147778 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a63b9af-e5ff-4bc1-8781-737f01d4e10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.274714 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-2ba86649-2f40-4955-92bc-881a534cb429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.276687 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-2ba86649-2f40-4955-92bc-881a534cb429 service neutron] 10.222.0.105 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 923 time: 0.7515602 Nov 12 03:42:31.313029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e4252-3fb7-45bb-87a8-cbea4edf96d1 req-cc8a8338-ac0a-43d3-aa4a-9854237ce9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.314579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c3e4252-3fb7-45bb-87a8-cbea4edf96d1 req-cc8a8338-ac0a-43d3-aa4a-9854237ce9ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.3867660 Nov 12 03:42:31.390456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5098af0-cf89-485b-93ac-331ed42cd6c9 req-b88501e9-2b25-4ede-81e0-5145f8e26fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.390456 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5098af0-cf89-485b-93ac-331ed42cd6c9 req-b88501e9-2b25-4ede-81e0-5145f8e26fd9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.4995484 Nov 12 03:42:31.470118 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-d7250b0b-d8da-430a-a27f-f445c8f9ebc1 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa95561-3cc7-4ddd-95f2-b6162359e938 HTTP/1.1" status: 200 len: 1002 time: 0.1671040 Nov 12 03:42:31.482569 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d528d15-e4c9-47bc-a709-a02f5cc25fe4 req-e32a3054-a5f6-4a3f-a26e-cba90cbb5574 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.485439 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6d528d15-e4c9-47bc-a709-a02f5cc25fe4 req-e32a3054-a5f6-4a3f-a26e-cba90cbb5574 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.25 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7&tenant_id=b9810c161f0b41f1afd590350e2a6352&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 948 time: 0.3848102 Nov 12 03:42:31.579736 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.596906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-dc4f8b07-c8ff-47b7-8e19-ea6a7681107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.600146 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-dc4f8b07-c8ff-47b7-8e19-ea6a7681107b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.1131310 Nov 12 03:42:31.668343 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5098af0-cf89-485b-93ac-331ed42cd6c9 req-bbe44595-2333-4265-aa6b-84df2161991f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830 HTTP/1.1" status: 200 len: 217 time: 0.2154157 Nov 12 03:42:31.668922 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a63b9af-e5ff-4bc1-8781-737f01d4e10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.687833 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78065b7f-90f7-42db-9634-e812fb2d90c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6240b1e3-5e4a-41e0-9830-2e0dc34a4589'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:31.692022 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c33260-939f-45a6-90f8-ca65f7cdaf18" -d '{"events": [{"server_uuid": "78065b7f-90f7-42db-9634-e812fb2d90c7", "name": "network-vif-plugged", "status": "completed", "tag": "6240b1e3-5e4a-41e0-9830-2e0dc34a4589"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:31.721391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:31.746098 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63b9af-e5ff-4bc1-8781-737f01d4e10e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4094179-fa3f-4a73-bc1a-3aaadc507079,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:31.759245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d955843b-3977-42c2-8529-d077fff868cb None None] Network 875ddec0-19f3-409f-8299-78e2a5723df5 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:31.760124 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a63b9af-e5ff-4bc1-8781-737f01d4e10e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.766848 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6a63b9af-e5ff-4bc1-8781-737f01d4e10e admin admin] 10.222.0.105 "DELETE /v2.0/subnets/d4094179-fa3f-4a73-bc1a-3aaadc507079 HTTP/1.1" status: 204 len: 168 time: 1.3973289 Nov 12 03:42:31.768932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53784) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.832232 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.964570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d528d15-e4c9-47bc-a709-a02f5cc25fe4 req-41e5b084-531f-44a0-b595-dcd02d3fe1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.966884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6d528d15-e4c9-47bc-a709-a02f5cc25fe4 req-41e5b084-531f-44a0-b595-dcd02d3fe1f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 1100 time: 0.3627894 Nov 12 03:42:31.981168 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a15f5de-6f98-474f-8fa9-cd83e81b9bb6 None None] Sync routers for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:31.991407 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-045102d1-35d0-4b43-8105-5254b3b8e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.993373 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-045102d1-35d0-4b43-8105-5254b3b8e74d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3658648 Nov 12 03:42:31.998483 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15f5de-6f98-474f-8fa9-cd83e81b9bb6 None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:31.999190 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6a15f5de-6f98-474f-8fa9-cd83e81b9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:31.999601 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.022773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74464594-51c2-4845-b8e0-c11d2471925d', 'tag': '6fa95561-3cc7-4ddd-95f2-b6162359e938'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:32.039637 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594d8f6b-1457-4c04-830d-d515c144e13f" -d '{"events": [{"name": "network-changed", "server_uuid": "74464594-51c2-4845-b8e0-c11d2471925d", "tag": "6fa95561-3cc7-4ddd-95f2-b6162359e938"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:32.085398 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.133226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e4252-3fb7-45bb-87a8-cbea4edf96d1 req-e3bf9063-d090-4668-bd7e-e6dec41e64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:32.135273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c3e4252-3fb7-45bb-87a8-cbea4edf96d1 req-e3bf9063-d090-4668-bd7e-e6dec41e64f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6839547 Nov 12 03:42:32.163455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:32.222586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676688f-03a9-48cf-868e-18f0125e531a req-300f9c82-813c-4882-a632-b8f8e7ec9155 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:32.239098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6676688f-03a9-48cf-868e-18f0125e531a req-300f9c82-813c-4882-a632-b8f8e7ec9155 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 948 time: 0.7703400 Nov 12 03:42:32.264182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5098af0-cf89-485b-93ac-331ed42cd6c9 req-07c45cf0-6b9a-44d4-bfd9-395cb6f459c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:32.266401 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5098af0-cf89-485b-93ac-331ed42cd6c9 req-07c45cf0-6b9a-44d4-bfd9-395cb6f459c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.5816658 Nov 12 03:42:32.292062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8dad4986-084b-4066-856d-9e6a0e26a9fa no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:32.337191 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.356103 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6a15f5de-6f98-474f-8fa9-cd83e81b9bb6 None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:32.385869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238aa9fd-be51-419a-a8c6-4d8afea0f302 None None] DHCP port deletion for 875ddec0-19f3-409f-8299-78e2a5723df5 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:32.402120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 8dad4986-084b-4066-856d-9e6a0e26a9fa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:32.402120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8dad4986-084b-4066-856d-9e6a0e26a9fa not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:32.407893 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5098af0-cf89-485b-93ac-331ed42cd6c9 req-f008a471-5922-432d-b3cc-ad2dca7ccd4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242185 Nov 12 03:42:32.467080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:32.548830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-238aa9fd-be51-419a-a8c6-4d8afea0f302 None None] Deleting port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:32.550330 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-238aa9fd-be51-419a-a8c6-4d8afea0f302 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.598372 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-363f2c07-c3a7-4590-b973-d35ecc70b0ad tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:42:32.660887 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.665343 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] Added segment da5159eb-5139-4f08-84ca-ce27db37a67e of type vlan for network 2054e51b-f0f7-4215-a548-9066fc4b378c Nov 12 03:42:32.713240 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6676688f-03a9-48cf-868e-18f0125e531a req-4699d153-eb7c-4fc4-9573-3c5eb9715e3e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519265 Nov 12 03:42:32.745684 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-363f2c07-c3a7-4590-b973-d35ecc70b0ad tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.772194 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c3e4252-3fb7-45bb-87a8-cbea4edf96d1 req-c044f0b0-14f7-48f2-82a3-de0c40ffcdf5 service neutron] 10.222.0.26 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089280 Nov 12 03:42:32.781371 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6a15f5de-6f98-474f-8fa9-cd83e81b9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '45ac071c-f2b0-4309-909e-7bf361b3ad42', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '9b541acd-16e0-421d-9224-479fac23268b', 'port_id': '6fa95561-3cc7-4ddd-95f2-b6162359e938', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'mac_address': 'fa:16:3e:1c:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74464594-51c2-4845-b8e0-c11d2471925d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:49Z', 'updated_at': '2021-11-12T03:42:31Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:32.787132 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9810a94-5720-4861-b36e-8e751c4c4d79,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:32.788863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-238aa9fd-be51-419a-a8c6-4d8afea0f302 None None] For port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9,segment=NetworkSegment(faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8),segment_id=faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:32.789508 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-238aa9fd-be51-419a-a8c6-4d8afea0f302 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.829479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-238aa9fd-be51-419a-a8c6-4d8afea0f302 None None] Calling delete_port for 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:32.863014 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.934349 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-363f2c07-c3a7-4590-b973-d35ecc70b0ad tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.935730 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-7eace2f7-9760-4a70-ad68-c2615a47535d service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8892720 Nov 12 03:42:32.984627 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d528d15-e4c9-47bc-a709-a02f5cc25fe4 req-358ece94-e5ec-484a-b20e-01e805d9121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:32.987476 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6d528d15-e4c9-47bc-a709-a02f5cc25fe4 req-358ece94-e5ec-484a-b20e-01e805d9121c service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.9833331 Nov 12 03:42:33.067354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6d528d15-e4c9-47bc-a709-a02f5cc25fe4 req-bcb05b83-eee1-4485-8983-9b5f98158d20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589 HTTP/1.1" status: 200 len: 217 time: 0.0652270 Nov 12 03:42:33.096371 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a15f5de-6f98-474f-8fa9-cd83e81b9bb6 None None] Checking router: 9b541acd-16e0-421d-9224-479fac23268b for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:33.111421 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15f5de-6f98-474f-8fa9-cd83e81b9bb6 None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:33.113735 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6a15f5de-6f98-474f-8fa9-cd83e81b9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:33.138469 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5098af0-cf89-485b-93ac-331ed42cd6c9 req-883a554a-7c28-4db5-a288-a1c5cbf481a4 service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6545475 Nov 12 03:42:33.155756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bec16b0-41d2-43ff-8f05-0efddc905c15 req-ffa1d25b-af94-4936-8beb-7a0b4188e269 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.0832233 Nov 12 03:42:33.169786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.171565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:33.172275 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.244961 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-238aa9fd-be51-419a-a8c6-4d8afea0f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.290913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238aa9fd-be51-419a-a8c6-4d8afea0f302 None None] Pushing event deleted for resources: {'Port': ['ID=4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:33.294381 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238aa9fd-be51-419a-a8c6-4d8afea0f302 None None] No DVR routers for this DVR port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:33.402337 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6a15f5de-6f98-474f-8fa9-cd83e81b9bb6 None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:33.403832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c3e4252-3fb7-45bb-87a8-cbea4edf96d1 req-b4c0feef-7e04-4119-a9b0-3ea5df0dbd17 service neutron] 10.222.0.26 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995364 Nov 12 03:42:33.405230 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-363f2c07-c3a7-4590-b973-d35ecc70b0ad tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Floating IP 55fd343c-41b8-4cdd-a886-b9cdc5a0d676 associated. External IP: 172.25.8.63, port: 8a99720a-a018-41d7-9ee0-a38a432190b9. Nov 12 03:42:33.673310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0b29b-35b0-4901-928f-58727a321d83 req-be341ba3-6cfd-439a-b28a-233fb27296f6 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:33.675831 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34a0b29b-35b0-4901-928f-58727a321d83 req-be341ba3-6cfd-439a-b28a-233fb27296f6 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 950 time: 0.3128605 Nov 12 03:42:33.705844 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5098af0-cf89-485b-93ac-331ed42cd6c9 req-b5b55747-b55a-482e-8252-bb92dc50d58f service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274640 Nov 12 03:42:33.786225 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Deleting port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:33.787034 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.860683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34a0b29b-35b0-4901-928f-58727a321d83 req-d7e94177-1b59-4a1f-97fb-b05d7889694f tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717701 Nov 12 03:42:33.899103 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6a15f5de-6f98-474f-8fa9-cd83e81b9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '45ac071c-f2b0-4309-909e-7bf361b3ad42', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '9b541acd-16e0-421d-9224-479fac23268b', 'port_id': '6fa95561-3cc7-4ddd-95f2-b6162359e938', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'mac_address': 'fa:16:3e:1c:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74464594-51c2-4845-b8e0-c11d2471925d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:49Z', 'updated_at': '2021-11-12T03:42:31Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:33.922670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] For port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9, host n-d-767704-23, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:33.923204 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.945877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Calling delete_port for 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:33.950038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 was not found and therefore no delete operation was performed {{(pid=103147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:42:33.972351 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d161430e-6d5b-42f3-aa7b-633e3840a95d x-openstack-request-id: req-d161430e-6d5b-42f3-aa7b-633e3840a95d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:33.972351 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78065b7f-90f7-42db-9634-e812fb2d90c7", "name": "network-vif-plugged", "status": "completed", "tag": "6240b1e3-5e4a-41e0-9830-2e0dc34a4589", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:33.972351 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d161430e-6d5b-42f3-aa7b-633e3840a95d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:33.972351 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78065b7f-90f7-42db-9634-e812fb2d90c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6240b1e3-5e4a-41e0-9830-2e0dc34a4589', 'code': 200} Nov 12 03:42:33.973374 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.980467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d528d15-e4c9-47bc-a709-a02f5cc25fe4 req-9c31cb67-6c42-48d7-b5db-44ddf1f80ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:33.982252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6d528d15-e4c9-47bc-a709-a02f5cc25fe4 req-9c31cb67-6c42-48d7-b5db-44ddf1f80ea9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.8802950 Nov 12 03:42:33.985257 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-419e6b35-cfbf-4a14-86f5-d6ea0975b7b1 req-02917e7f-7f24-4121-ab68-92ef270a5c60 service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0484607 Nov 12 03:42:33.989784 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.8599451 Nov 12 03:42:33.997820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53794) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.007972 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a15f5de-6f98-474f-8fa9-cd83e81b9bb6 None None] The sync data for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 is: [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '45ac071c-f2b0-4309-909e-7bf361b3ad42', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '9b541acd-16e0-421d-9224-479fac23268b', 'port_id': '6fa95561-3cc7-4ddd-95f2-b6162359e938', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'mac_address': 'fa:16:3e:1c:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74464594-51c2-4845-b8e0-c11d2471925d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:49Z', 'updated_at': '2021-11-12T03:42:31Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:34.011274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-62629ed0-0213-48ee-9bb8-aae1918b8dd4 admin admin] Request body: {'subnet': {'network_id': '2054e51b-f0f7-4215-a548-9066fc4b378c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-188117120-subnet', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:34.064356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Pushing event deleted for resources: {'Port': ['ID=4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:34.079268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baeb75a-ef65-46c7-9f21-cdbb1f0ff3e4 admin admin] Pushing event updated for resources: {'Network': ['ID=2054e51b-f0f7-4215-a548-9066fc4b378c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:34.110820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 2054e51b-f0f7-4215-a548-9066fc4b378c details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:34.134806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363f2c07-c3a7-4590-b973-d35ecc70b0ad tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Router a47cd4db-63cb-4068-900a-89d7466291dc has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:34.141550 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1ff75d-2ee3-47fd-a32e-33ae11f948f8 x-openstack-request-id: req-be1ff75d-2ee3-47fd-a32e-33ae11f948f8 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:34.141550 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74464594-51c2-4845-b8e0-c11d2471925d", "tag": "6fa95561-3cc7-4ddd-95f2-b6162359e938", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:34.141550 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-be1ff75d-2ee3-47fd-a32e-33ae11f948f8 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:34.141550 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74464594-51c2-4845-b8e0-c11d2471925d', 'tag': '6fa95561-3cc7-4ddd-95f2-b6162359e938', 'status': 'completed', 'code': 200} Nov 12 03:42:34.148435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] No DVR routers for this DVR port 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:34.244584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62629ed0-0213-48ee-9bb8-aae1918b8dd4 admin admin] Made reservation on behalf of 09f4a28c17bb4471aad78b34c9fb4937 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:34.261234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d528d15-e4c9-47bc-a709-a02f5cc25fe4 req-f67ef642-0841-4fb1-ad4a-5a33546b4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:34.263134 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6d528d15-e4c9-47bc-a709-a02f5cc25fe4 req-f67ef642-0841-4fb1-ad4a-5a33546b4954 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2151167 Nov 12 03:42:34.273591 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62629ed0-0213-48ee-9bb8-aae1918b8dd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.360747 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:34.417906 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8bc7e80c-3bb2-4f47-86c6-59a86be9d3eb req-faf732e8-b743-41d0-a91d-5e09d213b3e4 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 1002 time: 0.1501749 Nov 12 03:42:34.433765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:34.434153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4148b5b6-a9e7-4f72-a2aa-6e3db147e1f9 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:34.561310 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.563095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd515f-72ec-4651-ac9e-eb1ec91bf86e req-47ad8063-edfa-4e23-b6ad-600133d68f02 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:34.565796 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55cd515f-72ec-4651-ac9e-eb1ec91bf86e req-47ad8063-edfa-4e23-b6ad-600133d68f02 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 950 time: 0.4556816 Nov 12 03:42:34.611455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d8f6b-1457-4c04-830d-d515c144e13f req-45204979-58c9-4fbf-8442-d66027e52fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:34.613043 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-594d8f6b-1457-4c04-830d-d515c144e13f req-45204979-58c9-4fbf-8442-d66027e52fbc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 1098 time: 0.4662678 Nov 12 03:42:34.654084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875ddec0-19f3-409f-8299-78e2a5723df5']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:34.684945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7e80c-3bb2-4f47-86c6-59a86be9d3eb req-ef8cfc07-c738-4407-9a4a-183d02b60786 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:34.686311 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8bc7e80c-3bb2-4f47-86c6-59a86be9d3eb req-ef8cfc07-c738-4407-9a4a-183d02b60786 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports/6fa95561-3cc7-4ddd-95f2-b6162359e938 HTTP/1.1" status: 200 len: 943 time: 0.1437314 Nov 12 03:42:34.692294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:34.692640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf19b31-78d0-4be3-a3ec-e1eb2b85ccb8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:34.719570 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.747245 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6d528d15-e4c9-47bc-a709-a02f5cc25fe4 req-adf0bc99-a78b-497b-9c61-ebad908c296a service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543364 Nov 12 03:42:34.755017 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.765749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:34.771222 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:34.797136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f4fc5-9aa6-451a-8524-0bfc872973d4 req-c3043008-929f-496f-8c14-1ebb4ce48b1b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:34.805202 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be1f4fc5-9aa6-451a-8524-0bfc872973d4 req-c3043008-929f-496f-8c14-1ebb4ce48b1b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.4245136 Nov 12 03:42:34.947806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363f2c07-c3a7-4590-b973-d35ecc70b0ad tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:34.968519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fb78f0-9050-4408-b3b0-21cef49fd8da None None] Sync routers for ids ['a47cd4db-63cb-4068-900a-89d7466291dc'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:34.971419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8bc7e80c-3bb2-4f47-86c6-59a86be9d3eb req-b5bd05ee-bd81-472e-9867-6db4e3ab5637 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 1002 time: 0.2077579 Nov 12 03:42:34.984116 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-363f2c07-c3a7-4590-b973-d35ecc70b0ad tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.009473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb78f0-9050-4408-b3b0-21cef49fd8da None None] Routers {'a47cd4db-63cb-4068-900a-89d7466291dc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:35.012531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-44fb78f0-9050-4408-b3b0-21cef49fd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a47cd4db-63cb-4068-900a-89d7466291dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:35.050902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6d528d15-e4c9-47bc-a709-a02f5cc25fe4 req-68d4e705-3764-415c-9bcf-a60c56a4da5d service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850680 Nov 12 03:42:35.070123 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.086905 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.095324 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] 10.222.0.105 "DELETE /v2.0/networks/875ddec0-19f3-409f-8299-78e2a5723df5 HTTP/1.1" status: 204 len: 168 time: 3.3231108 Nov 12 03:42:35.136889 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-363f2c07-c3a7-4590-b973-d35ecc70b0ad tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "PUT /v2.0/floatingips/55fd343c-41b8-4cdd-a886-b9cdc5a0d676 HTTP/1.1" status: 200 len: 990 time: 4.6977773 Nov 12 03:42:35.140890 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'tag': '8a99720a-a018-41d7-9ee0-a38a432190b9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:35.155648 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41646447-ee6c-4145-a489-558bf6b437bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a3757982-e4a6-4098-8439-cc7f756fa2ef", "tag": "8a99720a-a018-41d7-9ee0-a38a432190b9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:35.175399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85a7f6-50b8-4c38-93e5-cf65a97fa762 admin admin] Pushing event deleted for resources: {'Network': ['ID=875ddec0-19f3-409f-8299-78e2a5723df5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:35.229291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be1f4fc5-9aa6-451a-8524-0bfc872973d4 req-02d12061-3802-419c-b8ee-5c9a467a830b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337302 Nov 12 03:42:35.230566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d8f6b-1457-4c04-830d-d515c144e13f req-e10a00ff-7ae0-4009-a2ed-cef3ef72b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:35.232137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-594d8f6b-1457-4c04-830d-d515c144e13f req-e10a00ff-7ae0-4009-a2ed-cef3ef72b726 service neutron] 10.222.0.25 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 923 time: 0.5673637 Nov 12 03:42:35.242960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-44fb78f0-9050-4408-b3b0-21cef49fd8da None None] Set router a47cd4db-63cb-4068-900a-89d7466291dc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:35.248792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-55cd515f-72ec-4651-ac9e-eb1ec91bf86e req-25efb95f-9a5c-4ec5-bedf-82bc830b2d74 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Deleting port 43d65fe6-b3b2-43d0-915d-ead621acc943 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:35.249138 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-55cd515f-72ec-4651-ac9e-eb1ec91bf86e req-25efb95f-9a5c-4ec5-bedf-82bc830b2d74 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.305654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7e80c-3bb2-4f47-86c6-59a86be9d3eb req-e30f5ca5-ac91-455f-baed-338b32b96b5b tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:35.322126 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8bc7e80c-3bb2-4f47-86c6-59a86be9d3eb req-e30f5ca5-ac91-455f-baed-338b32b96b5b tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.3288505 Nov 12 03:42:35.496609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4880252-f57f-4d84-b438-31e48ea5704d req-dff9c434-f3da-4b0f-b8f4-4a0362773490 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:35.508790 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b4880252-f57f-4d84-b438-31e48ea5704d req-dff9c434-f3da-4b0f-b8f4-4a0362773490 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 950 time: 0.1130722 Nov 12 03:42:35.640295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b4880252-f57f-4d84-b438-31e48ea5704d req-ba5f2be6-0877-480d-bc08-333f9e954a1e tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/security-groups?id=e62da4f1-0067-47d4-a94e-0f5fdcf4b740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275306 Nov 12 03:42:35.655184 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53812) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:35.706513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-44fb78f0-9050-4408-b3b0-21cef49fd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '55fd343c-41b8-4cdd-a886-b9cdc5a0d676', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'port_id': '8a99720a-a018-41d7-9ee0-a38a432190b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'mac_address': 'fa:16:3e:c2:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:38:04Z', 'updated_at': '2021-11-12T03:42:32Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:47Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:35.727104 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5a75b33f-f9cb-4039-b2b4-5b2bc235a86a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=dc9429c233374a60b722f141a64f6932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705347 Nov 12 03:42:35.729838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53814) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:35.772701 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fb78f0-9050-4408-b3b0-21cef49fd8da None None] Checking router: a47cd4db-63cb-4068-900a-89d7466291dc for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:35.789097 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62629ed0-0213-48ee-9bb8-aae1918b8dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.805606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb78f0-9050-4408-b3b0-21cef49fd8da None None] Routers {'a47cd4db-63cb-4068-900a-89d7466291dc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:35.806902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-44fb78f0-9050-4408-b3b0-21cef49fd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a47cd4db-63cb-4068-900a-89d7466291dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:35.809864 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e515b8ee-c76e-4d25-a74b-fb2543cb19f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.823416 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d2322fa-1f10-42e3-a197-217a80ce198e req-ffeda1c4-b014-4378-b204-e7eff3514666 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.4142525 Nov 12 03:42:35.853123 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a42828-ebe5-4fc1-bfde-df31ee5ef231 x-openstack-request-id: req-05a42828-ebe5-4fc1-bfde-df31ee5ef231 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:35.853420 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3757982-e4a6-4098-8439-cc7f756fa2ef", "tag": "8a99720a-a018-41d7-9ee0-a38a432190b9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:35.853680 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-05a42828-ebe5-4fc1-bfde-df31ee5ef231 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:35.854094 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'tag': '8a99720a-a018-41d7-9ee0-a38a432190b9', 'status': 'completed', 'code': 200} Nov 12 03:42:35.879716 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e515b8ee-c76e-4d25-a74b-fb2543cb19f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.919847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-594d8f6b-1457-4c04-830d-d515c144e13f req-05212237-4735-4e0f-9cad-d380fc4cc582 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa95561-3cc7-4ddd-95f2-b6162359e938 HTTP/1.1" status: 200 len: 1002 time: 0.6620743 Nov 12 03:42:35.922080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-55cd515f-72ec-4651-ac9e-eb1ec91bf86e req-25efb95f-9a5c-4ec5-bedf-82bc830b2d74 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] For port 43d65fe6-b3b2-43d0-915d-ead621acc943, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=43d65fe6-b3b2-43d0-915d-ead621acc943,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:35.922515 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-55cd515f-72ec-4651-ac9e-eb1ec91bf86e req-25efb95f-9a5c-4ec5-bedf-82bc830b2d74 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.935918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62629ed0-0213-48ee-9bb8-aae1918b8dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4da1c8d-2636-4eed-bdce-977f5ce0765e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:35.947628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-55cd515f-72ec-4651-ac9e-eb1ec91bf86e req-25efb95f-9a5c-4ec5-bedf-82bc830b2d74 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Calling delete_port for 43d65fe6-b3b2-43d0-915d-ead621acc943 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:36.043731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-44fb78f0-9050-4408-b3b0-21cef49fd8da None None] Set router a47cd4db-63cb-4068-900a-89d7466291dc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:36.073591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62629ed0-0213-48ee-9bb8-aae1918b8dd4 admin admin] Checking segment: {'id': 'da5159eb-5139-4f08-84ca-ce27db37a67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '2054e51b-f0f7-4215-a548-9066fc4b378c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:36.074217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62629ed0-0213-48ee-9bb8-aae1918b8dd4 admin admin] Network hostable DHCP agents. Network: 2054e51b-f0f7-4215-a548-9066fc4b378c, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:36.094852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41646447-ee6c-4145-a489-558bf6b437bd req-2d281e71-10ed-4eed-874e-12b1dadc0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.096829 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41646447-ee6c-4145-a489-558bf6b437bd req-2d281e71-10ed-4eed-874e-12b1dadc0c8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f612fefa6c1a47e6afdff4eb04025fe9&device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 1097 time: 0.2019417 Nov 12 03:42:36.097287 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d8f6b-1457-4c04-830d-d515c144e13f req-9d640d68-5967-49a6-a001-66cc92492572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.099769 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-594d8f6b-1457-4c04-830d-d515c144e13f req-9d640d68-5967-49a6-a001-66cc92492572 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.1490479 Nov 12 03:42:36.117231 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-cb50b3fd-d036-4dbe-b61d-7a0e72b7fe40 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 1002 time: 0.2200930 Nov 12 03:42:36.228093 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e515b8ee-c76e-4d25-a74b-fb2543cb19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.230745 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e515b8ee-c76e-4d25-a74b-fb2543cb19f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.231920 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e515b8ee-c76e-4d25-a74b-fb2543cb19f7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a302530e-7e56-43cf-b094-3df5bdbe4f0a HTTP/1.1" status: 204 len: 168 time: 0.4998171 Nov 12 03:42:36.271380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515b8ee-c76e-4d25-a74b-fb2543cb19f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a302530e-7e56-43cf-b094-3df5bdbe4f0a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:36.290729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62629ed0-0213-48ee-9bb8-aae1918b8dd4 admin admin] Network 2054e51b-f0f7-4215-a548-9066fc4b378c is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:36.293595 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-59bf5ac7-dbec-48e1-a12b-cd3c1067a544 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.315110 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-59bf5ac7-dbec-48e1-a12b-cd3c1067a544 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports/6fa95561-3cc7-4ddd-95f2-b6162359e938 HTTP/1.1" status: 200 len: 943 time: 0.1948514 Nov 12 03:42:36.336217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d8f6b-1457-4c04-830d-d515c144e13f req-92e34d43-9b35-4385-b912-0ff57697e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.341445 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-594d8f6b-1457-4c04-830d-d515c144e13f req-92e34d43-9b35-4385-b912-0ff57697e64e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2148390 Nov 12 03:42:36.345924 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-55cd515f-72ec-4651-ac9e-eb1ec91bf86e req-25efb95f-9a5c-4ec5-bedf-82bc830b2d74 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.402422 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41646447-ee6c-4145-a489-558bf6b437bd req-36dcaef3-eb4a-44c4-896a-1102c358af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.437986 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41646447-ee6c-4145-a489-558bf6b437bd req-36dcaef3-eb4a-44c4-896a-1102c358af6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=62997581-2879-408b-aa6c-aaecddf2a963 HTTP/1.1" status: 200 len: 925 time: 0.3015239 Nov 12 03:42:36.523272 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-62629ed0-0213-48ee-9bb8-aae1918b8dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 2054e51b-f0f7-4215-a548-9066fc4b378c) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:36.526122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efb95f-9a5c-4ec5-bedf-82bc830b2d74 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Pushing event deleted for resources: {'Port': ['ID=43d65fe6-b3b2-43d0-915d-ead621acc943,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:36.578278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cc091a-e994-4860-9155-151117c780d4 None None] Network 2054e51b-f0f7-4215-a548-9066fc4b378c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:36.597766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62629ed0-0213-48ee-9bb8-aae1918b8dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.598443 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62629ed0-0213-48ee-9bb8-aae1918b8dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.705498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cd515f-72ec-4651-ac9e-eb1ec91bf86e req-25efb95f-9a5c-4ec5-bedf-82bc830b2d74 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] No DVR routers for this DVR port 43d65fe6-b3b2-43d0-915d-ead621acc943 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:36.718411 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-55cd515f-72ec-4651-ac9e-eb1ec91bf86e req-25efb95f-9a5c-4ec5-bedf-82bc830b2d74 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.724080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55cd515f-72ec-4651-ac9e-eb1ec91bf86e req-25efb95f-9a5c-4ec5-bedf-82bc830b2d74 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.26 "DELETE /v2.0/ports/43d65fe6-b3b2-43d0-915d-ead621acc943 HTTP/1.1" status: 204 len: 173 time: 2.1392877 Nov 12 03:42:36.780858 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-62629ed0-0213-48ee-9bb8-aae1918b8dd4 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7827840 Nov 12 03:42:36.795285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb3d59-f8db-4363-9948-f88c190e252e req-83c4f797-76e7-4bdf-8646-b120ebb6b6d3 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.808750 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bdb3d59-f8db-4363-9948-f88c190e252e req-83c4f797-76e7-4bdf-8646-b120ebb6b6d3 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.2955296 Nov 12 03:42:36.811593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53824) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:36.819438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-188117120-router', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:36.835525 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-594d8f6b-1457-4c04-830d-d515c144e13f req-e232ce60-9cbe-4789-929f-ea2a27b49196 service neutron] 10.222.0.25 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833319 Nov 12 03:42:36.848678 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 43d65fe6-b3b2-43d0-915d-ead621acc943 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:36.903072 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41646447-ee6c-4145-a489-558bf6b437bd req-855606e3-d539-4ac0-8af7-7bebcec91fee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a99720a-a018-41d7-9ee0-a38a432190b9 HTTP/1.1" status: 200 len: 998 time: 0.3970406 Nov 12 03:42:36.924244 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-6e370c7a-6d4d-4459-88e5-61197ef2fac0 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 1002 time: 0.4724603 Nov 12 03:42:36.928404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 43d65fe6-b3b2-43d0-915d-ead621acc943 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:36.928753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 43d65fe6-b3b2-43d0-915d-ead621acc943 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:37.100538 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-2054e51b-f0f7-4215-a548-9066fc4b378c', 'network_id': '2054e51b-f0f7-4215-a548-9066fc4b378c', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'fixed_ips': [{'subnet_id': 'e4da1c8d-2636-4eed-bdce-977f5ce0765e'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:37.101562 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.127170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bdb3d59-f8db-4363-9948-f88c190e252e req-b90865f0-739b-46f4-bf8f-d0137253aace tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162663 Nov 12 03:42:37.156217 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-594d8f6b-1457-4c04-830d-d515c144e13f req-11f7abd6-ff8e-40ce-8f46-f1455cb98dfd service neutron] 10.222.0.25 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062863 Nov 12 03:42:37.242184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-44fb78f0-9050-4408-b3b0-21cef49fd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '55fd343c-41b8-4cdd-a886-b9cdc5a0d676', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'port_id': '8a99720a-a018-41d7-9ee0-a38a432190b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'mac_address': 'fa:16:3e:c2:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:38:04Z', 'updated_at': '2021-11-12T03:42:32Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:47Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:37.269488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41646447-ee6c-4145-a489-558bf6b437bd req-00073f75-8b35-4572-a687-17fdb1500c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:37.271053 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41646447-ee6c-4145-a489-558bf6b437bd req-00073f75-8b35-4572-a687-17fdb1500c5d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21c7b2ae-4826-4165-8db5-d145572339ce HTTP/1.1" status: 200 len: 862 time: 0.3437641 Nov 12 03:42:37.280266 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ffc470c-9915-4606-82e2-d542983a451b req-d486f1ba-3e91-4db6-8b64-c9772f4630a8 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 210 time: 0.0336297 Nov 12 03:42:37.285216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fb78f0-9050-4408-b3b0-21cef49fd8da None None] The sync data for ids ['a47cd4db-63cb-4068-900a-89d7466291dc'] in n-d-767704-23 is: [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '55fd343c-41b8-4cdd-a886-b9cdc5a0d676', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'port_id': '8a99720a-a018-41d7-9ee0-a38a432190b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'mac_address': 'fa:16:3e:c2:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:38:04Z', 'updated_at': '2021-11-12T03:42:32Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:47Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:37.290287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-04f3e822-81e6-4504-b8cb-4b665f388364 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:37.292725 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-04f3e822-81e6-4504-b8cb-4b665f388364 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.3668964 Nov 12 03:42:37.356684 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.356684 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.422513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Allocated IP 172.20.0.2 (2054e51b-f0f7-4215-a548-9066fc4b378c/e4da1c8d-2636-4eed-bdce-977f5ce0765e/247e16e7-38ce-4a8f-94b1-136c07d1b2c7) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:37.497755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.518384 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-eb0e363b-fe99-4084-98a9-0e467dd1bca8 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 1002 time: 0.1757748 Nov 12 03:42:37.553863 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41646447-ee6c-4145-a489-558bf6b437bd req-1117919f-ded5-40a4-baae-f717ae88184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:37.556004 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41646447-ee6c-4145-a489-558bf6b437bd req-1117919f-ded5-40a4-baae-f717ae88184f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62997581-2879-408b-aa6c-aaecddf2a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2615457 Nov 12 03:42:37.572794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-c3e3b529-b21e-4816-ac26-ae5402d16344 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:37.753823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53836) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:37.793084 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-c3e3b529-b21e-4816-ac26-ae5402d16344 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.816981 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3038b743-d954-4b64-871a-5587609e79fb None None] New status for floating IP 55fd343c-41b8-4cdd-a886-b9cdc5a0d676: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:42:37.825950 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.870176 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707337df-e95f-4812-9dac-c23cb29e31af', 'name': 'network-vif-deleted', 'tag': '43d65fe6-b3b2-43d0-915d-ead621acc943'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:37.879127 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae168e5-c5c8-4bc6-93a0-c0c1ce2b6aee" -d '{"events": [{"server_uuid": "707337df-e95f-4812-9dac-c23cb29e31af", "name": "network-vif-deleted", "tag": "43d65fe6-b3b2-43d0-915d-ead621acc943"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:37.895430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce9d1e56-48e2-4eca-ac2a-fca77be15bd9 req-6d7059f5-6b2c-475a-9033-bc5971c24b80 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.2127993 Nov 12 03:42:37.922633 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.959200 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-373ded0d-e095-4303-ba43-8de6ab1675ef admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=945df9d3581c4eba8a7243880ef2ebb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969612 Nov 12 03:42:37.994442 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53840) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:38.078184 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.089115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Network 2054e51b-f0f7-4215-a548-9066fc4b378c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:38.094752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:38.094985 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41646447-ee6c-4145-a489-558bf6b437bd req-79c005b1-b633-4670-89c3-dfe6a3f40cbf service neutron] 10.222.0.25 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125612 Nov 12 03:42:38.101060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:38.107274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Pushing event updated for resources: {'Port': ['ID=247e16e7-38ce-4a8f-94b1-136c07d1b2c7,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:38.177967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c535887-b347-4b56-aae4-61e0c8a9de76 req-6e24cc9c-ce61-4fd6-8bd8-d467ec3323ce tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:38.186407 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c535887-b347-4b56-aae4-61e0c8a9de76 req-6e24cc9c-ce61-4fd6-8bd8-d467ec3323ce tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.0973544 Nov 12 03:42:38.193959 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Attempting to bind port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:38.194336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Attempting to bind port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'da5159eb-5139-4f08-84ca-ce27db37a67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '2054e51b-f0f7-4215-a548-9066fc4b378c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:38.194707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Attempting to bind port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 on network 2054e51b-f0f7-4215-a548-9066fc4b378c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:38.203112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:38.203524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Checking segment: {'id': 'da5159eb-5139-4f08-84ca-ce27db37a67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '2054e51b-f0f7-4215-a548-9066fc4b378c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:38.203759 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.204344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Bound using segment: {'id': 'da5159eb-5139-4f08-84ca-ce27db37a67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '2054e51b-f0f7-4215-a548-9066fc4b378c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:38.205353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Bound port: 247e16e7-38ce-4a8f-94b1-136c07d1b2c7, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5159eb-5139-4f08-84ca-ce27db37a67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '2054e51b-f0f7-4215-a548-9066fc4b378c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:38.206052 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.312573 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] For port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:38.318274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] For port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=247e16e7-38ce-4a8f-94b1-136c07d1b2c7,segment=NetworkSegment(da5159eb-5139-4f08-84ca-ce27db37a67e),segment_id=da5159eb-5139-4f08-84ca-ce27db37a67e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:38.320192 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c535887-b347-4b56-aae4-61e0c8a9de76 req-f4e80db0-ce84-4bd1-b5dd-369594218a29 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303642 Nov 12 03:42:38.347405 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-c3e3b529-b21e-4816-ac26-ae5402d16344 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.347405 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b8d3fb7-19d6-4f11-9691-6d90613713d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.395374 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b8d3fb7-19d6-4f11-9691-6d90613713d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.407263 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.438905 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53ac181-a181-47bd-9bee-f077f029cf1f x-openstack-request-id: req-f53ac181-a181-47bd-9bee-f077f029cf1f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:38.439493 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707337df-e95f-4812-9dac-c23cb29e31af", "name": "network-vif-deleted", "tag": "43d65fe6-b3b2-43d0-915d-ead621acc943", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:38.442042 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f53ac181-a181-47bd-9bee-f077f029cf1f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:38.442042 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707337df-e95f-4812-9dac-c23cb29e31af', 'name': 'network-vif-deleted', 'tag': '43d65fe6-b3b2-43d0-915d-ead621acc943', 'status': 'completed', 'code': 200} Nov 12 03:42:38.450013 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41646447-ee6c-4145-a489-558bf6b437bd req-40ec51f3-a0c9-49a4-8086-a2dbfde48fec service neutron] 10.222.0.25 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397503 Nov 12 03:42:38.461903 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-c3e3b529-b21e-4816-ac26-ae5402d16344 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.462396 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-c3e3b529-b21e-4816-ac26-ae5402d16344 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Floating IP 45ac071c-f2b0-4309-909e-7bf361b3ad42 disassociated. External IP: 172.25.8.129, port: 6fa95561-3cc7-4ddd-95f2-b6162359e938. Nov 12 03:42:38.580454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb4c54-ef2e-49ac-986b-5911519d3e84 None None] Pushing event updated for resources: {'Port': ['ID=247e16e7-38ce-4a8f-94b1-136c07d1b2c7,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:38.736365 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b8d3fb7-19d6-4f11-9691-6d90613713d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.740296 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b8d3fb7-19d6-4f11-9691-6d90613713d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.746844 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4b8d3fb7-19d6-4f11-9691-6d90613713d3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cb6a66a2-7e5e-44ea-8ed7-4bd9749f8255 HTTP/1.1" status: 204 len: 168 time: 0.7422292 Nov 12 03:42:38.791428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55a23e87-c9e5-4690-9bef-8448e5f3037e req-c85b13ca-4040-4aa8-8194-8ef77baa8fc0 tempest-ServersAdminTestJSON-406544662 tempest-ServersAdminTestJSON-406544662-project] 10.222.0.105 "GET /v2.0/ports?device_id=707337df-e95f-4812-9dac-c23cb29e31af HTTP/1.1" status: 200 len: 210 time: 0.1229384 Nov 12 03:42:38.794616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d3fb7-19d6-4f11-9691-6d90613713d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6a66a2-7e5e-44ea-8ed7-4bd9749f8255,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:38.857305 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.912143 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.999797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-c3e3b529-b21e-4816-ac26-ae5402d16344 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Router 9b541acd-16e0-421d-9224-479fac23268b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:39.190825 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9f02a6ca-1827-4be7-857b-5e3d1187de06 req-49ff43a9-c5c4-4056-bd62-b9796afcc3f7 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.0573626 Nov 12 03:42:39.192890 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Allocated IP 172.25.8.155 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/9271eaa6-eeb9-4891-bba4-a435c1e242df) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:39.228470 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-c3e3b529-b21e-4816-ac26-ae5402d16344 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:39.244980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c80387-c533-4335-b436-9defa8e9f044 None None] Sync routers for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:39.245702 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-c3e3b529-b21e-4816-ac26-ae5402d16344 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.269881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c80387-c533-4335-b436-9defa8e9f044 None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:39.270696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-06c80387-c533-4335-b436-9defa8e9f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:39.309103 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-c3e3b529-b21e-4816-ac26-ae5402d16344 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "PUT /v2.0/floatingips/45ac071c-f2b0-4309-909e-7bf361b3ad42 HTTP/1.1" status: 200 len: 695 time: 1.7651541 Nov 12 03:42:39.309892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74464594-51c2-4845-b8e0-c11d2471925d', 'tag': '6fa95561-3cc7-4ddd-95f2-b6162359e938'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:39.313757 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550ed40c-317e-4dc0-9fcd-0a64aee1a717" -d '{"events": [{"name": "network-changed", "server_uuid": "74464594-51c2-4845-b8e0-c11d2471925d", "tag": "6fa95561-3cc7-4ddd-95f2-b6162359e938"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:39.477636 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.495703 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d78c622-5591-4bef-a5df-a4bb6e855908 x-openstack-request-id: req-8d78c622-5591-4bef-a5df-a4bb6e855908 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:39.499332 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74464594-51c2-4845-b8e0-c11d2471925d", "tag": "6fa95561-3cc7-4ddd-95f2-b6162359e938", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:39.500124 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8d78c622-5591-4bef-a5df-a4bb6e855908 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:39.500940 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74464594-51c2-4845-b8e0-c11d2471925d', 'tag': '6fa95561-3cc7-4ddd-95f2-b6162359e938', 'status': 'completed', 'code': 200} Nov 12 03:42:39.515145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-7e9a6cbf-6563-4f4b-92e5-c4e367257d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:39.522614 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-7e9a6cbf-6563-4f4b-92e5-c4e367257d85 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 1098 time: 0.1935475 Nov 12 03:42:39.593880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-06c80387-c533-4335-b436-9defa8e9f044 None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:39.731397 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.777236 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed40c-317e-4dc0-9fcd-0a64aee1a717 req-acda8734-2d2d-4970-a1f1-368ce2109e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:39.781817 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-550ed40c-317e-4dc0-9fcd-0a64aee1a717 req-acda8734-2d2d-4970-a1f1-368ce2109e98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 1098 time: 0.2310133 Nov 12 03:42:39.903385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:39.921979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:39.925154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:39.934596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Pushing event updated for resources: {'Port': ['ID=9271eaa6-eeb9-4891-bba4-a435c1e242df,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:40.036545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-9de74e3c-2ac5-457a-b605-5dd7593054c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:40.039941 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-9de74e3c-2ac5-457a-b605-5dd7593054c2 service neutron] 10.222.0.105 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 923 time: 0.5122199 Nov 12 03:42:40.101356 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-06c80387-c533-4335-b436-9defa8e9f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:40.191221 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-bd542c56-aae9-4293-9958-56f2603aca67 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa95561-3cc7-4ddd-95f2-b6162359e938 HTTP/1.1" status: 200 len: 217 time: 0.0944803 Nov 12 03:42:40.221600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c80387-c533-4335-b436-9defa8e9f044 None None] Checking router: 9b541acd-16e0-421d-9224-479fac23268b for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:40.263129 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c80387-c533-4335-b436-9defa8e9f044 None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:40.269033 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-06c80387-c533-4335-b436-9defa8e9f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:40.377317 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-0cfccb95-cd9e-4c33-a7ef-30529f17e026 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=b9810c161f0b41f1afd590350e2a6352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3614869 Nov 12 03:42:40.405682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed40c-317e-4dc0-9fcd-0a64aee1a717 req-156acb2e-6e0a-4e7c-948f-c3574e070425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:40.408026 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-550ed40c-317e-4dc0-9fcd-0a64aee1a717 req-156acb2e-6e0a-4e7c-948f-c3574e070425 service neutron] 10.222.0.25 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 923 time: 0.5938122 Nov 12 03:42:40.426763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-16c67d29-3982-436a-9032-e09482b7b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:40.428142 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-16c67d29-3982-436a-9032-e09482b7b3ab service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.2144008 Nov 12 03:42:40.466260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-06c80387-c533-4335-b436-9defa8e9f044 None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:40.527458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb4fc79-3f0f-491a-af11-0b010ddd2322 None None] Network 2054e51b-f0f7-4215-a548-9066fc4b378c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:40.535477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:40.545256 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-550ed40c-317e-4dc0-9fcd-0a64aee1a717 req-86c99e6c-f55f-4bb6-9a68-ec2e041cd13b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa95561-3cc7-4ddd-95f2-b6162359e938 HTTP/1.1" status: 200 len: 217 time: 0.1143484 Nov 12 03:42:40.571154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-9716b7f4-8676-453b-98bb-b906759f31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:40.573076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-9716b7f4-8676-453b-98bb-b906759f31cf service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237772 Nov 12 03:42:40.754723 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed40c-317e-4dc0-9fcd-0a64aee1a717 req-c15c1680-1441-480b-a46b-1ddf51e815f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:40.759635 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-550ed40c-317e-4dc0-9fcd-0a64aee1a717 req-c15c1680-1441-480b-a46b-1ddf51e815f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.1917698 Nov 12 03:42:40.801508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-d363255b-0bf4-4968-98d1-7daffaaf53fc tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:40.809826 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-d363255b-0bf4-4968-98d1-7daffaaf53fc tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4310780 Nov 12 03:42:40.838220 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-2b5d4c66-a1d8-47d7-82c7-cdd96326bc43 service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265794 Nov 12 03:42:40.841170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e5896295-c63c-40c8-bb80-f3ad372bbf3a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/quotas/b9810c161f0b41f1afd590350e2a6352 HTTP/1.1" status: 200 len: 375 time: 0.0300119 Nov 12 03:42:40.863301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed40c-317e-4dc0-9fcd-0a64aee1a717 req-31c68918-a9fb-4f19-8fa4-a4a467db2092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:40.868857 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-550ed40c-317e-4dc0-9fcd-0a64aee1a717 req-31c68918-a9fb-4f19-8fa4-a4a467db2092 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974908 Nov 12 03:42:40.956622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-345dac81-d497-4433-ae2e-2c0ed9505cef None None] Provisioning complete for port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:40.957281 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-345dac81-d497-4433-ae2e-2c0ed9505cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.997682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:40.998147 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.999714 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-63549af2-bb86-47b9-bd93-a7965f0cd74c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1573777 Nov 12 03:42:41.006313 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.097095 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d11bca4f-76cc-4a5e-9cd8-cebfbeecc121 req-ee2a734a-f8eb-415d-bcc5-c7e6385b4ac6 service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456865 Nov 12 03:42:41.104651 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-550ed40c-317e-4dc0-9fcd-0a64aee1a717 req-df3ba919-caea-4e2d-aadc-85d96508e085 service neutron] 10.222.0.25 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146313 Nov 12 03:42:41.198382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.332321 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-550ed40c-317e-4dc0-9fcd-0a64aee1a717 req-dacb1488-3385-4251-bf4c-9774d8b31079 service neutron] 10.222.0.25 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017934 Nov 12 03:42:41.481972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-600409726-network', 'tenant_id': '7481a972db044060ad6777a14e06d6ee'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:41.598790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b65ffde0-3e64-4ff0-a48f-c586f741b9fb req-5154ab7e-ccd2-4462-8efc-caf110309c56 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.1088862 Nov 12 03:42:41.619320 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.625377 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-345dac81-d497-4433-ae2e-2c0ed9505cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.710983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-06c80387-c533-4335-b436-9defa8e9f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:41.716257 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.783789 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c80387-c533-4335-b436-9defa8e9f044 None None] The sync data for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 is: [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:41.807747 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=247e16e7-38ce-4a8f-94b1-136c07d1b2c7,segment=NetworkSegment(da5159eb-5139-4f08-84ca-ce27db37a67e),segment_id=da5159eb-5139-4f08-84ca-ce27db37a67e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:41.862465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] Made reservation on behalf of 7481a972db044060ad6777a14e06d6ee for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:41.867337 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.873456 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14a96666-2593-4f74-b2b2-779f01a14935 req-00cdebca-6a47-4875-afc0-8f0894ed8277 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 210 time: 0.0902691 Nov 12 03:42:41.901613 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.924319 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.025388 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.067649 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-345dac81-d497-4433-ae2e-2c0ed9505cef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:42.067649 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-345dac81-d497-4433-ae2e-2c0ed9505cef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:42.108272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=247e16e7-38ce-4a8f-94b1-136c07d1b2c7,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:42.299720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:42.315093 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ef507c-23fa-47c9-9a49-e12f8999fd59 None None] New status for floating IP 45ac071c-f2b0-4309-909e-7bf361b3ad42: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:42:42.321530 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-25fb3346-c8c1-47b8-8d53-5623089f6c0e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b35a32c9a34046e089b00f5d3bf1e5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919517 Nov 12 03:42:42.330067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53930) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.355469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce207936-37ed-48d6-9031-61c52526e299 req-ea596ab3-950d-4acf-96ef-d75fd77ce048 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:42.367863 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce207936-37ed-48d6-9031-61c52526e299 req-ea596ab3-950d-4acf-96ef-d75fd77ce048 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1772499 Nov 12 03:42:42.371155 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.398696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:42.399891 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.434786 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce207936-37ed-48d6-9031-61c52526e299 req-670ccd76-99f4-482b-a1bb-02b204ab3f64 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 698 time: 0.0571644 Nov 12 03:42:42.434786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ce207936-37ed-48d6-9031-61c52526e299 req-f874d736-5cd0-4862-9994-4f7c7fce841e tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Request body: {'floatingip': {'port_id': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:42.437513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Router ba7a6c1c-2c50-41dc-bb71-30f68779063f is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:42.441012 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb69062c-d015-4ba2-aeae-2bb7060c8503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.481843 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.506762 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce207936-37ed-48d6-9031-61c52526e299 req-f874d736-5cd0-4862-9994-4f7c7fce841e tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.517209 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb69062c-d015-4ba2-aeae-2bb7060c8503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.612163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:42.636145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe2b191-f9ce-4c7b-8aea-65e503d9116c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:42.649334 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.649684 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] Added segment 4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e of type vlan for network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a Nov 12 03:42:42.781964 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.809698 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb69062c-d015-4ba2-aeae-2bb7060c8503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.813689 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:42.817578 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb69062c-d015-4ba2-aeae-2bb7060c8503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.823524 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cb69062c-d015-4ba2-aeae-2bb7060c8503 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e62da4f1-0067-47d4-a94e-0f5fdcf4b740 HTTP/1.1" status: 204 len: 168 time: 0.4912772 Nov 12 03:42:42.843234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69062c-d015-4ba2-aeae-2bb7060c8503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62da4f1-0067-47d4-a94e-0f5fdcf4b740,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:42.873763 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Sync routers for ids ['ba7a6c1c-2c50-41dc-bb71-30f68779063f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:42.889409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f2e828cf-2548-4fa1-9f4f-1eff7386703f None None] Provisioning complete for port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:42.889779 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2e828cf-2548-4fa1-9f4f-1eff7386703f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.938594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Routers {'ba7a6c1c-2c50-41dc-bb71-30f68779063f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:42.939223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ba7a6c1c-2c50-41dc-bb71-30f68779063f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:43.103905 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b52e363-63ae-4372-99e8-57b350b71ba2 req-10dd52df-68c4-4648-90e9-9a35b458cb2d tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.3651567 Nov 12 03:42:43.137383 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.api [req-ce207936-37ed-48d6-9031-61c52526e299 req-f874d736-5cd0-4862-9994-4f7c7fce841e tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:43.145187 n-d-767704-23 neutron-server[103146]: DEBUG oslo_db.api [req-ce207936-37ed-48d6-9031-61c52526e299 req-f874d736-5cd0-4862-9994-4f7c7fce841e tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:43.145187 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.145187 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-43f77c42-2605-4cf1-bd9d-7008abb0ca8d admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3269372 Nov 12 03:42:43.145187 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.145606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53944) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.146491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:43.147765 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.289149 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6be0bede-352e-434b-9c13-beb317797750 req-4dc18325-6d72-4142-ba8a-e27eed761d70 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 210 time: 0.0433741 Nov 12 03:42:43.394813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Set router ba7a6c1c-2c50-41dc-bb71-30f68779063f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:43.665023 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce207936-37ed-48d6-9031-61c52526e299 req-f874d736-5cd0-4862-9994-4f7c7fce841e tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.708627 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5041595 Nov 12 03:42:43.716681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.716899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'name': 'tempest-FloatingIPsTestJSON-188117120-router', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9271eaa6-eeb9-4891-bba4-a435c1e242df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:37Z', 'updated_at': '2021-11-12T03:42:40Z', 'revision_number': 3, 'project_id': '09f4a28c17bb4471aad78b34c9fb4937', 'gw_port': {'id': '9271eaa6-eeb9-4891-bba4-a435c1e242df', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:38Z', 'updated_at': '2021-11-12T03:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:43.721088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-18f32acd-193b-4539-b06c-3b3d22fc77a0 admin admin] Request body: {'subnet': {'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-600409726-subnet', 'tenant_id': '7481a972db044060ad6777a14e06d6ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:43.750283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2314cf-2013-4738-bc81-82bd6cd9bd7f admin admin] Pushing event updated for resources: {'Network': ['ID=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.761174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Checking router: ba7a6c1c-2c50-41dc-bb71-30f68779063f for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:43.761584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Updating router ba7a6c1c-2c50-41dc-bb71-30f68779063f port 9271eaa6-eeb9-4891-bba4-a435c1e242df binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:43.786864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:43.892145 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.997096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53952) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.002870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f32acd-193b-4539-b06c-3b3d22fc77a0 admin admin] Made reservation on behalf of 7481a972db044060ad6777a14e06d6ee for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:44.009924 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18f32acd-193b-4539-b06c-3b3d22fc77a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.264817 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3cfcc385-f530-4f8e-abc1-c73666b090b9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=be7d4e1b944441918bad5827376a9ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633729 Nov 12 03:42:44.267551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53958) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.326984 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.356567 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0b7b8b15-c488-4a47-a430-3eaaf652d3a6 req-da50b833-0db3-43e3-9cba-019fc65fbcf1 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.1132350 Nov 12 03:42:44.465975 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.524421 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90553578-e8d5-49d1-a203-fe0b589a02df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.524770 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8509c5d9-70b3-4921-9cdf-d013a364d23a req-243ec630-e19b-4365-9844-cc9f5a61c267 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 210 time: 0.0503118 Nov 12 03:42:44.588436 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add0483-3966-4e72-b1b5-38ef67a37113 req-f3ab119e-83e9-4d62-9182-fb680257b212 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:44.590351 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9add0483-3966-4e72-b1b5-38ef67a37113 req-f3ab119e-83e9-4d62-9182-fb680257b212 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.25 "GET /v2.0/ports?device_id=74464594-51c2-4845-b8e0-c11d2471925d HTTP/1.1" status: 200 len: 946 time: 0.1612675 Nov 12 03:42:44.630340 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90553578-e8d5-49d1-a203-fe0b589a02df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.662239 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.692089 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [req-ce207936-37ed-48d6-9031-61c52526e299 req-f874d736-5cd0-4862-9994-4f7c7fce841e tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:42:44.781786 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce207936-37ed-48d6-9031-61c52526e299 req-f874d736-5cd0-4862-9994-4f7c7fce841e tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.825943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Attempting to bind port 9271eaa6-eeb9-4891-bba4-a435c1e242df on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:44.825943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Attempting to bind port 9271eaa6-eeb9-4891-bba4-a435c1e242df by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:44.826312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Attempting to bind port 9271eaa6-eeb9-4891-bba4-a435c1e242df on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:44.828204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9add0483-3966-4e72-b1b5-38ef67a37113 req-08c310a4-a31f-4d3a-8161-070462bdccd2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Deleting port 6fa95561-3cc7-4ddd-95f2-b6162359e938 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:44.828676 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9add0483-3966-4e72-b1b5-38ef67a37113 req-08c310a4-a31f-4d3a-8161-070462bdccd2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.832802 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18f32acd-193b-4539-b06c-3b3d22fc77a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.837190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf841f3-008f-41bc-98de-511d5141524e None None] Pushing event updated for resources: {'Port': ['ID=9271eaa6-eeb9-4891-bba4-a435c1e242df,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:44.845962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:44.845962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:44.846212 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.846456 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:44.847420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Bound port: 9271eaa6-eeb9-4891-bba4-a435c1e242df, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:44.847805 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.921198 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90553578-e8d5-49d1-a203-fe0b589a02df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.924446 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90553578-e8d5-49d1-a203-fe0b589a02df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.928483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-90553578-e8d5-49d1-a203-fe0b589a02df admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8c52a8c1-a5b6-45f7-bc25-ba59fddc1d6d HTTP/1.1" status: 204 len: 168 time: 0.6524274 Nov 12 03:42:44.928483 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce207936-37ed-48d6-9031-61c52526e299 req-f874d736-5cd0-4862-9994-4f7c7fce841e tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.933828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] For port 9271eaa6-eeb9-4891-bba4-a435c1e242df, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:44.942181 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] For port 9271eaa6-eeb9-4891-bba4-a435c1e242df, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9271eaa6-eeb9-4891-bba4-a435c1e242df,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:44.952993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f32acd-193b-4539-b06c-3b3d22fc77a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:44.994843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9add0483-3966-4e72-b1b5-38ef67a37113 req-08c310a4-a31f-4d3a-8161-070462bdccd2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] For port 6fa95561-3cc7-4ddd-95f2-b6162359e938, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6fa95561-3cc7-4ddd-95f2-b6162359e938,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:44.994843 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9add0483-3966-4e72-b1b5-38ef67a37113 req-08c310a4-a31f-4d3a-8161-070462bdccd2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.030684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9add0483-3966-4e72-b1b5-38ef67a37113 req-08c310a4-a31f-4d3a-8161-070462bdccd2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Calling delete_port for 6fa95561-3cc7-4ddd-95f2-b6162359e938 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:45.057093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90553578-e8d5-49d1-a203-fe0b589a02df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c52a8c1-a5b6-45f7-bc25-ba59fddc1d6d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:45.062836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f32acd-193b-4539-b06c-3b3d22fc77a0 admin admin] Checking segment: {'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:45.063354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f32acd-193b-4539-b06c-3b3d22fc77a0 admin admin] Network hostable DHCP agents. Network: 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:45.073085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-59c08761-cf17-40ea-b1d6-50db19dcf1c9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b9810c161f0b41f1afd590350e2a6352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648532 Nov 12 03:42:45.098027 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.139799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Allocated IP 172.20.0.1 (2054e51b-f0f7-4215-a548-9066fc4b378c/e4da1c8d-2636-4eed-bdce-977f5ce0765e/a5332611-cd68-4673-a4c9-033ad5b2b07a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:45.202681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Routers {'ba7a6c1c-2c50-41dc-bb71-30f68779063f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:45.213192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ba7a6c1c-2c50-41dc-bb71-30f68779063f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:45.282164 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-ce207936-37ed-48d6-9031-61c52526e299 req-f874d736-5cd0-4862-9994-4f7c7fce841e tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Floating IP 45ac071c-f2b0-4309-909e-7bf361b3ad42 associated. External IP: 172.25.8.129, port: f0897a27-dab9-4ffa-b794-19f48bf3f0a7. Nov 12 03:42:45.284627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf841f3-008f-41bc-98de-511d5141524e None None] Pushing event updated for resources: {'Port': ['ID=9271eaa6-eeb9-4891-bba4-a435c1e242df,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:45.357445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f32acd-193b-4539-b06c-3b3d22fc77a0 admin admin] Network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:45.377510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e2ca34b1-c9f9-4a35-8628-395a8c598459 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:45.379669 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e2ca34b1-c9f9-4a35-8628-395a8c598459 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907369 Nov 12 03:42:45.444474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Request body: {'port': {'device_id': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': 'b9810c161f0b41f1afd590350e2a6352'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:45.475217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] Set router ba7a6c1c-2c50-41dc-bb71-30f68779063f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:45.547675 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.558470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-18f32acd-193b-4539-b06c-3b3d22fc77a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:45.580124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f32acd-193b-4539-b06c-3b3d22fc77a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:45.580724 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18f32acd-193b-4539-b06c-3b3d22fc77a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.610443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d147c9-3561-4db5-a4fb-e6fd3937572a None None] Network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:45.666301 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c855991-8d62-437d-b660-8ea136dd4511 req-a9850e51-28dc-4d4d-8b52-4d3bb96c44ae tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.1336179 Nov 12 03:42:45.675141 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9add0483-3966-4e72-b1b5-38ef67a37113 req-08c310a4-a31f-4d3a-8161-070462bdccd2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.718665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-18f32acd-193b-4539-b06c-3b3d22fc77a0 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0017629 Nov 12 03:42:45.762176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c310a4-a31f-4d3a-8161-070462bdccd2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Pushing event deleted for resources: {'Port': ['ID=6fa95561-3cc7-4ddd-95f2-b6162359e938,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:45.830634 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6fa95561-3cc7-4ddd-95f2-b6162359e938'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:45.853703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['f0897a27-dab9-4ffa-b794-19f48bf3f0a7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:45.952363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9add0483-3966-4e72-b1b5-38ef67a37113 req-08c310a4-a31f-4d3a-8161-070462bdccd2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] No DVR routers for this DVR port 6fa95561-3cc7-4ddd-95f2-b6162359e938 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:46.035960 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9add0483-3966-4e72-b1b5-38ef67a37113 req-08c310a4-a31f-4d3a-8161-070462bdccd2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.042592 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9add0483-3966-4e72-b1b5-38ef67a37113 req-08c310a4-a31f-4d3a-8161-070462bdccd2 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.25 "DELETE /v2.0/ports/6fa95561-3cc7-4ddd-95f2-b6162359e938 HTTP/1.1" status: 204 len: 173 time: 1.4407980 Nov 12 03:42:46.055543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74464594-51c2-4845-b8e0-c11d2471925d', 'name': 'network-vif-deleted', 'tag': '6fa95561-3cc7-4ddd-95f2-b6162359e938'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:46.067760 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8df45c6-0804-4d32-8302-c77c03e51873" -d '{"events": [{"server_uuid": "74464594-51c2-4845-b8e0-c11d2471925d", "name": "network-vif-deleted", "tag": "6fa95561-3cc7-4ddd-95f2-b6162359e938"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:46.076180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce207936-37ed-48d6-9031-61c52526e299 req-f874d736-5cd0-4862-9994-4f7c7fce841e tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Router 9b541acd-16e0-421d-9224-479fac23268b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:46.123735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Made reservation on behalf of b9810c161f0b41f1afd590350e2a6352 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:46.132621 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.183163 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-018ca5e4-fcc1-4e09-b777-e3102c3434df req-6cb6efb8-3613-4e33-921a-25e68b05bf61 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 210 time: 0.2422953 Nov 12 03:42:46.342576 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.403383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e11c8-734e-4045-9809-2a6d4c4ec759 None None] Network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:46.480903 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90615a55-d3cc-4e30-b5d3-e05a5573028a x-openstack-request-id: req-90615a55-d3cc-4e30-b5d3-e05a5573028a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:46.481505 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74464594-51c2-4845-b8e0-c11d2471925d", "name": "network-vif-deleted", "tag": "6fa95561-3cc7-4ddd-95f2-b6162359e938", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:46.481726 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-90615a55-d3cc-4e30-b5d3-e05a5573028a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:46.482277 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74464594-51c2-4845-b8e0-c11d2471925d', 'name': 'network-vif-deleted', 'tag': '6fa95561-3cc7-4ddd-95f2-b6162359e938', 'status': 'completed', 'code': 200} Nov 12 03:42:46.560807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Network 2054e51b-f0f7-4215-a548-9066fc4b378c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:46.593067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:46.596608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:46.599901 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Pushing event updated for resources: {'Port': ['ID=a5332611-cd68-4673-a4c9-033ad5b2b07a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:46.768846 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.854488 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce207936-37ed-48d6-9031-61c52526e299 req-f874d736-5cd0-4862-9994-4f7c7fce841e tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:46.876347 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b435022a-308b-4c04-8679-3161176e0b21 None None] Sync routers for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:46.892961 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce207936-37ed-48d6-9031-61c52526e299 req-f874d736-5cd0-4862-9994-4f7c7fce841e tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.916429 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b435022a-308b-4c04-8679-3161176e0b21 None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:46.917916 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b435022a-308b-4c04-8679-3161176e0b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:47.007474 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'name': 'tempest-FloatingIPsTestJSON-188117120-router', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9271eaa6-eeb9-4891-bba4-a435c1e242df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:37Z', 'updated_at': '2021-11-12T03:42:40Z', 'revision_number': 3, 'project_id': '09f4a28c17bb4471aad78b34c9fb4937', 'gw_port': {'id': '9271eaa6-eeb9-4891-bba4-a435c1e242df', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:38Z', 'updated_at': '2021-11-12T03:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:47.090050 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41bae94-956e-4846-b20a-362c199873c8 None None] The sync data for ids ['ba7a6c1c-2c50-41dc-bb71-30f68779063f'] in n-d-767704-23 is: [{'id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'name': 'tempest-FloatingIPsTestJSON-188117120-router', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9271eaa6-eeb9-4891-bba4-a435c1e242df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:37Z', 'updated_at': '2021-11-12T03:42:40Z', 'revision_number': 3, 'project_id': '09f4a28c17bb4471aad78b34c9fb4937', 'gw_port': {'id': '9271eaa6-eeb9-4891-bba4-a435c1e242df', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:38Z', 'updated_at': '2021-11-12T03:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:47.132835 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce207936-37ed-48d6-9031-61c52526e299 req-f874d736-5cd0-4862-9994-4f7c7fce841e tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "PUT /v2.0/floatingips/45ac071c-f2b0-4309-909e-7bf361b3ad42 HTTP/1.1" status: 200 len: 996 time: 4.7055240 Nov 12 03:42:47.133456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'tag': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:47.135780 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab05374-14aa-424e-9fdc-92793bce70e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9", "tag": "f0897a27-dab9-4ffa-b794-19f48bf3f0a7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:47.217965 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b435022a-308b-4c04-8679-3161176e0b21 None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:47.233017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce207936-37ed-48d6-9031-61c52526e299 req-08583173-d726-474e-94aa-5369ad30ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:47.245193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce207936-37ed-48d6-9031-61c52526e299 req-08583173-d726-474e-94aa-5369ad30ea3a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0906942 Nov 12 03:42:47.253057 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Allocated IP 192.168.233.153 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/2050f219-2d37-4c9a-a80a-688d3db93a3c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:47.253849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-75d31406-f717-45e6-b682-dad22ab9236a None None] Provisioning complete for port a5332611-cd68-4673-a4c9-033ad5b2b07a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:47.253849 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75d31406-f717-45e6-b682-dad22ab9236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.307585 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.347694 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-75d31406-f717-45e6-b682-dad22ab9236a None None] Port a5332611-cd68-4673-a4c9-033ad5b2b07a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:47.482466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093a283-a850-4f69-9504-c80e039741e7 req-78d843d0-6600-4023-88db-2d016c8d9236 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:47.500595 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2093a283-a850-4f69-9504-c80e039741e7 req-78d843d0-6600-4023-88db-2d016c8d9236 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/networks?id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a HTTP/1.1" status: 200 len: 804 time: 0.3177733 Nov 12 03:42:47.541547 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2093a283-a850-4f69-9504-c80e039741e7 req-772c5eea-5c19-4d74-89e6-6dd36e773802 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/quotas/7481a972db044060ad6777a14e06d6ee HTTP/1.1" status: 200 len: 375 time: 0.0394614 Nov 12 03:42:47.559344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce207936-37ed-48d6-9031-61c52526e299 req-5b34f4a1-0e3b-4703-b6b6-1b20f0f74306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:47.561189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce207936-37ed-48d6-9031-61c52526e299 req-5b34f4a1-0e3b-4703-b6b6-1b20f0f74306 service neutron] 10.222.0.105 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 923 time: 0.3152122 Nov 12 03:42:47.695516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce207936-37ed-48d6-9031-61c52526e299 req-6c92b8f1-f1be-43ea-8206-ebebfd2ded53 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7 HTTP/1.1" status: 200 len: 999 time: 0.1133087 Nov 12 03:42:47.750664 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b435022a-308b-4c04-8679-3161176e0b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '45ac071c-f2b0-4309-909e-7bf361b3ad42', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '9b541acd-16e0-421d-9224-479fac23268b', 'port_id': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'mac_address': 'fa:16:3e:46:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:49Z', 'updated_at': '2021-11-12T03:42:44Z', 'revision_number': 8, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:47.817964 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b435022a-308b-4c04-8679-3161176e0b21 None None] Checking router: 9b541acd-16e0-421d-9224-479fac23268b for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:47.829841 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b435022a-308b-4c04-8679-3161176e0b21 None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:47.835374 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b435022a-308b-4c04-8679-3161176e0b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:47.856461 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2093a283-a850-4f69-9504-c80e039741e7 req-9f7540e2-6a1c-4388-8fb8-f82ee0e328c7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=7481a972db044060ad6777a14e06d6ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2885168 Nov 12 03:42:48.069572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce207936-37ed-48d6-9031-61c52526e299 req-2080ce89-422b-4c8b-af14-3ea2e0695bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:48.080703 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b435022a-308b-4c04-8679-3161176e0b21 None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:48.098998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce207936-37ed-48d6-9031-61c52526e299 req-2080ce89-422b-4c8b-af14-3ea2e0695bc2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.2360816 Nov 12 03:42:48.177822 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.250225 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c4f1e136-bca5-4797-b48c-67f80b015d7f req-26dd6410-e269-4eca-80c4-c0f42c1ea46b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.0908089 Nov 12 03:42:48.353779 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce207936-37ed-48d6-9031-61c52526e299 req-a1e91201-6dae-4dfe-bd5f-2456179488e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:48.355466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce207936-37ed-48d6-9031-61c52526e299 req-a1e91201-6dae-4dfe-bd5f-2456179488e4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2552702 Nov 12 03:42:48.424344 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2093a283-a850-4f69-9504-c80e039741e7 req-64935f49-211a-4f5f-aaa2-7656302c6dbd service neutron] 10.222.0.105 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399666 Nov 12 03:42:48.472144 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9271eaa6-eeb9-4891-bba4-a435c1e242df up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:48.556609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce207936-37ed-48d6-9031-61c52526e299 req-efa6483e-c997-4479-a931-2d68a28d4e8e service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907597 Nov 12 03:42:48.558465 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.600883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6240b1e3-5e4a-41e0-9830-2e0dc34a4589'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:48.641863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['512ac6f4-442a-4d98-9d16-d0a71c52a6f3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:48.739762 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b435022a-308b-4c04-8679-3161176e0b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '45ac071c-f2b0-4309-909e-7bf361b3ad42', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '9b541acd-16e0-421d-9224-479fac23268b', 'port_id': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'mac_address': 'fa:16:3e:46:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:49Z', 'updated_at': '2021-11-12T03:42:44Z', 'revision_number': 8, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:48.780309 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b435022a-308b-4c04-8679-3161176e0b21 None None] The sync data for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 is: [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '45ac071c-f2b0-4309-909e-7bf361b3ad42', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '9b541acd-16e0-421d-9224-479fac23268b', 'port_id': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'mac_address': 'fa:16:3e:46:af:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:49Z', 'updated_at': '2021-11-12T03:42:44Z', 'revision_number': 8, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:48.835034 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.854819 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2093a283-a850-4f69-9504-c80e039741e7 req-038993da-6659-4ff4-9291-1841d4534fb1 service neutron] 10.222.0.105 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281974 Nov 12 03:42:48.874566 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6fa95561-3cc7-4ddd-95f2-b6162359e938 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:48.942306 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.204830 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.209348 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 6fa95561-3cc7-4ddd-95f2-b6162359e938 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:49.210274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6fa95561-3cc7-4ddd-95f2-b6162359e938 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:49.294532 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.356797 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9271eaa6-eeb9-4891-bba4-a435c1e242df triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:49.357262 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.383225 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Pushing event updated for resources: {'Port': ['ID=a5332611-cd68-4673-a4c9-033ad5b2b07a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:49.528480 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6a84cd-c4a4-40ef-9b39-28f7d0d4dc0d None None] New status for floating IP 45ac071c-f2b0-4309-909e-7bf361b3ad42: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:42:49.554740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:49.565552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:49.661308 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb1a3f11-e49b-476b-a72d-42b4cdfa9970 req-fa78424f-6866-4a4d-8ed5-d878be84746f tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.0413413 Nov 12 03:42:49.717457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Network 2054e51b-f0f7-4215-a548-9066fc4b378c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:49.719636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:49.759289 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:49.802443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce207936-37ed-48d6-9031-61c52526e299 req-2035c6f8-74dc-4998-a32b-71e7a8c1801b service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1768558 Nov 12 03:42:49.805351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Pushing event updated for resources: {'Port': ['ID=2050f219-2d37-4c9a-a80a-688d3db93a3c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:49.916086 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.917998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.918440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.919908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.921612 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.922159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.923475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.926029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.929887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.931007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.933042 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.933510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.971635 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c26c8b4-7fe5-443d-8076-b6bff98f191e x-openstack-request-id: req-8c26c8b4-7fe5-443d-8076-b6bff98f191e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:49.974085 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9", "tag": "f0897a27-dab9-4ffa-b794-19f48bf3f0a7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:49.976498 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8c26c8b4-7fe5-443d-8076-b6bff98f191e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:49.978046 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'tag': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'status': 'completed', 'code': 200} Nov 12 03:42:50.217373 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Router ba7a6c1c-2c50-41dc-bb71-30f68779063f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:50.258525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.263737 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.385183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab05374-14aa-424e-9fdc-92793bce70e7 req-1d0eec46-3b94-4dfc-b85f-5979fa4a37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.388498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ab05374-14aa-424e-9fdc-92793bce70e7 req-1d0eec46-3b94-4dfc-b85f-5979fa4a37f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 1097 time: 0.3898399 Nov 12 03:42:50.407171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-e0b10c3d-8c26-468f-96aa-fdd1f2ff6114 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9693732 Nov 12 03:42:50.444850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f4aa5d58-9c64-46ff-a9ed-bd1de14032b3 None None] Provisioning complete for port 2050f219-2d37-4c9a-a80a-688d3db93a3c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:50.445949 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5d58-9c64-46ff-a9ed-bd1de14032b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.446725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Request body: {'port': {'device_id': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:50.504343 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-97c594f2-77c6-4251-9b44-006a881023cd req-15f91811-d977-4c8b-80ad-efaa81bc19f1 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 210 time: 0.0792444 Nov 12 03:42:50.689846 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.718067 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.726106 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:50.727179 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 9271eaa6-eeb9-4891-bba4-a435c1e242df, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9271eaa6-eeb9-4891-bba4-a435c1e242df,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:50.736099 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e7aa699a-0191-4894-8a63-ebf3e760fc18 admin admin] 10.222.0.105 "PUT /v2.0/routers/ba7a6c1c-2c50-41dc-bb71-30f68779063f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5897107 Nov 12 03:42:50.752673 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab05374-14aa-424e-9fdc-92793bce70e7 req-e925fd04-c406-42bc-903d-145c1cd1ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.753178 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Sync routers for ids ['ba7a6c1c-2c50-41dc-bb71-30f68779063f'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:50.754219 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ab05374-14aa-424e-9fdc-92793bce70e7 req-e925fd04-c406-42bc-903d-145c1cd1ff14 service neutron] 10.222.0.26 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 923 time: 0.3427019 Nov 12 03:42:50.784053 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Routers {'ba7a6c1c-2c50-41dc-bb71-30f68779063f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:50.796463 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ba7a6c1c-2c50-41dc-bb71-30f68779063f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:50.817664 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4e7e1b5-de03-46d3-aeb4-cabfe936cb49 req-fa644e07-4733-4c81-9ad8-bed61913b656 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips/45ac071c-f2b0-4309-909e-7bf361b3ad42 HTTP/1.1" status: 200 len: 996 time: 0.2017701 Nov 12 03:42:50.874848 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.890957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ab05374-14aa-424e-9fdc-92793bce70e7 req-fe8e5486-342f-4bec-80d0-7940e1eb496b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7 HTTP/1.1" status: 200 len: 1001 time: 0.1048164 Nov 12 03:42:51.048610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7e1b5-de03-46d3-aeb4-cabfe936cb49 req-c9f438aa-2092-4b21-bbfe-f6ebc0076ec9 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.052782 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4e7e1b5-de03-46d3-aeb4-cabfe936cb49 req-c9f438aa-2092-4b21-bbfe-f6ebc0076ec9 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.2297983 Nov 12 03:42:51.053970 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=9271eaa6-eeb9-4891-bba4-a435c1e242df,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:51.068807 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa5d58-9c64-46ff-a9ed-bd1de14032b3 None None] Port 2050f219-2d37-4c9a-a80a-688d3db93a3c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:51.075655 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:51.075655 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:51.075893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:51.076166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:51.076644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:51.077991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:51.078442 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:51.078793 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:51.079433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:51.079433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:51.080128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:51.080217 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-d4e7e1b5-de03-46d3-aeb4-cabfe936cb49 req-ca243200-bb52-4a88-84c1-0e2918f08887 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:51.081267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:51.085188 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4e7e1b5-de03-46d3-aeb4-cabfe936cb49 req-ca243200-bb52-4a88-84c1-0e2918f08887 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146148 Nov 12 03:42:51.085386 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Set router ba7a6c1c-2c50-41dc-bb71-30f68779063f gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:51.302856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-61a8d08a-0565-4757-a5c6-9b6fec40456e None None] Provisioning complete for port a5332611-cd68-4673-a4c9-033ad5b2b07a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:51.302856 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61a8d08a-0565-4757-a5c6-9b6fec40456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.346589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db038b9-5e39-4326-a7fe-4a25f0bb7ef0 req-76c36c1a-b285-4c95-8a56-b93d35bbcf91 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.358266 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0db038b9-5e39-4326-a7fe-4a25f0bb7ef0 req-76c36c1a-b285-4c95-8a56-b93d35bbcf91 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 936 time: 1.1437130 Nov 12 03:42:51.379530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab05374-14aa-424e-9fdc-92793bce70e7 req-ccae8dd9-a697-4f11-8487-67ae7ad137c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.387189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ab05374-14aa-424e-9fdc-92793bce70e7 req-ccae8dd9-a697-4f11-8487-67ae7ad137c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.4469709 Nov 12 03:42:51.431654 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-9b973046-89ca-4033-9485-808732a142d8 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=4462d6078fe14c8994843699f8593810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1527734 Nov 12 03:42:51.585753 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0db038b9-5e39-4326-a7fe-4a25f0bb7ef0 req-ee3a915a-87be-43b3-a16f-fc89c6cedec8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077672 Nov 12 03:42:51.585951 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'name': 'tempest-FloatingIPsTestJSON-188117120-router', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9271eaa6-eeb9-4891-bba4-a435c1e242df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:37Z', 'updated_at': '2021-11-12T03:42:46Z', 'revision_number': 4, 'project_id': '09f4a28c17bb4471aad78b34c9fb4937', 'gw_port': {'id': '9271eaa6-eeb9-4891-bba4-a435c1e242df', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:38Z', 'updated_at': '2021-11-12T03:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a5332611-cd68-4673-a4c9-033ad5b2b07a', 'name': '', 'network_id': '2054e51b-f0f7-4215-a548-9066fc4b378c', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'mac_address': 'fa:16:3e:0e:0b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'e4da1c8d-2636-4eed-bdce-977f5ce0765e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:44Z', 'updated_at': '2021-11-12T03:42:47Z', 'revision_number': 2, 'project_id': '09f4a28c17bb4471aad78b34c9fb4937', 'subnets': [{'id': 'e4da1c8d-2636-4eed-bdce-977f5ce0765e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:51.695775 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Checking router: ba7a6c1c-2c50-41dc-bb71-30f68779063f for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:51.697751 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Updating router ba7a6c1c-2c50-41dc-bb71-30f68779063f port a5332611-cd68-4673-a4c9-033ad5b2b07a binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:51.703258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab05374-14aa-424e-9fdc-92793bce70e7 req-bee2f11e-1002-4f8d-8538-25338924fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.706198 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ab05374-14aa-424e-9fdc-92793bce70e7 req-bee2f11e-1002-4f8d-8538-25338924fddc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2755454 Nov 12 03:42:51.770514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-0466cfa7-cf92-4d57-8c78-bba619e34344 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.782060 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-0466cfa7-cf92-4d57-8c78-bba619e34344 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3493581 Nov 12 03:42:51.785311 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.821050 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-e6e8f28a-7c2f-4ee4-a9fd-b9298dc3ad79 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/quotas/4462d6078fe14c8994843699f8593810 HTTP/1.1" status: 200 len: 375 time: 0.0363035 Nov 12 03:42:51.889502 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-cc88b5fe-10f6-45a6-ac7d-3e91aa38f72d tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=4462d6078fe14c8994843699f8593810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670428 Nov 12 03:42:51.909700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-61a8d08a-0565-4757-a5c6-9b6fec40456e None None] Port a5332611-cd68-4673-a4c9-033ad5b2b07a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:51.932647 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9cb5dd28-f089-4047-9964-7f9ebe66bcfc req-825f3332-f48e-43ba-8529-91b4f86d459b tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.1475301 Nov 12 03:42:52.073683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ab05374-14aa-424e-9fdc-92793bce70e7 req-b2f8ff9f-966c-4e48-9610-8a1ddd286bb4 service neutron] 10.222.0.26 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538599 Nov 12 03:42:52.230488 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2050f219-2d37-4c9a-a80a-688d3db93a3c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:52.414136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ab05374-14aa-424e-9fdc-92793bce70e7 req-2b432cc3-51d3-44d2-ba48-d34a92af91fb service neutron] 10.222.0.26 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300357 Nov 12 03:42:52.420363 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.442265 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.500830 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-f760a583-83fc-416c-8a05-d8019cfbfc6c tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 1001 time: 0.2379267 Nov 12 03:42:52.518431 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.562404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-b9313091-d701-4914-8d2d-bcf1967d51dd tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:52.575796 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-b9313091-d701-4914-8d2d-bcf1967d51dd tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports/f0897a27-dab9-4ffa-b794-19f48bf3f0a7 HTTP/1.1" status: 200 len: 942 time: 0.0741038 Nov 12 03:42:52.694614 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf480c-702b-407b-9580-3d1da4c0b374 None None] Pushing event updated for resources: {'Port': ['ID=a5332611-cd68-4673-a4c9-033ad5b2b07a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:52.706037 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf480c-702b-407b-9580-3d1da4c0b374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:52.706309 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf480c-702b-407b-9580-3d1da4c0b374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:52.706651 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf480c-702b-407b-9580-3d1da4c0b374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:52.707039 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf480c-702b-407b-9580-3d1da4c0b374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:52.707368 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf480c-702b-407b-9580-3d1da4c0b374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:52.707739 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf480c-702b-407b-9580-3d1da4c0b374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:52.708115 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf480c-702b-407b-9580-3d1da4c0b374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:52.708442 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf480c-702b-407b-9580-3d1da4c0b374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:52.708758 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf480c-702b-407b-9580-3d1da4c0b374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:52.709081 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf480c-702b-407b-9580-3d1da4c0b374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:52.709400 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf480c-702b-407b-9580-3d1da4c0b374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:52.710323 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf480c-702b-407b-9580-3d1da4c0b374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:52.719363 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-06ccd671-0206-4ce2-acd4-4b84647021ae tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 1001 time: 0.0988464 Nov 12 03:42:52.741770 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Attempting to bind port a5332611-cd68-4673-a4c9-033ad5b2b07a on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:52.742217 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Attempting to bind port a5332611-cd68-4673-a4c9-033ad5b2b07a by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'da5159eb-5139-4f08-84ca-ce27db37a67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '2054e51b-f0f7-4215-a548-9066fc4b378c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:52.742483 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Attempting to bind port a5332611-cd68-4673-a4c9-033ad5b2b07a on network 2054e51b-f0f7-4215-a548-9066fc4b378c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:52.753847 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:52.754361 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Checking segment: {'id': 'da5159eb-5139-4f08-84ca-ce27db37a67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '2054e51b-f0f7-4215-a548-9066fc4b378c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:52.754762 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.792032 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Bound using segment: {'id': 'da5159eb-5139-4f08-84ca-ce27db37a67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '2054e51b-f0f7-4215-a548-9066fc4b378c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:52.792032 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Bound port: a5332611-cd68-4673-a4c9-033ad5b2b07a, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5159eb-5139-4f08-84ca-ce27db37a67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '2054e51b-f0f7-4215-a548-9066fc4b378c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:52.792032 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.793482 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-51c8bcd3-5c9c-451d-bf50-d74db8ec71c1 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5740938 Nov 12 03:42:52.813142 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Transition to ACTIVE for port object 2050f219-2d37-4c9a-a80a-688d3db93a3c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:42:52.840657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:52.869266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-fe7d8862-8ddb-4fa7-9078-0ec1b3540512 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:52.879496 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-fe7d8862-8ddb-4fa7-9078-0ec1b3540512 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.1589861 Nov 12 03:42:52.896939 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] For port a5332611-cd68-4673-a4c9-033ad5b2b07a, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:52.938530 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] For port a5332611-cd68-4673-a4c9-033ad5b2b07a, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a5332611-cd68-4673-a4c9-033ad5b2b07a,segment=NetworkSegment(da5159eb-5139-4f08-84ca-ce27db37a67e),segment_id=da5159eb-5139-4f08-84ca-ce27db37a67e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:53.008466 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-166077fa-170b-4636-9709-dd809c8f7b44 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 1001 time: 0.1277459 Nov 12 03:42:53.018443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9271eaa6-eeb9-4891-bba4-a435c1e242df up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:53.027038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-685c57d0-decf-46ab-ba9d-2172565d4c07 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:53.070704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8293b6d-d6b0-4787-bc98-c2070e768827 None None] Provisioning complete for port a5332611-cd68-4673-a4c9-033ad5b2b07a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:53.071070 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8293b6d-d6b0-4787-bc98-c2070e768827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.110391 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-685c57d0-decf-46ab-ba9d-2172565d4c07 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.115341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b8293b6d-d6b0-4787-bc98-c2070e768827 None None] Port a5332611-cd68-4673-a4c9-033ad5b2b07a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:53.120456 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9271eaa6-eeb9-4891-bba4-a435c1e242df triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:53.120695 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.374596 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-685c57d0-decf-46ab-ba9d-2172565d4c07 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.420433 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.487429 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d794114a-5fa3-4a1b-8563-38fdcea58842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.501781 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.505540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Pushing event updated for resources: {'Port': ['ID=2050f219-2d37-4c9a-a80a-688d3db93a3c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:53.516655 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.595219 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-685c57d0-decf-46ab-ba9d-2172565d4c07 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.595219 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-685c57d0-decf-46ab-ba9d-2172565d4c07 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Floating IP 45ac071c-f2b0-4309-909e-7bf361b3ad42 disassociated. External IP: 172.25.8.129, port: f0897a27-dab9-4ffa-b794-19f48bf3f0a7. Nov 12 03:42:53.613497 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Routers {'ba7a6c1c-2c50-41dc-bb71-30f68779063f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:53.614158 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ba7a6c1c-2c50-41dc-bb71-30f68779063f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:53.687033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Attempting to bind port 2050f219-2d37-4c9a-a80a-688d3db93a3c on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:53.687419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Attempting to bind port 2050f219-2d37-4c9a-a80a-688d3db93a3c by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:53.687708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Attempting to bind port 2050f219-2d37-4c9a-a80a-688d3db93a3c on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:53.698447 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Port 2050f219-2d37-4c9a-a80a-688d3db93a3c on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:42:53.698859 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Attempting to bind port 2050f219-2d37-4c9a-a80a-688d3db93a3c on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:53.711094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:53.711094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:53.711094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:53.711094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Bound port: 2050f219-2d37-4c9a-a80a-688d3db93a3c, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:53.711094 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.821694 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf480c-702b-407b-9580-3d1da4c0b374 None None] Pushing event updated for resources: {'Port': ['ID=a5332611-cd68-4673-a4c9-033ad5b2b07a,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:53.881158 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.894852 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] Set router ba7a6c1c-2c50-41dc-bb71-30f68779063f gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:53.895413 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] For port 2050f219-2d37-4c9a-a80a-688d3db93a3c, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:53.902614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] For port 2050f219-2d37-4c9a-a80a-688d3db93a3c, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:54.023246 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.045433 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:42:54.064746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-541a74d4-e561-463b-8531-5b16b8a5b8ec None None] Provisioning complete for port a5332611-cd68-4673-a4c9-033ad5b2b07a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:54.066386 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-541a74d4-e561-463b-8531-5b16b8a5b8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.095517 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-685c57d0-decf-46ab-ba9d-2172565d4c07 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Router 9b541acd-16e0-421d-9224-479fac23268b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:54.235485 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-541a74d4-e561-463b-8531-5b16b8a5b8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.240533 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'name': 'tempest-FloatingIPsTestJSON-188117120-router', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9271eaa6-eeb9-4891-bba4-a435c1e242df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:37Z', 'updated_at': '2021-11-12T03:42:46Z', 'revision_number': 4, 'project_id': '09f4a28c17bb4471aad78b34c9fb4937', 'gw_port': {'id': '9271eaa6-eeb9-4891-bba4-a435c1e242df', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:38Z', 'updated_at': '2021-11-12T03:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a5332611-cd68-4673-a4c9-033ad5b2b07a', 'name': '', 'network_id': '2054e51b-f0f7-4215-a548-9066fc4b378c', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'mac_address': 'fa:16:3e:0e:0b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'e4da1c8d-2636-4eed-bdce-977f5ce0765e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:44Z', 'updated_at': '2021-11-12T03:42:52Z', 'revision_number': 4, 'project_id': '09f4a28c17bb4471aad78b34c9fb4937', 'subnets': [{'id': 'e4da1c8d-2636-4eed-bdce-977f5ce0765e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:54.258955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Allocated IP 172.25.8.226 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/5d58177d-5f5e-4a1f-a998-dcbf5daa5d6b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:54.297446 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783c04bc-2dad-48ee-9b7a-47a8cad15526 None None] The sync data for ids ['ba7a6c1c-2c50-41dc-bb71-30f68779063f'] in n-d-767704-23 is: [{'id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'name': 'tempest-FloatingIPsTestJSON-188117120-router', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9271eaa6-eeb9-4891-bba4-a435c1e242df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:37Z', 'updated_at': '2021-11-12T03:42:46Z', 'revision_number': 4, 'project_id': '09f4a28c17bb4471aad78b34c9fb4937', 'gw_port': {'id': '9271eaa6-eeb9-4891-bba4-a435c1e242df', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:38Z', 'updated_at': '2021-11-12T03:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a5332611-cd68-4673-a4c9-033ad5b2b07a', 'name': '', 'network_id': '2054e51b-f0f7-4215-a548-9066fc4b378c', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'mac_address': 'fa:16:3e:0e:0b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'e4da1c8d-2636-4eed-bdce-977f5ce0765e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:44Z', 'updated_at': '2021-11-12T03:42:52Z', 'revision_number': 4, 'project_id': '09f4a28c17bb4471aad78b34c9fb4937', 'subnets': [{'id': 'e4da1c8d-2636-4eed-bdce-977f5ce0765e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:54.349512 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-541a74d4-e561-463b-8531-5b16b8a5b8ec None None] For port a5332611-cd68-4673-a4c9-033ad5b2b07a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a5332611-cd68-4673-a4c9-033ad5b2b07a,segment=NetworkSegment(da5159eb-5139-4f08-84ca-ce27db37a67e),segment_id=da5159eb-5139-4f08-84ca-ce27db37a67e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:54.391402 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-685c57d0-decf-46ab-ba9d-2172565d4c07 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:54.404719 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a39bad-1d3a-4b18-b8ed-8bd296760be1 None None] Sync routers for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:54.431397 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-685c57d0-decf-46ab-ba9d-2172565d4c07 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.434221 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a39bad-1d3a-4b18-b8ed-8bd296760be1 None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:54.435072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d6a39bad-1d3a-4b18-b8ed-8bd296760be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:54.467987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:54.473747 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.481879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] 10.222.0.26 "PUT /v2.0/ports/2050f219-2d37-4c9a-a80a-688d3db93a3c HTTP/1.1" status: 200 len: 1097 time: 4.0498660 Nov 12 03:42:54.487131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'tag': '2050f219-2d37-4c9a-a80a-688d3db93a3c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:54.495989 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3f8cdb-0619-4ffe-8f44-1e8459f4fefb" -d '{"events": [{"name": "network-changed", "server_uuid": "f4249b2a-0d54-4e66-bc3f-842e86445504", "tag": "2050f219-2d37-4c9a-a80a-688d3db93a3c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:54.513871 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-541a74d4-e561-463b-8531-5b16b8a5b8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.524559 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-685c57d0-decf-46ab-ba9d-2172565d4c07 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "PUT /v2.0/floatingips/45ac071c-f2b0-4309-909e-7bf361b3ad42 HTTP/1.1" status: 200 len: 696 time: 1.4920847 Nov 12 03:42:54.528425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'tag': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:54.528425 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404a8095-4209-4b1c-985c-8b2d39b68d45" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9", "tag": "f0897a27-dab9-4ffa-b794-19f48bf3f0a7"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:54.601626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0434e67-eb12-435d-9cd1-ad7be60b893a service neutron] Pushing event updated for resources: {'Port': ['ID=2050f219-2d37-4c9a-a80a-688d3db93a3c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:54.642796 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-375b5550-1e5f-42a7-83ea-66f08934719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:54.653051 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-375b5550-1e5f-42a7-83ea-66f08934719a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 1097 time: 0.1077590 Nov 12 03:42:54.680663 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.796997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a74d4-e561-463b-8531-5b16b8a5b8ec None None] Pushing event updated for resources: {'Port': ['ID=a5332611-cd68-4673-a4c9-033ad5b2b07a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:54.816101 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d6a39bad-1d3a-4b18-b8ed-8bd296760be1 None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:54.821334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-a17fe673-e8a7-44d5-ae97-f88e2ba6d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:54.824448 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-a17fe673-e8a7-44d5-ae97-f88e2ba6d947 service neutron] 10.222.0.105 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 923 time: 0.1698115 Nov 12 03:42:54.902494 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.915951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-d759d568-65fe-4129-b190-4bf0a1d93184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:54.917714 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-d759d568-65fe-4129-b190-4bf0a1d93184 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 1100 time: 0.1795082 Nov 12 03:42:55.032304 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-fbc014b8-ec5a-4d8c-b47e-78a39f22192e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c HTTP/1.1" status: 200 len: 217 time: 0.0855246 Nov 12 03:42:55.050603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-e1053a73-2eb7-4c71-b30e-bb4d1c6df0b0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7 HTTP/1.1" status: 200 len: 217 time: 0.2190292 Nov 12 03:42:55.119713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a5332611-cd68-4673-a4c9-033ad5b2b07a up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:55.139651 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093a283-a850-4f69-9504-c80e039741e7 req-756da29d-0f9d-4566-b091-a0b8e846ce54 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.141721 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2093a283-a850-4f69-9504-c80e039741e7 req-756da29d-0f9d-4566-b091-a0b8e846ce54 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "GET /v2.0/networks?id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a HTTP/1.1" status: 200 len: 804 time: 0.2438350 Nov 12 03:42:55.175594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2093a283-a850-4f69-9504-c80e039741e7 req-3e0ca9e6-e394-4392-b630-e070d1d6c37b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Request body: {'port': {'device_id': 'd74a35b4-6cc1-40c9-896e-268cf781f0dd', 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a', 'admin_state_up': True, 'tenant_id': '7481a972db044060ad6777a14e06d6ee'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:55.205486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-6f084e5b-6bd8-447c-8da1-bc48aa07804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.213011 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-6f084e5b-6bd8-447c-8da1-bc48aa07804a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1656258 Nov 12 03:42:55.223336 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.251258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-2e050486-8ee8-4143-9162-1d3832255759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.261660 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-2e050486-8ee8-4143-9162-1d3832255759 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.1851108 Nov 12 03:42:55.283775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:55.354650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:55.359623 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:55.432442 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a5332611-cd68-4673-a4c9-033ad5b2b07a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:55.434056 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.505626 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-af722dfc-b2e2-45b8-bd94-41ec1b189f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.520112 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-af722dfc-b2e2-45b8-bd94-41ec1b189f5c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2550259 Nov 12 03:42:55.544981 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-027c6478-e217-4879-bbb2-eb9a34617ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.627824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Pushing event updated for resources: {'Port': ['ID=5d58177d-5f5e-4a1f-a998-dcbf5daa5d6b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:55.648966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-dd643afb-83d8-4956-b276-a55db694838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.650529 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-dd643afb-83d8-4956-b276-a55db694838c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4028838 Nov 12 03:42:55.662027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d6a39bad-1d3a-4b18-b8ed-8bd296760be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:55.677488 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.760823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a39bad-1d3a-4b18-b8ed-8bd296760be1 None None] Checking router: 9b541acd-16e0-421d-9224-479fac23268b for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:55.791937 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a39bad-1d3a-4b18-b8ed-8bd296760be1 None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:55.792607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d6a39bad-1d3a-4b18-b8ed-8bd296760be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:55.849403 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.882740 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-a917ea24-f317-4e2e-be02-a0be5916176f service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996269 Nov 12 03:42:56.067411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-986259f0-0887-4ba9-b0ff-c91fdeae62ac req-c5083a10-bb45-4644-9203-a1530682f235 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563005 Nov 12 03:42:56.102007 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d6a39bad-1d3a-4b18-b8ed-8bd296760be1 None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:56.220292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-6284863e-baa6-4132-977e-152b840d12fa service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6846945 Nov 12 03:42:56.572273 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5d6142-2b4d-49a5-8df6-b9974c7ba837 req-1ac0f0e9-8b28-4c0b-958b-c16f35fdf762 service neutron] 10.222.0.105 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113951 Nov 12 03:42:56.574278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d6a39bad-1d3a-4b18-b8ed-8bd296760be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:56.575320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a39bad-1d3a-4b18-b8ed-8bd296760be1 None None] The sync data for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 is: [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '261dbe4b-191b-4c03-bb64-304f7b9ca578', 'name': '', 'network_id': '851df3f2-cf71-4467-b1fc-991420bf9cb1', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'mac_address': 'fa:16:3e:b6:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:16Z', 'updated_at': '2021-11-12T03:41:24Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'subnets': [{'id': '0b76befd-7587-4d1e-864d-d86d21633c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:56.576481 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.805114 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d71d569-0ea2-4b1b-ade4-c4899a7345d2 None None] New status for floating IP 45ac071c-f2b0-4309-909e-7bf361b3ad42: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:42:56.844773 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.845414 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.855784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2093a283-a850-4f69-9504-c80e039741e7 req-3e0ca9e6-e394-4392-b630-e070d1d6c37b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Made reservation on behalf of 7481a972db044060ad6777a14e06d6ee for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:56.855784 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2093a283-a850-4f69-9504-c80e039741e7 req-3e0ca9e6-e394-4392-b630-e070d1d6c37b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.059584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Pushing event updated for resources: {'Port': ['ID=5d58177d-5f5e-4a1f-a998-dcbf5daa5d6b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:57.086235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-2093a283-a850-4f69-9504-c80e039741e7 req-3e0ca9e6-e394-4392-b630-e070d1d6c37b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Allocated IP 172.20.0.7 (5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a/c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35/32ebdd79-5b3d-4f8a-bcd5-f75bba890179) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:57.092237 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.205879 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.207254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-1df8efe6-a8b1-414b-8335-22faea92c4fe tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3821156 Nov 12 03:42:57.238021 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ce5e363-dc2b-448d-9613-fd566431dcb9 req-b6b3e057-3465-4ea6-aa46-5e78da1e3727 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 210 time: 0.0659785 Nov 12 03:42:57.280309 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-2d7857c8-0860-45ba-8724-27e94286cc37 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.0640430 Nov 12 03:42:57.324665 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2093a283-a850-4f69-9504-c80e039741e7 req-3e0ca9e6-e394-4392-b630-e070d1d6c37b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.452252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-fc2df13d-dd44-47ec-949a-5e84b2efac63 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.453650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-fc2df13d-dd44-47ec-949a-5e84b2efac63 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.1633589 Nov 12 03:42:57.464920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-7de9bce2-359c-4150-bb6d-4c82534ee24f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:57.465908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3cb9cbdf-ce37-411b-a593-aa7ad8f3c3b0 req-7de9bce2-359c-4150-bb6d-4c82534ee24f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065432 Nov 12 03:42:57.501934 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2093a283-a850-4f69-9504-c80e039741e7 req-3e0ca9e6-e394-4392-b630-e070d1d6c37b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.566312 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b964920-141a-453d-96a5-6e8507a9ce8d req-f7268b53-543e-4a45-be68-48e06bc4aaf3 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 210 time: 0.0552154 Nov 12 03:42:57.611457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2093a283-a850-4f69-9504-c80e039741e7 req-3e0ca9e6-e394-4392-b630-e070d1d6c37b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:57.614127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e93340-fdbc-44d2-943b-292758725256 req-d1e17a1e-9bae-4310-b0e1-60ad42f2826b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.615529 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-2093a283-a850-4f69-9504-c80e039741e7 req-3e0ca9e6-e394-4392-b630-e070d1d6c37b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:57.620012 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2093a283-a850-4f69-9504-c80e039741e7 req-3e0ca9e6-e394-4392-b630-e070d1d6c37b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:57.652139 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ca9e6-e394-4392-b630-e070d1d6c37b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Pushing event updated for resources: {'Port': ['ID=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:57.655787 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61e93340-fdbc-44d2-943b-292758725256 req-d1e17a1e-9bae-4310-b0e1-60ad42f2826b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 948 time: 0.1131110 Nov 12 03:42:57.667123 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3337d147-f2b1-41c9-988e-2fee178e8b4b x-openstack-request-id: req-3337d147-f2b1-41c9-988e-2fee178e8b4b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:57.667419 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4249b2a-0d54-4e66-bc3f-842e86445504", "tag": "2050f219-2d37-4c9a-a80a-688d3db93a3c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:57.667694 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3337d147-f2b1-41c9-988e-2fee178e8b4b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:57.668116 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'tag': '2050f219-2d37-4c9a-a80a-688d3db93a3c', 'status': 'completed', 'code': 200} Nov 12 03:42:57.701569 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebe3d8c-1c57-4bac-a6e1-b420f02dc5bb x-openstack-request-id: req-6ebe3d8c-1c57-4bac-a6e1-b420f02dc5bb {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:57.702109 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9", "tag": "f0897a27-dab9-4ffa-b794-19f48bf3f0a7", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:57.702508 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6ebe3d8c-1c57-4bac-a6e1-b420f02dc5bb {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:57.703175 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'tag': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'status': 'completed', 'code': 200} Nov 12 03:42:57.722701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093a283-a850-4f69-9504-c80e039741e7 req-3e0ca9e6-e394-4392-b630-e070d1d6c37b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.723493 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2093a283-a850-4f69-9504-c80e039741e7 req-3e0ca9e6-e394-4392-b630-e070d1d6c37b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.751829 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-792462f5-7d47-48d3-83ad-93a45abcf9ca tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4462d6078fe14c8994843699f8593810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586352 Nov 12 03:42:57.838121 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2093a283-a850-4f69-9504-c80e039741e7 req-3e0ca9e6-e394-4392-b630-e070d1d6c37b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6727829 Nov 12 03:42:57.902739 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61e93340-fdbc-44d2-943b-292758725256 req-610b3e76-e079-4615-865a-1a575f317973 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420115 Nov 12 03:42:57.955390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Request body: {'port': {'device_id': 'd74a35b4-6cc1-40c9-896e-268cf781f0dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:57.968246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f8cdb-0619-4ffe-8f44-1e8459f4fefb req-e119029a-3e41-4fc2-94ed-951fc996b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.970133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b3f8cdb-0619-4ffe-8f44-1e8459f4fefb req-e119029a-3e41-4fc2-94ed-951fc996b245 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 1100 time: 0.1810782 Nov 12 03:42:58.033282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8095-4209-4b1c-985c-8b2d39b68d45 req-90559054-99f2-4ed8-8988-cd3e7a5740fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.035026 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-404a8095-4209-4b1c-985c-8b2d39b68d45 req-90559054-99f2-4ed8-8988-cd3e7a5740fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5baee09b20946378a2bc93ef10a911b&device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 1097 time: 0.2358882 Nov 12 03:42:58.054336 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.108765 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ad16209-9ef8-492f-b747-04ed8e24164b req-aa26706a-759e-4202-b365-92dac80b7ad8 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/floatingips/1da3a76b-1f32-4b24-8ad7-c92e29fdbf02 HTTP/1.1" status: 200 len: 693 time: 0.1466672 Nov 12 03:42:58.169348 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-6c8106ef-2bc3-49c8-ae89-1dc1ea6b47fd tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.170780 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-6c8106ef-2bc3-49c8-ae89-1dc1ea6b47fd tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4110463 Nov 12 03:42:58.202123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Request body: {'port': {'device_id': '492120b5-2573-40ef-ba53-ca47e4ec8e7e', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '4462d6078fe14c8994843699f8593810'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:58.337952 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.429937 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f8cdb-0619-4ffe-8f44-1e8459f4fefb req-1c8f83a8-59ff-411b-ab47-4c4f2892b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.434377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b3f8cdb-0619-4ffe-8f44-1e8459f4fefb req-1c8f83a8-59ff-411b-ab47-4c4f2892b637 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.4459634 Nov 12 03:42:58.468811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8095-4209-4b1c-985c-8b2d39b68d45 req-1f4b8307-267f-46a8-8f3e-0fdddfbfda52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.470257 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-404a8095-4209-4b1c-985c-8b2d39b68d45 req-1f4b8307-267f-46a8-8f3e-0fdddfbfda52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 200 len: 923 time: 0.3913548 Nov 12 03:42:58.539371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:58.549800 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.555828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad16209-9ef8-492f-b747-04ed8e24164b req-97caed68-3d1b-4df7-bb4f-17b453d0e046 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.557286 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ad16209-9ef8-492f-b747-04ed8e24164b req-97caed68-3d1b-4df7-bb4f-17b453d0e046 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.3855832 Nov 12 03:42:58.558643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b3f8cdb-0619-4ffe-8f44-1e8459f4fefb req-bdf36f10-66dc-4a21-acf4-4edd5237ff19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c HTTP/1.1" status: 200 len: 217 time: 0.1059532 Nov 12 03:42:58.582948 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Transition to ACTIVE for port object 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:42:58.610783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e02723e7-b0b3-4b60-a15a-f9341b814a83 req-2aab13d3-6f87-4eec-aa18-1f24c94a4f31 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdc1449dcb114860bf5b1e554a3f12de&device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.1433816 Nov 12 03:42:58.627180 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-404a8095-4209-4b1c-985c-8b2d39b68d45 req-a61c9278-304e-42e6-bd22-8fcb7a22f60f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7 HTTP/1.1" status: 200 len: 217 time: 0.1090949 Nov 12 03:42:58.633114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-8ad16209-9ef8-492f-b747-04ed8e24164b req-9958d1a1-25e0-483a-a6f6-a1768219020d tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:58.634901 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ad16209-9ef8-492f-b747-04ed8e24164b req-9958d1a1-25e0-483a-a6f6-a1768219020d tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0230808 Nov 12 03:42:58.684155 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.719942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e02723e7-b0b3-4b60-a15a-f9341b814a83 req-92e053c0-de64-4d53-99b6-f7aef8070f1d service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=cdc1449dcb114860bf5b1e554a3f12de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836020 Nov 12 03:42:58.761037 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45b81e-84d1-44b8-bb5c-506853f8e679 req-db282150-733d-4ec4-af92-f34c728568c8 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.762862 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ba45b81e-84d1-44b8-bb5c-506853f8e679 req-db282150-733d-4ec4-af92-f34c728568c8 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 943 time: 0.1264079 Nov 12 03:42:58.779850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Pushing event updated for resources: {'Port': ['ID=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.824920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f8cdb-0619-4ffe-8f44-1e8459f4fefb req-df8c5243-0446-4945-a491-ad241feb4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.833603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b3f8cdb-0619-4ffe-8f44-1e8459f4fefb req-df8c5243-0446-4945-a491-ad241feb4f12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.2115602 Nov 12 03:42:58.833603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e78809df-12ee-4e0d-93b8-69c201f5c4b8 req-00904138-0749-40e0-a580-dab9a58b729c tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.1012897 Nov 12 03:42:58.856370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8095-4209-4b1c-985c-8b2d39b68d45 req-e1941662-002a-409e-a871-71f9ed66017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.857812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-404a8095-4209-4b1c-985c-8b2d39b68d45 req-e1941662-002a-409e-a871-71f9ed66017a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 200 len: 860 time: 0.2181509 Nov 12 03:42:58.890976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Attempting to bind port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:58.891353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Attempting to bind port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:58.891740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Attempting to bind port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 on network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:58.903517 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 on network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:42:58.903517 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Attempting to bind port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 on network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:58.915306 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:58.916306 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Checking segment: {'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:58.916736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Bound using segment: {'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:58.917205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Bound port: 32ebdd79-5b3d-4f8a-bcd5-f75bba890179, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:58.918714 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.950202 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.960790 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ba45b81e-84d1-44b8-bb5c-506853f8e679 req-d87d0470-0ed7-45c6-ace8-1d88a735b8fe tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025705 Nov 12 03:42:58.976764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Made reservation on behalf of 4462d6078fe14c8994843699f8593810 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:58.981001 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.025867 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.031783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] For port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:59.036378 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] For port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:59.042246 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-d174a22d-9558-40ef-91c5-9945a7afbaaa tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips/45ac071c-f2b0-4309-909e-7bf361b3ad42 HTTP/1.1" status: 200 len: 694 time: 0.1536491 Nov 12 03:42:59.086234 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a432cf62-62b0-4a82-8263-6d0c3e045478 req-1677266c-933c-4c27-a49d-6e87c6908933 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 210 time: 0.0316658 Nov 12 03:42:59.106827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f8cdb-0619-4ffe-8f44-1e8459f4fefb req-5e402ac9-a1ea-4571-be95-25f900372cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.108361 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b3f8cdb-0619-4ffe-8f44-1e8459f4fefb req-5e402ac9-a1ea-4571-be95-25f900372cd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2638664 Nov 12 03:42:59.133656 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.183852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8095-4209-4b1c-985c-8b2d39b68d45 req-f2091dff-6558-4bd8-85a0-158847d60ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.185264 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-404a8095-4209-4b1c-985c-8b2d39b68d45 req-f2091dff-6558-4bd8-85a0-158847d60ee0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=851df3f2-cf71-4467-b1fc-991420bf9cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2980070 Nov 12 03:42:59.215716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02723e7-b0b3-4b60-a15a-f9341b814a83 req-d149ecf4-e11e-4453-88ab-ba09a4e85422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.216377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e02723e7-b0b3-4b60-a15a-f9341b814a83 req-d149ecf4-e11e-4453-88ab-ba09a4e85422 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4848533 Nov 12 03:42:59.290478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.291482 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.293451 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2093a283-a850-4f69-9504-c80e039741e7 req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] 10.222.0.25 "PUT /v2.0/ports/32ebdd79-5b3d-4f8a-bcd5-f75bba890179 HTTP/1.1" status: 200 len: 1092 time: 1.4439702 Nov 12 03:42:59.312918 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cdb6ed49-7820-4a0d-ab0f-c01e52bb1c3d req-0b7b9b85-04e5-4a11-82fa-ebee8b5d0b35 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/floatingips?tenant_id=09f4a28c17bb4471aad78b34c9fb4937 HTTP/1.1" status: 200 len: 696 time: 0.1600463 Nov 12 03:42:59.375750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5e19c-de1f-4a32-97c4-e328720b442a service neutron] Pushing event updated for resources: {'Port': ['ID=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:59.488504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-ede6cd95-fc42-4cc3-bcad-f8ebc6485ab5 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.490164 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-ede6cd95-fc42-4cc3-bcad-f8ebc6485ab5 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.4469242 Nov 12 03:42:59.512209 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6ed49-7820-4a0d-ab0f-c01e52bb1c3d req-37c133c3-9ab0-436e-8401-749be9be805b tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.513876 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cdb6ed49-7820-4a0d-ab0f-c01e52bb1c3d req-37c133c3-9ab0-436e-8401-749be9be805b tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/networks?id=7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 787 time: 0.1961176 Nov 12 03:42:59.514999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-fb50c91f-0ec8-4be8-aa10-584ddb66dcdd tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:59.516467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-fb50c91f-0ec8-4be8-aa10-584ddb66dcdd tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131307 Nov 12 03:42:59.523424 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-404a8095-4209-4b1c-985c-8b2d39b68d45 req-4b02e86b-b5fe-4918-8c95-1e9d9fd3a1f0 service neutron] 10.222.0.26 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168619 Nov 12 03:42:59.525999 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b3f8cdb-0619-4ffe-8f44-1e8459f4fefb req-d43c6a93-f3bb-4bd2-a111-734a6c5a1c9e service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515828 Nov 12 03:42:59.537603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-cdb6ed49-7820-4a0d-ab0f-c01e52bb1c3d req-9906567a-af7c-4e81-8176-dddac7023478 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:59.549353 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cdb6ed49-7820-4a0d-ab0f-c01e52bb1c3d req-9906567a-af7c-4e81-8176-dddac7023478 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071521 Nov 12 03:42:59.549353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093a283-a850-4f69-9504-c80e039741e7 req-8ec59bf7-bb31-4622-b785-1917768d49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.554045 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2093a283-a850-4f69-9504-c80e039741e7 req-8ec59bf7-bb31-4622-b785-1917768d49a4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7481a972db044060ad6777a14e06d6ee&device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 1095 time: 0.1011958 Nov 12 03:42:59.628103 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2093a283-a850-4f69-9504-c80e039741e7 req-b2e2c2e6-2954-41a6-b5ab-c315ad8fc37d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ebdd79-5b3d-4f8a-bcd5-f75bba890179 HTTP/1.1" status: 200 len: 217 time: 0.0625916 Nov 12 03:42:59.641958 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.673722 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-526fb433-8291-4686-9c34-7eac8abc3c57 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 697 time: 0.1447928 Nov 12 03:42:59.705592 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74a35b4-6cc1-40c9-896e-268cf781f0dd', 'tag': '32ebdd79-5b3d-4f8a-bcd5-f75bba890179'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:59.708230 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b7eed7-4e8a-4c04-b708-0ee15692a3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d74a35b4-6cc1-40c9-896e-268cf781f0dd", "tag": "32ebdd79-5b3d-4f8a-bcd5-f75bba890179"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:59.718172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7729f-2f40-4053-808f-becdb9246cbc req-d75068b2-5eb7-42f7-b091-9add9d8550ee tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.720199 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3d7729f-2f40-4053-808f-becdb9246cbc req-d75068b2-5eb7-42f7-b091-9add9d8550ee tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 948 time: 0.0946007 Nov 12 03:42:59.723069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093a283-a850-4f69-9504-c80e039741e7 req-eb4b215d-18e2-4b76-b508-e42674f25e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.724029 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2093a283-a850-4f69-9504-c80e039741e7 req-eb4b215d-18e2-4b76-b508-e42674f25e4a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35 HTTP/1.1" status: 200 len: 844 time: 0.0844789 Nov 12 03:42:59.777012 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2093a283-a850-4f69-9504-c80e039741e7 req-5ef193a3-43d6-4864-a66f-3272e17c0626 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346923 Nov 12 03:42:59.818214 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.866689 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-aa8db0d8-9abe-4b03-892c-6968aa7c734f tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.129 HTTP/1.1" status: 200 len: 697 time: 0.1425643 Nov 12 03:42:59.897104 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3d7729f-2f40-4053-808f-becdb9246cbc req-3102af3e-3c2f-43ef-b362-f7345224e84d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691465 Nov 12 03:42:59.947931 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2093a283-a850-4f69-9504-c80e039741e7 req-5855c0e1-85ae-457c-a5c7-521f7d8cf19a service neutron] 10.222.0.25 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455705 Nov 12 03:43:00.054687 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-3a7777be-9afd-4f13-87d5-e6c11e6a04df tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/floatingips/1da3a76b-1f32-4b24-8ad7-c92e29fdbf02 HTTP/1.1" status: 200 len: 693 time: 0.0826108 Nov 12 03:43:00.185596 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2093a283-a850-4f69-9504-c80e039741e7 req-c95d5f87-b7d4-47c7-9942-df23c16b7901 service neutron] 10.222.0.25 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247651 Nov 12 03:43:00.221011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-77776a7f-fdd9-41d0-828f-75e65d284715 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:00.222415 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-77776a7f-fdd9-41d0-828f-75e65d284715 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.1415906 Nov 12 03:43:00.239268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-19b28272-d589-46a6-a8c6-37a0f75dbb09 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:43:00.240298 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-19b28272-d589-46a6-a8c6-37a0f75dbb09 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062759 Nov 12 03:43:00.261117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecff7d00-a84e-47a5-83a8-1421e4469661,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.314503 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b3f8cdb-0619-4ffe-8f44-1e8459f4fefb req-5e5cd9ec-d41f-472f-b76d-fc0498ef578a service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223370 Nov 12 03:43:00.316646 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-404a8095-4209-4b1c-985c-8b2d39b68d45 req-31b95899-73c3-404e-9a57-e4483c23ab20 service neutron] 10.222.0.26 "GET /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7079794 Nov 12 03:43:00.336753 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-82c0ff2a-169d-4f40-8331-b7bb9343a7b6 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.0828412 Nov 12 03:43:00.432438 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-4305863f-8b14-41d4-8285-f62182613c78 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.0881643 Nov 12 03:43:00.478461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Allocated IP 192.168.233.239 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/6c443daa-ff62-4dcd-ae9a-eaa003c0c14b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:00.516183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-022e84bb-a24a-417c-b5a1-3056111d9a39 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Deleting port dd13bc3f-4f99-40ad-b320-9df18b5bc4d8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:00.516573 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-022e84bb-a24a-417c-b5a1-3056111d9a39 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.580732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-be1f41b9-e62a-4319-8f2b-7daaa13d1f09 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Deleting port 5d58177d-5f5e-4a1f-a998-dcbf5daa5d6b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:00.581475 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-be1f41b9-e62a-4319-8f2b-7daaa13d1f09 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.667342 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-be1f41b9-e62a-4319-8f2b-7daaa13d1f09 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.667687 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-be1f41b9-e62a-4319-8f2b-7daaa13d1f09 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.677955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-022e84bb-a24a-417c-b5a1-3056111d9a39 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.678277 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-022e84bb-a24a-417c-b5a1-3056111d9a39 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.682092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-be1f41b9-e62a-4319-8f2b-7daaa13d1f09 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Calling delete_port for 5d58177d-5f5e-4a1f-a998-dcbf5daa5d6b owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:00.700452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-022e84bb-a24a-417c-b5a1-3056111d9a39 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Calling delete_port for dd13bc3f-4f99-40ad-b320-9df18b5bc4d8 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:00.771221 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.901773 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.935266 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-be1f41b9-e62a-4319-8f2b-7daaa13d1f09 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.947740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:00.953687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:00.958765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:00.976725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2050f219-2d37-4c9a-a80a-688d3db93a3c details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:00.986552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Pushing event updated for resources: {'Port': ['ID=6c443daa-ff62-4dcd-ae9a-eaa003c0c14b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.001002 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-022e84bb-a24a-417c-b5a1-3056111d9a39 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.048730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e84bb-a24a-417c-b5a1-3056111d9a39 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Pushing event deleted for resources: {'Port': ['ID=dd13bc3f-4f99-40ad-b320-9df18b5bc4d8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.057518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:01.062976 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.092882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f41b9-e62a-4319-8f2b-7daaa13d1f09 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Pushing event deleted for resources: {'Port': ['ID=5d58177d-5f5e-4a1f-a998-dcbf5daa5d6b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.100101 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-be1f41b9-e62a-4319-8f2b-7daaa13d1f09 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.104233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-be1f41b9-e62a-4319-8f2b-7daaa13d1f09 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.115222 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-39804f12-76b1-4ecc-8239-ca8e2eb3ba78 req-be1f41b9-e62a-4319-8f2b-7daaa13d1f09 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "DELETE /v2.0/floatingips/1da3a76b-1f32-4b24-8ad7-c92e29fdbf02 HTTP/1.1" status: 204 len: 173 time: 0.6757538 Nov 12 03:43:01.180265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e02723e7-b0b3-4b60-a15a-f9341b814a83 req-35127855-5ab2-4df7-b40a-7360e440a2ca tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.25 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.0386262 Nov 12 03:43:01.181945 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-b526bacb-4a6c-47ff-b5e7-ad30d1441c3f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9884837 Nov 12 03:43:01.190110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2050f219-2d37-4c9a-a80a-688d3db93a3c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:01.222473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Request body: {'port': {'device_id': '492120b5-2573-40ef-ba53-ca47e4ec8e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:01.233810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '2050f219-2d37-4c9a-a80a-688d3db93a3c', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '2050f219-2d37-4c9a-a80a-688d3db93a3c', 'mac_address': 'fa:16:3e:d8:32:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:01.258870 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-022e84bb-a24a-417c-b5a1-3056111d9a39 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.262144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-022e84bb-a24a-417c-b5a1-3056111d9a39 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.275241 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bcf1b966-93fa-420b-b1fe-eb683a829fb6 req-022e84bb-a24a-417c-b5a1-3056111d9a39 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "DELETE /v2.0/floatingips/45ac071c-f2b0-4309-909e-7bf361b3ad42 HTTP/1.1" status: 204 len: 173 time: 1.3860447 Nov 12 03:43:01.338940 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.358907 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.418785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2050f219-2d37-4c9a-a80a-688d3db93a3c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:01.452903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-47512989-02dc-4e79-86fc-50d6c5f33f03 None None] Provisioning complete for port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:01.453679 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47512989-02dc-4e79-86fc-50d6c5f33f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.461651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2050f219-2d37-4c9a-a80a-688d3db93a3c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:01.482417 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407b84fb-2133-4ebb-9df5-40dc15aaecb9 x-openstack-request-id: req-407b84fb-2133-4ebb-9df5-40dc15aaecb9 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:01.482888 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74a35b4-6cc1-40c9-896e-268cf781f0dd", "tag": "32ebdd79-5b3d-4f8a-bcd5-f75bba890179", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:01.483246 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-407b84fb-2133-4ebb-9df5-40dc15aaecb9 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:01.483725 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74a35b4-6cc1-40c9-896e-268cf781f0dd', 'tag': '32ebdd79-5b3d-4f8a-bcd5-f75bba890179', 'status': 'completed', 'code': 200} Nov 12 03:43:01.517849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-47512989-02dc-4e79-86fc-50d6c5f33f03 None None] Port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:01.552403 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.585728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7eed7-4e8a-4c04-b708-0ee15692a3fa req-ff00b14d-402f-48a9-a42a-fba45991ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:01.587504 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8b7eed7-4e8a-4c04-b708-0ee15692a3fa req-ff00b14d-402f-48a9-a42a-fba45991ddda service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7481a972db044060ad6777a14e06d6ee&device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 1095 time: 0.0611041 Nov 12 03:43:01.668968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=2050f219-2d37-4c9a-a80a-688d3db93a3c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.812487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7eed7-4e8a-4c04-b708-0ee15692a3fa req-b879dde9-a993-4b37-ad1d-10bdafb89b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:01.814336 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8b7eed7-4e8a-4c04-b708-0ee15692a3fa req-b879dde9-a993-4b37-ad1d-10bdafb89b94 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a HTTP/1.1" status: 200 len: 906 time: 0.2002177 Nov 12 03:43:01.826511 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a588cb2d-d935-41bd-a764-22b24134eaa3 req-1d570cd8-af40-4ffa-857c-ba635cb94279 tempest-ServerShowV254Test-1346752088 tempest-ServerShowV254Test-1346752088-project] 10.222.0.105 "GET /v2.0/ports?device_id=55903785-7d3a-4d56-82a9-a61c761e62ee HTTP/1.1" status: 200 len: 210 time: 0.1379533 Nov 12 03:43:01.850492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b0ad7-15c7-4433-86c9-8e9c62177a8f req-d315b8a8-6ab4-4a53-b991-362c625442e8 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:01.853600 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d65b0ad7-15c7-4433-86c9-8e9c62177a8f req-d315b8a8-6ab4-4a53-b991-362c625442e8 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 943 time: 0.0981095 Nov 12 03:43:01.917185 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8b7eed7-4e8a-4c04-b708-0ee15692a3fa req-cbf5dbc3-fccd-4f54-8099-3e94c439c047 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ebdd79-5b3d-4f8a-bcd5-f75bba890179 HTTP/1.1" status: 200 len: 217 time: 0.0844131 Nov 12 03:43:01.968252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:01.985798 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.014087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeb03e-094a-4dc3-a716-1716c1ba8909 req-5ce95850-ed22-4230-a9ce-64a7cd38497a tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:02.015702 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-afdeb03e-094a-4dc3-a716-1716c1ba8909 req-5ce95850-ed22-4230-a9ce-64a7cd38497a tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 936 time: 0.0939968 Nov 12 03:43:02.019543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Transition to ACTIVE for port object 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:02.060855 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d65b0ad7-15c7-4433-86c9-8e9c62177a8f req-5fae8744-7e32-4def-8d22-4dc10b8b518f tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477215 Nov 12 03:43:02.084485 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7eed7-4e8a-4c04-b708-0ee15692a3fa req-cf7d21ab-928a-4eb4-982d-2ddef3a47097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:02.084485 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8b7eed7-4e8a-4c04-b708-0ee15692a3fa req-cf7d21ab-928a-4eb4-982d-2ddef3a47097 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35 HTTP/1.1" status: 200 len: 844 time: 0.1558352 Nov 12 03:43:02.095362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-afdeb03e-094a-4dc3-a716-1716c1ba8909 req-a52135c5-97b1-4bce-8c6b-ca80a95bbf86 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713716 Nov 12 03:43:02.123502 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8b7eed7-4e8a-4c04-b708-0ee15692a3fa req-35863525-5e9a-48a5-bb26-e85be2a7d92b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304642 Nov 12 03:43:02.135161 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.203668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['2050f219-2d37-4c9a-a80a-688d3db93a3c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:02.267143 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Pushing event updated for resources: {'Port': ['ID=6c443daa-ff62-4dcd-ae9a-eaa003c0c14b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:02.276697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630316e8-0aa7-480e-ae0b-554c761b6985 req-42a5c240-e92e-4b66-9f46-b527dc0990af tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:02.281740 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-630316e8-0aa7-480e-ae0b-554c761b6985 req-42a5c240-e92e-4b66-9f46-b527dc0990af tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 949 time: 0.1225188 Nov 12 03:43:02.381190 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8b7eed7-4e8a-4c04-b708-0ee15692a3fa req-4dadb768-0f89-4d24-ab2c-798b3e763dbc service neutron] 10.222.0.25 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468541 Nov 12 03:43:02.475093 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-11d9f905-9fa8-4e17-b492-7ad99a1f24b0 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3372588 Nov 12 03:43:02.512743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:02.539303 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Attempting to bind port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:02.539909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Attempting to bind port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:02.540575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Attempting to bind port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:02.548710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:02.549277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Attempting to bind port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:02.558058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:02.558498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:02.558959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:02.559682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Bound port: 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:02.560131 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.650376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] For port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:02.655423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] For port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6c443daa-ff62-4dcd-ae9a-eaa003c0c14b,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:02.681765 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8b7eed7-4e8a-4c04-b708-0ee15692a3fa req-155d477e-e8f2-495e-bd65-71de1972b078 service neutron] 10.222.0.25 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707586 Nov 12 03:43:02.697202 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-630316e8-0aa7-480e-ae0b-554c761b6985 req-e878380c-f608-4658-a948-6c2f41f85337 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017146 Nov 12 03:43:02.697707 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.744321 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.825420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:02.826484 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.829121 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] 10.222.0.25 "PUT /v2.0/ports/6c443daa-ff62-4dcd-ae9a-eaa003c0c14b HTTP/1.1" status: 200 len: 1097 time: 1.6119759 Nov 12 03:43:02.833667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:02.836588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492120b5-2573-40ef-ba53-ca47e4ec8e7e', 'tag': '6c443daa-ff62-4dcd-ae9a-eaa003c0c14b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:02.841249 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f3aba0-52ca-42e6-9fbc-fb5196e086dd" -d '{"events": [{"name": "network-changed", "server_uuid": "492120b5-2573-40ef-ba53-ca47e4ec8e7e", "tag": "6c443daa-ff62-4dcd-ae9a-eaa003c0c14b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:02.938920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3f80a-f99c-4507-a953-32834f4fba16 service neutron] Pushing event updated for resources: {'Port': ['ID=6c443daa-ff62-4dcd-ae9a-eaa003c0c14b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:03.044314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:03.065207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '32ebdd79-5b3d-4f8a-bcd5-f75bba890179', 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a', 'port_id': '32ebdd79-5b3d-4f8a-bcd5-f75bba890179', 'mac_address': 'fa:16:3e:d8:29:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:03.078682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.091833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-0c9f6758-990b-42a5-ab76-34108836b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:03.093426 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-0c9f6758-990b-42a5-ab76-34108836b9ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4462d6078fe14c8994843699f8593810&device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 1100 time: 0.1013834 Nov 12 03:43:03.171685 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.188825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:03.200116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-a577167c-a81b-46b8-ab31-8da40ee944ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6c443daa-ff62-4dcd-ae9a-eaa003c0c14b HTTP/1.1" status: 200 len: 217 time: 0.0504930 Nov 12 03:43:03.232319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:03.298757 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.337066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Allocated IP 172.25.8.62 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/d25a236b-b527-4ecc-bb36-5488244ecbfb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:03.437242 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:03.481728 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-46f0ce23-4fd0-4017-8f6b-2f41ee5f1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:03.484352 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-46f0ce23-4fd0-4017-8f6b-2f41ee5f1a0c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.2712884 Nov 12 03:43:03.494244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.594339 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49207ebb-c55a-4993-ba2e-94620d7c9dfb x-openstack-request-id: req-49207ebb-c55a-4993-ba2e-94620d7c9dfb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:03.596091 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492120b5-2573-40ef-ba53-ca47e4ec8e7e", "tag": "6c443daa-ff62-4dcd-ae9a-eaa003c0c14b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:03.596681 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-49207ebb-c55a-4993-ba2e-94620d7c9dfb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:03.597427 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492120b5-2573-40ef-ba53-ca47e4ec8e7e', 'tag': '6c443daa-ff62-4dcd-ae9a-eaa003c0c14b', 'status': 'completed', 'code': 200} Nov 12 03:43:03.620495 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['32ebdd79-5b3d-4f8a-bcd5-f75bba890179'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:03.625648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-9aad35d9-5b40-4f9c-8ce7-c6d67d23e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:03.627799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-9aad35d9-5b40-4f9c-8ce7-c6d67d23e780 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1273482 Nov 12 03:43:03.790500 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.842733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:03.845439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9849e-88ad-4466-a382-37bfe13f276b req-fc43f3b4-2893-4218-a4fd-124cd8f41592 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:03.848522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cfc9849e-88ad-4466-a382-37bfe13f276b req-fc43f3b4-2893-4218-a4fd-124cd8f41592 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 944 time: 0.1415355 Nov 12 03:43:03.851523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:03.860478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:03.926987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Pushing event updated for resources: {'Port': ['ID=d25a236b-b527-4ecc-bb36-5488244ecbfb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:03.936658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-4672ba93-59de-4c6b-8a9b-79963d325788 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892787 Nov 12 03:43:03.947145 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cfc9849e-88ad-4466-a382-37bfe13f276b req-3538491e-bca4-4efb-9bc7-127f933bc1e3 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837464 Nov 12 03:43:04.073087 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5ec9c-c17b-4b7c-b601-87f19656d8e8 req-4c6350ac-c5a9-4535-a3e1-aeb4bf94dd26 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.075457 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-49d5ec9c-c17b-4b7c-b601-87f19656d8e8 req-4c6350ac-c5a9-4535-a3e1-aeb4bf94dd26 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 948 time: 0.0592096 Nov 12 03:43:04.110137 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.126356 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43d3890c-3509-4c46-ae27-3940ca587c96 req-46a4eab6-805e-4fd7-93b1-3c202b026ec6 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780658 Nov 12 03:43:04.138557 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-49d5ec9c-c17b-4b7c-b601-87f19656d8e8 req-00337e21-d187-4523-a306-ed25858207fa tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570066 Nov 12 03:43:04.263375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b45700-0101-4377-97ba-273e8ae9dfc6 req-9832031e-70ac-49d9-977c-12a9a75ca81f tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.265654 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84b45700-0101-4377-97ba-273e8ae9dfc6 req-9832031e-70ac-49d9-977c-12a9a75ca81f tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 945 time: 0.0624907 Nov 12 03:43:04.337004 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84b45700-0101-4377-97ba-273e8ae9dfc6 req-61b33373-2553-497f-953d-80c7ac7585c0 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626073 Nov 12 03:43:04.337339 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.461860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f0eec-4b80-4f05-bc1f-b2c31eac6416 req-73b70f09-61be-4759-a493-ed16f9c38c15 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.464160 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d2f0eec-4b80-4f05-bc1f-b2c31eac6416 req-73b70f09-61be-4759-a493-ed16f9c38c15 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 949 time: 0.0573030 Nov 12 03:43:04.465431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3aba0-52ca-42e6-9fbc-fb5196e086dd req-81379609-220e-4120-9754-fcc06409dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.466958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f3aba0-52ca-42e6-9fbc-fb5196e086dd req-81379609-220e-4120-9754-fcc06409dc1f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4462d6078fe14c8994843699f8593810&device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 1100 time: 0.0924015 Nov 12 03:43:04.550570 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d2f0eec-4b80-4f05-bc1f-b2c31eac6416 req-503b94b5-748f-4e7e-bace-69634fe5c340 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761874 Nov 12 03:43:04.666832 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.671088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3aba0-52ca-42e6-9fbc-fb5196e086dd req-fbbeac57-5ae2-4ff3-8a57-122f177a0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.671271 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f3aba0-52ca-42e6-9fbc-fb5196e086dd req-fbbeac57-5ae2-4ff3-8a57-122f177a0280 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1748519 Nov 12 03:43:04.695648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54222) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:04.726301 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f3aba0-52ca-42e6-9fbc-fb5196e086dd req-606d80e4-0210-4e60-a913-afbe5a46ea9e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6c443daa-ff62-4dcd-ae9a-eaa003c0c14b HTTP/1.1" status: 200 len: 217 time: 0.0406570 Nov 12 03:43:04.793275 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.811358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3aba0-52ca-42e6-9fbc-fb5196e086dd req-066a74e4-2943-4b92-b947-cc4293adeba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.812856 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f3aba0-52ca-42e6-9fbc-fb5196e086dd req-066a74e4-2943-4b92-b947-cc4293adeba6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0748506 Nov 12 03:43:04.835165 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.855017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:04.913426 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Pushing event updated for resources: {'Port': ['ID=d25a236b-b527-4ecc-bb36-5488244ecbfb,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.922216 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.943557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3aba0-52ca-42e6-9fbc-fb5196e086dd req-967b3a6c-fabc-469a-b690-743e324ee535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.945208 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f3aba0-52ca-42e6-9fbc-fb5196e086dd req-967b3a6c-fabc-469a-b690-743e324ee535 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1090267 Nov 12 03:43:04.956394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.034040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2050f219-2d37-4c9a-a80a-688d3db93a3c up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:05.103225 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f3aba0-52ca-42e6-9fbc-fb5196e086dd req-c19f68f1-e3fa-44dd-94a8-5202dfabe592 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433084 Nov 12 03:43:05.117174 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.119230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6490d-7530-494f-bd74-f0b4b45e166c req-75054006-9d12-424f-bc71-8b4667b3c762 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.119408 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-7f5ea81e-4305-45ab-8bb7-1db2ca94731f tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6184947 Nov 12 03:43:05.121562 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16c6490d-7530-494f-bd74-f0b4b45e166c req-75054006-9d12-424f-bc71-8b4667b3c762 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 944 time: 0.0739818 Nov 12 03:43:05.175230 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16c6490d-7530-494f-bd74-f0b4b45e166c req-0b2b56ee-61e3-45a7-bb75-60f14504d849 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466371 Nov 12 03:43:05.232897 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.274434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:43:05.282543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-9ac049e5-c5e6-41e3-b556-cff30d1aa043 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.1482239 Nov 12 03:43:05.284000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:05.285049 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.321519 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cdc1449dcb114860bf5b1e554a3f12de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6243768 Nov 12 03:43:05.322897 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:05.323971 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b42fed4-9838-49f9-8efc-e6b4bcc49ba1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:05.342709 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 2050f219-2d37-4c9a-a80a-688d3db93a3c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:43:05.368188 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:05.368453 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 2050f219-2d37-4c9a-a80a-688d3db93a3c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:05.368788 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.369044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:05.369688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:05.370329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:05.370964 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:05.371606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:05.372566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:05.373250 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:05.373913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:05.374528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:05.375164 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:05.375807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503ca37-210e-442b-9197-564754754e08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:05.421826 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f3aba0-52ca-42e6-9fbc-fb5196e086dd req-a1d89179-fe9d-4f9e-ac86-d72e2ca0e467 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008437 Nov 12 03:43:05.425093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbda5f-346a-47e0-86db-0da8257f07c4 req-7e978b8a-2e07-4206-8140-eee2aad3450e tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.427039 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3efbda5f-346a-47e0-86db-0da8257f07c4 req-7e978b8a-2e07-4206-8140-eee2aad3450e tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 948 time: 0.1708086 Nov 12 03:43:05.477264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-849e6ea2-2871-4371-8e10-883546b5b2a8 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.488331 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3de6c3d-a7c3-4f55-a35d-83961320508a req-849e6ea2-2871-4371-8e10-883546b5b2a8 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.1956251 Nov 12 03:43:05.506020 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d171c503-fbb9-451f-abba-a361f47d829c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.532305 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3efbda5f-346a-47e0-86db-0da8257f07c4 req-a15dd94e-dccf-4ac4-84ab-baaf094e6a72 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949771 Nov 12 03:43:05.546832 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d171c503-fbb9-451f-abba-a361f47d829c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.558614 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.564178 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.597888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00cd05-f3f5-4cfa-baeb-79f1a38b8da8 req-0da17f13-8ded-4890-b566-9bce809c2742 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.599985 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e00cd05-f3f5-4cfa-baeb-79f1a38b8da8 req-0da17f13-8ded-4890-b566-9bce809c2742 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 945 time: 0.0630097 Nov 12 03:43:05.602611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2050f219-2d37-4c9a-a80a-688d3db93a3c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:05.605155 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebec760-b8e1-4d43-8714-8f8886233992" -d '{"events": [{"server_uuid": "f4249b2a-0d54-4e66-bc3f-842e86445504", "name": "network-vif-plugged", "status": "completed", "tag": "2050f219-2d37-4c9a-a80a-688d3db93a3c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:05.624830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2050f219-2d37-4c9a-a80a-688d3db93a3c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:05.644688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:05.657224 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08e5652c-76d4-4812-9141-17144ddd15d9 req-1bb821c4-2ff4-43f6-9cfa-a0c0bbb9a62b tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/floatingips/fc7ec663-1dd5-454a-821b-2dc5e70a65a2 HTTP/1.1" status: 200 len: 692 time: 0.0664685 Nov 12 03:43:05.670254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e00cd05-f3f5-4cfa-baeb-79f1a38b8da8 req-f4a831f5-be6c-4694-9827-5decd4d669dc tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594468 Nov 12 03:43:05.798777 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.812677 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5652c-76d4-4812-9141-17144ddd15d9 req-65fd1a6e-205d-4708-b2f2-f9ff769337bd tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.814288 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08e5652c-76d4-4812-9141-17144ddd15d9 req-65fd1a6e-205d-4708-b2f2-f9ff769337bd tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.1353405 Nov 12 03:43:05.847859 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.853193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9d700-c932-4d11-85c0-f983559f51f4 req-91b92a36-bbe9-4e3e-bb0c-d4368c053c57 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.855179 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3dc9d700-c932-4d11-85c0-f983559f51f4 req-91b92a36-bbe9-4e3e-bb0c-d4368c053c57 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 945 time: 0.0869060 Nov 12 03:43:05.863683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8b8b-66c5-49ee-beec-9cde343ec720 req-bac0c11c-e93d-432e-890c-bbfe60620356 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.865312 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81da8b8b-66c5-49ee-beec-9cde343ec720 req-bac0c11c-e93d-432e-890c-bbfe60620356 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 949 time: 0.1153131 Nov 12 03:43:05.869104 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d171c503-fbb9-451f-abba-a361f47d829c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.872104 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d171c503-fbb9-451f-abba-a361f47d829c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.876443 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d171c503-fbb9-451f-abba-a361f47d829c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6b42fed4-9838-49f9-8efc-e6b4bcc49ba1 HTTP/1.1" status: 204 len: 168 time: 0.5478375 Nov 12 03:43:05.892658 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08e5652c-76d4-4812-9141-17144ddd15d9 req-16065e05-7a57-47f6-8c6e-6c158af4fcc8 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.0702279 Nov 12 03:43:05.896196 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=2050f219-2d37-4c9a-a80a-688d3db93a3c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:05.902420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171c503-fbb9-451f-abba-a361f47d829c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b42fed4-9838-49f9-8efc-e6b4bcc49ba1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:05.964851 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08e5652c-76d4-4812-9141-17144ddd15d9 req-08b75136-d143-46d6-943a-6f95a50f7e75 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.0699189 Nov 12 03:43:06.010602 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.092306 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81da8b8b-66c5-49ee-beec-9cde343ec720 req-36f79fb4-b64d-4fee-a5ce-91f7a29e5025 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414855 Nov 12 03:43:06.106063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3dc9d700-c932-4d11-85c0-f983559f51f4 req-bf7dc887-79f8-41f3-8785-b25df5439032 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Deleting port f0897a27-dab9-4ffa-b794-19f48bf3f0a7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:06.106395 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3dc9d700-c932-4d11-85c0-f983559f51f4 req-bf7dc887-79f8-41f3-8785-b25df5439032 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.152482 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-08e5652c-76d4-4812-9141-17144ddd15d9 req-53a78ec7-263f-4bb2-add8-cbfe8accb9e7 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Deleting port d25a236b-b527-4ecc-bb36-5488244ecbfb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:06.152917 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08e5652c-76d4-4812-9141-17144ddd15d9 req-53a78ec7-263f-4bb2-add8-cbfe8accb9e7 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.165831 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab332d36-07d1-401b-915c-819b241cd410 x-openstack-request-id: req-ab332d36-07d1-401b-915c-819b241cd410 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:06.166357 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4249b2a-0d54-4e66-bc3f-842e86445504", "name": "network-vif-plugged", "status": "completed", "tag": "2050f219-2d37-4c9a-a80a-688d3db93a3c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:06.166974 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ab332d36-07d1-401b-915c-819b241cd410 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:06.167812 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2050f219-2d37-4c9a-a80a-688d3db93a3c', 'code': 200} Nov 12 03:43:06.269300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08e5652c-76d4-4812-9141-17144ddd15d9 req-53a78ec7-263f-4bb2-add8-cbfe8accb9e7 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.270202 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08e5652c-76d4-4812-9141-17144ddd15d9 req-53a78ec7-263f-4bb2-add8-cbfe8accb9e7 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.294093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3dc9d700-c932-4d11-85c0-f983559f51f4 req-bf7dc887-79f8-41f3-8785-b25df5439032 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] For port f0897a27-dab9-4ffa-b794-19f48bf3f0a7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f0897a27-dab9-4ffa-b794-19f48bf3f0a7,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:06.295348 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3dc9d700-c932-4d11-85c0-f983559f51f4 req-bf7dc887-79f8-41f3-8785-b25df5439032 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.297115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-08e5652c-76d4-4812-9141-17144ddd15d9 req-53a78ec7-263f-4bb2-add8-cbfe8accb9e7 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Calling delete_port for d25a236b-b527-4ecc-bb36-5488244ecbfb owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:06.311530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3dc9d700-c932-4d11-85c0-f983559f51f4 req-bf7dc887-79f8-41f3-8785-b25df5439032 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Calling delete_port for f0897a27-dab9-4ffa-b794-19f48bf3f0a7 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:06.586362 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08e5652c-76d4-4812-9141-17144ddd15d9 req-53a78ec7-263f-4bb2-add8-cbfe8accb9e7 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.618755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a78ec7-263f-4bb2-add8-cbfe8accb9e7 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Pushing event deleted for resources: {'Port': ['ID=d25a236b-b527-4ecc-bb36-5488244ecbfb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.707074 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08e5652c-76d4-4812-9141-17144ddd15d9 req-53a78ec7-263f-4bb2-add8-cbfe8accb9e7 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.713090 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-08e5652c-76d4-4812-9141-17144ddd15d9 req-53a78ec7-263f-4bb2-add8-cbfe8accb9e7 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.715052 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08e5652c-76d4-4812-9141-17144ddd15d9 req-53a78ec7-263f-4bb2-add8-cbfe8accb9e7 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "DELETE /v2.0/floatingips/fc7ec663-1dd5-454a-821b-2dc5e70a65a2 HTTP/1.1" status: 204 len: 173 time: 0.7433338 Nov 12 03:43:06.785947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ce15f-cc89-4937-b831-efe25fbd0a7b req-7d9eb42d-abf2-4396-82c5-c479f4150127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:06.789165 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-390ce15f-cc89-4937-b831-efe25fbd0a7b req-7d9eb42d-abf2-4396-82c5-c479f4150127 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 1102 time: 0.4663303 Nov 12 03:43:06.829133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5264a-2ef0-4d2b-a64b-bbf74c867613 req-81d715d0-c37b-45b6-9095-7917c19b5af6 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:06.840868 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82a5264a-2ef0-4d2b-a64b-bbf74c867613 req-81d715d0-c37b-45b6-9095-7917c19b5af6 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 945 time: 0.5265787 Nov 12 03:43:06.866154 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:06.939631 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-390ce15f-cc89-4937-b831-efe25fbd0a7b req-80bb581b-81c6-4cac-891e-b978e1df29e2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383648 Nov 12 03:43:06.940061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfa7d3-f674-45ad-95e8-28c998232ca5 req-cdefd0a3-45af-4f10-a9f9-35871baba0ef tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:06.942635 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59dfa7d3-f674-45ad-95e8-28c998232ca5 req-cdefd0a3-45af-4f10-a9f9-35871baba0ef tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 948 time: 0.1249108 Nov 12 03:43:07.004958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6c443daa-ff62-4dcd-ae9a-eaa003c0c14b,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:07.005707 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59dfa7d3-f674-45ad-95e8-28c998232ca5 req-71459e37-8e19-4573-8db2-dd555737b4e9 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552161 Nov 12 03:43:07.032590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '6c443daa-ff62-4dcd-ae9a-eaa003c0c14b', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '6c443daa-ff62-4dcd-ae9a-eaa003c0c14b', 'mac_address': 'fa:16:3e:22:28:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:07.032720 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82a5264a-2ef0-4d2b-a64b-bbf74c867613 req-2ba3c47e-5f66-4bd7-adfd-272f9f837635 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845431 Nov 12 03:43:07.084452 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.101293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:07.125529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6c443daa-ff62-4dcd-ae9a-eaa003c0c14b,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:07.129516 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-a9a31594-a9bd-4a02-8030-68c6c3a6df33 req-5d47a77c-5c88-4038-8b86-4eafa9063540 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] show failed (client error): The resource could not be found. Nov 12 03:43:07.130419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a9a31594-a9bd-4a02-8030-68c6c3a6df33 req-5d47a77c-5c88-4038-8b86-4eafa9063540 tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/floatingips/fc7ec663-1dd5-454a-821b-2dc5e70a65a2 HTTP/1.1" status: 404 len: 350 time: 0.0654697 Nov 12 03:43:07.160933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05b0f9-e74b-43fc-a413-b95bc159dc63 req-141e3918-06c1-4427-a329-144f747934c7 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:07.163037 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c05b0f9-e74b-43fc-a413-b95bc159dc63 req-141e3918-06c1-4427-a329-144f747934c7 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 945 time: 0.0804231 Nov 12 03:43:07.175940 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3dc9d700-c932-4d11-85c0-f983559f51f4 req-bf7dc887-79f8-41f3-8785-b25df5439032 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.219597 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.264711 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c05b0f9-e74b-43fc-a413-b95bc159dc63 req-67c882e3-17e7-484e-9224-d2f4bd842e0a tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/security-groups?id=6f7a75d1-fb32-4607-a312-2372b3053ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910451 Nov 12 03:43:07.266155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7dc887-79f8-41f3-8785-b25df5439032 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Pushing event deleted for resources: {'Port': ['ID=f0897a27-dab9-4ffa-b794-19f48bf3f0a7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:07.333111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=6c443daa-ff62-4dcd-ae9a-eaa003c0c14b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:07.339755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc9d700-c932-4d11-85c0-f983559f51f4 req-bf7dc887-79f8-41f3-8785-b25df5439032 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] No DVR routers for this DVR port f0897a27-dab9-4ffa-b794-19f48bf3f0a7 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:07.346341 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3dc9d700-c932-4d11-85c0-f983559f51f4 req-bf7dc887-79f8-41f3-8785-b25df5439032 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.346719 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3dc9d700-c932-4d11-85c0-f983559f51f4 req-bf7dc887-79f8-41f3-8785-b25df5439032 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.26 "DELETE /v2.0/ports/f0897a27-dab9-4ffa-b794-19f48bf3f0a7 HTTP/1.1" status: 204 len: 173 time: 1.4801278 Nov 12 03:43:07.346982 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'name': 'network-vif-deleted', 'tag': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:07.349282 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbe7d30-e66a-47d7-b970-51c71cece421" -d '{"events": [{"server_uuid": "a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9", "name": "network-vif-deleted", "tag": "f0897a27-dab9-4ffa-b794-19f48bf3f0a7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:07.371181 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [req-9847111e-33e1-4ec3-80c2-cca4320fe84a req-e12f1168-6141-4fdf-a704-291353f6ee5d tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] show failed (client error): The resource could not be found. Nov 12 03:43:07.376771 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9847111e-33e1-4ec3-80c2-cca4320fe84a req-e12f1168-6141-4fdf-a704-291353f6ee5d tempest-FloatingIPsTestJSON-1022730180 tempest-FloatingIPsTestJSON-1022730180-project] 10.222.0.105 "GET /v2.0/floatingips/fc7ec663-1dd5-454a-821b-2dc5e70a65a2 HTTP/1.1" status: 404 len: 350 time: 0.0693104 Nov 12 03:43:07.377220 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8e3e1-715b-49dc-9635-29df4a516e71 req-0f44b081-939b-4182-94f8-cd171e099bb9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:07.380385 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:07.386011 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ba8e3e1-715b-49dc-9635-29df4a516e71 req-0f44b081-939b-4182-94f8-cd171e099bb9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1962588 Nov 12 03:43:07.447384 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ba8e3e1-715b-49dc-9635-29df4a516e71 req-d7659a94-c486-4e38-ba8d-e55a2db546e6 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602682 Nov 12 03:43:07.520833 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6708e9be-ab82-41ea-9580-6f4e266b0409 x-openstack-request-id: req-6708e9be-ab82-41ea-9580-6f4e266b0409 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:07.521260 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9", "name": "network-vif-deleted", "tag": "f0897a27-dab9-4ffa-b794-19f48bf3f0a7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:07.521499 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6708e9be-ab82-41ea-9580-6f4e266b0409 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:07.522090 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9', 'name': 'network-vif-deleted', 'tag': 'f0897a27-dab9-4ffa-b794-19f48bf3f0a7', 'status': 'completed', 'code': 200} Nov 12 03:43:07.577766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6c443daa-ff62-4dcd-ae9a-eaa003c0c14b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:07.949977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dacf505-92c4-4b4c-b3b4-a687f309c9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.169392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74a35b4-6cc1-40c9-896e-268cf781f0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ebdd79-5b3d-4f8a-bcd5-f75bba890179'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:08.173610 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5023c8b0-6c7d-4e1b-9e1e-f791cf121941" -d '{"events": [{"server_uuid": "d74a35b4-6cc1-40c9-896e-268cf781f0dd", "name": "network-vif-plugged", "status": "completed", "tag": "32ebdd79-5b3d-4f8a-bcd5-f75bba890179"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:08.332282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f16710-8fad-45c4-a62e-627b01cd42e4 req-aaf9ccc3-fbeb-4e61-a4a9-1046ba446180 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.334876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4f16710-8fad-45c4-a62e-627b01cd42e4 req-aaf9ccc3-fbeb-4e61-a4a9-1046ba446180 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 949 time: 0.0827253 Nov 12 03:43:08.422743 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4f16710-8fad-45c4-a62e-627b01cd42e4 req-e3a592e1-7203-4fdd-aa4b-bb340b643741 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766304 Nov 12 03:43:08.446035 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969af6da-4196-4622-a407-d2783c8e5bf1 req-3bbdba42-6d1b-4c55-b867-9eb415e2a301 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.464090 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-969af6da-4196-4622-a407-d2783c8e5bf1 req-3bbdba42-6d1b-4c55-b867-9eb415e2a301 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 945 time: 0.1089537 Nov 12 03:43:08.532199 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37889321-e452-4a4c-95ee-f85155ae2e34 x-openstack-request-id: req-37889321-e452-4a4c-95ee-f85155ae2e34 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:08.532199 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74a35b4-6cc1-40c9-896e-268cf781f0dd", "name": "network-vif-plugged", "status": "completed", "tag": "32ebdd79-5b3d-4f8a-bcd5-f75bba890179", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:08.532199 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-37889321-e452-4a4c-95ee-f85155ae2e34 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:08.532199 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74a35b4-6cc1-40c9-896e-268cf781f0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ebdd79-5b3d-4f8a-bcd5-f75bba890179', 'code': 200} Nov 12 03:43:08.624880 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-969af6da-4196-4622-a407-d2783c8e5bf1 req-3421e225-e06e-4fed-a11b-ac2c24060360 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676445 Nov 12 03:43:08.703797 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea583ed0-d36c-44d7-acee-8a2c031f8424 req-7b3bc527-8a22-45c7-9a46-d2b7f468a392 tempest-FloatingIPsAssociationTestJSON-2081366243 tempest-FloatingIPsAssociationTestJSON-2081366243-project] 10.222.0.105 "GET /v2.0/ports?device_id=a2e32d6a-2c7e-4053-a43e-0ec01f3f5ee9 HTTP/1.1" status: 200 len: 210 time: 0.0523384 Nov 12 03:43:08.720103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83408d1e-8817-4522-b8f1-a1829d8d281d req-a622c4ba-33e3-4fa0-a9bb-d2a7e12d004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.722620 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-83408d1e-8817-4522-b8f1-a1829d8d281d req-a622c4ba-33e3-4fa0-a9bb-d2a7e12d004a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 1097 time: 0.1145151 Nov 12 03:43:08.792609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0dacf505-92c4-4b4c-b3b4-a687f309c9cd admin admin] Deleting port a5332611-cd68-4673-a4c9-033ad5b2b07a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:08.793471 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dacf505-92c4-4b4c-b3b4-a687f309c9cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.827955 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-83408d1e-8817-4522-b8f1-a1829d8d281d req-ab9b04e4-7a23-4d3d-bc8a-6664d71bed25 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897462 Nov 12 03:43:08.880484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:09.004325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff543c6-f187-4693-924b-522f7c9964ef req-edd3ba1c-ce16-45c1-a496-8fdafc6c15c7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.012312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f0897a27-dab9-4ffa-b794-19f48bf3f0a7 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:09.015860 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ff543c6-f187-4693-924b-522f7c9964ef req-edd3ba1c-ce16-45c1-a496-8fdafc6c15c7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1985800 Nov 12 03:43:09.055028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: f0897a27-dab9-4ffa-b794-19f48bf3f0a7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:09.055794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f0897a27-dab9-4ffa-b794-19f48bf3f0a7 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:09.079274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0dacf505-92c4-4b4c-b3b4-a687f309c9cd admin admin] For port a5332611-cd68-4673-a4c9-033ad5b2b07a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a5332611-cd68-4673-a4c9-033ad5b2b07a,segment=NetworkSegment(da5159eb-5139-4f08-84ca-ce27db37a67e),segment_id=da5159eb-5139-4f08-84ca-ce27db37a67e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:09.079662 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dacf505-92c4-4b4c-b3b4-a687f309c9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.092083 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ff543c6-f187-4693-924b-522f7c9964ef req-422f7e9c-3aee-4b0d-8551-0366d615b43d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766628 Nov 12 03:43:09.100204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0dacf505-92c4-4b4c-b3b4-a687f309c9cd admin admin] Calling delete_port for a5332611-cd68-4673-a4c9-033ad5b2b07a owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:09.145840 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:43:09.151378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:09.154137 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.278520 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.331872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6c443daa-ff62-4dcd-ae9a-eaa003c0c14b,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:09.442309 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.466729 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dacf505-92c4-4b4c-b3b4-a687f309c9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.504758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacf505-92c4-4b4c-b3b4-a687f309c9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a5332611-cd68-4673-a4c9-033ad5b2b07a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:09.518058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=6c443daa-ff62-4dcd-ae9a-eaa003c0c14b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:09.587430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8cabf-63e2-4bb3-9e9c-fca495a5ce39 req-a7ffb35d-eb4b-4b6a-b0f8-506735e483df tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.591218 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c6d8cabf-63e2-4bb3-9e9c-fca495a5ce39 req-a7ffb35d-eb4b-4b6a-b0f8-506735e483df tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 950 time: 0.0613058 Nov 12 03:43:09.665617 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c6d8cabf-63e2-4bb3-9e9c-fca495a5ce39 req-b4b25b64-a906-4821-8c06-247ab92f6b9f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624804 Nov 12 03:43:09.872987 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dacf505-92c4-4b4c-b3b4-a687f309c9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.884820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54322) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:09.894971 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b2ae7-f8af-493d-9a3a-5e3be7377dd2 req-a28ba46e-4944-4f64-8e6b-ac961373fd66 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.897051 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e8b2ae7-f8af-493d-9a3a-5e3be7377dd2 req-a28ba46e-4944-4f64-8e6b-ac961373fd66 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 945 time: 0.1169958 Nov 12 03:43:10.098280 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e8b2ae7-f8af-493d-9a3a-5e3be7377dd2 req-38a269b6-5dc2-4c44-b039-a0464f6e9db0 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600528 Nov 12 03:43:10.309835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dacf505-92c4-4b4c-b3b4-a687f309c9cd admin admin] Router ba7a6c1c-2c50-41dc-bb71-30f68779063f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:10.465373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dc4a3-70f2-4a9a-b97e-160638115710 req-cf334649-6b7e-4482-899a-95a0911ea787 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.465373 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f27dc4a3-70f2-4a9a-b97e-160638115710 req-cf334649-6b7e-4482-899a-95a0911ea787 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1659315 Nov 12 03:43:10.508209 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dacf505-92c4-4b4c-b3b4-a687f309c9cd admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:10.523095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1d1ec-036c-40b9-a240-83f921205e5a None None] Sync routers for ids ['ba7a6c1c-2c50-41dc-bb71-30f68779063f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:10.525657 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0dacf505-92c4-4b4c-b3b4-a687f309c9cd admin admin] 10.222.0.105 "PUT /v2.0/routers/ba7a6c1c-2c50-41dc-bb71-30f68779063f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1438010 Nov 12 03:43:10.529688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.531708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492120b5-2573-40ef-ba53-ca47e4ec8e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c443daa-ff62-4dcd-ae9a-eaa003c0c14b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:10.534639 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce2aa57-230f-4539-8365-1311ff97ead1" -d '{"events": [{"server_uuid": "492120b5-2573-40ef-ba53-ca47e4ec8e7e", "name": "network-vif-plugged", "status": "completed", "tag": "6c443daa-ff62-4dcd-ae9a-eaa003c0c14b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:10.564883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1d1ec-036c-40b9-a240-83f921205e5a None None] Routers {'ba7a6c1c-2c50-41dc-bb71-30f68779063f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:10.569163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-14a1d1ec-036c-40b9-a240-83f921205e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ba7a6c1c-2c50-41dc-bb71-30f68779063f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:10.623348 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac961ce-2bc2-4414-9d24-748ca831fd2c x-openstack-request-id: req-0ac961ce-2bc2-4414-9d24-748ca831fd2c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:10.623945 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492120b5-2573-40ef-ba53-ca47e4ec8e7e", "name": "network-vif-plugged", "status": "completed", "tag": "6c443daa-ff62-4dcd-ae9a-eaa003c0c14b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:10.624384 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0ac961ce-2bc2-4414-9d24-748ca831fd2c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:10.624952 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492120b5-2573-40ef-ba53-ca47e4ec8e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c443daa-ff62-4dcd-ae9a-eaa003c0c14b', 'code': 200} Nov 12 03:43:10.681548 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f27dc4a3-70f2-4a9a-b97e-160638115710 req-ce753d97-f148-4649-90aa-c9a81662548d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975093 Nov 12 03:43:10.696256 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.751585 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-14a1d1ec-036c-40b9-a240-83f921205e5a None None] Set router ba7a6c1c-2c50-41dc-bb71-30f68779063f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:10.884548 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.903216 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d1a96-422a-4a12-9394-e17cf1cd446c req-aae87f46-8e0b-45ae-9295-526b26071c3a tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.912059 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d07d1a96-422a-4a12-9394-e17cf1cd446c req-aae87f46-8e0b-45ae-9295-526b26071c3a tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 950 time: 0.0892029 Nov 12 03:43:10.953698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016c94f-8fb4-4820-ae5d-98e819bf2de0 req-f51063b7-b179-4c01-9a25-9cc542c36d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.956210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e016c94f-8fb4-4820-ae5d-98e819bf2de0 req-f51063b7-b179-4c01-9a25-9cc542c36d4d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 1102 time: 0.2159452 Nov 12 03:43:11.003936 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d07d1a96-422a-4a12-9394-e17cf1cd446c req-1ca079e9-19b4-4b02-b06e-c2b3f7ab0cdf tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911517 Nov 12 03:43:11.054302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-14a1d1ec-036c-40b9-a240-83f921205e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'name': 'tempest-FloatingIPsTestJSON-188117120-router', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '9271eaa6-eeb9-4891-bba4-a435c1e242df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:37Z', 'updated_at': '2021-11-12T03:43:09Z', 'revision_number': 5, 'project_id': '09f4a28c17bb4471aad78b34c9fb4937', 'gw_port': {'id': '9271eaa6-eeb9-4891-bba4-a435c1e242df', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:38Z', 'updated_at': '2021-11-12T03:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:11.074400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7911fd6-a56f-4702-9556-0fee48a693b3 req-9ebf2dde-68b7-41d7-b16c-669acadd13a0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:11.084641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7911fd6-a56f-4702-9556-0fee48a693b3 req-9ebf2dde-68b7-41d7-b16c-669acadd13a0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.2088382 Nov 12 03:43:11.088518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1d1ec-036c-40b9-a240-83f921205e5a None None] Checking router: ba7a6c1c-2c50-41dc-bb71-30f68779063f for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:11.099744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1d1ec-036c-40b9-a240-83f921205e5a None None] Routers {'ba7a6c1c-2c50-41dc-bb71-30f68779063f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:11.101169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-14a1d1ec-036c-40b9-a240-83f921205e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ba7a6c1c-2c50-41dc-bb71-30f68779063f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:11.120269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] Deleting port 9271eaa6-eeb9-4891-bba4-a435c1e242df {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:11.121736 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.130072 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e016c94f-8fb4-4820-ae5d-98e819bf2de0 req-4ecb77c8-9813-43ec-b587-9f96b9d94125 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569843 Nov 12 03:43:11.149558 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-478287c3-2426-4f1f-a81d-aa0f10f090b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.214264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-14a1d1ec-036c-40b9-a240-83f921205e5a None None] Set router ba7a6c1c-2c50-41dc-bb71-30f68779063f gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:11.284547 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7911fd6-a56f-4702-9556-0fee48a693b3 req-de0f13b1-44e9-497d-985e-e988f5f49144 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703010 Nov 12 03:43:11.318617 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-14a1d1ec-036c-40b9-a240-83f921205e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'name': 'tempest-FloatingIPsTestJSON-188117120-router', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:37Z', 'updated_at': '2021-11-12T03:43:10Z', 'revision_number': 6, 'project_id': '09f4a28c17bb4471aad78b34c9fb4937', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:11.350068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1d1ec-036c-40b9-a240-83f921205e5a None None] The sync data for ids ['ba7a6c1c-2c50-41dc-bb71-30f68779063f'] in n-d-767704-23 is: [{'id': 'ba7a6c1c-2c50-41dc-bb71-30f68779063f', 'name': 'tempest-FloatingIPsTestJSON-188117120-router', 'tenant_id': '09f4a28c17bb4471aad78b34c9fb4937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:37Z', 'updated_at': '2021-11-12T03:43:10Z', 'revision_number': 6, 'project_id': '09f4a28c17bb4471aad78b34c9fb4937', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:11.403135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] For port 9271eaa6-eeb9-4891-bba4-a435c1e242df, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9271eaa6-eeb9-4891-bba4-a435c1e242df,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:11.403586 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.419318 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ee8b2-c329-4d5d-9f37-60fa7b59fbd8 req-ca40cad6-8fc3-4e84-b794-d1849a23495d tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:11.420905 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-417ee8b2-c329-4d5d-9f37-60fa7b59fbd8 req-ca40cad6-8fc3-4e84-b794-d1849a23495d tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 945 time: 0.1350741 Nov 12 03:43:11.443543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] Calling delete_port for 9271eaa6-eeb9-4891-bba4-a435c1e242df owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:11.536799 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-417ee8b2-c329-4d5d-9f37-60fa7b59fbd8 req-38c548c7-d64b-42a4-b173-6f61724c9803 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075428 Nov 12 03:43:11.704023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-478287c3-2426-4f1f-a81d-aa0f10f090b2 admin admin] Deleting port 261dbe4b-191b-4c03-bb64-304f7b9ca578 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:11.704584 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-478287c3-2426-4f1f-a81d-aa0f10f090b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.787664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.822267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-478287c3-2426-4f1f-a81d-aa0f10f090b2 admin admin] For port 261dbe4b-191b-4c03-bb64-304f7b9ca578, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=261dbe4b-191b-4c03-bb64-304f7b9ca578,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:11.822803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-478287c3-2426-4f1f-a81d-aa0f10f090b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.839259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-478287c3-2426-4f1f-a81d-aa0f10f090b2 admin admin] Calling delete_port for 261dbe4b-191b-4c03-bb64-304f7b9ca578 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:11.902317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9271eaa6-eeb9-4891-bba4-a435c1e242df,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:11.983382 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.094772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-4608a311-0dee-4039-9a8a-9f2435dc95b5 req-4bc89a76-7fa9-4abb-8bff-1dd1c8005342 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:43:12.095788 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4608a311-0dee-4039-9a8a-9f2435dc95b5 req-4bc89a76-7fa9-4abb-8bff-1dd1c8005342 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1944439 Nov 12 03:43:12.113259 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.115458 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.198686 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2e5e1-3cdb-4e3b-85b4-2fa87f596e79 req-9141f3f0-d739-405b-8c27-72ada3c0f7a5 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:12.200281 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27d2e5e1-3cdb-4e3b-85b4-2fa87f596e79 req-9141f3f0-d739-405b-8c27-72ada3c0f7a5 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 945 time: 0.0804791 Nov 12 03:43:12.211117 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-478287c3-2426-4f1f-a81d-aa0f10f090b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.260015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478287c3-2426-4f1f-a81d-aa0f10f090b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=261dbe4b-191b-4c03-bb64-304f7b9ca578,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:12.297329 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27d2e5e1-3cdb-4e3b-85b4-2fa87f596e79 req-01830d5c-5e0f-4fbe-9952-3d9aaf93da0e tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788410 Nov 12 03:43:12.315903 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.320099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba7a6c1c-2c50-41dc-bb71-30f68779063f {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:43:12.323410 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.327545 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d229b43f-56a4-47ee-84a8-356d24738ca2 admin admin] 10.222.0.105 "DELETE /v2.0/routers/ba7a6c1c-2c50-41dc-bb71-30f68779063f HTTP/1.1" status: 204 len: 168 time: 1.7954428 Nov 12 03:43:12.328300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54370) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:12.440809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6831fb-7b72-46f6-86b3-244a2f772271 admin admin] Deleting subnet e4da1c8d-2636-4eed-bdce-977f5ce0765e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:12.464800 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc6831fb-7b72-46f6-86b3-244a2f772271 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.529514 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc6831fb-7b72-46f6-86b3-244a2f772271 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.589096 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-478287c3-2426-4f1f-a81d-aa0f10f090b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.600253 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8e6af-0a4a-4701-ba07-ebc234f62e97 req-e794b562-056b-43ad-9a4f-28ff81192121 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:12.608712 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73a8e6af-0a4a-4701-ba07-ebc234f62e97 req-e794b562-056b-43ad-9a4f-28ff81192121 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 950 time: 0.1559379 Nov 12 03:43:12.748698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73a8e6af-0a4a-4701-ba07-ebc234f62e97 req-764100db-3f7d-455e-bd18-b734fa566e0c tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391175 Nov 12 03:43:12.768050 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc6831fb-7b72-46f6-86b3-244a2f772271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.938719 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-b3c7c761-ff0d-423c-b487-99eaa49c64c2 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1460159 Nov 12 03:43:12.944211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-3696a930-3d57-4164-ba46-86956f8d44cd service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:43:12.945531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-3696a930-3d57-4164-ba46-86956f8d44cd service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059247 Nov 12 03:43:12.964928 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc6831fb-7b72-46f6-86b3-244a2f772271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.034092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6831fb-7b72-46f6-86b3-244a2f772271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4da1c8d-2636-4eed-bdce-977f5ce0765e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:13.040919 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc6831fb-7b72-46f6-86b3-244a2f772271 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.050783 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fc6831fb-7b72-46f6-86b3-244a2f772271 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/e4da1c8d-2636-4eed-bdce-977f5ce0765e HTTP/1.1" status: 204 len: 168 time: 0.7176962 Nov 12 03:43:13.051032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79de1ee0-abb4-4591-8e12-f035257446ca None None] Network 2054e51b-f0f7-4215-a548-9066fc4b378c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:13.051747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54380) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:13.214785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a5332611-cd68-4673-a4c9-033ad5b2b07a no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:13.243606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: a5332611-cd68-4673-a4c9-033ad5b2b07a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:13.244312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a5332611-cd68-4673-a4c9-033ad5b2b07a not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:13.244907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9271eaa6-eeb9-4891-bba4-a435c1e242df no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:13.252196 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.260184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f9fb6-0f5a-410a-bdce-d4aa40a43c08 req-f2bcb0c8-3419-490e-90fd-f8e8a7239c8d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.267843 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef8f9fb6-0f5a-410a-bdce-d4aa40a43c08 req-f2bcb0c8-3419-490e-90fd-f8e8a7239c8d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.4298208 Nov 12 03:43:13.276451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 9271eaa6-eeb9-4891-bba4-a435c1e242df {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:13.277111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9271eaa6-eeb9-4891-bba4-a435c1e242df not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:13.288745 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478287c3-2426-4f1f-a81d-aa0f10f090b2 admin admin] Router 9b541acd-16e0-421d-9224-479fac23268b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:13.401212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Deleting port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:13.401550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.414143 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997834e1-6597-4618-b7a1-8bde901b5c0c None None] DHCP port deletion for 2054e51b-f0f7-4215-a548-9066fc4b378c request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:13.527976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] For port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=247e16e7-38ce-4a8f-94b1-136c07d1b2c7,segment=NetworkSegment(da5159eb-5139-4f08-84ca-ce27db37a67e),segment_id=da5159eb-5139-4f08-84ca-ce27db37a67e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:13.528369 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.539555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-997834e1-6597-4618-b7a1-8bde901b5c0c None None] Deleting port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:13.539928 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-997834e1-6597-4618-b7a1-8bde901b5c0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.546088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Calling delete_port for 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:13.628194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-997834e1-6597-4618-b7a1-8bde901b5c0c None None] For port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=247e16e7-38ce-4a8f-94b1-136c07d1b2c7,segment=NetworkSegment(da5159eb-5139-4f08-84ca-ce27db37a67e),segment_id=da5159eb-5139-4f08-84ca-ce27db37a67e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:13.628648 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-997834e1-6597-4618-b7a1-8bde901b5c0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.650406 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-997834e1-6597-4618-b7a1-8bde901b5c0c None None] Calling delete_port for 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:13.708597 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef8f9fb6-0f5a-410a-bdce-d4aa40a43c08 req-0c9ea07f-0d9f-4f3a-b845-4aa7613984b0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156141 Nov 12 03:43:13.710842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478287c3-2426-4f1f-a81d-aa0f10f090b2 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:13.726760 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f1806a-49ea-454e-a9b8-c7d20f8e1452 None None] Sync routers for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:13.738025 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-478287c3-2426-4f1f-a81d-aa0f10f090b2 admin admin] 10.222.0.105 "PUT /v2.0/routers/9b541acd-16e0-421d-9224-479fac23268b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8416338 Nov 12 03:43:13.740592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:13.748662 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f1806a-49ea-454e-a9b8-c7d20f8e1452 None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:13.749287 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-04f1806a-49ea-454e-a9b8-c7d20f8e1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:13.783678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2a40a-eadb-4b8a-97b7-cc78e2c4783b req-2ad045b9-7a02-4093-9632-3729745755b4 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.797543 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6a2a40a-eadb-4b8a-97b7-cc78e2c4783b req-2ad045b9-7a02-4093-9632-3729745755b4 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 945 time: 0.2351689 Nov 12 03:43:13.914510 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6a2a40a-eadb-4b8a-97b7-cc78e2c4783b req-6a3fecd9-7622-41f5-a59f-dc4de3e0119e tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088302 Nov 12 03:43:13.976620 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.980580 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-04f1806a-49ea-454e-a9b8-c7d20f8e1452 None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:13.988053 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-997834e1-6597-4618-b7a1-8bde901b5c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.036321 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.097945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997834e1-6597-4618-b7a1-8bde901b5c0c None None] Pushing event deleted for resources: {'Port': ['ID=247e16e7-38ce-4a8f-94b1-136c07d1b2c7,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:14.112219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997834e1-6597-4618-b7a1-8bde901b5c0c None None] No DVR routers for this DVR port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:14.171060 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Pushing event deleted for resources: {'Port': ['ID=247e16e7-38ce-4a8f-94b1-136c07d1b2c7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:14.198421 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] No DVR routers for this DVR port 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:14.245030 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-04f1806a-49ea-454e-a9b8-c7d20f8e1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:43:12Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:14.334592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aedd5-e9b4-472f-981a-5976346829c1 req-3df12b99-3461-44b0-a6cd-ad66535dd46b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:14.337196 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff6aedd5-e9b4-472f-981a-5976346829c1 req-3df12b99-3461-44b0-a6cd-ad66535dd46b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 950 time: 0.1513684 Nov 12 03:43:14.341024 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.381530 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f1806a-49ea-454e-a9b8-c7d20f8e1452 None None] Checking router: 9b541acd-16e0-421d-9224-479fac23268b for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:14.413584 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.435539 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f1806a-49ea-454e-a9b8-c7d20f8e1452 None None] Routers {'9b541acd-16e0-421d-9224-479fac23268b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:14.437236 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-04f1806a-49ea-454e-a9b8-c7d20f8e1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:42:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b541acd-16e0-421d-9224-479fac23268b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:14.449707 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff6aedd5-e9b4-472f-981a-5976346829c1 req-e00e8cc1-2d29-44c7-9e21-c1ea4af534b0 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851314 Nov 12 03:43:14.479799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2054e51b-f0f7-4215-a548-9066fc4b378c']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:14.537732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5159eb-5139-4f08-84ca-ce27db37a67e') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:14.538239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5159eb-5139-4f08-84ca-ce27db37a67e') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:14.578655 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.622338 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.631454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] Deleting port a9c0a09f-d3cc-4142-bf27-a5737e819a60 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:14.632570 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.640903 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:14.642982 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:14.649766 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:14.835436 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-04f1806a-49ea-454e-a9b8-c7d20f8e1452 None None] Set router 9b541acd-16e0-421d-9224-479fac23268b gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:14.871132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] For port a9c0a09f-d3cc-4142-bf27-a5737e819a60, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a9c0a09f-d3cc-4142-bf27-a5737e819a60,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:14.871747 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.900092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] Calling delete_port for a9c0a09f-d3cc-4142-bf27-a5737e819a60 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:15.028258 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.032133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:15.041554 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.049918 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] 10.222.0.105 "DELETE /v2.0/networks/2054e51b-f0f7-4215-a548-9066fc4b378c HTTP/1.1" status: 204 len: 168 time: 1.9961641 Nov 12 03:43:15.071996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d722c51-f819-4903-8809-0f92d87622fa admin admin] Pushing event deleted for resources: {'Network': ['ID=2054e51b-f0f7-4215-a548-9066fc4b378c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.174487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:15.177447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 247e16e7-38ce-4a8f-94b1-136c07d1b2c7 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:15.437185 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-04f1806a-49ea-454e-a9b8-c7d20f8e1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:43:12Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:15.541179 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.546574 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f1806a-49ea-454e-a9b8-c7d20f8e1452 None None] The sync data for ids ['9b541acd-16e0-421d-9224-479fac23268b'] in n-d-767704-23 is: [{'id': '9b541acd-16e0-421d-9224-479fac23268b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1504980976-router', 'tenant_id': 'c5baee09b20946378a2bc93ef10a911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:09Z', 'updated_at': '2021-11-12T03:43:12Z', 'revision_number': 5, 'project_id': 'c5baee09b20946378a2bc93ef10a911b', 'gw_port': {'id': 'a9c0a09f-d3cc-4142-bf27-a5737e819a60', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b541acd-16e0-421d-9224-479fac23268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:15.733167 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-5483c1aa-21a7-4850-92ee-afc72d193573 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=4462d6078fe14c8994843699f8593810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667212 Nov 12 03:43:16.120609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54468) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:16.173434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c0a09f-d3cc-4142-bf27-a5737e819a60,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.331799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dd866d87-cda0-4ecf-b00c-0d72776b500a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=09f4a28c17bb4471aad78b34c9fb4937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040327 Nov 12 03:43:16.335753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:16.353587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448bf8b-fc10-419d-b3d3-c51dfccd844c req-ef4d51b1-a382-49a1-9196-a3b34bce7504 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.360829 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e448bf8b-fc10-419d-b3d3-c51dfccd844c req-ef4d51b1-a382-49a1-9196-a3b34bce7504 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.2387366 Nov 12 03:43:16.395691 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.430475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-1f9d8c05-cc60-4273-b09a-6c1a2a8b73e1 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.430709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-1f9d8c05-cc60-4273-b09a-6c1a2a8b73e1 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6914041 Nov 12 03:43:16.478403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-c28517e3-d3b2-4b5a-a1b3-5454df134c44 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/quotas/4462d6078fe14c8994843699f8593810 HTTP/1.1" status: 200 len: 375 time: 0.0385015 Nov 12 03:43:16.479417 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17a15e97-524d-4e0d-981c-6708a0a4f6b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.534483 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17a15e97-524d-4e0d-981c-6708a0a4f6b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.546368 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.552991 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.573573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e448bf8b-fc10-419d-b3d3-c51dfccd844c req-c7dfb0f3-c30c-4ddd-9e71-87a88e959aa1 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113197 Nov 12 03:43:16.618746 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-1f571529-7b44-4b3d-b8bb-95ce87605875 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=4462d6078fe14c8994843699f8593810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1250167 Nov 12 03:43:16.700090 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17a15e97-524d-4e0d-981c-6708a0a4f6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.708011 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17a15e97-524d-4e0d-981c-6708a0a4f6b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.708011 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-17a15e97-524d-4e0d-981c-6708a0a4f6b6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a9810a94-5720-4861-b36e-8e751c4c4d79 HTTP/1.1" status: 204 len: 168 time: 0.3682621 Nov 12 03:43:16.722053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a15e97-524d-4e0d-981c-6708a0a4f6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9810a94-5720-4861-b36e-8e751c4c4d79,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.759866 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.760552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b541acd-16e0-421d-9224-479fac23268b {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:43:16.765719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.768332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b67d41cb-a4e6-4647-bdb5-28c23beba86b admin admin] 10.222.0.105 "DELETE /v2.0/routers/9b541acd-16e0-421d-9224-479fac23268b HTTP/1.1" status: 204 len: 168 time: 3.0167758 Nov 12 03:43:16.770002 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54484) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:16.937003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac03c2d-efb4-484a-8ac7-1e5110af566d admin admin] Deleting subnet 0b76befd-7587-4d1e-864d-d86d21633c49 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:16.949658 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eac03c2d-efb4-484a-8ac7-1e5110af566d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.088922 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eac03c2d-efb4-484a-8ac7-1e5110af566d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.228246 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58bd6a5d-141f-4eba-b117-e6c710d42aef req-3f114b31-899f-414c-81cb-221dbc056d0a tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 210 time: 0.0561156 Nov 12 03:43:17.285018 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eac03c2d-efb4-484a-8ac7-1e5110af566d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.392610 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-8bf705d0-2c7b-4dde-b275-5c63be4a32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.393910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-8bf705d0-2c7b-4dde-b275-5c63be4a32cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 1102 time: 0.0441670 Nov 12 03:43:17.455549 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eac03c2d-efb4-484a-8ac7-1e5110af566d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.504859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac03c2d-efb4-484a-8ac7-1e5110af566d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b76befd-7587-4d1e-864d-d86d21633c49,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:17.519046 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eac03c2d-efb4-484a-8ac7-1e5110af566d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.531648 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 261dbe4b-191b-4c03-bb64-304f7b9ca578 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:17.533911 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eac03c2d-efb4-484a-8ac7-1e5110af566d admin admin] 10.222.0.105 "DELETE /v2.0/subnets/0b76befd-7587-4d1e-864d-d86d21633c49 HTTP/1.1" status: 204 len: 168 time: 0.7627344 Nov 12 03:43:17.535870 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54504) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:17.539184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33188ed3-60d9-4bcb-bc3d-1a6d4aa54d31 None None] Network 851df3f2-cf71-4467-b1fc-991420bf9cb1 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:17.572307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-53e6776d-bafe-40b7-a9a3-73a31d8cc963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.576182 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-53e6776d-bafe-40b7-a9a3-73a31d8cc963 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1722009 Nov 12 03:43:17.639820 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-eb703275-c02a-4252-b576-7b2db443296d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c HTTP/1.1" status: 200 len: 217 time: 0.0519097 Nov 12 03:43:17.667474 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 261dbe4b-191b-4c03-bb64-304f7b9ca578 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:17.668290 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 261dbe4b-191b-4c03-bb64-304f7b9ca578 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:17.771202 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.836694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-9e8e52a7-2da4-43a2-b1d9-23d49da9a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.839519 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-9e8e52a7-2da4-43a2-b1d9-23d49da9a616 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1920934 Nov 12 03:43:17.909794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03484c48-9061-4488-902f-d04d8122af40 req-4d02e67f-f384-4c18-9058-dfe71bd8fdeb tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.912877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Deleting port 28275024-eac3-43e2-8a04-f98593e9e076 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:17.914376 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.915271 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03484c48-9061-4488-902f-d04d8122af40 req-4d02e67f-f384-4c18-9058-dfe71bd8fdeb tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1232421 Nov 12 03:43:17.967064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-600dcfcf-3583-4996-ba5b-112259b8cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.977157 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-600dcfcf-3583-4996-ba5b-112259b8cecc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1169899 Nov 12 03:43:18.035208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d47180e-c70e-4e2a-a1ee-e713742070f3 None None] DHCP port deletion for 851df3f2-cf71-4467-b1fc-991420bf9cb1 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:18.057162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] For port 28275024-eac3-43e2-8a04-f98593e9e076, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=28275024-eac3-43e2-8a04-f98593e9e076,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:18.057534 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.101172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Calling delete_port for 28275024-eac3-43e2-8a04-f98593e9e076 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:18.142825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6d47180e-c70e-4e2a-a1ee-e713742070f3 None None] Deleting port 28275024-eac3-43e2-8a04-f98593e9e076 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:18.143192 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d47180e-c70e-4e2a-a1ee-e713742070f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.167483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03484c48-9061-4488-902f-d04d8122af40 req-f5b811e9-7406-4b39-acd0-023b478c887f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280898 Nov 12 03:43:18.187432 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-c7a45566-8e6d-4228-a13d-712b159599e1 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048774 Nov 12 03:43:18.312593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6d47180e-c70e-4e2a-a1ee-e713742070f3 None None] For port 28275024-eac3-43e2-8a04-f98593e9e076, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=28275024-eac3-43e2-8a04-f98593e9e076,segment=NetworkSegment(b05803eb-2341-440f-b086-b7a8d63090bf),segment_id=b05803eb-2341-440f-b086-b7a8d63090bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:18.314675 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d47180e-c70e-4e2a-a1ee-e713742070f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.328990 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.336936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6d47180e-c70e-4e2a-a1ee-e713742070f3 None None] Calling delete_port for 28275024-eac3-43e2-8a04-f98593e9e076 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:18.402480 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-3aba1035-bc91-4467-89ba-b56221fd19a7 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017910 Nov 12 03:43:18.418744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Pushing event deleted for resources: {'Port': ['ID=28275024-eac3-43e2-8a04-f98593e9e076,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:18.452163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] No DVR routers for this DVR port 28275024-eac3-43e2-8a04-f98593e9e076 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:18.476218 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab5038ca-a5da-4618-964b-962c9284f2fd req-5f8c2bb4-f946-4046-819b-63038071b8dd tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 210 time: 0.0720711 Nov 12 03:43:18.522635 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d47180e-c70e-4e2a-a1ee-e713742070f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.579396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47180e-c70e-4e2a-a1ee-e713742070f3 None None] Pushing event deleted for resources: {'Port': ['ID=28275024-eac3-43e2-8a04-f98593e9e076,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:18.587846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47180e-c70e-4e2a-a1ee-e713742070f3 None None] No DVR routers for this DVR port 28275024-eac3-43e2-8a04-f98593e9e076 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:18.604989 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.722127 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.739770 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8de56-903b-430f-83e6-735092117cd8 req-36c90f5e-7a90-4cfa-909c-c2eaeb23ce00 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:18.741984 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ad8de56-903b-430f-83e6-735092117cd8 req-36c90f5e-7a90-4cfa-909c-c2eaeb23ce00 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 808 time: 0.2997859 Nov 12 03:43:18.769525 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851df3f2-cf71-4467-b1fc-991420bf9cb1']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:18.797339 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ad8de56-903b-430f-83e6-735092117cd8 req-22ab3311-e207-4e1b-af69-1d6a9c7f89d6 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/quotas/47b77b3c8092439394887f6a4638c133 HTTP/1.1" status: 200 len: 375 time: 0.0324130 Nov 12 03:43:18.801320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05803eb-2341-440f-b086-b7a8d63090bf') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:18.801684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05803eb-2341-440f-b086-b7a8d63090bf') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:18.847920 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.873505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.894264 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ad8de56-903b-430f-83e6-735092117cd8 req-53e31c98-63b2-455b-bb87-ed701dd75dcc tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0954504 Nov 12 03:43:18.896553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:18.918784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:18.919328 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:18.921989 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:19.234723 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ad8de56-903b-430f-83e6-735092117cd8 req-623a16db-049a-4b9b-9066-8cc8659b8bbf service neutron] 10.222.0.105 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295498 Nov 12 03:43:19.320751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:19.329165 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.338728 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.353341 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] 10.222.0.105 "DELETE /v2.0/networks/851df3f2-cf71-4467-b1fc-991420bf9cb1 HTTP/1.1" status: 204 len: 168 time: 1.8073905 Nov 12 03:43:19.397971 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 28275024-eac3-43e2-8a04-f98593e9e076 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:19.438775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df6b9c-142c-40fb-a345-ee4e78e08350 admin admin] Pushing event deleted for resources: {'Network': ['ID=851df3f2-cf71-4467-b1fc-991420bf9cb1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:19.456164 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 28275024-eac3-43e2-8a04-f98593e9e076 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:19.456747 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 28275024-eac3-43e2-8a04-f98593e9e076 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:19.457439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a9c0a09f-d3cc-4142-bf27-a5737e819a60 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:19.474480 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '32ebdd79-5b3d-4f8a-bcd5-f75bba890179', 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a', 'port_id': '32ebdd79-5b3d-4f8a-bcd5-f75bba890179', 'mac_address': 'fa:16:3e:d8:29:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:19.515150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: a9c0a09f-d3cc-4142-bf27-a5737e819a60 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:19.515599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a9c0a09f-d3cc-4142-bf27-a5737e819a60 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:19.522630 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ad8de56-903b-430f-83e6-735092117cd8 req-947f869c-008d-4133-ac94-d842a89e57bd service neutron] 10.222.0.105 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865627 Nov 12 03:43:19.592148 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.622139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:19.720900 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:19.836877 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.888734 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b96237-9f2a-47ce-b78c-254580040f09 req-a98c85c4-8426-427f-ac49-5afd6996e666 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:19.908978 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7b96237-9f2a-47ce-b78c-254580040f09 req-a98c85c4-8426-427f-ac49-5afd6996e666 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1478858 Nov 12 03:43:19.972190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.007276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7b96237-9f2a-47ce-b78c-254580040f09 req-6d0aea2d-a60d-44eb-8715-d2249c338b9f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952487 Nov 12 03:43:20.019495 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['32ebdd79-5b3d-4f8a-bcd5-f75bba890179'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:20.143291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-336d9541-a6ae-42fb-acf3-8c81c000550b req-96ee9fa7-d257-4a09-9189-feaaca6287e6 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 210 time: 0.0439999 Nov 12 03:43:20.194393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:20.277302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-3f22754a-394f-4b72-a2cb-cd70014577b8 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4462d6078fe14c8994843699f8593810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773270 Nov 12 03:43:20.286507 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ee9affda-aad0-4420-af22-f4da8744cd14 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c5baee09b20946378a2bc93ef10a911b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0898392 Nov 12 03:43:20.291416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:20.381412 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b86cf93e-5df3-4472-a78f-c2563025b6fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.383002 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-391aff14-5c96-48e8-aa04-04b9a336754e req-0f8c23b2-1de9-4545-978c-6d3b5bdef6d3 tempest-AbsoluteLimitsNegativeTestJSON-140866208 tempest-AbsoluteLimitsNegativeTestJSON-140866208-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=bdfacbcc67684136b1a676acfbbb9878&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485251 Nov 12 03:43:20.429515 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b86cf93e-5df3-4472-a78f-c2563025b6fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.585267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-06310297-b617-4324-9638-6ab0ca6c8072 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:20.587164 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-06310297-b617-4324-9638-6ab0ca6c8072 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080342 Nov 12 03:43:20.595304 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b86cf93e-5df3-4472-a78f-c2563025b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.601756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b86cf93e-5df3-4472-a78f-c2563025b6fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.607197 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b86cf93e-5df3-4472-a78f-c2563025b6fa admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6f7a75d1-fb32-4607-a312-2372b3053ee8 HTTP/1.1" status: 204 len: 168 time: 0.3106964 Nov 12 03:43:20.631147 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391aff14-5c96-48e8-aa04-04b9a336754e req-d415a5f8-5fb6-4ada-ad0e-a83cc46a7796 tempest-AbsoluteLimitsNegativeTestJSON-140866208 tempest-AbsoluteLimitsNegativeTestJSON-140866208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:20.633496 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cf93e-5df3-4472-a78f-c2563025b6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7a75d1-fb32-4607-a312-2372b3053ee8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.641763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-391aff14-5c96-48e8-aa04-04b9a336754e req-d415a5f8-5fb6-4ada-ad0e-a83cc46a7796 tempest-AbsoluteLimitsNegativeTestJSON-140866208 tempest-AbsoluteLimitsNegativeTestJSON-140866208-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964331 Nov 12 03:43:20.657603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-b3369989-cb0a-4fe3-ab65-3cf32c25f95b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Request body: {'port': {'device_id': 'c999e0c3-b4cd-4baf-886b-d80020c25947', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '4462d6078fe14c8994843699f8593810'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:20.704466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-391aff14-5c96-48e8-aa04-04b9a336754e req-47744263-f147-4c40-bff0-33a57b986a1f tempest-AbsoluteLimitsNegativeTestJSON-140866208 tempest-AbsoluteLimitsNegativeTestJSON-140866208-project] 10.222.0.105 "GET /v2.0/quotas/bdfacbcc67684136b1a676acfbbb9878 HTTP/1.1" status: 200 len: 375 time: 0.0613697 Nov 12 03:43:20.799726 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-391aff14-5c96-48e8-aa04-04b9a336754e req-a7eb318d-92b7-44f4-8772-663949e07a3a tempest-AbsoluteLimitsNegativeTestJSON-140866208 tempest-AbsoluteLimitsNegativeTestJSON-140866208-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=bdfacbcc67684136b1a676acfbbb9878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600648 Nov 12 03:43:20.877491 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3eebd2a8-e74d-4423-a5b2-1b185cacd4b9 req-9cbb2cc1-b655-4600-8bba-9ee439cc154e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 210 time: 0.0584390 Nov 12 03:43:20.935060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:21.196467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:21.200215 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.310633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-b3369989-cb0a-4fe3-ab65-3cf32c25f95b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Made reservation on behalf of 4462d6078fe14c8994843699f8593810 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:21.310633 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-b3369989-cb0a-4fe3-ab65-3cf32c25f95b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.562299 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60b6238c-9c4b-464c-944b-c35ffb083ddd req-87144c91-9fa0-4a71-8523-7975b01fd616 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 210 time: 0.0493846 Nov 12 03:43:21.587823 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.597591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653f12-90ff-4f25-a98d-0fbd4ba5d82a req-f21aae9e-c4c7-428a-a040-bdda8688c442 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:21.604551 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84653f12-90ff-4f25-a98d-0fbd4ba5d82a req-f21aae9e-c4c7-428a-a040-bdda8688c442 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.3836055 Nov 12 03:43:21.666090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74a35b4-6cc1-40c9-896e-268cf781f0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ebdd79-5b3d-4f8a-bcd5-f75bba890179'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:21.675651 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac859618-7987-4653-b315-7cdaa8eeb583" -d '{"events": [{"server_uuid": "d74a35b4-6cc1-40c9-896e-268cf781f0dd", "name": "network-vif-plugged", "status": "completed", "tag": "32ebdd79-5b3d-4f8a-bcd5-f75bba890179"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:21.714600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:21.777515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84653f12-90ff-4f25-a98d-0fbd4ba5d82a req-c041a3ac-d0fb-495c-914b-e57cb2c95d53 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612995 Nov 12 03:43:21.787338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-b3369989-cb0a-4fe3-ab65-3cf32c25f95b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Allocated IP 192.168.233.235 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/5869f557-218a-4e57-bb6f-5c77e65ef05e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:21.824904 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.930423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:22.096135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:22.233659 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-b3369989-cb0a-4fe3-ab65-3cf32c25f95b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.308088 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9f58a49-d45d-4400-bcf4-6119cd90cf48 req-2c606a83-7c2e-46ea-93bb-15dbd1426d9f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1045494 Nov 12 03:43:22.369147 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f57ae29e-ef29-4eab-9aa1-198766815188 req-c3672fff-86f0-4d11-bedd-2580badac2da tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 210 time: 0.0754757 Nov 12 03:43:22.383627 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-b3369989-cb0a-4fe3-ab65-3cf32c25f95b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.407380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6c443daa-ff62-4dcd-ae9a-eaa003c0c14b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:22.501119 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-b3369989-cb0a-4fe3-ab65-3cf32c25f95b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:22.531305 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2492a5-0e0f-4f78-8e62-e63fd9473223 x-openstack-request-id: req-1c2492a5-0e0f-4f78-8e62-e63fd9473223 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:22.531687 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74a35b4-6cc1-40c9-896e-268cf781f0dd", "name": "network-vif-plugged", "status": "completed", "tag": "32ebdd79-5b3d-4f8a-bcd5-f75bba890179", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:22.532075 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1c2492a5-0e0f-4f78-8e62-e63fd9473223 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:22.532698 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74a35b4-6cc1-40c9-896e-268cf781f0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ebdd79-5b3d-4f8a-bcd5-f75bba890179', 'code': 200} Nov 12 03:43:22.565312 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28e5b7d2-3537-4943-b04e-d05feccd46ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.570532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-b3369989-cb0a-4fe3-ab65-3cf32c25f95b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:22.576811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-b3369989-cb0a-4fe3-ab65-3cf32c25f95b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:22.840261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-b3369989-cb0a-4fe3-ab65-3cf32c25f95b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.840953 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-b3369989-cb0a-4fe3-ab65-3cf32c25f95b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.851671 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3369989-cb0a-4fe3-ab65-3cf32c25f95b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Pushing event updated for resources: {'Port': ['ID=5869f557-218a-4e57-bb6f-5c77e65ef05e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:22.940570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58a49-d45d-4400-bcf4-6119cd90cf48 req-25615207-214e-42af-a0be-ed9e911f5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.953999 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9f58a49-d45d-4400-bcf4-6119cd90cf48 req-25615207-214e-42af-a0be-ed9e911f5fa1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 1101 time: 0.5041215 Nov 12 03:43:23.012578 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778229e-6499-443d-9cf1-e2d78477c46b req-6b167fee-da2b-4140-9f6a-a4ca82a22eb1 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.028504 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2778229e-6499-443d-9cf1-e2d78477c46b req-6b167fee-da2b-4140-9f6a-a4ca82a22eb1 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 936 time: 0.3047252 Nov 12 03:43:23.032111 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28e5b7d2-3537-4943-b04e-d05feccd46ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.057339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-b3369989-cb0a-4fe3-ab65-3cf32c25f95b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4132109 Nov 12 03:43:23.071966 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b262db09-028f-46b9-965d-8ed62ec802e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.111065 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28e5b7d2-3537-4943-b04e-d05feccd46ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.201872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e2543381-cdfe-4740-9a56-8249d36f2cce None None] Provisioning complete for port 5869f557-218a-4e57-bb6f-5c77e65ef05e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:23.202258 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2543381-cdfe-4740-9a56-8249d36f2cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.217494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58a49-d45d-4400-bcf4-6119cd90cf48 req-cfebd79d-4d55-4801-b04e-a1a562823b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.222404 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9f58a49-d45d-4400-bcf4-6119cd90cf48 req-cfebd79d-4d55-4801-b04e-a1a562823b5c service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2407026 Nov 12 03:43:23.287868 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e2543381-cdfe-4740-9a56-8249d36f2cce None None] Port 5869f557-218a-4e57-bb6f-5c77e65ef05e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:23.393318 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5b7d2-3537-4943-b04e-d05feccd46ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4e6c5f-44c4-4ddd-bf87-36b66cf08642,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:23.393657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9f58a49-d45d-4400-bcf4-6119cd90cf48 req-42c5b825-e2f9-4075-a15f-f1797590ee76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589 HTTP/1.1" status: 200 len: 217 time: 0.1563466 Nov 12 03:43:23.400003 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-28e5b7d2-3537-4943-b04e-d05feccd46ac admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bdfacbcc67684136b1a676acfbbb9878&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3024244 Nov 12 03:43:23.404607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54744) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:23.408741 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2778229e-6499-443d-9cf1-e2d78477c46b req-26aaa65b-5b7a-4a2c-92d9-9879d40f0427 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792586 Nov 12 03:43:23.489556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10ed5f-42ac-412f-9b20-d3831e9f04da req-4ddaece0-ed8e-4c70-82d5-70523286670f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.492291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea10ed5f-42ac-412f-9b20-d3831e9f04da req-4ddaece0-ed8e-4c70-82d5-70523286670f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.2412970 Nov 12 03:43:23.498344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Request body: {'port': {'device_id': 'c999e0c3-b4cd-4baf-886b-d80020c25947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:23.697707 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea10ed5f-42ac-412f-9b20-d3831e9f04da req-206641d1-aa27-43c2-b3ab-7415f940c59d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881754 Nov 12 03:43:23.702338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58a49-d45d-4400-bcf4-6119cd90cf48 req-bebaaace-7320-4213-b25b-8671bffedb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.703795 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9f58a49-d45d-4400-bcf4-6119cd90cf48 req-bebaaace-7320-4213-b25b-8671bffedb9b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.2921565 Nov 12 03:43:23.779152 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39fd058c-416b-4437-8a46-3955c003de5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.805356 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a17e5d1-636e-4c3c-b5cb-d055812b24f1 req-198f17ec-397e-4908-a498-73ca78d4d2cd tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 210 time: 0.0393372 Nov 12 03:43:23.840823 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.920202 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39fd058c-416b-4437-8a46-3955c003de5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.987561 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58a49-d45d-4400-bcf4-6119cd90cf48 req-f9eafd0d-751b-4e7c-8ec1-37589bb56f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.989131 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9f58a49-d45d-4400-bcf4-6119cd90cf48 req-f9eafd0d-751b-4e7c-8ec1-37589bb56f85 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2648489 Nov 12 03:43:24.171892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8de56-903b-430f-83e6-735092117cd8 req-15c5443b-35a7-475e-83b6-6bee5e0b9b16 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.178603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ad8de56-903b-430f-83e6-735092117cd8 req-15c5443b-35a7-475e-83b6-6bee5e0b9b16 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.25 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 808 time: 0.2296815 Nov 12 03:43:24.201336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1ad8de56-903b-430f-83e6-735092117cd8 req-a89e9e11-d8fe-4769-ae11-ebcc4bb5791e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Request body: {'port': {'device_id': 'd232b327-a447-46ae-ba3d-e121507aa8d4', 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b', 'admin_state_up': True, 'tenant_id': '47b77b3c8092439394887f6a4638c133'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:24.465823 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9f58a49-d45d-4400-bcf4-6119cd90cf48 req-3064f127-46dd-42f0-9a23-dc1cb230305c service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643261 Nov 12 03:43:24.648429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad8de56-903b-430f-83e6-735092117cd8 req-a89e9e11-d8fe-4769-ae11-ebcc4bb5791e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Made reservation on behalf of 47b77b3c8092439394887f6a4638c133 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:24.654024 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1ad8de56-903b-430f-83e6-735092117cd8 req-a89e9e11-d8fe-4769-ae11-ebcc4bb5791e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.656651 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39fd058c-416b-4437-8a46-3955c003de5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.682376 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.682890 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39fd058c-416b-4437-8a46-3955c003de5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.688579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-39fd058c-416b-4437-8a46-3955c003de5e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2c4e6c5f-44c4-4ddd-bf87-36b66cf08642 HTTP/1.1" status: 204 len: 168 time: 1.2784765 Nov 12 03:43:24.765382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd058c-416b-4437-8a46-3955c003de5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4e6c5f-44c4-4ddd-bf87-36b66cf08642,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:24.836434 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9f58a49-d45d-4400-bcf4-6119cd90cf48 req-129c5274-9090-4cf7-83be-e10f882ac256 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551102 Nov 12 03:43:24.968281 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57950f01-4f0d-4445-923d-26998c6b85ac req-e06a607e-57fe-443a-a6b2-e2b7eaddec1a tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.978015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5869f557-218a-4e57-bb6f-5c77e65ef05e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:24.982678 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-57950f01-4f0d-4445-923d-26998c6b85ac req-e06a607e-57fe-443a-a6b2-e2b7eaddec1a tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 936 time: 0.3368835 Nov 12 03:43:24.998624 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.025639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Transition to ACTIVE for port object 5869f557-218a-4e57-bb6f-5c77e65ef05e will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:25.114175 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-57950f01-4f0d-4445-923d-26998c6b85ac req-46a13254-669e-4d12-a8d3-59a5f331ea18 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284363 Nov 12 03:43:25.185269 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.291257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-1ad8de56-903b-430f-83e6-735092117cd8 req-a89e9e11-d8fe-4769-ae11-ebcc4bb5791e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Allocated IP 172.20.0.11 (229b6afe-a2b8-4dfb-b914-deb64f88ad3b/4eac4162-b8ab-4d9a-af1c-e103a428ffc4/9b519ea2-a239-48b3-90a3-600677d0d82e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:25.334058 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4182db4e-1cb2-4a20-9b5e-a8e5117fa4aa req-22a47c09-054a-4182-9a95-b9a95f29dc73 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 210 time: 0.0543344 Nov 12 03:43:25.510944 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aed1c99c-547a-43a4-a433-c6f22bb2a90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.525120 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892d22b-0266-4fb6-9a60-5b5522e2ec64 req-e51d62c7-f185-463e-95d1-e93141af1528 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.547141 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4892d22b-0266-4fb6-9a60-5b5522e2ec64 req-e51d62c7-f185-463e-95d1-e93141af1528 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.4274235 Nov 12 03:43:25.584342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Pushing event updated for resources: {'Port': ['ID=5869f557-218a-4e57-bb6f-5c77e65ef05e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:25.846453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4892d22b-0266-4fb6-9a60-5b5522e2ec64 req-6d0a5271-416c-4c78-b1a7-ae433713a733 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958682 Nov 12 03:43:25.938074 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Attempting to bind port 5869f557-218a-4e57-bb6f-5c77e65ef05e on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:25.941340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Attempting to bind port 5869f557-218a-4e57-bb6f-5c77e65ef05e by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:25.942155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Attempting to bind port 5869f557-218a-4e57-bb6f-5c77e65ef05e on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:25.952504 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1ad8de56-903b-430f-83e6-735092117cd8 req-a89e9e11-d8fe-4769-ae11-ebcc4bb5791e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.970629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Port 5869f557-218a-4e57-bb6f-5c77e65ef05e on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:25.984468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Attempting to bind port 5869f557-218a-4e57-bb6f-5c77e65ef05e on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:26.001620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:26.002229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:26.004344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:26.005606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Bound port: 5869f557-218a-4e57-bb6f-5c77e65ef05e, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:26.006263 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.084383 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1ad8de56-903b-430f-83e6-735092117cd8 req-a89e9e11-d8fe-4769-ae11-ebcc4bb5791e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.141450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['a2fedf65-0222-4484-b009-68ae3d7b6079'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:26.202027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] For port 5869f557-218a-4e57-bb6f-5c77e65ef05e, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:26.214334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] For port 5869f557-218a-4e57-bb6f-5c77e65ef05e, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5869f557-218a-4e57-bb6f-5c77e65ef05e,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:26.252713 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e9e11-d8fe-4769-ae11-ebcc4bb5791e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Pushing event updated for resources: {'Port': ['ID=9b519ea2-a239-48b3-90a3-600677d0d82e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:26.286152 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad8de56-903b-430f-83e6-735092117cd8 req-a89e9e11-d8fe-4769-ae11-ebcc4bb5791e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:26.290058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-1ad8de56-903b-430f-83e6-735092117cd8 req-a89e9e11-d8fe-4769-ae11-ebcc4bb5791e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:26.294112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad8de56-903b-430f-83e6-735092117cd8 req-a89e9e11-d8fe-4769-ae11-ebcc4bb5791e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:26.310938 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.448791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.449718 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.451487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] 10.222.0.26 "PUT /v2.0/ports/5869f557-218a-4e57-bb6f-5c77e65ef05e HTTP/1.1" status: 200 len: 1097 time: 3.3435001 Nov 12 03:43:26.454352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c999e0c3-b4cd-4baf-886b-d80020c25947', 'tag': '5869f557-218a-4e57-bb6f-5c77e65ef05e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:26.465830 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da97af5-444c-4446-94ea-05689fe43d09" -d '{"events": [{"name": "network-changed", "server_uuid": "c999e0c3-b4cd-4baf-886b-d80020c25947", "tag": "5869f557-218a-4e57-bb6f-5c77e65ef05e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:26.493523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8de56-903b-430f-83e6-735092117cd8 req-a89e9e11-d8fe-4769-ae11-ebcc4bb5791e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.494239 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1ad8de56-903b-430f-83e6-735092117cd8 req-a89e9e11-d8fe-4769-ae11-ebcc4bb5791e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.507851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709892ea-dde2-4caa-b1fd-fc2a19a49907 req-e335f8b2-a4fe-41a7-8eda-98e232d68439 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.518488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-709892ea-dde2-4caa-b1fd-fc2a19a49907 req-e335f8b2-a4fe-41a7-8eda-98e232d68439 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 948 time: 0.2229397 Nov 12 03:43:26.640754 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ad8de56-903b-430f-83e6-735092117cd8 req-a89e9e11-d8fe-4769-ae11-ebcc4bb5791e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4469504 Nov 12 03:43:26.656824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70162b1-b366-4e09-8f91-98d6c1b27f68 service neutron] Pushing event updated for resources: {'Port': ['ID=5869f557-218a-4e57-bb6f-5c77e65ef05e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:26.684158 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Request body: {'port': {'device_id': 'd232b327-a447-46ae-ba3d-e121507aa8d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:26.742775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-709892ea-dde2-4caa-b1fd-fc2a19a49907 req-fd1e8dad-4781-4399-a8a2-af46ef776f81 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230074 Nov 12 03:43:26.767074 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.797339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-cc784763-670a-470d-942d-da99bace045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.799754 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-cc784763-670a-470d-942d-da99bace045a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4462d6078fe14c8994843699f8593810&device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 1100 time: 0.1751320 Nov 12 03:43:26.973331 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7fb9ab-aa7a-463d-8f21-32be774502cf x-openstack-request-id: req-bd7fb9ab-aa7a-463d-8f21-32be774502cf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:26.984270 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c999e0c3-b4cd-4baf-886b-d80020c25947", "tag": "5869f557-218a-4e57-bb6f-5c77e65ef05e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:26.986759 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bd7fb9ab-aa7a-463d-8f21-32be774502cf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:26.990662 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c999e0c3-b4cd-4baf-886b-d80020c25947', 'tag': '5869f557-218a-4e57-bb6f-5c77e65ef05e', 'status': 'completed', 'code': 200} Nov 12 03:43:26.996181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-e769b2f2-2f41-4021-b414-8579273e76b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=5869f557-218a-4e57-bb6f-5c77e65ef05e HTTP/1.1" status: 200 len: 217 time: 0.1713336 Nov 12 03:43:27.148739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb93bea-37c3-465e-b0aa-79cd630fd796 req-c8a2d0a2-d8c9-4f66-9b27-1bb439d0cd4e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:27.157266 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3bb93bea-37c3-465e-b0aa-79cd630fd796 req-c8a2d0a2-d8c9-4f66-9b27-1bb439d0cd4e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 932 time: 0.5071437 Nov 12 03:43:27.170561 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-eec27d28-74a9-4ca6-be88-75e6c47218a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:27.172435 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-eec27d28-74a9-4ca6-be88-75e6c47218a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1632032 Nov 12 03:43:27.180767 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.286678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-b9e81601-85ea-42c2-98f5-00d14eecdb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:27.288397 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-b9e81601-85ea-42c2-98f5-00d14eecdb9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044714 Nov 12 03:43:27.505799 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3bb93bea-37c3-465e-b0aa-79cd630fd796 req-de28c844-9d83-43df-b651-ae72fa6fd016 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474581 Nov 12 03:43:27.506926 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54926) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:28.234628 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b519ea2-a239-48b3-90a3-600677d0d82e {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:28.256007 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.303506 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Transition to ACTIVE for port object 9b519ea2-a239-48b3-90a3-600677d0d82e will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:28.312546 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.333906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4f55f-1729-4b91-bef6-c3d2e1128d04 req-95e4912c-f3f6-4348-84c3-9532501cdca8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:28.336923 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-87d4f55f-1729-4b91-bef6-c3d2e1128d04 req-95e4912c-f3f6-4348-84c3-9532501cdca8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.2748330 Nov 12 03:43:28.382726 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.419102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1087964018-network', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:28.655304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Pushing event updated for resources: {'Port': ['ID=9b519ea2-a239-48b3-90a3-600677d0d82e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:28.666636 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-87d4f55f-1729-4b91-bef6-c3d2e1128d04 req-2668975b-63cd-407b-8f24-ba96fc7b13ae tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223784 Nov 12 03:43:28.754568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8df00-e893-488f-8186-24520956cfb2 req-8aac9b4d-d0e2-472f-9bfe-dc1b09230618 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:28.769247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-36b8df00-e893-488f-8186-24520956cfb2 req-8aac9b4d-d0e2-472f-9bfe-dc1b09230618 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 948 time: 0.1927705 Nov 12 03:43:28.872317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] Made reservation on behalf of 078b21ed5f5d469eb69fd16e6872f294 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:28.878025 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.884414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-36b8df00-e893-488f-8186-24520956cfb2 req-fb59d194-f8d5-40cb-ab5b-b1d04cb712d2 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107168 Nov 12 03:43:28.892572 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-015da950-e940-4918-9379-0a96ba98892b service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5904856 Nov 12 03:43:28.910239 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.913005 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.949769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Attempting to bind port 9b519ea2-a239-48b3-90a3-600677d0d82e on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:28.954313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Attempting to bind port 9b519ea2-a239-48b3-90a3-600677d0d82e by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:28.954313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Attempting to bind port 9b519ea2-a239-48b3-90a3-600677d0d82e on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:28.974406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Port 9b519ea2-a239-48b3-90a3-600677d0d82e on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:28.978690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Attempting to bind port 9b519ea2-a239-48b3-90a3-600677d0d82e on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:29.000867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:29.002099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Checking segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:29.002099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Bound using segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:29.002337 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Bound port: 9b519ea2-a239-48b3-90a3-600677d0d82e, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:29.002800 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.027053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50821a-aa7a-4dcf-8879-e6bc02270b9a req-a2196112-9d05-4a1b-8a22-725abc21622a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.033830 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d50821a-aa7a-4dcf-8879-e6bc02270b9a req-a2196112-9d05-4a1b-8a22-725abc21622a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.1462729 Nov 12 03:43:29.228552 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-426f778b-46bd-4404-ac43-4016c9d4d31f req-1ca3844e-9045-4d22-8478-882ea519d544 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228714 Nov 12 03:43:29.254723 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.282428 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d50821a-aa7a-4dcf-8879-e6bc02270b9a req-5568b0f0-e87e-4f71-adf0-711d98cee07a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427065 Nov 12 03:43:29.301895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:29.307890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9b519ea2-a239-48b3-90a3-600677d0d82e,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:29.490454 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.499287 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.723469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da97af5-444c-4446-94ea-05689fe43d09 req-9dac9687-995b-457a-b550-a61d22a90da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.757612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6da97af5-444c-4446-94ea-05689fe43d09 req-9dac9687-995b-457a-b550-a61d22a90da3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4462d6078fe14c8994843699f8593810&device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 1100 time: 0.1662433 Nov 12 03:43:29.768869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.769645 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.771108 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ad8de56-903b-430f-83e6-735092117cd8 req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] 10.222.0.25 "PUT /v2.0/ports/9b519ea2-a239-48b3-90a3-600677d0d82e HTTP/1.1" status: 200 len: 1093 time: 3.1197584 Nov 12 03:43:29.771580 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd232b327-a447-46ae-ba3d-e121507aa8d4', 'tag': '9b519ea2-a239-48b3-90a3-600677d0d82e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:29.793297 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe7244a-2860-401d-81c1-0317ed3635ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d232b327-a447-46ae-ba3d-e121507aa8d4", "tag": "9b519ea2-a239-48b3-90a3-600677d0d82e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:29.813644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21c7fe-e5f7-46f5-8915-5e12de635005 service neutron] Pushing event updated for resources: {'Port': ['ID=9b519ea2-a239-48b3-90a3-600677d0d82e,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:29.849962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:29.877648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4548153-ebe5-46e1-8aeb-d2cd7becea55,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:30.013963 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7d75ba-8722-4b0a-9b71-6fde638b9c46 x-openstack-request-id: req-7a7d75ba-8722-4b0a-9b71-6fde638b9c46 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:30.014516 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d232b327-a447-46ae-ba3d-e121507aa8d4", "tag": "9b519ea2-a239-48b3-90a3-600677d0d82e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:30.014948 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7a7d75ba-8722-4b0a-9b71-6fde638b9c46 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:30.015676 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd232b327-a447-46ae-ba3d-e121507aa8d4', 'tag': '9b519ea2-a239-48b3-90a3-600677d0d82e', 'status': 'completed', 'code': 200} Nov 12 03:43:30.017729 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.018350 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] Added segment d6208713-34fd-409f-8d9b-ff54aab30a94 of type vlan for network acab72e7-8184-468f-8174-767f92e69158 Nov 12 03:43:30.090245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da97af5-444c-4446-94ea-05689fe43d09 req-5e68b05b-558a-46e9-8770-f77cdc31bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.091742 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6da97af5-444c-4446-94ea-05689fe43d09 req-5e68b05b-558a-46e9-8770-f77cdc31bae4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.3332672 Nov 12 03:43:30.174427 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.191950 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6da97af5-444c-4446-94ea-05689fe43d09 req-2a1f2fd4-d8f5-45fe-b318-db35009ed2f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=5869f557-218a-4e57-bb6f-5c77e65ef05e HTTP/1.1" status: 200 len: 217 time: 0.0865986 Nov 12 03:43:30.208760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cb59b-0373-4e55-a346-d2107897d75f req-5ee0a993-7b91-413f-9f8e-fa5928fad534 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.210818 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a67cb59b-0373-4e55-a346-d2107897d75f req-5ee0a993-7b91-413f-9f8e-fa5928fad534 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.3574779 Nov 12 03:43:30.280544 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:43:30.324394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8de56-903b-430f-83e6-735092117cd8 req-32bfc45a-f2d8-4e1c-aa0f-2650693c3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.326157 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ad8de56-903b-430f-83e6-735092117cd8 req-32bfc45a-f2d8-4e1c-aa0f-2650693c3504 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 1096 time: 0.3265965 Nov 12 03:43:30.377768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da97af5-444c-4446-94ea-05689fe43d09 req-0c8c6f0a-0d97-4216-b647-db7b6665bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.383259 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6da97af5-444c-4446-94ea-05689fe43d09 req-0c8c6f0a-0d97-4216-b647-db7b6665bde3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1757565 Nov 12 03:43:30.476770 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ad8de56-903b-430f-83e6-735092117cd8 req-392a8cfa-1757-4965-94cb-79cc6883add7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b519ea2-a239-48b3-90a3-600677d0d82e HTTP/1.1" status: 200 len: 217 time: 0.1245308 Nov 12 03:43:30.497959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da97af5-444c-4446-94ea-05689fe43d09 req-5aa4cca9-4e1a-40ab-a977-af02381c6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.504960 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6da97af5-444c-4446-94ea-05689fe43d09 req-5aa4cca9-4e1a-40ab-a977-af02381c6189 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1068962 Nov 12 03:43:30.516780 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.524891 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.531278 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.746772 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a67cb59b-0373-4e55-a346-d2107897d75f req-e0bd4738-bf7e-445c-bea5-a49c90aa3e0c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047162 Nov 12 03:43:30.751084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] Pushing event updated for resources: {'Network': ['ID=acab72e7-8184-468f-8174-767f92e69158,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:30.752024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6da97af5-444c-4446-94ea-05689fe43d09 req-d5f1bced-34fa-41b8-aad8-16c2b937b884 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383764 Nov 12 03:43:30.759809 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8c887e19-33e1-496f-92be-dcd78e250910 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2485259 Nov 12 03:43:30.764966 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55082) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:30.789251 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network acab72e7-8184-468f-8174-767f92e69158 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:30.792924 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3f0fae6c-1a38-4702-bb17-b5af70056dd9 admin admin] Request body: {'subnet': {'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-subnet', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:30.868791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8de56-903b-430f-83e6-735092117cd8 req-e535d9e6-1d19-4338-8256-064c9de6ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.885556 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ad8de56-903b-430f-83e6-735092117cd8 req-e535d9e6-1d19-4338-8256-064c9de6ee64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.3967190 Nov 12 03:43:30.959818 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ad8de56-903b-430f-83e6-735092117cd8 req-22e61ce0-66f5-4a60-b1c8-938d5e5fa61d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540555 Nov 12 03:43:31.014952 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0fae6c-1a38-4702-bb17-b5af70056dd9 admin admin] Made reservation on behalf of 078b21ed5f5d469eb69fd16e6872f294 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:31.019918 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f0fae6c-1a38-4702-bb17-b5af70056dd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.024763 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:43:31.323166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ad8de56-903b-430f-83e6-735092117cd8 req-e620da79-2658-4fac-be1f-d8ec84c9ed4d service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518577 Nov 12 03:43:31.335771 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9df1e-8c79-4a14-8f1b-7b2443429b24 req-cf0c0b7f-dc6f-48a3-8a7b-20e50da3b955 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.338004 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63b9df1e-8c79-4a14-8f1b-7b2443429b24 req-cf0c0b7f-dc6f-48a3-8a7b-20e50da3b955 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.2174337 Nov 12 03:43:31.444129 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ce907c6-1bcd-4593-872e-cb7401e88546 req-3eeb48ba-825f-4947-9d69-8fc7eae29a62 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3695438 Nov 12 03:43:31.456644 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6da97af5-444c-4446-94ea-05689fe43d09 req-a09a1aed-a8f2-47a9-be59-d980ca7b21d4 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6746585 Nov 12 03:43:31.517938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080b41d-8d54-4517-88f2-6845d4313151 req-9e8f76fa-d519-49cb-b6ee-4cbd6e77690a tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.522451 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8080b41d-8d54-4517-88f2-6845d4313151 req-9e8f76fa-d519-49cb-b6ee-4cbd6e77690a tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 948 time: 0.4764926 Nov 12 03:43:31.565011 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63b9df1e-8c79-4a14-8f1b-7b2443429b24 req-51202607-0967-42c3-aa58-758ca74ca8d0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127841 Nov 12 03:43:31.599664 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ad8de56-903b-430f-83e6-735092117cd8 req-85ac428f-dda7-4fca-ac3b-71161bd9e3fd service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605295 Nov 12 03:43:31.673880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce907c6-1bcd-4593-872e-cb7401e88546 req-d4030130-3af1-4829-ad4a-1598ee25b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.675595 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ce907c6-1bcd-4593-872e-cb7401e88546 req-d4030130-3af1-4829-ad4a-1598ee25b460 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 1096 time: 0.1477318 Nov 12 03:43:31.687114 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f0fae6c-1a38-4702-bb17-b5af70056dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.941957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fae6c-1a38-4702-bb17-b5af70056dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b962bca-129f-4dcb-bfd6-d9fd17811492,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:32.116865 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8080b41d-8d54-4517-88f2-6845d4313151 req-4bc93408-9b3c-4012-8b1f-941d8e24a5ed tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5672355 Nov 12 03:43:32.153466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0fae6c-1a38-4702-bb17-b5af70056dd9 admin admin] Checking segment: {'id': 'd6208713-34fd-409f-8d9b-ff54aab30a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'acab72e7-8184-468f-8174-767f92e69158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:32.160257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0fae6c-1a38-4702-bb17-b5af70056dd9 admin admin] Network hostable DHCP agents. Network: acab72e7-8184-468f-8174-767f92e69158, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:32.166252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7244a-2860-401d-81c1-0317ed3635ba req-7ff23a10-7265-4981-b54a-a7aae1410a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:32.179797 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afe7244a-2860-401d-81c1-0317ed3635ba req-7ff23a10-7265-4981-b54a-a7aae1410a89 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 1096 time: 0.3773420 Nov 12 03:43:32.214067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce907c6-1bcd-4593-872e-cb7401e88546 req-c2614612-3884-4f13-98ad-7e63a0f44f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:32.215676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ce907c6-1bcd-4593-872e-cb7401e88546 req-c2614612-3884-4f13-98ad-7e63a0f44f55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.4908090 Nov 12 03:43:32.396444 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ce907c6-1bcd-4593-872e-cb7401e88546 req-eb697051-52dc-4b42-9af0-b8569ab89b96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bb42-7f56-48de-94b5-147a5614b337 HTTP/1.1" status: 200 len: 217 time: 0.1658351 Nov 12 03:43:32.576426 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0fae6c-1a38-4702-bb17-b5af70056dd9 admin admin] Network acab72e7-8184-468f-8174-767f92e69158 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:32.577694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce907c6-1bcd-4593-872e-cb7401e88546 req-e68ca730-40b1-491c-8906-4c799df317ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:32.581665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ce907c6-1bcd-4593-872e-cb7401e88546 req-e68ca730-40b1-491c-8906-4c799df317ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.1753213 Nov 12 03:43:32.686836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ce907c6-1bcd-4593-872e-cb7401e88546 req-63f37539-96bc-4a29-8f57-03daf64b377c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753067 Nov 12 03:43:32.734018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53440f-f164-4d9b-a88a-6555e7ba6c22 req-e236ae4f-8051-4c1d-8727-3f3f54de7602 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:32.741850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-db53440f-f164-4d9b-a88a-6555e7ba6c22 req-e236ae4f-8051-4c1d-8727-3f3f54de7602 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.3843150 Nov 12 03:43:32.785011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3f0fae6c-1a38-4702-bb17-b5af70056dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, acab72e7-8184-468f-8174-767f92e69158) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:32.799067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0fae6c-1a38-4702-bb17-b5af70056dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:32.800346 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec605b0-3f84-41c6-9281-737422c4d018 None None] Network acab72e7-8184-468f-8174-767f92e69158 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:32.807842 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f0fae6c-1a38-4702-bb17-b5af70056dd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.952255 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ce907c6-1bcd-4593-872e-cb7401e88546 req-7101ccbf-42e0-414c-9fbc-d60ea0db9b2e service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528114 Nov 12 03:43:33.016065 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-db53440f-f164-4d9b-a88a-6555e7ba6c22 req-6a7ca42b-deaf-433c-acdc-cbbd45db2f69 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333848 Nov 12 03:43:33.016065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7244a-2860-401d-81c1-0317ed3635ba req-3280d211-79d1-461e-8ced-009f6f11e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.019570 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afe7244a-2860-401d-81c1-0317ed3635ba req-3280d211-79d1-461e-8ced-009f6f11e72e service neutron] 10.222.0.25 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.8265641 Nov 12 03:43:33.100003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5869f557-218a-4e57-bb6f-5c77e65ef05e details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:33.186521 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afe7244a-2860-401d-81c1-0317ed3635ba req-5fef7ff3-0693-4ffa-a7ee-13dbd50b9eed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b519ea2-a239-48b3-90a3-600677d0d82e HTTP/1.1" status: 200 len: 217 time: 0.1503270 Nov 12 03:43:33.197704 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3f0fae6c-1a38-4702-bb17-b5af70056dd9 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4310770 Nov 12 03:43:33.204221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.227342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:33.416603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140912-1466-481e-9af8-b22873c11d0a req-58f779d4-e73c-456f-a631-5eb1cf2c48bc tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.417415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5869f557-218a-4e57-bb6f-5c77e65ef05e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5869f557-218a-4e57-bb6f-5c77e65ef05e,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:33.424563 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb140912-1466-481e-9af8-b22873c11d0a req-58f779d4-e73c-456f-a631-5eb1cf2c48bc tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.2653518 Nov 12 03:43:33.448796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '5869f557-218a-4e57-bb6f-5c77e65ef05e', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '5869f557-218a-4e57-bb6f-5c77e65ef05e', 'mac_address': 'fa:16:3e:cc:54:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:33.457578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ce907c6-1bcd-4593-872e-cb7401e88546 req-8223ad2d-7124-461d-9357-16f1e7842af2 service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952428 Nov 12 03:43:33.513433 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.515512 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.579277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7244a-2860-401d-81c1-0317ed3635ba req-d806405e-c8da-4d1b-a116-6dcfd41a66d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.581931 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afe7244a-2860-401d-81c1-0317ed3635ba req-d806405e-c8da-4d1b-a116-6dcfd41a66d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.3745503 Nov 12 03:43:33.618764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb140912-1466-481e-9af8-b22873c11d0a req-e9d300f8-63c7-41a6-94f8-2df2d4ef196b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813631 Nov 12 03:43:33.696704 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.731617 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afe7244a-2860-401d-81c1-0317ed3635ba req-9ccf3e95-3619-4030-a20b-e60e27aaa74f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330309 Nov 12 03:43:33.775890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5869f557-218a-4e57-bb6f-5c77e65ef05e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:33.829425 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5869f557-218a-4e57-bb6f-5c77e65ef05e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5869f557-218a-4e57-bb6f-5c77e65ef05e,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:33.873608 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.904696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-acab72e7-8184-468f-8174-767f92e69158', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'fixed_ips': [{'subnet_id': '0b962bca-129f-4dcb-bfd6-d9fd17811492'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:33.905622 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.931751 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3ffe9-d967-4b5f-957b-43cf535f24c0 req-3a54210e-be04-4926-a5d3-800e5f4d605f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.950505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-08c3ffe9-d967-4b5f-957b-43cf535f24c0 req-3a54210e-be04-4926-a5d3-800e5f4d605f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 948 time: 0.1674216 Nov 12 03:43:33.967252 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.166237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-792c2fc0-f2d5-4f06-ba94-950d6e7e0b24 req-ecd21344-09a6-473b-86d0-a6be28d6aae7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2074146 Nov 12 03:43:34.183093 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-08c3ffe9-d967-4b5f-957b-43cf535f24c0 req-936bbed5-d585-44cd-b9e8-4f660cf79b9e tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310288 Nov 12 03:43:34.273427 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5869f557-218a-4e57-bb6f-5c77e65ef05e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:34.404570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c2fc0-f2d5-4f06-ba94-950d6e7e0b24 req-fdd5a302-023b-4416-a5b4-02568226c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.406118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-792c2fc0-f2d5-4f06-ba94-950d6e7e0b24 req-fdd5a302-023b-4416-a5b4-02568226c271 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f612fefa6c1a47e6afdff4eb04025fe9&device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 1097 time: 0.2080677 Nov 12 03:43:34.494716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Allocated IP 172.20.0.2 (acab72e7-8184-468f-8174-767f92e69158/0b962bca-129f-4dcb-bfd6-d9fd17811492/a388cac9-6ad3-4bca-9cbd-aad5c62242b7) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:34.807621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['5869f557-218a-4e57-bb6f-5c77e65ef05e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:34.852281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c2fc0-f2d5-4f06-ba94-950d6e7e0b24 req-0c6dc2fd-614a-409c-af9f-609f8a1b6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.854416 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-792c2fc0-f2d5-4f06-ba94-950d6e7e0b24 req-0c6dc2fd-614a-409c-af9f-609f8a1b6a93 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62997581-2879-408b-aa6c-aaecddf2a963 HTTP/1.1" status: 200 len: 925 time: 0.3837295 Nov 12 03:43:35.082056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65153666-fd0f-4893-b0e1-c6fee2aae791 req-2249a262-f480-4743-aae8-9619e3041092 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.094599 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65153666-fd0f-4893-b0e1-c6fee2aae791 req-2249a262-f480-4743-aae8-9619e3041092 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.5809712 Nov 12 03:43:35.155308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-792c2fc0-f2d5-4f06-ba94-950d6e7e0b24 req-32a21bbf-5b1e-416b-8d92-4068547c5ae9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a99720a-a018-41d7-9ee0-a38a432190b9 HTTP/1.1" status: 200 len: 1000 time: 0.2846215 Nov 12 03:43:35.282254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65153666-fd0f-4893-b0e1-c6fee2aae791 req-1df1c712-e63d-4df0-949e-a345b2e68306 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851966 Nov 12 03:43:35.384346 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.452478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c2fc0-f2d5-4f06-ba94-950d6e7e0b24 req-97996fd0-9081-48b8-9ee8-976c70268d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.468807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-792c2fc0-f2d5-4f06-ba94-950d6e7e0b24 req-97996fd0-9081-48b8-9ee8-976c70268d1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21c7b2ae-4826-4165-8db5-d145572339ce HTTP/1.1" status: 200 len: 862 time: 0.2995894 Nov 12 03:43:35.482685 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.581409 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.588693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c2fc0-f2d5-4f06-ba94-950d6e7e0b24 req-799fbdeb-154f-4c67-aed6-a3cdd50422a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.596205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Network acab72e7-8184-468f-8174-767f92e69158 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:35.605120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-792c2fc0-f2d5-4f06-ba94-950d6e7e0b24 req-799fbdeb-154f-4c67-aed6-a3cdd50422a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62997581-2879-408b-aa6c-aaecddf2a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139522 Nov 12 03:43:35.614297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:35.623924 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:35.631002 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afe7244a-2860-401d-81c1-0317ed3635ba req-e4979031-6d1c-4c5b-96d0-5626c696ba0c service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8836145 Nov 12 03:43:35.649862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Pushing event updated for resources: {'Port': ['ID=a388cac9-6ad3-4bca-9cbd-aad5c62242b7,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.652597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9012f6-f8d9-43ea-a4b5-605613414721 req-e8eedfdd-3347-448b-876a-1423b5c04b6b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.670336 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f9012f6-f8d9-43ea-a4b5-605613414721 req-e8eedfdd-3347-448b-876a-1423b5c04b6b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.3619146 Nov 12 03:43:35.820288 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Attempting to bind port a388cac9-6ad3-4bca-9cbd-aad5c62242b7 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:35.820658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Attempting to bind port a388cac9-6ad3-4bca-9cbd-aad5c62242b7 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'd6208713-34fd-409f-8d9b-ff54aab30a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'acab72e7-8184-468f-8174-767f92e69158'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:35.821025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Attempting to bind port a388cac9-6ad3-4bca-9cbd-aad5c62242b7 on network acab72e7-8184-468f-8174-767f92e69158 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:35.844115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:35.844501 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Checking segment: {'id': 'd6208713-34fd-409f-8d9b-ff54aab30a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'acab72e7-8184-468f-8174-767f92e69158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:35.844906 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.847864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Bound using segment: {'id': 'd6208713-34fd-409f-8d9b-ff54aab30a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'acab72e7-8184-468f-8174-767f92e69158'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:35.848503 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Bound port: a388cac9-6ad3-4bca-9cbd-aad5c62242b7, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6208713-34fd-409f-8d9b-ff54aab30a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'acab72e7-8184-468f-8174-767f92e69158'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:35.848899 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.947534 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-792c2fc0-f2d5-4f06-ba94-950d6e7e0b24 req-4988156e-00c6-4f1d-ad98-934df0316333 service neutron] 10.222.0.25 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352528 Nov 12 03:43:36.079923 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f9012f6-f8d9-43ea-a4b5-605613414721 req-1691b691-4ae7-40fa-a0f2-606c8900001b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818071 Nov 12 03:43:36.087802 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] For port a388cac9-6ad3-4bca-9cbd-aad5c62242b7, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:36.115273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] For port a388cac9-6ad3-4bca-9cbd-aad5c62242b7, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a388cac9-6ad3-4bca-9cbd-aad5c62242b7,segment=NetworkSegment(d6208713-34fd-409f-8d9b-ff54aab30a94),segment_id=d6208713-34fd-409f-8d9b-ff54aab30a94)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:36.188275 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.222413 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-792c2fc0-f2d5-4f06-ba94-950d6e7e0b24 req-73b7a7d4-8538-49e2-9bd3-540c07ff493c service neutron] 10.222.0.25 "GET /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659783 Nov 12 03:43:36.267957 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afe7244a-2860-401d-81c1-0317ed3635ba req-792cf0c9-6c55-4396-93ce-81fd46045ea2 service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826635 Nov 12 03:43:36.518671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ca13d-df01-4a44-9464-158bf2aefcd5 None None] Pushing event updated for resources: {'Port': ['ID=a388cac9-6ad3-4bca-9cbd-aad5c62242b7,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.835219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9f960-ea10-42ec-a9a3-3608c409ed48 req-d99a06b3-296f-4281-a788-4bc5437ee2d3 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.864122 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81f9f960-ea10-42ec-a9a3-3608c409ed48 req-d99a06b3-296f-4281-a788-4bc5437ee2d3 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 949 time: 0.4578671 Nov 12 03:43:36.937804 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.096116 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.121869 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81f9f960-ea10-42ec-a9a3-3608c409ed48 req-2da9e408-75a6-4855-b41a-d4c77f03d109 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561493 Nov 12 03:43:37.143226 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5869f557-218a-4e57-bb6f-5c77e65ef05e up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:37.325848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a388cac9-6ad3-4bca-9cbd-aad5c62242b7 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:37.406896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1086b-3cb0-4ca4-8033-4a45c06917c3 req-af38a110-ce3b-445f-94d1-621599e8060f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.417683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-89c1086b-3cb0-4ca4-8033-4a45c06917c3 req-af38a110-ce3b-445f-94d1-621599e8060f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1299496 Nov 12 03:43:37.516882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a388cac9-6ad3-4bca-9cbd-aad5c62242b7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:37.522001 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.530173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-89c1086b-3cb0-4ca4-8033-4a45c06917c3 req-99a8bae1-0136-4a58-af9b-3ca8dc1d055d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098416 Nov 12 03:43:37.589228 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 5869f557-218a-4e57-bb6f-5c77e65ef05e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:43:37.593885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Allocated IP 172.25.8.230 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/d0a8c487-a8f4-4715-aa8c-e184a2114185) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:37.606492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 5869f557-218a-4e57-bb6f-5c77e65ef05e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:37.607300 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.835621 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.877462 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.897205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf5040-0ecd-4e99-a394-9b1aa7ba06b8 req-dc0aed82-8cac-44d8-947f-6305f4bbcedf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.910989 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2cf5040-0ecd-4e99-a394-9b1aa7ba06b8 req-dc0aed82-8cac-44d8-947f-6305f4bbcedf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.2241683 Nov 12 03:43:38.018940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port a388cac9-6ad3-4bca-9cbd-aad5c62242b7, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a388cac9-6ad3-4bca-9cbd-aad5c62242b7,segment=NetworkSegment(d6208713-34fd-409f-8d9b-ff54aab30a94),segment_id=d6208713-34fd-409f-8d9b-ff54aab30a94)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:38.021616 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.083801 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2cf5040-0ecd-4e99-a394-9b1aa7ba06b8 req-b6d92848-e371-4031-bd09-ab1eb5e9a809 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705587 Nov 12 03:43:38.091496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c999e0c3-b4cd-4baf-886b-d80020c25947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5869f557-218a-4e57-bb6f-5c77e65ef05e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:38.108269 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.120773 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b17ff4-c5e7-48b2-a7ca-27d3df485a76" -d '{"events": [{"server_uuid": "c999e0c3-b4cd-4baf-886b-d80020c25947", "name": "network-vif-plugged", "status": "completed", "tag": "5869f557-218a-4e57-bb6f-5c77e65ef05e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:38.141830 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.241148 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5869f557-218a-4e57-bb6f-5c77e65ef05e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5869f557-218a-4e57-bb6f-5c77e65ef05e,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:38.242818 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=a388cac9-6ad3-4bca-9cbd-aad5c62242b7,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.246703 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:38.291992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:38.307989 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.355899 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a8c487-a8f4-4715-aa8c-e184a2114185,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.359721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:38.473319 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eede3e5-11a0-4866-a95c-fd5210dd0fd8 x-openstack-request-id: req-0eede3e5-11a0-4866-a95c-fd5210dd0fd8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:38.473667 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c999e0c3-b4cd-4baf-886b-d80020c25947", "name": "network-vif-plugged", "status": "completed", "tag": "5869f557-218a-4e57-bb6f-5c77e65ef05e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:38.474176 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0eede3e5-11a0-4866-a95c-fd5210dd0fd8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:38.474660 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c999e0c3-b4cd-4baf-886b-d80020c25947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5869f557-218a-4e57-bb6f-5c77e65ef05e', 'code': 200} Nov 12 03:43:38.596299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5869f557-218a-4e57-bb6f-5c77e65ef05e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.679310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5944aa4c-6d51-47c9-af37-b12865bb5bd0 None None] Network acab72e7-8184-468f-8174-767f92e69158 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:38.870623 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2cb18-e7c0-4dc7-88cd-ed19fe14c65e req-53849c96-4969-433c-80b2-017b7e3195a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.886632 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ec2cb18-e7c0-4dc7-88cd-ed19fe14c65e req-53849c96-4969-433c-80b2-017b7e3195a1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 1102 time: 0.2512479 Nov 12 03:43:38.901052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41ee53-4b09-4ee3-9eb1-3d788afb7e13 req-d95742ff-0779-4f12-9d0d-22fb68286a39 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.916127 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca41ee53-4b09-4ee3-9eb1-3d788afb7e13 req-d95742ff-0779-4f12-9d0d-22fb68286a39 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 950 time: 0.2092240 Nov 12 03:43:39.042006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-159f880d-4cf4-4be6-aa75-9b0b4d81a9b8 None None] Provisioning complete for port a388cac9-6ad3-4bca-9cbd-aad5c62242b7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:39.042634 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-159f880d-4cf4-4be6-aa75-9b0b4d81a9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.118691 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ec2cb18-e7c0-4dc7-88cd-ed19fe14c65e req-33619f25-64af-486b-b184-c04d97fa6e6f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011068 Nov 12 03:43:39.122179 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba0861-31ce-4863-9f84-25aafc938381 req-0bd8d63e-9099-4afd-b6cd-ada80bd310b7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.135144 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1ba0861-31ce-4863-9f84-25aafc938381 req-0bd8d63e-9099-4afd-b6cd-ada80bd310b7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1859331 Nov 12 03:43:39.175999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a388cac9-6ad3-4bca-9cbd-aad5c62242b7 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:39.190009 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca41ee53-4b09-4ee3-9eb1-3d788afb7e13 req-7775f7eb-b19f-479b-a734-b44dfe711981 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385619 Nov 12 03:43:39.361850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1ba0861-31ce-4863-9f84-25aafc938381 req-9da5b818-fd3b-4b02-898d-c281e703b0ce tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175670 Nov 12 03:43:39.547616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a388cac9-6ad3-4bca-9cbd-aad5c62242b7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:39.547616 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.643941 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.879175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5fd24c35-7a26-411d-a445-c482151066da None None] Provisioning complete for port a388cac9-6ad3-4bca-9cbd-aad5c62242b7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:39.879751 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5fd24c35-7a26-411d-a445-c482151066da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.044273 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ffc5c-193d-4175-946d-c98ea7f32ba8 req-37126355-8d62-41fe-b7f9-3f007d80f609 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.053245 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-389ffc5c-193d-4175-946d-c98ea7f32ba8 req-37126355-8d62-41fe-b7f9-3f007d80f609 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.5346990 Nov 12 03:43:40.368612 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-389ffc5c-193d-4175-946d-c98ea7f32ba8 req-2a69348f-537b-4e62-9a6e-3cad28f5a322 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148127 Nov 12 03:43:40.614542 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.756491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7c50f-53c6-4d2f-ad30-9e0372c29167 req-5efb3ae1-52f1-465d-981c-b1d2fb0d3f36 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.765238 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98b7c50f-53c6-4d2f-ad30-9e0372c29167 req-5efb3ae1-52f1-465d-981c-b1d2fb0d3f36 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 950 time: 0.1736970 Nov 12 03:43:40.884577 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98b7c50f-53c6-4d2f-ad30-9e0372c29167 req-bd2581eb-7dd0-450c-b8e7-96e8fb310b12 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119449 Nov 12 03:43:41.083456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cddb0e-ac63-4a84-a7f0-d5d1c373b9ec req-829b58e7-69db-4a54-bc71-bbae4ecdb8ad tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.086248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63cddb0e-ac63-4a84-a7f0-d5d1c373b9ec req-829b58e7-69db-4a54-bc71-bbae4ecdb8ad tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.0927246 Nov 12 03:43:41.213718 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63cddb0e-ac63-4a84-a7f0-d5d1c373b9ec req-eede3287-2193-43fc-a1d5-0f00276bf76c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134288 Nov 12 03:43:41.229228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Router d681875c-7478-41f8-a78d-b131b0fe0067 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:41.514579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:41.542562 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Sync routers for ids ['d681875c-7478-41f8-a78d-b131b0fe0067'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:41.585902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Routers {'d681875c-7478-41f8-a78d-b131b0fe0067'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:41.587052 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:43:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d681875c-7478-41f8-a78d-b131b0fe0067'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:41.688354 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.698246 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2cdb73b2-4807-43f6-bb47-71b7e8918cf3 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.4893556 Nov 12 03:43:41.701001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:41.750002 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202cd90-aeba-4eb4-96d9-54f1f5381b55 req-d441d644-f157-4083-b4e8-cb10b70c68ba tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.752977 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Set router d681875c-7478-41f8-a78d-b131b0fe0067 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:41.758080 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f202cd90-aeba-4eb4-96d9-54f1f5381b55 req-d441d644-f157-4083-b4e8-cb10b70c68ba tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.1925535 Nov 12 03:43:42.008932 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f202cd90-aeba-4eb4-96d9-54f1f5381b55 req-f833e026-89ea-478e-a799-79fc0b806f57 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386079 Nov 12 03:43:42.162519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:43:38Z', 'revision_number': 3, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port': {'id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:37Z', 'updated_at': '2021-11-12T03:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:42.219191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Checking router: d681875c-7478-41f8-a78d-b131b0fe0067 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:42.220097 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Updating router d681875c-7478-41f8-a78d-b131b0fe0067 port d0a8c487-a8f4-4715-aa8c-e184a2114185 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:43:42.255862 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.408177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613f559-9bfc-48be-82a9-59aaaf8f3eda req-8b1a8f05-bbb1-42de-a263-55d63feb0c19 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.410285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8613f559-9bfc-48be-82a9-59aaaf8f3eda req-8b1a8f05-bbb1-42de-a263-55d63feb0c19 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 950 time: 0.1471155 Nov 12 03:43:42.541507 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8613f559-9bfc-48be-82a9-59aaaf8f3eda req-c43c6b8a-91e4-41bb-bcf1-698dac3c53db tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119726 Nov 12 03:43:42.664444 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.867339 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25fe23-b496-4b42-b4ea-e808f5cd4886 req-2e4a0ff1-8888-4c96-9459-1061f7a4da7b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.869854 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ba25fe23-b496-4b42-b4ea-e808f5cd4886 req-2e4a0ff1-8888-4c96-9459-1061f7a4da7b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1249571 Nov 12 03:43:42.998809 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.024269 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ba25fe23-b496-4b42-b4ea-e808f5cd4886 req-2f0b2e2d-743d-4ab0-aed9-dfaae6288a3c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386197 Nov 12 03:43:43.073038 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Allocated IP 172.20.0.1 (acab72e7-8184-468f-8174-767f92e69158/0b962bca-129f-4dcb-bfd6-d9fd17811492/c21f26e6-3fd8-4d72-ae7d-2610454417ee) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:43.107261 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.151685 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Attempting to bind port d0a8c487-a8f4-4715-aa8c-e184a2114185 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:43.152368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Attempting to bind port d0a8c487-a8f4-4715-aa8c-e184a2114185 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:43.152948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Attempting to bind port d0a8c487-a8f4-4715-aa8c-e184a2114185 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:43.192331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:43.192843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:43.193478 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.194020 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:43.195252 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Bound port: d0a8c487-a8f4-4715-aa8c-e184a2114185, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:43.195980 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.298021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291df1d-be52-4a63-8657-cacd39d0a361 None None] Pushing event updated for resources: {'Port': ['ID=d0a8c487-a8f4-4715-aa8c-e184a2114185,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.321066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd781c-8ec3-48a2-adfb-f77b3cda234f req-9cd0dd76-1695-4378-aac8-6e2e8f24eafb tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:43.336549 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08cd781c-8ec3-48a2-adfb-f77b3cda234f req-9cd0dd76-1695-4378-aac8-6e2e8f24eafb tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.1481428 Nov 12 03:43:43.351889 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] For port d0a8c487-a8f4-4715-aa8c-e184a2114185, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:43.361064 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] For port d0a8c487-a8f4-4715-aa8c-e184a2114185, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d0a8c487-a8f4-4715-aa8c-e184a2114185,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:43.401554 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.444140 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08cd781c-8ec3-48a2-adfb-f77b3cda234f req-673f6452-1592-418d-a5e7-370027146bee tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022472 Nov 12 03:43:43.456754 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.570961 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.586188 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55528) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:43.623686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291df1d-be52-4a63-8657-cacd39d0a361 None None] Pushing event updated for resources: {'Port': ['ID=d0a8c487-a8f4-4715-aa8c-e184a2114185,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.631306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Network acab72e7-8184-468f-8174-767f92e69158 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:43.635366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:43.639212 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:43.641432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Routers {'d681875c-7478-41f8-a78d-b131b0fe0067'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:43.643771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:43:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d681875c-7478-41f8-a78d-b131b0fe0067'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:43.704224 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Pushing event updated for resources: {'Port': ['ID=c21f26e6-3fd8-4d72-ae7d-2610454417ee,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.767145 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.950844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a70e3-02d1-4d75-88bf-c03fbea49080 req-a9d02e5f-ed23-4b53-82e5-0713805c39b0 tempest-ServersAdminNegativeTestJSON-336312905 tempest-ServersAdminNegativeTestJSON-336312905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:43.969979 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d0a70e3-02d1-4d75-88bf-c03fbea49080 req-a9d02e5f-ed23-4b53-82e5-0713805c39b0 tempest-ServersAdminNegativeTestJSON-336312905 tempest-ServersAdminNegativeTestJSON-336312905-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 1102 time: 0.2310526 Nov 12 03:43:43.993235 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae657607-712f-4444-a307-5552563e2f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.052031 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8d0a70e3-02d1-4d75-88bf-c03fbea49080 req-12170d19-fe0f-4ffe-86d5-1eca8810f184 tempest-ServersAdminNegativeTestJSON-336312905 tempest-ServersAdminNegativeTestJSON-336312905-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.106824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] Set router d681875c-7478-41f8-a78d-b131b0fe0067 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:44.208791 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.279848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae657607-712f-4444-a307-5552563e2f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.306555 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8d0a70e3-02d1-4d75-88bf-c03fbea49080 req-12170d19-fe0f-4ffe-86d5-1eca8810f184 tempest-ServersAdminNegativeTestJSON-336312905 tempest-ServersAdminNegativeTestJSON-336312905-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.358013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414662c-0a89-4205-a93d-6868e1ea32e7 req-da442d28-cedc-46fb-851c-13fc8d75f93e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.380024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6414662c-0a89-4205-a93d-6868e1ea32e7 req-da442d28-cedc-46fb-851c-13fc8d75f93e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1573615 Nov 12 03:43:44.384069 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae657607-712f-4444-a307-5552563e2f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.388862 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8d0a70e3-02d1-4d75-88bf-c03fbea49080 req-12170d19-fe0f-4ffe-86d5-1eca8810f184 tempest-ServersAdminNegativeTestJSON-336312905 tempest-ServersAdminNegativeTestJSON-336312905-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.391331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5d3dd91a-20b3-4a3e-9f0d-bddf15fb1ab9 None None] Provisioning complete for port c21f26e6-3fd8-4d72-ae7d-2610454417ee triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:44.391851 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd91a-20b3-4a3e-9f0d-bddf15fb1ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.470107 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae657607-712f-4444-a307-5552563e2f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b097041-0ede-489d-8660-b91a7fb44597,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:44.483781 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ae657607-712f-4444-a307-5552563e2f95 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ed50ec17c79d48eb974a75c18b12495c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8959725 Nov 12 03:43:44.490929 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55548) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:44.508545 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5d3dd91a-20b3-4a3e-9f0d-bddf15fb1ab9 None None] Port c21f26e6-3fd8-4d72-ae7d-2610454417ee cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:44.516211 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d0a70e3-02d1-4d75-88bf-c03fbea49080 req-12170d19-fe0f-4ffe-86d5-1eca8810f184 tempest-ServersAdminNegativeTestJSON-336312905 tempest-ServersAdminNegativeTestJSON-336312905-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434029 Nov 12 03:43:44.610118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6414662c-0a89-4205-a93d-6868e1ea32e7 req-ad41c662-d503-4570-b005-2f22b5bf2bb2 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287681 Nov 12 03:43:44.634472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12170d19-fe0f-4ffe-86d5-1eca8810f184 tempest-ServersAdminNegativeTestJSON-336312905 tempest-ServersAdminNegativeTestJSON-336312905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8a091d-d007-4049-ba6b-a7a74989b137,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:44.696993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:43:38Z', 'revision_number': 3, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port': {'id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:37Z', 'updated_at': '2021-11-12T03:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:44.737241 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6ef69d3-31dd-4b3b-b594-662dacd432b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.770937 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fa6e0-2037-4ded-b49a-1df0d3d44660 req-08c55dc9-3a28-491e-af17-c9bc23471b0a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.777205 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de5fa6e0-2037-4ded-b49a-1df0d3d44660 req-08c55dc9-3a28-491e-af17-c9bc23471b0a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.1171217 Nov 12 03:43:44.842449 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6ef69d3-31dd-4b3b-b594-662dacd432b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.846633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124fd63-c6a4-4b60-b77a-608839880b62 None None] The sync data for ids ['d681875c-7478-41f8-a78d-b131b0fe0067'] in n-d-767704-23 is: [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:43:38Z', 'revision_number': 3, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port': {'id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:37Z', 'updated_at': '2021-11-12T03:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:44.903862 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.905352 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de5fa6e0-2037-4ded-b49a-1df0d3d44660 req-a63aae93-2dd0-4f57-9428-4e9d768f8964 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057084 Nov 12 03:43:45.003559 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.089634 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6ef69d3-31dd-4b3b-b594-662dacd432b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.095653 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6ef69d3-31dd-4b3b-b594-662dacd432b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.102867 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b6ef69d3-31dd-4b3b-b594-662dacd432b2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3b097041-0ede-489d-8660-b91a7fb44597 HTTP/1.1" status: 204 len: 168 time: 0.6021631 Nov 12 03:43:45.117454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef69d3-31dd-4b3b-b594-662dacd432b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b097041-0ede-489d-8660-b91a7fb44597,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.142812 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.144945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Pushing event updated for resources: {'Port': ['ID=c21f26e6-3fd8-4d72-ae7d-2610454417ee,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.471651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Network acab72e7-8184-468f-8174-767f92e69158 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:45.477670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:45.707743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Router d681875c-7478-41f8-a78d-b131b0fe0067 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:45.806007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f284da-4fea-410a-80e6-03ad62006df7 req-1353e120-1a15-4374-8908-720da530183d tempest-ServersAdminNegativeTestJSON-336312905 tempest-ServersAdminNegativeTestJSON-336312905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.807921 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75f284da-4fea-410a-80e6-03ad62006df7 req-1353e120-1a15-4374-8908-720da530183d tempest-ServersAdminNegativeTestJSON-336312905 tempest-ServersAdminNegativeTestJSON-336312905-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 1102 time: 0.1290684 Nov 12 03:43:45.973352 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75f284da-4fea-410a-80e6-03ad62006df7 req-748d4e09-1e2e-43b1-a154-cc469916da03 tempest-ServersAdminNegativeTestJSON-336312905 tempest-ServersAdminNegativeTestJSON-336312905-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591771 Nov 12 03:43:46.091660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-96b12e7c-f24e-4bc3-b3e4-bb76b6f1b048 None None] Provisioning complete for port c21f26e6-3fd8-4d72-ae7d-2610454417ee triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:46.096821 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96b12e7c-f24e-4bc3-b3e4-bb76b6f1b048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.220139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-96b12e7c-f24e-4bc3-b3e4-bb76b6f1b048 None None] Port c21f26e6-3fd8-4d72-ae7d-2610454417ee cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:46.289501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:46.327518 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-92ade03c-78ca-43ee-9410-48e8a744f91d admin admin] 10.222.0.105 "PUT /v2.0/routers/d681875c-7478-41f8-a78d-b131b0fe0067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6136720 Nov 12 03:43:46.336362 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:46.359675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30958e-1169-4627-99f7-8113462ba887 req-5932fb8d-743c-481d-9ef0-467bf981bc7e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.367350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d30958e-1169-4627-99f7-8113462ba887 req-5932fb8d-743c-481d-9ef0-467bf981bc7e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.2028422 Nov 12 03:43:46.469640 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d30958e-1169-4627-99f7-8113462ba887 req-14574e0a-fde9-46d4-82ce-da2a84e56ec6 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013134 Nov 12 03:43:46.520802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b2789-9fd0-4748-a09b-08e4125ef831 req-db4d1a70-20cb-4c89-8ce4-42cdc556f3c6 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.526540 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-972b2789-9fd0-4748-a09b-08e4125ef831 req-db4d1a70-20cb-4c89-8ce4-42cdc556f3c6 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.1512349 Nov 12 03:43:46.643511 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-972b2789-9fd0-4748-a09b-08e4125ef831 req-2b578f49-3216-42c4-8761-567305960cf4 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159768 Nov 12 03:43:46.828481 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8043b3df-8671-4d97-81e3-2615653d8df5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.989360 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8043b3df-8671-4d97-81e3-2615653d8df5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.990482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9b519ea2-a239-48b3-90a3-600677d0d82e details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:47.067578 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8043b3df-8671-4d97-81e3-2615653d8df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.142687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:47.142940 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8043b3df-8671-4d97-81e3-2615653d8df5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e20ef488913d4289bcdc3ff89b40a38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8048811 Nov 12 03:43:47.167847 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043b3df-8671-4d97-81e3-2615653d8df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274578d8-42a7-413f-96e2-fcee77112c10,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.284739 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9f88010-916f-4a67-b4e2-1db69b06a499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.320302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d0a8c487-a8f4-4715-aa8c-e184a2114185 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:47.361540 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9f88010-916f-4a67-b4e2-1db69b06a499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.481758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9b519ea2-a239-48b3-90a3-600677d0d82e,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:47.500230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '9b519ea2-a239-48b3-90a3-600677d0d82e', 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b', 'port_id': '9b519ea2-a239-48b3-90a3-600677d0d82e', 'mac_address': 'fa:16:3e:ef:42:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eac4162-b8ab-4d9a-af1c-e103a428ffc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:47.507859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d0a8c487-a8f4-4715-aa8c-e184a2114185 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:47.508525 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.541423 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9f88010-916f-4a67-b4e2-1db69b06a499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.544594 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9f88010-916f-4a67-b4e2-1db69b06a499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.546024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e9f88010-916f-4a67-b4e2-1db69b06a499 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/274578d8-42a7-413f-96e2-fcee77112c10 HTTP/1.1" status: 204 len: 168 time: 0.4018853 Nov 12 03:43:47.561332 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f88010-916f-4a67-b4e2-1db69b06a499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274578d8-42a7-413f-96e2-fcee77112c10,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.595193 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.629792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b519ea2-a239-48b3-90a3-600677d0d82e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:47.673980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9b519ea2-a239-48b3-90a3-600677d0d82e,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:47.971083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e2856-2b23-456b-84ec-bb28ece35a16 req-f6cddcd8-88d1-4e9d-a0ee-f78f546452ac tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.983802 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-260e2856-2b23-456b-84ec-bb28ece35a16 req-f6cddcd8-88d1-4e9d-a0ee-f78f546452ac tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 950 time: 0.1240637 Nov 12 03:43:47.995575 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.050893 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.100313 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port d0a8c487-a8f4-4715-aa8c-e184a2114185, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d0a8c487-a8f4-4715-aa8c-e184a2114185,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:48.108948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=9b519ea2-a239-48b3-90a3-600677d0d82e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.112793 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-260e2856-2b23-456b-84ec-bb28ece35a16 req-6124cc54-9ebe-4f94-ab0d-f5ccf67f54ec tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273639 Nov 12 03:43:48.175784 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.208353 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Sync routers for ids ['d681875c-7478-41f8-a78d-b131b0fe0067'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:48.221577 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Routers {'d681875c-7478-41f8-a78d-b131b0fe0067'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:48.222592 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:43:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d681875c-7478-41f8-a78d-b131b0fe0067'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:48.322585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baf422-9a13-4854-83d8-992c28524530 req-c1944b2b-cb0b-4e62-9142-a4b2c8155322 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.332714 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4baf422-9a13-4854-83d8-992c28524530 req-c1944b2b-cb0b-4e62-9142-a4b2c8155322 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1043706 Nov 12 03:43:48.388370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=d0a8c487-a8f4-4715-aa8c-e184a2114185,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.400064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55646) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:48.405650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-830544a5-ae17-472c-9049-16f076fe0369 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--6772607', 'description': 'tempest-description--1973077419'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:48.452509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['9b519ea2-a239-48b3-90a3-600677d0d82e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:48.469711 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4baf422-9a13-4854-83d8-992c28524530 req-8bc8f461-9442-47af-85f1-6034d36bc2db tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358814 Nov 12 03:43:48.490236 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Set router d681875c-7478-41f8-a78d-b131b0fe0067 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:48.629667 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-830544a5-ae17-472c-9049-16f076fe0369 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.757392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0daaa-bfdd-4b41-8ba4-57d858d85bf8 req-e085f1eb-a4bf-44c8-b547-c8664645e09b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.758853 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.759083 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4c0daaa-bfdd-4b41-8ba4-57d858d85bf8 req-e085f1eb-a4bf-44c8-b547-c8664645e09b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 945 time: 0.1898928 Nov 12 03:43:48.873601 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:43:44Z', 'revision_number': 4, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port': {'id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:37Z', 'updated_at': '2021-11-12T03:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c21f26e6-3fd8-4d72-ae7d-2610454417ee', 'name': '', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'mac_address': 'fa:16:3e:42:6c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:42Z', 'updated_at': '2021-11-12T03:43:44Z', 'revision_number': 2, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'subnets': [{'id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:48.950559 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4c0daaa-bfdd-4b41-8ba4-57d858d85bf8 req-60b8eff7-03b8-4875-8978-44ad60a50da3 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703851 Nov 12 03:43:49.086016 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-830544a5-ae17-472c-9049-16f076fe0369 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.125421 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Checking router: d681875c-7478-41f8-a78d-b131b0fe0067 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:49.125762 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Updating router d681875c-7478-41f8-a78d-b131b0fe0067 port c21f26e6-3fd8-4d72-ae7d-2610454417ee binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:43:49.151556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-830544a5-ae17-472c-9049-16f076fe0369 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.157161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d0a8c487-a8f4-4715-aa8c-e184a2114185 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:49.174724 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.241424 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830544a5-ae17-472c-9049-16f076fe0369 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b872d360-8eb8-44cc-8308-ec713335d8f7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.292430 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d0a8c487-a8f4-4715-aa8c-e184a2114185 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:49.294900 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.303618 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-830544a5-ae17-472c-9049-16f076fe0369 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.305720 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-830544a5-ae17-472c-9049-16f076fe0369 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9045343 Nov 12 03:43:49.308979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55676) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:49.314715 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7bf58f46-8780-4da9-82a6-4bc5fe9b68da tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Request body: {'security_group_rule': {'security_group_id': 'b872d360-8eb8-44cc-8308-ec713335d8f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:49.438691 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bf58f46-8780-4da9-82a6-4bc5fe9b68da tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.470148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16662e2e-f429-4a83-8b88-08fcd10c1a14 req-8791e417-68c9-499a-8156-1908a35c9367 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.486614 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16662e2e-f429-4a83-8b88-08fcd10c1a14 req-8791e417-68c9-499a-8156-1908a35c9367 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 950 time: 0.1793172 Nov 12 03:43:49.680922 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16662e2e-f429-4a83-8b88-08fcd10c1a14 req-564dfcb4-1f26-46f0-a7f4-b941634d1c12 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922231 Nov 12 03:43:49.704211 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bf58f46-8780-4da9-82a6-4bc5fe9b68da tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.783842 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bf58f46-8780-4da9-82a6-4bc5fe9b68da tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.891433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf58f46-8780-4da9-82a6-4bc5fe9b68da tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6d35b0-4648-4194-9cfd-b7581a03b4f8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.943463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf14f7-8d82-427a-b14e-8b88439860b2 req-b206a91e-6516-4891-8f3b-c3448ef1cb95 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.947168 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2bdf14f7-8d82-427a-b14e-8b88439860b2 req-b206a91e-6516-4891-8f3b-c3448ef1cb95 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.2728198 Nov 12 03:43:49.964191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed88939-6580-43b7-bd39-60ee6df4cf83 req-7d4d0e1a-1497-4a3c-8cd8-a04f2e70fbd9 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.974246 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ed88939-6580-43b7-bd39-60ee6df4cf83 req-7d4d0e1a-1497-4a3c-8cd8-a04f2e70fbd9 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.26 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 950 time: 0.1305575 Nov 12 03:43:50.023540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.068794 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bf58f46-8780-4da9-82a6-4bc5fe9b68da tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.073795 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7bf58f46-8780-4da9-82a6-4bc5fe9b68da tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7634895 Nov 12 03:43:50.077391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.079996 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.098749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4a2070df-26e5-4e93-9a3e-03ae29efef06 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Request body: {'security_group_rule': {'security_group_id': 'b872d360-8eb8-44cc-8308-ec713335d8f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:50.130818 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2bdf14f7-8d82-427a-b14e-8b88439860b2 req-04cf1c70-247b-4cd4-a7d7-247eeb88206e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690340 Nov 12 03:43:50.222919 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.281732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f53d1b-53a3-40bb-b706-eb007bd3a2ef req-a975aef0-440a-4e09-87e0-b5a2d6f9ab0a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.291123 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14f53d1b-53a3-40bb-b706-eb007bd3a2ef req-a975aef0-440a-4e09-87e0-b5a2d6f9ab0a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 945 time: 0.2021518 Nov 12 03:43:50.293113 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-908e5a74-4aea-4770-8f16-f17f9a82660a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.294425 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda1b62-bb99-4a26-aaa9-32e9daf4aaea None None] Pushing event updated for resources: {'Port': ['ID=c21f26e6-3fd8-4d72-ae7d-2610454417ee,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:50.311131 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a2070df-26e5-4e93-9a3e-03ae29efef06 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.347132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8ed88939-6580-43b7-bd39-60ee6df4cf83 req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Deleting port 5869f557-218a-4e57-bb6f-5c77e65ef05e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:50.347754 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8ed88939-6580-43b7-bd39-60ee6df4cf83 req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.758642 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Attempting to bind port c21f26e6-3fd8-4d72-ae7d-2610454417ee on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:50.758642 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Attempting to bind port c21f26e6-3fd8-4d72-ae7d-2610454417ee by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'd6208713-34fd-409f-8d9b-ff54aab30a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'acab72e7-8184-468f-8174-767f92e69158'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:50.758642 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Attempting to bind port c21f26e6-3fd8-4d72-ae7d-2610454417ee on network acab72e7-8184-468f-8174-767f92e69158 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:50.758642 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:50.758642 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Checking segment: {'id': 'd6208713-34fd-409f-8d9b-ff54aab30a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'acab72e7-8184-468f-8174-767f92e69158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:50.758642 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.758642 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Bound using segment: {'id': 'd6208713-34fd-409f-8d9b-ff54aab30a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'acab72e7-8184-468f-8174-767f92e69158'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:50.758642 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Bound port: c21f26e6-3fd8-4d72-ae7d-2610454417ee, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6208713-34fd-409f-8d9b-ff54aab30a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'acab72e7-8184-468f-8174-767f92e69158'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:50.758642 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.763366 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a2070df-26e5-4e93-9a3e-03ae29efef06 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.765941 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14f53d1b-53a3-40bb-b706-eb007bd3a2ef req-bf15777e-3bb7-4d15-9afa-e4b0dc073977 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038321 Nov 12 03:43:50.766368 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-908e5a74-4aea-4770-8f16-f17f9a82660a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.766464 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] For port c21f26e6-3fd8-4d72-ae7d-2610454417ee, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:50.766464 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] For port c21f26e6-3fd8-4d72-ae7d-2610454417ee, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c21f26e6-3fd8-4d72-ae7d-2610454417ee,segment=NetworkSegment(d6208713-34fd-409f-8d9b-ff54aab30a94),segment_id=d6208713-34fd-409f-8d9b-ff54aab30a94)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:50.766657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8ed88939-6580-43b7-bd39-60ee6df4cf83 req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] For port 5869f557-218a-4e57-bb6f-5c77e65ef05e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5869f557-218a-4e57-bb6f-5c77e65ef05e,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:50.766657 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8ed88939-6580-43b7-bd39-60ee6df4cf83 req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.766657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8ed88939-6580-43b7-bd39-60ee6df4cf83 req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Calling delete_port for 5869f557-218a-4e57-bb6f-5c77e65ef05e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:50.766928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-feabae42-09b4-4177-bb81-25e66ff49007 None None] Provisioning complete for port c21f26e6-3fd8-4d72-ae7d-2610454417ee triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:50.766928 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-feabae42-09b4-4177-bb81-25e66ff49007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.766928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-feabae42-09b4-4177-bb81-25e66ff49007 None None] Port c21f26e6-3fd8-4d72-ae7d-2610454417ee cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:50.822145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdb0c7-2cd9-40e7-9199-d2ed872c9566 req-a59e0303-6a5f-4cef-a36e-84a7e645c064 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.823725 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecfdb0c7-2cd9-40e7-9199-d2ed872c9566 req-a59e0303-6a5f-4cef-a36e-84a7e645c064 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 950 time: 0.0608878 Nov 12 03:43:50.892308 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecfdb0c7-2cd9-40e7-9199-d2ed872c9566 req-b9f9631e-414c-48c1-99b0-da38040a4884 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609725 Nov 12 03:43:50.912320 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a2070df-26e5-4e93-9a3e-03ae29efef06 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.933072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2070df-26e5-4e93-9a3e-03ae29efef06 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dba20cf-14d1-44ec-a4e9-abb20b8f2c00,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:50.941812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-908e5a74-4aea-4770-8f16-f17f9a82660a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.943414 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.951129 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8ed88939-6580-43b7-bd39-60ee6df4cf83 req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.971128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6c443daa-ff62-4dcd-ae9a-eaa003c0c14b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:50.995033 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-908e5a74-4aea-4770-8f16-f17f9a82660a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=81302cddc8e643d8bb059e1519cf3396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9672122 Nov 12 03:43:51.000114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.059646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Pushing event deleted for resources: {'Port': ['ID=5869f557-218a-4e57-bb6f-5c77e65ef05e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:51.065756 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e5a74-4aea-4770-8f16-f17f9a82660a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28437443-d2c3-4499-a6f0-f61c624afa0f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:51.083535 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a2070df-26e5-4e93-9a3e-03ae29efef06 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.085843 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4a2070df-26e5-4e93-9a3e-03ae29efef06 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0034184 Nov 12 03:43:51.089973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55728) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.095132 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda1b62-bb99-4a26-aaa9-32e9daf4aaea None None] Pushing event updated for resources: {'Port': ['ID=c21f26e6-3fd8-4d72-ae7d-2610454417ee,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:51.105913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:51.114349 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Routers {'d681875c-7478-41f8-a78d-b131b0fe0067'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:51.119099 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:43:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d681875c-7478-41f8-a78d-b131b0fe0067'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:51.148849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['5869f557-218a-4e57-bb6f-5c77e65ef05e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:51.149705 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6143fbc9-8d46-4ddd-8099-1524dc84d4e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.205553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9b519ea2-a239-48b3-90a3-600677d0d82e up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:51.248988 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6143fbc9-8d46-4ddd-8099-1524dc84d4e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.478784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7bc63-1901-4b25-a966-e0764085aaaf req-5355d17c-d47b-4e07-b118-d165a917ecf3 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:51.491283 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-52f7bc63-1901-4b25-a966-e0764085aaaf req-5355d17c-d47b-4e07-b118-d165a917ecf3 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1858745 Nov 12 03:43:51.553381 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 9b519ea2-a239-48b3-90a3-600677d0d82e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:43:51.590241 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-52f7bc63-1901-4b25-a966-e0764085aaaf req-0dbe60b9-5702-483f-bf28-4d8d242f8830 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976295 Nov 12 03:43:51.592555 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6143fbc9-8d46-4ddd-8099-1524dc84d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.621161 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6143fbc9-8d46-4ddd-8099-1524dc84d4e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.632506 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6143fbc9-8d46-4ddd-8099-1524dc84d4e6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/28437443-d2c3-4499-a6f0-f61c624afa0f HTTP/1.1" status: 204 len: 168 time: 0.6286647 Nov 12 03:43:51.670205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 9b519ea2-a239-48b3-90a3-600677d0d82e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:51.671059 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.677874 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] Set router d681875c-7478-41f8-a78d-b131b0fe0067 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:51.682932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143fbc9-8d46-4ddd-8099-1524dc84d4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28437443-d2c3-4499-a6f0-f61c624afa0f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:51.889720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e9ab9a07-8034-4846-a0a8-90efe842b5ab None None] Provisioning complete for port c21f26e6-3fd8-4d72-ae7d-2610454417ee triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:51.892834 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9a07-8034-4846-a0a8-90efe842b5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.085318 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8863d291-0b95-4db7-800c-8d63d52adcee req-f48bc708-f8f1-4b18-85fb-aecb3ab6fb2b tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 210 time: 0.0590959 Nov 12 03:43:52.142392 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.221378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.235733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.242966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.243523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.244230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.244735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.245219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.245717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.246235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.248398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.248904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.249391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.355481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd232b327-a447-46ae-ba3d-e121507aa8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b519ea2-a239-48b3-90a3-600677d0d82e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:52.363210 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:43:44Z', 'revision_number': 4, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port': {'id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:37Z', 'updated_at': '2021-11-12T03:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c21f26e6-3fd8-4d72-ae7d-2610454417ee', 'name': '', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'mac_address': 'fa:16:3e:42:6c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:42Z', 'updated_at': '2021-11-12T03:43:50Z', 'revision_number': 4, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'subnets': [{'id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:52.370914 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42ae3e6-477a-4fd0-99eb-26625a2fce78" -d '{"events": [{"server_uuid": "d232b327-a447-46ae-ba3d-e121507aa8d4", "name": "network-vif-plugged", "status": "completed", "tag": "9b519ea2-a239-48b3-90a3-600677d0d82e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:52.431539 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9b519ea2-a239-48b3-90a3-600677d0d82e,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:52.451906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.456193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed88939-6580-43b7-bd39-60ee6df4cf83 req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] No DVR routers for this DVR port 5869f557-218a-4e57-bb6f-5c77e65ef05e on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:52.467032 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9a07-8034-4846-a0a8-90efe842b5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.478797 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8ed88939-6580-43b7-bd39-60ee6df4cf83 req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.481520 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcba457-2729-4c9a-bccb-007a57d80b63 None None] The sync data for ids ['d681875c-7478-41f8-a78d-b131b0fe0067'] in n-d-767704-23 is: [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:43:44Z', 'revision_number': 4, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port': {'id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:37Z', 'updated_at': '2021-11-12T03:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c21f26e6-3fd8-4d72-ae7d-2610454417ee', 'name': '', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'mac_address': 'fa:16:3e:42:6c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:42Z', 'updated_at': '2021-11-12T03:43:50Z', 'revision_number': 4, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'subnets': [{'id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:52.495348 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.497408 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ed88939-6580-43b7-bd39-60ee6df4cf83 req-8228f1f6-b374-48f0-b31d-9da75c5425af tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.26 "DELETE /v2.0/ports/5869f557-218a-4e57-bb6f-5c77e65ef05e HTTP/1.1" status: 204 len: 173 time: 2.5147598 Nov 12 03:43:52.555141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c999e0c3-b4cd-4baf-886b-d80020c25947', 'name': 'network-vif-deleted', 'tag': '5869f557-218a-4e57-bb6f-5c77e65ef05e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:52.559804 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eef6be-a44e-4275-b93e-d8c9c3224914" -d '{"events": [{"server_uuid": "c999e0c3-b4cd-4baf-886b-d80020c25947", "name": "network-vif-deleted", "tag": "5869f557-218a-4e57-bb6f-5c77e65ef05e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:52.672015 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c8c5df-8c15-43a3-819a-d92aa62cdb11 x-openstack-request-id: req-c0c8c5df-8c15-43a3-819a-d92aa62cdb11 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:52.672552 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d232b327-a447-46ae-ba3d-e121507aa8d4", "name": "network-vif-plugged", "status": "completed", "tag": "9b519ea2-a239-48b3-90a3-600677d0d82e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:52.672880 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c0c8c5df-8c15-43a3-819a-d92aa62cdb11 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:52.673346 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd232b327-a447-46ae-ba3d-e121507aa8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b519ea2-a239-48b3-90a3-600677d0d82e', 'code': 200} Nov 12 03:43:52.693928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=9b519ea2-a239-48b3-90a3-600677d0d82e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:52.730886 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.732197 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.733007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79ff73-9df7-4903-933a-fc47a1fb563e req-be6ead7f-696a-47e5-9461-1f1e0c1162cf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:52.735126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab79ff73-9df7-4903-933a-fc47a1fb563e req-be6ead7f-696a-47e5-9461-1f1e0c1162cf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 945 time: 0.4258003 Nov 12 03:43:52.764267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.764768 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.765321 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.765724 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.767357 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.767718 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.768253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.769079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.769079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.769444 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.821593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b8e67-8232-465a-b130-8edfb7b9af0f req-9bbc05ac-70ca-4f10-beb5-cc646b768a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:52.826782 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e0b8e67-8232-465a-b130-8edfb7b9af0f req-9bbc05ac-70ca-4f10-beb5-cc646b768a68 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 1098 time: 0.1546879 Nov 12 03:43:52.845673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e9ab9a07-8034-4846-a0a8-90efe842b5ab None None] For port c21f26e6-3fd8-4d72-ae7d-2610454417ee, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c21f26e6-3fd8-4d72-ae7d-2610454417ee,segment=NetworkSegment(d6208713-34fd-409f-8d9b-ff54aab30a94),segment_id=d6208713-34fd-409f-8d9b-ff54aab30a94)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:52.919277 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9a07-8034-4846-a0a8-90efe842b5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.927746 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8cdfe8-f9f5-490f-a9d8-aee8f8bbfbe6 x-openstack-request-id: req-4a8cdfe8-f9f5-490f-a9d8-aee8f8bbfbe6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:52.927746 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c999e0c3-b4cd-4baf-886b-d80020c25947", "name": "network-vif-deleted", "tag": "5869f557-218a-4e57-bb6f-5c77e65ef05e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:52.927746 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4a8cdfe8-f9f5-490f-a9d8-aee8f8bbfbe6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:52.927746 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c999e0c3-b4cd-4baf-886b-d80020c25947', 'name': 'network-vif-deleted', 'tag': '5869f557-218a-4e57-bb6f-5c77e65ef05e', 'status': 'completed', 'code': 200} Nov 12 03:43:52.936121 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e0b8e67-8232-465a-b130-8edfb7b9af0f req-bd84e7b1-119b-438b-8a82-ba43a6048d78 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990431 Nov 12 03:43:52.991880 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-00b1a69e-466d-4e42-b04b-df553b144d47 service neutron] 10.222.0.26 "GET /v2.0/ports/2050f219-2d37-4c9a-a80a-688d3db93a3c/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.6886265 Nov 12 03:43:53.061256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d23e3-ae8b-4a2a-bf8a-e68edc9aa434 req-def88437-4806-46d3-a43c-a2260289707f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.062848 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-173d23e3-ae8b-4a2a-bf8a-e68edc9aa434 req-def88437-4806-46d3-a43c-a2260289707f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1068015 Nov 12 03:43:53.112137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab79ff73-9df7-4903-933a-fc47a1fb563e req-5a8412d2-d4d3-4965-a3ad-7669ececb4f5 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329315 Nov 12 03:43:53.126890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab9a07-8034-4846-a0a8-90efe842b5ab None None] Pushing event updated for resources: {'Port': ['ID=c21f26e6-3fd8-4d72-ae7d-2610454417ee,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:53.175708 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.216769 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-173d23e3-ae8b-4a2a-bf8a-e68edc9aa434 req-c6f2a293-b7b0-4f2e-bd7c-d07c08a64792 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417596 Nov 12 03:43:53.235191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c21f26e6-3fd8-4d72-ae7d-2610454417ee up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:53.302583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2050f219-2d37-4c9a-a80a-688d3db93a3c no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:53.428426 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1fb88316-b2e5-4848-91af-9c25b27f23a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.430123 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e711643e-4656-40d3-895e-bb13af00beb5 req-221f3e9a-2fd6-4eb9-b213-506b5ad5b4a7 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=c999e0c3-b4cd-4baf-886b-d80020c25947 HTTP/1.1" status: 200 len: 210 time: 0.1151536 Nov 12 03:43:53.463430 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c21f26e6-3fd8-4d72-ae7d-2610454417ee triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:53.463834 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.533617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Allocated IP 172.25.8.184 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/6a79b55f-17f7-49cd-b02a-033aacddc821) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:53.628343 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.680425 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2050f219-2d37-4c9a-a80a-688d3db93a3c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:53.742518 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.782597 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.783770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5869f557-218a-4e57-bb6f-5c77e65ef05e no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:53.883154 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 5869f557-218a-4e57-bb6f-5c77e65ef05e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:53.883390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5869f557-218a-4e57-bb6f-5c77e65ef05e not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:53.884918 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.956742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=2050f219-2d37-4c9a-a80a-688d3db93a3c,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:53.961154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:53.971437 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:53.985347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:54.020537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Pushing event updated for resources: {'Port': ['ID=6a79b55f-17f7-49cd-b02a-033aacddc821,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:54.027266 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-036c6c07-464f-4250-ad57-0ee4885ea92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.029726 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-036c6c07-464f-4250-ad57-0ee4885ea92c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504&tenant_id=b9810c161f0b41f1afd590350e2a6352 HTTP/1.1" status: 200 len: 1100 time: 0.2052655 Nov 12 03:43:54.117093 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.173912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-a782dba2-4aab-40fe-a21c-47b5e7b40c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.176651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-a782dba2-4aab-40fe-a21c-47b5e7b40c06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 1100 time: 0.0565393 Nov 12 03:43:54.221946 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55828) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:54.351879 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.382754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011782e-ee42-4294-9e90-0eb365c63fe2 req-050697a4-977e-4336-9cce-2b22e628ba99 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.403090 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1011782e-ee42-4294-9e90-0eb365c63fe2 req-050697a4-977e-4336-9cce-2b22e628ba99 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 948 time: 0.0981302 Nov 12 03:43:54.461073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bb134-645b-4961-a853-3f92c85c76c9 req-d97d06fd-8cde-4c1d-9983-2f144deb809e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.463737 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9a3bb134-645b-4961-a853-3f92c85c76c9 req-d97d06fd-8cde-4c1d-9983-2f144deb809e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.2553546 Nov 12 03:43:54.469716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-a67e91a2-09ab-4eef-89a1-dda56aa20b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.471265 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-a67e91a2-09ab-4eef-89a1-dda56aa20b06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2793839 Nov 12 03:43:54.472066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-158535255-network', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:54.496606 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1011782e-ee42-4294-9e90-0eb365c63fe2 req-43e22047-c915-4c81-8a3f-a272ac276e44 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870833 Nov 12 03:43:54.589459 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-f0aa04f2-8836-4617-b70f-8e6d2f3cde4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c HTTP/1.1" status: 200 len: 217 time: 0.0955074 Nov 12 03:43:54.603915 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] Made reservation on behalf of dfda8e758cf0470bab4487db6f436bb2 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:54.606551 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.618304 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.676232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2050f219-2d37-4c9a-a80a-688d3db93a3c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:54.698939 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81b3408-dd16-4b88-8f7c-079aa6ee4168" -d '{"events": [{"server_uuid": "f4249b2a-0d54-4e66-bc3f-842e86445504", "name": "network-vif-unplugged", "status": "completed", "tag": "2050f219-2d37-4c9a-a80a-688d3db93a3c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:54.705414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9a3bb134-645b-4961-a853-3f92c85c76c9 req-2a6f8bee-80cc-4f6a-81e7-c06da3dc15b0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101996 Nov 12 03:43:54.712103 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.718116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-460c0e9d-f0ea-40a5-bbb8-6b0eff6c6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.730434 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-460c0e9d-f0ea-40a5-bbb8-6b0eff6c6f2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1267223 Nov 12 03:43:54.753225 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.818119 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.826170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-1baa53a4-54e0-4c08-b23d-c9b1804a555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.827551 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.827754 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-1baa53a4-54e0-4c08-b23d-c9b1804a555b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0670905 Nov 12 03:43:54.849141 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:54.865989 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.867511 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] Added segment 48a85bc1-ba37-40f4-abad-6133369e525f of type vlan for network 7828d1a5-9946-41af-b946-aaa68c0bc955 Nov 12 03:43:54.874083 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e0583c-1799-4404-a141-6bfa8cce61c0 x-openstack-request-id: req-f6e0583c-1799-4404-a141-6bfa8cce61c0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:54.874394 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4249b2a-0d54-4e66-bc3f-842e86445504", "name": "network-vif-unplugged", "status": "completed", "tag": "2050f219-2d37-4c9a-a80a-688d3db93a3c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:54.874658 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f6e0583c-1799-4404-a141-6bfa8cce61c0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:54.875070 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2050f219-2d37-4c9a-a80a-688d3db93a3c', 'code': 200} Nov 12 03:43:54.921492 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.933636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccacc48-c0f3-4b6b-be65-2d86ceda47bd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:54.966897 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.056075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Pushing event updated for resources: {'Port': ['ID=6a79b55f-17f7-49cd-b02a-033aacddc821,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.069459 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-c216452c-f79c-42a4-8994-44ec5093cf34 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309067 Nov 12 03:43:55.070555 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.111637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c21f26e6-3fd8-4d72-ae7d-2610454417ee up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:55.130339 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.131198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.131782 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.159311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c21f26e6-3fd8-4d72-ae7d-2610454417ee triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:55.161098 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.184187 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.185609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a4353a4c-79d9-4fc1-b74f-afccdd0500d6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0917444 Nov 12 03:43:55.254596 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0308518 Nov 12 03:43:55.255856 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f314b06b-9457-43c1-bdb6-7d487aec96ec req-c314dd20-caf2-4276-8526-5c0c992c7d15 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725881 Nov 12 03:43:55.258870 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d68ea-53fa-4b80-80ee-8b8adf28ff21 admin admin] Pushing event updated for resources: {'Network': ['ID=7828d1a5-9946-41af-b946-aaa68c0bc955,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.262615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55882) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:55.289319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 7828d1a5-9946-41af-b946-aaa68c0bc955 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:55.296160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-47e99ed6-b3df-4d13-800a-00129ccf45f2 admin admin] Request body: {'subnet': {'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-158535255-subnet', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:55.428364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8865ff-e29d-4514-9ae2-3868a4e2b619 req-ec29de28-7922-4733-8483-2474deca369f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.431758 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f8865ff-e29d-4514-9ae2-3868a4e2b619 req-ec29de28-7922-4733-8483-2474deca369f tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 950 time: 0.1012249 Nov 12 03:43:55.435207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e99ed6-b3df-4d13-800a-00129ccf45f2 admin admin] Made reservation on behalf of dfda8e758cf0470bab4487db6f436bb2 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:55.437611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47e99ed6-b3df-4d13-800a-00129ccf45f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.515757 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a9e8112-27d0-4f36-a704-5671f494e8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.564757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f8865ff-e29d-4514-9ae2-3868a4e2b619 req-52869dd1-a878-476c-a348-206a7d6c7357 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219513 Nov 12 03:43:55.733835 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-20d9c159-1b45-484e-9678-154a47aa6175 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--6772607&fields=id&tenant_id=078b21ed5f5d469eb69fd16e6872f294 HTTP/1.1" status: 200 len: 267 time: 0.0632706 Nov 12 03:43:55.781676 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47e99ed6-b3df-4d13-800a-00129ccf45f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.890403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e99ed6-b3df-4d13-800a-00129ccf45f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38766906-a926-453b-a958-276d3be1a812,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.914710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85baced-1593-4578-8670-822efa8f68a7 req-928d0163-db97-4757-b0f5-4312031d9d50 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.916279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-928d0163-db97-4757-b0f5-4312031d9d50 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/networks?id=acab72e7-8184-468f-8174-767f92e69158 HTTP/1.1" status: 200 len: 815 time: 0.1700432 Nov 12 03:43:55.917653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e99ed6-b3df-4d13-800a-00129ccf45f2 admin admin] Checking segment: {'id': '48a85bc1-ba37-40f4-abad-6133369e525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:55.918015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e99ed6-b3df-4d13-800a-00129ccf45f2 admin admin] Network hostable DHCP agents. Network: 7828d1a5-9946-41af-b946-aaa68c0bc955, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:55.939835 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-9b64527f-3e81-41e8-88fc-76ca48c5efc6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/quotas/078b21ed5f5d469eb69fd16e6872f294 HTTP/1.1" status: 200 len: 375 time: 0.0157809 Nov 12 03:43:55.995724 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-c0879797-20b3-4173-8b6e-5e65533d6690 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=078b21ed5f5d469eb69fd16e6872f294&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493360 Nov 12 03:43:56.066854 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e99ed6-b3df-4d13-800a-00129ccf45f2 admin admin] Network 7828d1a5-9946-41af-b946-aaa68c0bc955 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:56.106616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-eac57427-a3e0-430c-ab1e-a0ea1787d7d8 service neutron] 10.222.0.105 "GET /v2.0/networks/acab72e7-8184-468f-8174-767f92e69158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975642 Nov 12 03:43:56.204777 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-47e99ed6-b3df-4d13-800a-00129ccf45f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 7828d1a5-9946-41af-b946-aaa68c0bc955) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:56.207791 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-e15bc440-efd6-4d79-ab25-666adbfa6739 service neutron] 10.222.0.105 "GET /v2.0/networks/acab72e7-8184-468f-8174-767f92e69158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943868 Nov 12 03:43:56.210783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e99ed6-b3df-4d13-800a-00129ccf45f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:56.211913 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47e99ed6-b3df-4d13-800a-00129ccf45f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.214862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77abd426-89b5-447c-a02a-08e5da78c95d None None] Network 7828d1a5-9946-41af-b946-aaa68c0bc955 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:56.329833 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-47e99ed6-b3df-4d13-800a-00129ccf45f2 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0641088 Nov 12 03:43:56.332400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:56.337483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:56.409667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-7828d1a5-9946-41af-b946-aaa68c0bc955', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'fixed_ips': [{'subnet_id': '38766906-a926-453b-a958-276d3be1a812'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:56.410525 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.474588 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.475171 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.572989 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.599697 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.601442 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Allocated IP 172.20.0.2 (7828d1a5-9946-41af-b946-aaa68c0bc955/38766906-a926-453b-a958-276d3be1a812/03f73517-c2f9-42a5-898e-eafd8d4453bf) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:56.635311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feb667-e808-4cc6-9608-d1f247621cb8 req-fe88e079-2e33-4d97-9fe2-c6b04d28658f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:56.635311 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7feb667-e808-4cc6-9608-d1f247621cb8 req-fe88e079-2e33-4d97-9fe2-c6b04d28658f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 948 time: 0.1014061 Nov 12 03:43:56.773631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893ba06-2906-4f01-a1fe-cbdc76741e05 req-765bc5ea-73e9-4eea-a079-f486ba9d10ca tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:56.775294 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3893ba06-2906-4f01-a1fe-cbdc76741e05 req-765bc5ea-73e9-4eea-a079-f486ba9d10ca tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.0619650 Nov 12 03:43:56.794560 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.832244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.851686 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7feb667-e808-4cc6-9608-d1f247621cb8 req-6fe4971c-a325-4369-99e4-9460c944f1ef tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954892 Nov 12 03:43:56.857367 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3893ba06-2906-4f01-a1fe-cbdc76741e05 req-984ed72b-eb0e-47a5-8270-9e89299c881d tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732152 Nov 12 03:43:56.878545 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.946847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Network 7828d1a5-9946-41af-b946-aaa68c0bc955 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:56.950056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:56.954193 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:56.960932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Pushing event updated for resources: {'Port': ['ID=03f73517-c2f9-42a5-898e-eafd8d4453bf,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:56.995892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:57.001486 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed3690ed-a6e2-4efa-ba6f-978ba127c1ed req-687dc75e-621f-431d-9d7d-945dcd574cd7 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 210 time: 0.0951042 Nov 12 03:43:57.039682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Attempting to bind port 03f73517-c2f9-42a5-898e-eafd8d4453bf on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:57.040076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Attempting to bind port 03f73517-c2f9-42a5-898e-eafd8d4453bf by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '48a85bc1-ba37-40f4-abad-6133369e525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:57.041814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Attempting to bind port 03f73517-c2f9-42a5-898e-eafd8d4453bf on network 7828d1a5-9946-41af-b946-aaa68c0bc955 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:57.059149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:57.071687 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:57.072149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Checking segment: {'id': '48a85bc1-ba37-40f4-abad-6133369e525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:57.072575 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.073152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Bound using segment: {'id': '48a85bc1-ba37-40f4-abad-6133369e525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:57.074107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Bound port: 03f73517-c2f9-42a5-898e-eafd8d4453bf, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a85bc1-ba37-40f4-abad-6133369e525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:57.074513 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.139837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4b98b-732c-46ee-9a97-49a70a80de0b req-a1b31a81-5c0b-4aeb-a430-bff130983b26 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.141677 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3e4b98b-732c-46ee-9a97-49a70a80de0b req-a1b31a81-5c0b-4aeb-a430-bff130983b26 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.25 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 950 time: 0.0862226 Nov 12 03:43:57.181419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da28ab1-bfb6-4b34-9bd9-c1db1b814738 req-ec6fd372-2eab-4261-9d13-65d83a86cd0a tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.189350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6da28ab1-bfb6-4b34-9bd9-c1db1b814738 req-ec6fd372-2eab-4261-9d13-65d83a86cd0a tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 950 time: 0.1350479 Nov 12 03:43:57.277148 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5914706c-f23d-4142-ad05-186a5a65d94c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.298073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-b3e4b98b-732c-46ee-9a97-49a70a80de0b req-5a5cb802-142e-470f-b1fc-5ae45995976e tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Deleting port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:57.298403 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b3e4b98b-732c-46ee-9a97-49a70a80de0b req-5a5cb802-142e-470f-b1fc-5ae45995976e tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.372463 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6da28ab1-bfb6-4b34-9bd9-c1db1b814738 req-7326e314-6409-49f4-927e-2bb798332047 tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/security-groups?id=ecff7d00-a84e-47a5-83a8-1421e4469661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806946 Nov 12 03:43:57.408190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a616916f-548a-45f6-9763-53046a7b339b None None] For port 03f73517-c2f9-42a5-898e-eafd8d4453bf, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:57.440222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a616916f-548a-45f6-9763-53046a7b339b None None] For port 03f73517-c2f9-42a5-898e-eafd8d4453bf, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=03f73517-c2f9-42a5-898e-eafd8d4453bf,segment=NetworkSegment(48a85bc1-ba37-40f4-abad-6133369e525f),segment_id=48a85bc1-ba37-40f4-abad-6133369e525f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:57.447157 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.455622 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b3e4b98b-732c-46ee-9a97-49a70a80de0b req-5a5cb802-142e-470f-b1fc-5ae45995976e tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] For port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6c443daa-ff62-4dcd-ae9a-eaa003c0c14b,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:57.455991 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b3e4b98b-732c-46ee-9a97-49a70a80de0b req-5a5cb802-142e-470f-b1fc-5ae45995976e tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.479312 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-b3e4b98b-732c-46ee-9a97-49a70a80de0b req-5a5cb802-142e-470f-b1fc-5ae45995976e tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Calling delete_port for 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:57.501417 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.513785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74a35b4-6cc1-40c9-896e-268cf781f0dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32ebdd79-5b3d-4f8a-bcd5-f75bba890179'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:57.517905 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5fd274-e125-492a-ab73-1510295e40da" -d '{"events": [{"server_uuid": "d74a35b4-6cc1-40c9-896e-268cf781f0dd", "name": "network-vif-unplugged", "status": "completed", "tag": "32ebdd79-5b3d-4f8a-bcd5-f75bba890179"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:57.527634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.577063 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.606304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:57.645546 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5914706c-f23d-4142-ad05-186a5a65d94c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.650027 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd761f21-0e3a-4263-ade0-a8ff333df86a x-openstack-request-id: req-cd761f21-0e3a-4263-ade0-a8ff333df86a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:57.650357 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74a35b4-6cc1-40c9-896e-268cf781f0dd", "name": "network-vif-unplugged", "status": "completed", "tag": "32ebdd79-5b3d-4f8a-bcd5-f75bba890179", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:57.650625 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cd761f21-0e3a-4263-ade0-a8ff333df86a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:57.652771 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74a35b4-6cc1-40c9-896e-268cf781f0dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32ebdd79-5b3d-4f8a-bcd5-f75bba890179', 'code': 200} Nov 12 03:43:57.675436 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.714893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616916f-548a-45f6-9763-53046a7b339b None None] Pushing event updated for resources: {'Port': ['ID=03f73517-c2f9-42a5-898e-eafd8d4453bf,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:57.759033 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b3e4b98b-732c-46ee-9a97-49a70a80de0b req-5a5cb802-142e-470f-b1fc-5ae45995976e tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.792925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Allocated IP 172.25.8.139 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/cb98cff3-1b45-4cfe-a856-2f02b1f2b2db) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:57.797153 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5914706c-f23d-4142-ad05-186a5a65d94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.818265 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:57.861560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914706c-f23d-4142-ad05-186a5a65d94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b5228c-25b7-4c58-8f80-8c99811b61f0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:57.864593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cb802-142e-470f-b1fc-5ae45995976e tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Pushing event deleted for resources: {'Port': ['ID=6c443daa-ff62-4dcd-ae9a-eaa003c0c14b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:57.925266 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5914706c-f23d-4142-ad05-186a5a65d94c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1396d65713ac40ceb936104ad6cd876c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9190724 Nov 12 03:43:57.935334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55974) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:57.935334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e4b98b-732c-46ee-9a97-49a70a80de0b req-5a5cb802-142e-470f-b1fc-5ae45995976e tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] No DVR routers for this DVR port 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:57.963365 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b3e4b98b-732c-46ee-9a97-49a70a80de0b req-5a5cb802-142e-470f-b1fc-5ae45995976e tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.966960 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3e4b98b-732c-46ee-9a97-49a70a80de0b req-5a5cb802-142e-470f-b1fc-5ae45995976e tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.25 "DELETE /v2.0/ports/6c443daa-ff62-4dcd-ae9a-eaa003c0c14b HTTP/1.1" status: 204 len: 173 time: 0.8176560 Nov 12 03:43:57.967646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492120b5-2573-40ef-ba53-ca47e4ec8e7e', 'name': 'network-vif-deleted', 'tag': '6c443daa-ff62-4dcd-ae9a-eaa003c0c14b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:57.970190 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1125716e-ed90-48cd-bf48-eb63b3fff5a9" -d '{"events": [{"server_uuid": "492120b5-2573-40ef-ba53-ca47e4ec8e7e", "name": "network-vif-deleted", "tag": "6c443daa-ff62-4dcd-ae9a-eaa003c0c14b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:58.034443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7078c1-00eb-4436-bbd7-e4795cdd275a req-ead468cf-4036-4d3b-b9fd-6a2f14df5349 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:58.035877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f7078c1-00eb-4436-bbd7-e4795cdd275a req-ead468cf-4036-4d3b-b9fd-6a2f14df5349 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 1098 time: 0.1549509 Nov 12 03:43:58.066192 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.096182 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64e6db79-f2ab-4256-b914-5265cbef9f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.125973 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f7078c1-00eb-4436-bbd7-e4795cdd275a req-5c79de4f-a333-410c-a269-777b36231178 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776248 Nov 12 03:43:58.141858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64e6db79-f2ab-4256-b914-5265cbef9f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.155955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-ca322757-9e3e-4a1e-8842-466fbf4ce257 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:58.157913 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-ca322757-9e3e-4a1e-8842-466fbf4ce257 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/networks?id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a HTTP/1.1" status: 200 len: 804 time: 0.2555740 Nov 12 03:43:58.205759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-e6e53c2f-39df-4613-a534-7541cb690abe tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/quotas/7481a972db044060ad6777a14e06d6ee HTTP/1.1" status: 200 len: 375 time: 0.0138168 Nov 12 03:43:58.264858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72806c6d-d4ab-4faa-a8ba-0087184b97d3 req-7bab2466-ac6e-42b9-afb4-430931e4af0c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:58.266978 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-72806c6d-d4ab-4faa-a8ba-0087184b97d3 req-7bab2466-ac6e-42b9-afb4-430931e4af0c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 948 time: 0.0628953 Nov 12 03:43:58.279850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-bc59bd87-5e2b-406b-a107-a331b499ec5f tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=7481a972db044060ad6777a14e06d6ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0583849 Nov 12 03:43:58.337792 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-72806c6d-d4ab-4faa-a8ba-0087184b97d3 req-5be488d0-7994-4575-8613-ab9e928e7483 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633640 Nov 12 03:43:58.490714 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056fd2eb-e20b-4262-a593-340dfe6654bf x-openstack-request-id: req-056fd2eb-e20b-4262-a593-340dfe6654bf {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:58.490931 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492120b5-2573-40ef-ba53-ca47e4ec8e7e", "name": "network-vif-deleted", "tag": "6c443daa-ff62-4dcd-ae9a-eaa003c0c14b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:58.491191 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-056fd2eb-e20b-4262-a593-340dfe6654bf {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:58.491683 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492120b5-2573-40ef-ba53-ca47e4ec8e7e', 'name': 'network-vif-deleted', 'tag': '6c443daa-ff62-4dcd-ae9a-eaa003c0c14b', 'status': 'completed', 'code': 200} Nov 12 03:43:58.500154 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f378146a-ef32-4f07-b844-a0e8455e0f3d service neutron] 10.222.0.105 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087913 Nov 12 03:43:58.582623 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d2c96a3-9d1c-42d1-b1d0-c1eedf39d63e req-2d44b641-0560-4dfc-8257-9b5c276372e4 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 210 time: 0.0384874 Nov 12 03:43:58.636649 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-60b788e2-e2c1-49a7-822f-9a803e4dd0e5 service neutron] 10.222.0.105 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296175 Nov 12 03:43:58.680264 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.750346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:58.760583 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:58.768215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:58.778592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=cb98cff3-1b45-4cfe-a856-2f02b1f2b2db,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:58.802185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48e9e4-e586-4e5a-8bf0-6daf06882a80 req-07773264-ba5d-4840-81f8-f9b1f90b2def tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:58.804151 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.806118 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64e6db79-f2ab-4256-b914-5265cbef9f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.810674 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d48e9e4-e586-4e5a-8bf0-6daf06882a80 req-07773264-ba5d-4840-81f8-f9b1f90b2def tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 1098 time: 0.1492593 Nov 12 03:43:58.811973 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64e6db79-f2ab-4256-b914-5265cbef9f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.813775 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-64e6db79-f2ab-4256-b914-5265cbef9f24 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/42b5228c-25b7-4c58-8f80-8c99811b61f0 HTTP/1.1" status: 204 len: 168 time: 0.8771427 Nov 12 03:43:58.826999 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6db79-f2ab-4256-b914-5265cbef9f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b5228c-25b7-4c58-8f80-8c99811b61f0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:58.929452 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d48e9e4-e586-4e5a-8bf0-6daf06882a80 req-ccaa1c43-d1d5-49e3-a43f-a886ed591f37 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178701 Nov 12 03:43:58.988526 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.067264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:59.090789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f464cb-b946-43c1-b6bc-7839b89d7166 req-74c0b9ee-9de4-46d6-9586-1cf8089e3179 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 210 time: 0.0697448 Nov 12 03:43:59.114357 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f4e5809c-b3be-42a1-83a4-f16903092402 req-fe75ab9e-039c-4b13-a76e-cb60c6f8c9ea tempest-ServersAdminNegativeTestJSON-449401505 tempest-ServersAdminNegativeTestJSON-449401505-project] 10.222.0.105 "GET /v2.0/ports?device_id=492120b5-2573-40ef-ba53-ca47e4ec8e7e HTTP/1.1" status: 200 len: 210 time: 0.0571337 Nov 12 03:43:59.177221 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0019fc7-501b-4f5f-9432-3f066e459a89 None None] Network 7828d1a5-9946-41af-b946-aaa68c0bc955 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:59.182867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:59.183258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6c443daa-ff62-4dcd-ae9a-eaa003c0c14b not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:59.257116 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2050f219-2d37-4c9a-a80a-688d3db93a3c details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:59.295317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 03f73517-c2f9-42a5-898e-eafd8d4453bf up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:59.303554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5ab6fc19-a47d-44b2-9387-fae7812da304 None None] Provisioning complete for port 03f73517-c2f9-42a5-898e-eafd8d4453bf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:59.303952 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ab6fc19-a47d-44b2-9387-fae7812da304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.526856 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:43:59.659572 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ab6fc19-a47d-44b2-9387-fae7812da304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.681127 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 03f73517-c2f9-42a5-898e-eafd8d4453bf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:59.681510 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.794696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2050f219-2d37-4c9a-a80a-688d3db93a3c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:59.873652 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc2726-513e-4a36-87e3-9fb0fabab93e req-3bee98d0-51e4-4a83-8479-5dd85d5c36f5 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:59.879503 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d3dc2726-513e-4a36-87e3-9fb0fabab93e req-3bee98d0-51e4-4a83-8479-5dd85d5c36f5 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "GET /v2.0/ports?device_id=d74a35b4-6cc1-40c9-896e-268cf781f0dd HTTP/1.1" status: 200 len: 943 time: 0.1600103 Nov 12 03:43:59.879727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5ab6fc19-a47d-44b2-9387-fae7812da304 None None] For port 03f73517-c2f9-42a5-898e-eafd8d4453bf, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=03f73517-c2f9-42a5-898e-eafd8d4453bf,segment=NetworkSegment(48a85bc1-ba37-40f4-abad-6133369e525f),segment_id=48a85bc1-ba37-40f4-abad-6133369e525f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:59.884720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '2050f219-2d37-4c9a-a80a-688d3db93a3c', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '2050f219-2d37-4c9a-a80a-688d3db93a3c', 'mac_address': 'fa:16:3e:d8:32:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:59.983617 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56016) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:00.044658 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.053597 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.059629 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1072fe46-e6c9-41f1-bee9-c130dcfaabd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.064512 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ab6fc19-a47d-44b2-9387-fae7812da304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.079241 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2050f219-2d37-4c9a-a80a-688d3db93a3c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:00.088319 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.112026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d3dc2726-513e-4a36-87e3-9fb0fabab93e req-ee660b40-b775-4576-9942-c866837d7c41 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Deleting port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:00.113286 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3dc2726-513e-4a36-87e3-9fb0fabab93e req-ee660b40-b775-4576-9942-c866837d7c41 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.122876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5777bd-da88-4cb5-8d7f-b1c50decdabb req-350db925-7057-4037-84cf-0f3e2e74281b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.129237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c5777bd-da88-4cb5-8d7f-b1c50decdabb req-350db925-7057-4037-84cf-0f3e2e74281b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 948 time: 0.1361239 Nov 12 03:44:00.260433 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c5777bd-da88-4cb5-8d7f-b1c50decdabb req-9eb26dfa-2fca-47ed-a892-d3ef5b133e72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298554 Nov 12 03:44:00.301284 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2050f219-2d37-4c9a-a80a-688d3db93a3c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:00.309049 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:44:00.309528 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:44:00.323768 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6fc19-a47d-44b2-9387-fae7812da304 None None] Pushing event updated for resources: {'Port': ['ID=03f73517-c2f9-42a5-898e-eafd8d4453bf,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.326973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22cb5c03-7a48-476f-b989-5af0ef44f456 None None] Provisioning complete for port 03f73517-c2f9-42a5-898e-eafd8d4453bf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:00.327386 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22cb5c03-7a48-476f-b989-5af0ef44f456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.417997 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.496581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=2050f219-2d37-4c9a-a80a-688d3db93a3c,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.564094 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-538d62b7-6fa6-4d19-ae00-ed77c3aa3c6d req-c1ca112c-adc1-4146-bbe5-e7cfc587b39c tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 210 time: 0.0724833 Nov 12 03:44:00.577910 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.726905 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6fdbbc5b-49e6-42cd-9498-a9d7dde5558c req-232e7c58-fcf7-4453-96e9-44b1c4c41fe7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 210 time: 0.0472195 Nov 12 03:44:00.835259 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d3dc2726-513e-4a36-87e3-9fb0fabab93e req-ee660b40-b775-4576-9942-c866837d7c41 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] For port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:00.836955 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3dc2726-513e-4a36-87e3-9fb0fabab93e req-ee660b40-b775-4576-9942-c866837d7c41 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.863244 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d3dc2726-513e-4a36-87e3-9fb0fabab93e req-ee660b40-b775-4576-9942-c866837d7c41 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Calling delete_port for 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:00.888217 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1072fe46-e6c9-41f1-bee9-c130dcfaabd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.938120 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85baced-1593-4578-8670-822efa8f68a7 req-c349a413-95d9-4b0a-b407-05473cffa858 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.939794 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-c349a413-95d9-4b0a-b407-05473cffa858 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.25 "GET /v2.0/networks?id=acab72e7-8184-468f-8174-767f92e69158 HTTP/1.1" status: 200 len: 815 time: 0.3324215 Nov 12 03:44:01.039014 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-736bf74e-8298-4b66-a828-8721b4fc9897 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=078b21ed5f5d469eb69fd16e6872f294 HTTP/1.1" status: 200 len: 377 time: 0.0834138 Nov 12 03:44:01.052165 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f85baced-1593-4578-8670-822efa8f68a7 req-1aa4ace9-32e1-4765-a6a5-b7ec2734ca84 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Request body: {'port': {'device_id': '49fc28ed-4e78-44b2-b413-bee744b4a600', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'admin_state_up': True, 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'security_groups': ['b872d360-8eb8-44cc-8308-ec713335d8f7']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:01.057029 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1072fe46-e6c9-41f1-bee9-c130dcfaabd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.067581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['2050f219-2d37-4c9a-a80a-688d3db93a3c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:01.092111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Router f27e86c9-547f-4d7d-a041-5e0062a29fe8 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:44:01.139298 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1072fe46-e6c9-41f1-bee9-c130dcfaabd7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=848e7bd9d0a84e41a7d074b3b8cbe137&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1022778 Nov 12 03:44:01.142047 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56046) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:01.146317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 03f73517-c2f9-42a5-898e-eafd8d4453bf up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:01.153814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072fe46-e6c9-41f1-bee9-c130dcfaabd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2801c410-a424-4fb9-a3b3-08d000e3d589,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:01.267176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3dc2726-513e-4a36-87e3-9fb0fabab93e req-ee660b40-b775-4576-9942-c866837d7c41 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.267640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 03f73517-c2f9-42a5-898e-eafd8d4453bf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:01.268359 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.312185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:01.318952 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da96d18-a9c7-4e9e-8c73-2daffc05ce62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.345250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Sync routers for ids ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:01.346024 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee660b40-b775-4576-9942-c866837d7c41 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Pushing event deleted for resources: {'Port': ['ID=32ebdd79-5b3d-4f8a-bcd5-f75bba890179,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:01.386666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Routers {'f27e86c9-547f-4d7d-a041-5e0062a29fe8'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:01.387724 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:43:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:01.408833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85baced-1593-4578-8670-822efa8f68a7 req-1aa4ace9-32e1-4765-a6a5-b7ec2734ca84 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Made reservation on behalf of 078b21ed5f5d469eb69fd16e6872f294 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:01.419188 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dc2726-513e-4a36-87e3-9fb0fabab93e req-ee660b40-b775-4576-9942-c866837d7c41 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] No DVR routers for this DVR port 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:01.421968 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f85baced-1593-4578-8670-822efa8f68a7 req-1aa4ace9-32e1-4765-a6a5-b7ec2734ca84 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.425220 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3dc2726-513e-4a36-87e3-9fb0fabab93e req-ee660b40-b775-4576-9942-c866837d7c41 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.429998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d3dc2726-513e-4a36-87e3-9fb0fabab93e req-ee660b40-b775-4576-9942-c866837d7c41 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "DELETE /v2.0/ports/32ebdd79-5b3d-4f8a-bcd5-f75bba890179 HTTP/1.1" status: 204 len: 173 time: 1.5417225 Nov 12 03:44:01.430991 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74a35b4-6cc1-40c9-896e-268cf781f0dd', 'name': 'network-vif-deleted', 'tag': '32ebdd79-5b3d-4f8a-bcd5-f75bba890179'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:01.434575 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342888c8-2503-4ef0-9a35-ec181172676c" -d '{"events": [{"server_uuid": "d74a35b4-6cc1-40c9-896e-268cf781f0dd", "name": "network-vif-deleted", "tag": "32ebdd79-5b3d-4f8a-bcd5-f75bba890179"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:01.455504 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da96d18-a9c7-4e9e-8c73-2daffc05ce62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.490557 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.493971 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-52ac20ed-546f-49cf-9c40-5a83dd7c8bd1 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1602664 Nov 12 03:44:01.510163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56056) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:01.574108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56058) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:01.616734 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c1f00-e2d1-486b-9918-aff887a7777d req-9b2fde6d-369b-4323-8c6b-63f20d44d7b6 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.624976 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fc7c1f00-e2d1-486b-9918-aff887a7777d req-9b2fde6d-369b-4323-8c6b-63f20d44d7b6 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 949 time: 0.1749043 Nov 12 03:44:01.651271 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da96d18-a9c7-4e9e-8c73-2daffc05ce62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.656707 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da96d18-a9c7-4e9e-8c73-2daffc05ce62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.663189 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5da96d18-a9c7-4e9e-8c73-2daffc05ce62 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2801c410-a424-4fb9-a3b3-08d000e3d589 HTTP/1.1" status: 204 len: 168 time: 0.5140882 Nov 12 03:44:01.674347 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Set router f27e86c9-547f-4d7d-a041-5e0062a29fe8 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:01.681589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da96d18-a9c7-4e9e-8c73-2daffc05ce62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2801c410-a424-4fb9-a3b3-08d000e3d589,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:01.822867 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fc7c1f00-e2d1-486b-9918-aff887a7777d req-3cc57832-ea89-4210-bebf-1fbd590826d7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966090 Nov 12 03:44:02.029036 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f85baced-1593-4578-8670-822efa8f68a7 req-1aa4ace9-32e1-4765-a6a5-b7ec2734ca84 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Allocated IP 172.20.0.6 (acab72e7-8184-468f-8174-767f92e69158/0b962bca-129f-4dcb-bfd6-d9fd17811492/daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:02.036023 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a9e1d918-28e5-4d2d-8843-719d2e15d0fc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4462d6078fe14c8994843699f8593810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4597464 Nov 12 03:44:02.041980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56072) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:02.077297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:43:59Z', 'revision_number': 3, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port': {'id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:57Z', 'updated_at': '2021-11-12T03:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:02.093443 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7735b24-78c6-4e21-a7f7-f722bdaf7a6b x-openstack-request-id: req-c7735b24-78c6-4e21-a7f7-f722bdaf7a6b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:02.094003 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74a35b4-6cc1-40c9-896e-268cf781f0dd", "name": "network-vif-deleted", "tag": "32ebdd79-5b3d-4f8a-bcd5-f75bba890179", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:02.094003 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c7735b24-78c6-4e21-a7f7-f722bdaf7a6b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:02.094874 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74a35b4-6cc1-40c9-896e-268cf781f0dd', 'name': 'network-vif-deleted', 'tag': '32ebdd79-5b3d-4f8a-bcd5-f75bba890179', 'status': 'completed', 'code': 200} Nov 12 03:44:02.106178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-e044e6b4-15f8-42e8-834c-ec041cea3e75 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:44:02.107372 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-e044e6b4-15f8-42e8-834c-ec041cea3e75 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0201321 Nov 12 03:44:02.162380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-a7ca93d0-7efb-4485-a05f-efdff3d27696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.168400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Checking router: f27e86c9-547f-4d7d-a041-5e0062a29fe8 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:02.169268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Updating router f27e86c9-547f-4d7d-a041-5e0062a29fe8 port cb98cff3-1b45-4cfe-a856-2f02b1f2b2db binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:44:02.169890 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-a7ca93d0-7efb-4485-a05f-efdff3d27696 service neutron] 10.222.0.105 "GET /v2.0/ports/9b519ea2-a239-48b3-90a3-600677d0d82e HTTP/1.1" status: 200 len: 1095 time: 0.0535223 Nov 12 03:44:02.181213 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-d3e67c2c-b85c-4eba-88ae-a14014ab9b75 service neutron] Request body: {'binding': {'host': 'n-h2-767704-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:02.181213 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-d3e67c2c-b85c-4eba-88ae-a14014ab9b75 service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:44:02.185572 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f8bf9cdd-b6fa-431c-8efa-e926810e3393 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.191289 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f8bf9cdd-b6fa-431c-8efa-e926810e3393 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "GET /v2.0/networks?id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a HTTP/1.1" status: 200 len: 804 time: 0.3114181 Nov 12 03:44:02.211969 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.217738 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f9009da8-9150-4956-9330-dc7f938e1d22 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Request body: {'port': {'device_id': 'f78df3cd-6db2-41a9-a867-08daf5627831', 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a', 'admin_state_up': True, 'tenant_id': '7481a972db044060ad6777a14e06d6ee'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:02.382695 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5f75c9f-f8b8-4e27-a6f3-4fbe8685b32b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.402799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9beafe88-326f-4850-bf99-e05623679196 req-59c56fa0-06ca-4411-9a4d-8081cd7d3195 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 210 time: 0.2267175 Nov 12 03:44:02.547216 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-d3e67c2c-b85c-4eba-88ae-a14014ab9b75 service neutron] Attempting to bind port 9b519ea2-a239-48b3-90a3-600677d0d82e on host n-h2-767704-23 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:02.547547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-d3e67c2c-b85c-4eba-88ae-a14014ab9b75 service neutron] Attempting to bind port 9b519ea2-a239-48b3-90a3-600677d0d82e by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:02.548029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-d3e67c2c-b85c-4eba-88ae-a14014ab9b75 service neutron] Attempting to bind port 9b519ea2-a239-48b3-90a3-600677d0d82e on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:02.553622 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-d3e67c2c-b85c-4eba-88ae-a14014ab9b75 service neutron] Port 9b519ea2-a239-48b3-90a3-600677d0d82e on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:02.554052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-d3e67c2c-b85c-4eba-88ae-a14014ab9b75 service neutron] Attempting to bind port 9b519ea2-a239-48b3-90a3-600677d0d82e on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:02.567242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-d3e67c2c-b85c-4eba-88ae-a14014ab9b75 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:02.567242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-d3e67c2c-b85c-4eba-88ae-a14014ab9b75 service neutron] Checking segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:02.567242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-d3e67c2c-b85c-4eba-88ae-a14014ab9b75 service neutron] Bound using segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:02.567242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-d3e67c2c-b85c-4eba-88ae-a14014ab9b75 service neutron] Bound port: 9b519ea2-a239-48b3-90a3-600677d0d82e, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:02.613012 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f85baced-1593-4578-8670-822efa8f68a7 req-1aa4ace9-32e1-4765-a6a5-b7ec2734ca84 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.623492 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4c195b3f-e557-4a0a-a272-52ea1636bba1 req-24821f1e-8e98-41d5-acf5-da47dee80cfe tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 210 time: 0.1324887 Nov 12 03:44:02.633486 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5f75c9f-f8b8-4e27-a6f3-4fbe8685b32b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.643823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f9009da8-9150-4956-9330-dc7f938e1d22 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Made reservation on behalf of 7481a972db044060ad6777a14e06d6ee for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:02.652463 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f9009da8-9150-4956-9330-dc7f938e1d22 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.673223 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.688646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-d3e67c2c-b85c-4eba-88ae-a14014ab9b75 service neutron] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9b519ea2-a239-48b3-90a3-600677d0d82e,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:02.752982 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.818588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Attempting to bind port cb98cff3-1b45-4cfe-a856-2f02b1f2b2db on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:02.818959 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Attempting to bind port cb98cff3-1b45-4cfe-a856-2f02b1f2b2db by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:02.819401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Attempting to bind port cb98cff3-1b45-4cfe-a856-2f02b1f2b2db on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:02.823020 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8f05d-ad00-43e2-bc28-49f2e3018561 None None] Pushing event updated for resources: {'Port': ['ID=cb98cff3-1b45-4cfe-a856-2f02b1f2b2db,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:02.829619 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:02.829984 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:02.830805 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.830805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:02.831190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Bound port: cb98cff3-1b45-4cfe-a856-2f02b1f2b2db, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:02.831704 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.854107 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-d3e67c2c-b85c-4eba-88ae-a14014ab9b75 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.855700 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-d3e67c2c-b85c-4eba-88ae-a14014ab9b75 service neutron] 10.222.0.105 "POST /v2.0/ports/9b519ea2-a239-48b3-90a3-600677d0d82e/bindings HTTP/1.1" status: 201 len: 390 time: 0.6849234 Nov 12 03:44:02.913026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f9009da8-9150-4956-9330-dc7f938e1d22 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Allocated IP 172.20.0.13 (5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a/c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35/e7213cc5-ad0d-4af9-8727-c0fedba4cf37) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:02.922860 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5f75c9f-f8b8-4e27-a6f3-4fbe8685b32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.926002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] For port cb98cff3-1b45-4cfe-a856-2f02b1f2b2db, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:02.927169 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5f75c9f-f8b8-4e27-a6f3-4fbe8685b32b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.931908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e5f75c9f-f8b8-4e27-a6f3-4fbe8685b32b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ecff7d00-a84e-47a5-83a8-1421e4469661 HTTP/1.1" status: 204 len: 168 time: 0.8844202 Nov 12 03:44:02.935489 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] For port cb98cff3-1b45-4cfe-a856-2f02b1f2b2db, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=cb98cff3-1b45-4cfe-a856-2f02b1f2b2db,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:02.974280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f75c9f-f8b8-4e27-a6f3-4fbe8685b32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecff7d00-a84e-47a5-83a8-1421e4469661,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:02.990613 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.025699 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f85baced-1593-4578-8670-822efa8f68a7 req-1aa4ace9-32e1-4765-a6a5-b7ec2734ca84 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.048661 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.085207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85baced-1593-4578-8670-822efa8f68a7 req-1aa4ace9-32e1-4765-a6a5-b7ec2734ca84 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Network acab72e7-8184-468f-8174-767f92e69158 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:03.091209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f85baced-1593-4578-8670-822efa8f68a7 req-1aa4ace9-32e1-4765-a6a5-b7ec2734ca84 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:03.106550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85baced-1593-4578-8670-822efa8f68a7 req-1aa4ace9-32e1-4765-a6a5-b7ec2734ca84 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:03.172391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4ace9-32e1-4765-a6a5-b7ec2734ca84 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Pushing event updated for resources: {'Port': ['ID=daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:03.261396 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f9009da8-9150-4956-9330-dc7f938e1d22 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.268265 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85baced-1593-4578-8670-822efa8f68a7 req-1aa4ace9-32e1-4765-a6a5-b7ec2734ca84 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.268919 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f85baced-1593-4578-8670-822efa8f68a7 req-1aa4ace9-32e1-4765-a6a5-b7ec2734ca84 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.386001 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-1aa4ace9-32e1-4765-a6a5-b7ec2734ca84 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3405426 Nov 12 03:44:03.400299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Request body: {'port': {'device_id': '49fc28ed-4e78-44b2-b413-bee744b4a600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:03.467768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Allocated IP 172.20.0.1 (7828d1a5-9946-41af-b946-aaa68c0bc955/38766906-a926-453b-a958-276d3be1a812/2558ff98-2649-4e8b-8503-a5285a75552b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:03.484984 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f9009da8-9150-4956-9330-dc7f938e1d22 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.532216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:03.534811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2050f219-2d37-4c9a-a80a-688d3db93a3c up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:03.570531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8f05d-ad00-43e2-bc28-49f2e3018561 None None] Pushing event updated for resources: {'Port': ['ID=cb98cff3-1b45-4cfe-a856-2f02b1f2b2db,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:03.574094 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.674545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f9009da8-9150-4956-9330-dc7f938e1d22 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:03.687824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17a82f-2987-48a6-8701-5b537efe0a67 req-7cdad47b-9185-4b40-8814-f3aad62fe7e8 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.690074 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d17a82f-2987-48a6-8701-5b537efe0a67 req-7cdad47b-9185-4b40-8814-f3aad62fe7e8 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.2641065 Nov 12 03:44:03.694321 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f9009da8-9150-4956-9330-dc7f938e1d22 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:03.699656 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f9009da8-9150-4956-9330-dc7f938e1d22 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:03.707258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:03.707887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 32ebdd79-5b3d-4f8a-bcd5-f75bba890179 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:03.731040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Routers {'f27e86c9-547f-4d7d-a041-5e0062a29fe8'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:03.733829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:43:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:03.737935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a8f38f7b-f2ff-4e96-ba91-71448a35a822 None None] Provisioning complete for port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:03.737935 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8f38f7b-f2ff-4e96-ba91-71448a35a822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.751955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.828414 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d17a82f-2987-48a6-8701-5b537efe0a67 req-58f20882-4984-4adf-8025-d2fba3273699 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197891 Nov 12 03:44:03.831731 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9009da8-9150-4956-9330-dc7f938e1d22 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Pushing event updated for resources: {'Port': ['ID=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:03.869510 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.874469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f9009da8-9150-4956-9330-dc7f938e1d22 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.875369 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f9009da8-9150-4956-9330-dc7f938e1d22 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.892417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 2050f219-2d37-4c9a-a80a-688d3db93a3c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:03.893079 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.969284 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-f9009da8-9150-4956-9330-dc7f938e1d22 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7561350 Nov 12 03:44:03.970186 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:03.991068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a8f38f7b-f2ff-4e96-ba91-71448a35a822 None None] Port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:04.030922 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] Set router f27e86c9-547f-4d7d-a041-5e0062a29fe8 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:04.036739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Request body: {'port': {'device_id': 'f78df3cd-6db2-41a9-a867-08daf5627831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:04.109393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Pushing event updated for resources: {'Port': ['ID=2558ff98-2649-4e8b-8503-a5285a75552b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:04.137623 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e141d9f-e7a4-47fa-940d-2a0e18c27f00 req-2c87dd72-1d44-4858-b2d3-fa2fb7a9081a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.152930 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e141d9f-e7a4-47fa-940d-2a0e18c27f00 req-2c87dd72-1d44-4858-b2d3-fa2fb7a9081a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 949 time: 0.2182059 Nov 12 03:44:04.167107 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.265005 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2050f219-2d37-4c9a-a80a-688d3db93a3c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:04.270066 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-37a9e3de-f532-4060-8232-5edb06e88113 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bbaebc67c8bd47dea76b78860876b77c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705724 Nov 12 03:44:04.270624 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89f497e-4854-48b4-940f-59e6c64c2a08" -d '{"events": [{"server_uuid": "f4249b2a-0d54-4e66-bc3f-842e86445504", "name": "network-vif-plugged", "status": "completed", "tag": "2050f219-2d37-4c9a-a80a-688d3db93a3c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:04.270772 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.273483 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56114) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.302227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2050f219-2d37-4c9a-a80a-688d3db93a3c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:04.328800 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e141d9f-e7a4-47fa-940d-2a0e18c27f00 req-142af1b5-6041-4431-b13c-f58ce362b9ea tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680367 Nov 12 03:44:04.412000 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.512902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=2050f219-2d37-4c9a-a80a-688d3db93a3c,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:04.526060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:43:59Z', 'revision_number': 3, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port': {'id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:57Z', 'updated_at': '2021-11-12T03:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:04.543799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Network 7828d1a5-9946-41af-b946-aaa68c0bc955 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:04.564823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7c8988-4ca3-438f-8d04-5096f119af38 None None] The sync data for ids ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'] in n-d-767704-23 is: [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:43:59Z', 'revision_number': 3, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port': {'id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:57Z', 'updated_at': '2021-11-12T03:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:04.572778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:04.605716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:04.653790 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.684746 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-ddccf8eb-0118-4380-b94a-6856b68e4f8f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.688508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9b4bf-6d3b-46e0-9961-540e88df8681 req-210821a4-af4d-40db-b64f-ca105e11439d tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.689841 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-ddccf8eb-0118-4380-b94a-6856b68e4f8f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504&tenant_id=b9810c161f0b41f1afd590350e2a6352&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 949 time: 0.8911576 Nov 12 03:44:04.696357 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-97f9b4bf-6d3b-46e0-9961-540e88df8681 req-210821a4-af4d-40db-b64f-ca105e11439d tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 932 time: 0.2492580 Nov 12 03:44:04.697108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-03638020-743e-4a2e-b945-bd9db61f8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.700548 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-03638020-743e-4a2e-b945-bd9db61f8f8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 1098 time: 0.8446484 Nov 12 03:44:04.720002 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.764160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab95573-3be5-4278-9d43-73a91642ad1d req-dc058cd1-bb51-4b0d-863d-6a500a305a11 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.765639 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ab95573-3be5-4278-9d43-73a91642ad1d req-dc058cd1-bb51-4b0d-863d-6a500a305a11 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 931 time: 0.9683869 Nov 12 03:44:04.927446 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-97f9b4bf-6d3b-46e0-9961-540e88df8681 req-9106c23a-267b-4427-bcbb-6b479b5d1ad3 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269583 Nov 12 03:44:04.956350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6ea4838c-3ba5-46bf-a48b-671160dae38c None None] Provisioning complete for port 2558ff98-2649-4e8b-8503-a5285a75552b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:04.957346 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ea4838c-3ba5-46bf-a48b-671160dae38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.023341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.078817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4838c-3ba5-46bf-a48b-671160dae38c None None] Port 2558ff98-2649-4e8b-8503-a5285a75552b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:05.104827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ab95573-3be5-4278-9d43-73a91642ad1d req-e9bc31b7-9629-4f85-8474-cf10b8a49068 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2759063 Nov 12 03:44:05.137143 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfab901-f1e3-43f1-bcb6-50ed2d1deba2 x-openstack-request-id: req-ccfab901-f1e3-43f1-bcb6-50ed2d1deba2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:05.137586 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4249b2a-0d54-4e66-bc3f-842e86445504", "name": "network-vif-plugged", "status": "completed", "tag": "2050f219-2d37-4c9a-a80a-688d3db93a3c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:05.137981 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ccfab901-f1e3-43f1-bcb6-50ed2d1deba2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:05.138485 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2050f219-2d37-4c9a-a80a-688d3db93a3c', 'code': 200} Nov 12 03:44:05.178779 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7213cc5-ad0d-4af9-8727-c0fedba4cf37 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:05.197074 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.226696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-624e2633-6201-4baa-a50e-b47c127600b8 service neutron] 10.222.0.26 "GET /v2.0/ports/2050f219-2d37-4c9a-a80a-688d3db93a3c/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.5242553 Nov 12 03:44:05.228658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Transition to ACTIVE for port object e7213cc5-ad0d-4af9-8727-c0fedba4cf37 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:44:05.243025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-63aa9e49-bd0d-4643-834a-edff7b5765e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.243572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device cb98cff3-1b45-4cfe-a856-2f02b1f2b2db up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:05.244859 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-63aa9e49-bd0d-4643-834a-edff7b5765e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.4782948 Nov 12 03:44:05.296922 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.355414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-4e0361a5-7525-4e98-be1b-212ee0aefd08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b519ea2-a239-48b3-90a3-600677d0d82e HTTP/1.1" status: 200 len: 217 time: 0.0741394 Nov 12 03:44:05.362008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port cb98cff3-1b45-4cfe-a856-2f02b1f2b2db triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:05.363373 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.369242 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.372065 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.373255 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8e8a091d-d007-4049-ba6b-a7a74989b137 HTTP/1.1" status: 204 len: 168 time: 1.0663414 Nov 12 03:44:05.450609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8a091d-d007-4049-ba6b-a7a74989b137,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:05.504152 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Pushing event updated for resources: {'Port': ['ID=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:05.513440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-1b9c0125-8d8e-43dd-8e5d-99e97bf6d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.514572 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-1b9c0125-8d8e-43dd-8e5d-99e97bf6d6b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 1102 time: 0.1932907 Nov 12 03:44:05.515448 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.515768 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.516178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.519348 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.519728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.521422 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.521422 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.521747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.522011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.523334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.523334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.523648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb87f68-38f2-4da2-ae67-c971ba8fa604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.529558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:05.580090 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.580409 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.580877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.581365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.581847 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.582326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.582718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.583195 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.583738 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.584248 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.584378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.584829 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.584985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:05.596961 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.602001 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.618779 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-79d29e52-bebb-4622-8bee-ba28dd69b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.622204 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-79d29e52-bebb-4622-8bee-ba28dd69b699 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.2437723 Nov 12 03:44:05.650222 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4334a-3791-46c0-b768-8502ad73721d req-d1651cf1-5e2a-4a0c-898a-2598b89e7b29 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.657447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port cb98cff3-1b45-4cfe-a856-2f02b1f2b2db, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=cb98cff3-1b45-4cfe-a856-2f02b1f2b2db,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:05.657885 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78e4334a-3791-46c0-b768-8502ad73721d req-d1651cf1-5e2a-4a0c-898a-2598b89e7b29 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.3307474 Nov 12 03:44:05.718797 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.799242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Attempting to bind port e7213cc5-ad0d-4af9-8727-c0fedba4cf37 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:05.799921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Attempting to bind port e7213cc5-ad0d-4af9-8727-c0fedba4cf37 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:05.800618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Attempting to bind port e7213cc5-ad0d-4af9-8727-c0fedba4cf37 on network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:05.805531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=cb98cff3-1b45-4cfe-a856-2f02b1f2b2db,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:05.811400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Port e7213cc5-ad0d-4af9-8727-c0fedba4cf37 on network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:05.814586 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Attempting to bind port e7213cc5-ad0d-4af9-8727-c0fedba4cf37 on network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:05.826318 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78e4334a-3791-46c0-b768-8502ad73721d req-3285d020-60bf-40d3-b56a-723102ddbe45 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674337 Nov 12 03:44:05.849036 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:05.849440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Transition to ACTIVE for port object daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:44:05.849554 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Checking segment: {'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:05.849554 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Bound using segment: {'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:05.849554 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Bound port: e7213cc5-ad0d-4af9-8727-c0fedba4cf37, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:05.849909 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.855135 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-56ad7394-0453-462d-bdb0-cf89adc19abf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1778131 Nov 12 03:44:05.934159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] For port e7213cc5-ad0d-4af9-8727-c0fedba4cf37, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:05.939301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] For port e7213cc5-ad0d-4af9-8727-c0fedba4cf37, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:05.942863 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.962803 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c0900-60b8-411d-b472-589ab8d39e03 req-a871018a-4a4f-4eaf-89fb-a14a44b480c8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.970249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-574c0900-60b8-411d-b472-589ab8d39e03 req-a871018a-4a4f-4eaf-89fb-a14a44b480c8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.3761919 Nov 12 03:44:06.010956 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.117968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.132756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.137872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] 10.222.0.25 "PUT /v2.0/ports/e7213cc5-ad0d-4af9-8727-c0fedba4cf37 HTTP/1.1" status: 200 len: 1093 time: 2.1258521 Nov 12 03:44:06.138207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-f6adc859-07d9-4d1b-b35a-14681b7eb5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.138600 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-f6adc859-07d9-4d1b-b35a-14681b7eb5c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.5912609 Nov 12 03:44:06.175834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78df3cd-6db2-41a9-a867-08daf5627831', 'tag': 'e7213cc5-ad0d-4af9-8727-c0fedba4cf37'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:06.181390 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc4234a-3b9e-4017-9759-2318eee780b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f78df3cd-6db2-41a9-a867-08daf5627831", "tag": "e7213cc5-ad0d-4af9-8727-c0fedba4cf37"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:06.192739 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:06.232971 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07186e6-5107-415e-80a0-7f972e117943 service neutron] Pushing event updated for resources: {'Port': ['ID=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:06.254230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c726d-3124-41ac-b885-4f567087b8ae req-310eefdd-f79b-4822-ab3e-b127ed5d6de0 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.264232 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-098c726d-3124-41ac-b885-4f567087b8ae req-310eefdd-f79b-4822-ab3e-b127ed5d6de0 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 944 time: 0.2366099 Nov 12 03:44:06.375291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-11c9d488-a5ef-4fd8-aaf0-cd7f332b1d51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c HTTP/1.1" status: 200 len: 217 time: 0.1948245 Nov 12 03:44:06.377654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-6c891731-411e-4366-adcd-335d5b227f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.379348 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-6c891731-411e-4366-adcd-335d5b227f06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7481a972db044060ad6777a14e06d6ee&device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 1096 time: 0.1069958 Nov 12 03:44:06.415516 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-098c726d-3124-41ac-b885-4f567087b8ae req-d6e7ff88-64f0-45d6-a63e-34da2c264d2b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442120 Nov 12 03:44:06.429727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-574c0900-60b8-411d-b472-589ab8d39e03 req-ab9af874-41fc-47eb-aa0f-67d0ad43db12 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577277 Nov 12 03:44:06.432137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-bd965201-e81b-4d06-9c15-ba2020742556 service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636733 Nov 12 03:44:06.450597 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-bf623110-26a1-4c78-9021-162a7895ab3a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7213cc5-ad0d-4af9-8727-c0fedba4cf37 HTTP/1.1" status: 200 len: 217 time: 0.0525897 Nov 12 03:44:06.527591 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98accfe7-9eee-4ce0-a3a7-c90171204cfd x-openstack-request-id: req-98accfe7-9eee-4ce0-a3a7-c90171204cfd {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:06.527905 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78df3cd-6db2-41a9-a867-08daf5627831", "tag": "e7213cc5-ad0d-4af9-8727-c0fedba4cf37", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:06.528170 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-98accfe7-9eee-4ce0-a3a7-c90171204cfd {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:06.528647 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78df3cd-6db2-41a9-a867-08daf5627831', 'tag': 'e7213cc5-ad0d-4af9-8727-c0fedba4cf37', 'status': 'completed', 'code': 200} Nov 12 03:44:06.549850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-58c348f5-adea-45bb-9226-9730b244868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.551380 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-58c348f5-adea-45bb-9226-9730b244868e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35 HTTP/1.1" status: 200 len: 844 time: 0.0891137 Nov 12 03:44:06.630201 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-6eeb07f5-8dc0-46c6-bea4-1a19e2095d45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651410 Nov 12 03:44:06.703432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41766d-3da3-444d-af6c-69aba8ff2f03 req-cfc41fd6-1188-45fd-8052-6f40f45fb074 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.705013 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c41766d-3da3-444d-af6c-69aba8ff2f03 req-cfc41fd6-1188-45fd-8052-6f40f45fb074 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 943 time: 0.1238453 Nov 12 03:44:06.739302 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-13a484d2-8974-499c-8285-d57dbf1428d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.740956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-13a484d2-8974-499c-8285-d57dbf1428d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.3637791 Nov 12 03:44:06.853012 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.855959 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c41766d-3da3-444d-af6c-69aba8ff2f03 req-573faa68-88cf-46cd-958d-b2fae719e161 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1050179 Nov 12 03:44:06.858069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Attempting to bind port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:06.858372 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-baca1cd3-4a4a-4b14-b36e-d740da2f00c9 service neutron] 10.222.0.25 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118735 Nov 12 03:44:06.858543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Attempting to bind port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'd6208713-34fd-409f-8d9b-ff54aab30a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'acab72e7-8184-468f-8174-767f92e69158'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:06.858768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Attempting to bind port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 on network acab72e7-8184-468f-8174-767f92e69158 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:06.869130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 on network acab72e7-8184-468f-8174-767f92e69158 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:06.869454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Attempting to bind port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 on network acab72e7-8184-468f-8174-767f92e69158 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:06.877133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-384c5790-4c39-4787-8939-c6099872f45e service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199425 Nov 12 03:44:06.878740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:06.879071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Checking segment: {'id': 'd6208713-34fd-409f-8d9b-ff54aab30a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'acab72e7-8184-468f-8174-767f92e69158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:06.879448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Bound using segment: {'id': 'd6208713-34fd-409f-8d9b-ff54aab30a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'acab72e7-8184-468f-8174-767f92e69158'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:06.879887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Bound port: daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6208713-34fd-409f-8d9b-ff54aab30a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'acab72e7-8184-468f-8174-767f92e69158'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:06.880521 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.916406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-62cd8213-34a6-4f49-a4e7-933ba284f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.918207 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-62cd8213-34a6-4f49-a4e7-933ba284f603 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1600859 Nov 12 03:44:06.921012 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.093045 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636cbc10-4738-4ae0-be04-23c5fe431226 req-05b8e9c9-8266-4975-b108-fa0bde742a6e service neutron] 10.222.0.25 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179217 Nov 12 03:44:07.176815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device cb98cff3-1b45-4cfe-a856-2f02b1f2b2db up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:07.212074 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.245203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Pushing event updated for resources: {'Port': ['ID=2558ff98-2649-4e8b-8503-a5285a75552b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:07.284844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port cb98cff3-1b45-4cfe-a856-2f02b1f2b2db triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:07.287257 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.326068 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4234a-3b9e-4017-9759-2318eee780b9 req-263c41c9-5201-42c5-ad05-507101acfdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.327561 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bfc4234a-3b9e-4017-9759-2318eee780b9 req-263c41c9-5201-42c5-ad05-507101acfdf3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7481a972db044060ad6777a14e06d6ee&device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 1096 time: 0.0785096 Nov 12 03:44:07.334713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] For port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:07.381667 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f742610-b78c-4996-a940-7c32bfbb457a req-c6aca626-7ddf-42fe-ad2c-b045e6dc6710 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.406238 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f742610-b78c-4996-a940-7c32bfbb457a req-c6aca626-7ddf-42fe-ad2c-b045e6dc6710 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.3977761 Nov 12 03:44:07.410126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-82ba8869-a550-4dd8-8167-fdb5b7270951 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630101 Nov 12 03:44:07.479464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] For port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11,segment=NetworkSegment(d6208713-34fd-409f-8d9b-ff54aab30a94),segment_id=d6208713-34fd-409f-8d9b-ff54aab30a94)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:07.563285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4234a-3b9e-4017-9759-2318eee780b9 req-d24eb4d5-a3b5-4ad4-9f30-05826b533a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.564868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bfc4234a-3b9e-4017-9759-2318eee780b9 req-d24eb4d5-a3b5-4ad4-9f30-05826b533a38 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a HTTP/1.1" status: 200 len: 906 time: 0.2278371 Nov 12 03:44:07.570431 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.641960 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bfc4234a-3b9e-4017-9759-2318eee780b9 req-8bb43265-aadf-4ec9-9952-610bf30ad71e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7213cc5-ad0d-4af9-8727-c0fedba4cf37 HTTP/1.1" status: 200 len: 217 time: 0.0693526 Nov 12 03:44:07.740413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045317b-1da2-4ac8-9ea2-054272502696 req-033ac93e-e067-4c6e-84e7-391aeded333f tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.742231 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7045317b-1da2-4ac8-9ea2-054272502696 req-033ac93e-e067-4c6e-84e7-391aeded333f tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 944 time: 0.1625743 Nov 12 03:44:07.744224 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4234a-3b9e-4017-9759-2318eee780b9 req-14197023-c517-460f-ac03-091553815f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.745599 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bfc4234a-3b9e-4017-9759-2318eee780b9 req-14197023-c517-460f-ac03-091553815f4b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35 HTTP/1.1" status: 200 len: 844 time: 0.0838048 Nov 12 03:44:07.810624 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bfc4234a-3b9e-4017-9759-2318eee780b9 req-8fa75557-3885-4a05-96b8-338927b58383 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459664 Nov 12 03:44:07.869893 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7045317b-1da2-4ac8-9ea2-054272502696 req-ac1fdf01-10a9-4f93-9e3b-0fa6875c1ba0 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191952 Nov 12 03:44:07.894577 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f742610-b78c-4996-a940-7c32bfbb457a req-64c47059-4fbc-43f1-9b73-b6c7ddfdb0c0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872422 Nov 12 03:44:07.991939 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bfc4234a-3b9e-4017-9759-2318eee780b9 req-8549643a-07ee-4bab-a25d-295edc5c4f87 service neutron] 10.222.0.25 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661663 Nov 12 03:44:08.015236 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:44:08.079615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:08.095478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-cdc984d9-63f4-4646-9713-2f5f78ce8505 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093509 Nov 12 03:44:08.107054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.110159 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.113300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-833a2c7a-4716-4828-9878-86e64c87fdd2 service neutron] 10.222.0.25 "PUT /v2.0/ports/daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 HTTP/1.1" status: 200 len: 1092 time: 4.7185521 Nov 12 03:44:08.114413 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fc28ed-4e78-44b2-b413-bee744b4a600', 'tag': 'daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:08.129563 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f535f5eb-d538-497f-b7a2-20a8604a399f" -d '{"events": [{"name": "network-changed", "server_uuid": "49fc28ed-4e78-44b2-b413-bee744b4a600", "tag": "daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:08.169213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Network 7828d1a5-9946-41af-b946-aaa68c0bc955 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:08.172798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:08.260740 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bfc4234a-3b9e-4017-9759-2318eee780b9 req-75cbfcb3-3eeb-44c9-8baa-14e9e554d7bc service neutron] 10.222.0.25 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544274 Nov 12 03:44:08.285425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993c0c3-fa95-471d-b0f4-eaa7d9df2144 req-998380c5-e591-429b-b061-e6340d4b722a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.295237 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8993c0c3-fa95-471d-b0f4-eaa7d9df2144 req-998380c5-e591-429b-b061-e6340d4b722a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.2254565 Nov 12 03:44:08.434840 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85baced-1593-4578-8670-822efa8f68a7 req-f0470b1b-6ee4-4eac-8a1f-f46fe4ad9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.436945 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-f0470b1b-6ee4-4eac-8a1f-f46fe4ad9847 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=078b21ed5f5d469eb69fd16e6872f294&device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 1095 time: 0.1619515 Nov 12 03:44:08.465839 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8993c0c3-fa95-471d-b0f4-eaa7d9df2144 req-0da041b6-d071-448a-b4ff-c7af8618a397 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666343 Nov 12 03:44:08.546429 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-be7fb582-3d33-4fef-9409-cad5e3ea4fea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 HTTP/1.1" status: 200 len: 217 time: 0.0795796 Nov 12 03:44:08.653288 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85baced-1593-4578-8670-822efa8f68a7 req-959e7634-b2ab-4619-9753-f527380016d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.655391 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-959e7634-b2ab-4619-9753-f527380016d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b962bca-129f-4dcb-bfd6-d9fd17811492 HTTP/1.1" status: 200 len: 854 time: 0.0993338 Nov 12 03:44:08.774586 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85baced-1593-4578-8670-822efa8f68a7 req-c4310d05-7f5a-4dc6-9299-305435209eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.776426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-12ac173f-adf3-4c0c-8ace-ccb351a452f7 None None] Provisioning complete for port 2558ff98-2649-4e8b-8503-a5285a75552b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:08.777275 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12ac173f-adf3-4c0c-8ace-ccb351a452f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.780547 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-c4310d05-7f5a-4dc6-9299-305435209eb2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acab72e7-8184-468f-8174-767f92e69158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166410 Nov 12 03:44:08.891403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-12ac173f-adf3-4c0c-8ace-ccb351a452f7 None None] Port 2558ff98-2649-4e8b-8503-a5285a75552b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:08.947103 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485143ed-16d0-4889-ab81-2822dd6e5b43 x-openstack-request-id: req-485143ed-16d0-4889-ab81-2822dd6e5b43 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:08.947945 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fc28ed-4e78-44b2-b413-bee744b4a600", "tag": "daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:08.947945 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-485143ed-16d0-4889-ab81-2822dd6e5b43 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:08.948270 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fc28ed-4e78-44b2-b413-bee744b4a600', 'tag': 'daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11', 'status': 'completed', 'code': 200} Nov 12 03:44:09.037907 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-c3aa8e6f-8aa4-4851-bfd2-45f5fa5b165e service neutron] 10.222.0.25 "GET /v2.0/networks/acab72e7-8184-468f-8174-767f92e69158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477977 Nov 12 03:44:09.079624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60655d16-d8ef-4705-a6b0-da11fce0b4e5 req-c1f2cfc5-48be-409d-a654-40da2b78f6b0 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.099147 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60655d16-d8ef-4705-a6b0-da11fce0b4e5 req-c1f2cfc5-48be-409d-a654-40da2b78f6b0 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 943 time: 0.7814858 Nov 12 03:44:09.122912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Router f27e86c9-547f-4d7d-a041-5e0062a29fe8 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:09.227000 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60655d16-d8ef-4705-a6b0-da11fce0b4e5 req-5eb22467-831d-492d-942e-e354408e5e43 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1300318 Nov 12 03:44:09.276705 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f85baced-1593-4578-8670-822efa8f68a7 req-7a8ef672-9341-4ea9-8c45-c7ac529af23a service neutron] 10.222.0.25 "GET /v2.0/networks/acab72e7-8184-468f-8174-767f92e69158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229862 Nov 12 03:44:09.310306 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a56d1-98bd-43a4-aa66-80d46ee596ef req-e40862e3-1b00-4469-b5f3-652b7fa50df0 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.321740 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb4a56d1-98bd-43a4-aa66-80d46ee596ef req-e40862e3-1b00-4469-b5f3-652b7fa50df0 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 944 time: 0.1171203 Nov 12 03:44:09.388082 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:09.407173 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Sync routers for ids ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:09.414262 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb4a56d1-98bd-43a4-aa66-80d46ee596ef req-3ce9395d-ac52-42f2-9ba1-406c195879bf tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919166 Nov 12 03:44:09.427369 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f2683bec-6a65-4eb4-bcb6-44d7ebbf2e0f admin admin] 10.222.0.105 "PUT /v2.0/routers/f27e86c9-547f-4d7d-a041-5e0062a29fe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9142277 Nov 12 03:44:09.437427 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Routers {'f27e86c9-547f-4d7d-a041-5e0062a29fe8'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:09.453085 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:43:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:09.488444 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420c8ee-d582-417a-9cac-00027069802e req-33ba17e6-f5c9-4e68-a7db-828c2477cdf6 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.512816 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5420c8ee-d582-417a-9cac-00027069802e req-33ba17e6-f5c9-4e68-a7db-828c2477cdf6 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.1777046 Nov 12 03:44:09.563172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535f5eb-d538-497f-b7a2-20a8604a399f req-75bc31fe-5865-4f12-ab78-545d556fdaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.571028 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f535f5eb-d538-497f-b7a2-20a8604a399f req-75bc31fe-5865-4f12-ab78-545d556fdaee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=078b21ed5f5d469eb69fd16e6872f294&device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 1095 time: 0.1627955 Nov 12 03:44:09.660728 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5420c8ee-d582-417a-9cac-00027069802e req-bce453a4-060c-40b4-b8db-b7e5ef2068d3 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138639 Nov 12 03:44:09.745711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535f5eb-d538-497f-b7a2-20a8604a399f req-5dd0129a-c631-4421-a2a9-a23e78af86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.747793 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f535f5eb-d538-497f-b7a2-20a8604a399f req-5dd0129a-c631-4421-a2a9-a23e78af86ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=acab72e7-8184-468f-8174-767f92e69158 HTTP/1.1" status: 200 len: 917 time: 0.1706762 Nov 12 03:44:09.791311 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Set router f27e86c9-547f-4d7d-a041-5e0062a29fe8 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:09.820239 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f535f5eb-d538-497f-b7a2-20a8604a399f req-c9a4a598-434b-4ea0-a688-a8e1e1837f6b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 HTTP/1.1" status: 200 len: 217 time: 0.0593114 Nov 12 03:44:09.910550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535f5eb-d538-497f-b7a2-20a8604a399f req-379f25b9-b11e-4e56-bca6-7f2c18ee2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.912514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f535f5eb-d538-497f-b7a2-20a8604a399f req-379f25b9-b11e-4e56-bca6-7f2c18ee2b05 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b962bca-129f-4dcb-bfd6-d9fd17811492 HTTP/1.1" status: 200 len: 854 time: 0.0835295 Nov 12 03:44:09.966252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2835c-20fe-4951-b572-507c1c9aced9 req-65de22e3-ba49-4b01-8081-9b2ba2edcc7e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.984943 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cea2835c-20fe-4951-b572-507c1c9aced9 req-65de22e3-ba49-4b01-8081-9b2ba2edcc7e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1390209 Nov 12 03:44:10.040101 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535f5eb-d538-497f-b7a2-20a8604a399f req-c7e63d14-18f4-4040-9cd2-b2fc0721ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:10.041695 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f535f5eb-d538-497f-b7a2-20a8604a399f req-c7e63d14-18f4-4040-9cd2-b2fc0721ea74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acab72e7-8184-468f-8174-767f92e69158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166317 Nov 12 03:44:10.052848 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cea2835c-20fe-4951-b572-507c1c9aced9 req-af8d5f65-e828-4012-806e-f476338ba25c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667975 Nov 12 03:44:10.122111 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port': {'id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:57Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '2558ff98-2649-4e8b-8503-a5285a75552b', 'name': '', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'mac_address': 'fa:16:3e:07:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '38766906-a926-453b-a958-276d3be1a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:03Z', 'updated_at': '2021-11-12T03:44:06Z', 'revision_number': 2, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'subnets': [{'id': '38766906-a926-453b-a958-276d3be1a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:10.229084 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Checking router: f27e86c9-547f-4d7d-a041-5e0062a29fe8 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:10.229940 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Updating router f27e86c9-547f-4d7d-a041-5e0062a29fe8 port 2558ff98-2649-4e8b-8503-a5285a75552b binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:44:10.262076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f535f5eb-d538-497f-b7a2-20a8604a399f req-95106021-d54b-4c6a-a163-548b359d490b service neutron] 10.222.0.25 "GET /v2.0/networks/acab72e7-8184-468f-8174-767f92e69158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007780 Nov 12 03:44:10.320804 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.421468 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f535f5eb-d538-497f-b7a2-20a8604a399f req-8ced143b-fec9-4151-90e7-0783e291eecc service neutron] 10.222.0.25 "GET /v2.0/networks/acab72e7-8184-468f-8174-767f92e69158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572428 Nov 12 03:44:10.578321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dfc5b-9e0a-49f3-83b8-c915f7887ebf req-356b5cad-67f4-4250-8a3a-2385fefe4998 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:10.586823 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-558dfc5b-9e0a-49f3-83b8-c915f7887ebf req-356b5cad-67f4-4250-8a3a-2385fefe4998 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 943 time: 0.0977499 Nov 12 03:44:10.679508 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-558dfc5b-9e0a-49f3-83b8-c915f7887ebf req-8ca91094-3fb6-40ad-b48c-a8e23e778082 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0833883 Nov 12 03:44:10.768092 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.843750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd2b9a-e87d-426a-8e3e-96d02fa76c12 req-3c138cbe-a901-43c1-b4f3-1c4609984329 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:10.845307 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63fd2b9a-e87d-426a-8e3e-96d02fa76c12 req-3c138cbe-a901-43c1-b4f3-1c4609984329 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 944 time: 0.0656683 Nov 12 03:44:10.878946 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.914643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63fd2b9a-e87d-426a-8e3e-96d02fa76c12 req-9033e577-ee9a-463c-bc5b-552f7c754d1e tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505280 Nov 12 03:44:10.968192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:10.973762 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9332c570-d21c-4eff-b6b0-4015b1d8cbf5 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468978965', 'description': 'tempest-description--315515294'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:11.016496 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fc639-14b9-4921-a851-773042491318 None None] Pushing event updated for resources: {'Port': ['ID=2558ff98-2649-4e8b-8503-a5285a75552b,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:11.081682 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc639-14b9-4921-a851-773042491318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:11.082074 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc639-14b9-4921-a851-773042491318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:11.082415 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc639-14b9-4921-a851-773042491318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:11.091133 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc639-14b9-4921-a851-773042491318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:11.091482 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc639-14b9-4921-a851-773042491318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:11.091825 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc639-14b9-4921-a851-773042491318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:11.092193 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc639-14b9-4921-a851-773042491318 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:11.092524 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc639-14b9-4921-a851-773042491318 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:11.092845 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc639-14b9-4921-a851-773042491318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:11.093170 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc639-14b9-4921-a851-773042491318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:11.094765 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc639-14b9-4921-a851-773042491318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:11.095159 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc639-14b9-4921-a851-773042491318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:11.120248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e7213cc5-ad0d-4af9-8727-c0fedba4cf37 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:11.125865 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9332c570-d21c-4eff-b6b0-4015b1d8cbf5 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.164453 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Attempting to bind port 2558ff98-2649-4e8b-8503-a5285a75552b on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:11.174806 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Attempting to bind port 2558ff98-2649-4e8b-8503-a5285a75552b by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '48a85bc1-ba37-40f4-abad-6133369e525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:11.174806 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Attempting to bind port 2558ff98-2649-4e8b-8503-a5285a75552b on network 7828d1a5-9946-41af-b946-aaa68c0bc955 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:11.176390 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:11.177642 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Checking segment: {'id': '48a85bc1-ba37-40f4-abad-6133369e525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:11.178331 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.178766 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Bound using segment: {'id': '48a85bc1-ba37-40f4-abad-6133369e525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:11.181845 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Bound port: 2558ff98-2649-4e8b-8503-a5285a75552b, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a85bc1-ba37-40f4-abad-6133369e525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:11.182275 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.187249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf7649-ebb7-497c-8079-b05be4d4ba00 req-cb374751-ebc4-4106-9182-341011b64c1b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.196525 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b0bf7649-ebb7-497c-8079-b05be4d4ba00 req-cb374751-ebc4-4106-9182-341011b64c1b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.1075823 Nov 12 03:44:11.284577 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b0bf7649-ebb7-497c-8079-b05be4d4ba00 req-12a8e3ef-e380-4192-b5f4-7f97aa243806 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862820 Nov 12 03:44:11.359335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b3ec9-dbe7-4388-a2b5-5bb059a899d9 req-636e3941-4831-488b-a5f6-3921313b75bd tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.361003 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba6b3ec9-dbe7-4388-a2b5-5bb059a899d9 req-636e3941-4831-488b-a5f6-3921313b75bd tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1171143 Nov 12 03:44:11.363428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:11.410204 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9332c570-d21c-4eff-b6b0-4015b1d8cbf5 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.430810 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] For port 2558ff98-2649-4e8b-8503-a5285a75552b, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:11.439841 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] For port 2558ff98-2649-4e8b-8503-a5285a75552b, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2558ff98-2649-4e8b-8503-a5285a75552b,segment=NetworkSegment(48a85bc1-ba37-40f4-abad-6133369e525f),segment_id=48a85bc1-ba37-40f4-abad-6133369e525f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:11.458192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e7213cc5-ad0d-4af9-8727-c0fedba4cf37, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:11.485201 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba6b3ec9-dbe7-4388-a2b5-5bb059a899d9 req-101f8829-3f8c-4cf4-a96b-646c2d770825 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123250 Nov 12 03:44:11.489374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'e7213cc5-ad0d-4af9-8727-c0fedba4cf37', 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a', 'port_id': 'e7213cc5-ad0d-4af9-8727-c0fedba4cf37', 'mac_address': 'fa:16:3e:8d:52:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:11.491452 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9332c570-d21c-4eff-b6b0-4015b1d8cbf5 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.543925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332c570-d21c-4eff-b6b0-4015b1d8cbf5 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f828b1-a0a8-4b14-ac30-dc1033d28d55,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:11.553143 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.572685 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.583623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-04b4d3cf-528d-4c64-90f2-0341502e6d30 None None] Provisioning complete for port 2558ff98-2649-4e8b-8503-a5285a75552b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:11.584101 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04b4d3cf-528d-4c64-90f2-0341502e6d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.588957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7213cc5-ad0d-4af9-8727-c0fedba4cf37 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:11.623380 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9332c570-d21c-4eff-b6b0-4015b1d8cbf5 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.625162 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9332c570-d21c-4eff-b6b0-4015b1d8cbf5 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6551194 Nov 12 03:44:11.631723 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:11.639726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-178b2d54-7f2a-4247-a62c-9fdbe7b9c630 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Request body: {'security_group_rule': {'security_group_id': 'b9f828b1-a0a8-4b14-ac30-dc1033d28d55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:11.651249 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ed309ff-454f-43d4-ab2a-01384acc8c2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.652916 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Routers {'f27e86c9-547f-4d7d-a041-5e0062a29fe8'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:11.654263 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:43:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:11.658161 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fc639-14b9-4921-a851-773042491318 None None] Pushing event updated for resources: {'Port': ['ID=2558ff98-2649-4e8b-8503-a5285a75552b,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:11.670103 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e7213cc5-ad0d-4af9-8727-c0fedba4cf37, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:11.747892 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.802522 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04b4d3cf-528d-4c64-90f2-0341502e6d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.807036 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-178b2d54-7f2a-4247-a62c-9fdbe7b9c630 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.843387 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ed309ff-454f-43d4-ab2a-01384acc8c2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.902387 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ed309ff-454f-43d4-ab2a-01384acc8c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.903111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-04b4d3cf-528d-4c64-90f2-0341502e6d30 None None] For port 2558ff98-2649-4e8b-8503-a5285a75552b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2558ff98-2649-4e8b-8503-a5285a75552b,segment=NetworkSegment(48a85bc1-ba37-40f4-abad-6133369e525f),segment_id=48a85bc1-ba37-40f4-abad-6133369e525f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:11.904414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:11.994375 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04b4d3cf-528d-4c64-90f2-0341502e6d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.026225 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9ed309ff-454f-43d4-ab2a-01384acc8c2a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b2567dae32244df3a3db1f2ad7b5f97f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6515036 Nov 12 03:44:12.027126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56304) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:12.027810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed309ff-454f-43d4-ab2a-01384acc8c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d8faf-0bb9-4eed-ac06-3817db142cb4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.033080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d388d28-5e27-499a-aa8c-daaaba9f36d3 req-e76909f3-c5ae-4ebe-8db0-b1842592df04 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.044709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d388d28-5e27-499a-aa8c-daaaba9f36d3 req-e76909f3-c5ae-4ebe-8db0-b1842592df04 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 943 time: 0.1874123 Nov 12 03:44:12.061130 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-178b2d54-7f2a-4247-a62c-9fdbe7b9c630 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.093711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4d3cf-528d-4c64-90f2-0341502e6d30 None None] Pushing event updated for resources: {'Port': ['ID=2558ff98-2649-4e8b-8503-a5285a75552b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.121949 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['e7213cc5-ad0d-4af9-8727-c0fedba4cf37'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:12.150043 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d388d28-5e27-499a-aa8c-daaaba9f36d3 req-56e6d55f-e6ef-410a-9e10-81ba49e84739 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1043439 Nov 12 03:44:12.159870 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-178b2d54-7f2a-4247-a62c-9fdbe7b9c630 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.196600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b2f8ecc2-413e-4a08-8548-09e256db859c None None] Provisioning complete for port 2558ff98-2649-4e8b-8503-a5285a75552b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:12.208174 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ecc2-413e-4a08-8548-09e256db859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.235004 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b2d54-7f2a-4247-a62c-9fdbe7b9c630 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a85083-7fc7-4472-ba15-ba321bb79385,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.248877 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b80562-b707-49d5-b446-b11f23b70d62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.269551 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] Set router f27e86c9-547f-4d7d-a041-5e0062a29fe8 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:12.298745 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-178b2d54-7f2a-4247-a62c-9fdbe7b9c630 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.300859 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-178b2d54-7f2a-4247-a62c-9fdbe7b9c630 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6659951 Nov 12 03:44:12.302927 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:12.309563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6eae2e56-3f3c-4b95-a76c-b5257d70aadb tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Request body: {'security_group_rule': {'security_group_id': 'b9f828b1-a0a8-4b14-ac30-dc1033d28d55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:12.334765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56312) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:12.347885 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b80562-b707-49d5-b446-b11f23b70d62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.363672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8fd43-49f4-4ea3-be4a-9de809d7094b req-9c8149c7-d891-417a-b41c-667f1a0e5ac7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.379209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-40a8fd43-49f4-4ea3-be4a-9de809d7094b req-9c8149c7-d891-417a-b41c-667f1a0e5ac7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 945 time: 0.2483907 Nov 12 03:44:12.504351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6eae2e56-3f3c-4b95-a76c-b5257d70aadb tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.552375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc4d4d-e18d-42ed-abd2-95a03f03a86e req-cd2eae17-8daa-4b03-9f05-00a88c9d52da tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.554249 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d6dc4d4d-e18d-42ed-abd2-95a03f03a86e req-cd2eae17-8daa-4b03-9f05-00a88c9d52da tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.0815198 Nov 12 03:44:12.619848 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b80562-b707-49d5-b446-b11f23b70d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.622645 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00b80562-b707-49d5-b446-b11f23b70d62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.625060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-00b80562-b707-49d5-b446-b11f23b70d62 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0b8d8faf-0bb9-4eed-ac06-3817db142cb4 HTTP/1.1" status: 204 len: 168 time: 0.5866046 Nov 12 03:44:12.637362 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-cbd5e2b3-e047-452e-9283-b1416b6a2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.639332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-cbd5e2b3-e047-452e-9283-b1416b6a2f71 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504&tenant_id=b9810c161f0b41f1afd590350e2a6352 HTTP/1.1" status: 200 len: 1102 time: 0.3404334 Nov 12 03:44:12.642912 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port': {'id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:57Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '2558ff98-2649-4e8b-8503-a5285a75552b', 'name': '', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'mac_address': 'fa:16:3e:07:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '38766906-a926-453b-a958-276d3be1a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:03Z', 'updated_at': '2021-11-12T03:44:11Z', 'revision_number': 4, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'subnets': [{'id': '38766906-a926-453b-a958-276d3be1a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:12.646399 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d6dc4d4d-e18d-42ed-abd2-95a03f03a86e req-eb5f7da4-5333-4a23-bf16-0a47a4c8d5a9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840275 Nov 12 03:44:12.653361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b80562-b707-49d5-b446-b11f23b70d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d8faf-0bb9-4eed-ac06-3817db142cb4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.666916 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-40a8fd43-49f4-4ea3-be4a-9de809d7094b req-8d5989ef-6232-493c-8eca-cfdb64f8f6cd tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867517 Nov 12 03:44:12.681259 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6eae2e56-3f3c-4b95-a76c-b5257d70aadb tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.701899 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb6929-e2a1-4424-b85b-4c189b71d2b3 None None] The sync data for ids ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'] in n-d-767704-23 is: [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port': {'id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:57Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '2558ff98-2649-4e8b-8503-a5285a75552b', 'name': '', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'mac_address': 'fa:16:3e:07:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '38766906-a926-453b-a958-276d3be1a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:03Z', 'updated_at': '2021-11-12T03:44:11Z', 'revision_number': 4, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'subnets': [{'id': '38766906-a926-453b-a958-276d3be1a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:12.739306 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8af5280b-b618-4be2-9f84-5ab77e761c14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.772328 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6eae2e56-3f3c-4b95-a76c-b5257d70aadb tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.787915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-5beedfd2-e601-4e12-b2a4-7ce598067b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.790217 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-5beedfd2-e601-4e12-b2a4-7ce598067b1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 1102 time: 0.0826366 Nov 12 03:44:12.866065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae2e56-3f3c-4b95-a76c-b5257d70aadb tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54181ac7-97de-4ed3-80f1-009a9287f8f2,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.920268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0de23-1508-4582-a56a-45fef8b81bda req-21421cb0-d0ad-4671-b87c-f332882dd695 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.931426 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8db0de23-1508-4582-a56a-45fef8b81bda req-21421cb0-d0ad-4671-b87c-f332882dd695 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.1203351 Nov 12 03:44:12.949888 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6eae2e56-3f3c-4b95-a76c-b5257d70aadb tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.951153 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6eae2e56-3f3c-4b95-a76c-b5257d70aadb tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6472208 Nov 12 03:44:12.956130 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56322) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:12.965135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-d916f86b-09d0-4e2e-91ca-4290829052e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.965831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:12.967801 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-d916f86b-09d0-4e2e-91ca-4290829052e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1600389 Nov 12 03:44:13.023861 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-05e00b36-c793-4893-9ecd-e95ebf50f8c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c HTTP/1.1" status: 200 len: 217 time: 0.0443208 Nov 12 03:44:13.042274 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8af5280b-b618-4be2-9f84-5ab77e761c14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.070491 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8db0de23-1508-4582-a56a-45fef8b81bda req-01af8ae3-9828-4e66-8b3f-d788e4177c96 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358237 Nov 12 03:44:13.072396 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.104734 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-282cf74e-343a-4dc9-92ee-b7394060d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.106604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-282cf74e-343a-4dc9-92ee-b7394060d55e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0709238 Nov 12 03:44:13.111176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:13.128466 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8af5280b-b618-4be2-9f84-5ab77e761c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.207533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-9c0418b2-e923-474b-8491-e6343afb5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.210476 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-9c0418b2-e923-474b-8491-e6343afb5303 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0876455 Nov 12 03:44:13.317804 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2050f219-2d37-4c9a-a80a-688d3db93a3c no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:13.321589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2558ff98-2649-4e8b-8503-a5285a75552b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:13.411688 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d6ec8-0d7c-4086-884d-c3eebd6e6123 req-3bf94eb9-8f05-4a7d-98a1-d6d7de211460 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.419957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f35d6ec8-0d7c-4086-884d-c3eebd6e6123 req-3bf94eb9-8f05-4a7d-98a1-d6d7de211460 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 943 time: 0.0845807 Nov 12 03:44:13.455182 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-3e625369-eb9d-486e-a5d4-11ffcace5caf service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295537 Nov 12 03:44:13.487124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11,segment=NetworkSegment(d6208713-34fd-409f-8d9b-ff54aab30a94),segment_id=d6208713-34fd-409f-8d9b-ff54aab30a94)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:13.514858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'port_id': 'daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11', 'mac_address': 'fa:16:3e:ab:60:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:13.638113 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f35d6ec8-0d7c-4086-884d-c3eebd6e6123 req-0bceba0a-8568-4e6a-b2c5-64bfb5254f18 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2065978 Nov 12 03:44:13.700414 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.700625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d351f2a5-4b6d-4cde-ba28-00b30bf13f01 req-4804947d-82fe-4a06-b3cb-4ab94b47d0ed service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287962 Nov 12 03:44:13.702693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 2558ff98-2649-4e8b-8503-a5285a75552b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:13.703069 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.704653 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.842355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56334) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:13.860372 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0dccd710-7ae6-455c-9411-1a20ed7ba976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.918581 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c275fe0-3b61-4109-a291-1a814099cfd6 req-618a5478-e372-4edd-ab48-10a0e56c1658 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.933263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c275fe0-3b61-4109-a291-1a814099cfd6 req-618a5478-e372-4edd-ab48-10a0e56c1658 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 945 time: 0.1610439 Nov 12 03:44:13.968104 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8af5280b-b618-4be2-9f84-5ab77e761c14 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3c091fb877834eab94814eeb827380e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6317475 Nov 12 03:44:13.970079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:13.995129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56336) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:14.000184 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5280b-b618-4be2-9f84-5ab77e761c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f8476e-d230-48c2-94ac-1895075b88ef,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:14.014442 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2050f219-2d37-4c9a-a80a-688d3db93a3c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:14.017172 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6acbbb3-9109-41b8-9f0a-ed8bdad30593" -d '{"events": [{"server_uuid": "f4249b2a-0d54-4e66-bc3f-842e86445504", "name": "network-vif-unplugged", "status": "completed", "tag": "2050f219-2d37-4c9a-a80a-688d3db93a3c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:14.030490 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c275fe0-3b61-4109-a291-1a814099cfd6 req-c559ab6f-b67c-4375-8714-475579829c87 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003175 Nov 12 03:44:14.050683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11,segment=NetworkSegment(d6208713-34fd-409f-8d9b-ff54aab30a94),segment_id=d6208713-34fd-409f-8d9b-ff54aab30a94)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:14.057021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2050f219-2d37-4c9a-a80a-688d3db93a3c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:14.128166 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ba639bc-2877-4ba6-88b6-d319ae229131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.142822 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0dccd710-7ae6-455c-9411-1a20ed7ba976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.147736 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.170558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ba639bc-2877-4ba6-88b6-d319ae229131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.181951 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b2aa78-2915-44df-abab-97591dc1457c x-openstack-request-id: req-43b2aa78-2915-44df-abab-97591dc1457c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:14.184964 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4249b2a-0d54-4e66-bc3f-842e86445504", "name": "network-vif-unplugged", "status": "completed", "tag": "2050f219-2d37-4c9a-a80a-688d3db93a3c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:14.184964 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-43b2aa78-2915-44df-abab-97591dc1457c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:14.184964 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2050f219-2d37-4c9a-a80a-688d3db93a3c', 'code': 200} Nov 12 03:44:14.188064 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.212132 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0dccd710-7ae6-455c-9411-1a20ed7ba976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.251455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:14.266805 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ac978-f099-49bc-bb54-313804d35366 req-d1bac9f2-b338-46cf-8eaf-be86aa8f6c76 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.267617 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0dccd710-7ae6-455c-9411-1a20ed7ba976 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ab5a8f9db9de4094a7079b92927d0499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240158 Nov 12 03:44:14.270800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56342) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:14.281036 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bf0ac978-f099-49bc-bb54-313804d35366 req-d1bac9f2-b338-46cf-8eaf-be86aa8f6c76 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.3556502 Nov 12 03:44:14.316157 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.352276 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ba639bc-2877-4ba6-88b6-d319ae229131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.355577 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ba639bc-2877-4ba6-88b6-d319ae229131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.357256 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7ba639bc-2877-4ba6-88b6-d319ae229131 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/80f8476e-d230-48c2-94ac-1895075b88ef HTTP/1.1" status: 204 len: 168 time: 0.3384831 Nov 12 03:44:14.375878 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=2050f219-2d37-4c9a-a80a-688d3db93a3c,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:14.383250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccd710-7ae6-455c-9411-1a20ed7ba976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1b78f8-9fea-40aa-9800-8cfb3de62d2b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:14.437652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eafc2c-67af-4447-9fb7-397df597f6ed req-11d35544-9e2f-4550-8782-95f3265eaeac tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.445513 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bf0ac978-f099-49bc-bb54-313804d35366 req-a33d7d87-486a-4521-a551-3c7b917142eb tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629007 Nov 12 03:44:14.448432 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09eafc2c-67af-4447-9fb7-397df597f6ed req-11d35544-9e2f-4550-8782-95f3265eaeac tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 948 time: 0.1794071 Nov 12 03:44:14.455631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba639bc-2877-4ba6-88b6-d319ae229131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f8476e-d230-48c2-94ac-1895075b88ef,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:14.522837 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1835-3253-4e59-89e7-05531a198cef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.530414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:14.590111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Allocated IP 172.25.8.223 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/e8738b2d-cc1f-4dfe-9f70-a94d26263ef9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:14.598210 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1835-3253-4e59-89e7-05531a198cef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.670298 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09eafc2c-67af-4447-9fb7-397df597f6ed req-cec786b0-a3de-4b33-9b93-9a5c8e87f053 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208345 Nov 12 03:44:14.819328 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.850438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae3ae4-5425-4f4d-8d11-518130ad2de1 req-bb1b8846-56b7-4d65-9373-920cd1307d8a tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.852378 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eaae3ae4-5425-4f4d-8d11-518130ad2de1 req-bb1b8846-56b7-4d65-9373-920cd1307d8a tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 944 time: 0.0785689 Nov 12 03:44:14.863060 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1835-3253-4e59-89e7-05531a198cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.867257 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1835-3253-4e59-89e7-05531a198cef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.868879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9d7c1835-3253-4e59-89e7-05531a198cef admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fa1b78f8-9fea-40aa-9800-8cfb3de62d2b HTTP/1.1" status: 204 len: 168 time: 0.5970335 Nov 12 03:44:14.892752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c1835-3253-4e59-89e7-05531a198cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1b78f8-9fea-40aa-9800-8cfb3de62d2b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:14.962822 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eaae3ae4-5425-4f4d-8d11-518130ad2de1 req-0b5c8065-eafd-450e-bea4-8497e37c0df6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0872180 Nov 12 03:44:14.992341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.037540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:15.042074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:15.044740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:15.103254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Pushing event updated for resources: {'Port': ['ID=e8738b2d-cc1f-4dfe-9f70-a94d26263ef9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:15.128982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e7213cc5-ad0d-4af9-8727-c0fedba4cf37 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:15.232542 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e366b-97c4-4973-adad-9ecec14889c2 req-78e57f8f-fe79-402c-bde3-a21b893f350d tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.234121 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c9e366b-97c4-4973-adad-9ecec14889c2 req-78e57f8f-fe79-402c-bde3-a21b893f350d tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 945 time: 0.1211178 Nov 12 03:44:15.235384 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.290351 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c9e366b-97c4-4973-adad-9ecec14889c2 req-81fa4b1a-99cf-4068-895b-bad78e06232f tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491629 Nov 12 03:44:15.324466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port e7213cc5-ad0d-4af9-8727-c0fedba4cf37 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:15.335067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port e7213cc5-ad0d-4af9-8727-c0fedba4cf37 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:15.337012 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.365622 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.476640 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.517570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56360) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.542180 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67691694-b51b-4f7d-bb6b-d0566c3e564f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.561876 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e7213cc5-ad0d-4af9-8727-c0fedba4cf37, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:15.611475 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.640119 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.676465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf1d47-cb94-4217-b263-e3af220cdf79 req-9794b451-048c-4402-887e-82fa4b616196 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.678302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71bf1d47-cb94-4217-b263-e3af220cdf79 req-9794b451-048c-4402-887e-82fa4b616196 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.0951905 Nov 12 03:44:15.702103 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.746671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:15.792900 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67691694-b51b-4f7d-bb6b-d0566c3e564f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.814230 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71bf1d47-cb94-4217-b263-e3af220cdf79 req-acc292b3-d525-40e0-841b-889e3976e34c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195047 Nov 12 03:44:15.845012 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Pushing event updated for resources: {'Port': ['ID=e8738b2d-cc1f-4dfe-9f70-a94d26263ef9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:15.850144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67691694-b51b-4f7d-bb6b-d0566c3e564f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.861600 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.902423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-67691694-b51b-4f7d-bb6b-d0566c3e564f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b01aec16f4104bd29207b64e2522dff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3818874 Nov 12 03:44:15.903346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67691694-b51b-4f7d-bb6b-d0566c3e564f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35612235-5e4a-4af3-a779-63322e70389e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:15.906027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56370) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.965557 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce9198-4137-4cf1-af7d-8662ebf6a334 req-ae533658-3b23-4444-b427-f1bcd6440542 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.967801 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2dce9198-4137-4cf1-af7d-8662ebf6a334 req-ae533658-3b23-4444-b427-f1bcd6440542 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 948 time: 0.1429374 Nov 12 03:44:15.971777 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6196ace2-1ec9-4f89-a9fc-0316ee6fc936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.006413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6196ace2-1ec9-4f89-a9fc-0316ee6fc936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.019405 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.020793 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cde59feb-2ad3-4fa3-9305-eb5b5f1efd8b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0593987 Nov 12 03:44:16.045240 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2dce9198-4137-4cf1-af7d-8662ebf6a334 req-c68a35f4-3899-4b80-bafe-770c409b3e6e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701041 Nov 12 03:44:16.158974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d757559-acc4-4c6b-95ec-73933e25c061 req-8eebbbe4-0862-460d-9941-4c75ea1eaa0f tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.168349 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9d757559-acc4-4c6b-95ec-73933e25c061 req-8eebbbe4-0862-460d-9941-4c75ea1eaa0f tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 944 time: 0.0724595 Nov 12 03:44:16.179040 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6196ace2-1ec9-4f89-a9fc-0316ee6fc936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.181932 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6196ace2-1ec9-4f89-a9fc-0316ee6fc936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.183355 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6196ace2-1ec9-4f89-a9fc-0316ee6fc936 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/35612235-5e4a-4af3-a779-63322e70389e HTTP/1.1" status: 204 len: 168 time: 0.2758772 Nov 12 03:44:16.185391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78df3cd-6db2-41a9-a867-08daf5627831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7213cc5-ad0d-4af9-8727-c0fedba4cf37'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:16.187952 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c0c5b9-c8a3-43fa-81ad-42beedf0a343" -d '{"events": [{"server_uuid": "f78df3cd-6db2-41a9-a867-08daf5627831", "name": "network-vif-plugged", "status": "completed", "tag": "e7213cc5-ad0d-4af9-8727-c0fedba4cf37"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:16.268966 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9641d2-b53a-4db4-b733-d499a683bdf7 x-openstack-request-id: req-ac9641d2-b53a-4db4-b733-d499a683bdf7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:16.269324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9d757559-acc4-4c6b-95ec-73933e25c061 req-7808e50f-37ec-494c-a284-29be4f3323f3 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0993240 Nov 12 03:44:16.269553 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78df3cd-6db2-41a9-a867-08daf5627831", "name": "network-vif-plugged", "status": "completed", "tag": "e7213cc5-ad0d-4af9-8727-c0fedba4cf37", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:16.270604 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ac9641d2-b53a-4db4-b733-d499a683bdf7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:16.270922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ace2-1ec9-4f89-a9fc-0316ee6fc936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35612235-5e4a-4af3-a779-63322e70389e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:16.273583 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78df3cd-6db2-41a9-a867-08daf5627831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7213cc5-ad0d-4af9-8727-c0fedba4cf37', 'code': 200} Nov 12 03:44:16.431909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec379a80-8c5a-4f55-91c2-32c13576a805 req-4eacc29c-d263-4ca6-94d9-3ca3710cdfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.433442 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec379a80-8c5a-4f55-91c2-32c13576a805 req-4eacc29c-d263-4ca6-94d9-3ca3710cdfae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 1098 time: 0.0582254 Nov 12 03:44:16.535293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ae6b-ebb1-4e20-a503-4bed34c6fd53 req-22a4e401-788a-414d-acd5-c8b5d1db4c08 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.537202 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81e3ae6b-ebb1-4e20-a503-4bed34c6fd53 req-22a4e401-788a-414d-acd5-c8b5d1db4c08 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.0958250 Nov 12 03:44:16.550199 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec379a80-8c5a-4f55-91c2-32c13576a805 req-82445733-a57a-4ee8-9b46-c6fbf5188a28 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061904 Nov 12 03:44:16.607336 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81e3ae6b-ebb1-4e20-a503-4bed34c6fd53 req-c56e0901-918e-4fc7-ac9a-5bb024fc695d tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629790 Nov 12 03:44:16.969650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b228e-0f4e-4744-a84d-47a13ff5f883 req-59cf6662-b9ed-4584-ab7d-1346406e057c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.976687 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f4b228e-0f4e-4744-a84d-47a13ff5f883 req-59cf6662-b9ed-4584-ab7d-1346406e057c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.0679755 Nov 12 03:44:17.044552 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f4b228e-0f4e-4744-a84d-47a13ff5f883 req-6e6500ac-e244-4f35-afb7-535a3525c8fc tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637591 Nov 12 03:44:17.138429 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:17.294074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2050f219-2d37-4c9a-a80a-688d3db93a3c details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:17.311416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfad81-7578-4617-9520-369494b60dcc req-840ba928-1660-48d3-8e03-b93ea2f47b97 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.311669 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93cfad81-7578-4617-9520-369494b60dcc req-840ba928-1660-48d3-8e03-b93ea2f47b97 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 948 time: 0.0986686 Nov 12 03:44:17.366168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:17.372195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:17.372635 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.456688 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93cfad81-7578-4617-9520-369494b60dcc req-0f361fd1-a33c-4af3-8cc6-a0d4a49ebe1b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315408 Nov 12 03:44:17.512136 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2050f219-2d37-4c9a-a80a-688d3db93a3c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:17.537861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562cbf6-3cbe-48bd-b999-8e92033b95b1 req-ccbfb140-9f5f-43f0-82de-74a6cff10e7d tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.540233 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c562cbf6-3cbe-48bd-b999-8e92033b95b1 req-ccbfb140-9f5f-43f0-82de-74a6cff10e7d tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 944 time: 0.0887852 Nov 12 03:44:17.580611 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.583919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '2050f219-2d37-4c9a-a80a-688d3db93a3c', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '2050f219-2d37-4c9a-a80a-688d3db93a3c', 'mac_address': 'fa:16:3e:d8:32:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:17.645861 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c562cbf6-3cbe-48bd-b999-8e92033b95b1 req-ef2ecb00-2c0c-460a-b1d2-97a6d2f64e16 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0945866 Nov 12 03:44:17.657054 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11,segment=NetworkSegment(d6208713-34fd-409f-8d9b-ff54aab30a94),segment_id=d6208713-34fd-409f-8d9b-ff54aab30a94)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:17.666758 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.683931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2050f219-2d37-4c9a-a80a-688d3db93a3c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:17.719884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2050f219-2d37-4c9a-a80a-688d3db93a3c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:17.752984 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.815344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.818336 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.867390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207bb07-d0d3-49b1-9207-0090eae82616 req-cecc9f97-da49-45f0-847c-8a428d1fef5a tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.898910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=2050f219-2d37-4c9a-a80a-688d3db93a3c,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.910398 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2207bb07-d0d3-49b1-9207-0090eae82616 req-cecc9f97-da49-45f0-847c-8a428d1fef5a tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1614199 Nov 12 03:44:17.973467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2207bb07-d0d3-49b1-9207-0090eae82616 req-fab71a72-0e67-4c5e-99cc-983f2a850fbe tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663733 Nov 12 03:44:18.275084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fc28ed-4e78-44b2-b413-bee744b4a600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:18.280315 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45833f0d-9060-4193-b078-75b62272c84d" -d '{"events": [{"server_uuid": "49fc28ed-4e78-44b2-b413-bee744b4a600", "name": "network-vif-plugged", "status": "completed", "tag": "daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:18.311316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c11067-136f-4850-ba3e-51c49c21f99f req-cd34a67e-5940-45ff-9470-2d1e161024ec tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:18.333051 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45c11067-136f-4850-ba3e-51c49c21f99f req-cd34a67e-5940-45ff-9470-2d1e161024ec tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.1723533 Nov 12 03:44:18.374683 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bdb9bf-5948-4a6d-a055-f25e7bed814f x-openstack-request-id: req-51bdb9bf-5948-4a6d-a055-f25e7bed814f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:18.375178 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fc28ed-4e78-44b2-b413-bee744b4a600", "name": "network-vif-plugged", "status": "completed", "tag": "daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:18.375438 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-51bdb9bf-5948-4a6d-a055-f25e7bed814f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:18.376009 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fc28ed-4e78-44b2-b413-bee744b4a600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11', 'code': 200} Nov 12 03:44:18.401192 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45c11067-136f-4850-ba3e-51c49c21f99f req-14d85b02-cf1b-49e2-9702-8bf478c520a9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668702 Nov 12 03:44:18.439898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['2050f219-2d37-4c9a-a80a-688d3db93a3c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:18.556923 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e7ae4-739e-4d82-a529-6c44e186209f req-8a3af2a4-e3de-4675-9dd3-33381277807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:18.558535 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af1e7ae4-739e-4d82-a529-6c44e186209f req-8a3af2a4-e3de-4675-9dd3-33381277807c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 1097 time: 0.0693858 Nov 12 03:44:18.576400 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.634418 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af1e7ae4-739e-4d82-a529-6c44e186209f req-61540f0d-783c-489e-aa75-7a456656056e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0603175 Nov 12 03:44:18.661458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bee912-a1aa-428c-bff6-fcda706a2c86 req-317ab1d8-5d2a-4086-92a1-699f70e6551d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:18.664108 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4bee912-a1aa-428c-bff6-fcda706a2c86 req-317ab1d8-5d2a-4086-92a1-699f70e6551d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.0686886 Nov 12 03:44:18.776902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4bee912-a1aa-428c-bff6-fcda706a2c86 req-909cab4d-c003-4f24-bbb7-aea364cded4c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037588 Nov 12 03:44:18.872270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b300c-09b1-4315-aaa6-bb768a68a8a3 req-ae8d1176-6ece-4db5-a4fe-d9f3eced99ef tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:18.884946 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-427b300c-09b1-4315-aaa6-bb768a68a8a3 req-ae8d1176-6ece-4db5-a4fe-d9f3eced99ef tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 945 time: 0.1339190 Nov 12 03:44:18.977252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-427b300c-09b1-4315-aaa6-bb768a68a8a3 req-d23962f1-ac4a-424f-9595-e2a9255fc5f6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0908434 Nov 12 03:44:18.980322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56550) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:18.993719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485aa35-e7c8-46c5-831c-d879eb1d896b req-ff9b4ba8-6f5e-41e4-bdc6-ff1d34bee291 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:18.996887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2485aa35-e7c8-46c5-831c-d879eb1d896b req-ff9b4ba8-6f5e-41e4-bdc6-ff1d34bee291 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 950 time: 0.0843127 Nov 12 03:44:19.104133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2485aa35-e7c8-46c5-831c-d879eb1d896b req-92fe3729-6e07-4667-865b-8395def4f185 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945339 Nov 12 03:44:19.150799 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-695fe850-03c3-4a62-9313-3b1504b53b95 req-b00a8a4f-3221-4fb6-9dc7-50b41c00ff05 tempest-FlavorsV2NegativeTest-1714259403 tempest-FlavorsV2NegativeTest-1714259403-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=06afec9843ea4f92a9e09cac59a26253&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282359 Nov 12 03:44:19.260893 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fabef4a4-0433-4eb6-8501-b591ecf9d38d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.294134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7da54-f68c-43c4-b9a7-2976a3eaa673 req-b993dca8-948a-41d9-8856-c34b9bce0673 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.305340 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75e7da54-f68c-43c4-b9a7-2976a3eaa673 req-b993dca8-948a-41d9-8856-c34b9bce0673 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.0891194 Nov 12 03:44:19.341712 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fe850-03c3-4a62-9313-3b1504b53b95 req-549d403a-7539-4971-9dfa-948d0972f696 tempest-FlavorsV2NegativeTest-1714259403 tempest-FlavorsV2NegativeTest-1714259403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.343224 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-695fe850-03c3-4a62-9313-3b1504b53b95 req-549d403a-7539-4971-9dfa-948d0972f696 tempest-FlavorsV2NegativeTest-1714259403 tempest-FlavorsV2NegativeTest-1714259403-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845140 Nov 12 03:44:19.376351 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-695fe850-03c3-4a62-9313-3b1504b53b95 req-fa164ab7-165b-4b4b-932c-522b3393b85e tempest-FlavorsV2NegativeTest-1714259403 tempest-FlavorsV2NegativeTest-1714259403-project] 10.222.0.105 "GET /v2.0/quotas/06afec9843ea4f92a9e09cac59a26253 HTTP/1.1" status: 200 len: 375 time: 0.0215015 Nov 12 03:44:19.444345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-695fe850-03c3-4a62-9313-3b1504b53b95 req-56b84f93-586d-4adc-a25b-7bd0a6709aa0 tempest-FlavorsV2NegativeTest-1714259403 tempest-FlavorsV2NegativeTest-1714259403-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=06afec9843ea4f92a9e09cac59a26253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477226 Nov 12 03:44:19.454042 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75e7da54-f68c-43c4-b9a7-2976a3eaa673 req-68b625e3-fa9a-48e5-8414-8606f1340b1a tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415687 Nov 12 03:44:19.467030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fabef4a4-0433-4eb6-8501-b591ecf9d38d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.541094 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fabef4a4-0433-4eb6-8501-b591ecf9d38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.593942 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fabef4a4-0433-4eb6-8501-b591ecf9d38d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3fbc44a726da415e9102b547a47ad803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6120410 Nov 12 03:44:19.596736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56582) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:19.605189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabef4a4-0433-4eb6-8501-b591ecf9d38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c4cc11-ac98-4a48-97fe-60ba0b096619,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:19.781901 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99ae5800-9b73-4344-9417-b5bfdf32492f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.811614 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99ae5800-9b73-4344-9417-b5bfdf32492f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.854256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a9276-8f1f-49b0-a50c-6fd33b1de02d req-ca3261f4-a0cd-47c3-a3c6-67d29fec3fbe tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.861905 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-153a9276-8f1f-49b0-a50c-6fd33b1de02d req-ca3261f4-a0cd-47c3-a3c6-67d29fec3fbe tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.1795416 Nov 12 03:44:19.931989 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-153a9276-8f1f-49b0-a50c-6fd33b1de02d req-76f66f4d-0526-47da-b37a-6bbc2054b48c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691950 Nov 12 03:44:20.067051 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99ae5800-9b73-4344-9417-b5bfdf32492f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.070396 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99ae5800-9b73-4344-9417-b5bfdf32492f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.073861 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-99ae5800-9b73-4344-9417-b5bfdf32492f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/74c4cc11-ac98-4a48-97fe-60ba0b096619 HTTP/1.1" status: 204 len: 168 time: 0.4737802 Nov 12 03:44:20.082793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae5800-9b73-4344-9417-b5bfdf32492f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c4cc11-ac98-4a48-97fe-60ba0b096619,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:20.334419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19f788-d72a-4405-97ea-6b24b578d6de req-a1ebb4c3-b2f4-4023-bf0f-d3ce03cddb46 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.336574 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c19f788-d72a-4405-97ea-6b24b578d6de req-a1ebb4c3-b2f4-4023-bf0f-d3ce03cddb46 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 945 time: 0.0580034 Nov 12 03:44:20.399030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c19f788-d72a-4405-97ea-6b24b578d6de req-7e50955c-2e8e-49b0-b569-c2ff89b673a0 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0528891 Nov 12 03:44:20.554277 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-357e4869-252d-4c0b-bb87-8e718119842a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=b9810c161f0b41f1afd590350e2a6352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364268 Nov 12 03:44:20.581656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a1be3-8ed9-4300-81e6-6e5097334f87 req-cdf43905-1659-42c5-890f-2f373becd237 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.583664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b92a1be3-8ed9-4300-81e6-6e5097334f87 req-cdf43905-1659-42c5-890f-2f373becd237 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1050997 Nov 12 03:44:20.657431 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b92a1be3-8ed9-4300-81e6-6e5097334f87 req-71185b1f-dc1b-4bbd-8f94-ad620b913455 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654576 Nov 12 03:44:20.703500 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-569a0aa8-30e7-4a26-98d3-1f2d7bd15d64 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.705840 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-569a0aa8-30e7-4a26-98d3-1f2d7bd15d64 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506004 Nov 12 03:44:20.732785 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-3e82f3df-9379-4c15-a0c6-1f0c326de35a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/quotas/b9810c161f0b41f1afd590350e2a6352 HTTP/1.1" status: 200 len: 375 time: 0.0192518 Nov 12 03:44:20.844841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa7c7d7b-5cbf-4d96-960f-385557882be3 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985725 Nov 12 03:44:21.081577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56630) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:21.134215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7e3b6-d502-4891-be45-a06c369f63bf req-867a7c35-3d4d-4021-8c8b-ad4d3c34cb85 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.136060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1fc7e3b6-d502-4891-be45-a06c369f63bf req-867a7c35-3d4d-4021-8c8b-ad4d3c34cb85 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.0773385 Nov 12 03:44:21.222510 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1fc7e3b6-d502-4891-be45-a06c369f63bf req-cd6af1a3-7316-48e9-bd0c-dd78230b3088 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768301 Nov 12 03:44:21.293693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2050f219-2d37-4c9a-a80a-688d3db93a3c up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:21.342370 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9ba75444-ff1b-43a2-955b-2dd2052d2805 req-1861c5aa-65df-4345-bb11-4536f30c6620 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 210 time: 0.0876579 Nov 12 03:44:21.354438 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05ab255e-e162-4924-a16e-6dd938df81fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.395409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 2050f219-2d37-4c9a-a80a-688d3db93a3c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:21.395844 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.524324 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05ab255e-e162-4924-a16e-6dd938df81fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.527708 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.560908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2050f219-2d37-4c9a-a80a-688d3db93a3c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:21.563534 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d462b5f-7939-41e9-90d8-b8ab37876f22" -d '{"events": [{"server_uuid": "f4249b2a-0d54-4e66-bc3f-842e86445504", "name": "network-vif-plugged", "status": "completed", "tag": "2050f219-2d37-4c9a-a80a-688d3db93a3c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:21.589708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2050f219-2d37-4c9a-a80a-688d3db93a3c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:21.598883 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05ab255e-e162-4924-a16e-6dd938df81fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.643267 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fcf5fb-4c78-4792-80be-78dc157abead x-openstack-request-id: req-51fcf5fb-4c78-4792-80be-78dc157abead {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:21.648223 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4249b2a-0d54-4e66-bc3f-842e86445504", "name": "network-vif-plugged", "status": "completed", "tag": "2050f219-2d37-4c9a-a80a-688d3db93a3c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:21.648989 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-51fcf5fb-4c78-4792-80be-78dc157abead {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:21.649826 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2050f219-2d37-4c9a-a80a-688d3db93a3c', 'code': 200} Nov 12 03:44:21.667185 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.674262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab255e-e162-4924-a16e-6dd938df81fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b45150-5732-4329-894f-7ee836b61a75,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.677291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbee137-7911-4b2f-9b4e-c982a8d25ae9 req-3e992c8e-27ad-4ad8-b8d1-f09a70121f24 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.692098 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-05ab255e-e162-4924-a16e-6dd938df81fd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=06afec9843ea4f92a9e09cac59a26253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6093318 Nov 12 03:44:21.694782 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fcbee137-7911-4b2f-9b4e-c982a8d25ae9 req-3e992c8e-27ad-4ad8-b8d1-f09a70121f24 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 945 time: 0.1193788 Nov 12 03:44:21.696755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56656) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:21.798637 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fcbee137-7911-4b2f-9b4e-c982a8d25ae9 req-cab13493-85c6-4832-a040-a47a08536afa tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0914512 Nov 12 03:44:21.852744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d6f9832-52f5-4087-874e-d7e91ef649eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.864426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=2050f219-2d37-4c9a-a80a-688d3db93a3c,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.934250 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d6f9832-52f5-4087-874e-d7e91ef649eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.949938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63962f-ed45-4f65-a811-0053a7f8e336 req-446d12fa-c9df-4713-bbab-e14c9d2c1c71 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.962701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1a63962f-ed45-4f65-a811-0053a7f8e336 req-446d12fa-c9df-4713-bbab-e14c9d2c1c71 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 945 time: 0.0821321 Nov 12 03:44:21.965617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56666) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:21.972340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c2eb7cdd-afcd-44d4-b0e2-503ec2adfa24 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Request body: {'floatingip': {'port_id': 'daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:22.006343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce91c23-44c7-4a5b-ab0b-e6356428497e req-e6edbb08-64f0-4b37-99dc-e37799a68276 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:22.021140 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ce91c23-44c7-4a5b-ab0b-e6356428497e req-e6edbb08-64f0-4b37-99dc-e37799a68276 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1394520 Nov 12 03:44:22.038924 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7cdd-afcd-44d4-b0e2-503ec2adfa24 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.133627 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ce91c23-44c7-4a5b-ab0b-e6356428497e req-1257a6a0-35f0-46c5-add8-265af72b7e92 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023397 Nov 12 03:44:22.175858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d6f9832-52f5-4087-874e-d7e91ef649eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.180141 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d6f9832-52f5-4087-874e-d7e91ef649eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.182364 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2d6f9832-52f5-4087-874e-d7e91ef649eb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/51b45150-5732-4329-894f-7ee836b61a75 HTTP/1.1" status: 204 len: 168 time: 0.4828713 Nov 12 03:44:22.203769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f9832-52f5-4087-874e-d7e91ef649eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b45150-5732-4329-894f-7ee836b61a75,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.497148 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fd0d340b-8aab-44de-abf7-ae68f866da5f req-bd743c2e-7083-4f28-8fc7-8408dc53ee86 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 210 time: 0.0421190 Nov 12 03:44:22.543716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364369-2473-42b7-b6e5-d55575ea1c7a req-3061ad37-9db7-4d78-bbc6-ee52f84e800b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:22.552210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9a364369-2473-42b7-b6e5-d55575ea1c7a req-3061ad37-9db7-4d78-bbc6-ee52f84e800b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.2006276 Nov 12 03:44:22.662227 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9a364369-2473-42b7-b6e5-d55575ea1c7a req-ba274300-9d1a-4b18-bbc4-68972aa91582 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071455 Nov 12 03:44:23.050707 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08a4c96c-6771-470c-bcc1-7ca67514d5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.069215 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7cdd-afcd-44d4-b0e2-503ec2adfa24 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.165406 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7cdd-afcd-44d4-b0e2-503ec2adfa24 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.370403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bf567-3614-4f89-b66e-37ba0a29ff59 req-546664c7-0693-4d6d-8d3f-8b3a91e59621 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.372011 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-125bf567-3614-4f89-b66e-37ba0a29ff59 req-546664c7-0693-4d6d-8d3f-8b3a91e59621 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1322529 Nov 12 03:44:23.373709 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-c2eb7cdd-afcd-44d4-b0e2-503ec2adfa24 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Floating IP cb4fc925-e9d1-495b-94d4-5a8bfb24bab7 associated. External IP: 172.25.8.184, port: daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11. Nov 12 03:44:23.538275 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-125bf567-3614-4f89-b66e-37ba0a29ff59 req-46fef9e8-43f2-478d-8eeb-c1677e79c880 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230624 Nov 12 03:44:23.724184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2eb7cdd-afcd-44d4-b0e2-503ec2adfa24 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Router d681875c-7478-41f8-a78d-b131b0fe0067 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:23.737702 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9f93d6ce-d686-4c95-a9b2-21e645067d5f req-6087201b-4c96-493d-a1be-fdaea5de7672 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 210 time: 0.0665777 Nov 12 03:44:23.968442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9016c-012b-4b68-ae37-ce9e398fb77b req-7e3d5716-e349-4933-b9f4-0cc5da310199 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.970027 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eec9016c-012b-4b68-ae37-ce9e398fb77b req-7e3d5716-e349-4933-b9f4-0cc5da310199 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.2060125 Nov 12 03:44:23.989675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2eb7cdd-afcd-44d4-b0e2-503ec2adfa24 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:24.000992 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031beb40-6af4-478c-9f32-cd91d62c18c0 None None] Sync routers for ids ['d681875c-7478-41f8-a78d-b131b0fe0067'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:24.013309 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7cdd-afcd-44d4-b0e2-503ec2adfa24 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.014800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031beb40-6af4-478c-9f32-cd91d62c18c0 None None] Routers {'d681875c-7478-41f8-a78d-b131b0fe0067'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:24.016359 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-031beb40-6af4-478c-9f32-cd91d62c18c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:43:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d681875c-7478-41f8-a78d-b131b0fe0067'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:24.042529 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56718) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:24.104302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c2eb7cdd-afcd-44d4-b0e2-503ec2adfa24 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "PUT /v2.0/floatingips/cb4fc925-e9d1-495b-94d4-5a8bfb24bab7 HTTP/1.1" status: 200 len: 991 time: 2.1358128 Nov 12 03:44:24.122782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fc28ed-4e78-44b2-b413-bee744b4a600', 'tag': 'daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:24.128737 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d61104-b814-4d59-a76e-3ae1f80bb2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "49fc28ed-4e78-44b2-b413-bee744b4a600", "tag": "daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:24.163683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-031beb40-6af4-478c-9f32-cd91d62c18c0 None None] Set router d681875c-7478-41f8-a78d-b131b0fe0067 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:24.186944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-9e4cb248-2993-45e2-b0fd-91c4f357cbd9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b9810c161f0b41f1afd590350e2a6352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962918 Nov 12 03:44:24.211498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eec9016c-012b-4b68-ae37-ce9e398fb77b req-2b57436f-9975-4fe2-b23c-bf1a2dc3a295 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299271 Nov 12 03:44:24.234295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-35437c2c-730b-45d7-bf04-9efb71cfecb7 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.241002 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-35437c2c-730b-45d7-bf04-9efb71cfecb7 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4&tenant_id=47b77b3c8092439394887f6a4638c133&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 1098 time: 0.2533855 Nov 12 03:44:24.345871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1615879134-network', 'tenant_id': 'f9f2ce7d605c46be9c07031c482882db'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:24.361197 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49894669-4449-43b4-abfa-648566d9537c x-openstack-request-id: req-49894669-4449-43b4-abfa-648566d9537c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:24.364576 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fc28ed-4e78-44b2-b413-bee744b4a600", "tag": "daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:24.365126 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-49894669-4449-43b4-abfa-648566d9537c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:24.365692 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fc28ed-4e78-44b2-b413-bee744b4a600', 'tag': 'daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11', 'status': 'completed', 'code': 200} Nov 12 03:44:24.385936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-767704-23'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:24.421848 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61104-b814-4d59-a76e-3ae1f80bb2b9 req-f400e363-bfc6-4608-88ba-a2f0fc2b2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.423759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66d61104-b814-4d59-a76e-3ae1f80bb2b9 req-f400e363-bfc6-4608-88ba-a2f0fc2b2398 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=078b21ed5f5d469eb69fd16e6872f294&device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 1097 time: 0.0738857 Nov 12 03:44:24.533956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] Made reservation on behalf of f9f2ce7d605c46be9c07031c482882db for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:24.536550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.542397 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.548028 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.561056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-6a1d16d3-3015-477a-81c8-40983c9717e4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.562619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-6a1d16d3-3015-477a-81c8-40983c9717e4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3462102 Nov 12 03:44:24.597615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-4ce9a6bb-c9e4-4980-816a-61c5a0a6bf72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Request body: {'port': {'device_id': '2f0292d2-3657-4096-838f-f990fdef73f3', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': 'b9810c161f0b41f1afd590350e2a6352'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:24.655219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-031beb40-6af4-478c-9f32-cd91d62c18c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:43:44Z', 'revision_number': 4, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port': {'id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:37Z', 'updated_at': '2021-11-12T03:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'cb4fc925-e9d1-495b-94d4-5a8bfb24bab7', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'port_id': 'daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'mac_address': 'fa:16:3e:ab:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fc28ed-4e78-44b2-b413-bee744b4a600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:54Z', 'updated_at': '2021-11-12T03:44:22Z', 'revision_number': 1, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21f26e6-3fd8-4d72-ae7d-2610454417ee', 'name': '', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'mac_address': 'fa:16:3e:42:6c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:42Z', 'updated_at': '2021-11-12T03:43:52Z', 'revision_number': 5, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'subnets': [{'id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:24.731189 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.732129 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.733298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031beb40-6af4-478c-9f32-cd91d62c18c0 None None] Checking router: d681875c-7478-41f8-a78d-b131b0fe0067 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:24.749578 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031beb40-6af4-478c-9f32-cd91d62c18c0 None None] Routers {'d681875c-7478-41f8-a78d-b131b0fe0067'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:24.750558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-031beb40-6af4-478c-9f32-cd91d62c18c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:43:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d681875c-7478-41f8-a78d-b131b0fe0067'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:24.852183 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.907684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61104-b814-4d59-a76e-3ae1f80bb2b9 req-3721bd9c-e638-4c21-81cc-76b95648af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.909504 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66d61104-b814-4d59-a76e-3ae1f80bb2b9 req-3721bd9c-e638-4c21-81cc-76b95648af0e service neutron] 10.222.0.25 "GET /v2.0/networks?id=acab72e7-8184-468f-8174-767f92e69158 HTTP/1.1" status: 200 len: 917 time: 0.4739485 Nov 12 03:44:24.921241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4344-6266-4103-8efa-41d086566561 req-7f1c7876-d71b-4d3c-9c0f-cd12121fd23e tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.924521 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-059d4344-6266-4103-8efa-41d086566561 req-7f1c7876-d71b-4d3c-9c0f-cd12121fd23e tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1817765 Nov 12 03:44:24.926110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9b519ea2-a239-48b3-90a3-600677d0d82e,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:24.929214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c350d5f9-831b-4c5b-be40-4b33db9adfa3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:24.945215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:24.961848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-031beb40-6af4-478c-9f32-cd91d62c18c0 None None] Set router d681875c-7478-41f8-a78d-b131b0fe0067 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:25.001436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-4ce9a6bb-c9e4-4980-816a-61c5a0a6bf72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Made reservation on behalf of b9810c161f0b41f1afd590350e2a6352 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:25.005278 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-4ce9a6bb-c9e4-4980-816a-61c5a0a6bf72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.012181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f78fa4b-1914-4e91-81d8-c4011374619e req-1b8ca03e-4d83-4950-8b1a-d9b913bceb75 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 210 time: 0.1404819 Nov 12 03:44:25.095540 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.099984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:25.102591 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] Added segment 8edd0819-565f-4e13-97a8-d657abeee1c8 of type vlan for network 2c53af8a-46bb-48e4-af57-98f8737220cb Nov 12 03:44:25.213719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.233354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-059d4344-6266-4103-8efa-41d086566561 req-ae9fc8c1-2db3-4a4a-893a-bd82303a7c22 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794399 Nov 12 03:44:25.254543 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66d61104-b814-4d59-a76e-3ae1f80bb2b9 req-cc82f135-51bd-4e49-8ce3-11b792be349a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 HTTP/1.1" status: 200 len: 999 time: 0.3110590 Nov 12 03:44:25.264444 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.345039 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 9b519ea2-a239-48b3-90a3-600677d0d82e details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:25.392082 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-4ce9a6bb-c9e4-4980-816a-61c5a0a6bf72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Allocated IP 192.168.233.12 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/e73afcc0-169c-41d6-a736-b91e342eea6d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:25.432407 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.434995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61104-b814-4d59-a76e-3ae1f80bb2b9 req-b633feb6-954f-443d-9571-e50a4a8002df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.436575 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66d61104-b814-4d59-a76e-3ae1f80bb2b9 req-b633feb6-954f-443d-9571-e50a4a8002df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b962bca-129f-4dcb-bfd6-d9fd17811492 HTTP/1.1" status: 200 len: 854 time: 0.1590173 Nov 12 03:44:25.543496 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b7499-5570-47c2-a2bf-491ef5458556 req-a022c27b-e0dd-4881-910f-e58d18ee8ad5 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.547235 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad6b7499-5570-47c2-a2bf-491ef5458556 req-a022c27b-e0dd-4881-910f-e58d18ee8ad5 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 946 time: 0.1765580 Nov 12 03:44:25.549123 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.551976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.556171 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.655135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Pushing event updated for resources: {'Port': ['ID=9b519ea2-a239-48b3-90a3-600677d0d82e,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.690342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Attempting to bind port 9b519ea2-a239-48b3-90a3-600677d0d82e on host n-h1-767704-23 for vnic_type normal with profile {"migrating_to": "n-h2-767704-23"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:25.690802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Attempting to bind port 9b519ea2-a239-48b3-90a3-600677d0d82e by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:25.691154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Attempting to bind port 9b519ea2-a239-48b3-90a3-600677d0d82e on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:25.710350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Port 9b519ea2-a239-48b3-90a3-600677d0d82e on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:25.711183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Attempting to bind port 9b519ea2-a239-48b3-90a3-600677d0d82e on network 229b6afe-a2b8-4dfb-b914-deb64f88ad3b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:25.717798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-031beb40-6af4-478c-9f32-cd91d62c18c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:43:44Z', 'revision_number': 4, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port': {'id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:37Z', 'updated_at': '2021-11-12T03:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'cb4fc925-e9d1-495b-94d4-5a8bfb24bab7', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'port_id': 'daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'mac_address': 'fa:16:3e:ab:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fc28ed-4e78-44b2-b413-bee744b4a600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:54Z', 'updated_at': '2021-11-12T03:44:22Z', 'revision_number': 1, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21f26e6-3fd8-4d72-ae7d-2610454417ee', 'name': '', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'mac_address': 'fa:16:3e:42:6c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:42Z', 'updated_at': '2021-11-12T03:43:52Z', 'revision_number': 5, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'subnets': [{'id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:25.729832 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61104-b814-4d59-a76e-3ae1f80bb2b9 req-686f9456-3083-4136-9fb1-8be0eb67ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.731967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:25.732460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Checking segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:25.733010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Bound using segment: {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:25.733567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Bound port: 9b519ea2-a239-48b3-90a3-600677d0d82e, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d33e2e5-f849-496f-afc8-0388a5b121fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '229b6afe-a2b8-4dfb-b914-deb64f88ad3b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:25.734032 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.735390 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66d61104-b814-4d59-a76e-3ae1f80bb2b9 req-686f9456-3083-4136-9fb1-8be0eb67ab52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acab72e7-8184-468f-8174-767f92e69158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2698231 Nov 12 03:44:25.757758 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b94d16e2-7f28-46b4-a8ee-ee1e8fcc1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.763017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031beb40-6af4-478c-9f32-cd91d62c18c0 None None] The sync data for ids ['d681875c-7478-41f8-a78d-b131b0fe0067'] in n-d-767704-23 is: [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:43:44Z', 'revision_number': 4, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port': {'id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:37Z', 'updated_at': '2021-11-12T03:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'cb4fc925-e9d1-495b-94d4-5a8bfb24bab7', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'port_id': 'daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'mac_address': 'fa:16:3e:ab:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fc28ed-4e78-44b2-b413-bee744b4a600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:54Z', 'updated_at': '2021-11-12T03:44:22Z', 'revision_number': 1, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21f26e6-3fd8-4d72-ae7d-2610454417ee', 'name': '', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'mac_address': 'fa:16:3e:42:6c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:42Z', 'updated_at': '2021-11-12T03:43:52Z', 'revision_number': 5, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'subnets': [{'id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:25.779529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9b519ea2-a239-48b3-90a3-600677d0d82e,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:25.787286 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7428825 Nov 12 03:44:25.796561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8af19-a358-4e05-9a65-c906f99ac644 admin admin] Pushing event updated for resources: {'Network': ['ID=2c53af8a-46bb-48e4-af57-98f8737220cb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.799269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:25.804818 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1c9828e3-eb49-4d68-8bdb-fc4b34d5faa2 admin admin] Request body: {'subnet': {'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1615879134-subnet', 'tenant_id': 'f9f2ce7d605c46be9c07031c482882db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:25.824172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 2c53af8a-46bb-48e4-af57-98f8737220cb details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:25.828345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 9b519ea2-a239-48b3-90a3-600677d0d82e has no active binding in host n-h2-767704-23 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:44:25.914722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:25.933882 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66d61104-b814-4d59-a76e-3ae1f80bb2b9 req-d2f6a527-49c0-42ec-83dd-c748c4c703e6 service neutron] 10.222.0.25 "GET /v2.0/networks/acab72e7-8184-468f-8174-767f92e69158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710522 Nov 12 03:44:25.942020 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-4ce9a6bb-c9e4-4980-816a-61c5a0a6bf72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.947436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9828e3-eb49-4d68-8bdb-fc4b34d5faa2 admin admin] Made reservation on behalf of f9f2ce7d605c46be9c07031c482882db for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:25.948868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad6b7499-5570-47c2-a2bf-491ef5458556 req-f25108db-b2a9-4ed8-825e-3c2915df1a6f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856041 Nov 12 03:44:25.952764 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9828e3-eb49-4d68-8bdb-fc4b34d5faa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.958653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9b519ea2-a239-48b3-90a3-600677d0d82e,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:26.096999 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.146819 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66d61104-b814-4d59-a76e-3ae1f80bb2b9 req-b3714792-74ab-48b7-8196-4b09aaa0046a service neutron] 10.222.0.25 "GET /v2.0/networks/acab72e7-8184-468f-8174-767f92e69158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876626 Nov 12 03:44:26.236957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-949fd7f9-0d40-4c0e-81ce-f59ae8d5adc9 req-b4b7b638-d02a-4dd3-a956-be69d66466cc tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 210 time: 0.0805511 Nov 12 03:44:26.246569 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba73b0f8-1694-4b80-82f4-93d03073e4b8 None None] New status for floating IP cb4fc925-e9d1-495b-94d4-5a8bfb24bab7: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:44:26.493885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74304848-44f4-4e1d-b050-cad16ddc2362 req-26bcca57-8b76-4638-9b17-b5c7410a150b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.498932 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-74304848-44f4-4e1d-b050-cad16ddc2362 req-26bcca57-8b76-4638-9b17-b5c7410a150b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1327012 Nov 12 03:44:26.586876 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-74304848-44f4-4e1d-b050-cad16ddc2362 req-1bff6fad-20bd-4073-85cd-bdb47a901a2f tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818017 Nov 12 03:44:26.609557 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.690528 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-4ce9a6bb-c9e4-4980-816a-61c5a0a6bf72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.692714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd232b327-a447-46ae-ba3d-e121507aa8d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b519ea2-a239-48b3-90a3-600677d0d82e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:26.696447 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d34eb5-805b-40e1-bb3a-82066e1e04b2" -d '{"events": [{"server_uuid": "d232b327-a447-46ae-ba3d-e121507aa8d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9b519ea2-a239-48b3-90a3-600677d0d82e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:26.708510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Pushing event updated for resources: {'Port': ['ID=9b519ea2-a239-48b3-90a3-600677d0d82e,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:26.717498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.718027 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.719080 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6240b1e3-5e4a-41e0-9830-2e0dc34a4589'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:26.720211 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f6424c8b-2e60-4560-b9e6-f5ee6fc1a25f service neutron] 10.222.0.26 "PUT /v2.0/ports/9b519ea2-a239-48b3-90a3-600677d0d82e HTTP/1.1" status: 200 len: 1124 time: 2.3534572 Nov 12 03:44:26.792281 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5a7d6d-4fbb-4034-804c-d474e35500c9 x-openstack-request-id: req-3c5a7d6d-4fbb-4034-804c-d474e35500c9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:26.792548 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d232b327-a447-46ae-ba3d-e121507aa8d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9b519ea2-a239-48b3-90a3-600677d0d82e", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:26.792832 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3c5a7d6d-4fbb-4034-804c-d474e35500c9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:26.793351 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd232b327-a447-46ae-ba3d-e121507aa8d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b519ea2-a239-48b3-90a3-600677d0d82e', 'code': 200} Nov 12 03:44:26.825257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-4ce9a6bb-c9e4-4980-816a-61c5a0a6bf72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:26.841616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-4ce9a6bb-c9e4-4980-816a-61c5a0a6bf72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:26.846556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['512ac6f4-442a-4d98-9d16-d0a71c52a6f3', '2050f219-2d37-4c9a-a80a-688d3db93a3c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:26.849566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-4ce9a6bb-c9e4-4980-816a-61c5a0a6bf72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:26.936872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9a6bb-c9e4-4980-816a-61c5a0a6bf72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Pushing event updated for resources: {'Port': ['ID=e73afcc0-169c-41d6-a736-b91e342eea6d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:26.954727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['9b519ea2-a239-48b3-90a3-600677d0d82e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:26.993744 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-4ce9a6bb-c9e4-4980-816a-61c5a0a6bf72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.994820 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-4ce9a6bb-c9e4-4980-816a-61c5a0a6bf72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.049467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['9b519ea2-a239-48b3-90a3-600677d0d82e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:27.167388 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-4ce9a6bb-c9e4-4980-816a-61c5a0a6bf72 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5743902 Nov 12 03:44:27.219294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Request body: {'port': {'device_id': '2f0292d2-3657-4096-838f-f990fdef73f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:27.287226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2a897-07a4-4fe0-abc7-82da8079dd61 req-7f80d99a-f1b8-4e22-9c2e-b199234d4abe tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.291902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69c2a897-07a4-4fe0-abc7-82da8079dd61 req-7f80d99a-f1b8-4e22-9c2e-b199234d4abe tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.1981823 Nov 12 03:44:27.298341 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9828e3-eb49-4d68-8bdb-fc4b34d5faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.451117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2fc0292c-9cc1-4394-b2e3-e3bba52ebd52 None None] Provisioning complete for port e73afcc0-169c-41d6-a736-b91e342eea6d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:27.451662 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fc0292c-9cc1-4394-b2e3-e3bba52ebd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.487695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60431678-37d2-4786-a160-7ba3f5e5bfc4 req-6698bd45-ae41-46cf-a033-d778ee7ad600 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.499398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60431678-37d2-4786-a160-7ba3f5e5bfc4 req-6698bd45-ae41-46cf-a033-d778ee7ad600 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 935 time: 0.1196232 Nov 12 03:44:27.515097 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69c2a897-07a4-4fe0-abc7-82da8079dd61 req-bb41b3ad-c02c-4b21-b478-555171a6274c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856933 Nov 12 03:44:27.569485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0292c-9cc1-4394-b2e3-e3bba52ebd52 None None] Port e73afcc0-169c-41d6-a736-b91e342eea6d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:27.573084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56788) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:27.583984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9828e3-eb49-4d68-8bdb-fc4b34d5faa2 admin admin] Checking segment: {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:27.584797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9828e3-eb49-4d68-8bdb-fc4b34d5faa2 admin admin] Network hostable DHCP agents. Network: 2c53af8a-46bb-48e4-af57-98f8737220cb, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:27.593122 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.620925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9828e3-eb49-4d68-8bdb-fc4b34d5faa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=899de18e-7897-4846-9001-c1f9957ea303,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.707618 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60431678-37d2-4786-a160-7ba3f5e5bfc4 req-fa27e4f7-07b6-4ccc-aeb0-12642ee37fed tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031815 Nov 12 03:44:27.778712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9828e3-eb49-4d68-8bdb-fc4b34d5faa2 admin admin] Network 2c53af8a-46bb-48e4-af57-98f8737220cb is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:27.862015 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9348a0c-7fab-4aca-9120-453b2b5b7627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.926016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1c9828e3-eb49-4d68-8bdb-fc4b34d5faa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 2c53af8a-46bb-48e4-af57-98f8737220cb) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:27.940592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9828e3-eb49-4d68-8bdb-fc4b34d5faa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.941320 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9828e3-eb49-4d68-8bdb-fc4b34d5faa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.950492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ede3b4-4217-4de9-be8f-6c03f65e2119 None None] Network 2c53af8a-46bb-48e4-af57-98f8737220cb requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:27.979139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a9d1a-94c3-43e9-b696-9c9aaf586e56 req-f8bde178-195d-422e-8d17-f6c7e46daa49 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.988657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-186a9d1a-94c3-43e9-b696-9c9aaf586e56 req-f8bde178-195d-422e-8d17-f6c7e46daa49 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1908376 Nov 12 03:44:27.990717 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9348a0c-7fab-4aca-9120-453b2b5b7627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.071056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1c9828e3-eb49-4d68-8bdb-fc4b34d5faa2 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2714021 Nov 12 03:44:28.145849 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9348a0c-7fab-4aca-9120-453b2b5b7627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.170239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-186a9d1a-94c3-43e9-b696-9c9aaf586e56 req-d6c4282f-3b9a-4aa9-848f-1f3020e0e340 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763647 Nov 12 03:44:28.226536 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c9348a0c-7fab-4aca-9120-453b2b5b7627 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4280f45d8892466980142a11e8013873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6504550 Nov 12 03:44:28.251251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f514f-e963-4460-818f-9e0754f2eed8 req-95e7f811-85fa-4ebe-9f6a-88ec8ae81fdf tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:28.267047 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cc1f514f-e963-4460-818f-9e0754f2eed8 req-95e7f811-85fa-4ebe-9f6a-88ec8ae81fdf tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 945 time: 0.2317011 Nov 12 03:44:28.272958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.307517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e73afcc0-169c-41d6-a736-b91e342eea6d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:28.321796 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.338023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a443586f-3da2-4b2e-8ca0-47b5b406d7f4 None None] Network 2c53af8a-46bb-48e4-af57-98f8737220cb requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:28.344569 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Transition to ACTIVE for port object e73afcc0-169c-41d6-a736-b91e342eea6d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:44:28.394801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9348a0c-7fab-4aca-9120-453b2b5b7627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4ca229-a8d7-4ea5-aaea-66314a3d8c25,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:28.439285 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.441126 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cc1f514f-e963-4460-818f-9e0754f2eed8 req-30690a85-b258-4f52-b5ec-c79bbb272016 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645026 Nov 12 03:44:28.443167 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c79e0c5-4486-4cf0-b82e-7e78809c6efc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.500596 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.500901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Pushing event updated for resources: {'Port': ['ID=e73afcc0-169c-41d6-a736-b91e342eea6d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:28.541936 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c79e0c5-4486-4cf0-b82e-7e78809c6efc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.737412 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c79e0c5-4486-4cf0-b82e-7e78809c6efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.742903 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c79e0c5-4486-4cf0-b82e-7e78809c6efc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.744709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8c79e0c5-4486-4cf0-b82e-7e78809c6efc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9b4ca229-a8d7-4ea5-aaea-66314a3d8c25 HTTP/1.1" status: 204 len: 168 time: 0.4708850 Nov 12 03:44:28.750770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Attempting to bind port e73afcc0-169c-41d6-a736-b91e342eea6d on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:28.751263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Attempting to bind port e73afcc0-169c-41d6-a736-b91e342eea6d by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:28.751828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Attempting to bind port e73afcc0-169c-41d6-a736-b91e342eea6d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:28.766177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Port e73afcc0-169c-41d6-a736-b91e342eea6d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:28.766699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Attempting to bind port e73afcc0-169c-41d6-a736-b91e342eea6d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:28.785495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:28.787613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:28.788542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:28.791005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Bound port: e73afcc0-169c-41d6-a736-b91e342eea6d, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:28.795619 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.797415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79e0c5-4486-4cf0-b82e-7e78809c6efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4ca229-a8d7-4ea5-aaea-66314a3d8c25,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:28.844601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd232b327-a447-46ae-ba3d-e121507aa8d4', 'tag': '9b519ea2-a239-48b3-90a3-600677d0d82e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:28.854099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fd547-c1ca-4032-a766-a192b2130180 req-4bb4b7a2-25e5-40c3-bacf-cfd1ca06c60b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:28.855505 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026be73f-0cdb-4077-a56b-77b5b0c7d7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d232b327-a447-46ae-ba3d-e121507aa8d4", "tag": "9b519ea2-a239-48b3-90a3-600677d0d82e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:28.867757 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-654fd547-c1ca-4032-a766-a192b2130180 req-4bb4b7a2-25e5-40c3-bacf-cfd1ca06c60b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.1910305 Nov 12 03:44:28.971322 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.997338 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-654fd547-c1ca-4032-a766-a192b2130180 req-d8c66629-29fd-4ed1-805b-28e68afa370a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265683 Nov 12 03:44:29.075344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:29.085029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:29.219480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.349229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f3ccb-fccb-42c6-ae6c-25db47e4ceac req-340475e7-dc37-4954-9c0d-94aa5e0ee20c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.353505 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-388f3ccb-fccb-42c6-ae6c-25db47e4ceac req-340475e7-dc37-4954-9c0d-94aa5e0ee20c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 947 time: 0.1258421 Nov 12 03:44:29.391003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.392405 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.398331 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] 10.222.0.26 "PUT /v2.0/ports/e73afcc0-169c-41d6-a736-b91e342eea6d HTTP/1.1" status: 200 len: 1096 time: 2.1890852 Nov 12 03:44:29.456223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-5f45fbde-6dbf-4912-a3a6-70aa69ba5fc7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.459747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-5f45fbde-6dbf-4912-a3a6-70aa69ba5fc7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 812 time: 0.3492017 Nov 12 03:44:29.473562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1664bf-7d9e-4ebb-9bcf-0f225b9ffa7a service neutron] Pushing event updated for resources: {'Port': ['ID=e73afcc0-169c-41d6-a736-b91e342eea6d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:29.514713 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-294db0fc-1eac-473c-b104-d6b49418bf68 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/quotas/f9f2ce7d605c46be9c07031c482882db HTTP/1.1" status: 200 len: 375 time: 0.0124447 Nov 12 03:44:29.539928 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-388f3ccb-fccb-42c6-ae6c-25db47e4ceac req-fbc284b3-5f88-42bc-87eb-8a2a74f65229 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742787 Nov 12 03:44:29.591615 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-9a888bd7-bb6a-440e-bdda-e1d6c5655aa3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591576 Nov 12 03:44:29.700564 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4124ef-26a1-4e85-ad69-0cd66e2d560d x-openstack-request-id: req-7b4124ef-26a1-4e85-ad69-0cd66e2d560d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:29.708517 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d232b327-a447-46ae-ba3d-e121507aa8d4", "tag": "9b519ea2-a239-48b3-90a3-600677d0d82e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:29.711169 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7b4124ef-26a1-4e85-ad69-0cd66e2d560d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:29.711169 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd232b327-a447-46ae-ba3d-e121507aa8d4', 'tag': '9b519ea2-a239-48b3-90a3-600677d0d82e', 'status': 'completed', 'code': 200} Nov 12 03:44:29.906888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026be73f-0cdb-4077-a56b-77b5b0c7d7a4 req-511dd3f1-7363-4329-948f-ebaba3f8ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.909404 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-026be73f-0cdb-4077-a56b-77b5b0c7d7a4 req-511dd3f1-7363-4329-948f-ebaba3f8ea68 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 1127 time: 0.1622655 Nov 12 03:44:29.926722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-d25dc767-5314-4f09-90c8-b41951256438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.928757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-d25dc767-5314-4f09-90c8-b41951256438 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 1099 time: 0.1030102 Nov 12 03:44:29.936173 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02176d-9dd0-41ab-83a9-d5e562734d6f req-5e8b8e52-30ee-46bb-8f6f-dd79bc447e9d tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.937923 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad02176d-9dd0-41ab-83a9-d5e562734d6f req-5e8b8e52-30ee-46bb-8f6f-dd79bc447e9d tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1640847 Nov 12 03:44:29.981091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-9cbb82f5-269a-4655-8e49-e78139c0130e service neutron] 10.222.0.105 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628902 Nov 12 03:44:30.076419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-a5ac8d88-f0e0-475a-b3e8-7f2072dea6c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e73afcc0-169c-41d6-a736-b91e342eea6d HTTP/1.1" status: 200 len: 217 time: 0.1196771 Nov 12 03:44:30.143074 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad02176d-9dd0-41ab-83a9-d5e562734d6f req-bb72c9c1-4364-44d7-badc-29ae2c92d080 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915126 Nov 12 03:44:30.184397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026be73f-0cdb-4077-a56b-77b5b0c7d7a4 req-18bd7514-f432-4a87-9786-a4132d017022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:30.187049 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-026be73f-0cdb-4077-a56b-77b5b0c7d7a4 req-18bd7514-f432-4a87-9786-a4132d017022 service neutron] 10.222.0.25 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.2479000 Nov 12 03:44:30.268838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-66f150c3-3be8-414d-830e-d39287b84df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:30.273300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-66f150c3-3be8-414d-830e-d39287b84df8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1728656 Nov 12 03:44:30.383217 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-026be73f-0cdb-4077-a56b-77b5b0c7d7a4 req-7a9f9fb2-103a-46d0-b2f4-647d4e2df955 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b519ea2-a239-48b3-90a3-600677d0d82e HTTP/1.1" status: 200 len: 217 time: 0.1750343 Nov 12 03:44:30.391295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-4b229b75-e6fe-4860-807c-bc30c3c90ee3 service neutron] 10.222.0.105 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085615 Nov 12 03:44:30.417623 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-60268b7f-e7f5-4ab9-a6a4-0b6191efe2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:30.419415 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-60268b7f-e7f5-4ab9-a6a4-0b6191efe2fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1328831 Nov 12 03:44:30.519648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026be73f-0cdb-4077-a56b-77b5b0c7d7a4 req-b5c302e7-b792-4c4e-860c-581e1bc1ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:30.522139 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-026be73f-0cdb-4077-a56b-77b5b0c7d7a4 req-b5c302e7-b792-4c4e-860c-581e1bc1ee6a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.1251442 Nov 12 03:44:30.630145 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-026be73f-0cdb-4077-a56b-77b5b0c7d7a4 req-26792aed-c2cc-4d62-b66a-ffce80868094 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928352 Nov 12 03:44:30.689161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-dad0e5ba-c901-4882-a142-83492a460ca3 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446182 Nov 12 03:44:30.825824 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-026be73f-0cdb-4077-a56b-77b5b0c7d7a4 req-ea94017d-107f-49b3-bd18-f15a04e2e5e3 service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751947 Nov 12 03:44:30.867267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84f32a60-f25e-4551-b9e8-3c35219bdc94 req-a6cad716-cd5d-426a-a3c7-cf4fa5da73de service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636710 Nov 12 03:44:31.140704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb480e2c-298a-4025-a0fa-16b754af1477 req-de660110-2b86-491e-9b19-98e7154b3bc9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.150883 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb480e2c-298a-4025-a0fa-16b754af1477 req-de660110-2b86-491e-9b19-98e7154b3bc9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.1772497 Nov 12 03:44:31.154630 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-026be73f-0cdb-4077-a56b-77b5b0c7d7a4 req-0267cafd-42e2-4975-af61-c3b59dc8df5f service neutron] 10.222.0.25 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132992 Nov 12 03:44:31.262232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b6e2f-c251-48b9-9242-23884a209b8c req-ea49c72c-837e-4c58-85c4-880277b35d60 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.265051 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-876b6e2f-c251-48b9-9242-23884a209b8c req-ea49c72c-837e-4c58-85c4-880277b35d60 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 947 time: 0.1804168 Nov 12 03:44:31.265740 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb480e2c-298a-4025-a0fa-16b754af1477 req-7b9516a9-a52d-4fb3-8443-c1f97b19c66a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137025 Nov 12 03:44:31.381480 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-876b6e2f-c251-48b9-9242-23884a209b8c req-ede23b0a-4f76-47fb-a912-b31e4bfe46ac tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089890 Nov 12 03:44:31.395904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 9b519ea2-a239-48b3-90a3-600677d0d82e details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:31.446448 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6b3c7-c787-43b0-ad7b-636286ee624c req-74334964-9108-43e2-b024-c3e204b54869 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.448622 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d8a6b3c7-c787-43b0-ad7b-636286ee624c req-74334964-9108-43e2-b024-c3e204b54869 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 945 time: 0.0843787 Nov 12 03:44:31.486456 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e65c3a3-109a-468a-9fec-7845309a453e req-b7662cab-6f8f-4060-bca9-f49dbb50d42a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0526962 Nov 12 03:44:31.564575 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d8a6b3c7-c787-43b0-ad7b-636286ee624c req-b9a21563-39a2-406f-b974-cbc31bafb4cf tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053884 Nov 12 03:44:31.617769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9b519ea2-a239-48b3-90a3-600677d0d82e,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:31.650535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 9b519ea2-a239-48b3-90a3-600677d0d82e has no active binding in host n-h2-767704-23 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:44:31.691672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad67231-1a27-4671-96e0-3b6a83edd928 req-29e8f6a4-e6ca-4ad1-9adf-5909f435d6ef tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.695886 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fad67231-1a27-4671-96e0-3b6a83edd928 req-29e8f6a4-e6ca-4ad1-9adf-5909f435d6ef tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1051228 Nov 12 03:44:31.718756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:31.721352 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405dce18-2388-4169-942c-55b051bc0a55" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:31.776530 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da1a80a-532c-428c-b3d5-fcfad20f8111 x-openstack-request-id: req-7da1a80a-532c-428c-b3d5-fcfad20f8111 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:31.777471 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:31.777471 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7da1a80a-532c-428c-b3d5-fcfad20f8111 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:31.778042 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'status': 'completed', 'code': 200} Nov 12 03:44:31.827283 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fad67231-1a27-4671-96e0-3b6a83edd928 req-02fd83e7-4167-4646-88cb-9e686a53cf00 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183803 Nov 12 03:44:31.980586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dce18-2388-4169-942c-55b051bc0a55 req-22e10d66-2e41-4001-ba2f-a8cb1aac7f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.982091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-405dce18-2388-4169-942c-55b051bc0a55 req-22e10d66-2e41-4001-ba2f-a8cb1aac7f3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 1099 time: 0.1221094 Nov 12 03:44:32.252650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dce18-2388-4169-942c-55b051bc0a55 req-f190ce29-9593-4cb3-b507-66538f7db56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:32.253331 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-405dce18-2388-4169-942c-55b051bc0a55 req-f190ce29-9593-4cb3-b507-66538f7db56a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2466426 Nov 12 03:44:32.408146 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-405dce18-2388-4169-942c-55b051bc0a55 req-d5643ec4-8ee9-48a1-b3c2-19d946ddbb55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e73afcc0-169c-41d6-a736-b91e342eea6d HTTP/1.1" status: 200 len: 217 time: 0.1419520 Nov 12 03:44:32.595743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813203e1-8869-4d05-a672-8892b1f74e5a req-829b1cd5-1c40-4c6c-8fe6-73b1e7b210ac tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:32.598529 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-813203e1-8869-4d05-a672-8892b1f74e5a req-829b1cd5-1c40-4c6c-8fe6-73b1e7b210ac tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.1605477 Nov 12 03:44:32.599539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e01af-59f2-4b6f-a7e4-6fb7500dd376 req-21ea58de-a940-48c1-8434-f995ccb27f97 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:32.606626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dce18-2388-4169-942c-55b051bc0a55 req-98029743-5c51-49e9-8ed3-e0d94b64acac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:32.609121 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-405dce18-2388-4169-942c-55b051bc0a55 req-98029743-5c51-49e9-8ed3-e0d94b64acac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1894643 Nov 12 03:44:32.614920 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e74e01af-59f2-4b6f-a7e4-6fb7500dd376 req-21ea58de-a940-48c1-8434-f995ccb27f97 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 947 time: 0.1085694 Nov 12 03:44:32.757931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dce18-2388-4169-942c-55b051bc0a55 req-0a7a6f5e-5511-495a-8b0f-5772d39a01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:32.758776 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e74e01af-59f2-4b6f-a7e4-6fb7500dd376 req-5fbd3324-756f-4c0e-b395-f55f8f221fd7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409152 Nov 12 03:44:32.760758 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-405dce18-2388-4169-942c-55b051bc0a55 req-0a7a6f5e-5511-495a-8b0f-5772d39a01c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1377063 Nov 12 03:44:32.894737 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-813203e1-8869-4d05-a672-8892b1f74e5a req-4f543c26-436d-45f6-85bb-b245db31d628 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839999 Nov 12 03:44:33.077738 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7286000-5b77-441b-b55f-eb019c1de156 req-98de0a21-113a-4992-8a50-cf2ead586de0 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 210 time: 0.1584041 Nov 12 03:44:33.170423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-405dce18-2388-4169-942c-55b051bc0a55 req-e601ffd4-c3ea-4649-8354-8dc64d82197f service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780644 Nov 12 03:44:33.236801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62727108-0064-4623-9cca-1f866ce4872a req-2ec30110-fd0d-4222-8858-786655503ff2 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.255672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62727108-0064-4623-9cca-1f866ce4872a req-2ec30110-fd0d-4222-8858-786655503ff2 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 945 time: 0.1705601 Nov 12 03:44:33.289056 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-6b327be4-d10c-447a-8fa6-9c2ad22218d8 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.291518 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-6b327be4-d10c-447a-8fa6-9c2ad22218d8 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 945 time: 0.2433200 Nov 12 03:44:33.446096 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62727108-0064-4623-9cca-1f866ce4872a req-9c6d6435-523d-40b0-896e-77ee586df58d tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889243 Nov 12 03:44:33.640821 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-405dce18-2388-4169-942c-55b051bc0a55 req-ef6c20bf-62ca-4888-b82d-a3d8ab2ac4e2 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529104 Nov 12 03:44:33.661790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4230e-b7a7-40ea-a2f0-7338a5f9740f req-0ee76194-fb05-427e-b7c2-9c40b422d44b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.666041 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37e4230e-b7a7-40ea-a2f0-7338a5f9740f req-0ee76194-fb05-427e-b7c2-9c40b422d44b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.3485055 Nov 12 03:44:33.677465 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4a75882-3165-4caf-aeb0-a138ff509765 req-8684f001-c3cc-4d3a-8ea2-53077f4c1ca7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1638141 Nov 12 03:44:33.780908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Deleting port 8a99720a-a018-41d7-9ee0-a38a432190b9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:33.781451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.884358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a75882-3165-4caf-aeb0-a138ff509765 req-4032adad-de87-4778-922d-54792a62fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.895062 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4a75882-3165-4caf-aeb0-a138ff509765 req-4032adad-de87-4778-922d-54792a62fe2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 1101 time: 0.1454525 Nov 12 03:44:33.979345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37e4230e-b7a7-40ea-a2f0-7338a5f9740f req-048e5a3b-51bb-4b95-87c5-25743f8dea36 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003094 Nov 12 03:44:34.069203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] For port 8a99720a-a018-41d7-9ee0-a38a432190b9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=8a99720a-a018-41d7-9ee0-a38a432190b9,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:34.070058 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.341099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5ce52-de06-4e51-9ee9-1537712d4e77 req-2c61bce7-87e8-42a0-923b-24e7b44b1666 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.347569 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0fb5ce52-de06-4e51-9ee9-1537712d4e77 req-2c61bce7-87e8-42a0-923b-24e7b44b1666 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 947 time: 0.4308498 Nov 12 03:44:34.456030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a75882-3165-4caf-aeb0-a138ff509765 req-659a7005-eef4-4e95-8b32-e07f68e2a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.458282 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4a75882-3165-4caf-aeb0-a138ff509765 req-659a7005-eef4-4e95-8b32-e07f68e2a4b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.4432468 Nov 12 03:44:34.477790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0fb5ce52-de06-4e51-9ee9-1537712d4e77 req-b7a234ad-818c-4d2d-a2b7-60ac3ba116d6 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211047 Nov 12 03:44:34.736611 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4a75882-3165-4caf-aeb0-a138ff509765 req-0d35d30a-0ec2-48de-84b1-238bc701ea4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3 HTTP/1.1" status: 200 len: 217 time: 0.2547724 Nov 12 03:44:34.761093 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.761773 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.762321 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Floating IP 55fd343c-41b8-4cdd-a886-b9cdc5a0d676 disassociated. External IP: 172.25.8.63, port: 8a99720a-a018-41d7-9ee0-a38a432190b9. Nov 12 03:44:34.762982 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Calling delete_port for 8a99720a-a018-41d7-9ee0-a38a432190b9 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:34.792074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328cd40-642d-436d-ac7c-301d21f06d0b req-604ea851-656d-4c15-a420-70efef301ec7 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.809285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3328cd40-642d-436d-ac7c-301d21f06d0b req-604ea851-656d-4c15-a420-70efef301ec7 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.4949708 Nov 12 03:44:34.875689 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb0ad457-de97-44e0-837b-71f3172690c0 req-6fb6b241-3bad-401b-a1fc-2c8e0e07647a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 210 time: 0.1094608 Nov 12 03:44:34.908606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a75882-3165-4caf-aeb0-a138ff509765 req-17620c94-e63c-4897-a21b-177961588702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.912236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4a75882-3165-4caf-aeb0-a138ff509765 req-17620c94-e63c-4897-a21b-177961588702 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1436357 Nov 12 03:44:35.066169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-582e5224-621a-494a-9853-c4d9fa105411 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.079552 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-582e5224-621a-494a-9853-c4d9fa105411 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.25 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 812 time: 0.5260909 Nov 12 03:44:35.149817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-f641c4e3-fe10-4a20-86f5-1e6c13516366 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Request body: {'port': {'device_id': 'ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5', 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb', 'admin_state_up': True, 'tenant_id': 'f9f2ce7d605c46be9c07031c482882db'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:35.184496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 8a99720a-a018-41d7-9ee0-a38a432190b9 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:35.334641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a75882-3165-4caf-aeb0-a138ff509765 req-c2d47af3-c823-4105-83ef-e9a149136c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.338709 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4a75882-3165-4caf-aeb0-a138ff509765 req-c2d47af3-c823-4105-83ef-e9a149136c9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4055901 Nov 12 03:44:35.368610 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496a2c7-6e40-4ecb-9a91-67077b1c0850 req-3325583c-807f-4d59-b310-2f8327a98297 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.377206 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2496a2c7-6e40-4ecb-9a91-67077b1c0850 req-3325583c-807f-4d59-b310-2f8327a98297 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 945 time: 0.2789996 Nov 12 03:44:35.421944 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.438911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e73afcc0-169c-41d6-a736-b91e342eea6d details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:35.565701 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3328cd40-642d-436d-ac7c-301d21f06d0b req-e703521d-8638-49cd-9037-8f2650dcd33f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7551849 Nov 12 03:44:35.584861 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2496a2c7-6e40-4ecb-9a91-67077b1c0850 req-ab4b71df-e060-4879-9049-20346530c051 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups?id=b3732a15-389a-44de-8540-dc5451d75dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064886 Nov 12 03:44:35.632808 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4a75882-3165-4caf-aeb0-a138ff509765 req-38eb1e92-cd78-4857-9445-6d599f324e42 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464550 Nov 12 03:44:35.653919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a99720a-a018-41d7-9ee0-a38a432190b9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:35.657112 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9caa24d-8583-411a-9fcb-5e62b8fa2762" -d '{"events": [{"server_uuid": "a3757982-e4a6-4098-8439-cc7f756fa2ef", "name": "network-vif-unplugged", "status": "completed", "tag": "8a99720a-a018-41d7-9ee0-a38a432190b9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:35.675353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 8a99720a-a018-41d7-9ee0-a38a432190b9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=8a99720a-a018-41d7-9ee0-a38a432190b9,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:35.719532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:35.739117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'mac_address': 'fa:16:3e:19:dc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:35.758802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-f641c4e3-fe10-4a20-86f5-1e6c13516366 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Made reservation on behalf of f9f2ce7d605c46be9c07031c482882db for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:35.762650 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-f641c4e3-fe10-4a20-86f5-1e6c13516366 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.796610 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.816690 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e73afcc0-169c-41d6-a736-b91e342eea6d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:35.873140 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:35.874901 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.877935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9b519ea2-a239-48b3-90a3-600677d0d82e no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:35.920469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98663347-0030-4f25-a4f8-ce13231ec3cc req-bf7fb97a-421a-4a42-a5d9-e2ab47de3483 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.922591 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-98663347-0030-4f25-a4f8-ce13231ec3cc req-bf7fb97a-421a-4a42-a5d9-e2ab47de3483 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 947 time: 0.0793462 Nov 12 03:44:35.942172 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.987528 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.011307 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Pushing event deleted for resources: {'Port': ['ID=8a99720a-a018-41d7-9ee0-a38a432190b9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:36.028573 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae0cfc-9cd9-45a2-a0eb-f80b3122f750 req-6c558e2a-ce27-4fa4-818e-634ad4e4f3b5 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:36.040487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7ae0cfc-9cd9-45a2-a0eb-f80b3122f750 req-6c558e2a-ce27-4fa4-818e-634ad4e4f3b5 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1944416 Nov 12 03:44:36.049431 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4a75882-3165-4caf-aeb0-a138ff509765 req-a3a42af0-7059-4f2a-8289-910e280adaac service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777015 Nov 12 03:44:36.095074 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-98663347-0030-4f25-a4f8-ce13231ec3cc req-a6e012b6-abec-4580-aa98-42a11954450f tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615753 Nov 12 03:44:36.148695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=8a99720a-a018-41d7-9ee0-a38a432190b9,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:36.242516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-c58494cb-1ee9-48ac-947d-26a97dbea3b9 service neutron] 10.222.0.25 "GET /v2.0/ports/9b519ea2-a239-48b3-90a3-600677d0d82e/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 385 time: 0.2481833 Nov 12 03:44:36.244121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-f641c4e3-fe10-4a20-86f5-1e6c13516366 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Allocated IP 172.20.0.13 (2c53af8a-46bb-48e4-af57-98f8737220cb/899de18e-7897-4846-9001-c1f9957ea303/a8413e88-8128-4bef-8bd1-b881de8dd490) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:36.253381 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=e73afcc0-169c-41d6-a736-b91e342eea6d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:36.259343 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7ae0cfc-9cd9-45a2-a0eb-f80b3122f750 req-dfd37a55-e747-487d-a7ff-d0a8863e7de0 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146728 Nov 12 03:44:36.259541 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5bc0ce-fd6b-48d2-b00a-1902bfb1c350 x-openstack-request-id: req-6c5bc0ce-fd6b-48d2-b00a-1902bfb1c350 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:36.259847 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3757982-e4a6-4098-8439-cc7f756fa2ef", "name": "network-vif-unplugged", "status": "completed", "tag": "8a99720a-a018-41d7-9ee0-a38a432190b9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:36.260171 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6c5bc0ce-fd6b-48d2-b00a-1902bfb1c350 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:36.260730 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a99720a-a018-41d7-9ee0-a38a432190b9', 'code': 200} Nov 12 03:44:36.430769 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0a7a535c-546f-4a5e-8a79-4ad334bd938a req-4ceeed16-edbd-411b-a726-4374df23d5b8 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0817451 Nov 12 03:44:36.453437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Router a47cd4db-63cb-4068-900a-89d7466291dc has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:36.651690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-9e6b0ea9-43ea-4251-bde8-d72871463829 service neutron] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9b519ea2-a239-48b3-90a3-600677d0d82e,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:36.689142 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:36.704127 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbccf5-810c-4a2f-9d76-0e5fcde3e83a None None] Sync routers for ids ['a47cd4db-63cb-4068-900a-89d7466291dc'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:36.736872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbccf5-810c-4a2f-9d76-0e5fcde3e83a None None] Routers {'a47cd4db-63cb-4068-900a-89d7466291dc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:36.737733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-76dbccf5-810c-4a2f-9d76-0e5fcde3e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:44:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a47cd4db-63cb-4068-900a-89d7466291dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:36.782258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] No DVR routers for this DVR port 8a99720a-a018-41d7-9ee0-a38a432190b9 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:36.796856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.802248 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05acd46c-5ee0-48ff-8d3c-1781fab6ed56 req-5bbf9b7e-ead2-424a-b687-c1c5598d065e tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.25 "DELETE /v2.0/ports/8a99720a-a018-41d7-9ee0-a38a432190b9 HTTP/1.1" status: 204 len: 173 time: 3.4952157 Nov 12 03:44:36.803151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'name': 'network-vif-deleted', 'tag': '8a99720a-a018-41d7-9ee0-a38a432190b9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:36.805916 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9645bc7-3ce2-4a45-ba81-66065d025291" -d '{"events": [{"server_uuid": "a3757982-e4a6-4098-8439-cc7f756fa2ef", "name": "network-vif-deleted", "tag": "8a99720a-a018-41d7-9ee0-a38a432190b9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:36.810456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-9e6b0ea9-43ea-4251-bde8-d72871463829 service neutron] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:36.814376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['e73afcc0-169c-41d6-a736-b91e342eea6d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:36.849362 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9cf21268-358a-4d35-8065-b981a2194151 req-3d1ff554-5a43-48d1-88c8-48f6c544124a tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 210 time: 0.0683324 Nov 12 03:44:36.914709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-9e6b0ea9-43ea-4251-bde8-d72871463829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b519ea2-a239-48b3-90a3-600677d0d82e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:36.946064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-9e6b0ea9-43ea-4251-bde8-d72871463829 service neutron] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9b519ea2-a239-48b3-90a3-600677d0d82e,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:36.965392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-76dbccf5-810c-4a2f-9d76-0e5fcde3e83a None None] Set router a47cd4db-63cb-4068-900a-89d7466291dc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:36.980742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ab098-bec3-4d2e-a409-8876d3f7b201 req-30f1141e-c48b-4035-a0ea-f40c25dc4849 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:36.982918 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da2ab098-bec3-4d2e-a409-8876d3f7b201 req-30f1141e-c48b-4035-a0ea-f40c25dc4849 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 944 time: 0.1973751 Nov 12 03:44:37.004065 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-f641c4e3-fe10-4a20-86f5-1e6c13516366 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.074758 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5190d538-73fb-4e3b-b0c1-e4dcf48c45f9 x-openstack-request-id: req-5190d538-73fb-4e3b-b0c1-e4dcf48c45f9 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:37.075266 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3757982-e4a6-4098-8439-cc7f756fa2ef", "name": "network-vif-deleted", "tag": "8a99720a-a018-41d7-9ee0-a38a432190b9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:37.075592 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5190d538-73fb-4e3b-b0c1-e4dcf48c45f9 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:37.076256 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3757982-e4a6-4098-8439-cc7f756fa2ef', 'name': 'network-vif-deleted', 'tag': '8a99720a-a018-41d7-9ee0-a38a432190b9', 'status': 'completed', 'code': 200} Nov 12 03:44:37.083310 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da2ab098-bec3-4d2e-a409-8876d3f7b201 req-beeb22a9-9f42-4665-93c2-ad59cca6b0ad tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857706 Nov 12 03:44:37.105698 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-9e6b0ea9-43ea-4251-bde8-d72871463829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.274000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-9e6b0ea9-43ea-4251-bde8-d72871463829 service neutron] Transition to ACTIVE for port object 9b519ea2-a239-48b3-90a3-600677d0d82e will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:44:37.278411 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-f641c4e3-fe10-4a20-86f5-1e6c13516366 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.279766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f4a0d-379d-4b70-812f-6aa69e5bc3f4 req-70ddf121-e5c5-4c6f-a571-c3e49b17fd6a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.282007 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d4f4a0d-379d-4b70-812f-6aa69e5bc3f4 req-70ddf121-e5c5-4c6f-a571-c3e49b17fd6a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 948 time: 0.0786624 Nov 12 03:44:37.389371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-f641c4e3-fe10-4a20-86f5-1e6c13516366 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Network 2c53af8a-46bb-48e4-af57-98f8737220cb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:37.395238 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-f641c4e3-fe10-4a20-86f5-1e6c13516366 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:37.399387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57026) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:37.408705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-f641c4e3-fe10-4a20-86f5-1e6c13516366 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:37.411896 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-9e6b0ea9-43ea-4251-bde8-d72871463829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.476991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641c4e3-fe10-4a20-86f5-1e6c13516366 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Pushing event updated for resources: {'Port': ['ID=a8413e88-8128-4bef-8bd1-b881de8dd490,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:37.495339 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d4f4a0d-379d-4b70-812f-6aa69e5bc3f4 req-4d25a147-22d6-4a04-9e9d-f84cabe0a699 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852465 Nov 12 03:44:37.591481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-f641c4e3-fe10-4a20-86f5-1e6c13516366 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.592347 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-f641c4e3-fe10-4a20-86f5-1e6c13516366 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.595919 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-9e6b0ea9-43ea-4251-bde8-d72871463829 service neutron] No DVR routers for this DVR port 9b519ea2-a239-48b3-90a3-600677d0d82e on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:37.602207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-76dbccf5-810c-4a2f-9d76-0e5fcde3e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:47Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:37.642090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbccf5-810c-4a2f-9d76-0e5fcde3e83a None None] Checking router: a47cd4db-63cb-4068-900a-89d7466291dc for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:37.659668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbccf5-810c-4a2f-9d76-0e5fcde3e83a None None] Routers {'a47cd4db-63cb-4068-900a-89d7466291dc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:37.660589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-76dbccf5-810c-4a2f-9d76-0e5fcde3e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:44:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a47cd4db-63cb-4068-900a-89d7466291dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:37.711319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465195f7-53c0-4283-b19c-25a91c7b5993 req-648e9d4f-9238-43ce-8cb8-fc92fac07cec tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.715318 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-465195f7-53c0-4283-b19c-25a91c7b5993 req-648e9d4f-9238-43ce-8cb8-fc92fac07cec tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.2541430 Nov 12 03:44:37.718429 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a229af67-8c75-4edf-bc68-56ecb9cfa029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.720136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b0ea9-43ea-4251-bde8-d72871463829 service neutron] Pushing event updated for resources: {'Port': ['ID=9b519ea2-a239-48b3-90a3-600677d0d82e,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:37.760225 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-f641c4e3-fe10-4a20-86f5-1e6c13516366 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6306243 Nov 12 03:44:37.790858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac6f86-f444-45d0-9e12-dd6437227590 req-c4e7c713-1223-4829-b5e1-ca18b62d5673 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.806892 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cac6f86-f444-45d0-9e12-dd6437227590 req-c4e7c713-1223-4829-b5e1-ca18b62d5673 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 932 time: 0.2010047 Nov 12 03:44:37.995868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cac6f86-f444-45d0-9e12-dd6437227590 req-202a421d-701b-4f30-8e82-099eeedfbb75 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739645 Nov 12 03:44:38.103594 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a229af67-8c75-4edf-bc68-56ecb9cfa029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.130457 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-9e6b0ea9-43ea-4251-bde8-d72871463829 service neutron] 10.222.0.25 "PUT /v2.0/ports/9b519ea2-a239-48b3-90a3-600677d0d82e/bindings/n-h2-767704-23/activate HTTP/1.1" status: 200 len: 370 time: 1.8632889 Nov 12 03:44:38.137699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Request body: {'port': {'device_id': 'ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:38.176351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a229af67-8c75-4edf-bc68-56ecb9cfa029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.206553 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.232291 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a4ed9b8e-a52c-4168-aa97-37da44519f2f req-e5cb9508-746c-4884-89f6-5d7af121cf43 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3757982-e4a6-4098-8439-cc7f756fa2ef HTTP/1.1" status: 200 len: 210 time: 0.0743613 Nov 12 03:44:38.253559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-76dbccf5-810c-4a2f-9d76-0e5fcde3e83a None None] Set router a47cd4db-63cb-4068-900a-89d7466291dc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:38.277040 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229af67-8c75-4edf-bc68-56ecb9cfa029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34971caa-1109-434a-9fa4-357957c0bb24,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:38.285665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-465195f7-53c0-4283-b19c-25a91c7b5993 req-6635db14-5319-4c32-a907-f9a34b035a1b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500472 Nov 12 03:44:38.336836 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a229af67-8c75-4edf-bc68-56ecb9cfa029 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=898cc97197bc4c81b29123f57eaf4adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9232442 Nov 12 03:44:38.336836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57038) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:38.465628 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e23dbf8-f215-4f73-8e83-77489f5e1075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.568605 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e23dbf8-f215-4f73-8e83-77489f5e1075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.619882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-27a80802-8b0d-466e-84a8-5e3d4011ca76 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.623756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-27a80802-8b0d-466e-84a8-5e3d4011ca76 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4&tenant_id=47b77b3c8092439394887f6a4638c133&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 1097 time: 0.1877794 Nov 12 03:44:38.634266 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25dcd9-42ae-49ca-9953-1c70365dab57 req-07752c40-c3c4-445c-8d46-d06dfdfd3f75 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.635892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f25dcd9-42ae-49ca-9953-1c70365dab57 req-07752c40-c3c4-445c-8d46-d06dfdfd3f75 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 945 time: 0.1808918 Nov 12 03:44:38.768109 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b7aad-d0e9-4554-ba14-800fdd5ba0ff req-88bcee44-6e61-4940-b0b3-023940ffe6ea tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.776447 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f97b7aad-d0e9-4554-ba14-800fdd5ba0ff req-88bcee44-6e61-4940-b0b3-023940ffe6ea tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 948 time: 0.1051643 Nov 12 03:44:38.817769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-76dbccf5-810c-4a2f-9d76-0e5fcde3e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:47Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:38.835546 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f25dcd9-42ae-49ca-9953-1c70365dab57 req-f1c9eac9-ff15-4f3e-aaa0-a59df26a56a5 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784306 Nov 12 03:44:38.843415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-84d8d14e-0f8a-4492-b0d9-e6026c6709fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.845050 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-84d8d14e-0f8a-4492-b0d9-e6026c6709fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4&tenant_id=47b77b3c8092439394887f6a4638c133 HTTP/1.1" status: 200 len: 1097 time: 0.1894391 Nov 12 03:44:38.851981 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e23dbf8-f215-4f73-8e83-77489f5e1075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.854884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbccf5-810c-4a2f-9d76-0e5fcde3e83a None None] The sync data for ids ['a47cd4db-63cb-4068-900a-89d7466291dc'] in n-d-767704-23 is: [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:42Z', 'revision_number': 4, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '4cd1849e-c3be-4bbc-9b48-139da25cf8c2', 'name': '', 'network_id': '62997581-2879-408b-aa6c-aaecddf2a963', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'mac_address': 'fa:16:3e:39:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:41Z', 'updated_at': '2021-11-12T03:37:47Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'subnets': [{'id': '21c7b2ae-4826-4165-8db5-d145572339ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:38.855503 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e23dbf8-f215-4f73-8e83-77489f5e1075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.860306 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1e23dbf8-f215-4f73-8e83-77489f5e1075 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/34971caa-1109-434a-9fa4-357957c0bb24 HTTP/1.1" status: 204 len: 168 time: 0.5198164 Nov 12 03:44:38.871868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f97b7aad-d0e9-4554-ba14-800fdd5ba0ff req-72be2f92-28e0-49d8-bd05-19dc8690bfd4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915565 Nov 12 03:44:38.888093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23dbf8-f215-4f73-8e83-77489f5e1075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34971caa-1109-434a-9fa4-357957c0bb24,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:39.003835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8413e88-8128-4bef-8bd1-b881de8dd490 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:39.017071 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.042195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-eae660c5-f2c3-4415-8e84-af2389cb2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.044536 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-eae660c5-f2c3-4415-8e84-af2389cb2f5d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47b77b3c8092439394887f6a4638c133&device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 1097 time: 0.0916719 Nov 12 03:44:39.046028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Transition to ACTIVE for port object a8413e88-8128-4bef-8bd1-b881de8dd490 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:44:39.180081 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.266102 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c8994-6396-44d3-892d-239efabfda9e None None] New status for floating IP 55fd343c-41b8-4cdd-a886-b9cdc5a0d676: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:44:39.349523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Pushing event updated for resources: {'Port': ['ID=a8413e88-8128-4bef-8bd1-b881de8dd490,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:39.361011 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-e7f6eb6e-7561-4f1c-b06a-25b8a67dc7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.362711 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-e7f6eb6e-7561-4f1c-b06a-25b8a67dc7f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 200 len: 910 time: 0.3091743 Nov 12 03:44:39.401827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e73afcc0-169c-41d6-a736-b91e342eea6d up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:39.479191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e86b6e-2dcf-4749-9a4c-65669edbfccd req-bfbdc5bd-607d-4783-a769-b54835bd4c55 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.492926 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-32e86b6e-2dcf-4749-9a4c-65669edbfccd req-bfbdc5bd-607d-4783-a769-b54835bd4c55 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 944 time: 0.3408976 Nov 12 03:44:39.589008 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2204793-1419-4df7-8b84-0e34c38de249 req-eb7be734-8f8f-40a8-b6ad-e670211f73de tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.598413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e2204793-1419-4df7-8b84-0e34c38de249 req-eb7be734-8f8f-40a8-b6ad-e670211f73de tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.0997288 Nov 12 03:44:39.626599 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-7b80def0-f7d9-4266-b6e5-5b180a6807ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b519ea2-a239-48b3-90a3-600677d0d82e HTTP/1.1" status: 200 len: 217 time: 0.2129025 Nov 12 03:44:39.659949 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e2204793-1419-4df7-8b84-0e34c38de249 req-95e3d6fc-a056-45c4-bec8-33426102b119 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604370 Nov 12 03:44:39.735232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Attempting to bind port a8413e88-8128-4bef-8bd1-b881de8dd490 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:39.740921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Attempting to bind port a8413e88-8128-4bef-8bd1-b881de8dd490 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:39.740921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Attempting to bind port a8413e88-8128-4bef-8bd1-b881de8dd490 on network 2c53af8a-46bb-48e4-af57-98f8737220cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:39.756800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-0b5b0a79-1310-420c-84d2-79dbc2f7e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.758499 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-0b5b0a79-1310-420c-84d2-79dbc2f7e2f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 200 len: 848 time: 0.1145563 Nov 12 03:44:39.759859 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Port a8413e88-8128-4bef-8bd1-b881de8dd490 on network 2c53af8a-46bb-48e4-af57-98f8737220cb not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:39.760350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Attempting to bind port a8413e88-8128-4bef-8bd1-b881de8dd490 on network 2c53af8a-46bb-48e4-af57-98f8737220cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:39.766965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port e73afcc0-169c-41d6-a736-b91e342eea6d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:39.782081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port e73afcc0-169c-41d6-a736-b91e342eea6d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:39.782081 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.784376 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-32e86b6e-2dcf-4749-9a4c-65669edbfccd req-e1276348-dae3-41e6-9418-c1e1fee9c153 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860470 Nov 12 03:44:39.818515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:39.818515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Checking segment: {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:39.818515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Bound using segment: {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:39.818515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Bound port: a8413e88-8128-4bef-8bd1-b881de8dd490, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:39.818515 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.870445 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-f940f5b1-74da-49da-b0e7-75953f7f1b04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=229b6afe-a2b8-4dfb-b914-deb64f88ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857530 Nov 12 03:44:39.926269 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.983820 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57068) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:40.021576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:40.038223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:40.048484 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb9f262-dc32-42fd-81ab-cc38f2f1ea36" -d '{"events": [{"server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "name": "network-vif-plugged", "status": "completed", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:40.057922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] For port a8413e88-8128-4bef-8bd1-b881de8dd490, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:40.070988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:40.078989 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] For port a8413e88-8128-4bef-8bd1-b881de8dd490, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a8413e88-8128-4bef-8bd1-b881de8dd490,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:40.101591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06ef8e-5158-426f-91d7-4d8067856ed9 req-c7ec6fc2-3dfb-4d03-a3b6-d3e6e406fbd0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.103521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f06ef8e-5158-426f-91d7-4d8067856ed9 req-c7ec6fc2-3dfb-4d03-a3b6-d3e6e406fbd0 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 945 time: 0.1309166 Nov 12 03:44:40.110726 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-982947da-296a-4c3f-8e5c-c3d3f4757425 service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185831 Nov 12 03:44:40.154034 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.158135 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-085d1222-0daf-4107-bebd-6128d31c5dc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.175846 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.215974 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99809f05-1736-41fb-9dd2-7432f4b0599b tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.248947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c88acd-0d42-41b3-9e19-35778c7925db req-b7009f91-6929-4e4a-99a5-39dd1ff287f4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.249180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=e73afcc0-169c-41d6-a736-b91e342eea6d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.261068 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-57c88acd-0d42-41b3-9e19-35778c7925db req-b7009f91-6929-4e4a-99a5-39dd1ff287f4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 948 time: 0.1910329 Nov 12 03:44:40.286662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.289190 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.289982 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] 10.222.0.25 "PUT /v2.0/ports/a8413e88-8128-4bef-8bd1-b881de8dd490 HTTP/1.1" status: 200 len: 1093 time: 2.1578577 Nov 12 03:44:40.301833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5', 'tag': 'a8413e88-8128-4bef-8bd1-b881de8dd490'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:40.306638 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da164386-6cb1-4db1-af61-60deef5f2d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5", "tag": "a8413e88-8128-4bef-8bd1-b881de8dd490"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:40.309745 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99809f05-1736-41fb-9dd2-7432f4b0599b tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.364824 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f06ef8e-5158-426f-91d7-4d8067856ed9 req-271d3aff-e80c-4272-bd9e-1a925179f998 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368112 Nov 12 03:44:40.371255 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68997de-152f-4dde-96ef-24ed435bac01 service neutron] Pushing event updated for resources: {'Port': ['ID=a8413e88-8128-4bef-8bd1-b881de8dd490,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.386396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-17dca56d-076c-40d7-a903-e1142002f98a service neutron] 10.222.0.26 "GET /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667744 Nov 12 03:44:40.482645 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94804775-f34e-405e-a9cc-900186205850 x-openstack-request-id: req-94804775-f34e-405e-a9cc-900186205850 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:40.482645 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "name": "network-vif-plugged", "status": "completed", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:40.482645 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-94804775-f34e-405e-a9cc-900186205850 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:40.482645 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'code': 200} Nov 12 03:44:40.486442 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-57c88acd-0d42-41b3-9e19-35778c7925db req-3521b80d-2d1a-4420-a1b8-43af49e9fc37 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186174 Nov 12 03:44:40.491020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-c3e7c34c-aa15-4858-8ca8-abab602d7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.491020 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-c3e7c34c-aa15-4858-8ca8-abab602d7ad2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 1096 time: 0.0738084 Nov 12 03:44:40.512712 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-085d1222-0daf-4107-bebd-6128d31c5dc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.570970 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-085d1222-0daf-4107-bebd-6128d31c5dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.579410 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd10c5b2-3559-4493-b657-818d28a9fcff x-openstack-request-id: req-bd10c5b2-3559-4493-b657-818d28a9fcff {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:40.579890 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5", "tag": "a8413e88-8128-4bef-8bd1-b881de8dd490", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:40.580252 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bd10c5b2-3559-4493-b657-818d28a9fcff {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:40.580722 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5', 'tag': 'a8413e88-8128-4bef-8bd1-b881de8dd490', 'status': 'completed', 'code': 200} Nov 12 03:44:40.582731 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-6bbd06f4-2351-4630-8c41-1667f0edd8d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8413e88-8128-4bef-8bd1-b881de8dd490 HTTP/1.1" status: 200 len: 217 time: 0.0853736 Nov 12 03:44:40.592395 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99809f05-1736-41fb-9dd2-7432f4b0599b tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.594961 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99809f05-1736-41fb-9dd2-7432f4b0599b tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.596152 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-99809f05-1736-41fb-9dd2-7432f4b0599b tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "DELETE /v2.0/security-groups/b3732a15-389a-44de-8540-dc5451d75dfd HTTP/1.1" status: 204 len: 168 time: 0.6155903 Nov 12 03:44:40.603319 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57076) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:40.632106 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-31ba3d24-c8d5-44c7-bb76-56408ed613c4 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] show failed (client error): The resource could not be found. Nov 12 03:44:40.633540 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-31ba3d24-c8d5-44c7-bb76-56408ed613c4 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "GET /v2.0/security-groups/b3732a15-389a-44de-8540-dc5451d75dfd HTTP/1.1" status: 404 len: 347 time: 0.0244987 Nov 12 03:44:40.638514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57078) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:40.649079 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-085d1222-0daf-4107-bebd-6128d31c5dc6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8230547a0ac748de896876cb5db3fcab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5766997 Nov 12 03:44:40.651970 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d1222-0daf-4107-bebd-6128d31c5dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e22d81-a7d8-4259-a383-080a5bae045c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.682651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57080) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:40.687782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-713a8728-0c2e-443f-af01-f141f3cf763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.688503 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-713a8728-0c2e-443f-af01-f141f3cf763a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=899de18e-7897-4846-9001-c1f9957ea303 HTTP/1.1" status: 200 len: 852 time: 0.0966792 Nov 12 03:44:40.718282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99809f05-1736-41fb-9dd2-7432f4b0599b tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3732a15-389a-44de-8540-dc5451d75dfd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.788985 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-5e384f25-083e-48d5-985d-13aaa3c62799 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c53af8a-46bb-48e4-af57-98f8737220cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485091 Nov 12 03:44:40.791262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bd62d-55bb-4e90-b9d1-e47cf415b108 req-bdf95a4b-ff16-4133-a5b6-f14965fb41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.792817 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b56bd62d-55bb-4e90-b9d1-e47cf415b108 req-bdf95a4b-ff16-4133-a5b6-f14965fb41fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 1101 time: 0.1457839 Nov 12 03:44:40.865148 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-92d1e128-365b-4f4d-a923-fe9c3df7a515 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Deleting port 44bc9474-cf03-4379-8ee2-60a0d8491c9c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:40.865626 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92d1e128-365b-4f4d-a923-fe9c3df7a515 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.933732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892ef6a-7d44-44a2-ae54-f5e8031668fc req-f99376de-93da-416b-a435-49f1c0f32954 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.935232 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8892ef6a-7d44-44a2-ae54-f5e8031668fc req-f99376de-93da-416b-a435-49f1c0f32954 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1112001 Nov 12 03:44:40.951414 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16234bd2-cc16-4f86-8635-bdee33d50f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.997512 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92d1e128-365b-4f4d-a923-fe9c3df7a515 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.998100 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92d1e128-365b-4f4d-a923-fe9c3df7a515 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.032198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-92d1e128-365b-4f4d-a923-fe9c3df7a515 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Calling delete_port for 44bc9474-cf03-4379-8ee2-60a0d8491c9c owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:41.052752 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8892ef6a-7d44-44a2-ae54-f5e8031668fc req-4b24ddc6-8978-4372-8cb4-c062348366f1 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034491 Nov 12 03:44:41.068895 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16234bd2-cc16-4f86-8635-bdee33d50f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.126438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b56bd62d-55bb-4e90-b9d1-e47cf415b108 req-16f907be-55e2-4629-b0a0-e8c8116dee09 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249694 Nov 12 03:44:41.140296 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-94b75351-2166-4df8-b003-e981957c9aa4 service neutron] 10.222.0.25 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379610 Nov 12 03:44:41.205548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9461c2-0895-43ee-bc2f-a5721d0ee17d req-975677bf-055d-47db-b8bb-2104989217db tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.207964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a9461c2-0895-43ee-bc2f-a5721d0ee17d req-975677bf-055d-47db-b8bb-2104989217db tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 944 time: 0.3002446 Nov 12 03:44:41.270427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-bf378d03-b523-423c-9369-cf50cceb3b5d tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.273462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-bf378d03-b523-423c-9369-cf50cceb3b5d tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4&tenant_id=47b77b3c8092439394887f6a4638c133&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 1097 time: 0.2656574 Nov 12 03:44:41.348292 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a9461c2-0895-43ee-bc2f-a5721d0ee17d req-225d99f8-34a7-4323-b678-7bcec5d8938f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205769 Nov 12 03:44:41.350563 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7dcd7dd-b53e-4ed6-8347-5abcf174b818 req-e8775529-d9e7-4b58-9ac4-90906877d7ab service neutron] 10.222.0.25 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964636 Nov 12 03:44:41.390509 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16234bd2-cc16-4f86-8635-bdee33d50f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.393363 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16234bd2-cc16-4f86-8635-bdee33d50f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.394514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-16234bd2-cc16-4f86-8635-bdee33d50f44 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f4e22d81-a7d8-4259-a383-080a5bae045c HTTP/1.1" status: 204 len: 168 time: 0.7116423 Nov 12 03:44:41.405076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16234bd2-cc16-4f86-8635-bdee33d50f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e22d81-a7d8-4259-a383-080a5bae045c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:41.421830 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92d1e128-365b-4f4d-a923-fe9c3df7a515 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.454192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1e128-365b-4f4d-a923-fe9c3df7a515 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Pushing event deleted for resources: {'Port': ['ID=44bc9474-cf03-4379-8ee2-60a0d8491c9c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:41.627589 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92d1e128-365b-4f4d-a923-fe9c3df7a515 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.635998 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92d1e128-365b-4f4d-a923-fe9c3df7a515 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.638268 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-92d1e128-365b-4f4d-a923-fe9c3df7a515 tempest-ServersWithSpecificFlavorTestJSON-1779461460 tempest-ServersWithSpecificFlavorTestJSON-1779461460-project] 10.222.0.105 "DELETE /v2.0/floatingips/55fd343c-41b8-4cdd-a886-b9cdc5a0d676 HTTP/1.1" status: 204 len: 168 time: 0.9982886 Nov 12 03:44:41.673543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da164386-6cb1-4db1-af61-60deef5f2d1e req-0f6ba178-1d1e-4897-8cf9-2503bca8fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.675248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da164386-6cb1-4db1-af61-60deef5f2d1e req-0f6ba178-1d1e-4897-8cf9-2503bca8fb63 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 1096 time: 0.1413057 Nov 12 03:44:41.707982 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca47e4-2bdf-4bc9-b9d5-7a3442156c0b req-aabbd0fb-7f3a-4d9b-bdc7-f9ea8ac86c8f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.713389 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16ca47e4-2bdf-4bc9-b9d5-7a3442156c0b req-aabbd0fb-7f3a-4d9b-bdc7-f9ea8ac86c8f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 945 time: 0.1151152 Nov 12 03:44:41.805284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559a80e-929b-4578-9297-3711677e6cf2 req-17b03656-56a9-43c5-b5e7-8b58634b3041 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.807683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7559a80e-929b-4578-9297-3711677e6cf2 req-17b03656-56a9-43c5-b5e7-8b58634b3041 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1757460 Nov 12 03:44:41.840602 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16ca47e4-2bdf-4bc9-b9d5-7a3442156c0b req-7d81b69e-6bdd-44c8-9e7d-7cbbc1d2b19a tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210403 Nov 12 03:44:41.918377 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da164386-6cb1-4db1-af61-60deef5f2d1e req-6dfd2dae-9c3c-421b-b47d-e295807d68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.919939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da164386-6cb1-4db1-af61-60deef5f2d1e req-6dfd2dae-9c3c-421b-b47d-e295807d68fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 914 time: 0.2335734 Nov 12 03:44:41.950927 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7559a80e-929b-4578-9297-3711677e6cf2 req-d2c34640-b2b9-4610-84da-a7615857d696 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189220 Nov 12 03:44:42.048173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da164386-6cb1-4db1-af61-60deef5f2d1e req-0c9f51f3-865c-404c-b45b-182fcb4e496b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8413e88-8128-4bef-8bd1-b881de8dd490 HTTP/1.1" status: 200 len: 217 time: 0.1049116 Nov 12 03:44:42.073214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-1cc8ed47-ac58-4cd3-b2e1-09aa2d6a6d38 service neutron] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:42.102537 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-1cc8ed47-ac58-4cd3-b2e1-09aa2d6a6d38 service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.103750 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29e1404b-c9ae-4aff-a888-bfb106983024 req-1cc8ed47-ac58-4cd3-b2e1-09aa2d6a6d38 service neutron] 10.222.0.26 "DELETE /v2.0/ports/9b519ea2-a239-48b3-90a3-600677d0d82e/bindings/n-h1-767704-23 HTTP/1.1" status: 204 len: 173 time: 0.5059488 Nov 12 03:44:42.170884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da164386-6cb1-4db1-af61-60deef5f2d1e req-4de25d4b-f976-4a6e-92aa-bd768b601261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:42.172517 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da164386-6cb1-4db1-af61-60deef5f2d1e req-4de25d4b-f976-4a6e-92aa-bd768b601261 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=899de18e-7897-4846-9001-c1f9957ea303 HTTP/1.1" status: 200 len: 852 time: 0.1201317 Nov 12 03:44:42.179495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c7c80-cceb-4c11-aa21-2272fe7494b4 req-f34fce28-7365-4147-ac6c-d51920197cb2 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:42.181169 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-717c7c80-cceb-4c11-aa21-2272fe7494b4 req-f34fce28-7365-4147-ac6c-d51920197cb2 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 1097 time: 0.0824106 Nov 12 03:44:42.228104 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da164386-6cb1-4db1-af61-60deef5f2d1e req-24e784fa-9458-4a67-b696-2e3b2f5b0c34 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c53af8a-46bb-48e4-af57-98f8737220cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442843 Nov 12 03:44:42.327587 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-717c7c80-cceb-4c11-aa21-2272fe7494b4 req-21610fbd-0241-4091-b195-092fe2aca0e8 tempest-LiveMigrationTest-1366707907 tempest-LiveMigrationTest-1366707907-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272395 Nov 12 03:44:42.371178 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da164386-6cb1-4db1-af61-60deef5f2d1e req-9e0b6414-f5fb-442b-8b06-b8399975b600 service neutron] 10.222.0.25 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299698 Nov 12 03:44:42.633795 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da164386-6cb1-4db1-af61-60deef5f2d1e req-3c8ededf-2ec4-497c-aef0-7a3fcd945cf9 service neutron] 10.222.0.25 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453043 Nov 12 03:44:42.648532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebe619-7560-40ed-86ea-6cf3416dd247 req-54eda230-292d-4ae2-82b4-182e90643bb8 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:42.650173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10ebe619-7560-40ed-86ea-6cf3416dd247 req-54eda230-292d-4ae2-82b4-182e90643bb8 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1954565 Nov 12 03:44:42.737073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b68c85-ee84-49b7-b96f-1eae990489bf req-5a402c91-1aed-4812-ab17-9ceaf22fccbc tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:42.753322 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76b68c85-ee84-49b7-b96f-1eae990489bf req-5a402c91-1aed-4812-ab17-9ceaf22fccbc tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 944 time: 0.0729299 Nov 12 03:44:42.754952 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10ebe619-7560-40ed-86ea-6cf3416dd247 req-d9208b8a-b507-4943-9720-c33f5d111c87 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877743 Nov 12 03:44:42.833168 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76b68c85-ee84-49b7-b96f-1eae990489bf req-85251f9e-be5c-47d0-a762-528eb83cac88 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859203 Nov 12 03:44:44.114835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578e28-b4b8-4e49-bb47-69e2f4802cdf req-7f98c51b-ba83-44b6-ba74-a4344e491a3c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:44.118989 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a7578e28-b4b8-4e49-bb47-69e2f4802cdf req-7f98c51b-ba83-44b6-ba74-a4344e491a3c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.0990181 Nov 12 03:44:44.241743 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a7578e28-b4b8-4e49-bb47-69e2f4802cdf req-15aa6a91-2a94-4b9f-b1d0-1dc9d7baffbe tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058476 Nov 12 03:44:44.467764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabcf6-2ce7-44a1-b126-bdfabdc7d7b6 req-8ea7f8e8-18e3-4aeb-a0a2-3a91e8cdb627 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:44.471007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbaabcf6-2ce7-44a1-b126-bdfabdc7d7b6 req-8ea7f8e8-18e3-4aeb-a0a2-3a91e8cdb627 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1125567 Nov 12 03:44:44.597869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3977ce-318d-4b66-b833-8ca8b8f59654 req-2476f0bd-f619-4c78-a421-6e57274ded4e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:44.600698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3c3977ce-318d-4b66-b833-8ca8b8f59654 req-2476f0bd-f619-4c78-a421-6e57274ded4e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 944 time: 0.1294672 Nov 12 03:44:44.602307 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbaabcf6-2ce7-44a1-b126-bdfabdc7d7b6 req-400baf14-2f33-4423-ba7a-56bef5725519 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227810 Nov 12 03:44:44.700230 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3c3977ce-318d-4b66-b833-8ca8b8f59654 req-4ade4ce1-47f6-4609-8530-16e82fe28e49 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907304 Nov 12 03:44:44.770329 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf57007-6f00-4220-a217-39827e495239 req-1c0ca69a-78e4-49d6-bd78-e6498323554c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:44.773072 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4cf57007-6f00-4220-a217-39827e495239 req-1c0ca69a-78e4-49d6-bd78-e6498323554c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 945 time: 0.0920777 Nov 12 03:44:44.865273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4cf57007-6f00-4220-a217-39827e495239 req-b32e3542-c6d0-46b0-aa8c-1bda5ad36786 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825052 Nov 12 03:44:44.947161 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57194) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:45.023387 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:44:45.235095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a8413e88-8128-4bef-8bd1-b881de8dd490 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:45.444557 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a8413e88-8128-4bef-8bd1-b881de8dd490, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a8413e88-8128-4bef-8bd1-b881de8dd490,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:45.461028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'a8413e88-8128-4bef-8bd1-b881de8dd490', 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb', 'port_id': 'a8413e88-8128-4bef-8bd1-b881de8dd490', 'mac_address': 'fa:16:3e:82:6a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899de18e-7897-4846-9001-c1f9957ea303', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:45.508921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287b38-97f5-4801-9024-0f5b7402c9d9 req-a29e7ea4-6eb6-4154-92ab-0ff8ed8e6e88 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.521567 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cf287b38-97f5-4801-9024-0f5b7402c9d9 req-a29e7ea4-6eb6-4154-92ab-0ff8ed8e6e88 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1314764 Nov 12 03:44:45.530368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.560007 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8413e88-8128-4bef-8bd1-b881de8dd490 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:45.598360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a8413e88-8128-4bef-8bd1-b881de8dd490, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a8413e88-8128-4bef-8bd1-b881de8dd490,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:45.665728 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.669808 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cf287b38-97f5-4801-9024-0f5b7402c9d9 req-a9223722-9a96-4148-a37f-0b056147bb88 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459332 Nov 12 03:44:45.679826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a80e3-374b-40da-a71a-9b8103f5ac08 req-abab0c09-228e-4994-980c-1b3fb6264099 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.682397 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a7a80e3-374b-40da-a71a-9b8103f5ac08 req-abab0c09-228e-4994-980c-1b3fb6264099 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.26 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 945 time: 0.0687370 Nov 12 03:44:45.781844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a8413e88-8128-4bef-8bd1-b881de8dd490,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:45.907727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812fcc5-79ca-44de-8bc1-7299792120a1 req-f0339b6f-1611-4cd8-8905-8c9fcb69009e tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.909855 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0812fcc5-79ca-44de-8bc1-7299792120a1 req-f0339b6f-1611-4cd8-8905-8c9fcb69009e tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 1101 time: 0.0959392 Nov 12 03:44:45.930318 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d85d032e-7103-4d04-b0c3-d824b01eab2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.963903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ada7e6-67de-4903-924a-bc480c3206bd req-2742927c-a68c-4aae-bc4d-fe06849f67c2 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.966046 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3ada7e6-67de-4903-924a-bc480c3206bd req-2742927c-a68c-4aae-bc4d-fe06849f67c2 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.2199907 Nov 12 03:44:45.974281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-2a7a80e3-374b-40da-a71a-9b8103f5ac08 req-6e3956b5-fe55-49c7-b903-84dbd729c7ec tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Deleting port 9b519ea2-a239-48b3-90a3-600677d0d82e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:45.975005 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2a7a80e3-374b-40da-a71a-9b8103f5ac08 req-6e3956b5-fe55-49c7-b903-84dbd729c7ec tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.025757 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['a8413e88-8128-4bef-8bd1-b881de8dd490'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:46.078126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3ada7e6-67de-4903-924a-bc480c3206bd req-1ebef189-8a35-4b88-aa01-093a6b1d30ae tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989678 Nov 12 03:44:46.134762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2a7a80e3-374b-40da-a71a-9b8103f5ac08 req-6e3956b5-fe55-49c7-b903-84dbd729c7ec tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] For port 9b519ea2-a239-48b3-90a3-600677d0d82e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9b519ea2-a239-48b3-90a3-600677d0d82e,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:46.135128 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2a7a80e3-374b-40da-a71a-9b8103f5ac08 req-6e3956b5-fe55-49c7-b903-84dbd729c7ec tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.151596 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0812fcc5-79ca-44de-8bc1-7299792120a1 req-0411058f-3e1f-4477-b5e5-81a1cfe71a92 tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259083 Nov 12 03:44:46.159992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-2a7a80e3-374b-40da-a71a-9b8103f5ac08 req-6e3956b5-fe55-49c7-b903-84dbd729c7ec tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Calling delete_port for 9b519ea2-a239-48b3-90a3-600677d0d82e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:46.434065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1417c-add7-4818-9e94-6799ac6ee985 req-b3ff01fb-46ba-4b82-baf0-7560d5d71a12 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:46.436011 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5d1417c-add7-4818-9e94-6799ac6ee985 req-b3ff01fb-46ba-4b82-baf0-7560d5d71a12 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 945 time: 0.1859326 Nov 12 03:44:46.436412 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8fc19-e588-48ec-be4a-eb269ea54305 req-0a71aada-ee80-493d-b0dd-ecac70bd3752 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:46.444302 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dca8fc19-e588-48ec-be4a-eb269ea54305 req-0a71aada-ee80-493d-b0dd-ecac70bd3752 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 945 time: 0.1011348 Nov 12 03:44:46.510087 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5d1417c-add7-4818-9e94-6799ac6ee985 req-d55ccc53-b5b7-438c-9193-44c4cee629bd tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656972 Nov 12 03:44:46.538449 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2a7a80e3-374b-40da-a71a-9b8103f5ac08 req-6e3956b5-fe55-49c7-b903-84dbd729c7ec tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.561457 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dca8fc19-e588-48ec-be4a-eb269ea54305 req-267d179f-48b8-4d98-8fd1-1f45fb6ce42b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153791 Nov 12 03:44:46.590334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3956b5-fe55-49c7-b903-84dbd729c7ec tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Pushing event deleted for resources: {'Port': ['ID=9b519ea2-a239-48b3-90a3-600677d0d82e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:46.590808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['a2fedf65-0222-4484-b009-68ae3d7b6079', '9b519ea2-a239-48b3-90a3-600677d0d82e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:46.632300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d85d032e-7103-4d04-b0c3-d824b01eab2e admin admin] Deleting port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:46.632300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d85d032e-7103-4d04-b0c3-d824b01eab2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.654751 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7a80e3-374b-40da-a71a-9b8103f5ac08 req-6e3956b5-fe55-49c7-b903-84dbd729c7ec tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] No DVR routers for this DVR port 9b519ea2-a239-48b3-90a3-600677d0d82e on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:46.661005 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2a7a80e3-374b-40da-a71a-9b8103f5ac08 req-6e3956b5-fe55-49c7-b903-84dbd729c7ec tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.667624 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a7a80e3-374b-40da-a71a-9b8103f5ac08 req-6e3956b5-fe55-49c7-b903-84dbd729c7ec tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.26 "DELETE /v2.0/ports/9b519ea2-a239-48b3-90a3-600677d0d82e HTTP/1.1" status: 204 len: 173 time: 0.9718509 Nov 12 03:44:46.668574 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd232b327-a447-46ae-ba3d-e121507aa8d4', 'name': 'network-vif-deleted', 'tag': '9b519ea2-a239-48b3-90a3-600677d0d82e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:46.673928 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017a17c8-8b7a-4c9e-b812-0acc377a2f15" -d '{"events": [{"server_uuid": "d232b327-a447-46ae-ba3d-e121507aa8d4", "name": "network-vif-deleted", "tag": "9b519ea2-a239-48b3-90a3-600677d0d82e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:46.779878 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e402b0f-b431-476d-a36c-916b83bb4d13 x-openstack-request-id: req-1e402b0f-b431-476d-a36c-916b83bb4d13 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:46.781077 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d232b327-a447-46ae-ba3d-e121507aa8d4", "name": "network-vif-deleted", "tag": "9b519ea2-a239-48b3-90a3-600677d0d82e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:46.781584 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1e402b0f-b431-476d-a36c-916b83bb4d13 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:46.782297 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd232b327-a447-46ae-ba3d-e121507aa8d4', 'name': 'network-vif-deleted', 'tag': '9b519ea2-a239-48b3-90a3-600677d0d82e', 'status': 'completed', 'code': 200} Nov 12 03:44:46.839412 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d85d032e-7103-4d04-b0c3-d824b01eab2e admin admin] For port 4cd1849e-c3be-4bbc-9b48-139da25cf8c2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4cd1849e-c3be-4bbc-9b48-139da25cf8c2,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:46.839810 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d85d032e-7103-4d04-b0c3-d824b01eab2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.897338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d85d032e-7103-4d04-b0c3-d824b01eab2e admin admin] Calling delete_port for 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:47.260636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a8413e88-8128-4bef-8bd1-b881de8dd490 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:47.261169 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d85d032e-7103-4d04-b0c3-d824b01eab2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.373209 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73107c-374a-424f-b06e-fea08c6a8ca9 req-3f28ca77-1e5f-465a-8e44-83444886a3e2 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:47.384966 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d73107c-374a-424f-b06e-fea08c6a8ca9 req-3f28ca77-1e5f-465a-8e44-83444886a3e2 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1694353 Nov 12 03:44:47.386053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d032e-7103-4d04-b0c3-d824b01eab2e admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd1849e-c3be-4bbc-9b48-139da25cf8c2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.449363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port a8413e88-8128-4bef-8bd1-b881de8dd490 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:47.455128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port a8413e88-8128-4bef-8bd1-b881de8dd490 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:47.455700 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.617081 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d73107c-374a-424f-b06e-fea08c6a8ca9 req-ebe70ae4-a112-4fa7-bd14-b4a7cd6706ef tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701572 Nov 12 03:44:47.773364 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.825385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8413e88-8128-4bef-8bd1-b881de8dd490'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:47.827615 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc6f00e-fa0e-4d3b-a26d-0c3846fdd4cc" -d '{"events": [{"server_uuid": "ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5", "name": "network-vif-plugged", "status": "completed", "tag": "a8413e88-8128-4bef-8bd1-b881de8dd490"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:47.839084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e924f-cd75-4bd8-9893-9ca6e3232252 req-0e8afe06-e92f-494e-8157-09b68d13d6e9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:47.842275 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-266e924f-cd75-4bd8-9893-9ca6e3232252 req-0e8afe06-e92f-494e-8157-09b68d13d6e9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1395769 Nov 12 03:44:47.906819 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a8413e88-8128-4bef-8bd1-b881de8dd490, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a8413e88-8128-4bef-8bd1-b881de8dd490,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:47.967640 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-266e924f-cd75-4bd8-9893-9ca6e3232252 req-25e6391f-ad65-4977-ac57-e8e4bef4a846 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091416 Nov 12 03:44:47.976533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-94b11356-6096-4fad-8574-3d97b791eeec service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2934847 Nov 12 03:44:47.982855 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.070763 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a8413e88-8128-4bef-8bd1-b881de8dd490,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.072428 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d85d032e-7103-4d04-b0c3-d824b01eab2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.117968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e95f0f-a926-4111-9cc3-dc3fb577f9a5 req-1a57b499-01a9-4707-85e9-246b0683c427 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:48.137807 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75e95f0f-a926-4111-9cc3-dc3fb577f9a5 req-1a57b499-01a9-4707-85e9-246b0683c427 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 945 time: 0.3661098 Nov 12 03:44:48.450634 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75e95f0f-a926-4111-9cc3-dc3fb577f9a5 req-4a73995e-97d6-4f28-a24a-0f2cab5ea556 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116038 Nov 12 03:44:48.627693 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.670109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50d34f4d-e4ad-44ca-949d-e3c3956acc4d req-b1bfee34-3183-4e9e-ad1b-7a787a752a76 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 210 time: 0.5590932 Nov 12 03:44:48.673129 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb74abb-6e72-4b73-9273-c2159c025b57 x-openstack-request-id: req-6bb74abb-6e72-4b73-9273-c2159c025b57 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:48.674102 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5", "name": "network-vif-plugged", "status": "completed", "tag": "a8413e88-8128-4bef-8bd1-b881de8dd490", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:48.675776 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6bb74abb-6e72-4b73-9273-c2159c025b57 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:48.676344 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8413e88-8128-4bef-8bd1-b881de8dd490', 'code': 200} Nov 12 03:44:48.932608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a94a3-ba42-48b9-95a7-71536f95979d req-0d5c31c7-c2d1-4bf8-90e1-33a6333fd37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:48.939523 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-222a94a3-ba42-48b9-95a7-71536f95979d req-0d5c31c7-c2d1-4bf8-90e1-33a6333fd37c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 1098 time: 0.1292424 Nov 12 03:44:48.971552 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaebb6-ade7-46b5-a4ee-5c4094ce20ae req-8205c80b-de7a-4889-a420-76205eadbf2b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:48.988337 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cfaaebb6-ade7-46b5-a4ee-5c4094ce20ae req-8205c80b-de7a-4889-a420-76205eadbf2b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1668291 Nov 12 03:44:49.045948 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85d032e-7103-4d04-b0c3-d824b01eab2e admin admin] Router a47cd4db-63cb-4068-900a-89d7466291dc has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:49.073129 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-222a94a3-ba42-48b9-95a7-71536f95979d req-11c94e93-35a5-4f51-9e64-48ad3d73dec9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077027 Nov 12 03:44:49.080604 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cfaaebb6-ade7-46b5-a4ee-5c4094ce20ae req-a138fe19-27e2-4eaf-a350-9cdcb03776c6 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913537 Nov 12 03:44:49.206749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb6c1d-1ab9-4371-9849-fb62b58d15e5 req-04b39b8b-df5a-40b7-8194-589c023bdfb4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.216620 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41eb6c1d-1ab9-4371-9849-fb62b58d15e5 req-04b39b8b-df5a-40b7-8194-589c023bdfb4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1143584 Nov 12 03:44:49.342990 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41eb6c1d-1ab9-4371-9849-fb62b58d15e5 req-ec992a6e-a055-4310-8cff-035415fe9c1a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106954 Nov 12 03:44:49.346776 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85d032e-7103-4d04-b0c3-d824b01eab2e admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:49.355997 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d85d032e-7103-4d04-b0c3-d824b01eab2e admin admin] 10.222.0.105 "PUT /v2.0/routers/a47cd4db-63cb-4068-900a-89d7466291dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4061913 Nov 12 03:44:49.360462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57390) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.362302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077be557-4c94-4f5f-9eac-eee9cbd7cece None None] Sync routers for ids ['a47cd4db-63cb-4068-900a-89d7466291dc'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:49.389272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077be557-4c94-4f5f-9eac-eee9cbd7cece None None] Routers {'a47cd4db-63cb-4068-900a-89d7466291dc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:49.390182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-077be557-4c94-4f5f-9eac-eee9cbd7cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:44:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a47cd4db-63cb-4068-900a-89d7466291dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:49.490627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 9b519ea2-a239-48b3-90a3-600677d0d82e no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:49.591238 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 9b519ea2-a239-48b3-90a3-600677d0d82e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:49.600607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 9b519ea2-a239-48b3-90a3-600677d0d82e not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:49.706120 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.757995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e19fe-4c86-4079-b7bf-da3aa907aea6 req-60d19f82-05b2-4abd-9c05-ce19e52df81b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.761976 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3a7e19fe-4c86-4079-b7bf-da3aa907aea6 req-60d19f82-05b2-4abd-9c05-ce19e52df81b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 946 time: 0.1492934 Nov 12 03:44:49.851884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-077be557-4c94-4f5f-9eac-eee9cbd7cece None None] Set router a47cd4db-63cb-4068-900a-89d7466291dc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:49.864062 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e259ceb-08d7-40aa-852e-dafc53777da4 req-f7a74d7e-d5cd-48ed-b5d7-596b3f8d7221 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 210 time: 0.0600767 Nov 12 03:44:49.889027 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3a7e19fe-4c86-4079-b7bf-da3aa907aea6 req-2167ce54-5cbb-4c4d-8600-2a88d3f74812 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124318 Nov 12 03:44:49.993950 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.143674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] Deleting port c8403c99-01a2-4836-85ac-ff1209bb138f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:50.144161 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.231310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-077be557-4c94-4f5f-9eac-eee9cbd7cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:44:47Z', 'revision_number': 5, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port': {'id': 'c8403c99-01a2-4836-85ac-ff1209bb138f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:50.306105 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077be557-4c94-4f5f-9eac-eee9cbd7cece None None] Checking router: a47cd4db-63cb-4068-900a-89d7466291dc for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:50.329742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077be557-4c94-4f5f-9eac-eee9cbd7cece None None] Routers {'a47cd4db-63cb-4068-900a-89d7466291dc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:50.330694 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-077be557-4c94-4f5f-9eac-eee9cbd7cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:44:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a47cd4db-63cb-4068-900a-89d7466291dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:50.410302 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c0dc1-996e-4b78-bff0-49e9e0a73f7f req-c4ca8420-6384-43cc-9610-cc1065d080d7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.418151 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd1c0dc1-996e-4b78-bff0-49e9e0a73f7f req-c4ca8420-6384-43cc-9610-cc1065d080d7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.2279840 Nov 12 03:44:50.433035 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] For port c8403c99-01a2-4836-85ac-ff1209bb138f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c8403c99-01a2-4836-85ac-ff1209bb138f,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:50.435277 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.457121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] Calling delete_port for c8403c99-01a2-4836-85ac-ff1209bb138f owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:50.543844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-077be557-4c94-4f5f-9eac-eee9cbd7cece None None] Set router a47cd4db-63cb-4068-900a-89d7466291dc gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:50.594547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca089ef-fd45-44ea-8e97-683a7eabb463 req-34415d69-479f-4161-8cd8-6adbdb3b1760 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.597815 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ca089ef-fd45-44ea-8e97-683a7eabb463 req-34415d69-479f-4161-8cd8-6adbdb3b1760 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.0982180 Nov 12 03:44:50.628669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-077be557-4c94-4f5f-9eac-eee9cbd7cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:44:49Z', 'revision_number': 6, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:50.638604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd1c0dc1-996e-4b78-bff0-49e9e0a73f7f req-a13ae9f9-0f7d-44c7-aea2-b4b37180b2bb tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194531 Nov 12 03:44:50.668154 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077be557-4c94-4f5f-9eac-eee9cbd7cece None None] The sync data for ids ['a47cd4db-63cb-4068-900a-89d7466291dc'] in n-d-767704-23 is: [{'id': 'a47cd4db-63cb-4068-900a-89d7466291dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-866427509-router', 'tenant_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:38Z', 'updated_at': '2021-11-12T03:44:49Z', 'revision_number': 6, 'project_id': 'f612fefa6c1a47e6afdff4eb04025fe9', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:50.700800 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ca089ef-fd45-44ea-8e97-683a7eabb463 req-ff63c538-2c83-4fb4-9783-a83b47558160 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947664 Nov 12 03:44:50.976868 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.005243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8403c99-01a2-4836-85ac-ff1209bb138f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:51.074744 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31fcdc60-c849-4663-b3a8-7be65633607b req-9f5bca5b-0192-47fe-9d61-1af10ef66ad4 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 210 time: 0.0927033 Nov 12 03:44:51.208523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31210810-9ae5-471c-9ded-3046e0df132c req-d7e6a203-0587-41a4-9268-a757757ad7f2 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.216422 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31210810-9ae5-471c-9ded-3046e0df132c req-d7e6a203-0587-41a4-9268-a757757ad7f2 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 946 time: 0.1781390 Nov 12 03:44:51.237096 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.481386 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.488501 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.510108 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31210810-9ae5-471c-9ded-3046e0df132c req-cfc195cb-132b-420b-a309-0b97c01276fd tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923298 Nov 12 03:44:51.563528 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-898c7cd4-22e3-4458-8af6-3834a46feea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.565404 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-898c7cd4-22e3-4458-8af6-3834a46feea1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 1101 time: 0.2345088 Nov 12 03:44:51.661364 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:51.690498 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.690498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a47cd4db-63cb-4068-900a-89d7466291dc {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:51.700277 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:51.700926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4cd1849e-c3be-4bbc-9b48-139da25cf8c2 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:51.705691 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.706835 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f9885729-f25d-4f40-9a95-c215c1ac2f80 admin admin] 10.222.0.105 "DELETE /v2.0/routers/a47cd4db-63cb-4068-900a-89d7466291dc HTTP/1.1" status: 204 len: 168 time: 2.3451903 Nov 12 03:44:51.710813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57476) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.724571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-84bccf28-cba7-44b1-b2a5-adee8e54bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.726955 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-84bccf28-cba7-44b1-b2a5-adee8e54bb45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1486323 Nov 12 03:44:51.791398 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-ffba1bc8-913b-4b64-ace3-89bc6db053cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e73afcc0-169c-41d6-a736-b91e342eea6d HTTP/1.1" status: 200 len: 217 time: 0.0540936 Nov 12 03:44:51.847365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e062f8e4-6d91-4278-ac27-eef8a2fec668 admin admin] Deleting subnet 21c7b2ae-4826-4165-8db5-d145572339ce {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:51.852828 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e062f8e4-6d91-4278-ac27-eef8a2fec668 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.887013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eb3ed-a357-4bcf-9936-17647da0a317 req-530e3182-1841-4d4f-a265-b71c927e2406 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.896385 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-052eb3ed-a357-4bcf-9936-17647da0a317 req-530e3182-1841-4d4f-a265-b71c927e2406 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1306043 Nov 12 03:44:51.912076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-7ce7ebc2-68eb-429a-bbe8-f759f935da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.916987 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-7ce7ebc2-68eb-429a-bbe8-f759f935da7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1146185 Nov 12 03:44:51.950185 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e062f8e4-6d91-4278-ac27-eef8a2fec668 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.035504 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-052eb3ed-a357-4bcf-9936-17647da0a317 req-cf3ad90f-2c4f-4846-9533-365b991aacb9 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380517 Nov 12 03:44:52.038766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda68c8-8f91-4019-a79e-61a9cdef8eab req-32fd532e-d489-4d34-979b-b301b28082c5 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.040532 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cda68c8-8f91-4019-a79e-61a9cdef8eab req-32fd532e-d489-4d34-979b-b301b28082c5 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1250706 Nov 12 03:44:52.048030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-5053805b-0791-43f6-8e11-dc3c01389566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.049616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-5053805b-0791-43f6-8e11-dc3c01389566 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0866706 Nov 12 03:44:52.176642 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e062f8e4-6d91-4278-ac27-eef8a2fec668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.263879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cda68c8-8f91-4019-a79e-61a9cdef8eab req-70e27416-07a1-47e4-80b6-1af356767768 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126803 Nov 12 03:44:52.308638 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-4f71192c-7c2c-421c-8a6a-99025a258ff7 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377129 Nov 12 03:44:52.334759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9f8a67d-7f9f-402d-bc6d-63744b43db09 req-d1b01623-e913-41bd-a691-975ac644175e tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 210 time: 0.0345321 Nov 12 03:44:52.347778 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57488) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.393786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e062f8e4-6d91-4278-ac27-eef8a2fec668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.454023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062f8e4-6d91-4278-ac27-eef8a2fec668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c7b2ae-4826-4165-8db5-d145572339ce,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.462670 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e062f8e4-6d91-4278-ac27-eef8a2fec668 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.470954 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e062f8e4-6d91-4278-ac27-eef8a2fec668 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/21c7b2ae-4826-4165-8db5-d145572339ce HTTP/1.1" status: 204 len: 168 time: 0.7583978 Nov 12 03:44:52.471348 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1f25c7-f703-4f2b-a892-4a644913109e None None] Network 62997581-2879-408b-aa6c-aaecddf2a963 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:52.472131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57492) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.556655 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-db9e383c-d51e-46f5-bbac-fc7a1fba3472 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218015 Nov 12 03:44:52.582420 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.666196 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Deleting port f503b793-af45-47df-bd64-6b6607982039 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:52.667587 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.702070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44721d65-e75d-4eee-989b-4fd8018fe34f req-3bd1157f-7c9c-4432-b094-a3348618de3f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.712632 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44721d65-e75d-4eee-989b-4fd8018fe34f req-3bd1157f-7c9c-4432-b094-a3348618de3f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 946 time: 0.1031282 Nov 12 03:44:52.744149 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b965a8f-ad7b-436c-b80d-dd146d10d426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.844364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44721d65-e75d-4eee-989b-4fd8018fe34f req-5d37bead-4cb5-4c1e-81c7-f600e154e854 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230965 Nov 12 03:44:52.886694 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] DHCP port deletion for 62997581-2879-408b-aa6c-aaecddf2a963 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:52.987728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Deleting port f503b793-af45-47df-bd64-6b6607982039 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:52.988114 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.075886 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] For port f503b793-af45-47df-bd64-6b6607982039, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f503b793-af45-47df-bd64-6b6607982039,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:53.076359 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.246467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] For port f503b793-af45-47df-bd64-6b6607982039, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f503b793-af45-47df-bd64-6b6607982039,segment=NetworkSegment(2f2beb42-a0e8-45bd-a378-b4aed72379c1),segment_id=2f2beb42-a0e8-45bd-a378-b4aed72379c1)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:53.247016 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.248270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357b4be-5360-41dd-90e1-6d51830a4439 req-88e20396-a463-48b2-b1e3-78fe57399079 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.253860 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9357b4be-5360-41dd-90e1-6d51830a4439 req-88e20396-a463-48b2-b1e3-78fe57399079 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.0845935 Nov 12 03:44:53.270379 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Calling delete_port for f503b793-af45-47df-bd64-6b6607982039 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:53.353680 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9357b4be-5360-41dd-90e1-6d51830a4439 req-2efce7da-921d-4ca7-ab85-a75e371efe2a tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897930 Nov 12 03:44:53.365646 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Calling delete_port for f503b793-af45-47df-bd64-6b6607982039 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:53.394786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b965a8f-ad7b-436c-b80d-dd146d10d426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.425596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f503b793-af45-47df-bd64-6b6607982039 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:53.501570 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b965a8f-ad7b-436c-b80d-dd146d10d426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.538810 n-d-767704-23 neutron-server[103148]: INFO neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No ports have port_id starting with f503b793-af45-47df-bd64-6b6607982039 Nov 12 03:44:53.541498 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02762f68-35d0-4a07-ad95-0d4fb40a202b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.544107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c8403c99-01a2-4836-85ac-ff1209bb138f no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:53.556283 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.605405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: c8403c99-01a2-4836-85ac-ff1209bb138f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:53.606368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c8403c99-01a2-4836-85ac-ff1209bb138f not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:53.607334 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5edafcd-31e3-48e1-bcb5-d65d1b3dd0f8 req-b336064d-e2df-4368-8d85-238633657daa tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 210 time: 0.0544257 Nov 12 03:44:53.643363 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.651159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b965a8f-ad7b-436c-b80d-dd146d10d426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bd63dd-130d-4620-be68-e57f63d7dab6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:53.672746 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2b965a8f-ad7b-436c-b80d-dd146d10d426 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3259c4a172e940a8a5fb6b6916ea2bde&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3227956 Nov 12 03:44:53.675481 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=f503b793-af45-47df-bd64-6b6607982039,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:53.675592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57512) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.693855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] No DVR routers for this DVR port f503b793-af45-47df-bd64-6b6607982039 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:53.707945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Pushing event deleted for resources: {'Port': ['ID=f503b793-af45-47df-bd64-6b6607982039,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:53.716483 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] No DVR routers for this DVR port f503b793-af45-47df-bd64-6b6607982039 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:53.738499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:53.739164 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:53.739845 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:53.740663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:53.741236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:53.742310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:53.742796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:53.743276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:53.743761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:53.744258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:53.744758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:53.745233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2d4c-ee8c-4a54-bbd4-220a38e83abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:53.794824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab745fd-154c-49cb-bf7b-93734185e7c8 req-f8ed3cec-4869-4e1a-9175-7daed2a3bec0 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.802869 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ab745fd-154c-49cb-bf7b-93734185e7c8 req-f8ed3cec-4869-4e1a-9175-7daed2a3bec0 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 946 time: 0.0975447 Nov 12 03:44:53.845283 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.886245 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ab745fd-154c-49cb-bf7b-93734185e7c8 req-fa8acc8a-bc55-405e-8229-1121006023bb tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823753 Nov 12 03:44:53.896886 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.899592 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.936973 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62997581-2879-408b-aa6c-aaecddf2a963']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:53.957930 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd544c-e34d-4dfb-b943-9a18feacb82a req-e3d92d13-5061-4b75-b33f-0f87f1299daf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.963210 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01fd544c-e34d-4dfb-b943-9a18feacb82a req-e3d92d13-5061-4b75-b33f-0f87f1299daf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.4407320 Nov 12 03:44:53.965931 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2beb42-a0e8-45bd-a378-b4aed72379c1') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:53.966441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2beb42-a0e8-45bd-a378-b4aed72379c1') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:54.002231 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.040064 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.052203 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01fd544c-e34d-4dfb-b943-9a18feacb82a req-539d92ed-4c4f-4b90-903e-7f7bf5a265de tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832469 Nov 12 03:44:54.053393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:54.053528 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:54.057404 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:54.165199 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.167865 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.169252 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a9bd63dd-130d-4620-be68-e57f63d7dab6 HTTP/1.1" status: 204 len: 168 time: 0.4922433 Nov 12 03:44:54.180492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bd63dd-130d-4620-be68-e57f63d7dab6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:54.189614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:54.190073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:54.190479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:54.191037 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:54.191470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:54.192065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:54.192653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:54.193291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:54.193788 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:54.194243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:54.194379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:54.194698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2a47-64d1-48fc-8ca6-4c3bc81f675c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:54.227960 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.234565 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.245838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57518) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:54.253692 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] 10.222.0.105 "DELETE /v2.0/networks/62997581-2879-408b-aa6c-aaecddf2a963 HTTP/1.1" status: 204 len: 168 time: 1.7796221 Nov 12 03:44:54.279504 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770962a4-6a1f-4c2f-99eb-10abb6750f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=62997581-2879-408b-aa6c-aaecddf2a963,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:54.607089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b6efe-a6b0-4ae6-a82a-25ceea7e4163 req-016f381a-7898-4448-889c-06117c49a855 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:54.608646 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-591b6efe-a6b0-4ae6-a82a-25ceea7e4163 req-016f381a-7898-4448-889c-06117c49a855 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1491456 Nov 12 03:44:54.722626 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0f338cd5-61bd-4d4b-90e8-ffb8963532ab req-889a969a-4fb9-4da8-8396-8d922e771860 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 210 time: 0.0336308 Nov 12 03:44:54.726901 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-591b6efe-a6b0-4ae6-a82a-25ceea7e4163 req-02ddf3bc-ae9f-43fe-acb3-c5b90bb75cb3 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054099 Nov 12 03:44:54.781845 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.836188 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68f58257-403e-489d-914b-e2e46fe7305b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.067352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf200e-319d-4016-81af-bb7ef491845c req-59c07321-791e-4dfe-8e5a-a80c52844c81 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.071545 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74cf200e-319d-4016-81af-bb7ef491845c req-59c07321-791e-4dfe-8e5a-a80c52844c81 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 946 time: 0.0850613 Nov 12 03:44:55.176874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74cf200e-319d-4016-81af-bb7ef491845c req-4813abbf-39fa-474b-9ea9-f938bc83d100 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983191 Nov 12 03:44:55.254775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d92929-aa87-4ed5-82b4-97d077aed879 req-acc9672d-8ffa-4949-bf8c-866524ca22a1 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.257017 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-65d92929-aa87-4ed5-82b4-97d077aed879 req-acc9672d-8ffa-4949-bf8c-866524ca22a1 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.0896747 Nov 12 03:44:55.261903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-68f58257-403e-489d-914b-e2e46fe7305b admin admin] Deleting port daa446ec-3680-4b41-b4a8-92772300fa53 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:55.262450 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68f58257-403e-489d-914b-e2e46fe7305b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.343939 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-65d92929-aa87-4ed5-82b4-97d077aed879 req-db30bb11-e060-458e-bff4-65ea9a4cd221 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698864 Nov 12 03:44:55.415999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-68f58257-403e-489d-914b-e2e46fe7305b admin admin] For port daa446ec-3680-4b41-b4a8-92772300fa53, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=daa446ec-3680-4b41-b4a8-92772300fa53,segment=NetworkSegment(4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11),segment_id=4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:55.416561 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68f58257-403e-489d-914b-e2e46fe7305b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.437001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-68f58257-403e-489d-914b-e2e46fe7305b admin admin] Calling delete_port for daa446ec-3680-4b41-b4a8-92772300fa53 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:55.467959 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bfe957d-5388-41bb-b3fe-4966f9c26c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.644161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb72908-c5f5-40f2-9560-973f99d30e36 req-339d1ac6-5114-45bb-a433-0b6ca1b9ce2a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.645784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fb72908-c5f5-40f2-9560-973f99d30e36 req-339d1ac6-5114-45bb-a433-0b6ca1b9ce2a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 946 time: 0.0983608 Nov 12 03:44:55.836714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4fb72908-c5f5-40f2-9560-973f99d30e36 req-8bbcda0e-7c8c-42ad-abbd-f6f39887195d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Deleting port a8413e88-8128-4bef-8bd1-b881de8dd490 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:55.837009 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4fb72908-c5f5-40f2-9560-973f99d30e36 req-8bbcda0e-7c8c-42ad-abbd-f6f39887195d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.870583 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68f58257-403e-489d-914b-e2e46fe7305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.911151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f831e-2070-465b-9270-d45caa3290d6 req-c6f96872-ece9-4b20-a995-fe4fcf1de355 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.913562 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-503f831e-2070-465b-9270-d45caa3290d6 req-c6f96872-ece9-4b20-a995-fe4fcf1de355 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.0765362 Nov 12 03:44:55.945260 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4acb9cc-79d3-4d45-af4b-1be89f74706f req-0897487a-a759-4bf8-81f9-b29335f8f6f1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=d232b327-a447-46ae-ba3d-e121507aa8d4 HTTP/1.1" status: 200 len: 210 time: 0.0784028 Nov 12 03:44:55.990532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f58257-403e-489d-914b-e2e46fe7305b admin admin] Pushing event deleted for resources: {'Port': ['ID=daa446ec-3680-4b41-b4a8-92772300fa53,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:56.014001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-503f831e-2070-465b-9270-d45caa3290d6 req-3c60fab7-4d8a-4a97-bb37-7bb26d7be06d tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846438 Nov 12 03:44:56.081245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4fb72908-c5f5-40f2-9560-973f99d30e36 req-8bbcda0e-7c8c-42ad-abbd-f6f39887195d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] For port a8413e88-8128-4bef-8bd1-b881de8dd490, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a8413e88-8128-4bef-8bd1-b881de8dd490,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:56.081607 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4fb72908-c5f5-40f2-9560-973f99d30e36 req-8bbcda0e-7c8c-42ad-abbd-f6f39887195d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.101269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4fb72908-c5f5-40f2-9560-973f99d30e36 req-8bbcda0e-7c8c-42ad-abbd-f6f39887195d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Calling delete_port for a8413e88-8128-4bef-8bd1-b881de8dd490 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:56.518766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72630dc5-7db7-44b5-b95e-0d145241299b req-58f30d50-4b80-4c8b-b22a-a852b2005b3a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:56.521047 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-72630dc5-7db7-44b5-b95e-0d145241299b req-58f30d50-4b80-4c8b-b22a-a852b2005b3a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.0685728 Nov 12 03:44:56.587698 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.636916 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-72630dc5-7db7-44b5-b95e-0d145241299b req-6709ee3c-e6e2-4ad3-b846-65670f8f8230 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009383 Nov 12 03:44:56.683325 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68f58257-403e-489d-914b-e2e46fe7305b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.712167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73f547-49da-469e-a442-ad5a70aa2ac4 req-847f0f19-bc8c-4740-a0dc-30b19cc8066b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:56.712167 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe73f547-49da-469e-a442-ad5a70aa2ac4 req-847f0f19-bc8c-4740-a0dc-30b19cc8066b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 946 time: 0.4381826 Nov 12 03:44:56.909405 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe73f547-49da-469e-a442-ad5a70aa2ac4 req-f3b4bde8-9f23-4466-b912-fbecbfa3b87b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323669 Nov 12 03:44:57.039345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4fb72908-c5f5-40f2-9560-973f99d30e36 req-8bbcda0e-7c8c-42ad-abbd-f6f39887195d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.068311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['a8413e88-8128-4bef-8bd1-b881de8dd490'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:57.170156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcda0e-7c8c-42ad-abbd-f6f39887195d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Pushing event deleted for resources: {'Port': ['ID=a8413e88-8128-4bef-8bd1-b881de8dd490,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.215764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f58257-403e-489d-914b-e2e46fe7305b admin admin] Router cfd3313f-9a5d-40fb-bc34-66ec1468ecfd has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:57.340740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6d28c-c586-4c8e-89b8-a470812b82d8 req-b1c27a65-54ee-44c6-b523-245e9e44ae37 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.348059 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ee6d28c-c586-4c8e-89b8-a470812b82d8 req-b1c27a65-54ee-44c6-b523-245e9e44ae37 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.2018254 Nov 12 03:44:57.406166 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb72908-c5f5-40f2-9560-973f99d30e36 req-8bbcda0e-7c8c-42ad-abbd-f6f39887195d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] No DVR routers for this DVR port a8413e88-8128-4bef-8bd1-b881de8dd490 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:57.418081 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4fb72908-c5f5-40f2-9560-973f99d30e36 req-8bbcda0e-7c8c-42ad-abbd-f6f39887195d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.422256 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fb72908-c5f5-40f2-9560-973f99d30e36 req-8bbcda0e-7c8c-42ad-abbd-f6f39887195d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.25 "DELETE /v2.0/ports/a8413e88-8128-4bef-8bd1-b881de8dd490 HTTP/1.1" status: 204 len: 173 time: 1.7662761 Nov 12 03:44:57.424204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5', 'name': 'network-vif-deleted', 'tag': 'a8413e88-8128-4bef-8bd1-b881de8dd490'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:57.425303 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5238fe-850b-4c34-af33-953f34b65f20" -d '{"events": [{"server_uuid": "ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5", "name": "network-vif-deleted", "tag": "a8413e88-8128-4bef-8bd1-b881de8dd490"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:57.531725 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f030c7-3619-4e69-bc32-4a0403fe85be x-openstack-request-id: req-31f030c7-3619-4e69-bc32-4a0403fe85be {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:57.532181 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5", "name": "network-vif-deleted", "tag": "a8413e88-8128-4bef-8bd1-b881de8dd490", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:57.532539 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-31f030c7-3619-4e69-bc32-4a0403fe85be {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:57.532984 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5', 'name': 'network-vif-deleted', 'tag': 'a8413e88-8128-4bef-8bd1-b881de8dd490', 'status': 'completed', 'code': 200} Nov 12 03:44:57.574029 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ee6d28c-c586-4c8e-89b8-a470812b82d8 req-b420c5b6-e7e1-42c3-8e80-9e1c7c607c9e tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251034 Nov 12 03:44:57.591630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f58257-403e-489d-914b-e2e46fe7305b admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:57.605724 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-68f58257-403e-489d-914b-e2e46fe7305b admin admin] 10.222.0.105 "PUT /v2.0/routers/cfd3313f-9a5d-40fb-bc34-66ec1468ecfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3553879 Nov 12 03:44:57.605835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57606) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:57.617516 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac6277c-0730-4ec5-8106-5f2427e6c1d1 None None] Sync routers for ids ['cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:57.645031 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac6277c-0730-4ec5-8106-5f2427e6c1d1 None None] Routers {'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:57.645798 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ac6277c-0730-4ec5-8106-5f2427e6c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:44:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:57.826350 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8ac6277c-0730-4ec5-8106-5f2427e6c1d1 None None] Set router cfd3313f-9a5d-40fb-bc34-66ec1468ecfd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:57.840602 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.000614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e194aa-f252-485e-bff9-9b90aeeba710 req-ead6b1ef-b387-4a2c-bbe9-978569c64526 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:58.002245 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-53e194aa-f252-485e-bff9-9b90aeeba710 req-ead6b1ef-b387-4a2c-bbe9-978569c64526 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.2372508 Nov 12 03:44:58.155624 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-53e194aa-f252-485e-bff9-9b90aeeba710 req-dda0395a-d688-4f59-ae8e-b5345f525669 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380541 Nov 12 03:44:58.176198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.222056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a9916a0e-2d33-4ba2-a606-302486bde11b req-3667d7b9-13d2-4d54-bd0d-eba6e5ee49f8 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff36d66d-0eb8-483c-9197-7a2a0cb1f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0328093 Nov 12 03:44:58.243714 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ac6277c-0730-4ec5-8106-5f2427e6c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579046191-router', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:48Z', 'updated_at': '2021-11-12T03:44:55Z', 'revision_number': 5, 'project_id': '943acab026494339be5d52612c7cdea8', 'gw_port': {'id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:49Z', 'updated_at': '2021-11-12T03:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:58.276853 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac6277c-0730-4ec5-8106-5f2427e6c1d1 None None] Checking router: cfd3313f-9a5d-40fb-bc34-66ec1468ecfd for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:58.287888 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac6277c-0730-4ec5-8106-5f2427e6c1d1 None None] Routers {'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:58.289265 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ac6277c-0730-4ec5-8106-5f2427e6c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:44:55Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:58.336365 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.429777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] Deleting port 0d4a5a51-690f-49dc-9c8a-12b8f21c3070 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:58.430167 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.477859 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8ac6277c-0730-4ec5-8106-5f2427e6c1d1 None None] Set router cfd3313f-9a5d-40fb-bc34-66ec1468ecfd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:58.597151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] For port 0d4a5a51-690f-49dc-9c8a-12b8f21c3070, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0d4a5a51-690f-49dc-9c8a-12b8f21c3070,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:58.598142 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.623205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] Calling delete_port for 0d4a5a51-690f-49dc-9c8a-12b8f21c3070 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:58.745683 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ac6277c-0730-4ec5-8106-5f2427e6c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579046191-router', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:48Z', 'updated_at': '2021-11-12T03:44:55Z', 'revision_number': 5, 'project_id': '943acab026494339be5d52612c7cdea8', 'gw_port': {'id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:49Z', 'updated_at': '2021-11-12T03:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:58.794254 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac6277c-0730-4ec5-8106-5f2427e6c1d1 None None] The sync data for ids ['cfd3313f-9a5d-40fb-bc34-66ec1468ecfd'] in n-d-767704-23 is: [{'id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579046191-router', 'tenant_id': '943acab026494339be5d52612c7cdea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:48Z', 'updated_at': '2021-11-12T03:44:55Z', 'revision_number': 5, 'project_id': '943acab026494339be5d52612c7cdea8', 'gw_port': {'id': '0d4a5a51-690f-49dc-9c8a-12b8f21c3070', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3313f-9a5d-40fb-bc34-66ec1468ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:49Z', 'updated_at': '2021-11-12T03:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:58.925813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cd141-cd42-4841-bac4-a63c66a37379 req-15ba0e1b-6bf9-427a-af42-2aab2b960f2b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:58.934602 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-264cd141-cd42-4841-bac4-a63c66a37379 req-15ba0e1b-6bf9-427a-af42-2aab2b960f2b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.2170742 Nov 12 03:44:58.942356 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.029368 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-264cd141-cd42-4841-bac4-a63c66a37379 req-e3135b64-892b-4d95-bf0d-5bba422f58e2 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925155 Nov 12 03:44:59.138513 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.203541 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device daa446ec-3680-4b41-b4a8-92772300fa53 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:59.215862 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4a5a51-690f-49dc-9c8a-12b8f21c3070,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:59.247331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: daa446ec-3680-4b41-b4a8-92772300fa53 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:59.249194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device daa446ec-3680-4b41-b4a8-92772300fa53 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:59.299736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a8413e88-8128-4bef-8bd1-b881de8dd490 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:59.378928 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.404940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: a8413e88-8128-4bef-8bd1-b881de8dd490 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:59.405479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a8413e88-8128-4bef-8bd1-b881de8dd490 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:59.550468 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.551962 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.585045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23450e3-814c-49db-938a-802b8b9295ae req-25558cb6-e519-4e4f-ab77-fd446e1a0f39 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:59.587365 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f23450e3-814c-49db-938a-802b8b9295ae req-25558cb6-e519-4e4f-ab77-fd446e1a0f39 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.2452345 Nov 12 03:44:59.718464 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f23450e3-814c-49db-938a-802b8b9295ae req-fb7ba82a-0f1d-42b6-939a-5e19a7078d32 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802310 Nov 12 03:44:59.764733 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.765386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd3313f-9a5d-40fb-bc34-66ec1468ecfd {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:59.770140 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.779216 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-84f07b29-6cae-4935-9f6e-51a642063958 admin admin] 10.222.0.105 "DELETE /v2.0/routers/cfd3313f-9a5d-40fb-bc34-66ec1468ecfd HTTP/1.1" status: 204 len: 168 time: 2.1647129 Nov 12 03:44:59.781291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.783521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-4d5c9504-7c0a-4739-bfa5-11d63201dcc0 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:59.785148 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-4d5c9504-7c0a-4739-bfa5-11d63201dcc0 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 812 time: 0.2122107 Nov 12 03:44:59.814707 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57676) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.837931 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-8c62836a-fc41-43a7-86b4-7f6fbe29869b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/quotas/f9f2ce7d605c46be9c07031c482882db HTTP/1.1" status: 200 len: 375 time: 0.0433204 Nov 12 03:44:59.847578 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe3ef19-91e1-441a-b620-d364ede5dd7e admin admin] Deleting subnet fd9d0e0d-8693-4347-bb0c-5370677def2e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:59.857002 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fe3ef19-91e1-441a-b620-d364ede5dd7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.920662 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-40250648-61f5-4cd5-8997-2ae07b384cb0 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812941 Nov 12 03:44:59.940945 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fe3ef19-91e1-441a-b620-d364ede5dd7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.105074 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f7ff057a-65cd-4e83-9a86-042160a41c1c service neutron] 10.222.0.105 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829348 Nov 12 03:45:00.105373 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fe3ef19-91e1-441a-b620-d364ede5dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.183759 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d1348e4-606e-4ea6-bfc1-71facdd02b9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.227425 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-ae67274b-bbf3-487a-ada7-1edc09314a8e service neutron] 10.222.0.105 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214564 Nov 12 03:45:00.281782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580738f-0672-44cd-8782-0af7e6a4b27e req-33d6762a-3844-49bd-8464-7796aba36524 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:00.284124 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0580738f-0672-44cd-8782-0af7e6a4b27e req-33d6762a-3844-49bd-8464-7796aba36524 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1191125 Nov 12 03:45:00.425312 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fe3ef19-91e1-441a-b620-d364ede5dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.425312 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0580738f-0672-44cd-8782-0af7e6a4b27e req-be33dbfa-2539-40d7-aaec-32c725917631 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260109 Nov 12 03:45:00.457630 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d1348e4-606e-4ea6-bfc1-71facdd02b9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.464290 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3ef19-91e1-441a-b620-d364ede5dd7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9d0e0d-8693-4347-bb0c-5370677def2e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.474335 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fe3ef19-91e1-441a-b620-d364ede5dd7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.480484 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4fe3ef19-91e1-441a-b620-d364ede5dd7e admin admin] 10.222.0.105 "DELETE /v2.0/subnets/fd9d0e0d-8693-4347-bb0c-5370677def2e HTTP/1.1" status: 204 len: 168 time: 0.6975083 Nov 12 03:45:00.482070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef4b50-0bed-42c3-84f2-c8c3aebc3474 None None] Network 35ce38f7-7a9d-4610-b448-c33ff3cf0259 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:00.482923 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:00.693894 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d1348e4-606e-4ea6-bfc1-71facdd02b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.728390 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3051dfe0-1b7e-4c44-b07f-b7885a83291b req-627c5c84-f984-4bc1-a0cb-5834c130dae2 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 210 time: 0.0401046 Nov 12 03:45:00.787102 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.805023 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4d1348e4-606e-4ea6-bfc1-71facdd02b9e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3f86ec0a95214fc3a0e43505a306bb44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9881790 Nov 12 03:45:00.809588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57698) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:00.811129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1348e4-606e-4ea6-bfc1-71facdd02b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdc2f7e-e0d9-47c0-bb8e-83360b44e879,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.943599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Deleting port 3263a7e2-8689-4f08-930c-f50c57c17f9a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:00.944282 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.953746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71701584-4698-48bf-9e9a-9facd2cbe218 None None] DHCP port deletion for 35ce38f7-7a9d-4610-b448-c33ff3cf0259 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:01.024781 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d6fccff-1b40-4319-ac63-6b9534c15d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.067661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804afdc-aaa2-4b23-9747-a8243feb39ed req-520075fb-3359-4c96-b9fc-acc92e12cc89 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:01.079867 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d804afdc-aaa2-4b23-9747-a8243feb39ed req-520075fb-3359-4c96-b9fc-acc92e12cc89 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1683598 Nov 12 03:45:01.104931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-71701584-4698-48bf-9e9a-9facd2cbe218 None None] Deleting port 3263a7e2-8689-4f08-930c-f50c57c17f9a {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:01.107981 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-71701584-4698-48bf-9e9a-9facd2cbe218 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.144693 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d6fccff-1b40-4319-ac63-6b9534c15d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.190584 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d804afdc-aaa2-4b23-9747-a8243feb39ed req-92713924-28d7-44df-a2ee-cee46a84bf39 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096592 Nov 12 03:45:01.196745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] For port 3263a7e2-8689-4f08-930c-f50c57c17f9a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3263a7e2-8689-4f08-930c-f50c57c17f9a,segment=NetworkSegment(4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11),segment_id=4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:01.199381 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.240176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Calling delete_port for 3263a7e2-8689-4f08-930c-f50c57c17f9a owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:01.243579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-71701584-4698-48bf-9e9a-9facd2cbe218 None None] For port 3263a7e2-8689-4f08-930c-f50c57c17f9a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3263a7e2-8689-4f08-930c-f50c57c17f9a,segment=NetworkSegment(4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11),segment_id=4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:01.246722 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-71701584-4698-48bf-9e9a-9facd2cbe218 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.303052 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-71701584-4698-48bf-9e9a-9facd2cbe218 None None] Calling delete_port for 3263a7e2-8689-4f08-930c-f50c57c17f9a owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:01.315956 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3263a7e2-8689-4f08-930c-f50c57c17f9a no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:01.406633 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d6fccff-1b40-4319-ac63-6b9534c15d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.412473 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d6fccff-1b40-4319-ac63-6b9534c15d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.417056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5d6fccff-1b40-4319-ac63-6b9534c15d87 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/abdc2f7e-e0d9-47c0-bb8e-83360b44e879 HTTP/1.1" status: 204 len: 168 time: 0.6061468 Nov 12 03:45:01.468368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fccff-1b40-4319-ac63-6b9534c15d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdc2f7e-e0d9-47c0-bb8e-83360b44e879,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:01.591802 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.597797 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.613517 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-71701584-4698-48bf-9e9a-9facd2cbe218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.655785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Pushing event deleted for resources: {'Port': ['ID=3263a7e2-8689-4f08-930c-f50c57c17f9a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:01.671507 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] No DVR routers for this DVR port 3263a7e2-8689-4f08-930c-f50c57c17f9a on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:01.699490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71701584-4698-48bf-9e9a-9facd2cbe218 None None] No DVR routers for this DVR port 3263a7e2-8689-4f08-930c-f50c57c17f9a on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:01.711616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71701584-4698-48bf-9e9a-9facd2cbe218 None None] Pushing event deleted for resources: {'Port': ['ID=3263a7e2-8689-4f08-930c-f50c57c17f9a,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:01.742866 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab090b04-7979-4269-9331-07cdd030d06e req-a98ac2e7-1f44-4c43-a465-96ec42f494db tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:01.753583 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ab090b04-7979-4269-9331-07cdd030d06e req-a98ac2e7-1f44-4c43-a465-96ec42f494db tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 946 time: 0.1985025 Nov 12 03:45:01.809487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0d4a5a51-690f-49dc-9c8a-12b8f21c3070 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:01.865878 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 0d4a5a51-690f-49dc-9c8a-12b8f21c3070 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:01.875097 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eade3ce3-c094-43e6-9254-aaebe84c0c0b req-fce2c617-27b6-41f0-a0fc-c80d09fe802a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 210 time: 0.0373697 Nov 12 03:45:01.876368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0d4a5a51-690f-49dc-9c8a-12b8f21c3070 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:01.908197 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.942825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ce38f7-7a9d-4610-b448-c33ff3cf0259']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:01.972433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:01.972902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebf18c7-d4c3-45fb-b3ec-23f867a8cf11') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:01.996198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.012524 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ab090b04-7979-4269-9331-07cdd030d06e req-6f716359-ef01-48c5-b8a7-7932ef1153e8 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580037 Nov 12 03:45:02.020107 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.034293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:02.036989 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:02.042961 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:02.317303 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c96600-2fb1-4f18-ae53-759ba9fe8861 req-64ebab0e-f02b-4ae2-94dc-23764792b3b4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:02.318890 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08c96600-2fb1-4f18-ae53-759ba9fe8861 req-64ebab0e-f02b-4ae2-94dc-23764792b3b4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.0565557 Nov 12 03:45:02.375024 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.384587 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.388714 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] 10.222.0.105 "DELETE /v2.0/networks/35ce38f7-7a9d-4610-b448-c33ff3cf0259 HTTP/1.1" status: 204 len: 168 time: 1.9047127 Nov 12 03:45:02.418067 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08c96600-2fb1-4f18-ae53-759ba9fe8861 req-bdd5f3ca-8a67-48ed-8f7f-4929bbf23fc3 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921628 Nov 12 03:45:02.419897 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52828498-1769-4cec-8b37-ccb39ae3f35b admin admin] Pushing event deleted for resources: {'Network': ['ID=35ce38f7-7a9d-4610-b448-c33ff3cf0259,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:02.690215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57734) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:02.705505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-528a3bf8-d6dc-4817-a608-4dbb406247b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.931476 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-528a3bf8-d6dc-4817-a608-4dbb406247b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.039935 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ebb36909-26c7-4ad8-8b9c-33334fce77ed req-e868f36a-5ced-40be-9635-2e21ba3e306d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 210 time: 0.0339890 Nov 12 03:45:03.050875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:03.090021 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-528a3bf8-d6dc-4817-a608-4dbb406247b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.103882 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0c7859c8-ce83-4545-867d-4f4758041855 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f612fefa6c1a47e6afdff4eb04025fe9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0505283 Nov 12 03:45:03.104607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57756) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:03.149658 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-528a3bf8-d6dc-4817-a608-4dbb406247b8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2592ade9b99c4d78b5da4a39df06c689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4582620 Nov 12 03:45:03.150394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a3bf8-d6dc-4817-a608-4dbb406247b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8382ef6a-a84b-4135-be94-2cd37e9099b2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:03.153114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:03.232647 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95dabad4-731f-4ce0-b1a2-c04ff3e2e06e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.233425 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b43c090d-58ef-43a0-adb1-a098c5de8c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.265935 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b43c090d-58ef-43a0-adb1-a098c5de8c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.271659 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95dabad4-731f-4ce0-b1a2-c04ff3e2e06e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.452576 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b43c090d-58ef-43a0-adb1-a098c5de8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.457187 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b43c090d-58ef-43a0-adb1-a098c5de8c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.462960 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b43c090d-58ef-43a0-adb1-a098c5de8c33 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/71ae32c4-1738-4e30-a1db-572ad20f41a9 HTTP/1.1" status: 204 len: 168 time: 0.3529923 Nov 12 03:45:03.471227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c090d-58ef-43a0-adb1-a098c5de8c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ae32c4-1738-4e30-a1db-572ad20f41a9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:03.489338 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95dabad4-731f-4ce0-b1a2-c04ff3e2e06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.511518 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95dabad4-731f-4ce0-b1a2-c04ff3e2e06e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.518241 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-95dabad4-731f-4ce0-b1a2-c04ff3e2e06e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8382ef6a-a84b-4135-be94-2cd37e9099b2 HTTP/1.1" status: 204 len: 168 time: 0.3639147 Nov 12 03:45:03.569261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dabad4-731f-4ce0-b1a2-c04ff3e2e06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8382ef6a-a84b-4135-be94-2cd37e9099b2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:03.703783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c93f5-f7bf-41ba-a118-8bfea56c6f7d req-3cb5e506-6566-45a7-8ff4-5a8d70dfc82e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:03.714145 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-405c93f5-f7bf-41ba-a118-8bfea56c6f7d req-3cb5e506-6566-45a7-8ff4-5a8d70dfc82e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1097651 Nov 12 03:45:03.805489 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-405c93f5-f7bf-41ba-a118-8bfea56c6f7d req-2cbbd1cc-3f59-47ff-b303-8f7f22c39884 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897543 Nov 12 03:45:03.923435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f19ba-cc80-44c8-9da2-0f0b558128df req-5f864939-d483-4134-9e57-163c33403f46 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:03.926491 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-951f19ba-cc80-44c8-9da2-0f0b558128df req-5f864939-d483-4134-9e57-163c33403f46 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 945 time: 0.1077352 Nov 12 03:45:04.072746 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-951f19ba-cc80-44c8-9da2-0f0b558128df req-93ca3173-263f-4bef-8be6-01ace2125b4c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348751 Nov 12 03:45:04.219228 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be48d651-ecc0-45c1-ae76-8fddb5133ad2 req-6a71354e-f3a6-4ed3-a62b-abb25a38f6ed tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 210 time: 0.0459809 Nov 12 03:45:04.599465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f7189ee1-95bc-4bcb-bac9-dafcc9f95745 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:04.602942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f7189ee1-95bc-4bcb-bac9-dafcc9f95745 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.25 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 812 time: 0.2492623 Nov 12 03:45:04.633450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-7e65919a-3199-4cc2-b259-27c52bb3c5c9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Request body: {'port': {'device_id': '5e775e79-d626-42a6-980f-6fc5225c380c', 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb', 'admin_state_up': True, 'tenant_id': 'f9f2ce7d605c46be9c07031c482882db'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:04.846976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:04.903254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c02e78dc-af84-4aed-bad4-afdbfb7a4e02 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=943acab026494339be5d52612c7cdea8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0547700 Nov 12 03:45:04.906961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-7e65919a-3199-4cc2-b259-27c52bb3c5c9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Made reservation on behalf of f9f2ce7d605c46be9c07031c482882db for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:04.907717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57800) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:04.914413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-7e65919a-3199-4cc2-b259-27c52bb3c5c9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.129068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea9b12-ea48-4a03-b92d-da0836e11143 req-e22577e8-5ac0-4fd7-b609-9793f8d3b686 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:05.131028 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d1ea9b12-ea48-4a03-b92d-da0836e11143 req-e22577e8-5ac0-4fd7-b609-9793f8d3b686 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 945 time: 0.1309574 Nov 12 03:45:05.203238 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-575a2a58-9268-49c6-a136-a869bd4df9b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.269127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf62c2-f6c6-427d-a4a9-ba4866e4fe94 req-aed9c38b-b031-4dc8-bc27-b750f507b6de tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:05.272415 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-97bf62c2-f6c6-427d-a4a9-ba4866e4fe94 req-aed9c38b-b031-4dc8-bc27-b750f507b6de tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1685908 Nov 12 03:45:05.284246 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-575a2a58-9268-49c6-a136-a869bd4df9b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.312231 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-7e65919a-3199-4cc2-b259-27c52bb3c5c9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Allocated IP 172.20.0.12 (2c53af8a-46bb-48e4-af57-98f8737220cb/899de18e-7897-4846-9001-c1f9957ea303/b15b6549-53ba-47c9-aae6-cdd1dda3013d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:05.331251 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e7213cc5-ad0d-4af9-8727-c0fedba4cf37 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:05.387067 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-97bf62c2-f6c6-427d-a4a9-ba4866e4fe94 req-da79f9ea-3784-4f1d-8c37-f65e89351166 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049724 Nov 12 03:45:05.438543 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-575a2a58-9268-49c6-a136-a869bd4df9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.442302 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-575a2a58-9268-49c6-a136-a869bd4df9b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.451914 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-575a2a58-9268-49c6-a136-a869bd4df9b8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5a4d8f45-aca9-48b2-805d-f71521c56e05 HTTP/1.1" status: 204 len: 168 time: 0.5411315 Nov 12 03:45:05.479779 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a2a58-9268-49c6-a136-a869bd4df9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4d8f45-aca9-48b2-805d-f71521c56e05,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:05.512926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d1ea9b12-ea48-4a03-b92d-da0836e11143 req-d2406078-f24b-4a1d-9d28-bc2b6e796972 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Deleting port a2fedf65-0222-4484-b009-68ae3d7b6079 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:05.513728 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1ea9b12-ea48-4a03-b92d-da0836e11143 req-d2406078-f24b-4a1d-9d28-bc2b6e796972 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.615797 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cd63cd0b-9a53-4d14-b791-4638e84be6b3 req-116ab07a-7631-468e-b9e2-678db1b8d024 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 210 time: 0.0580609 Nov 12 03:45:05.646226 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e7213cc5-ad0d-4af9-8727-c0fedba4cf37, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:05.661055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'e7213cc5-ad0d-4af9-8727-c0fedba4cf37', 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a', 'port_id': 'e7213cc5-ad0d-4af9-8727-c0fedba4cf37', 'mac_address': 'fa:16:3e:8d:52:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:05.704926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d1ea9b12-ea48-4a03-b92d-da0836e11143 req-d2406078-f24b-4a1d-9d28-bc2b6e796972 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] For port a2fedf65-0222-4484-b009-68ae3d7b6079, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a2fedf65-0222-4484-b009-68ae3d7b6079,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:05.705446 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1ea9b12-ea48-4a03-b92d-da0836e11143 req-d2406078-f24b-4a1d-9d28-bc2b6e796972 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.706827 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.718410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1e822-dab5-4492-89a8-f338631fe37d req-88ecf5a7-81be-471c-a087-f49af65ff3d9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:05.719483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ea1e822-dab5-4492-89a8-f338631fe37d req-88ecf5a7-81be-471c-a087-f49af65ff3d9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 945 time: 0.3691001 Nov 12 03:45:05.722252 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7213cc5-ad0d-4af9-8727-c0fedba4cf37 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:05.747509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e7213cc5-ad0d-4af9-8727-c0fedba4cf37, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:05.823511 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.840518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d1ea9b12-ea48-4a03-b92d-da0836e11143 req-d2406078-f24b-4a1d-9d28-bc2b6e796972 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Calling delete_port for a2fedf65-0222-4484-b009-68ae3d7b6079 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:05.922736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:05.940764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ea1e822-dab5-4492-89a8-f338631fe37d req-6e543dee-8270-4049-8a34-7a041ec26cd7 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930449 Nov 12 03:45:06.012311 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-7e65919a-3199-4cc2-b259-27c52bb3c5c9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.039350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['e7213cc5-ad0d-4af9-8727-c0fedba4cf37'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:06.251196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-7e65919a-3199-4cc2-b259-27c52bb3c5c9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.256540 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1ea9b12-ea48-4a03-b92d-da0836e11143 req-d2406078-f24b-4a1d-9d28-bc2b6e796972 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.298421 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['a2fedf65-0222-4484-b009-68ae3d7b6079'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:06.305655 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-7e65919a-3199-4cc2-b259-27c52bb3c5c9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Network 2c53af8a-46bb-48e4-af57-98f8737220cb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:06.311416 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-77acd83d-45dc-4dc7-be1b-b34f341b300b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1468978965&fields=id&tenant_id=dfda8e758cf0470bab4487db6f436bb2 HTTP/1.1" status: 200 len: 267 time: 0.0622504 Nov 12 03:45:06.314675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-7e65919a-3199-4cc2-b259-27c52bb3c5c9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:06.324072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-7e65919a-3199-4cc2-b259-27c52bb3c5c9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:06.402446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ea9b12-ea48-4a03-b92d-da0836e11143 req-d2406078-f24b-4a1d-9d28-bc2b6e796972 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] No DVR routers for this DVR port a2fedf65-0222-4484-b009-68ae3d7b6079 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:06.408204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65919a-3199-4cc2-b259-27c52bb3c5c9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Pushing event updated for resources: {'Port': ['ID=b15b6549-53ba-47c9-aae6-cdd1dda3013d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:06.413894 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d1ea9b12-ea48-4a03-b92d-da0836e11143 req-d2406078-f24b-4a1d-9d28-bc2b6e796972 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.417625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d1ea9b12-ea48-4a03-b92d-da0836e11143 req-d2406078-f24b-4a1d-9d28-bc2b6e796972 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.26 "DELETE /v2.0/ports/a2fedf65-0222-4484-b009-68ae3d7b6079 HTTP/1.1" status: 204 len: 173 time: 1.2660513 Nov 12 03:45:06.418117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0cb691-fbbf-4617-b037-506b4d8198be', 'name': 'network-vif-deleted', 'tag': 'a2fedf65-0222-4484-b009-68ae3d7b6079'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:06.421520 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e31d5d4-7ad6-4f31-93db-80e0e75425ec" -d '{"events": [{"server_uuid": "ae0cb691-fbbf-4617-b037-506b4d8198be", "name": "network-vif-deleted", "tag": "a2fedf65-0222-4484-b009-68ae3d7b6079"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:06.458755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2406078-f24b-4a1d-9d28-bc2b6e796972 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Pushing event deleted for resources: {'Port': ['ID=a2fedf65-0222-4484-b009-68ae3d7b6079,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:06.474969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-7e65919a-3199-4cc2-b259-27c52bb3c5c9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.475672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-7e65919a-3199-4cc2-b259-27c52bb3c5c9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.523195 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-3965d6ed-3ada-4ff3-bc54-cfc9f2c44ccc tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.532595 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-3965d6ed-3ada-4ff3-bc54-cfc9f2c44ccc tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/networks?id=7828d1a5-9946-41af-b946-aaa68c0bc955 HTTP/1.1" status: 200 len: 815 time: 0.2194264 Nov 12 03:45:06.555489 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-e5ce505d-c42c-4cc6-813e-4a73058ea961 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/quotas/dfda8e758cf0470bab4487db6f436bb2 HTTP/1.1" status: 200 len: 375 time: 0.0215845 Nov 12 03:45:06.585980 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-7e65919a-3199-4cc2-b259-27c52bb3c5c9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9629097 Nov 12 03:45:06.613345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Request body: {'port': {'device_id': '5e775e79-d626-42a6-980f-6fc5225c380c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:06.629260 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-3e1af6d1-96df-475e-b4f4-c790630d5580 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=dfda8e758cf0470bab4487db6f436bb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725532 Nov 12 03:45:06.662254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c0ae3-468a-4ead-b325-030d4ef10c66 req-d12fc711-224b-403d-b3ab-6a05eafb9fd8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.662254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca0c0ae3-468a-4ead-b325-030d4ef10c66 req-d12fc711-224b-403d-b3ab-6a05eafb9fd8 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1682241 Nov 12 03:45:06.774298 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca0c0ae3-468a-4ead-b325-030d4ef10c66 req-38cb1a38-4c35-4572-a486-94f4da228327 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028848 Nov 12 03:45:06.777377 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.801221 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-d31e4338-3fb7-4928-aa3c-e5a3d7b79cf5 service neutron] 10.222.0.105 "GET /v2.0/networks/7828d1a5-9946-41af-b946-aaa68c0bc955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556466 Nov 12 03:45:06.846139 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1923f437-a4c4-42c0-b225-c128b700e51f x-openstack-request-id: req-1923f437-a4c4-42c0-b225-c128b700e51f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:06.846542 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0cb691-fbbf-4617-b037-506b4d8198be", "name": "network-vif-deleted", "tag": "a2fedf65-0222-4484-b009-68ae3d7b6079", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:06.846711 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1923f437-a4c4-42c0-b225-c128b700e51f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:06.847076 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0cb691-fbbf-4617-b037-506b4d8198be', 'name': 'network-vif-deleted', 'tag': 'a2fedf65-0222-4484-b009-68ae3d7b6079', 'status': 'completed', 'code': 200} Nov 12 03:45:07.079698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-e103f593-a70b-4dfc-9a15-1fdecafc82f6 service neutron] 10.222.0.105 "GET /v2.0/networks/7828d1a5-9946-41af-b946-aaa68c0bc955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676132 Nov 12 03:45:07.235309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4341f5-439d-4b30-9128-467c739c7b70 req-d0bd59b7-fb5f-479c-980e-df105ac826f7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:07.251786 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b4341f5-439d-4b30-9128-467c739c7b70 req-d0bd59b7-fb5f-479c-980e-df105ac826f7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 932 time: 0.1204190 Nov 12 03:45:07.329318 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b4341f5-439d-4b30-9128-467c739c7b70 req-2a5592bd-1d65-4db6-b61f-479966e82f67 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803344 Nov 12 03:45:07.336738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e7213cc5-ad0d-4af9-8727-c0fedba4cf37 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:07.442262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15b6549-53ba-47c9-aae6-cdd1dda3013d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:07.453853 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.469128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Transition to ACTIVE for port object b15b6549-53ba-47c9-aae6-cdd1dda3013d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:45:07.504176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port e7213cc5-ad0d-4af9-8727-c0fedba4cf37 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:07.504790 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.526521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52b62213-6203-4a6b-ad0f-8592b546cd26 req-7698f622-1c8e-4178-a766-51578efb5c21 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae0cb691-fbbf-4617-b037-506b4d8198be HTTP/1.1" status: 200 len: 210 time: 0.0553398 Nov 12 03:45:07.547459 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.632989 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b15b6549-53ba-47c9-aae6-cdd1dda3013d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:07.741307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Attempting to bind port b15b6549-53ba-47c9-aae6-cdd1dda3013d on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:07.747819 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Attempting to bind port b15b6549-53ba-47c9-aae6-cdd1dda3013d by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:07.747819 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Attempting to bind port b15b6549-53ba-47c9-aae6-cdd1dda3013d on network 2c53af8a-46bb-48e4-af57-98f8737220cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:07.749743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Port b15b6549-53ba-47c9-aae6-cdd1dda3013d on network 2c53af8a-46bb-48e4-af57-98f8737220cb not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:45:07.750162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Attempting to bind port b15b6549-53ba-47c9-aae6-cdd1dda3013d on network 2c53af8a-46bb-48e4-af57-98f8737220cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:07.756522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:07.757467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Checking segment: {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:07.757959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Bound using segment: {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:07.758688 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Bound port: b15b6549-53ba-47c9-aae6-cdd1dda3013d, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:07.759088 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.771382 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.800662 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78df3cd-6db2-41a9-a867-08daf5627831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7213cc5-ad0d-4af9-8727-c0fedba4cf37'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:07.803104 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cc5ba7-fb6a-49d8-af88-5dd051376dc2" -d '{"events": [{"server_uuid": "f78df3cd-6db2-41a9-a867-08daf5627831", "name": "network-vif-plugged", "status": "completed", "tag": "e7213cc5-ad0d-4af9-8727-c0fedba4cf37"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:07.829825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e7213cc5-ad0d-4af9-8727-c0fedba4cf37, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:07.870620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] For port b15b6549-53ba-47c9-aae6-cdd1dda3013d, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:07.874745 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] For port b15b6549-53ba-47c9-aae6-cdd1dda3013d, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b15b6549-53ba-47c9-aae6-cdd1dda3013d,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:07.886484 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5123829-f815-467b-8708-2d2f0f09b998 x-openstack-request-id: req-f5123829-f815-467b-8708-2d2f0f09b998 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:07.886775 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78df3cd-6db2-41a9-a867-08daf5627831", "name": "network-vif-plugged", "status": "completed", "tag": "e7213cc5-ad0d-4af9-8727-c0fedba4cf37", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:07.887026 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f5123829-f815-467b-8708-2d2f0f09b998 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:07.887647 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78df3cd-6db2-41a9-a867-08daf5627831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7213cc5-ad0d-4af9-8727-c0fedba4cf37', 'code': 200} Nov 12 03:45:07.937805 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.938132 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.011468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:08.076294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.076589 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.077896 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] 10.222.0.25 "PUT /v2.0/ports/b15b6549-53ba-47c9-aae6-cdd1dda3013d HTTP/1.1" status: 200 len: 1093 time: 1.4741638 Nov 12 03:45:08.160798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445a3aa-6a65-488a-b61c-ca46d76240c3 req-88929b14-3813-4c29-b95b-2c38dfb9e614 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.163890 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8445a3aa-6a65-488a-b61c-ca46d76240c3 req-88929b14-3813-4c29-b95b-2c38dfb9e614 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.2133033 Nov 12 03:45:08.175342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe606f-88f1-430f-8195-029813dc6cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b15b6549-53ba-47c9-aae6-cdd1dda3013d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:08.355085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-689c48a1-b461-424c-93aa-c5664dc5a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.358606 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-689c48a1-b461-424c-93aa-c5664dc5a66e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 1096 time: 0.1260333 Nov 12 03:45:08.359811 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0afae46f-ac49-4cea-8ccd-c6cf77e08bf0 req-887a1727-588f-41ec-ad9d-f9495eb823cb tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.0951056 Nov 12 03:45:08.375568 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8445a3aa-6a65-488a-b61c-ca46d76240c3 req-54a8ec00-01a2-4e6d-83f5-3ca885bd9b3c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951628 Nov 12 03:45:08.455235 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-e0b28326-be90-493c-bce4-7a9e4c6b7dcb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b15b6549-53ba-47c9-aae6-cdd1dda3013d HTTP/1.1" status: 200 len: 217 time: 0.0736713 Nov 12 03:45:08.521497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-588054d6-1f16-4307-81ee-08644094b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.523261 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-588054d6-1f16-4307-81ee-08644094b91b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=899de18e-7897-4846-9001-c1f9957ea303 HTTP/1.1" status: 200 len: 852 time: 0.0598392 Nov 12 03:45:08.569477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac097a06-6dfb-4b12-a857-3948eb3676e3 req-5960113f-90f4-48c0-9b9e-17eb462bbe45 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.571748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ac097a06-6dfb-4b12-a857-3948eb3676e3 req-5960113f-90f4-48c0-9b9e-17eb462bbe45 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 944 time: 0.0762911 Nov 12 03:45:08.613193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-0e86e960-9d2f-4e3a-a8d2-4daba1918e70 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c53af8a-46bb-48e4-af57-98f8737220cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810583 Nov 12 03:45:08.690566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ac097a06-6dfb-4b12-a857-3948eb3676e3 req-b201f002-bf07-44fb-a793-cccc86e14909 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111197 Nov 12 03:45:08.790775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-9678e6e6-7cad-4173-a424-8c6a7da7af16 service neutron] 10.222.0.25 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664567 Nov 12 03:45:08.877918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e775e79-d626-42a6-980f-6fc5225c380c', 'tag': 'b15b6549-53ba-47c9-aae6-cdd1dda3013d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:08.884428 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cf4867-5876-47a1-801e-79eb032c075b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e775e79-d626-42a6-980f-6fc5225c380c", "tag": "b15b6549-53ba-47c9-aae6-cdd1dda3013d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:08.889067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58042) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:08.989244 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a87ff2-30a8-4420-ada8-8d20bae475b8 x-openstack-request-id: req-57a87ff2-30a8-4420-ada8-8d20bae475b8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:08.989529 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e775e79-d626-42a6-980f-6fc5225c380c", "tag": "b15b6549-53ba-47c9-aae6-cdd1dda3013d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:08.989950 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-57a87ff2-30a8-4420-ada8-8d20bae475b8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:08.990511 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e775e79-d626-42a6-980f-6fc5225c380c', 'tag': 'b15b6549-53ba-47c9-aae6-cdd1dda3013d', 'status': 'completed', 'code': 200} Nov 12 03:45:09.065082 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fbcbab0-53bf-4b35-95dc-a9363b2f9b38 req-211615b3-8e5e-4e80-af53-d4f039e84e2b service neutron] 10.222.0.25 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608535 Nov 12 03:45:09.066510 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.247894 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.283065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf4867-5876-47a1-801e-79eb032c075b req-44069a90-e3b8-441d-94f2-84d1bbfe05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:09.285109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94cf4867-5876-47a1-801e-79eb032c075b req-44069a90-e3b8-441d-94f2-84d1bbfe05e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 1096 time: 0.0643666 Nov 12 03:45:09.348656 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.428692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069d6dfd-e84b-4641-ac1e-e5247e6cb206,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.436008 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=08feef47508145e0950d04197a7084aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5466604 Nov 12 03:45:09.438975 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:09.461786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.462593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.463131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.464693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.467291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.468186 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.468912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.469664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.470430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.471171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.471997 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.472830 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85516fc-e8e7-4013-86cd-2086399bf961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.577345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a2fedf65-0222-4484-b009-68ae3d7b6079 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:09.597422 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-744d8e06-6fff-4ccf-9208-77fd2ac25a22 req-699bd0b6-e102-4ebc-8340-4309da269643 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.0916517 Nov 12 03:45:09.626479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: a2fedf65-0222-4484-b009-68ae3d7b6079 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:09.627201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a2fedf65-0222-4484-b009-68ae3d7b6079 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:09.678492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf4867-5876-47a1-801e-79eb032c075b req-32bb6456-075e-4e32-b46f-40f599e9c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:09.682221 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94cf4867-5876-47a1-801e-79eb032c075b req-32bb6456-075e-4e32-b46f-40f599e9c5ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 914 time: 0.3775082 Nov 12 03:45:09.707902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:09.712514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740e526-ad3b-4a6d-9d1f-cc0cb40d3153 req-d9e94e30-a810-49c1-ace1-643f6c45b0f2 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:09.713349 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3740e526-ad3b-4a6d-9d1f-cc0cb40d3153 req-d9e94e30-a810-49c1-ace1-643f6c45b0f2 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 944 time: 0.2527759 Nov 12 03:45:09.728396 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e2429f-a587-4ad3-b4a0-f48326dce599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.786394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e2429f-a587-4ad3-b4a0-f48326dce599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.802137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94cf4867-5876-47a1-801e-79eb032c075b req-7bd84540-37bc-4104-bf7c-9006b3037424 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b15b6549-53ba-47c9-aae6-cdd1dda3013d HTTP/1.1" status: 200 len: 217 time: 0.0872283 Nov 12 03:45:09.977288 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f273685-2789-47a6-b5cb-f599f25a3ceb req-d27118c4-47a9-405c-97c8-3edf3f3c14b4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:09.979528 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f273685-2789-47a6-b5cb-f599f25a3ceb req-d27118c4-47a9-405c-97c8-3edf3f3c14b4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.2016721 Nov 12 03:45:10.005130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf4867-5876-47a1-801e-79eb032c075b req-7ae57a11-39c4-4120-860b-6379ec48779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:10.009359 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94cf4867-5876-47a1-801e-79eb032c075b req-7ae57a11-39c4-4120-860b-6379ec48779f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=899de18e-7897-4846-9001-c1f9957ea303 HTTP/1.1" status: 200 len: 852 time: 0.1954441 Nov 12 03:45:10.009749 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd953-e73d-4314-a3d0-67c431974aea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.014952 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3740e526-ad3b-4a6d-9d1f-cc0cb40d3153 req-04f79a99-f7f4-4d87-ae8d-63f46e088c8b tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172618 Nov 12 03:45:10.086785 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f273685-2789-47a6-b5cb-f599f25a3ceb req-c526c1a4-4841-433a-8335-ae640060c901 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970731 Nov 12 03:45:10.093781 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94cf4867-5876-47a1-801e-79eb032c075b req-a482d955-ba7e-478b-a91a-bdd960ec5630 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c53af8a-46bb-48e4-af57-98f8737220cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689929 Nov 12 03:45:10.172523 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e2429f-a587-4ad3-b4a0-f48326dce599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.177429 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e2429f-a587-4ad3-b4a0-f48326dce599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.181257 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e8e2429f-a587-4ad3-b4a0-f48326dce599 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/069d6dfd-e84b-4641-ac1e-e5247e6cb206 HTTP/1.1" status: 204 len: 168 time: 0.7385089 Nov 12 03:45:10.202787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2429f-a587-4ad3-b4a0-f48326dce599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069d6dfd-e84b-4641-ac1e-e5247e6cb206,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.416414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd953-e73d-4314-a3d0-67c431974aea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.485332 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd953-e73d-4314-a3d0-67c431974aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.601697 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2d0dd953-e73d-4314-a3d0-67c431974aea admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fae09700b2234afcbfc4de8dd0834f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8893831 Nov 12 03:45:10.603080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dd953-e73d-4314-a3d0-67c431974aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d2b171-b202-46e7-9c18-a2797919d7d8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.605521 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:10.734825 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20aa3f52-c8fb-4f21-a622-a6b7af15d0c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.801294 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20aa3f52-c8fb-4f21-a622-a6b7af15d0c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.869100 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-187f0cd6-1000-42a2-b792-86cc587ea87d req-35765c00-2212-485c-9a3d-cbf107faa57e tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.0723526 Nov 12 03:45:10.949993 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94cf4867-5876-47a1-801e-79eb032c075b req-7a0ca232-4d07-43ae-8676-eafc611dcfc1 service neutron] 10.222.0.25 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8404682 Nov 12 03:45:10.980475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f8d84-e78c-434a-991d-dde196e0c301 req-7722dbf4-70ed-456a-8f59-9946df84f5e9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:10.982228 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-159f8d84-e78c-434a-991d-dde196e0c301 req-7722dbf4-70ed-456a-8f59-9946df84f5e9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 944 time: 0.7099829 Nov 12 03:45:11.021801 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20aa3f52-c8fb-4f21-a622-a6b7af15d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.025920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817d549-41a4-406d-9f8d-3747ba04188f req-ae4b6add-b5fb-456c-9813-806ccdaa59b8 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.027743 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20aa3f52-c8fb-4f21-a622-a6b7af15d0c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.027937 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e817d549-41a4-406d-9f8d-3747ba04188f req-ae4b6add-b5fb-456c-9813-806ccdaa59b8 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 944 time: 0.1554496 Nov 12 03:45:11.034333 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-20aa3f52-c8fb-4f21-a622-a6b7af15d0c2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/88d2b171-b202-46e7-9c18-a2797919d7d8 HTTP/1.1" status: 204 len: 168 time: 0.4272668 Nov 12 03:45:11.068030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa3f52-c8fb-4f21-a622-a6b7af15d0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d2b171-b202-46e7-9c18-a2797919d7d8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:11.241932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-159f8d84-e78c-434a-991d-dde196e0c301 req-35945032-5d2e-472c-a2c6-33d5d16422e3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390296 Nov 12 03:45:11.250653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94cf4867-5876-47a1-801e-79eb032c075b req-c0e7e66a-567f-4e03-bc92-bb1285e95cd4 service neutron] 10.222.0.25 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871392 Nov 12 03:45:11.278883 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2971328-535a-48ae-bb68-bdb070dc27eb req-2f5996bc-45c3-4f86-8711-9083fe0a9cdf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.293140 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2971328-535a-48ae-bb68-bdb070dc27eb req-2f5996bc-45c3-4f86-8711-9083fe0a9cdf tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 944 time: 0.0985708 Nov 12 03:45:11.306571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e817d549-41a4-406d-9f8d-3747ba04188f req-32706c82-6f83-4753-a5fb-3b1e2597c82f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Deleting port 2682bb42-7f56-48de-94b5-147a5614b337 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:11.306920 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e817d549-41a4-406d-9f8d-3747ba04188f req-32706c82-6f83-4753-a5fb-3b1e2597c82f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.457039 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2971328-535a-48ae-bb68-bdb070dc27eb req-8337f5b5-b683-423d-90b7-a40c577523c9 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622510 Nov 12 03:45:11.740659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c50ce-2fd2-4b03-bcbf-b4644a43c5ef req-acc47eec-8d62-4a4b-a4d9-364bad31efb9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.749452 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c4c50ce-2fd2-4b03-bcbf-b4644a43c5ef req-acc47eec-8d62-4a4b-a4d9-364bad31efb9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.2802594 Nov 12 03:45:11.782108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e817d549-41a4-406d-9f8d-3747ba04188f req-32706c82-6f83-4753-a5fb-3b1e2597c82f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] For port 2682bb42-7f56-48de-94b5-147a5614b337, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2682bb42-7f56-48de-94b5-147a5614b337,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:11.782549 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e817d549-41a4-406d-9f8d-3747ba04188f req-32706c82-6f83-4753-a5fb-3b1e2597c82f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.836116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e817d549-41a4-406d-9f8d-3747ba04188f req-32706c82-6f83-4753-a5fb-3b1e2597c82f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Calling delete_port for 2682bb42-7f56-48de-94b5-147a5614b337 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:11.856361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-7439a13c-0cd3-4f94-9912-84daeee989d9 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.858077 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-7439a13c-0cd3-4f94-9912-84daeee989d9 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.25 "GET /v2.0/networks?id=7828d1a5-9946-41af-b946-aaa68c0bc955 HTTP/1.1" status: 200 len: 815 time: 0.3068829 Nov 12 03:45:11.881557 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c4c50ce-2fd2-4b03-bcbf-b4644a43c5ef req-b568f4f7-2408-461a-a8a2-956bdbfdd07c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300600 Nov 12 03:45:12.058656 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-983de19d-d877-4fda-bbd4-3422c23d039c tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfda8e758cf0470bab4487db6f436bb2 HTTP/1.1" status: 200 len: 380 time: 0.1722977 Nov 12 03:45:12.066026 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-683914b2-5ce0-4fa6-8387-a4267af819c1 req-3ba2f280-73fc-42d6-a907-f71158726861 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.0840490 Nov 12 03:45:12.094087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-2e84d9a2-8f85-477a-8db1-1352b919937d tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Request body: {'port': {'device_id': '57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'admin_state_up': True, 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'security_groups': ['b9f828b1-a0a8-4b14-ac30-dc1033d28d55']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:12.191427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:12.236620 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21d22f22-3dbf-4095-936a-1cfc3b5481c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.398678 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21d22f22-3dbf-4095-936a-1cfc3b5481c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.515864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efe1d8-eca5-4373-9d2c-0ba5ae6428e5 req-75bd0421-4922-4c2d-9d6c-76512859af48 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:12.518635 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28efe1d8-eca5-4373-9d2c-0ba5ae6428e5 req-75bd0421-4922-4c2d-9d6c-76512859af48 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 944 time: 0.1261060 Nov 12 03:45:12.530378 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21d22f22-3dbf-4095-936a-1cfc3b5481c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.541390 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e817d549-41a4-406d-9f8d-3747ba04188f req-32706c82-6f83-4753-a5fb-3b1e2597c82f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.611640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d22f22-3dbf-4095-936a-1cfc3b5481c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80be7e55-d534-4446-a7aa-774a68938b9d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:12.612842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32706c82-6f83-4753-a5fb-3b1e2597c82f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Pushing event deleted for resources: {'Port': ['ID=2682bb42-7f56-48de-94b5-147a5614b337,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:12.616349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-2e84d9a2-8f85-477a-8db1-1352b919937d tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Made reservation on behalf of dfda8e758cf0470bab4487db6f436bb2 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:12.623707 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-2e84d9a2-8f85-477a-8db1-1352b919937d tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.727536 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e779285-2f3d-485d-8dcd-6f426eb1f257 req-c75f7aef-cc96-40c7-8a2a-a87e40f1c99c tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 210 time: 0.0866840 Nov 12 03:45:12.757591 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-21d22f22-3dbf-4095-936a-1cfc3b5481c2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6c3945d9a06b48b7a8583eba7fb7c3c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5602312 Nov 12 03:45:12.762041 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58148) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:12.872494 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3a35422-5327-449d-94e6-bf78d2159927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.897969 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3a35422-5327-449d-94e6-bf78d2159927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.074881 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3a35422-5327-449d-94e6-bf78d2159927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.076961 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3a35422-5327-449d-94e6-bf78d2159927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.078471 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c3a35422-5327-449d-94e6-bf78d2159927 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/80be7e55-d534-4446-a7aa-774a68938b9d HTTP/1.1" status: 204 len: 168 time: 0.3147008 Nov 12 03:45:13.120969 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a35422-5327-449d-94e6-bf78d2159927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80be7e55-d534-4446-a7aa-774a68938b9d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:13.128254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-2e84d9a2-8f85-477a-8db1-1352b919937d tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Allocated IP 172.20.0.5 (7828d1a5-9946-41af-b946-aaa68c0bc955/38766906-a926-453b-a958-276d3be1a812/d35db208-d6a8-4885-b589-582e104a28f7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:13.246798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28efe1d8-eca5-4373-9d2c-0ba5ae6428e5 req-a9b5dc8f-345d-4c45-9f19-ff2e15212ad0 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7185237 Nov 12 03:45:13.247613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e817d549-41a4-406d-9f8d-3747ba04188f req-32706c82-6f83-4753-a5fb-3b1e2597c82f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] No DVR routers for this DVR port 2682bb42-7f56-48de-94b5-147a5614b337 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:13.258335 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e817d549-41a4-406d-9f8d-3747ba04188f req-32706c82-6f83-4753-a5fb-3b1e2597c82f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.279048 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e817d549-41a4-406d-9f8d-3747ba04188f req-32706c82-6f83-4753-a5fb-3b1e2597c82f tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.26 "DELETE /v2.0/ports/2682bb42-7f56-48de-94b5-147a5614b337 HTTP/1.1" status: 204 len: 173 time: 2.2101181 Nov 12 03:45:13.377827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b15b6549-53ba-47c9-aae6-cdd1dda3013d details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:13.406253 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d361c-05af-4d6e-a38e-e560f5c2f5c7 req-db09de70-9dfd-4f9c-a7cd-f66074b499f7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:13.414308 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d0d361c-05af-4d6e-a38e-e560f5c2f5c7 req-db09de70-9dfd-4f9c-a7cd-f66074b499f7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1670296 Nov 12 03:45:13.419125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31', 'name': 'network-vif-deleted', 'tag': '2682bb42-7f56-48de-94b5-147a5614b337'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:13.421964 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a05552-043f-4909-8422-2ec5fa23d69b" -d '{"events": [{"server_uuid": "5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31", "name": "network-vif-deleted", "tag": "2682bb42-7f56-48de-94b5-147a5614b337"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:13.507449 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d0d361c-05af-4d6e-a38e-e560f5c2f5c7 req-77685258-5dd8-496d-bb75-f4f2b5a13062 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807364 Nov 12 03:45:13.520815 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05921f53-106f-4220-a9f6-18d85071156b req-5c7510ee-b1ac-4302-88e6-34a142b42572 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.0937650 Nov 12 03:45:13.592405 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-2e84d9a2-8f85-477a-8db1-1352b919937d tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.664069 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b15b6549-53ba-47c9-aae6-cdd1dda3013d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b15b6549-53ba-47c9-aae6-cdd1dda3013d,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:13.714809 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3d294d-6022-4772-b9d3-dbf8e9c77f76 x-openstack-request-id: req-3e3d294d-6022-4772-b9d3-dbf8e9c77f76 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:13.714809 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31", "name": "network-vif-deleted", "tag": "2682bb42-7f56-48de-94b5-147a5614b337", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:13.714809 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3e3d294d-6022-4772-b9d3-dbf8e9c77f76 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:13.714809 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31', 'name': 'network-vif-deleted', 'tag': '2682bb42-7f56-48de-94b5-147a5614b337', 'status': 'completed', 'code': 200} Nov 12 03:45:13.718641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'b15b6549-53ba-47c9-aae6-cdd1dda3013d', 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb', 'port_id': 'b15b6549-53ba-47c9-aae6-cdd1dda3013d', 'mac_address': 'fa:16:3e:e5:a7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899de18e-7897-4846-9001-c1f9957ea303', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:13.721656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2682bb42-7f56-48de-94b5-147a5614b337 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:13.751915 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 2682bb42-7f56-48de-94b5-147a5614b337 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:13.752290 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2682bb42-7f56-48de-94b5-147a5614b337 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:13.802632 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.822899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15b6549-53ba-47c9-aae6-cdd1dda3013d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:13.844969 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-2e84d9a2-8f85-477a-8db1-1352b919937d tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.865147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b15b6549-53ba-47c9-aae6-cdd1dda3013d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b15b6549-53ba-47c9-aae6-cdd1dda3013d,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:13.907602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84d9a2-8f85-477a-8db1-1352b919937d tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Pushing event updated for resources: {'Port': ['ID=d35db208-d6a8-4885-b589-582e104a28f7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:13.953201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-2e84d9a2-8f85-477a-8db1-1352b919937d tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Network 7828d1a5-9946-41af-b946-aaa68c0bc955 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:13.976737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-2e84d9a2-8f85-477a-8db1-1352b919937d tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:13.982335 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.996441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58184) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:14.009957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b1cee2b-5596-42e2-b288-c95ba24d396c req-2f2aa0ad-c629-41d0-b51d-ddf6353cadb3 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 210 time: 0.0682228 Nov 12 03:45:14.011098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-2e84d9a2-8f85-477a-8db1-1352b919937d tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:14.218739 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=b15b6549-53ba-47c9-aae6-cdd1dda3013d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:14.288118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-2e84d9a2-8f85-477a-8db1-1352b919937d tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:14.305130 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-2e84d9a2-8f85-477a-8db1-1352b919937d tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.359317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['b15b6549-53ba-47c9-aae6-cdd1dda3013d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:14.498452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1cd06-ecdc-44f9-8fbf-a6d7db13d5d5 req-07f637df-ca74-4d43-9a88-32edbce6002f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:14.518310 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4aa1cd06-ecdc-44f9-8fbf-a6d7db13d5d5 req-07f637df-ca74-4d43-9a88-32edbce6002f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 945 time: 0.1326871 Nov 12 03:45:14.556075 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f4a56a5a-39c7-4ce2-9266-d49952be4a3c None None] Provisioning complete for port d35db208-d6a8-4885-b589-582e104a28f7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:14.557224 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4a56a5a-39c7-4ce2-9266-d49952be4a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.575108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1540314375'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:14.649872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f4a56a5a-39c7-4ce2-9266-d49952be4a3c None None] Port d35db208-d6a8-4885-b589-582e104a28f7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:14.661777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4aa1cd06-ecdc-44f9-8fbf-a6d7db13d5d5 req-f030add3-7f93-463f-9f8e-eb7053b79f33 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424544 Nov 12 03:45:14.766171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c388-cfd3-4495-87cb-aead6d73386d req-906a5c9d-6af1-402d-8276-891e3967521e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:14.774678 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8df0c388-cfd3-4495-87cb-aead6d73386d req-906a5c9d-6af1-402d-8276-891e3967521e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.0951097 Nov 12 03:45:14.837928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748474f6-3309-4a92-9a37-536c6f301f23 req-edd5d51f-f63f-4345-b915-3c504de3d37a tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:14.846898 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-748474f6-3309-4a92-9a37-536c6f301f23 req-edd5d51f-f63f-4345-b915-3c504de3d37a tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 931 time: 0.0911963 Nov 12 03:45:14.853652 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8df0c388-cfd3-4495-87cb-aead6d73386d req-904a915e-1063-478f-a917-dcaa57c29c5d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749195 Nov 12 03:45:14.934606 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-2e84d9a2-8f85-477a-8db1-1352b919937d tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8565097 Nov 12 03:45:14.955613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Request body: {'port': {'device_id': '57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:15.042793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-748474f6-3309-4a92-9a37-536c6f301f23 req-401f6668-fe66-4cca-80ec-8ae16e78186b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949308 Nov 12 03:45:15.092294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Made reservation on behalf of 720c72df60dc49768e8826a69e674de9 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:15.099469 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.123893 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.167535 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.389064 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58041f65-06b3-47b8-9fee-999966d73fcc req-efdefe3c-d1c2-4998-8f9f-2419d7bc7e45 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bc3cb76-4bcb-4b81-bd65-58b5ddde7f31 HTTP/1.1" status: 200 len: 210 time: 0.1422765 Nov 12 03:45:15.409451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b15b6549-53ba-47c9-aae6-cdd1dda3013d up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:15.520710 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.658773 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35db208-d6a8-4885-b589-582e104a28f7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:15.666906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.680530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Transition to ACTIVE for port object d35db208-d6a8-4885-b589-582e104a28f7 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:45:15.816129 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a61021-2088-4b99-98eb-579b24806311 req-29639d64-bd8f-46ef-b7ed-d46e01de06f8 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.818140 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4a61021-2088-4b99-98eb-579b24806311 req-29639d64-bd8f-46ef-b7ed-d46e01de06f8 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 945 time: 0.0572312 Nov 12 03:45:15.876118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4a61021-2088-4b99-98eb-579b24806311 req-48807efd-8ec2-4bec-818b-23054b899e43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502906 Nov 12 03:45:16.011626 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999079f6-eba6-433d-940b-bb9889aeed69 req-6ba71bda-171b-4df4-bf2e-b5b2d75cfa70 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:16.013212 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-999079f6-eba6-433d-940b-bb9889aeed69 req-6ba71bda-171b-4df4-bf2e-b5b2d75cfa70 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.0681119 Nov 12 03:45:16.016346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.019311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port b15b6549-53ba-47c9-aae6-cdd1dda3013d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:45:16.020969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port b15b6549-53ba-47c9-aae6-cdd1dda3013d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:16.021542 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.028960 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.086613 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:16.122926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Pushing event updated for resources: {'Port': ['ID=d35db208-d6a8-4885-b589-582e104a28f7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:16.127471 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec82843b-a21f-445a-93ff-7d45201d9b35,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:16.152994 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.152994 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Added segment d2f908bd-3f8d-4194-bfeb-7f8da47fc84f of type vlan for network ff9ab84e-4365-415a-b1e3-2491c15e9584 Nov 12 03:45:16.310743 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-999079f6-eba6-433d-940b-bb9889aeed69 req-61f10004-9176-4b9f-a108-95e53f519503 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596366 Nov 12 03:45:16.313734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:16.342933 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.363914 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.436968 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6f473-26d7-4447-a81a-e2a3b63578b2 req-1ef3a0db-dc16-4183-b177-8879696f3f5f tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:16.443959 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1d6f473-26d7-4447-a81a-e2a3b63578b2 req-1ef3a0db-dc16-4183-b177-8879696f3f5f tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 943 time: 0.1719213 Nov 12 03:45:16.466417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b15b6549-53ba-47c9-aae6-cdd1dda3013d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b15b6549-53ba-47c9-aae6-cdd1dda3013d,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:16.468301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e775e79-d626-42a6-980f-6fc5225c380c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15b6549-53ba-47c9-aae6-cdd1dda3013d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:16.472077 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53a4593-fc1e-4100-a181-7c6ecb191e0b" -d '{"events": [{"server_uuid": "5e775e79-d626-42a6-980f-6fc5225c380c", "name": "network-vif-plugged", "status": "completed", "tag": "b15b6549-53ba-47c9-aae6-cdd1dda3013d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:16.475520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Attempting to bind port d35db208-d6a8-4885-b589-582e104a28f7 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:16.476585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Attempting to bind port d35db208-d6a8-4885-b589-582e104a28f7 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '48a85bc1-ba37-40f4-abad-6133369e525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:16.477034 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Attempting to bind port d35db208-d6a8-4885-b589-582e104a28f7 on network 7828d1a5-9946-41af-b946-aaa68c0bc955 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:16.490444 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.504897 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:16.505729 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.546344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Port d35db208-d6a8-4885-b589-582e104a28f7 on network 7828d1a5-9946-41af-b946-aaa68c0bc955 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:45:16.546640 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Attempting to bind port d35db208-d6a8-4885-b589-582e104a28f7 on network 7828d1a5-9946-41af-b946-aaa68c0bc955 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:16.570864 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.626744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1d6f473-26d7-4447-a81a-e2a3b63578b2 req-ab5a3de6-c89b-4e4b-83da-30ee41dafcd2 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750178 Nov 12 03:45:16.628196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:16.628530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Checking segment: {'id': '48a85bc1-ba37-40f4-abad-6133369e525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:16.628909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Bound using segment: {'id': '48a85bc1-ba37-40f4-abad-6133369e525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:16.629359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Bound port: d35db208-d6a8-4885-b589-582e104a28f7, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a85bc1-ba37-40f4-abad-6133369e525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:16.629719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.644846 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1531883744-network', 'tenant_id': '8b743e87aecf4b1ab4f8a569cb29334e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:16.819763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] For port d35db208-d6a8-4885-b589-582e104a28f7, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:16.824194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] For port d35db208-d6a8-4885-b589-582e104a28f7, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d35db208-d6a8-4885-b589-582e104a28f7,segment=NetworkSegment(48a85bc1-ba37-40f4-abad-6133369e525f),segment_id=48a85bc1-ba37-40f4-abad-6133369e525f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:16.834341 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8364997 Nov 12 03:45:16.841562 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea0e29a-532a-47ac-9f1b-4a1406e63a16 x-openstack-request-id: req-8ea0e29a-532a-47ac-9f1b-4a1406e63a16 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:16.841562 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e775e79-d626-42a6-980f-6fc5225c380c", "name": "network-vif-plugged", "status": "completed", "tag": "b15b6549-53ba-47c9-aae6-cdd1dda3013d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:16.841562 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8ea0e29a-532a-47ac-9f1b-4a1406e63a16 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:16.842541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58264) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:16.848173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-590873b6-b602-4381-bace-257464406653 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Request body: {'subnet': {'network_id': 'ff9ab84e-4365-415a-b1e3-2491c15e9584', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:16.849234 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e775e79-d626-42a6-980f-6fc5225c380c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15b6549-53ba-47c9-aae6-cdd1dda3013d', 'code': 200} Nov 12 03:45:16.854966 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=b15b6549-53ba-47c9-aae6-cdd1dda3013d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:16.900528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42449ac-c975-4ea6-9b1f-2b0724d13619 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Pushing event updated for resources: {'Network': ['ID=ff9ab84e-4365-415a-b1e3-2491c15e9584,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:16.930206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network ff9ab84e-4365-415a-b1e3-2491c15e9584 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:16.946962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.999343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] Made reservation on behalf of 8b743e87aecf4b1ab4f8a569cb29334e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:17.004199 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.056346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.240646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:17.246705 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.246705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] 10.222.0.25 "PUT /v2.0/ports/d35db208-d6a8-4885-b589-582e104a28f7 HTTP/1.1" status: 200 len: 1092 time: 2.2947907 Nov 12 03:45:17.262055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008', 'tag': 'd35db208-d6a8-4885-b589-582e104a28f7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:17.266523 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae728ec-9ade-4cdf-a95b-9e330e87f9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008", "tag": "d35db208-d6a8-4885-b589-582e104a28f7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:17.427466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ddbf2-071e-4455-a35f-d5a42c3e2899 req-cc36427d-9427-4ecd-bf38-4c6c05dc0074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:17.430212 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-904ddbf2-071e-4455-a35f-d5a42c3e2899 req-cc36427d-9427-4ecd-bf38-4c6c05dc0074 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 1098 time: 0.4744442 Nov 12 03:45:17.432615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36a800-591a-4545-97cd-8cfd686ddb20 service neutron] Pushing event updated for resources: {'Port': ['ID=d35db208-d6a8-4885-b589-582e104a28f7,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:17.448976 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.472092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670cbe4-1d05-4ab9-918f-6dfea6aef4d1 req-7e333323-8813-4c43-a893-e10b5613cdfc tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:17.473775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5670cbe4-1d05-4ab9-918f-6dfea6aef4d1 req-7e333323-8813-4c43-a893-e10b5613cdfc tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 946 time: 0.3400660 Nov 12 03:45:17.536581 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.631147 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590873b6-b602-4381-bace-257464406653 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Made reservation on behalf of 720c72df60dc49768e8826a69e674de9 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:17.646459 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-590873b6-b602-4381-bace-257464406653 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.651793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:17.725265 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.725265 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] Added segment 6c4e0a22-ec9f-4346-936d-fcb1e855b53d of type vlan for network 06cec024-9be7-42dc-b5b6-7e4a79621b20 Nov 12 03:45:17.725265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4de3607-49c7-4737-8f37-076488583042,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:17.891601 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e414f2fc-eb5b-4879-998b-c85cad15241a x-openstack-request-id: req-e414f2fc-eb5b-4879-998b-c85cad15241a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:17.901182 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008", "tag": "d35db208-d6a8-4885-b589-582e104a28f7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:17.901676 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e414f2fc-eb5b-4879-998b-c85cad15241a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:17.902412 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008', 'tag': 'd35db208-d6a8-4885-b589-582e104a28f7', 'status': 'completed', 'code': 200} Nov 12 03:45:17.930819 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.056302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982a76d-d47f-4fdc-8152-ad8c38e464a4 req-cbca3001-cc5d-4846-8541-5bef9adbbf51 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.063820 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9982a76d-d47f-4fdc-8152-ad8c38e464a4 req-cbca3001-cc5d-4846-8541-5bef9adbbf51 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.3302903 Nov 12 03:45:18.131165 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5670cbe4-1d05-4ab9-918f-6dfea6aef4d1 req-e2171c90-5646-4796-bd04-84dbe636bb18 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6108885 Nov 12 03:45:18.173398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9982a76d-d47f-4fdc-8152-ad8c38e464a4 req-6b6bb1fc-af50-4439-ac14-fa192a700e3b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049438 Nov 12 03:45:18.209162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-4b93ff60-0d69-4138-a3f8-ca978308a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.212832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-4b93ff60-0d69-4138-a3f8-ca978308a6b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfda8e758cf0470bab4487db6f436bb2&device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 1095 time: 0.7378221 Nov 12 03:45:18.239233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.245445 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.245445 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.247400 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-904ddbf2-071e-4455-a35f-d5a42c3e2899 req-b2733987-110d-482b-98c9-09565200ab58 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7712955 Nov 12 03:45:18.384961 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-cc618cde-a441-43a3-b9c9-dd95938363ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35db208-d6a8-4885-b589-582e104a28f7 HTTP/1.1" status: 200 len: 217 time: 0.1579406 Nov 12 03:45:18.439534 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1244063 Nov 12 03:45:18.443695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:18.479320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-20bae24b-f4a1-4a34-9571-bc3919378990 admin admin] Request body: {'subnet': {'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1531883744-subnet', 'tenant_id': '8b743e87aecf4b1ab4f8a569cb29334e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:18.486201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3131a-d7f9-4593-899d-33e64ab2769d admin admin] Pushing event updated for resources: {'Network': ['ID=06cec024-9be7-42dc-b5b6-7e4a79621b20,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:18.497910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 06cec024-9be7-42dc-b5b6-7e4a79621b20 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:18.581501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78824a0-b06d-466e-b2d1-a492eb9015be req-c01f4b86-909a-49a8-81d8-1655f0bcb8f0 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.596006 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a78824a0-b06d-466e-b2d1-a492eb9015be req-c01f4b86-909a-49a8-81d8-1655f0bcb8f0 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 943 time: 0.1533682 Nov 12 03:45:18.684875 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.715345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a78824a0-b06d-466e-b2d1-a492eb9015be req-d998f67d-c517-4acf-a09c-95169a213ded tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105144 Nov 12 03:45:18.718435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bae24b-f4a1-4a34-9571-bc3919378990 admin admin] Made reservation on behalf of 8b743e87aecf4b1ab4f8a569cb29334e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:18.724855 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20bae24b-f4a1-4a34-9571-bc3919378990 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.733573 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13fbb-3e89-4140-8864-a1a5d147fb61 req-426944e0-1b06-4e5b-b484-2290b9be92e1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.742579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fb13fbb-3e89-4140-8864-a1a5d147fb61 req-426944e0-1b06-4e5b-b484-2290b9be92e1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 945 time: 0.3745198 Nov 12 03:45:18.764902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-f4739024-3de5-4fdc-b0e7-279e1af94b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.766499 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-f4739024-3de5-4fdc-b0e7-279e1af94b2f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38766906-a926-453b-a958-276d3be1a812 HTTP/1.1" status: 200 len: 854 time: 0.1930377 Nov 12 03:45:18.767382 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-590873b6-b602-4381-bace-257464406653 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.830186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590873b6-b602-4381-bace-257464406653 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Pushing event updated for resources: {'Subnet': ['ID=2e3b42fa-b4f4-4702-975d-143ea4eb84f5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:18.972346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d534b83-acb7-451e-a829-2c1b2f2c0961 req-07518224-7764-4e9b-aa2c-4f235a433a14 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.977172 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d534b83-acb7-451e-a829-2c1b2f2c0961 req-07518224-7764-4e9b-aa2c-4f235a433a14 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.26 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 945 time: 0.3062816 Nov 12 03:45:18.990718 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fb13fbb-3e89-4140-8864-a1a5d147fb61 req-94818a0c-013d-473c-9ccc-5ab27a38b349 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463400 Nov 12 03:45:19.016758 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590873b6-b602-4381-bace-257464406653 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Checking segment: {'id': 'd2f908bd-3f8d-4194-bfeb-7f8da47fc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ff9ab84e-4365-415a-b1e3-2491c15e9584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:19.017525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590873b6-b602-4381-bace-257464406653 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Network hostable DHCP agents. Network: ff9ab84e-4365-415a-b1e3-2491c15e9584, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:19.056910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-134540b6-b68d-44b0-9edd-663e8eac3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:19.059276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-134540b6-b68d-44b0-9edd-663e8eac3eec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7828d1a5-9946-41af-b946-aaa68c0bc955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2376847 Nov 12 03:45:19.204101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590873b6-b602-4381-bace-257464406653 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Network ff9ab84e-4365-415a-b1e3-2491c15e9584 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:19.239918 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-821c2030-1551-4cd1-b966-8619df7423ad service neutron] 10.222.0.25 "GET /v2.0/networks/7828d1a5-9946-41af-b946-aaa68c0bc955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665092 Nov 12 03:45:19.257672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4d534b83-acb7-451e-a829-2c1b2f2c0961 req-b9833c13-3167-4631-a78b-9912f62de6e1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Deleting port cb4d0659-e68b-4d34-b146-e2a28c65a830 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:19.261033 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d534b83-acb7-451e-a829-2c1b2f2c0961 req-b9833c13-3167-4631-a78b-9912f62de6e1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.316409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-590873b6-b602-4381-bace-257464406653 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, ff9ab84e-4365-415a-b1e3-2491c15e9584) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:19.327852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590873b6-b602-4381-bace-257464406653 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:19.329803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50400b2-44c4-46ee-9601-4dd5a0a91a0f None None] Network ff9ab84e-4365-415a-b1e3-2491c15e9584 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:19.329935 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-590873b6-b602-4381-bace-257464406653 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.348290 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20bae24b-f4a1-4a34-9571-bc3919378990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.454893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bae24b-f4a1-4a34-9571-bc3919378990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f02c0044-a66c-4629-a8ec-23b84996c31f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:19.499214 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-590873b6-b602-4381-bace-257464406653 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6549666 Nov 12 03:45:19.502784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58294) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:19.508664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bd98715e-6be3-4dd1-8225-dc73092450dc tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Request body: {'port': {'network_id': 'ff9ab84e-4365-415a-b1e3-2491c15e9584', 'name': 'tempest-DHCPAgentSchedulersTestJSON-917551118'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:19.542739 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44609af-1e32-4b10-9a2b-61e6d26ddde5 req-76ebe133-070a-4d97-8c1b-e75cf3b070d5 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:19.555936 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b44609af-1e32-4b10-9a2b-61e6d26ddde5 req-76ebe133-070a-4d97-8c1b-e75cf3b070d5 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.2184675 Nov 12 03:45:19.583116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7dc9250-0c5e-4215-84dc-57c44b385f62 req-e25b5ef2-66ea-41fc-baeb-29e6c98a1c80 service neutron] 10.222.0.25 "GET /v2.0/networks/7828d1a5-9946-41af-b946-aaa68c0bc955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286102 Nov 12 03:45:19.600287 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4d534b83-acb7-451e-a829-2c1b2f2c0961 req-b9833c13-3167-4631-a78b-9912f62de6e1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] For port cb4d0659-e68b-4d34-b146-e2a28c65a830, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=cb4d0659-e68b-4d34-b146-e2a28c65a830,segment=NetworkSegment(5d33e2e5-f849-496f-afc8-0388a5b121fe),segment_id=5d33e2e5-f849-496f-afc8-0388a5b121fe)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:19.600794 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d534b83-acb7-451e-a829-2c1b2f2c0961 req-b9833c13-3167-4631-a78b-9912f62de6e1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.640292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4d534b83-acb7-451e-a829-2c1b2f2c0961 req-b9833c13-3167-4631-a78b-9912f62de6e1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Calling delete_port for cb4d0659-e68b-4d34-b146-e2a28c65a830 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:19.667427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bae24b-f4a1-4a34-9571-bc3919378990 admin admin] Checking segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:19.668258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bae24b-f4a1-4a34-9571-bc3919378990 admin admin] Network hostable DHCP agents. Network: 06cec024-9be7-42dc-b5b6-7e4a79621b20, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:19.680908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3eae5-9baf-47c9-956c-2c604154cc3a req-17db4d26-2202-463e-99f0-461d4cc9ceb1 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:19.688996 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-24e3eae5-9baf-47c9-956c-2c604154cc3a req-17db4d26-2202-463e-99f0-461d4cc9ceb1 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 946 time: 0.2617021 Nov 12 03:45:19.736591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b44609af-1e32-4b10-9a2b-61e6d26ddde5 req-ce216f33-760d-4607-bbfd-5baf002696cb tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794963 Nov 12 03:45:19.868755 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-24e3eae5-9baf-47c9-956c-2c604154cc3a req-29dedd49-e4a0-48eb-8f0c-40b1edeec415 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711311 Nov 12 03:45:19.883263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-ff9ab84e-4365-415a-b1e3-2491c15e9584', 'network_id': 'ff9ab84e-4365-415a-b1e3-2491c15e9584', 'tenant_id': '720c72df60dc49768e8826a69e674de9', 'fixed_ips': [{'subnet_id': '2e3b42fa-b4f4-4702-975d-143ea4eb84f5'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:19.884157 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.905624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae728ec-9ade-4cdf-a95b-9e330e87f9dc req-35f35e44-7d05-4ffd-841e-06e571be52a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:19.907318 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ae728ec-9ade-4cdf-a95b-9e330e87f9dc req-35f35e44-7d05-4ffd-841e-06e571be52a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfda8e758cf0470bab4487db6f436bb2&device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 1095 time: 0.0791545 Nov 12 03:45:19.919230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bae24b-f4a1-4a34-9571-bc3919378990 admin admin] Network 06cec024-9be7-42dc-b5b6-7e4a79621b20 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:20.115644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Allocated IP 172.20.0.2 (ff9ab84e-4365-415a-b1e3-2491c15e9584/2e3b42fa-b4f4-4702-975d-143ea4eb84f5/1959a0b5-dc57-4342-8c8b-df73262d6a1d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:20.119052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689912f0-1435-4c60-a2b4-2cb26c8deabc req-c4935aca-bf72-45c2-880a-7875ffb5f3b4 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:20.128897 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-689912f0-1435-4c60-a2b4-2cb26c8deabc req-c4935aca-bf72-45c2-880a-7875ffb5f3b4 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 943 time: 0.2479167 Nov 12 03:45:20.183011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-20bae24b-f4a1-4a34-9571-bc3919378990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 06cec024-9be7-42dc-b5b6-7e4a79621b20) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:20.202156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae728ec-9ade-4cdf-a95b-9e330e87f9dc req-2dffc552-0cb7-4fbe-af08-fc7525efff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:20.203817 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ae728ec-9ade-4cdf-a95b-9e330e87f9dc req-2dffc552-0cb7-4fbe-af08-fc7525efff46 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7828d1a5-9946-41af-b946-aaa68c0bc955 HTTP/1.1" status: 200 len: 917 time: 0.2649243 Nov 12 03:45:20.216427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bae24b-f4a1-4a34-9571-bc3919378990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:20.222371 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20bae24b-f4a1-4a34-9571-bc3919378990 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.238177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd98715e-6be3-4dd1-8225-dc73092450dc tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Made reservation on behalf of 720c72df60dc49768e8826a69e674de9 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:20.253872 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd98715e-6be3-4dd1-8225-dc73092450dc tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.261532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba750d38-e490-4ae8-b9b5-a3143c41780f None None] Network 06cec024-9be7-42dc-b5b6-7e4a79621b20 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:20.378177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-bd98715e-6be3-4dd1-8225-dc73092450dc tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] device_id is not set on port 0656e27e-acfd-436f-84c5-c0c9d7839599 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:45:20.390776 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ae728ec-9ade-4cdf-a95b-9e330e87f9dc req-bf9bda18-eeb1-468e-8f83-6242bee70fc8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35db208-d6a8-4885-b589-582e104a28f7 HTTP/1.1" status: 200 len: 217 time: 0.1666718 Nov 12 03:45:20.485759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-689912f0-1435-4c60-a2b4-2cb26c8deabc req-94e39125-52b1-4d84-bcdf-e5c3f788397c tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527157 Nov 12 03:45:20.523197 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-20bae24b-f4a1-4a34-9571-bc3919378990 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0739443 Nov 12 03:45:20.570091 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395474f-ea4a-4ae7-8935-55d901295650 req-d0bfb8e9-1a73-404c-8ba8-33d6769842f7 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:20.573044 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae728ec-9ade-4cdf-a95b-9e330e87f9dc req-aedb4c37-0f02-44d1-91f9-8d637c965471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:20.575314 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ae728ec-9ade-4cdf-a95b-9e330e87f9dc req-aedb4c37-0f02-44d1-91f9-8d637c965471 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38766906-a926-453b-a958-276d3be1a812 HTTP/1.1" status: 200 len: 854 time: 0.1235981 Nov 12 03:45:20.583753 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e395474f-ea4a-4ae7-8935-55d901295650 req-d0bfb8e9-1a73-404c-8ba8-33d6769842f7 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 945 time: 0.3222857 Nov 12 03:45:20.699267 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e395474f-ea4a-4ae7-8935-55d901295650 req-c2d20f5e-6e9b-4c08-9dc8-554aa6ea31ba tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd02cbe5-7157-4a85-a2cd-7d3c419781c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065221 Nov 12 03:45:20.721568 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d534b83-acb7-451e-a829-2c1b2f2c0961 req-b9833c13-3167-4631-a78b-9912f62de6e1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.800343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae728ec-9ade-4cdf-a95b-9e330e87f9dc req-8c1f5d2a-cdef-42f9-8f89-96919dc681f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:20.810379 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ae728ec-9ade-4cdf-a95b-9e330e87f9dc req-8c1f5d2a-cdef-42f9-8f89-96919dc681f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7828d1a5-9946-41af-b946-aaa68c0bc955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2152655 Nov 12 03:45:20.891634 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4621a00-8506-49cc-85d5-7a0f0b0aa17e None None] Network 06cec024-9be7-42dc-b5b6-7e4a79621b20 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:20.894448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9833c13-3167-4631-a78b-9912f62de6e1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Pushing event deleted for resources: {'Port': ['ID=cb4d0659-e68b-4d34-b146-e2a28c65a830,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:21.005967 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.096792 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.134671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Network ff9ab84e-4365-415a-b1e3-2491c15e9584 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:21.158841 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:21.172459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:21.338821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Attempting to bind port 1959a0b5-dc57-4342-8c8b-df73262d6a1d on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:21.339467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Attempting to bind port 1959a0b5-dc57-4342-8c8b-df73262d6a1d by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'd2f908bd-3f8d-4194-bfeb-7f8da47fc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ff9ab84e-4365-415a-b1e3-2491c15e9584'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:21.339999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Attempting to bind port 1959a0b5-dc57-4342-8c8b-df73262d6a1d on network ff9ab84e-4365-415a-b1e3-2491c15e9584 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:21.354164 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:21.354871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Checking segment: {'id': 'd2f908bd-3f8d-4194-bfeb-7f8da47fc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ff9ab84e-4365-415a-b1e3-2491c15e9584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:21.355448 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.356088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Bound using segment: {'id': 'd2f908bd-3f8d-4194-bfeb-7f8da47fc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ff9ab84e-4365-415a-b1e3-2491c15e9584'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:21.357025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Bound port: 1959a0b5-dc57-4342-8c8b-df73262d6a1d, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f908bd-3f8d-4194-bfeb-7f8da47fc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ff9ab84e-4365-415a-b1e3-2491c15e9584'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:21.357843 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.411672 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Pushing event updated for resources: {'Port': ['ID=1959a0b5-dc57-4342-8c8b-df73262d6a1d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:21.510254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d534b83-acb7-451e-a829-2c1b2f2c0961 req-b9833c13-3167-4631-a78b-9912f62de6e1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] No DVR routers for this DVR port cb4d0659-e68b-4d34-b146-e2a28c65a830 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:21.519479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d534b83-acb7-451e-a829-2c1b2f2c0961 req-b9833c13-3167-4631-a78b-9912f62de6e1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.524333 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d534b83-acb7-451e-a829-2c1b2f2c0961 req-b9833c13-3167-4631-a78b-9912f62de6e1 tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.26 "DELETE /v2.0/ports/cb4d0659-e68b-4d34-b146-e2a28c65a830 HTTP/1.1" status: 204 len: 173 time: 2.5196273 Nov 12 03:45:21.525051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da0e0a-5e2a-4c44-b422-d27ffa1b41d0', 'name': 'network-vif-deleted', 'tag': 'cb4d0659-e68b-4d34-b146-e2a28c65a830'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:21.528970 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f29c10-f76e-4938-aa70-46c364c79b73" -d '{"events": [{"server_uuid": "08da0e0a-5e2a-4c44-b422-d27ffa1b41d0", "name": "network-vif-deleted", "tag": "cb4d0659-e68b-4d34-b146-e2a28c65a830"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:21.585889 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfa1c9-e425-4476-b67d-930a933ed5f6 req-03fbd001-41d0-4b20-a97f-da5c79f43157 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:21.590174 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-67cfa1c9-e425-4476-b67d-930a933ed5f6 req-03fbd001-41d0-4b20-a97f-da5c79f43157 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.7086942 Nov 12 03:45:21.620954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] For port 1959a0b5-dc57-4342-8c8b-df73262d6a1d, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:21.628216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] For port 1959a0b5-dc57-4342-8c8b-df73262d6a1d, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1959a0b5-dc57-4342-8c8b-df73262d6a1d,segment=NetworkSegment(d2f908bd-3f8d-4194-bfeb-7f8da47fc84f),segment_id=d2f908bd-3f8d-4194-bfeb-7f8da47fc84f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:21.660933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d163a-f82c-439d-b4bb-f7f0f6907e42 req-ecd2d2bc-c997-4cb9-b2c5-b7ecb1b40113 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:21.665547 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ae728ec-9ade-4cdf-a95b-9e330e87f9dc req-0549eba7-a3c8-4aed-9b11-a35400fa651f service neutron] 10.222.0.25 "GET /v2.0/networks/7828d1a5-9946-41af-b946-aaa68c0bc955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7857857 Nov 12 03:45:21.670158 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c79d163a-f82c-439d-b4bb-f7f0f6907e42 req-ecd2d2bc-c997-4cb9-b2c5-b7ecb1b40113 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 946 time: 0.6758809 Nov 12 03:45:21.705077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bd98715e-6be3-4dd1-8225-dc73092450dc tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Allocated IP 172.20.0.7 (ff9ab84e-4365-415a-b1e3-2491c15e9584/2e3b42fa-b4f4-4702-975d-143ea4eb84f5/0656e27e-acfd-436f-84c5-c0c9d7839599) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:21.714290 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.837262 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-67cfa1c9-e425-4476-b67d-930a933ed5f6 req-091859bd-a5f5-436d-9a92-0ca57a85b970 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165987 Nov 12 03:45:21.863951 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30b1ae-5b85-4572-8976-b5bd0f89c137 None None] Pushing event updated for resources: {'Port': ['ID=1959a0b5-dc57-4342-8c8b-df73262d6a1d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:21.906777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ae728ec-9ade-4cdf-a95b-9e330e87f9dc req-77c55c9f-f8aa-446d-943e-a02e1483e445 service neutron] 10.222.0.25 "GET /v2.0/networks/7828d1a5-9946-41af-b946-aaa68c0bc955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326815 Nov 12 03:45:22.020096 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:45:22.100006 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c79d163a-f82c-439d-b4bb-f7f0f6907e42 req-0fbc323a-aa93-41ac-abb5-3f33c4ccd90e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288471 Nov 12 03:45:22.147321 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58350) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:22.153043 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1236913302-network', 'tenant_id': '003acc9f4a6c4160bef3487fcea7065a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:22.267271 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd98715e-6be3-4dd1-8225-dc73092450dc tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.273542 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304d3c3b-38e0-496c-a622-1bf5954b004f x-openstack-request-id: req-304d3c3b-38e0-496c-a622-1bf5954b004f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:22.273869 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08da0e0a-5e2a-4c44-b422-d27ffa1b41d0", "name": "network-vif-deleted", "tag": "cb4d0659-e68b-4d34-b146-e2a28c65a830", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:22.274079 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-304d3c3b-38e0-496c-a622-1bf5954b004f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:22.274488 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08da0e0a-5e2a-4c44-b422-d27ffa1b41d0', 'name': 'network-vif-deleted', 'tag': 'cb4d0659-e68b-4d34-b146-e2a28c65a830', 'status': 'completed', 'code': 200} Nov 12 03:45:22.414899 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] Made reservation on behalf of 003acc9f4a6c4160bef3487fcea7065a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:22.426393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.489508 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.524109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3a8a165c-c9b3-4af5-ab28-9fd2e42e58e1 req-67599bf7-06c4-4a48-926b-2149cababe0d tempest-LiveMigrationTest-7569075 tempest-LiveMigrationTest-7569075-project] 10.222.0.105 "GET /v2.0/ports?device_id=08da0e0a-5e2a-4c44-b422-d27ffa1b41d0 HTTP/1.1" status: 200 len: 210 time: 0.0591671 Nov 12 03:45:22.566920 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd98715e-6be3-4dd1-8225-dc73092450dc tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.622675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59010d-780f-4853-8aee-2098092543a7 req-b980300d-ca69-4ac8-a0b7-cf7f13dc4538 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:22.632802 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6b59010d-780f-4853-8aee-2098092543a7 req-b980300d-ca69-4ac8-a0b7-cf7f13dc4538 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 943 time: 0.2473335 Nov 12 03:45:22.717526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98715e-6be3-4dd1-8225-dc73092450dc tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Pushing event updated for resources: {'Port': ['ID=0656e27e-acfd-436f-84c5-c0c9d7839599,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:22.726739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd98715e-6be3-4dd1-8225-dc73092450dc tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Network ff9ab84e-4365-415a-b1e3-2491c15e9584 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:22.740890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bd98715e-6be3-4dd1-8225-dc73092450dc tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:22.748844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd98715e-6be3-4dd1-8225-dc73092450dc tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:22.755939 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.795494 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6b59010d-780f-4853-8aee-2098092543a7 req-3e6e696b-f980-48ce-853d-5bf1a1866f48 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616499 Nov 12 03:45:22.841004 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd98715e-6be3-4dd1-8225-dc73092450dc tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:22.841600 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd98715e-6be3-4dd1-8225-dc73092450dc tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.864871 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.976361 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bd98715e-6be3-4dd1-8225-dc73092450dc tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4701521 Nov 12 03:45:22.979047 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58354) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:23.003049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221d7683-9414-4f69-877b-f7425629efa4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:23.007634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:23.050201 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8d02b410-fd97-47eb-b0cc-cb6f003a0ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.057241 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.064381 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] Added segment 5d46f981-61f8-454d-b1cf-94fc52978a84 of type vlan for network df41bf72-94a8-4b10-8ca8-7ce2ee6a1ef5 Nov 12 03:45:23.181093 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.341931 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.342985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:23.343573 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.362363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf16db-e0f8-41c4-9851-143a85489cf0 req-af7aa49a-e687-40a6-9d94-4f0cde189cb1 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:23.379339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dd284c-a724-4d1a-b5a6-ba175a1f126f None None] Network ff9ab84e-4365-415a-b1e3-2491c15e9584 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:23.395632 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4bf16db-e0f8-41c4-9851-143a85489cf0 req-af7aa49a-e687-40a6-9d94-4f0cde189cb1 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.3199987 Nov 12 03:45:23.406634 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1959a0b5-dc57-4342-8c8b-df73262d6a1d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:23.450500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-36221400-6268-477d-8fe3-7806a510d1d6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Deleting port 0656e27e-acfd-436f-84c5-c0c9d7839599 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:23.450500 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36221400-6268-477d-8fe3-7806a510d1d6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.539338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] Pushing event updated for resources: {'Network': ['ID=df41bf72-94a8-4b10-8ca8-7ce2ee6a1ef5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:23.555296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e80aada1-3823-48ce-9e45-2cf11430fcd9 None None] Provisioning complete for port 1959a0b5-dc57-4342-8c8b-df73262d6a1d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:23.559522 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e80aada1-3823-48ce-9e45-2cf11430fcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.591103 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network df41bf72-94a8-4b10-8ca8-7ce2ee6a1ef5 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:23.630478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:23.641945 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-47ac4ada-779f-48a2-9f4d-a5f8e6ea19be admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4905493 Nov 12 03:45:23.656824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:23.662349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device cb4d0659-e68b-4d34-b146-e2a28c65a830 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:23.681245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-16cb3840-b5ab-461a-8c59-99a9b22c5eba admin admin] Request body: {'subnet': {'network_id': 'df41bf72-94a8-4b10-8ca8-7ce2ee6a1ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1236913302-subnet', 'tenant_id': '003acc9f4a6c4160bef3487fcea7065a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:23.687202 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: cb4d0659-e68b-4d34-b146-e2a28c65a830 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:23.687546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device cb4d0659-e68b-4d34-b146-e2a28c65a830 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:23.694174 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4bf16db-e0f8-41c4-9851-143a85489cf0 req-2e5dd480-9458-49fa-8020-440612b67ac2 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948363 Nov 12 03:45:23.782654 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36221400-6268-477d-8fe3-7806a510d1d6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.807188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-36221400-6268-477d-8fe3-7806a510d1d6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Calling delete_port for 0656e27e-acfd-436f-84c5-c0c9d7839599 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:23.844642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1959a0b5-dc57-4342-8c8b-df73262d6a1d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:23.845267 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.921963 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e80aada1-3823-48ce-9e45-2cf11430fcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.005825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e80aada1-3823-48ce-9e45-2cf11430fcd9 None None] For port 1959a0b5-dc57-4342-8c8b-df73262d6a1d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1959a0b5-dc57-4342-8c8b-df73262d6a1d,segment=NetworkSegment(d2f908bd-3f8d-4194-bfeb-7f8da47fc84f),segment_id=d2f908bd-3f8d-4194-bfeb-7f8da47fc84f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:24.065529 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.074503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1d798-d8ee-4b5d-bf97-7a64819d26ea req-5ab3b378-943c-4251-ac95-ec12221003c0 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:24.080719 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7aa1d798-d8ee-4b5d-bf97-7a64819d26ea req-5ab3b378-943c-4251-ac95-ec12221003c0 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 943 time: 0.1410646 Nov 12 03:45:24.086084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cb3840-b5ab-461a-8c59-99a9b22c5eba admin admin] Made reservation on behalf of 003acc9f4a6c4160bef3487fcea7065a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:24.090801 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16cb3840-b5ab-461a-8c59-99a9b22c5eba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.136816 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36221400-6268-477d-8fe3-7806a510d1d6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.141730 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e80aada1-3823-48ce-9e45-2cf11430fcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.204438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36221400-6268-477d-8fe3-7806a510d1d6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Pushing event deleted for resources: {'Port': ['ID=0656e27e-acfd-436f-84c5-c0c9d7839599,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:24.302524 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:45:24.309147 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:45:24.359196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36221400-6268-477d-8fe3-7806a510d1d6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.367120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-36221400-6268-477d-8fe3-7806a510d1d6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] 10.222.0.105 "DELETE /v2.0/ports/0656e27e-acfd-436f-84c5-c0c9d7839599 HTTP/1.1" status: 204 len: 168 time: 1.3836584 Nov 12 03:45:24.368254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:24.370725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80aada1-3823-48ce-9e45-2cf11430fcd9 None None] Pushing event updated for resources: {'Port': ['ID=1959a0b5-dc57-4342-8c8b-df73262d6a1d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:24.444489 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-047bd2e0-19df-4ee5-8bf0-a874f98bff93 admin admin] Deleting subnet 4eac4162-b8ab-4d9a-af1c-e103a428ffc4 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:24.461822 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-047bd2e0-19df-4ee5-8bf0-a874f98bff93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.482721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-179d3b7f-f6e4-4418-bbc4-ab96e5a0f412 None None] Could not find standard attr ID for object 0656e27e-acfd-436f-84c5-c0c9d7839599. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:45:24.547856 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7aa1d798-d8ee-4b5d-bf97-7a64819d26ea req-6980b816-417b-4ae6-8ec6-b37d577c5384 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4472852 Nov 12 03:45:24.548159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-179d3b7f-f6e4-4418-bbc4-ab96e5a0f412 None None] Provisioning complete for port 1959a0b5-dc57-4342-8c8b-df73262d6a1d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:24.548467 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-179d3b7f-f6e4-4418-bbc4-ab96e5a0f412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.590126 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-047bd2e0-19df-4ee5-8bf0-a874f98bff93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.661814 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9d168ff4-9fce-4e03-aed6-cdd66998364c tempest-DHCPAgentSchedulersTestJSON-482477876 tempest-DHCPAgentSchedulersTestJSON-482477876-project-admin] 10.222.0.105 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4936 time: 0.2917740 Nov 12 03:45:24.665211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58406) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:24.672823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d34fdc93-a725-4432-aaa0-7aef6a2c530a tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1757479195'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:24.751956 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-047bd2e0-19df-4ee5-8bf0-a874f98bff93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.810894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34fdc93-a725-4432-aaa0-7aef6a2c530a tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Made reservation on behalf of 720c72df60dc49768e8826a69e674de9 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:24.818732 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34fdc93-a725-4432-aaa0-7aef6a2c530a tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.876908 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.008349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e3d03d9f-8cd2-4e6a-b9dd-e241bcb06d2c None None] Could not find standard attr ID for object 0656e27e-acfd-436f-84c5-c0c9d7839599. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:45:25.055458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34fdc93-a725-4432-aaa0-7aef6a2c530a tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:25.084018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed8576-0035-46d5-aea1-26279ff55a5b req-796786ec-cd62-43bb-ab29-d782c2c0a5b0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:25.097664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97ed8576-0035-46d5-aea1-26279ff55a5b req-796786ec-cd62-43bb-ab29-d782c2c0a5b0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.2184560 Nov 12 03:45:25.142173 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-047bd2e0-19df-4ee5-8bf0-a874f98bff93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.151471 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34fdc93-a725-4432-aaa0-7aef6a2c530a tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.152094 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-d34fdc93-a725-4432-aaa0-7aef6a2c530a tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Added segment c01a516b-6258-47da-ac57-851c66fa012b of type vlan for network 3f2c9ad2-85e6-4686-94c6-653209280520 Nov 12 03:45:25.232895 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16cb3840-b5ab-461a-8c59-99a9b22c5eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.238363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bd2e0-19df-4ee5-8bf0-a874f98bff93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eac4162-b8ab-4d9a-af1c-e103a428ffc4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:25.286592 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-047bd2e0-19df-4ee5-8bf0-a874f98bff93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.307222 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97ed8576-0035-46d5-aea1-26279ff55a5b req-f3424898-6ee3-40d9-b18e-face177af366 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067101 Nov 12 03:45:25.320401 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-047bd2e0-19df-4ee5-8bf0-a874f98bff93 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/4eac4162-b8ab-4d9a-af1c-e103a428ffc4 HTTP/1.1" status: 204 len: 168 time: 1.6880882 Nov 12 03:45:25.321214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58420) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:25.321887 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34fdc93-a725-4432-aaa0-7aef6a2c530a tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.373593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1959a0b5-dc57-4342-8c8b-df73262d6a1d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:25.451558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb3840-b5ab-461a-8c59-99a9b22c5eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7ca431b-6f4d-4d35-a6e4-9d888809faa0,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:25.453089 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-662c836a-d255-42a7-a6a4-b5f0c5ec728b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.456951 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1959a0b5-dc57-4342-8c8b-df73262d6a1d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:25.457419 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.495778 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34fdc93-a725-4432-aaa0-7aef6a2c530a tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.519276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34fdc93-a725-4432-aaa0-7aef6a2c530a tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:25.520539 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d34fdc93-a725-4432-aaa0-7aef6a2c530a tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.542425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cb3840-b5ab-461a-8c59-99a9b22c5eba admin admin] Checking segment: {'id': '5d46f981-61f8-454d-b1cf-94fc52978a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'df41bf72-94a8-4b10-8ca8-7ce2ee6a1ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:25.545450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cb3840-b5ab-461a-8c59-99a9b22c5eba admin admin] Network hostable DHCP agents. Network: df41bf72-94a8-4b10-8ca8-7ce2ee6a1ef5, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:25.562273 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5e03e2-64ba-4f3e-9023-eab0448daf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.698846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d34fdc93-a725-4432-aaa0-7aef6a2c530a tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0324314 Nov 12 03:45:25.715520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:25.798827 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cb3840-b5ab-461a-8c59-99a9b22c5eba admin admin] Network df41bf72-94a8-4b10-8ca8-7ce2ee6a1ef5 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:25.902104 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5e03e2-64ba-4f3e-9023-eab0448daf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.927472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-16cb3840-b5ab-461a-8c59-99a9b22c5eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, df41bf72-94a8-4b10-8ca8-7ce2ee6a1ef5) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:25.938595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5754a067-f164-4989-b350-4bcdc8616ac4 None None] Network df41bf72-94a8-4b10-8ca8-7ce2ee6a1ef5 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:25.944069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cd5e03e2-64ba-4f3e-9023-eab0448daf91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229b6afe-a2b8-4dfb-b914-deb64f88ad3b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:25.949340 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cb3840-b5ab-461a-8c59-99a9b22c5eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:25.951073 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16cb3840-b5ab-461a-8c59-99a9b22c5eba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.966084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fdc93-a725-4432-aaa0-7aef6a2c530a tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Pushing event updated for resources: {'Network': ['ID=3f2c9ad2-85e6-4686-94c6-653209280520,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:25.972747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cd5e03e2-64ba-4f3e-9023-eab0448daf91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d33e2e5-f849-496f-afc8-0388a5b121fe') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:25.973340 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cd5e03e2-64ba-4f3e-9023-eab0448daf91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d33e2e5-f849-496f-afc8-0388a5b121fe') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:26.004733 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5e03e2-64ba-4f3e-9023-eab0448daf91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.025357 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 3f2c9ad2-85e6-4686-94c6-653209280520 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:26.034303 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5e03e2-64ba-4f3e-9023-eab0448daf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.058138 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5e03e2-64ba-4f3e-9023-eab0448daf91 admin admin] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:26.058845 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5e03e2-64ba-4f3e-9023-eab0448daf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:26.061138 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:26.094737 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-16cb3840-b5ab-461a-8c59-99a9b22c5eba admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4361928 Nov 12 03:45:26.275187 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5e03e2-64ba-4f3e-9023-eab0448daf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.291001 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5e03e2-64ba-4f3e-9023-eab0448daf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.296503 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cd5e03e2-64ba-4f3e-9023-eab0448daf91 admin admin] 10.222.0.105 "DELETE /v2.0/networks/229b6afe-a2b8-4dfb-b914-deb64f88ad3b HTTP/1.1" status: 204 len: 168 time: 0.8914766 Nov 12 03:45:26.323807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:26.324112 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-69899141-7878-41e2-9fc0-257eb6a747e4 tempest-DHCPAgentSchedulersTestJSON-482477876 tempest-DHCPAgentSchedulersTestJSON-482477876-project-admin] 10.222.0.105 "GET /v2.0/agents/4dc05655-f515-4eee-a150-dc642a5a77c0/dhcp-networks HTTP/1.1" status: 200 len: 9655 time: 0.3618615 Nov 12 03:45:26.324792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58436) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:26.338467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e03e2-64ba-4f3e-9023-eab0448daf91 admin admin] Pushing event deleted for resources: {'Network': ['ID=229b6afe-a2b8-4dfb-b914-deb64f88ad3b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:26.415935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0f524c-b48c-4cf9-982b-dd33121d75d7 None None] Network df41bf72-94a8-4b10-8ca8-7ce2ee6a1ef5 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:26.421319 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d877ec65-437c-43d4-bd2e-3fc132f71b82 admin admin] Deleting subnet 1e391d60-8022-4396-986d-3776ceea5bc1 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:26.433613 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d877ec65-437c-43d4-bd2e-3fc132f71b82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.504853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f29ae9-9086-4647-a7ae-2db0a829a6f5 req-531c2cec-e84f-44c1-91cd-bc9b976757f0 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:26.510300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16f29ae9-9086-4647-a7ae-2db0a829a6f5 req-531c2cec-e84f-44c1-91cd-bc9b976757f0 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 943 time: 0.5389237 Nov 12 03:45:26.520265 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d877ec65-437c-43d4-bd2e-3fc132f71b82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.621350 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d877ec65-437c-43d4-bd2e-3fc132f71b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.652282 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.719909 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9292e1f8-ae1f-4728-966f-1fccf32100ca service neutron] show failed (client error): The resource could not be found. Nov 12 03:45:26.721006 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9292e1f8-ae1f-4728-966f-1fccf32100ca service neutron] 10.222.0.26 "GET /v2.0/ports/e73afcc0-169c-41d6-a736-b91e342eea6d/bindings/n-h1-767704-23 HTTP/1.1" status: 404 len: 381 time: 0.4312706 Nov 12 03:45:26.727968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16f29ae9-9086-4647-a7ae-2db0a829a6f5 req-16335d81-f9b0-4cfd-8796-a793628bee6b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021270 Nov 12 03:45:26.744652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ad2e03-e820-45a3-974f-2646fd184145 tempest-DHCPAgentSchedulersTestJSON-482477876 tempest-DHCPAgentSchedulersTestJSON-482477876-project-admin] Network 3f2c9ad2-85e6-4686-94c6-653209280520 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:26.768609 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d877ec65-437c-43d4-bd2e-3fc132f71b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.848955 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a1ad2e03-e820-45a3-974f-2646fd184145 tempest-DHCPAgentSchedulersTestJSON-482477876 tempest-DHCPAgentSchedulersTestJSON-482477876-project-admin] 10.222.0.105 "POST /v2.0/agents/4dc05655-f515-4eee-a150-dc642a5a77c0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5213029 Nov 12 03:45:26.854209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:26.857148 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2e7025-6681-4f2c-a6cc-64689ff6ca0d None None] Network 3f2c9ad2-85e6-4686-94c6-653209280520 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:26.883489 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3be89-e4dc-4d36-a47b-0ff05496a76e req-8e0b382f-17db-40e9-b2ce-a2db06f35be4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:26.885754 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6cb3be89-e4dc-4d36-a47b-0ff05496a76e req-8e0b382f-17db-40e9-b2ce-a2db06f35be4 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1909263 Nov 12 03:45:26.887617 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877ec65-437c-43d4-bd2e-3fc132f71b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e391d60-8022-4396-986d-3776ceea5bc1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:26.905042 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d877ec65-437c-43d4-bd2e-3fc132f71b82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.914483 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d877ec65-437c-43d4-bd2e-3fc132f71b82 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/1e391d60-8022-4396-986d-3776ceea5bc1 HTTP/1.1" status: 204 len: 168 time: 0.5873897 Nov 12 03:45:26.918105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58462) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:27.103267 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86409817-40ce-4ff7-bbb6-fa92edb594a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.127577 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1088f26e-d44f-412d-9857-2cb69b876938 tempest-DHCPAgentSchedulersTestJSON-482477876 tempest-DHCPAgentSchedulersTestJSON-482477876-project-admin] 10.222.0.105 "GET /v2.0/agents/4dc05655-f515-4eee-a150-dc642a5a77c0/dhcp-networks HTTP/1.1" status: 200 len: 9632 time: 0.2694848 Nov 12 03:45:27.128135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58464) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:27.253670 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6cb3be89-e4dc-4d36-a47b-0ff05496a76e req-cd6f5b26-6fff-42c8-9289-ac0e58752b42 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526871 Nov 12 03:45:27.324583 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86409817-40ce-4ff7-bbb6-fa92edb594a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.373127 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d1c94538-1a6e-401b-97c8-d5b2fa9de712 tempest-DHCPAgentSchedulersTestJSON-482477876 tempest-DHCPAgentSchedulersTestJSON-482477876-project-admin] 10.222.0.105 "DELETE /v2.0/agents/4dc05655-f515-4eee-a150-dc642a5a77c0/dhcp-networks/3f2c9ad2-85e6-4686-94c6-653209280520 HTTP/1.1" status: 204 len: 168 time: 0.2439559 Nov 12 03:45:27.377964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58474) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:27.398572 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-86409817-40ce-4ff7-bbb6-fa92edb594a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e841aa97-9e14-469a-8786-4c94c32664f6']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:27.422841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-86409817-40ce-4ff7-bbb6-fa92edb594a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e65297-dc4e-4962-8372-1b62cbc52b7f') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:27.423172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-86409817-40ce-4ff7-bbb6-fa92edb594a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e65297-dc4e-4962-8372-1b62cbc52b7f') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:27.445333 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86409817-40ce-4ff7-bbb6-fa92edb594a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.467599 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86409817-40ce-4ff7-bbb6-fa92edb594a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.478342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86409817-40ce-4ff7-bbb6-fa92edb594a6 admin admin] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:27.478825 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86409817-40ce-4ff7-bbb6-fa92edb594a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:27.562853 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:27.708513 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86409817-40ce-4ff7-bbb6-fa92edb594a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.718185 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86409817-40ce-4ff7-bbb6-fa92edb594a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.739548 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-86409817-40ce-4ff7-bbb6-fa92edb594a6 admin admin] 10.222.0.105 "DELETE /v2.0/networks/e841aa97-9e14-469a-8786-4c94c32664f6 HTTP/1.1" status: 204 len: 168 time: 0.8157449 Nov 12 03:45:27.768349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86409817-40ce-4ff7-bbb6-fa92edb594a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e841aa97-9e14-469a-8786-4c94c32664f6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:27.840111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-66890e30-3d01-4ed9-876c-df2a708967e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:27.845359 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-66890e30-3d01-4ed9-876c-df2a708967e7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3&tenant_id=b9810c161f0b41f1afd590350e2a6352 HTTP/1.1" status: 200 len: 1101 time: 0.2256324 Nov 12 03:45:27.864405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-767704-23', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:27.879611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-7271d002-267f-45e7-aada-5bcbbc5b1ec1 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:27.887580 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-7271d002-267f-45e7-aada-5bcbbc5b1ec1 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 821 time: 0.4916775 Nov 12 03:45:27.949972 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-09e4a0e4-506b-4c5a-9294-96e08f56648c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/quotas/8b743e87aecf4b1ab4f8a569cb29334e HTTP/1.1" status: 200 len: 375 time: 0.0604503 Nov 12 03:45:27.979545 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-44eb4426-e05c-4756-acfe-0432d353f91e tempest-DHCPAgentSchedulersTestJSON-482477876 tempest-DHCPAgentSchedulersTestJSON-482477876-project-admin] 10.222.0.105 "GET /v2.0/agents/4dc05655-f515-4eee-a150-dc642a5a77c0/dhcp-networks HTTP/1.1" status: 200 len: 8861 time: 0.6000326 Nov 12 03:45:27.989277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58488) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:28.018088 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-96f8c6c5-1d88-49b6-8a6c-04084e52bf10 tempest-DHCPAgentSchedulersTestJSON-482477876 tempest-DHCPAgentSchedulersTestJSON-482477876-project-admin] 10.222.0.105 "GET /v2.0/networks/ff9ab84e-4365-415a-b1e3-2491c15e9584/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0271673 Nov 12 03:45:28.023389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58490) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:28.058094 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-86104b33-39c9-4e99-8cee-c71bb50a9ca8 tempest-DHCPAgentSchedulersTestJSON-482477876 tempest-DHCPAgentSchedulersTestJSON-482477876-project-admin] 10.222.0.105 "GET /v2.0/networks/ff9ab84e-4365-415a-b1e3-2491c15e9584/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0283945 Nov 12 03:45:28.060472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58492) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:28.080868 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.087062 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-1ea51614-8019-4cbc-8efe-e4c0f03d7904 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1301472 Nov 12 03:45:28.266695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:28.280520 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.317039 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ab23f3bf-3ab0-4255-9ffd-2356ca5a706b tempest-DHCPAgentSchedulersTestJSON-482477876 tempest-DHCPAgentSchedulersTestJSON-482477876-project-admin] 10.222.0.105 "GET /v2.0/agents/4dc05655-f515-4eee-a150-dc642a5a77c0/dhcp-networks HTTP/1.1" status: 200 len: 8105 time: 0.2514529 Nov 12 03:45:28.318201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58498) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:28.419784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-e42eee4e-8b7e-489a-a050-2c45f9dfde8e service neutron] 10.222.0.105 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244154 Nov 12 03:45:28.515803 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a0c61cd-5b4d-496d-bfe3-1e7e37639061 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.636965 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-856e816d-0d6b-4ef7-bf6d-041903789dbc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=47b77b3c8092439394887f6a4638c133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541391 Nov 12 03:45:28.676251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58512) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:28.748624 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a0c61cd-5b4d-496d-bfe3-1e7e37639061 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.781381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2a0c61cd-5b4d-496d-bfe3-1e7e37639061 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2c9ad2-85e6-4686-94c6-653209280520']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:28.792711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2a0c61cd-5b4d-496d-bfe3-1e7e37639061 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01a516b-6258-47da-ac57-851c66fa012b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:28.792711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2a0c61cd-5b4d-496d-bfe3-1e7e37639061 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01a516b-6258-47da-ac57-851c66fa012b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:28.804258 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a0c61cd-5b4d-496d-bfe3-1e7e37639061 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.821542 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a0c61cd-5b4d-496d-bfe3-1e7e37639061 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.830276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0c61cd-5b4d-496d-bfe3-1e7e37639061 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:28.830276 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a0c61cd-5b4d-496d-bfe3-1e7e37639061 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.867256 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e35f4577-cddb-45f0-8f3e-39f34bdb3c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.870137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:28.887352 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-77f0e83a-b276-43d2-b401-d66615a33be2 service neutron] 10.222.0.105 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534266 Nov 12 03:45:28.901894 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:28.918661 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:28.949138 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e35f4577-cddb-45f0-8f3e-39f34bdb3c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.989963 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad0fc3-de2f-472e-bb74-a7100c78385e req-9117628b-fc8a-47d5-ae21-bddc0546af1a tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:28.993259 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7aad0fc3-de2f-472e-bb74-a7100c78385e req-9117628b-fc8a-47d5-ae21-bddc0546af1a tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 943 time: 0.0852859 Nov 12 03:45:29.022411 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a0c61cd-5b4d-496d-bfe3-1e7e37639061 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.031136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:29.083524 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a0c61cd-5b4d-496d-bfe3-1e7e37639061 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.099147 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2a0c61cd-5b4d-496d-bfe3-1e7e37639061 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] 10.222.0.105 "DELETE /v2.0/networks/3f2c9ad2-85e6-4686-94c6-653209280520 HTTP/1.1" status: 204 len: 168 time: 0.7776220 Nov 12 03:45:29.099630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58514) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:29.134325 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e35f4577-cddb-45f0-8f3e-39f34bdb3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.140217 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e35f4577-cddb-45f0-8f3e-39f34bdb3c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.146064 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e35f4577-cddb-45f0-8f3e-39f34bdb3c69 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cd02cbe5-7157-4a85-a2cd-7d3c419781c1 HTTP/1.1" status: 204 len: 168 time: 0.4679902 Nov 12 03:45:29.149343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c61cd-5b4d-496d-bfe3-1e7e37639061 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Pushing event deleted for resources: {'Network': ['ID=3f2c9ad2-85e6-4686-94c6-653209280520,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:29.152054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:29.154740 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944548eb-aa1f-4c09-afc5-0061f49bfe1d" -d '{"events": [{"server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "name": "network-vif-unplugged", "status": "completed", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:29.175306 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.192893 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6fe133-2642-48a0-9c64-0eea758761c0 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] DELETE failed (client error): The resource could not be found. Nov 12 03:45:29.193817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6fe133-2642-48a0-9c64-0eea758761c0 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:45:29.209122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6e6fe133-2642-48a0-9c64-0eea758761c0 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] 10.222.0.105 "DELETE /v2.0/ports/0656e27e-acfd-436f-84c5-c0c9d7839599 HTTP/1.1" status: 404 len: 333 time: 0.0926726 Nov 12 03:45:29.209839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58520) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:29.225696 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7aad0fc3-de2f-472e-bb74-a7100c78385e req-5b61d66d-aa4e-4fed-afcf-d5a0efd92442 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212830 Nov 12 03:45:29.232081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f4577-cddb-45f0-8f3e-39f34bdb3c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd02cbe5-7157-4a85-a2cd-7d3c419781c1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:29.399481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Transition to ACTIVE for port object e73afcc0-169c-41d6-a736-b91e342eea6d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:45:29.435344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6467a4e8-8776-4aae-9b1d-38532cb5796f tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Deleting subnet 2e3b42fa-b4f4-4702-975d-143ea4eb84f5 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:29.439258 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6467a4e8-8776-4aae-9b1d-38532cb5796f tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.444670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6823e-e337-47b7-a57c-3af452980d29 req-3fac2f65-577d-4942-af0e-1bafafc3b420 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:29.467041 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c9a6823e-e337-47b7-a57c-3af452980d29 req-3fac2f65-577d-4942-af0e-1bafafc3b420 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1302705 Nov 12 03:45:29.586773 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6467a4e8-8776-4aae-9b1d-38532cb5796f tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.609177 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c9a6823e-e337-47b7-a57c-3af452980d29 req-39302b08-e13d-42c4-a49a-39cee7dcd95d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379998 Nov 12 03:45:29.654216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e73afcc0-169c-41d6-a736-b91e342eea6d no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:29.811478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e73afcc0-169c-41d6-a736-b91e342eea6d not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:29.816641 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6467a4e8-8776-4aae-9b1d-38532cb5796f tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.847909 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20ae45e-42cf-434d-9471-c5fca52d398a x-openstack-request-id: req-c20ae45e-42cf-434d-9471-c5fca52d398a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:29.848296 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "name": "network-vif-unplugged", "status": "completed", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:29.848496 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c20ae45e-42cf-434d-9471-c5fca52d398a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:29.848890 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'code': 200} Nov 12 03:45:29.854625 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.925713 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d0d87ad5-2842-44ff-af1f-a1728eeb8ca7 req-0339f944-12eb-4218-983e-401a842001ff tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 210 time: 0.0759242 Nov 12 03:45:29.974554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Pushing event updated for resources: {'Port': ['ID=e73afcc0-169c-41d6-a736-b91e342eea6d,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:29.980370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] No DVR routers for this DVR port e73afcc0-169c-41d6-a736-b91e342eea6d on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:30.071841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Attempting to bind port e73afcc0-169c-41d6-a736-b91e342eea6d on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:30.072314 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Attempting to bind port e73afcc0-169c-41d6-a736-b91e342eea6d by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:30.072663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Attempting to bind port e73afcc0-169c-41d6-a736-b91e342eea6d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:30.084259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Port e73afcc0-169c-41d6-a736-b91e342eea6d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:45:30.084850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Attempting to bind port e73afcc0-169c-41d6-a736-b91e342eea6d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:30.097590 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6467a4e8-8776-4aae-9b1d-38532cb5796f tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.156288 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467a4e8-8776-4aae-9b1d-38532cb5796f tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3b42fa-b4f4-4702-975d-143ea4eb84f5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:30.163177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:30.173098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:30.173098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:30.173098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Bound port: e73afcc0-169c-41d6-a736-b91e342eea6d, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:30.173098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.173512 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b347ddbd-9167-4c9a-aac9-ea14df001ece None None] Network ff9ab84e-4365-415a-b1e3-2491c15e9584 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:30.226707 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6467a4e8-8776-4aae-9b1d-38532cb5796f tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.242846 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.243067 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6467a4e8-8776-4aae-9b1d-38532cb5796f tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] 10.222.0.105 "DELETE /v2.0/subnets/2e3b42fa-b4f4-4702-975d-143ea4eb84f5 HTTP/1.1" status: 204 len: 168 time: 1.0292542 Nov 12 03:45:30.402208 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.409745 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:30.415403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:30.490620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58550) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.571447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb91e6-26b5-430a-9362-1ae625a05a69 req-1df203f8-cd0e-4aed-bfbb-406f820bede4 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:30.580433 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eafb91e6-26b5-430a-9362-1ae625a05a69 req-1df203f8-cd0e-4aed-bfbb-406f820bede4 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 943 time: 0.1740913 Nov 12 03:45:30.592011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c509eb3b-0b3f-4c31-8283-881802308e4f None None] DHCP port deletion for ff9ab84e-4365-415a-b1e3-2491c15e9584 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:30.608343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Deleting port 1959a0b5-dc57-4342-8c8b-df73262d6a1d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:30.608991 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.646108 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0ee4b71b-1aba-4be4-85a8-42cca3425209 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=29413e2e34394da1b0dcfd0865214dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535795 Nov 12 03:45:30.648349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.649249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c509eb3b-0b3f-4c31-8283-881802308e4f None None] Deleting port 1959a0b5-dc57-4342-8c8b-df73262d6a1d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:30.649933 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c509eb3b-0b3f-4c31-8283-881802308e4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.763316 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eafb91e6-26b5-430a-9362-1ae625a05a69 req-ef3b8aaf-e150-405a-a0cf-5d8feb06ef20 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816714 Nov 12 03:45:30.770107 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] For port 1959a0b5-dc57-4342-8c8b-df73262d6a1d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1959a0b5-dc57-4342-8c8b-df73262d6a1d,segment=NetworkSegment(d2f908bd-3f8d-4194-bfeb-7f8da47fc84f),segment_id=d2f908bd-3f8d-4194-bfeb-7f8da47fc84f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:30.770501 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.786264 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Calling delete_port for 1959a0b5-dc57-4342-8c8b-df73262d6a1d owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:30.825978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bcaf5-ae82-4a55-9adc-1083e128f962 req-3dcc6c68-578c-4afd-a97c-156eda021ed3 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:30.830296 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-328bcaf5-ae82-4a55-9adc-1083e128f962 req-3dcc6c68-578c-4afd-a97c-156eda021ed3 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 947 time: 0.1026790 Nov 12 03:45:30.833108 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.867348 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:30.867986 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.873983 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] 10.222.0.25 "PUT /v2.0/ports/e73afcc0-169c-41d6-a736-b91e342eea6d HTTP/1.1" status: 200 len: 1096 time: 3.0218461 Nov 12 03:45:30.891634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e633dd9d-8fdd-4cdc-aca8-a8f8ca27c7db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.011155 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.078963 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c509eb3b-0b3f-4c31-8283-881802308e4f None None] For port 1959a0b5-dc57-4342-8c8b-df73262d6a1d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1959a0b5-dc57-4342-8c8b-df73262d6a1d,segment=NetworkSegment(d2f908bd-3f8d-4194-bfeb-7f8da47fc84f),segment_id=d2f908bd-3f8d-4194-bfeb-7f8da47fc84f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:31.079568 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c509eb3b-0b3f-4c31-8283-881802308e4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.104465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Pushing event deleted for resources: {'Port': ['ID=1959a0b5-dc57-4342-8c8b-df73262d6a1d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:31.115755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c509eb3b-0b3f-4c31-8283-881802308e4f None None] Calling delete_port for 1959a0b5-dc57-4342-8c8b-df73262d6a1d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:31.150197 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e633dd9d-8fdd-4cdc-aca8-a8f8ca27c7db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.151513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] No DVR routers for this DVR port 1959a0b5-dc57-4342-8c8b-df73262d6a1d on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:31.178404 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5ef67453-e3d7-41ad-94c6-fbeaf3f0d033 req-b9595a55-9f48-4849-9db7-79265f5865a9 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 210 time: 0.0894852 Nov 12 03:45:31.247974 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c509eb3b-0b3f-4c31-8283-881802308e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.327705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1424df-6752-4328-8ba0-3cd3ee8c2156 service neutron] Pushing event updated for resources: {'Port': ['ID=e73afcc0-169c-41d6-a736-b91e342eea6d,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:31.364969 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.368988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c509eb3b-0b3f-4c31-8283-881802308e4f None None] No DVR routers for this DVR port 1959a0b5-dc57-4342-8c8b-df73262d6a1d on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:31.391725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1959a0b5-dc57-4342-8c8b-df73262d6a1d no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:31.395069 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509eb3b-0b3f-4c31-8283-881802308e4f None None] Pushing event deleted for resources: {'Port': ['ID=1959a0b5-dc57-4342-8c8b-df73262d6a1d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:31.395879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-328bcaf5-ae82-4a55-9adc-1083e128f962 req-f0b10713-594c-473a-ab6d-4625898fba14 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444407 Nov 12 03:45:31.404410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-7c6c3b6b-cbf8-4580-947d-f3cbcc2d6d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:31.406806 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-7c6c3b6b-cbf8-4580-947d-f3cbcc2d6d01 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 1099 time: 0.4859209 Nov 12 03:45:31.437717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9ab84e-4365-415a-b1e3-2491c15e9584']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:31.456138 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f908bd-3f8d-4194-bfeb-7f8da47fc84f') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:31.456462 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f908bd-3f8d-4194-bfeb-7f8da47fc84f') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:31.481517 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.495085 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.518107 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:31.518864 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.547076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-090a3150-9aa2-40a5-ba3b-7f7d6e4191f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:31.548690 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-090a3150-9aa2-40a5-ba3b-7f7d6e4191f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1284645 Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:31.601561 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:31.618377 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 1959a0b5-dc57-4342-8c8b-df73262d6a1d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:31.623200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1959a0b5-dc57-4342-8c8b-df73262d6a1d not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:31.628712 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e633dd9d-8fdd-4cdc-aca8-a8f8ca27c7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.646469 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e633dd9d-8fdd-4cdc-aca8-a8f8ca27c7db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.651028 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e633dd9d-8fdd-4cdc-aca8-a8f8ca27c7db admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f99e82c1-f684-4966-ad06-87fdb2e69fcb HTTP/1.1" status: 204 len: 168 time: 0.9986749 Nov 12 03:45:31.654620 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-447f65d2-8161-438c-8a0e-2cd322185361 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e73afcc0-169c-41d6-a736-b91e342eea6d HTTP/1.1" status: 200 len: 217 time: 0.0947015 Nov 12 03:45:31.740244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633dd9d-8fdd-4cdc-aca8-a8f8ca27c7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99e82c1-f684-4966-ad06-87fdb2e69fcb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:31.853525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:31.861561 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7024aa5b-719d-401a-969a-7fedd1d0c37a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:31.909338 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.917535 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.930557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-aaad6375-c332-4a1f-aa3e-32bd9e601bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:31.937009 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] 10.222.0.105 "DELETE /v2.0/networks/ff9ab84e-4365-415a-b1e3-2491c15e9584 HTTP/1.1" status: 204 len: 168 time: 1.6852307 Nov 12 03:45:31.944202 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-aaad6375-c332-4a1f-aa3e-32bd9e601bc9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.2381864 Nov 12 03:45:32.015732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4004b-eba0-4ec5-b58f-d12cd219c5e6 tempest-DHCPAgentSchedulersTestJSON-1426516335 tempest-DHCPAgentSchedulersTestJSON-1426516335-project] Pushing event deleted for resources: {'Network': ['ID=ff9ab84e-4365-415a-b1e3-2491c15e9584,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:32.094587 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c06350-efee-4823-a876-afa75a6c0d55 x-openstack-request-id: req-d0c06350-efee-4823-a876-afa75a6c0d55 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:32.095042 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:32.098048 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d0c06350-efee-4823-a876-afa75a6c0d55 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:32.098739 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'status': 'completed', 'code': 200} Nov 12 03:45:32.402065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4c81a-9646-4756-87b0-910dbc540612 req-e50aefef-6992-4f27-b68e-e5a2da2f68fb tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:32.416711 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-83c4c81a-9646-4756-87b0-910dbc540612 req-e50aefef-6992-4f27-b68e-e5a2da2f68fb tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 943 time: 0.4641654 Nov 12 03:45:32.452129 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80dfea31-0a6a-4cb2-9b22-c6dc4c8629dd req-89744b82-8a8c-45bb-8a2c-80655f8da7f2 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 210 time: 0.0555797 Nov 12 03:45:32.473737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-22c0f005-a405-4f8a-884c-5a35ee039268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:32.484167 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-22c0f005-a405-4f8a-884c-5a35ee039268 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4687700 Nov 12 03:45:32.496336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-74663307-24c2-4189-b6da-d40d9eba6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:32.498359 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-74663307-24c2-4189-b6da-d40d9eba6fbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 1099 time: 0.3202972 Nov 12 03:45:32.737425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886b48e-5848-47e9-ac3d-de52fa1c6ef5 req-a60b1304-ac4c-40dd-b683-8561f430cd46 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:32.741198 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b886b48e-5848-47e9-ac3d-de52fa1c6ef5 req-a60b1304-ac4c-40dd-b683-8561f430cd46 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 947 time: 0.1820979 Nov 12 03:45:32.754490 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-d9e0a7b6-8cce-419a-acfa-e92bac3d66ae service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451949 Nov 12 03:45:32.852084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:32.878359 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b886b48e-5848-47e9-ac3d-de52fa1c6ef5 req-0dc05f0c-fbc4-46ce-b28c-2f3a0784e3ed tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293595 Nov 12 03:45:33.191289 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-83c4c81a-9646-4756-87b0-910dbc540612 req-011c2640-a6ee-477b-a349-dc8ff0fa6451 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7737682 Nov 12 03:45:33.219287 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-96a7c05d-b189-4762-8f20-6584ad5c8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:33.222158 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-96a7c05d-b189-4762-8f20-6584ad5c8e68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.4666002 Nov 12 03:45:33.309007 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b26b4f96-1d90-4c2a-b1e9-d32220cafd46 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=720c72df60dc49768e8826a69e674de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4553599 Nov 12 03:45:33.312762 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58642) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:33.324649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-73df6664-33bc-4ebf-8643-ffeb06e22da3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e73afcc0-169c-41d6-a736-b91e342eea6d HTTP/1.1" status: 200 len: 217 time: 0.0818019 Nov 12 03:45:33.332913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d8936c3-5f82-41e2-8ac7-20f86ddb2abd req-6f5162d5-7981-45ea-a2cf-3827108c5add service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136364 Nov 12 03:45:33.492307 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0db14b40-31b0-46a7-bbb0-0354901a4d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.512992 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d35db208-d6a8-4885-b589-582e104a28f7 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:33.542814 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-a4e5a277-30fd-4086-8e65-e7927adbeddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:33.547805 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-a4e5a277-30fd-4086-8e65-e7927adbeddd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.2098827 Nov 12 03:45:33.550979 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0db14b40-31b0-46a7-bbb0-0354901a4d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.718203 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0db14b40-31b0-46a7-bbb0-0354901a4d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.720825 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0db14b40-31b0-46a7-bbb0-0354901a4d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.722001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0db14b40-31b0-46a7-bbb0-0354901a4d60 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ec82843b-a21f-445a-93ff-7d45201d9b35 HTTP/1.1" status: 204 len: 168 time: 0.4081404 Nov 12 03:45:33.737477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db14b40-31b0-46a7-bbb0-0354901a4d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec82843b-a21f-445a-93ff-7d45201d9b35,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:33.851496 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c3eca07-b7e6-4f7b-8834-2323916effa2 req-06b2d80f-82c0-4619-b499-f846ff5817d7 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 210 time: 0.1646862 Nov 12 03:45:33.859456 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d35db208-d6a8-4885-b589-582e104a28f7, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d35db208-d6a8-4885-b589-582e104a28f7,segment=NetworkSegment(48a85bc1-ba37-40f4-abad-6133369e525f),segment_id=48a85bc1-ba37-40f4-abad-6133369e525f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:33.881570 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'd35db208-d6a8-4885-b589-582e104a28f7', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'port_id': 'd35db208-d6a8-4885-b589-582e104a28f7', 'mac_address': 'fa:16:3e:16:3e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38766906-a926-453b-a958-276d3be1a812', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:33.949542 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.974370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35db208-d6a8-4885-b589-582e104a28f7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:34.001948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-871d11d8-3d42-4b01-9f6a-ace0a600121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:34.003696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-871d11d8-3d42-4b01-9f6a-ace0a600121b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 1099 time: 0.4502089 Nov 12 03:45:34.042068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d35db208-d6a8-4885-b589-582e104a28f7, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d35db208-d6a8-4885-b589-582e104a28f7,segment=NetworkSegment(48a85bc1-ba37-40f4-abad-6133369e525f),segment_id=48a85bc1-ba37-40f4-abad-6133369e525f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:34.204334 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.313911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=d35db208-d6a8-4885-b589-582e104a28f7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:34.489694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-f1daf06c-6d9b-44e2-bc9d-b92da44eb65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:34.491105 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-f1daf06c-6d9b-44e2-bc9d-b92da44eb65c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7784805 Nov 12 03:45:34.557477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['d35db208-d6a8-4885-b589-582e104a28f7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:34.655361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-a81b29b3-9f3c-47e5-b577-7aeefbd70619 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:34.656994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-a81b29b3-9f3c-47e5-b577-7aeefbd70619 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.26 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 821 time: 0.9541235 Nov 12 03:45:34.674772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e01c8-d18b-4684-b96c-21c6de151c5a req-e9db1306-aa12-47c5-846e-67ac1ebc4da7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:34.684193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b46e01c8-d18b-4684-b96c-21c6de151c5a req-e9db1306-aa12-47c5-846e-67ac1ebc4da7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 947 time: 0.6563852 Nov 12 03:45:34.715999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-ee122ba7-5930-44e7-a28a-24cc529e648b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Request body: {'port': {'device_id': 'c511a690-e68e-4bd6-a120-dfcddb16246b', 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20', 'admin_state_up': True, 'tenant_id': '8b743e87aecf4b1ab4f8a569cb29334e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:34.866122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-f1ddd802-01da-4793-b50a-db78eaf9ad78 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203065 Nov 12 03:45:34.878190 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-5adec714-860b-40e5-8756-32b8a6e1b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:34.878348 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:34.878834 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-5adec714-860b-40e5-8756-32b8a6e1b16f service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.8634233 Nov 12 03:45:34.882007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b46e01c8-d18b-4684-b96c-21c6de151c5a req-18be2cb6-60a0-4c62-b2d9-1905d324ebd5 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972840 Nov 12 03:45:34.888655 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e570101c-16b5-42ff-9acd-4220cde0fa28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.931852 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-581c959b-e02a-45ba-aa22-21a20ac94d7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e73afcc0-169c-41d6-a736-b91e342eea6d HTTP/1.1" status: 200 len: 217 time: 0.0402930 Nov 12 03:45:35.030854 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-ae615c31-5c6e-4e89-a303-3aeaa45241b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:35.033387 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-ae615c31-5c6e-4e89-a303-3aeaa45241b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0972369 Nov 12 03:45:35.050379 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e570101c-16b5-42ff-9acd-4220cde0fa28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.122668 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-ee122ba7-5930-44e7-a28a-24cc529e648b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Made reservation on behalf of 8b743e87aecf4b1ab4f8a569cb29334e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:35.126886 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-ee122ba7-5930-44e7-a28a-24cc529e648b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.176676 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e570101c-16b5-42ff-9acd-4220cde0fa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.226679 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e570101c-16b5-42ff-9acd-4220cde0fa28 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=eaa6de3850234b81bf878bdbc70cf11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3503320 Nov 12 03:45:35.233849 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58728) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:35.243414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570101c-16b5-42ff-9acd-4220cde0fa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54e8728-13e2-4279-bf4a-a1447f28e704,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:35.351863 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-92157558-03cd-4858-b5e6-9fc63a976359 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530917 Nov 12 03:45:35.353909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-d959556a-8730-491f-b01a-83f1cd0b317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:35.356538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-d959556a-8730-491f-b01a-83f1cd0b317f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3082144 Nov 12 03:45:35.392726 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb762ffe-805d-4a0f-89fb-b2b338906f27 req-0751b58d-b54d-4760-9137-a6da389dcbd8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2955282 Nov 12 03:45:35.441684 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11db3c-f274-4ba8-af5f-fb421d0a7672 req-39b8c8b7-dd3d-40a8-9513-17b63dc297da tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:35.455751 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d11db3c-f274-4ba8-af5f-fb421d0a7672 req-39b8c8b7-dd3d-40a8-9513-17b63dc297da tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 944 time: 0.3567209 Nov 12 03:45:35.520806 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d35db208-d6a8-4885-b589-582e104a28f7 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:35.641087 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5146d2cf-fc01-4dc7-b318-3807bfd61b5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.677518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-ee122ba7-5930-44e7-a28a-24cc529e648b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Allocated IP 172.20.0.9 (06cec024-9be7-42dc-b5b6-7e4a79621b20/f02c0044-a66c-4629-a8ec-23b84996c31f/360bd887-fbfc-4d2f-9656-0a38efcc281e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:35.696478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port d35db208-d6a8-4885-b589-582e104a28f7 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:45:35.703785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port d35db208-d6a8-4885-b589-582e104a28f7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:35.704408 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.721472 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-00878615-1ffa-4038-8561-1e2d499fb286 req-7aa5e9df-5751-4c33-b6e1-afa700564d7a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 210 time: 0.0574157 Nov 12 03:45:35.721661 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d11db3c-f274-4ba8-af5f-fb421d0a7672 req-236ff505-a668-4e2f-be48-6b4d30efc1ee tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647800 Nov 12 03:45:35.730558 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5146d2cf-fc01-4dc7-b318-3807bfd61b5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.750329 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-0cede464-4672-481b-9cd5-de918da380e6 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779078 Nov 12 03:45:35.755913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb762ffe-805d-4a0f-89fb-b2b338906f27 req-4aa7c58b-c967-46a5-a54c-7bcedcd81cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:35.759977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb762ffe-805d-4a0f-89fb-b2b338906f27 req-4aa7c58b-c967-46a5-a54c-7bcedcd81cce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 1101 time: 0.2838576 Nov 12 03:45:35.902437 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.946156 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d35db208-d6a8-4885-b589-582e104a28f7, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d35db208-d6a8-4885-b589-582e104a28f7,segment=NetworkSegment(48a85bc1-ba37-40f4-abad-6133369e525f),segment_id=48a85bc1-ba37-40f4-abad-6133369e525f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:35.947414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35db208-d6a8-4885-b589-582e104a28f7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:35.950545 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e974ed-3e2b-4853-a22a-d8e8787f14c6" -d '{"events": [{"server_uuid": "57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008", "name": "network-vif-plugged", "status": "completed", "tag": "d35db208-d6a8-4885-b589-582e104a28f7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:36.013756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7024aa5b-719d-401a-969a-7fedd1d0c37a req-6da3e0d0-5d1f-4292-8ad7-5cf1bbec21d4 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507660 Nov 12 03:45:36.031231 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.032258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e7213cc5-ad0d-4af9-8727-c0fedba4cf37 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:36.049514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb762ffe-805d-4a0f-89fb-b2b338906f27 req-a7c974f2-8d5d-4e14-9406-91977c9ba800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:36.056056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb762ffe-805d-4a0f-89fb-b2b338906f27 req-a7c974f2-8d5d-4e14-9406-91977c9ba800 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2675903 Nov 12 03:45:36.092206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055b7d4-a521-488b-a39f-d65055246215 req-c3c60c8d-0637-4310-94df-4621176b10b0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:36.101177 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c055b7d4-a521-488b-a39f-d65055246215 req-c3c60c8d-0637-4310-94df-4621176b10b0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 947 time: 0.0696568 Nov 12 03:45:36.102632 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=d35db208-d6a8-4885-b589-582e104a28f7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:36.127959 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb762ffe-805d-4a0f-89fb-b2b338906f27 req-734892ab-f841-497f-bf3c-7098e3e34d80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3 HTTP/1.1" status: 200 len: 217 time: 0.0657055 Nov 12 03:45:36.143998 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5146d2cf-fc01-4dc7-b318-3807bfd61b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.154101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5146d2cf-fc01-4dc7-b318-3807bfd61b5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.155858 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5146d2cf-fc01-4dc7-b318-3807bfd61b5c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f54e8728-13e2-4279-bf4a-a1447f28e704 HTTP/1.1" status: 204 len: 168 time: 0.9157014 Nov 12 03:45:36.160379 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c055b7d4-a521-488b-a39f-d65055246215 req-951e5849-94f3-4ea6-9546-cb2efd6b6b4c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571251 Nov 12 03:45:36.235685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb762ffe-805d-4a0f-89fb-b2b338906f27 req-69bfc596-cc63-4a5a-97c7-d40db41c96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:36.237525 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb762ffe-805d-4a0f-89fb-b2b338906f27 req-69bfc596-cc63-4a5a-97c7-d40db41c96c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0803833 Nov 12 03:45:36.285456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146d2cf-fc01-4dc7-b318-3807bfd61b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54e8728-13e2-4279-bf4a-a1447f28e704,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:36.315801 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69ccbd0-e606-4864-95f0-ec1da2f226a2 x-openstack-request-id: req-e69ccbd0-e606-4864-95f0-ec1da2f226a2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:36.329696 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008", "name": "network-vif-plugged", "status": "completed", "tag": "d35db208-d6a8-4885-b589-582e104a28f7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:36.329965 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e69ccbd0-e606-4864-95f0-ec1da2f226a2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:36.330412 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35db208-d6a8-4885-b589-582e104a28f7', 'code': 200} Nov 12 03:45:36.447254 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.477722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb762ffe-805d-4a0f-89fb-b2b338906f27 req-d96e6e87-d848-40a5-85dd-2977d0278fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:36.479243 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb762ffe-805d-4a0f-89fb-b2b338906f27 req-d96e6e87-d848-40a5-85dd-2977d0278fc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2232869 Nov 12 03:45:36.557308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e7213cc5-ad0d-4af9-8727-c0fedba4cf37, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:36.580475 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-ee122ba7-5930-44e7-a28a-24cc529e648b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.634029 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.651624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37718a-965d-4819-9be5-970c79b567d1 req-4a85a094-bda0-4a5b-a36c-9f1c280587b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:36.653168 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe37718a-965d-4819-9be5-970c79b567d1 req-4a85a094-bda0-4a5b-a36c-9f1c280587b4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 1097 time: 0.1600442 Nov 12 03:45:36.719361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:36.851548 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb762ffe-805d-4a0f-89fb-b2b338906f27 req-939fceeb-f044-459b-aec6-5923710b13be service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562303 Nov 12 03:45:36.857362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe37718a-965d-4819-9be5-970c79b567d1 req-d8a08c9f-1897-4344-88cc-f991005bd591 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709678 Nov 12 03:45:36.908097 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-ee122ba7-5930-44e7-a28a-24cc529e648b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.001204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-c4f10ac4-e7a7-4858-be40-8a2101e45523 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:37.009457 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-c4f10ac4-e7a7-4858-be40-8a2101e45523 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/networks?id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a HTTP/1.1" status: 200 len: 804 time: 0.3479507 Nov 12 03:45:37.012217 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-25283904-7281-4858-9fbc-03cd37f0f729 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=82ea351238f046c696c12f9fe1a5e862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374465 Nov 12 03:45:37.033178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-ee122ba7-5930-44e7-a28a-24cc529e648b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Network 06cec024-9be7-42dc-b5b6-7e4a79621b20 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:37.044883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-ee122ba7-5930-44e7-a28a-24cc529e648b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:37.058059 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-de2db423-64a5-4846-8da6-cbed54294da6 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/quotas/7481a972db044060ad6777a14e06d6ee HTTP/1.1" status: 200 len: 375 time: 0.0476477 Nov 12 03:45:37.065462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-ee122ba7-5930-44e7-a28a-24cc529e648b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:37.106222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee122ba7-5930-44e7-a28a-24cc529e648b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Pushing event updated for resources: {'Port': ['ID=360bd887-fbfc-4d2f-9656-0a38efcc281e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:37.146763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb762ffe-805d-4a0f-89fb-b2b338906f27 req-fedee99b-2ed9-4543-9a47-a56993a3316c service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842109 Nov 12 03:45:37.152615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-e5f08069-27fb-4e34-87e1-ca2863e50dbe tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:37.160873 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-e5f08069-27fb-4e34-87e1-ca2863e50dbe tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1471364 Nov 12 03:45:37.171615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-ee122ba7-5930-44e7-a28a-24cc529e648b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:37.172279 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-ee122ba7-5930-44e7-a28a-24cc529e648b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.180902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-40c305a7-d9fb-4cf2-b640-9d16e5557a63 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/quotas/82ea351238f046c696c12f9fe1a5e862 HTTP/1.1" status: 200 len: 375 time: 0.0125060 Nov 12 03:45:37.195565 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-eec6ac5b-cfae-49d9-a4c0-54690c24dd70 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=7481a972db044060ad6777a14e06d6ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1338911 Nov 12 03:45:37.237299 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-fbe297ce-b2df-41f2-9d4e-dee0c5254574 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=82ea351238f046c696c12f9fe1a5e862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477359 Nov 12 03:45:37.311770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-e5467e55-8038-4740-888b-8ec16f29fe43 service neutron] 10.222.0.105 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176884 Nov 12 03:45:37.353896 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-ee122ba7-5930-44e7-a28a-24cc529e648b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6680245 Nov 12 03:45:37.381639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Request body: {'port': {'device_id': 'c511a690-e68e-4bd6-a120-dfcddb16246b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:37.483006 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.494484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-9555d1ae-d790-4e71-9d6c-03ab3cb55639 service neutron] 10.222.0.105 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704218 Nov 12 03:45:37.527340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e73afcc0-169c-41d6-a736-b91e342eea6d details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:37.807060 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edb2c3-99a9-4407-ad61-c27ef086f80a req-856b600a-6cd8-4d58-8163-6f058671b6db tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:37.820856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:37.832879 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14edb2c3-99a9-4407-ad61-c27ef086f80a req-856b600a-6cd8-4d58-8163-6f058671b6db tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 945 time: 0.1031399 Nov 12 03:45:37.841017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'mac_address': 'fa:16:3e:19:dc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:37.916407 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.938390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e73afcc0-169c-41d6-a736-b91e342eea6d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:37.955889 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14edb2c3-99a9-4407-ad61-c27ef086f80a req-81a6162d-c2de-4bf2-b986-60b0acd6440a tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199491 Nov 12 03:45:37.968066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:38.057248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca9716-4725-45f3-b67a-c0e941b9cf85 req-f3345bd4-8fbf-4a1c-b06a-2de3694acf83 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:38.059465 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-67ca9716-4725-45f3-b67a-c0e941b9cf85 req-f3345bd4-8fbf-4a1c-b06a-2de3694acf83 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 931 time: 0.1678014 Nov 12 03:45:38.070589 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.136193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f864ddf-016c-407a-8c98-455018f26c3e req-23cc78c1-7b68-48bd-826d-5f7f687610c0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:38.139531 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f864ddf-016c-407a-8c98-455018f26c3e req-23cc78c1-7b68-48bd-826d-5f7f687610c0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 948 time: 0.0739200 Nov 12 03:45:38.145749 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-67ca9716-4725-45f3-b67a-c0e941b9cf85 req-a5e7f345-ff5d-44e2-9130-e749af86910f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730729 Nov 12 03:45:38.182482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=e73afcc0-169c-41d6-a736-b91e342eea6d,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:38.219391 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f864ddf-016c-407a-8c98-455018f26c3e req-2052f2f7-ea30-4d82-afe3-711cc2ea4a7e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724852 Nov 12 03:45:38.276553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360bd887-fbfc-4d2f-9656-0a38efcc281e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:38.287959 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.331842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78df3cd-6db2-41a9-a867-08daf5627831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7213cc5-ad0d-4af9-8727-c0fedba4cf37'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:38.334835 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db0282a-2ef9-4900-bcf6-ddbf0290a358" -d '{"events": [{"server_uuid": "f78df3cd-6db2-41a9-a867-08daf5627831", "name": "network-vif-unplugged", "status": "completed", "tag": "e7213cc5-ad0d-4af9-8727-c0fedba4cf37"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:38.347924 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-db1e7307-d88d-4cab-b967-48e3936d5aca req-de4c1d42-fd00-41de-bf5b-2d91efc93150 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 210 time: 0.0343828 Nov 12 03:45:38.353966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Transition to ACTIVE for port object 360bd887-fbfc-4d2f-9656-0a38efcc281e will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:45:38.357592 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e6f2d17a-950c-4cc9-830a-22d75b6f591a req-a7078cc6-b1e0-414d-aa67-6c6809b9edeb tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 210 time: 0.0583851 Nov 12 03:45:38.362373 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef8d3d6d-0500-4a02-8c06-785d42548eda req-db2735fd-6026-4752-9143-3bfe6dfc02c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1367152 Nov 12 03:45:38.425113 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b450a925-ca7f-4821-9469-d4ce3268b1e5 x-openstack-request-id: req-b450a925-ca7f-4821-9469-d4ce3268b1e5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:38.425411 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78df3cd-6db2-41a9-a867-08daf5627831", "name": "network-vif-unplugged", "status": "completed", "tag": "e7213cc5-ad0d-4af9-8727-c0fedba4cf37", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:38.425668 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b450a925-ca7f-4821-9469-d4ce3268b1e5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:38.426066 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78df3cd-6db2-41a9-a867-08daf5627831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7213cc5-ad0d-4af9-8727-c0fedba4cf37', 'code': 200} Nov 12 03:45:38.483686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d3d6d-0500-4a02-8c06-785d42548eda req-af0c8303-5ee3-4fef-812c-89253ab676f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:38.485250 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef8d3d6d-0500-4a02-8c06-785d42548eda req-af0c8303-5ee3-4fef-812c-89253ab676f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 1101 time: 0.0438306 Nov 12 03:45:38.486063 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.591596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['e73afcc0-169c-41d6-a736-b91e342eea6d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:38.610001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Pushing event updated for resources: {'Port': ['ID=360bd887-fbfc-4d2f-9656-0a38efcc281e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:38.733114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d3d6d-0500-4a02-8c06-785d42548eda req-9fad4d77-efb6-4e4e-bd9c-1c5d6be1d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:38.734221 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef8d3d6d-0500-4a02-8c06-785d42548eda req-9fad4d77-efb6-4e4e-bd9c-1c5d6be1d88b service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2076013 Nov 12 03:45:38.798585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Attempting to bind port 360bd887-fbfc-4d2f-9656-0a38efcc281e on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:38.798998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Attempting to bind port 360bd887-fbfc-4d2f-9656-0a38efcc281e by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:38.799286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Attempting to bind port 360bd887-fbfc-4d2f-9656-0a38efcc281e on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:38.802308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef8d3d6d-0500-4a02-8c06-785d42548eda req-79d2dda9-ce0a-4cc4-892e-438c4d4b422a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589 HTTP/1.1" status: 200 len: 217 time: 0.0531671 Nov 12 03:45:38.806309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Port 360bd887-fbfc-4d2f-9656-0a38efcc281e on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:45:38.806625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Attempting to bind port 360bd887-fbfc-4d2f-9656-0a38efcc281e on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:38.811546 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:38.811871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Checking segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:38.812389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Bound using segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:38.812808 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Bound port: 360bd887-fbfc-4d2f-9656-0a38efcc281e, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:38.813156 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.896389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d3d6d-0500-4a02-8c06-785d42548eda req-d9217249-259f-4ec8-88f1-d3ac25819017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:38.897915 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef8d3d6d-0500-4a02-8c06-785d42548eda req-d9217249-259f-4ec8-88f1-d3ac25819017 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0738285 Nov 12 03:45:38.923763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:38.929779 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:39.176947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6360ebf-3609-4094-8ffe-24d0f62f01ac req-fc4f8e34-3adc-4b9c-a54e-0a081046d0c9 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:39.180285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6360ebf-3609-4094-8ffe-24d0f62f01ac req-fc4f8e34-3adc-4b9c-a54e-0a081046d0c9 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 945 time: 0.1142168 Nov 12 03:45:39.240657 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-5e5ddb18-a741-4959-9dc5-29bb47ce9350 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:39.243243 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-5e5ddb18-a741-4959-9dc5-29bb47ce9350 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3&tenant_id=b9810c161f0b41f1afd590350e2a6352&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 948 time: 0.1359172 Nov 12 03:45:39.301308 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6360ebf-3609-4094-8ffe-24d0f62f01ac req-92f353b3-416e-45ad-8fd3-cf0310285fc1 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028132 Nov 12 03:45:39.497933 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-2bf3d0e2-2500-45fa-bc5f-e136fc1745a2 service neutron] 10.222.0.25 "GET /v2.0/ports/e73afcc0-169c-41d6-a736-b91e342eea6d/bindings/n-h1-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.2246220 Nov 12 03:45:39.508520 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc26017-027d-4fa1-a29d-10ee76e31e36 req-11a6e1e5-2ffa-4d4d-9efc-bb055216560d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:39.516847 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3dc26017-027d-4fa1-a29d-10ee76e31e36 req-11a6e1e5-2ffa-4d4d-9efc-bb055216560d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 943 time: 0.0928574 Nov 12 03:45:39.517072 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.561591 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:39.642223 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3dc26017-027d-4fa1-a29d-10ee76e31e36 req-482ad01e-daf3-445f-a32d-1202121d8cef tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227820 Nov 12 03:45:39.645850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b06fe-9e40-4774-bb8c-038c6b759af8 req-c6e3ef5e-5058-469a-896b-6d7f52aafa5b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:39.659805 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba9b06fe-9e40-4774-bb8c-038c6b759af8 req-c6e3ef5e-5058-469a-896b-6d7f52aafa5b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 948 time: 0.7148554 Nov 12 03:45:39.675684 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d3d6d-0500-4a02-8c06-785d42548eda req-af94286b-859f-4937-85cd-7cd2868f28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:39.678187 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef8d3d6d-0500-4a02-8c06-785d42548eda req-af94286b-859f-4937-85cd-7cd2868f28a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7134686 Nov 12 03:45:39.681362 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-614460a8-f41b-43e1-974f-4dfa24e43687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:39.683600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:39.684625 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.686614 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-614460a8-f41b-43e1-974f-4dfa24e43687 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 1100 time: 0.1224303 Nov 12 03:45:39.686909 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] 10.222.0.26 "PUT /v2.0/ports/360bd887-fbfc-4d2f-9656-0a38efcc281e HTTP/1.1" status: 200 len: 1092 time: 2.3097486 Nov 12 03:45:39.693220 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c511a690-e68e-4bd6-a120-dfcddb16246b', 'tag': '360bd887-fbfc-4d2f-9656-0a38efcc281e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:39.697302 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d900ec86-df39-4c83-a38e-b7fbcab2c39a" -d '{"events": [{"name": "network-changed", "server_uuid": "c511a690-e68e-4bd6-a120-dfcddb16246b", "tag": "360bd887-fbfc-4d2f-9656-0a38efcc281e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:39.909348 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef8d3d6d-0500-4a02-8c06-785d42548eda req-a973892f-649f-4fe5-abd1-63b96d611363 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066481 Nov 12 03:45:39.912274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-6077cf31-ce1c-4643-afbd-8aa3899548b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:39.914437 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-6077cf31-ce1c-4643-afbd-8aa3899548b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2140040 Nov 12 03:45:39.924179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa79756-aac3-4537-9805-6d9ed2c54a25 req-6a2404c0-8636-4bd1-9fff-d6c9a208366d tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:39.926618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caa79756-aac3-4537-9805-6d9ed2c54a25 req-6a2404c0-8636-4bd1-9fff-d6c9a208366d tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "GET /v2.0/ports?device_id=f78df3cd-6db2-41a9-a867-08daf5627831 HTTP/1.1" status: 200 len: 944 time: 0.4677277 Nov 12 03:45:39.990878 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-5a3ffa30-15f7-4b33-a5e1-5483bba119d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e73afcc0-169c-41d6-a736-b91e342eea6d HTTP/1.1" status: 200 len: 217 time: 0.0443764 Nov 12 03:45:40.029116 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2116780360'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:40.043035 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225af0cb-0854-4414-a4dd-1dae229df021 req-9756f670-19ce-4608-8fc4-739000bb9e99 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:40.056547 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-225af0cb-0854-4414-a4dd-1dae229df021 req-9756f670-19ce-4608-8fc4-739000bb9e99 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 945 time: 0.1409085 Nov 12 03:45:40.058466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58874) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:40.066751 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bb718-ab27-4984-bf80-00de40e5168c service neutron] Pushing event updated for resources: {'Port': ['ID=360bd887-fbfc-4d2f-9656-0a38efcc281e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:40.079314 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a87f6534-7000-4ea0-9c0c-f0e40b84bea3 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Request body: {'floatingip': {'port_id': 'd35db208-d6a8-4885-b589-582e104a28f7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:40.127894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-0ecaacf9-7e11-4833-8abc-495ea93bbc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:40.129481 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-0ecaacf9-7e11-4833-8abc-495ea93bbc74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1214797 Nov 12 03:45:40.193645 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a969850-c85b-4e4a-b824-d5c29be39930 req-c3235e1d-6d59-4a9d-b7d1-fed0fc63915a tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 210 time: 0.0455742 Nov 12 03:45:40.208942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-f60f9703-ce5b-4940-ac39-1b17e0187261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:40.213109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-f60f9703-ce5b-4940-ac39-1b17e0187261 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 1095 time: 0.2731931 Nov 12 03:45:40.217119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Made reservation on behalf of d635405c23cf4d48905673af7471cef7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:40.223818 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.229654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-bed270e1-6e94-4349-b361-fb5ef84ee385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:40.231157 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-bed270e1-6e94-4349-b361-fb5ef84ee385 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0924840 Nov 12 03:45:40.238453 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.239227 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a87f6534-7000-4ea0-9c0c-f0e40b84bea3 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.361148 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2302cbc9-69b1-463c-878b-944eef0d2e31 req-7663bc5f-72ed-48b9-8348-b1dde0500249 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 210 time: 0.0804224 Nov 12 03:45:40.369878 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-e0d09daa-9122-488b-ba91-565421f31504 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e HTTP/1.1" status: 200 len: 217 time: 0.1224012 Nov 12 03:45:40.404176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba9b06fe-9e40-4774-bb8c-038c6b759af8 req-570b76d4-6772-4fb5-8848-16df05f568de tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7158430 Nov 12 03:45:40.438426 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-87ff3eb4-c5ee-4870-98ef-db6e5269cbb2 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891894 Nov 12 03:45:40.439046 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a89f2c4-3242-4a94-8178-62487d954cfc x-openstack-request-id: req-8a89f2c4-3242-4a94-8178-62487d954cfc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:40.439346 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c511a690-e68e-4bd6-a120-dfcddb16246b", "tag": "360bd887-fbfc-4d2f-9656-0a38efcc281e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:40.439608 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8a89f2c4-3242-4a94-8178-62487d954cfc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:40.440068 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c511a690-e68e-4bd6-a120-dfcddb16246b', 'tag': '360bd887-fbfc-4d2f-9656-0a38efcc281e', 'status': 'completed', 'code': 200} Nov 12 03:45:40.452105 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef8d3d6d-0500-4a02-8c06-785d42548eda req-294116a5-0786-4628-9a2d-9961eec75999 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153959 Nov 12 03:45:40.551489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-4e593171-e930-4d2c-948e-5c99b5e005de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:40.553179 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-4e593171-e930-4d2c-948e-5c99b5e005de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.1429667 Nov 12 03:45:40.570459 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.605051 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-046565d6-a09c-4a6f-88f1-12821125da6f service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558979 Nov 12 03:45:40.618943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-caa79756-aac3-4537-9805-6d9ed2c54a25 req-d2197168-d669-420c-a5f8-e736c5a741cb tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Deleting port e7213cc5-ad0d-4af9-8727-c0fedba4cf37 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:40.619549 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-caa79756-aac3-4537-9805-6d9ed2c54a25 req-d2197168-d669-420c-a5f8-e736c5a741cb tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.641170 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.656466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-b5c1647b-785a-4740-837a-51159d1d152c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516655 Nov 12 03:45:40.683565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:40.695453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e53de1-cde2-47ce-9152-746dc8991fce,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:40.721210 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.721558 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Added segment 1838af56-d10d-4118-b008-dbce4a19e236 of type vlan for network 6a5f3088-51d3-4729-a920-39a60892a6ba Nov 12 03:45:40.800441 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.933636 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-0a580afe-35a8-45af-b95d-f370fe8fa9ac tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=82ea351238f046c696c12f9fe1a5e862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250406 Nov 12 03:45:40.937213 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.947540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:40.949028 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.971493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8885f8-2d09-44ab-9d29-5a9a56e14da0 req-7832622b-d01c-4421-a4a6-ee20760bd332 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:40.982310 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea8885f8-2d09-44ab-9d29-5a9a56e14da0 req-7832622b-d01c-4421-a4a6-ee20760bd332 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 943 time: 0.2101626 Nov 12 03:45:40.988491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-caa79756-aac3-4537-9805-6d9ed2c54a25 req-d2197168-d669-420c-a5f8-e736c5a741cb tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] For port e7213cc5-ad0d-4af9-8727-c0fedba4cf37, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:40.988975 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-caa79756-aac3-4537-9805-6d9ed2c54a25 req-d2197168-d669-420c-a5f8-e736c5a741cb tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.001283 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-984f8cc3-243a-4b5b-b891-a140f4eae20c service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276668 Nov 12 03:45:41.088182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-caa79756-aac3-4537-9805-6d9ed2c54a25 req-d2197168-d669-420c-a5f8-e736c5a741cb tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Calling delete_port for e7213cc5-ad0d-4af9-8727-c0fedba4cf37 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:41.096867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Pushing event updated for resources: {'Network': ['ID=6a5f3088-51d3-4729-a920-39a60892a6ba,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:41.108583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 6a5f3088-51d3-4729-a920-39a60892a6ba details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:41.187293 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5ef277d7-0bf4-482c-94a3-7fce9264b1e5 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6218619 Nov 12 03:45:41.193045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58882) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:41.274116 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-9b87d2e2-e653-4ec5-9289-f1d9e0b02594 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:41.277569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-9b87d2e2-e653-4ec5-9289-f1d9e0b02594 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2988467 Nov 12 03:45:41.282136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea8885f8-2d09-44ab-9d29-5a9a56e14da0 req-bac59fd0-1b34-40ea-9d0e-71c4851604cc tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940340 Nov 12 03:45:41.297039 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Request body: {'network': {'name': 'tempest-network--478908764', 'router:external': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:41.326600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Request body: {'port': {'device_id': '9366948b-35ab-4a6e-9956-0dda9c062b5d', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '82ea351238f046c696c12f9fe1a5e862'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:41.364318 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2bc6b38-60ab-47bd-abc1-2c836a99163f req-66ff047e-d73f-4348-95c9-56ff2554483c service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079116 Nov 12 03:45:41.399181 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d078385c-5450-4bd0-99c8-351d824e21d8 req-2d990850-9f7a-4698-88af-a92fe4e7cc55 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 210 time: 0.0786414 Nov 12 03:45:41.542376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Made reservation on behalf of a3afe9f42368426c80bea3d8fdbd3291 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:41.545143 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.546413 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caf47e40-c54f-4462-819f-6d9b31634ab9 req-f8934a61-ed41-41e5-aafc-86a98651d6c4 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 210 time: 0.0534592 Nov 12 03:45:41.559673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e73afcc0-169c-41d6-a736-b91e342eea6d up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:41.577636 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a87f6534-7000-4ea0-9c0c-f0e40b84bea3 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.592563 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.647424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5d63a-d47e-4d13-897f-b963a7785815 req-ee596997-47d7-4262-8780-2a1d685bec79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:41.650330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900ec86-df39-4c83-a38e-b7fbcab2c39a req-f4d62c02-e095-4579-9367-2357d63d8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:41.651939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d900ec86-df39-4c83-a38e-b7fbcab2c39a req-f4d62c02-e095-4579-9367-2357d63d8e45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 1095 time: 0.0495934 Nov 12 03:45:41.654673 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ea5d63a-d47e-4d13-897f-b963a7785815 req-ee596997-47d7-4262-8780-2a1d685bec79 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 948 time: 0.1397471 Nov 12 03:45:41.656579 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-caa79756-aac3-4537-9805-6d9ed2c54a25 req-d2197168-d669-420c-a5f8-e736c5a741cb tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.698904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2197168-d669-420c-a5f8-e736c5a741cb tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Pushing event deleted for resources: {'Port': ['ID=e7213cc5-ad0d-4af9-8727-c0fedba4cf37,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:41.737486 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a87f6534-7000-4ea0-9c0c-f0e40b84bea3 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.742639 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ea5d63a-d47e-4d13-897f-b963a7785815 req-4c4278a0-30db-40ae-b211-4cd13584b900 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856428 Nov 12 03:45:41.748844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port e73afcc0-169c-41d6-a736-b91e342eea6d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:45:41.755828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Made reservation on behalf of 82ea351238f046c696c12f9fe1a5e862 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:41.759392 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.767083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port e73afcc0-169c-41d6-a736-b91e342eea6d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:41.768082 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.777271 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.783942 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.892294 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.900619 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa79756-aac3-4537-9805-6d9ed2c54a25 req-d2197168-d669-420c-a5f8-e736c5a741cb tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] No DVR routers for this DVR port e7213cc5-ad0d-4af9-8727-c0fedba4cf37 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:41.908943 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.913642 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.920706 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-caa79756-aac3-4537-9805-6d9ed2c54a25 req-d2197168-d669-420c-a5f8-e736c5a741cb tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.924169 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caa79756-aac3-4537-9805-6d9ed2c54a25 req-d2197168-d669-420c-a5f8-e736c5a741cb tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "DELETE /v2.0/ports/e7213cc5-ad0d-4af9-8727-c0fedba4cf37 HTTP/1.1" status: 204 len: 173 time: 1.9150302 Nov 12 03:45:41.963325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:41.973239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:41.974367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3060d6f3-1875-4334-8ba5-16a5442c1794,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:41.975776 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de154cc-596a-49b1-809a-1d258d91bdbc" -d '{"events": [{"server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "name": "network-vif-plugged", "status": "completed", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:41.996151 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.999591 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.999966 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Added segment 20d67031-60f8-49fe-bb09-cc9d84c44a2d of type vlan for network c8be2e0c-42b8-4436-8540-4627fadeae24 Nov 12 03:45:42.012023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:42.071549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900ec86-df39-4c83-a38e-b7fbcab2c39a req-4bff1ee9-3cab-40a8-b176-83fe1f3ac50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:42.073300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d900ec86-df39-4c83-a38e-b7fbcab2c39a req-4bff1ee9-3cab-40a8-b176-83fe1f3ac50a service neutron] 10.222.0.26 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.3851953 Nov 12 03:45:42.098262 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4422f0f5-7b34-4702-b08b-387ebca1f4e1 x-openstack-request-id: req-4422f0f5-7b34-4702-b08b-387ebca1f4e1 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:42.098563 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "name": "network-vif-plugged", "status": "completed", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:42.098817 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4422f0f5-7b34-4702-b08b-387ebca1f4e1 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:42.099445 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'code': 200} Nov 12 03:45:42.106434 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-a87f6534-7000-4ea0-9c0c-f0e40b84bea3 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Floating IP 0e09e38d-0328-419d-a9c9-b2cd7d8aaf52 associated. External IP: 172.25.8.223, port: d35db208-d6a8-4885-b589-582e104a28f7. Nov 12 03:45:42.158931 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.168819 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac6214d-79f8-4f8b-91a1-c560535944a9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:42.204376 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d900ec86-df39-4c83-a38e-b7fbcab2c39a req-f0a1e80b-6158-462a-ba61-465965683f1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e HTTP/1.1" status: 200 len: 217 time: 0.1118889 Nov 12 03:45:42.215309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-1f020054-8317-4b16-bd10-aa744c0328fd tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:42.217467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-1f020054-8317-4b16-bd10-aa744c0328fd tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "GET /v2.0/networks?id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a HTTP/1.1" status: 200 len: 804 time: 0.3826978 Nov 12 03:45:42.250518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-9b491ba3-1b74-49fd-b15e-47898fa630e7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Request body: {'port': {'device_id': 'a5585d4f-bb5c-49c3-baaa-4c8cd768872f', 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a', 'admin_state_up': True, 'tenant_id': '7481a972db044060ad6777a14e06d6ee'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:42.265795 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.268641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=e73afcc0-169c-41d6-a736-b91e342eea6d,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:42.316419 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Allocated IP 192.168.233.53 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/09c97c92-a970-4a87-a37b-a74e7ca41e8d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:42.662543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78df3cd-6db2-41a9-a867-08daf5627831', 'name': 'network-vif-deleted', 'tag': 'e7213cc5-ad0d-4af9-8727-c0fedba4cf37'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:42.665543 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f47f71-3463-47b3-8b08-07b58333efc0" -d '{"events": [{"server_uuid": "f78df3cd-6db2-41a9-a867-08daf5627831", "name": "network-vif-deleted", "tag": "e7213cc5-ad0d-4af9-8727-c0fedba4cf37"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:42.765532 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.767070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:42.767070 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.776381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900ec86-df39-4c83-a38e-b7fbcab2c39a req-64619b35-d551-4bf9-8c42-59870b9cfd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:42.777843 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d900ec86-df39-4c83-a38e-b7fbcab2c39a req-64619b35-d551-4bf9-8c42-59870b9cfd8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.5570407 Nov 12 03:45:42.824407 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a727da3-41de-499f-ab25-76fd7bb8633f req-851d1422-e0a4-4eb9-a2bc-844b796b421f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 210 time: 0.0627379 Nov 12 03:45:42.836743 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d900ec86-df39-4c83-a38e-b7fbcab2c39a req-6b5a57b7-8103-41c7-a0b2-84f09b5d20d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407321 Nov 12 03:45:42.910725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207b708-d365-4d5f-84a4-eb24783cfe59 req-aa44c73a-a98f-4ff7-9adc-9130c33ffe11 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:42.912269 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f207b708-d365-4d5f-84a4-eb24783cfe59 req-aa44c73a-a98f-4ff7-9adc-9130c33ffe11 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 943 time: 0.2406418 Nov 12 03:45:42.939881 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event updated for resources: {'Network': ['ID=c8be2e0c-42b8-4436-8540-4627fadeae24,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:42.948842 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-049d1627-10a4-4844-aa8b-e09721c8c89f tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7547412 Nov 12 03:45:42.957600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58908) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:42.976628 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c888f67-9210-42da-a597-b70455ed6a13 req-2ef9fe44-c14f-4b66-afca-4a69fbfa363c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 210 time: 0.0565441 Nov 12 03:45:42.978427 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network c8be2e0c-42b8-4436-8540-4627fadeae24 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:43.057150 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.113962 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90910673-2eb2-4dde-8ec7-62a4bc7915ca x-openstack-request-id: req-90910673-2eb2-4dde-8ec7-62a4bc7915ca {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:43.114314 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78df3cd-6db2-41a9-a867-08daf5627831", "name": "network-vif-deleted", "tag": "e7213cc5-ad0d-4af9-8727-c0fedba4cf37", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:43.114489 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-90910673-2eb2-4dde-8ec7-62a4bc7915ca {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:43.114886 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78df3cd-6db2-41a9-a867-08daf5627831', 'name': 'network-vif-deleted', 'tag': 'e7213cc5-ad0d-4af9-8727-c0fedba4cf37', 'status': 'completed', 'code': 200} Nov 12 03:45:43.191959 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-372e8bea-eb37-47f0-950b-6fb41ead802b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.196825 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f207b708-d365-4d5f-84a4-eb24783cfe59 req-b97de5bd-90ee-4027-9a14-9b2e3722da94 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617843 Nov 12 03:45:43.209068 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d900ec86-df39-4c83-a38e-b7fbcab2c39a req-e687f730-c7e7-421b-a0df-42b89ce5d883 service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271842 Nov 12 03:45:43.214245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87f6534-7000-4ea0-9c0c-f0e40b84bea3 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Router f27e86c9-547f-4d7d-a041-5e0062a29fe8 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:43.231484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-9b491ba3-1b74-49fd-b15e-47898fa630e7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Made reservation on behalf of 7481a972db044060ad6777a14e06d6ee for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:43.234861 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-9b491ba3-1b74-49fd-b15e-47898fa630e7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.313300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.388510 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee85586-7b1c-4432-b30d-da3e0a5dcce0 req-e021f106-3063-4799-8bc8-cd426c0a35bf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:43.393376 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bee85586-7b1c-4432-b30d-da3e0a5dcce0 req-e021f106-3063-4799-8bc8-cd426c0a35bf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1593711 Nov 12 03:45:43.415713 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:43.416861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Pushing event updated for resources: {'Port': ['ID=09c97c92-a970-4a87-a37b-a74e7ca41e8d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:43.430438 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:43.434478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:43.436662 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-372e8bea-eb37-47f0-950b-6fb41ead802b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.520451 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:43.521507 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.529835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-372e8bea-eb37-47f0-950b-6fb41ead802b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8be2e0c-42b8-4436-8540-4627fadeae24']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:43.530178 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bee85586-7b1c-4432-b30d-da3e0a5dcce0 req-451fea8d-af3f-4f04-a711-02d06eb03898 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296396 Nov 12 03:45:43.555911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e7213cc5-ad0d-4af9-8727-c0fedba4cf37 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:43.591646 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: e7213cc5-ad0d-4af9-8727-c0fedba4cf37 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:43.592416 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e7213cc5-ad0d-4af9-8727-c0fedba4cf37 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:43.596281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-372e8bea-eb37-47f0-950b-6fb41ead802b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d67031-60f8-49fe-bb09-cc9d84c44a2d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:43.596648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-372e8bea-eb37-47f0-950b-6fb41ead802b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d67031-60f8-49fe-bb09-cc9d84c44a2d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:43.627120 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-372e8bea-eb37-47f0-950b-6fb41ead802b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.637945 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-c9c1ee46-f3a0-44c1-97cd-86c44875590f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3288784 Nov 12 03:45:43.662285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Request body: {'port': {'device_id': '9366948b-35ab-4a6e-9956-0dda9c062b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:43.671854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d900ec86-df39-4c83-a38e-b7fbcab2c39a req-43fde073-96a4-48c5-9a0c-2e822704c14e service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491682 Nov 12 03:45:43.677501 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-372e8bea-eb37-47f0-950b-6fb41ead802b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.695265 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372e8bea-eb37-47f0-950b-6fb41ead802b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:43.695922 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-372e8bea-eb37-47f0-950b-6fb41ead802b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.699158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87f6534-7000-4ea0-9c0c-f0e40b84bea3 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:43.700644 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:43.704976 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a87f6534-7000-4ea0-9c0c-f0e40b84bea3 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.714780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d13421-5106-4d7e-b876-624f233d2866 None None] Sync routers for ids ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:43.742204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d13421-5106-4d7e-b876-624f233d2866 None None] Routers {'f27e86c9-547f-4d7d-a041-5e0062a29fe8'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:43.743276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f6d13421-5106-4d7e-b876-624f233d2866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:45:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:43.765808 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.795087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-9b491ba3-1b74-49fd-b15e-47898fa630e7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Allocated IP 172.20.0.5 (5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a/c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35/b040c9a0-91df-4b51-a0f5-e3103021cdc4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:43.813488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a87f6534-7000-4ea0-9c0c-f0e40b84bea3 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "PUT /v2.0/floatingips/0e09e38d-0328-419d-a9c9-b2cd7d8aaf52 HTTP/1.1" status: 200 len: 991 time: 3.7432878 Nov 12 03:45:43.846015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d433707a-06c0-4af1-83cf-933798127658 None None] Provisioning complete for port 09c97c92-a970-4a87-a37b-a74e7ca41e8d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:43.846870 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d433707a-06c0-4af1-83cf-933798127658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.965246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d433707a-06c0-4af1-83cf-933798127658 None None] Port 09c97c92-a970-4a87-a37b-a74e7ca41e8d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:43.985712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f6d13421-5106-4d7e-b876-624f233d2866 None None] Set router f27e86c9-547f-4d7d-a041-5e0062a29fe8 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:44.123754 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-9b491ba3-1b74-49fd-b15e-47898fa630e7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.126526 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-372e8bea-eb37-47f0-950b-6fb41ead802b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.135690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f413a-440a-4470-85ac-b4badb56d122 req-c4f87399-f181-4e4e-a4af-3dc247fa4e47 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:44.141813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372e8bea-eb37-47f0-950b-6fb41ead802b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c8be2e0c-42b8-4436-8540-4627fadeae24 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:45:44.143127 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-077f413a-440a-4470-85ac-b4badb56d122 req-c4f87399-f181-4e4e-a4af-3dc247fa4e47 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 935 time: 0.2062247 Nov 12 03:45:44.173744 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-372e8bea-eb37-47f0-950b-6fb41ead802b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.178476 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-372e8bea-eb37-47f0-950b-6fb41ead802b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "DELETE /v2.0/networks/c8be2e0c-42b8-4436-8540-4627fadeae24 HTTP/1.1" status: 204 len: 168 time: 1.2150257 Nov 12 03:45:44.182407 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58920) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:44.193906 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e8bea-eb37-47f0-950b-6fb41ead802b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8be2e0c-42b8-4436-8540-4627fadeae24,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:44.201666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-71591f04-e0b4-4523-adc6-dce0a7e59e49 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:44.222118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4303eb66-e7bf-4e43-a5a1-baa426cd891a req-9ad7a245-d453-4ce5-b620-ceb9e1d9ed43 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 210 time: 0.0408561 Nov 12 03:45:44.321783 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-077f413a-440a-4470-85ac-b4badb56d122 req-03fbf53b-a4f6-471a-8fa3-1e597288ce67 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776173 Nov 12 03:45:44.351912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c97c92-a970-4a87-a37b-a74e7ca41e8d {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:44.353442 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-9b491ba3-1b74-49fd-b15e-47898fa630e7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.393423 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.425939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71591f04-e0b4-4523-adc6-dce0a7e59e49 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Made reservation on behalf of a3afe9f42368426c80bea3d8fdbd3291 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:44.436013 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71591f04-e0b4-4523-adc6-dce0a7e59e49 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.463291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Transition to ACTIVE for port object 09c97c92-a970-4a87-a37b-a74e7ca41e8d will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:45:44.482204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-9b491ba3-1b74-49fd-b15e-47898fa630e7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:44.486749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-9b491ba3-1b74-49fd-b15e-47898fa630e7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:44.525070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71591f04-e0b4-4523-adc6-dce0a7e59e49 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:44.532945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-9b491ba3-1b74-49fd-b15e-47898fa630e7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:44.545353 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.553497 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71591f04-e0b4-4523-adc6-dce0a7e59e49 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.557196 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-71591f04-e0b4-4523-adc6-dce0a7e59e49 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Added segment 1b3406c4-da8c-47f6-b51b-ff64ef1f567d of type vlan for network e9095693-b96c-47d4-9e3e-bab224eac5c7 Nov 12 03:45:44.616641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f6d13421-5106-4d7e-b876-624f233d2866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port': {'id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:57Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '0e09e38d-0328-419d-a9c9-b2cd7d8aaf52', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'port_id': 'd35db208-d6a8-4885-b589-582e104a28f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'mac_address': 'fa:16:3e:16:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:15Z', 'updated_at': '2021-11-12T03:45:41Z', 'revision_number': 1, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2558ff98-2649-4e8b-8503-a5285a75552b', 'name': '', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'mac_address': 'fa:16:3e:07:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '38766906-a926-453b-a958-276d3be1a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:03Z', 'updated_at': '2021-11-12T03:44:11Z', 'revision_number': 5, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'subnets': [{'id': '38766906-a926-453b-a958-276d3be1a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:44.675492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d13421-5106-4d7e-b876-624f233d2866 None None] Checking router: f27e86c9-547f-4d7d-a041-5e0062a29fe8 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:44.702243 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d13421-5106-4d7e-b876-624f233d2866 None None] Routers {'f27e86c9-547f-4d7d-a041-5e0062a29fe8'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:44.703016 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f6d13421-5106-4d7e-b876-624f233d2866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:45:25Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:44.792996 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71591f04-e0b4-4523-adc6-dce0a7e59e49 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.800942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Pushing event updated for resources: {'Port': ['ID=09c97c92-a970-4a87-a37b-a74e7ca41e8d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:44.949444 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-71591f04-e0b4-4523-adc6-dce0a7e59e49 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:45:44.967550 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f6d13421-5106-4d7e-b876-624f233d2866 None None] Set router f27e86c9-547f-4d7d-a041-5e0062a29fe8 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:44.974097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-9b491ba3-1b74-49fd-b15e-47898fa630e7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:44.977857 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-9b491ba3-1b74-49fd-b15e-47898fa630e7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.033386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b491ba3-1b74-49fd-b15e-47898fa630e7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Pushing event updated for resources: {'Port': ['ID=b040c9a0-91df-4b51-a0f5-e3103021cdc4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:45.048226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Attempting to bind port 09c97c92-a970-4a87-a37b-a74e7ca41e8d on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:45.048861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Attempting to bind port 09c97c92-a970-4a87-a37b-a74e7ca41e8d by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:45.050083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Attempting to bind port 09c97c92-a970-4a87-a37b-a74e7ca41e8d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:45.058178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Port 09c97c92-a970-4a87-a37b-a74e7ca41e8d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:45:45.058740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Attempting to bind port 09c97c92-a970-4a87-a37b-a74e7ca41e8d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:45.066540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:45.066933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:45.067329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:45.068030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Bound port: 09c97c92-a970-4a87-a37b-a74e7ca41e8d, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:45.068418 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.091464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a03c92-864e-4a9e-9bcc-cc04ba77d715 req-caf1c8f9-8301-4bcf-a3d5-6601dadab22e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:45.103905 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-72a03c92-864e-4a9e-9bcc-cc04ba77d715 req-caf1c8f9-8301-4bcf-a3d5-6601dadab22e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 943 time: 0.6082418 Nov 12 03:45:45.122351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008', 'tag': 'd35db208-d6a8-4885-b589-582e104a28f7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:45.124812 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c22191-4de0-4d2e-92a0-c6980890f847" -d '{"events": [{"name": "network-changed", "server_uuid": "57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008", "tag": "d35db208-d6a8-4885-b589-582e104a28f7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:45.156080 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71591f04-e0b4-4523-adc6-dce0a7e59e49 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.157447 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-9b491ba3-1b74-49fd-b15e-47898fa630e7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9165156 Nov 12 03:45:45.157650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71591f04-e0b4-4523-adc6-dce0a7e59e49 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:45.158619 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71591f04-e0b4-4523-adc6-dce0a7e59e49 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.186864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Request body: {'port': {'device_id': 'a5585d4f-bb5c-49c3-baaa-4c8cd768872f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:45.238154 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-72a03c92-864e-4a9e-9bcc-cc04ba77d715 req-92d3b150-92da-44cf-ac4b-112b76cd14c0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328864 Nov 12 03:45:45.321084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71591f04-e0b4-4523-adc6-dce0a7e59e49 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event updated for resources: {'Network': ['ID=e9095693-b96c-47d4-9e3e-bab224eac5c7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:45.326844 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.341904 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] For port 09c97c92-a970-4a87-a37b-a74e7ca41e8d, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:45.353901 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] For port 09c97c92-a970-4a87-a37b-a74e7ca41e8d, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=09c97c92-a970-4a87-a37b-a74e7ca41e8d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:45.380550 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network e9095693-b96c-47d4-9e3e-bab224eac5c7 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:45.461300 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-71591f04-e0b4-4523-adc6-dce0a7e59e49 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2618430 Nov 12 03:45:45.476548 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58942) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:45.476548 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a6cd0383-4a76-4647-9157-bb15a85e6896 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Request body: {'subnet': {'network_id': 'e9095693-b96c-47d4-9e3e-bab224eac5c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:45.512457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-f060eeec-78dd-43e6-9cda-b9da7b23616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:45.514960 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-f060eeec-78dd-43e6-9cda-b9da7b23616e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3&tenant_id=b9810c161f0b41f1afd590350e2a6352 HTTP/1.1" status: 200 len: 1101 time: 0.3456585 Nov 12 03:45:45.558363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-767704-23', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:45.570845 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f6d13421-5106-4d7e-b876-624f233d2866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port': {'id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:57Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '0e09e38d-0328-419d-a9c9-b2cd7d8aaf52', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'port_id': 'd35db208-d6a8-4885-b589-582e104a28f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'mac_address': 'fa:16:3e:16:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:15Z', 'updated_at': '2021-11-12T03:45:41Z', 'revision_number': 1, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2558ff98-2649-4e8b-8503-a5285a75552b', 'name': '', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'mac_address': 'fa:16:3e:07:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '38766906-a926-453b-a958-276d3be1a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:03Z', 'updated_at': '2021-11-12T03:44:11Z', 'revision_number': 5, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'subnets': [{'id': '38766906-a926-453b-a958-276d3be1a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:45.577151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20214210-1a75-4a1d-a6b1-352d62db9a26 req-ac356485-43ef-4313-9341-7197bf4d99ae tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:45.579433 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20214210-1a75-4a1d-a6b1-352d62db9a26 req-ac356485-43ef-4313-9341-7197bf4d99ae tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1879940 Nov 12 03:45:45.713512 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.731965 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.760311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cd0383-4a76-4647-9157-bb15a85e6896 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Made reservation on behalf of a3afe9f42368426c80bea3d8fdbd3291 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:45.762794 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0383-4a76-4647-9157-bb15a85e6896 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.783131 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20214210-1a75-4a1d-a6b1-352d62db9a26 req-7cfc7d25-273a-4f28-8a02-cf1fa6e63b46 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833017 Nov 12 03:45:45.784981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d13421-5106-4d7e-b876-624f233d2866 None None] The sync data for ids ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'] in n-d-767704-23 is: [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port': {'id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:57Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '0e09e38d-0328-419d-a9c9-b2cd7d8aaf52', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'port_id': 'd35db208-d6a8-4885-b589-582e104a28f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'mac_address': 'fa:16:3e:16:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:15Z', 'updated_at': '2021-11-12T03:45:41Z', 'revision_number': 1, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2558ff98-2649-4e8b-8503-a5285a75552b', 'name': '', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'mac_address': 'fa:16:3e:07:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '38766906-a926-453b-a958-276d3be1a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:03Z', 'updated_at': '2021-11-12T03:44:11Z', 'revision_number': 5, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'subnets': [{'id': '38766906-a926-453b-a958-276d3be1a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:45.787567 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 360bd887-fbfc-4d2f-9656-0a38efcc281e details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:45.907857 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2084c377-afaf-4d1c-bd4a-0fdb9f46ea98 x-openstack-request-id: req-2084c377-afaf-4d1c-bd4a-0fdb9f46ea98 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:45.908292 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008", "tag": "d35db208-d6a8-4885-b589-582e104a28f7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:45.908639 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2084c377-afaf-4d1c-bd4a-0fdb9f46ea98 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:45.909195 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008', 'tag': 'd35db208-d6a8-4885-b589-582e104a28f7', 'status': 'completed', 'code': 200} Nov 12 03:45:46.000912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.008493 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.008493 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] 10.222.0.25 "PUT /v2.0/ports/09c97c92-a970-4a87-a37b-a74e7ca41e8d HTTP/1.1" status: 200 len: 1096 time: 2.3481627 Nov 12 03:45:46.008493 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9366948b-35ab-4a6e-9956-0dda9c062b5d', 'tag': '09c97c92-a970-4a87-a37b-a74e7ca41e8d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:46.008493 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ca5051-7bf3-496a-9ce1-8672d8cd077c" -d '{"events": [{"name": "network-changed", "server_uuid": "9366948b-35ab-4a6e-9956-0dda9c062b5d", "tag": "09c97c92-a970-4a87-a37b-a74e7ca41e8d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:46.018195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:46.038577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '360bd887-fbfc-4d2f-9656-0a38efcc281e', 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20', 'port_id': '360bd887-fbfc-4d2f-9656-0a38efcc281e', 'mac_address': 'fa:16:3e:ee:fd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02c0044-a66c-4629-a8ec-23b84996c31f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:46.102187 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.141237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35331c5c-545e-4d83-a527-cae6f2dfaf79 service neutron] Pushing event updated for resources: {'Port': ['ID=09c97c92-a970-4a87-a37b-a74e7ca41e8d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:46.144712 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd53995-619c-4588-90a9-79b732877be6 None None] New status for floating IP 0e09e38d-0328-419d-a9c9-b2cd7d8aaf52: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:45:46.168205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360bd887-fbfc-4d2f-9656-0a38efcc281e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:46.214364 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:46.261892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae377be9-cdfa-465b-b3d7-0d31da6b3497 req-a0eb1011-ced6-48a3-8e77-1f623d50f988 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.263313 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ae377be9-cdfa-465b-b3d7-0d31da6b3497 req-a0eb1011-ced6-48a3-8e77-1f623d50f988 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 947 time: 0.2409198 Nov 12 03:45:46.297611 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.320684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-98b7dd9a-5e02-40e4-91e4-b1c336246151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.322242 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-98b7dd9a-5e02-40e4-91e4-b1c336246151 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82ea351238f046c696c12f9fe1a5e862&device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 1099 time: 0.1728764 Nov 12 03:45:46.369938 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ae377be9-cdfa-465b-b3d7-0d31da6b3497 req-35ce02cc-d027-4383-8aab-71c8c2476daf tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865633 Nov 12 03:45:46.394747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b040c9a0-91df-4b51-a0f5-e3103021cdc4 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:46.423236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:46.437150 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-384e245f-5993-4536-be50-883693fa304f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=09c97c92-a970-4a87-a37b-a74e7ca41e8d HTTP/1.1" status: 200 len: 217 time: 0.0733740 Nov 12 03:45:46.469782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:46.487906 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=360bd887-fbfc-4d2f-9656-0a38efcc281e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:46.511970 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.518433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22191-4de0-4d2e-92a0-c6980890f847 req-94c2e63e-8825-42ad-9a99-33bd59d6414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.520261 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1c22191-4de0-4d2e-92a0-c6980890f847 req-94c2e63e-8825-42ad-9a99-33bd59d6414c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfda8e758cf0470bab4487db6f436bb2&device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 1097 time: 0.4437661 Nov 12 03:45:46.531887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48b784-470d-4f57-a6f2-cd26f0ab29d5 req-06d4d899-73e3-4f27-ac19-6d2f13c83005 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.537319 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3b48b784-470d-4f57-a6f2-cd26f0ab29d5 req-06d4d899-73e3-4f27-ac19-6d2f13c83005 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 931 time: 0.4542780 Nov 12 03:45:46.548596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-59792a7f-e9d3-4a75-a1f7-82509ba3a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.550120 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-59792a7f-e9d3-4a75-a1f7-82509ba3a187 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1009634 Nov 12 03:45:46.578583 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Transition to ACTIVE for port object b040c9a0-91df-4b51-a0f5-e3103021cdc4 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:45:46.608642 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.625270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-d24383c3-7be9-4c93-8634-1d3a933c6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.630098 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-d24383c3-7be9-4c93-8634-1d3a933c6ee3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684493 Nov 12 03:45:46.673793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Transition to ACTIVE for port object e73afcc0-169c-41d6-a736-b91e342eea6d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:45:46.703771 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3b48b784-470d-4f57-a6f2-cd26f0ab29d5 req-7084b811-9748-4f61-bf8e-9b91c31806ed tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449096 Nov 12 03:45:46.710661 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.713118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.objects.ports [None req-a6cd0383-4a76-4647-9157-bb15a85e6896 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:45:46.717372 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0383-4a76-4647-9157-bb15a85e6896 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.782141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22191-4de0-4d2e-92a0-c6980890f847 req-29441c08-564c-4eb4-b025-0d7bbbedac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.783897 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1c22191-4de0-4d2e-92a0-c6980890f847 req-29441c08-564c-4eb4-b025-0d7bbbedac4b service neutron] 10.222.0.25 "GET /v2.0/networks?id=7828d1a5-9946-41af-b946-aaa68c0bc955 HTTP/1.1" status: 200 len: 917 time: 0.2394018 Nov 12 03:45:46.791725 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.800394 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab1fcf2-2ec0-40d4-a833-de428a3f5e2c x-openstack-request-id: req-bab1fcf2-2ec0-40d4-a833-de428a3f5e2c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:46.800692 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9366948b-35ab-4a6e-9956-0dda9c062b5d", "tag": "09c97c92-a970-4a87-a37b-a74e7ca41e8d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:46.800981 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bab1fcf2-2ec0-40d4-a833-de428a3f5e2c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:46.801478 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9366948b-35ab-4a6e-9956-0dda9c062b5d', 'tag': '09c97c92-a970-4a87-a37b-a74e7ca41e8d', 'status': 'completed', 'code': 200} Nov 12 03:45:46.883066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc279e-7751-4fee-a3cb-70e91808ebf2 req-4812c934-234c-4288-8d1c-44c39f6f7d49 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.891252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8dcc279e-7751-4fee-a3cb-70e91808ebf2 req-4812c934-234c-4288-8d1c-44c39f6f7d49 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 946 time: 0.2505383 Nov 12 03:45:46.903432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd0383-4a76-4647-9157-bb15a85e6896 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9d744294-9173-4bdb-920e-b9b1f32c2427,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:46.915835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['360bd887-fbfc-4d2f-9656-0a38efcc281e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:46.951705 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-20f5e47a-e76c-40e5-8f45-eab3b678f14b service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122034 Nov 12 03:45:46.987122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd0383-4a76-4647-9157-bb15a85e6896 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Checking segment: {'id': '1b3406c4-da8c-47f6-b51b-ff64ef1f567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'e9095693-b96c-47d4-9e3e-bab224eac5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:46.987496 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cd0383-4a76-4647-9157-bb15a85e6896 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Network hostable DHCP agents. Network: e9095693-b96c-47d4-9e3e-bab224eac5c7, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:47.087370 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8dcc279e-7751-4fee-a3cb-70e91808ebf2 req-fad56a02-8a4f-4089-82b0-2ce9d5efcc5b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951029 Nov 12 03:45:47.185713 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c1c181f-29be-4784-8857-2b25b2eb5348 req-0866c66c-88f2-4f81-b1ef-66794c071c9e service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182484 Nov 12 03:45:47.250162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cd0383-4a76-4647-9157-bb15a85e6896 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Network e9095693-b96c-47d4-9e3e-bab224eac5c7 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:47.287823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Pushing event updated for resources: {'Port': ['ID=b040c9a0-91df-4b51-a0f5-e3103021cdc4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:47.348823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528db61-fe41-40d8-8e11-eaa649de3d69 req-76943356-ea30-4bdf-bf73-68d32a28c6ae tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.350457 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b528db61-fe41-40d8-8e11-eaa649de3d69 req-76943356-ea30-4bdf-bf73-68d32a28c6ae tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 948 time: 0.0833383 Nov 12 03:45:47.385338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a6cd0383-4a76-4647-9157-bb15a85e6896 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, e9095693-b96c-47d4-9e3e-bab224eac5c7) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:47.399680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cd0383-4a76-4647-9157-bb15a85e6896 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.400615 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0383-4a76-4647-9157-bb15a85e6896 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.404305 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a4bd36-c9f7-4a37-9dfa-be9ee6d7f520 None None] Network e9095693-b96c-47d4-9e3e-bab224eac5c7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:47.439654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca5051-7bf3-496a-9ce1-8672d8cd077c req-5f9f9d6b-fa8b-4208-b599-884a2dcac66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.441388 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-55ca5051-7bf3-496a-9ce1-8672d8cd077c req-5f9f9d6b-fa8b-4208-b599-884a2dcac66c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82ea351238f046c696c12f9fe1a5e862&device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 1099 time: 0.0899832 Nov 12 03:45:47.446817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] No DVR routers for this DVR port e73afcc0-169c-41d6-a736-b91e342eea6d on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:47.478475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1c22191-4de0-4d2e-92a0-c6980890f847 req-cfe81520-b845-4890-ab7a-6f45d015f7fc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35db208-d6a8-4885-b589-582e104a28f7 HTTP/1.1" status: 200 len: 1001 time: 0.6752231 Nov 12 03:45:47.479088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Pushing event updated for resources: {'Port': ['ID=e73afcc0-169c-41d6-a736-b91e342eea6d,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:47.492742 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b528db61-fe41-40d8-8e11-eaa649de3d69 req-2ccc15f4-6d80-48b3-b6ef-595418210fba tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317554 Nov 12 03:45:47.514406 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a6cd0383-4a76-4647-9157-bb15a85e6896 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0484462 Nov 12 03:45:47.518301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58958) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:47.526038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Request body: {'floatingip': {'floating_network_id': 'e9095693-b96c-47d4-9e3e-bab224eac5c7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:47.573735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Attempting to bind port b040c9a0-91df-4b51-a0f5-e3103021cdc4 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:47.574136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Attempting to bind port b040c9a0-91df-4b51-a0f5-e3103021cdc4 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:47.574920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Attempting to bind port b040c9a0-91df-4b51-a0f5-e3103021cdc4 on network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:47.594148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430ad29-824f-42d9-bb58-3c56ec19bed4 req-d398bd51-b06b-4ff9-9d2b-5b4692838bab tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.596087 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6430ad29-824f-42d9-bb58-3c56ec19bed4 req-d398bd51-b06b-4ff9-9d2b-5b4692838bab tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 944 time: 0.3185122 Nov 12 03:45:47.596241 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e73afcc0-169c-41d6-a736-b91e342eea6d no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:47.601313 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Attempting to bind port e73afcc0-169c-41d6-a736-b91e342eea6d on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:47.602144 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Attempting to bind port e73afcc0-169c-41d6-a736-b91e342eea6d by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:47.602758 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Attempting to bind port e73afcc0-169c-41d6-a736-b91e342eea6d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:47.607070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Port b040c9a0-91df-4b51-a0f5-e3103021cdc4 on network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:45:47.607891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Attempting to bind port b040c9a0-91df-4b51-a0f5-e3103021cdc4 on network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:47.637481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22191-4de0-4d2e-92a0-c6980890f847 req-9f7f2666-2035-44fb-ae87-f1f60865517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.639796 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1c22191-4de0-4d2e-92a0-c6980890f847 req-9f7f2666-2035-44fb-ae87-f1f60865517e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38766906-a926-453b-a958-276d3be1a812 HTTP/1.1" status: 200 len: 854 time: 0.1303999 Nov 12 03:45:47.641754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Port e73afcc0-169c-41d6-a736-b91e342eea6d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:45:47.641754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Attempting to bind port e73afcc0-169c-41d6-a736-b91e342eea6d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:47.646238 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:47.646845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Checking segment: {'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:47.647966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Bound using segment: {'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:47.648699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Bound port: b040c9a0-91df-4b51-a0f5-e3103021cdc4, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:47.649133 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.665493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59904ca3-58cc-4e88-91c6-b2235853ad87 None None] Network e9095693-b96c-47d4-9e3e-bab224eac5c7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:47.686519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca5051-7bf3-496a-9ce1-8672d8cd077c req-d8c277b8-083e-415a-8422-da3e9178513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.687998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-55ca5051-7bf3-496a-9ce1-8672d8cd077c req-d8c277b8-083e-415a-8422-da3e9178513d service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2332406 Nov 12 03:45:47.689941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:47.690395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:47.691261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:47.691955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Bound port: e73afcc0-169c-41d6-a736-b91e342eea6d, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:47.693026 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.693282 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.716081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55f35d-d09c-4793-9673-f6ab4350291a req-5ed74b3f-54c2-4dec-9328-ae0a476d1f2a tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.717337 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0c55f35d-d09c-4793-9673-f6ab4350291a req-5ed74b3f-54c2-4dec-9328-ae0a476d1f2a tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 947 time: 0.1029699 Nov 12 03:45:47.733641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e73afcc0-169c-41d6-a736-b91e342eea6d not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:47.784538 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-55ca5051-7bf3-496a-9ce1-8672d8cd077c req-f696086d-5030-401c-96c8-79cd757709f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=09c97c92-a970-4a87-a37b-a74e7ca41e8d HTTP/1.1" status: 200 len: 217 time: 0.0787663 Nov 12 03:45:47.827581 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6430ad29-824f-42d9-bb58-3c56ec19bed4 req-33a16377-8a40-4bdc-a171-82ef79ce1b14 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138636 Nov 12 03:45:47.854698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c22191-4de0-4d2e-92a0-c6980890f847 req-27642336-a900-4c45-9901-e8b2f4a4f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.856272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1c22191-4de0-4d2e-92a0-c6980890f847 req-27642336-a900-4c45-9901-e8b2f4a4f051 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7828d1a5-9946-41af-b946-aaa68c0bc955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1806328 Nov 12 03:45:47.907512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] For port b040c9a0-91df-4b51-a0f5-e3103021cdc4, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:47.912446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:47.914806 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df3dd04-43f9-4833-9826-4241dbe763c2" -d '{"events": [{"server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "name": "network-vif-unplugged", "status": "completed", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:47.917420 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0c55f35d-d09c-4793-9673-f6ab4350291a req-46e60709-6383-4e7d-b17d-e12c0d50d416 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504416 Nov 12 03:45:47.930175 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca5051-7bf3-496a-9ce1-8672d8cd077c req-b4fafeee-7193-497e-be03-c83f8b29b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.930175 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-55ca5051-7bf3-496a-9ce1-8672d8cd077c req-b4fafeee-7193-497e-be03-c83f8b29b3f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1292529 Nov 12 03:45:47.954571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:47.957920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] For port b040c9a0-91df-4b51-a0f5-e3103021cdc4, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b040c9a0-91df-4b51-a0f5-e3103021cdc4,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:47.999959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:48.029923 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.057027 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca5051-7bf3-496a-9ce1-8672d8cd077c req-1ca0f098-73b1-4ecf-9b05-1aec421713b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.059235 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-55ca5051-7bf3-496a-9ce1-8672d8cd077c req-1ca0f098-73b1-4ecf-9b05-1aec421713b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1050577 Nov 12 03:45:48.064961 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.071006 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c12f4a4-b93d-4e24-be1b-a2c85db45be1 x-openstack-request-id: req-9c12f4a4-b93d-4e24-be1b-a2c85db45be1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:48.071358 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "name": "network-vif-unplugged", "status": "completed", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:48.071639 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9c12f4a4-b93d-4e24-be1b-a2c85db45be1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:48.072175 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'code': 200} Nov 12 03:45:48.101526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.25', 50702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:48.108928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.109654 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.111424 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] 10.222.0.25 "PUT /v2.0/ports/b040c9a0-91df-4b51-a0f5-e3103021cdc4 HTTP/1.1" status: 200 len: 1092 time: 2.9296997 Nov 12 03:45:48.158428 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.185232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1c22191-4de0-4d2e-92a0-c6980890f847 req-b1698d04-fb18-4f37-9db3-3d369d9131d9 service neutron] 10.222.0.25 "GET /v2.0/networks/7828d1a5-9946-41af-b946-aaa68c0bc955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094897 Nov 12 03:45:48.239751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e04a52-e478-41ac-90ec-da45adab9e07 req-5ec2e490-d869-4b18-9b65-35aff4231db7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.249405 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a8e04a52-e478-41ac-90ec-da45adab9e07 req-5ec2e490-d869-4b18-9b65-35aff4231db7 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 943 time: 0.2190974 Nov 12 03:45:48.297559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb77e9-23e0-4e8a-89ac-0bb53dd5bf0f service neutron] Pushing event updated for resources: {'Port': ['ID=b040c9a0-91df-4b51-a0f5-e3103021cdc4,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:48.353144 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.354174 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.356612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] 10.222.0.26 "PUT /v2.0/ports/e73afcc0-169c-41d6-a736-b91e342eea6d HTTP/1.1" status: 200 len: 1097 time: 2.8145320 Nov 12 03:45:48.360216 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-55ca5051-7bf3-496a-9ce1-8672d8cd077c req-d6fc1df3-df68-46b5-b10b-dcd087259710 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772741 Nov 12 03:45:48.391607 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a8e04a52-e478-41ac-90ec-da45adab9e07 req-13e5b337-acb7-4f3e-9e08-adf6aa3cb25b tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428218 Nov 12 03:45:48.479410 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Allocated IP 172.20.0.5 (e9095693-b96c-47d4-9e3e-bab224eac5c7/9d744294-9173-4bdb-920e-b9b1f32c2427/7fff397e-accf-41e7-83fd-cb65e16cb3f9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:48.528005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2bfd8-782c-45e9-9c78-d875a49ed6b0 req-da06fdc6-3d49-47dd-ac1d-b06d4dbce605 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.530858 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-08f2bfd8-782c-45e9-9c78-d875a49ed6b0 req-da06fdc6-3d49-47dd-ac1d-b06d4dbce605 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 946 time: 0.4281304 Nov 12 03:45:48.579328 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-55ca5051-7bf3-496a-9ce1-8672d8cd077c req-2751aaa2-cc3f-4955-9931-12609c4a20fd service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049279 Nov 12 03:45:48.590931 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.659906 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.685201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85bd24-51d2-4360-9d20-374e4f916e72 req-65e8e819-c0bd-4dd9-94c8-af9b67671af1 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.686734 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c85bd24-51d2-4360-9d20-374e4f916e72 req-65e8e819-c0bd-4dd9-94c8-af9b67671af1 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 946 time: 0.4975989 Nov 12 03:45:48.687457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc94a4f-7c49-4fcd-9f3f-a1532ad93ee4 req-c4fcfeb9-854f-431d-a0ed-fc7b241260a9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.688996 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffc94a4f-7c49-4fcd-9f3f-a1532ad93ee4 req-c4fcfeb9-854f-431d-a0ed-fc7b241260a9 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 948 time: 0.0856540 Nov 12 03:45:48.695610 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-7ae70403-ba09-41ab-80a4-f7232621b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.697257 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-7ae70403-ba09-41ab-80a4-f7232621b007 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7481a972db044060ad6777a14e06d6ee&device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 1095 time: 0.4463866 Nov 12 03:45:48.702296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff0636-c31f-4282-9f65-6dbdb1ea9d8b service neutron] Pushing event updated for resources: {'Port': ['ID=e73afcc0-169c-41d6-a736-b91e342eea6d,revision_number=11']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:48.747810 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1c22191-4de0-4d2e-92a0-c6980890f847 req-6a5a7903-8441-4d55-aa68-5b106049b041 service neutron] 10.222.0.25 "GET /v2.0/networks/7828d1a5-9946-41af-b946-aaa68c0bc955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368295 Nov 12 03:45:48.762474 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffc94a4f-7c49-4fcd-9f3f-a1532ad93ee4 req-c3a92f36-7681-4fd0-a16f-91fb145f4c5c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613399 Nov 12 03:45:48.782549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-c7751c89-8bc0-4895-8618-8195d8c59391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.791183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-c7751c89-8bc0-4895-8618-8195d8c59391 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 1100 time: 0.3343835 Nov 12 03:45:48.791183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-2e595527-1301-408c-a2c7-a14870bce5a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b040c9a0-91df-4b51-a0f5-e3103021cdc4 HTTP/1.1" status: 200 len: 217 time: 0.0799003 Nov 12 03:45:48.805299 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.851998 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Network e9095693-b96c-47d4-9e3e-bab224eac5c7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:48.856986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:48.859438 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:48.886856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event updated for resources: {'Port': ['ID=7fff397e-accf-41e7-83fd-cb65e16cb3f9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:48.928163 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c85bd24-51d2-4360-9d20-374e4f916e72 req-2f610721-5b92-4370-bc52-dcb9302bd7cf tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276192 Nov 12 03:45:48.946651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-04bbdf54-775f-4f63-9f52-4470cbd5d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.958667 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-04bbdf54-775f-4f63-9f52-4470cbd5d003 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35 HTTP/1.1" status: 200 len: 844 time: 0.1595199 Nov 12 03:45:48.987603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-08f2bfd8-782c-45e9-9c78-d875a49ed6b0 req-6e2e3693-7a78-419c-8caf-796342c214d9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Deleting port b15b6549-53ba-47c9-aae6-cdd1dda3013d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:48.987941 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-08f2bfd8-782c-45e9-9c78-d875a49ed6b0 req-6e2e3693-7a78-419c-8caf-796342c214d9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.007609 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.032351 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b33c9-8e55-4a49-996e-3ea4c3a984b2 req-1050e159-44ec-49b6-b014-a117f098ec0d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:49.034502 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc4b33c9-8e55-4a49-996e-3ea4c3a984b2 req-1050e159-44ec-49b6-b014-a117f098ec0d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 944 time: 0.0795550 Nov 12 03:45:49.034639 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-df5caeba-cf75-4540-9f7c-351e270cd6ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680561 Nov 12 03:45:49.110465 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc4b33c9-8e55-4a49-996e-3ea4c3a984b2 req-51ec1227-d64a-49b1-8784-b15e63ba9b1a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675192 Nov 12 03:45:49.140841 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.183039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-c60198d4-d9b3-4383-9799-96662bf6ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:49.184209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-c60198d4-d9b3-4383-9799-96662bf6ce58 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.3884888 Nov 12 03:45:49.227055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8eded-8608-4829-b932-ce921d1110e7 req-b6499e3d-01f3-466d-b563-64ae0a6688ee tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:49.228639 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37c8eded-8608-4829-b932-ce921d1110e7 req-b6499e3d-01f3-466d-b563-64ae0a6688ee tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 947 time: 0.1928132 Nov 12 03:45:49.280594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-02d242be-d1d1-4df5-8d78-d1ca4cdb124d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e73afcc0-169c-41d6-a736-b91e342eea6d HTTP/1.1" status: 200 len: 217 time: 0.0721433 Nov 12 03:45:49.325850 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.356993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-08f2bfd8-782c-45e9-9c78-d875a49ed6b0 req-6e2e3693-7a78-419c-8caf-796342c214d9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] For port b15b6549-53ba-47c9-aae6-cdd1dda3013d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b15b6549-53ba-47c9-aae6-cdd1dda3013d,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:49.357360 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-08f2bfd8-782c-45e9-9c78-d875a49ed6b0 req-6e2e3693-7a78-419c-8caf-796342c214d9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.368434 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-27dcba13-1f82-4ec3-b20d-3657e6c58b53 service neutron] 10.222.0.25 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195026 Nov 12 03:45:49.387494 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.400293 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-08f2bfd8-782c-45e9-9c78-d875a49ed6b0 req-6e2e3693-7a78-419c-8caf-796342c214d9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Calling delete_port for b15b6549-53ba-47c9-aae6-cdd1dda3013d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:49.432956 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-fd57d068-5641-49e0-8946-d346a3ad9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:49.434463 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-fd57d068-5641-49e0-8946-d346a3ad9382 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1428413 Nov 12 03:45:49.443334 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37c8eded-8608-4829-b932-ce921d1110e7 req-575fa64b-60ab-4d73-9515-96c0e434af1c tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762619 Nov 12 03:45:49.486148 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.576892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event updated for resources: {'Port': ['ID=7fff397e-accf-41e7-83fd-cb65e16cb3f9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:49.595270 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ef70e97-6f91-4843-a383-fd56abb6df0c req-3a0f28f5-9fd8-4c2f-b19b-2b7401eb2c95 service neutron] 10.222.0.25 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109056 Nov 12 03:45:49.597140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-42f95afd-259e-43e1-ba86-8b2b1c99dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:49.597299 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d2257-6a42-41a5-878c-d443156d8ea7 req-5fc7a0fa-de1c-4210-bb85-409e710fd992 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:49.598577 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-42f95afd-259e-43e1-ba86-8b2b1c99dc10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1209791 Nov 12 03:45:49.598813 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-908d2257-6a42-41a5-878c-d443156d8ea7 req-5fc7a0fa-de1c-4210-bb85-409e710fd992 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 943 time: 0.0892804 Nov 12 03:45:49.645021 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.646231 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ff50f8b1-2393-4716-96d7-49ea9cd2be0b tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1266348 Nov 12 03:45:49.649541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58982) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:49.676770 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-908d2257-6a42-41a5-878c-d443156d8ea7 req-07f68ada-01e8-4dec-93a8-28f3754ebc13 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694985 Nov 12 03:45:49.725090 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ffddcf7f-f8a7-4de7-86d7-7b479584bb31 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "GET /v2.0/floatingips?floating_network_id=e9095693-b96c-47d4-9e3e-bab224eac5c7 HTTP/1.1" status: 200 len: 689 time: 0.0744565 Nov 12 03:45:49.728019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58984) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:49.749699 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 360bd887-fbfc-4d2f-9656-0a38efcc281e up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:49.752637 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-321297b3-bd22-4b0d-ae01-b18a022aa4e8 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435165 Nov 12 03:45:49.821606 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.846897 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-08f2bfd8-782c-45e9-9c78-d875a49ed6b0 req-6e2e3693-7a78-419c-8caf-796342c214d9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.906538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e3693-7a78-419c-8caf-796342c214d9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Pushing event deleted for resources: {'Port': ['ID=b15b6549-53ba-47c9-aae6-cdd1dda3013d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:49.909394 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 360bd887-fbfc-4d2f-9656-0a38efcc281e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:45:49.914492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 360bd887-fbfc-4d2f-9656-0a38efcc281e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:49.923974 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.927044 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e24df30f-1592-43aa-b05d-62d0875dd1c1 req-5ff3ec10-bc8d-4bbf-99ab-284e0cc44f8b service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628468 Nov 12 03:45:49.957598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Deleting port 7fff397e-accf-41e7-83fd-cb65e16cb3f9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:49.958416 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.969705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f2bfd8-782c-45e9-9c78-d875a49ed6b0 req-6e2e3693-7a78-419c-8caf-796342c214d9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] No DVR routers for this DVR port b15b6549-53ba-47c9-aae6-cdd1dda3013d on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:49.973955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-08f2bfd8-782c-45e9-9c78-d875a49ed6b0 req-6e2e3693-7a78-419c-8caf-796342c214d9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.980882 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-08f2bfd8-782c-45e9-9c78-d875a49ed6b0 req-6e2e3693-7a78-419c-8caf-796342c214d9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.25 "DELETE /v2.0/ports/b15b6549-53ba-47c9-aae6-cdd1dda3013d HTTP/1.1" status: 204 len: 173 time: 1.4331789 Nov 12 03:45:49.999693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879da9e-2639-4272-8223-4b7dc3a3d542 req-70a1d287-6a56-48a0-aeea-ce229783f607 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:50.001333 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7879da9e-2639-4272-8223-4b7dc3a3d542 req-70a1d287-6a56-48a0-aeea-ce229783f607 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 948 time: 0.1325660 Nov 12 03:45:50.051657 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.074929 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7879da9e-2639-4272-8223-4b7dc3a3d542 req-80b3aa45-3c4c-40bc-918c-973a546dad4c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622084 Nov 12 03:45:50.075573 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5585d4f-bb5c-49c3-baaa-4c8cd768872f', 'tag': 'b040c9a0-91df-4b51-a0f5-e3103021cdc4'}, {'name': 'network-changed', 'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d'}, {'server_uuid': '5e775e79-d626-42a6-980f-6fc5225c380c', 'name': 'network-vif-deleted', 'tag': 'b15b6549-53ba-47c9-aae6-cdd1dda3013d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:50.078468 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a369e28f-8ef5-458f-bd10-987f9102041b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5585d4f-bb5c-49c3-baaa-4c8cd768872f", "tag": "b040c9a0-91df-4b51-a0f5-e3103021cdc4"}, {"name": "network-changed", "server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d"}, {"server_uuid": "5e775e79-d626-42a6-980f-6fc5225c380c", "name": "network-vif-deleted", "tag": "b15b6549-53ba-47c9-aae6-cdd1dda3013d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:50.087913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c511a690-e68e-4bd6-a120-dfcddb16246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360bd887-fbfc-4d2f-9656-0a38efcc281e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:50.090741 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f703b794-214d-420d-b802-3accf1da2aaf" -d '{"events": [{"server_uuid": "c511a690-e68e-4bd6-a120-dfcddb16246b", "name": "network-vif-plugged", "status": "completed", "tag": "360bd887-fbfc-4d2f-9656-0a38efcc281e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:50.106634 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:50.204401 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdc7391-9396-48c5-8487-84f250a71c9b x-openstack-request-id: req-fbdc7391-9396-48c5-8487-84f250a71c9b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:50.204963 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5585d4f-bb5c-49c3-baaa-4c8cd768872f", "tag": "b040c9a0-91df-4b51-a0f5-e3103021cdc4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d", "status": "completed", "code": 200}, {"server_uuid": "5e775e79-d626-42a6-980f-6fc5225c380c", "name": "network-vif-deleted", "tag": "b15b6549-53ba-47c9-aae6-cdd1dda3013d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:50.205422 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fbdc7391-9396-48c5-8487-84f250a71c9b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:50.206035 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5585d4f-bb5c-49c3-baaa-4c8cd768872f', 'tag': 'b040c9a0-91df-4b51-a0f5-e3103021cdc4', 'status': 'completed', 'code': 200} Nov 12 03:45:50.206478 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'status': 'completed', 'code': 200} Nov 12 03:45:50.206912 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e775e79-d626-42a6-980f-6fc5225c380c', 'name': 'network-vif-deleted', 'tag': 'b15b6549-53ba-47c9-aae6-cdd1dda3013d', 'status': 'completed', 'code': 200} Nov 12 03:45:50.232605 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.296841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e28f-8ef5-458f-bd10-987f9102041b req-7f06942d-9c73-4079-9930-7d9771de0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:50.298916 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-7f06942d-9c73-4079-9930-7d9771de0eab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7481a972db044060ad6777a14e06d6ee&device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 1095 time: 0.0674963 Nov 12 03:45:50.300740 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2497d711-74ee-4c4e-951c-420985d3f800 x-openstack-request-id: req-2497d711-74ee-4c4e-951c-420985d3f800 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:50.301060 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c511a690-e68e-4bd6-a120-dfcddb16246b", "name": "network-vif-plugged", "status": "completed", "tag": "360bd887-fbfc-4d2f-9656-0a38efcc281e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:50.301321 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2497d711-74ee-4c4e-951c-420985d3f800 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:50.301766 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c511a690-e68e-4bd6-a120-dfcddb16246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360bd887-fbfc-4d2f-9656-0a38efcc281e', 'code': 200} Nov 12 03:45:50.377371 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=360bd887-fbfc-4d2f-9656-0a38efcc281e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:50.529806 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-97ec3037-8d65-410c-8001-14ac4f3c9d2e req-b1ee5c7a-c941-4f6f-beb7-2d71a8089620 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 210 time: 0.4939382 Nov 12 03:45:50.536024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e28f-8ef5-458f-bd10-987f9102041b req-def022f1-3995-41ae-b3f1-7bf7bb81d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:50.543618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-def022f1-3995-41ae-b3f1-7bf7bb81d141 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 1100 time: 0.2200296 Nov 12 03:45:50.568834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e28f-8ef5-458f-bd10-987f9102041b req-68120bfa-856f-4ec5-b28a-73a7a9867d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:50.570978 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-68120bfa-856f-4ec5-b28a-73a7a9867d64 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a HTTP/1.1" status: 200 len: 906 time: 0.2625220 Nov 12 03:45:50.571762 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.572144 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.593482 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Calling delete_port for 7fff397e-accf-41e7-83fd-cb65e16cb3f9 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:50.650604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c38b0c-8134-409f-b7f8-5b465d8b6c73 req-911fcbce-7c4c-4226-97e7-ad7fc1a29a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:50.652497 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52c38b0c-8134-409f-b7f8-5b465d8b6c73 req-911fcbce-7c4c-4226-97e7-ad7fc1a29a10 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 1097 time: 0.2468326 Nov 12 03:45:50.656806 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-16f1dcff-9a20-4aec-a1fc-9363972818f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b040c9a0-91df-4b51-a0f5-e3103021cdc4 HTTP/1.1" status: 200 len: 217 time: 0.0702579 Nov 12 03:45:50.706673 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0da11-cd8f-42a8-82af-e9e2fc3a2121 req-a27ef4f3-c499-4366-b953-476da25f1879 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:50.712962 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ab0da11-cd8f-42a8-82af-e9e2fc3a2121 req-a27ef4f3-c499-4366-b953-476da25f1879 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 945 time: 0.2609758 Nov 12 03:45:50.808273 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c352bf-81b6-4d3c-9689-7da3e25a0b48 req-82b9ba15-ba16-41da-ad35-530d940f46a1 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:50.810370 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f5c352bf-81b6-4d3c-9689-7da3e25a0b48 req-82b9ba15-ba16-41da-ad35-530d940f46a1 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 947 time: 0.1140628 Nov 12 03:45:50.854907 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52c38b0c-8134-409f-b7f8-5b465d8b6c73 req-610c7e51-a919-4a9d-8f03-126c67d0dc56 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936722 Nov 12 03:45:50.868600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e28f-8ef5-458f-bd10-987f9102041b req-5c80e7f4-dfa2-4b52-b923-016dae6bb62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:50.870073 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-5c80e7f4-dfa2-4b52-b923-016dae6bb62e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35 HTTP/1.1" status: 200 len: 844 time: 0.1720397 Nov 12 03:45:50.877777 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e28f-8ef5-458f-bd10-987f9102041b req-9d2d65bb-9e6d-4916-9b5b-7d0081bb63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:50.879437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-9d2d65bb-9e6d-4916-9b5b-7d0081bb63fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.3053579 Nov 12 03:45:50.883301 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ab0da11-cd8f-42a8-82af-e9e2fc3a2121 req-5951c9b3-b36e-47e5-a15d-e26c9e23b464 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436193 Nov 12 03:45:50.886787 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f5c352bf-81b6-4d3c-9689-7da3e25a0b48 req-c259a905-d3bd-45d4-836a-75d2521446fb tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606925 Nov 12 03:45:50.920613 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-8f864f83-d7c0-4435-b17d-f9e237720dc0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293338 Nov 12 03:45:50.925716 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.980135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fff397e-accf-41e7-83fd-cb65e16cb3f9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:51.099660 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.099880 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-51e5c456-421c-4072-90aa-8d01c5bb84b4 service neutron] 10.222.0.25 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742394 Nov 12 03:45:51.128170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1819484-deed-4cf9-ad09-84912d186dce req-ee4002ff-26c8-4c96-8a04-fd4e6441df87 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:51.130029 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1819484-deed-4cf9-ad09-84912d186dce req-ee4002ff-26c8-4c96-8a04-fd4e6441df87 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 943 time: 0.1112428 Nov 12 03:45:51.229443 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.276019 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1819484-deed-4cf9-ad09-84912d186dce req-b4599131-41bd-40fc-b330-9b210a81b3d3 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382365 Nov 12 03:45:51.439610 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.478845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9d744294-9173-4bdb-920e-b9b1f32c2427,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:51.580780 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.581475 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 09c97c92-a970-4a87-a37b-a74e7ca41e8d details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:51.584281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b15b6549-53ba-47c9-aae6-cdd1dda3013d no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:51.619357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9095693-b96c-47d4-9e3e-bab224eac5c7']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:51.622562 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-f5719138-cadf-487b-8534-c37073738395 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e73afcc0-169c-41d6-a736-b91e342eea6d HTTP/1.1" status: 200 len: 217 time: 0.0803080 Nov 12 03:45:51.636739 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: b15b6549-53ba-47c9-aae6-cdd1dda3013d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:51.637576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b15b6549-53ba-47c9-aae6-cdd1dda3013d not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:51.642391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3406c4-da8c-47f6-b51b-ff64ef1f567d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:51.642798 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3406c4-da8c-47f6-b51b-ff64ef1f567d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:51.665269 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.684389 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.697876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:51.704814 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.740742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c256fe-79d0-43a7-beb7-c3ad5792897e req-54c30767-61df-409b-b42d-7a33e701ae84 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:51.750402 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81c256fe-79d0-43a7-beb7-c3ad5792897e req-54c30767-61df-409b-b42d-7a33e701ae84 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 948 time: 0.2003789 Nov 12 03:45:51.757335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 09c97c92-a970-4a87-a37b-a74e7ca41e8d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=09c97c92-a970-4a87-a37b-a74e7ca41e8d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:51.763676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e28f-8ef5-458f-bd10-987f9102041b req-423dddfa-0c3f-43a2-840b-fb2fd0217c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:51.765162 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-423dddfa-0c3f-43a2-840b-fb2fd0217c07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1122081 Nov 12 03:45:51.780409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '09c97c92-a970-4a87-a37b-a74e7ca41e8d', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '09c97c92-a970-4a87-a37b-a74e7ca41e8d', 'mac_address': 'fa:16:3e:9a:d7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:51.842502 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:51.851001 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.854850 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-d87e2f5f-ab91-4936-90c4-7f0e84036675 service neutron] 10.222.0.25 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7419105 Nov 12 03:45:51.876551 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c97c92-a970-4a87-a37b-a74e7ca41e8d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:51.888428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81c256fe-79d0-43a7-beb7-c3ad5792897e req-cd0e8bd5-442d-4e4b-9283-6dca650757ef tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368001 Nov 12 03:45:51.904609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e28f-8ef5-458f-bd10-987f9102041b req-3b4d93c6-aabb-4e77-ab25-0b5ee19b6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:51.906469 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-3b4d93c6-aabb-4e77-ab25-0b5ee19b6abf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1224458 Nov 12 03:45:51.907125 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 09c97c92-a970-4a87-a37b-a74e7ca41e8d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=09c97c92-a970-4a87-a37b-a74e7ca41e8d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:51.932000 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-38c08df1-5546-4be8-82bf-cef9368009ac req-6f0b0e17-f5bc-449d-8889-eca8cced5578 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 210 time: 0.0871611 Nov 12 03:45:51.934360 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.945233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e9095693-b96c-47d4-9e3e-bab224eac5c7 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:45:51.961235 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.972604 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "DELETE /v2.0/networks/e9095693-b96c-47d4-9e3e-bab224eac5c7 HTTP/1.1" status: 204 len: 168 time: 2.2431192 Nov 12 03:45:51.983378 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.995191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22854a7b-34ab-48b0-be01-4375c016bceb tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9095693-b96c-47d4-9e3e-bab224eac5c7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:52.016588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59014) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:52.069553 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-095cc570-6885-4831-83e0-1366d13a4a1a service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542654 Nov 12 03:45:52.078013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=09c97c92-a970-4a87-a37b-a74e7ca41e8d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:52.282569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2d3d321e-e040-48e8-afc3-824f47f642ca tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.2662349 Nov 12 03:45:52.286201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59018) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:52.307239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-59b13b39-ac29-4a8d-b2eb-c8a3d1ab929d service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212987 Nov 12 03:45:52.329927 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['09c97c92-a970-4a87-a37b-a74e7ca41e8d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:52.394785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dc549-610f-404d-94c2-32f49159d9cd req-5302a70e-e204-4890-936c-fab589268ab5 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.398265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-635dc549-610f-404d-94c2-32f49159d9cd req-5302a70e-e204-4890-936c-fab589268ab5 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 948 time: 0.2344294 Nov 12 03:45:52.455980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b30996-ad77-4200-a3b4-2b13864692e7 req-c6b873cd-2b32-4ecd-a136-f8278b22084c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.469731 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1b30996-ad77-4200-a3b4-2b13864692e7 req-c6b873cd-2b32-4ecd-a136-f8278b22084c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 945 time: 0.1603148 Nov 12 03:45:52.506123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e28f-8ef5-458f-bd10-987f9102041b req-1ae10b27-1252-48c4-81f9-030d47130889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.509760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-1ae10b27-1252-48c4-81f9-030d47130889 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9810c161f0b41f1afd590350e2a6352&device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 1100 time: 0.4383283 Nov 12 03:45:52.574518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad2e89-9d8c-4772-bfb6-b7bcb2349ebd tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.576296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad2e89-9d8c-4772-bfb6-b7bcb2349ebd tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.577450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad2e89-9d8c-4772-bfb6-b7bcb2349ebd tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.579043 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad2e89-9d8c-4772-bfb6-b7bcb2349ebd tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.585792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad2e89-9d8c-4772-bfb6-b7bcb2349ebd tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.588811 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad2e89-9d8c-4772-bfb6-b7bcb2349ebd tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.589887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad2e89-9d8c-4772-bfb6-b7bcb2349ebd tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.591816 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad2e89-9d8c-4772-bfb6-b7bcb2349ebd tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.594463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad2e89-9d8c-4772-bfb6-b7bcb2349ebd tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.604374 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-09ad2e89-9d8c-4772-bfb6-b7bcb2349ebd tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5959 time: 0.3167157 Nov 12 03:45:52.619955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59022) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:52.716685 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-9e6303ff-42d0-4392-ad34-c62f4fca55a7 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] delete failed (client error): The resource could not be found. Nov 12 03:45:52.720208 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9e6303ff-42d0-4392-ad34-c62f4fca55a7 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "DELETE /v2.0/floatingips/ce982c96-bfd5-4a16-a25b-2ab7ae939431 HTTP/1.1" status: 404 len: 345 time: 0.0944016 Nov 12 03:45:52.723138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1b30996-ad77-4200-a3b4-2b13864692e7 req-146d9f44-bd35-44a6-bee4-e009f5687b5c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520688 Nov 12 03:45:52.727432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59024) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:52.743876 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-635dc549-610f-404d-94c2-32f49159d9cd req-76b58ecb-2536-4b02-b9e1-d6e045128e80 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375757 Nov 12 03:45:52.786234 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41bec59-9182-42c9-ab8c-18ded4d4f5b9 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 03:45:52.787161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41bec59-9182-42c9-ab8c-18ded4d4f5b9 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:45:52.791828 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b41bec59-9182-42c9-ab8c-18ded4d4f5b9 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "DELETE /v2.0/networks/e9095693-b96c-47d4-9e3e-bab224eac5c7 HTTP/1.1" status: 404 len: 339 time: 0.0634189 Nov 12 03:45:52.808979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59026) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:52.838981 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b1211f96-7b92-4873-9d3d-e957b03bf09e tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Request body: {'network': {'name': 'tempest-network--311865907', 'router:external': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:52.854367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e28f-8ef5-458f-bd10-987f9102041b req-294606e5-3162-4bc2-aa34-ca7490277a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.855998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-294606e5-3162-4bc2-aa34-ca7490277a01 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.3323784 Nov 12 03:45:52.965722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1211f96-7b92-4873-9d3d-e957b03bf09e tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Made reservation on behalf of a3afe9f42368426c80bea3d8fdbd3291 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:52.973612 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1211f96-7b92-4873-9d3d-e957b03bf09e tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:52.976764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-41f14451-e130-4ce8-9f35-9d14a0f8f0e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e73afcc0-169c-41d6-a736-b91e342eea6d HTTP/1.1" status: 200 len: 217 time: 0.1011183 Nov 12 03:45:53.040605 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6fac3157-5d28-430b-968c-ecde3e9f5dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.086337 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1211f96-7b92-4873-9d3d-e957b03bf09e tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:53.102858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305df77d-2496-4318-a302-4467a7627eab req-794a9704-895e-4029-8133-b41bf87ba2aa tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:53.104182 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1211f96-7b92-4873-9d3d-e957b03bf09e tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.104942 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-b1211f96-7b92-4873-9d3d-e957b03bf09e tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Added segment d579561a-90c4-4386-bad2-b30f71976cbc of type vlan for network ceb62a82-e99d-43bd-bf4a-519bf369452b Nov 12 03:45:53.114909 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-305df77d-2496-4318-a302-4467a7627eab req-794a9704-895e-4029-8133-b41bf87ba2aa tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 943 time: 0.2517717 Nov 12 03:45:53.211591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-305df77d-2496-4318-a302-4467a7627eab req-2982fe40-8504-4025-af6e-c47496368127 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953929 Nov 12 03:45:53.221892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e28f-8ef5-458f-bd10-987f9102041b req-c4603348-f8ff-474d-a02b-798d5bf82bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:53.230603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-c4603348-f8ff-474d-a02b-798d5bf82bae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.2384191 Nov 12 03:45:53.282944 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1211f96-7b92-4873-9d3d-e957b03bf09e tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.324648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e28f-8ef5-458f-bd10-987f9102041b req-7324d34a-5029-4821-bdde-a115715f7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:53.326666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1cffb-8dbf-4668-8dc1-a2206d43addc req-11c65637-528a-4875-807d-1ccb0a6201ee tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:53.326879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-7324d34a-5029-4821-bdde-a115715f7f37 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0794182 Nov 12 03:45:53.329604 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cc1cffb-8dbf-4668-8dc1-a2206d43addc req-11c65637-528a-4875-807d-1ccb0a6201ee tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 948 time: 0.1741056 Nov 12 03:45:53.463604 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cc1cffb-8dbf-4668-8dc1-a2206d43addc req-660c8aee-8120-401a-984f-e7dcff0aa973 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061280 Nov 12 03:45:53.504101 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1211f96-7b92-4873-9d3d-e957b03bf09e tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.505608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1211f96-7b92-4873-9d3d-e957b03bf09e tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:53.511646 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1211f96-7b92-4873-9d3d-e957b03bf09e tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.563249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b300662-35ca-436d-b07d-e707534b1598 req-1a689816-990d-4c86-bbc1-65cd6e007f81 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 210 time: 0.0687249 Nov 12 03:45:53.601885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b040c9a0-91df-4b51-a0f5-e3103021cdc4 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:53.606323 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 09c97c92-a970-4a87-a37b-a74e7ca41e8d up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:53.638930 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-638a36e9-722b-472c-b0bd-83cad5136795 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987609 Nov 12 03:45:53.705032 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b1211f96-7b92-4873-9d3d-e957b03bf09e tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8924556 Nov 12 03:45:53.711885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:53.871329 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a369e28f-8ef5-458f-bd10-987f9102041b req-6f589353-c273-4f7a-bbb6-d448fe82eb9f service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180977 Nov 12 03:45:53.994276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1211f96-7b92-4873-9d3d-e957b03bf09e tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event updated for resources: {'Network': ['ID=ceb62a82-e99d-43bd-bf4a-519bf369452b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:54.027851 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network ceb62a82-e99d-43bd-bf4a-519bf369452b details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:54.029701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e39a4-1528-4add-940b-2794291385e1 req-792dd52e-1e89-4fdc-8ab7-27c4e7e1e079 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.032571 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-474e39a4-1528-4add-940b-2794291385e1 req-792dd52e-1e89-4fdc-8ab7-27c4e7e1e079 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 948 time: 0.1107514 Nov 12 03:45:54.119349 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-474e39a4-1528-4add-940b-2794291385e1 req-82698f1a-d196-4449-a37e-c410c06d7a93 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757387 Nov 12 03:45:54.144710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 09c97c92-a970-4a87-a37b-a74e7ca41e8d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:45:54.174780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 09c97c92-a970-4a87-a37b-a74e7ca41e8d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:54.175318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.180253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b040c9a0-91df-4b51-a0f5-e3103021cdc4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b040c9a0-91df-4b51-a0f5-e3103021cdc4,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:54.228738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'b040c9a0-91df-4b51-a0f5-e3103021cdc4', 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a', 'port_id': 'b040c9a0-91df-4b51-a0f5-e3103021cdc4', 'mac_address': 'fa:16:3e:9e:9a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:54.237610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc43ac0-c1b6-4fbf-8992-278b8653d6db req-20d66afb-9dbf-4682-a294-270ca2ac4988 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.238709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-adc43ac0-c1b6-4fbf-8992-278b8653d6db req-20d66afb-9dbf-4682-a294-270ca2ac4988 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 945 time: 0.2110946 Nov 12 03:45:54.284192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71861de7-c8f1-417f-9989-859c61c9941c tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.292287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71861de7-c8f1-417f-9989-859c61c9941c tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.303346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71861de7-c8f1-417f-9989-859c61c9941c tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.320667 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71861de7-c8f1-417f-9989-859c61c9941c tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.328413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-71861de7-c8f1-417f-9989-859c61c9941c tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6103473 Nov 12 03:45:54.329337 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59044) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:54.343628 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.396387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b040c9a0-91df-4b51-a0f5-e3103021cdc4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:54.429232 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-adc43ac0-c1b6-4fbf-8992-278b8653d6db req-98acac7c-8542-43a3-aec7-2765153a1152 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007035 Nov 12 03:45:54.434971 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.493369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b040c9a0-91df-4b51-a0f5-e3103021cdc4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b040c9a0-91df-4b51-a0f5-e3103021cdc4,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:54.505528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9366948b-35ab-4a6e-9956-0dda9c062b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c97c92-a970-4a87-a37b-a74e7ca41e8d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:54.510231 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f46248-6a77-4c43-8c6c-8739da88129e" -d '{"events": [{"server_uuid": "9366948b-35ab-4a6e-9956-0dda9c062b5d", "name": "network-vif-plugged", "status": "completed", "tag": "09c97c92-a970-4a87-a37b-a74e7ca41e8d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:54.533333 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 09c97c92-a970-4a87-a37b-a74e7ca41e8d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=09c97c92-a970-4a87-a37b-a74e7ca41e8d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:54.586261 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.589757 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.631156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c273d-283b-40df-95e6-362fe7254981 req-f4fa2a27-f271-4541-84bb-05629fe9e223 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.639045 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b0c273d-283b-40df-95e6-362fe7254981 req-f4fa2a27-f271-4541-84bb-05629fe9e223 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 943 time: 0.2942147 Nov 12 03:45:54.667367 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.693804 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=b040c9a0-91df-4b51-a0f5-e3103021cdc4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:54.708959 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.710422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.710853 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.711191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.711522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.711848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.712206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.712528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.712915 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.713312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.713794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.714178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.753732 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.767999 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.793226 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b0c273d-283b-40df-95e6-362fe7254981 req-8b175925-ddb1-4d59-8cd6-c2a411d1ca53 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532040 Nov 12 03:45:54.815797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb62a82-e99d-43bd-bf4a-519bf369452b']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:54.848473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd579561a-90c4-4386-bad2-b30f71976cbc') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:54.853380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd579561a-90c4-4386-bad2-b30f71976cbc') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:54.880791 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.891310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=09c97c92-a970-4a87-a37b-a74e7ca41e8d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:54.913439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['b040c9a0-91df-4b51-a0f5-e3103021cdc4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:54.925338 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.949511 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:54.950532 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:54.951761 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:54.996161 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990451a-9321-4852-8fd8-6b2046e6100f req-929d0852-585e-4bbf-9e0d-fd176d7dc8c7 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.002263 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c990451a-9321-4852-8fd8-6b2046e6100f req-929d0852-585e-4bbf-9e0d-fd176d7dc8c7 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 1097 time: 0.0799372 Nov 12 03:45:55.051639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a582a0-4736-4eb7-a828-5b06321929bf req-342fe1e1-5f32-4690-ae11-acfa1b02cd09 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.065824 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82a582a0-4736-4eb7-a828-5b06321929bf req-342fe1e1-5f32-4690-ae11-acfa1b02cd09 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 948 time: 0.1565807 Nov 12 03:45:55.118370 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c990451a-9321-4852-8fd8-6b2046e6100f req-c9c93abd-70a4-4de7-b583-573fc76e7841 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061380 Nov 12 03:45:55.150282 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82a582a0-4736-4eb7-a828-5b06321929bf req-dff89cb2-135d-4142-96eb-b3db14416026 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834723 Nov 12 03:45:55.189704 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.202294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ceb62a82-e99d-43bd-bf4a-519bf369452b {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:45:55.218115 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.249131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59064) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:55.255708 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dbd2c6-64ca-4c17-b73b-24b56934f3d2 x-openstack-request-id: req-d2dbd2c6-64ca-4c17-b73b-24b56934f3d2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:55.255708 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9366948b-35ab-4a6e-9956-0dda9c062b5d", "name": "network-vif-plugged", "status": "completed", "tag": "09c97c92-a970-4a87-a37b-a74e7ca41e8d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:55.256790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0392d7d2-3b42-4aa3-a2d7-454477d42ecf tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Request body: {'network': {'name': 'tempest-network--611137067', 'router:external': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:55.257134 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d2dbd2c6-64ca-4c17-b73b-24b56934f3d2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:55.257134 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9366948b-35ab-4a6e-9956-0dda9c062b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c97c92-a970-4a87-a37b-a74e7ca41e8d', 'code': 200} Nov 12 03:45:55.267209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "DELETE /v2.0/networks/ceb62a82-e99d-43bd-bf4a-519bf369452b HTTP/1.1" status: 204 len: 168 time: 0.9200311 Nov 12 03:45:55.337880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event deleted for resources: {'Network': ['ID=ceb62a82-e99d-43bd-bf4a-519bf369452b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:55.360983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.361221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.365324 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.365324 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.365324 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.365324 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.370064 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af5119f7-9b8a-4d0e-9952-12afc6d8bcdf req-d46cd340-d475-4eab-a198-40aea5b7f27d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 210 time: 0.0530801 Nov 12 03:45:55.379936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.380771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.384232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0392d7d2-3b42-4aa3-a2d7-454477d42ecf tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Made reservation on behalf of a3afe9f42368426c80bea3d8fdbd3291 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:55.393310 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0392d7d2-3b42-4aa3-a2d7-454477d42ecf tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.411597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.412330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.413538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.414173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc0f0b-10ed-43ed-aaee-ec0e0390e7d3 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.489391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0392d7d2-3b42-4aa3-a2d7-454477d42ecf tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:55.508265 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd82e7-74da-4638-b115-865bb1a826c2 req-46eb00f5-7409-49cc-a69f-6ab66bcdeef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.511796 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31bd82e7-74da-4638-b115-865bb1a826c2 req-46eb00f5-7409-49cc-a69f-6ab66bcdeef4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 1101 time: 0.0858448 Nov 12 03:45:55.513992 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0392d7d2-3b42-4aa3-a2d7-454477d42ecf tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.514349 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-0392d7d2-3b42-4aa3-a2d7-454477d42ecf tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Added segment a157a2b8-81ec-4ca2-9dae-9b020704b68d of type vlan for network 569c504c-6ece-4d4d-8874-c9b49c3840e6 Nov 12 03:45:55.600960 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0392d7d2-3b42-4aa3-a2d7-454477d42ecf tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.679338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb6bec-4911-4d9d-8609-54d15dd4e60c req-ee80d32f-aee0-475e-bd54-bada2551c876 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.687535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0cb6bec-4911-4d9d-8609-54d15dd4e60c req-ee80d32f-aee0-475e-bd54-bada2551c876 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 949 time: 0.1734495 Nov 12 03:45:55.714231 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31bd82e7-74da-4638-b115-865bb1a826c2 req-6690e662-5179-434b-b353-44569f31c88e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831694 Nov 12 03:45:55.757770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0cb6bec-4911-4d9d-8609-54d15dd4e60c req-9dcc7ffe-1bde-487f-b321-267cfdee449f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680687 Nov 12 03:45:55.758674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e4997-a080-496e-ab64-2efde2971f31 req-552ab3be-555e-43cc-8921-5ae4ebf91d91 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.759545 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e73afcc0-169c-41d6-a736-b91e342eea6d details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:55.762545 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb8e4997-a080-496e-ab64-2efde2971f31 req-552ab3be-555e-43cc-8921-5ae4ebf91d91 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 1097 time: 0.0945404 Nov 12 03:45:55.794994 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0392d7d2-3b42-4aa3-a2d7-454477d42ecf tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.795933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0392d7d2-3b42-4aa3-a2d7-454477d42ecf tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.796561 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0392d7d2-3b42-4aa3-a2d7-454477d42ecf tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.891963 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb8e4997-a080-496e-ab64-2efde2971f31 req-cb7ae5a8-ac3d-4144-8545-48c3fb929ca9 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135755 Nov 12 03:45:55.903655 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0392d7d2-3b42-4aa3-a2d7-454477d42ecf tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6509726 Nov 12 03:45:55.904009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59068) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:55.915392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392d7d2-3b42-4aa3-a2d7-454477d42ecf tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event updated for resources: {'Network': ['ID=569c504c-6ece-4d4d-8874-c9b49c3840e6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:55.953503 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 569c504c-6ece-4d4d-8874-c9b49c3840e6 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:56.057301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:56.081683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'mac_address': 'fa:16:3e:19:dc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:56.128755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b535c6f-ee56-4657-82af-6cb76466cdaa tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:56.132237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7b535c6f-ee56-4657-82af-6cb76466cdaa tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] 10.222.0.105 "GET /v2.0/networks/569c504c-6ece-4d4d-8874-c9b49c3840e6 HTTP/1.1" status: 200 len: 756 time: 0.2252064 Nov 12 03:45:56.133655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59076) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:56.149139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2ace8-b181-433e-953a-5746d0bcf632 req-9d74a4b9-890d-49f5-8a18-8fcf8dc55dc2 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:56.151162 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-06f2ace8-b181-433e-953a-5746d0bcf632 req-9d74a4b9-890d-49f5-8a18-8fcf8dc55dc2 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 944 time: 0.1969347 Nov 12 03:45:56.157226 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.240592 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-06f2ace8-b181-433e-953a-5746d0bcf632 req-f8ff7e4f-6723-45a2-a08d-46c276922da8 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830078 Nov 12 03:45:56.307571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740dd36-6f4c-4917-aae2-b6e255831a0e tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:56.309496 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6740dd36-6f4c-4917-aae2-b6e255831a0e tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] 10.222.0.105 "GET /v2.0/networks/6a5f3088-51d3-4729-a920-39a60892a6ba HTTP/1.1" status: 200 len: 768 time: 0.1748202 Nov 12 03:45:56.314923 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59080) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:56.404472 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-825b5236-1f00-46e6-802c-a6226df8a7ee tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.432160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04584c6a-69bc-4aa6-a6d8-d8522933bfae req-7c7a850a-8c1f-4b15-9b20-6f3776be5942 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:56.434499 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04584c6a-69bc-4aa6-a6d8-d8522933bfae req-7c7a850a-8c1f-4b15-9b20-6f3776be5942 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 948 time: 0.0721757 Nov 12 03:45:56.481901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e73afcc0-169c-41d6-a736-b91e342eea6d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:56.511255 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-825b5236-1f00-46e6-802c-a6226df8a7ee tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.532270 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04584c6a-69bc-4aa6-a6d8-d8522933bfae req-593c77a2-feb6-4d37-946f-11e783f9550c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839431 Nov 12 03:45:56.545364 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-825b5236-1f00-46e6-802c-a6226df8a7ee tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569c504c-6ece-4d4d-8874-c9b49c3840e6']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:56.554321 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:56.556658 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f38e1435-5650-4fee-b8b1-c9d7aad051b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.564657 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-825b5236-1f00-46e6-802c-a6226df8a7ee tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a157a2b8-81ec-4ca2-9dae-9b020704b68d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:56.565072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-825b5236-1f00-46e6-802c-a6226df8a7ee tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a157a2b8-81ec-4ca2-9dae-9b020704b68d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:56.579672 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-825b5236-1f00-46e6-802c-a6226df8a7ee tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.601168 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-825b5236-1f00-46e6-802c-a6226df8a7ee tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.601680 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.609836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825b5236-1f00-46e6-802c-a6226df8a7ee tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:56.610719 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-825b5236-1f00-46e6-802c-a6226df8a7ee tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:56.613206 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:56.628460 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.726777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=e73afcc0-169c-41d6-a736-b91e342eea6d,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:56.780918 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-207d5a18-d7c1-42b6-929d-3b2d4617f878 req-6a17861c-0eb0-4ba0-8316-bf8507135503 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 210 time: 0.0495682 Nov 12 03:45:56.885802 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-825b5236-1f00-46e6-802c-a6226df8a7ee tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.894344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825b5236-1f00-46e6-802c-a6226df8a7ee tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 569c504c-6ece-4d4d-8874-c9b49c3840e6 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:45:56.914533 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-825b5236-1f00-46e6-802c-a6226df8a7ee tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.920496 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-825b5236-1f00-46e6-802c-a6226df8a7ee tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "DELETE /v2.0/networks/569c504c-6ece-4d4d-8874-c9b49c3840e6 HTTP/1.1" status: 204 len: 168 time: 0.6068230 Nov 12 03:45:56.927342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59102) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:56.934274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5b4fb714-924f-4692-9bbd-f3e8e1900b4a tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Request body: {'network': {'name': 'tempest-network--937940274'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:56.961367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b5236-1f00-46e6-802c-a6226df8a7ee tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event deleted for resources: {'Network': ['ID=569c504c-6ece-4d4d-8874-c9b49c3840e6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:57.061518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4fb714-924f-4692-9bbd-f3e8e1900b4a tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Made reservation on behalf of a3afe9f42368426c80bea3d8fdbd3291 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:57.067295 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb714-924f-4692-9bbd-f3e8e1900b4a tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.160311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4fb714-924f-4692-9bbd-f3e8e1900b4a tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:57.185665 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb714-924f-4692-9bbd-f3e8e1900b4a tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.186658 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-5b4fb714-924f-4692-9bbd-f3e8e1900b4a tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Added segment 28aef2e1-fe16-4a51-baae-d2d204fe0307 of type vlan for network 1934497b-8311-4dd6-bcd2-66bdebeab40a Nov 12 03:45:57.252351 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['e73afcc0-169c-41d6-a736-b91e342eea6d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:57.366617 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb714-924f-4692-9bbd-f3e8e1900b4a tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.510932 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb714-924f-4692-9bbd-f3e8e1900b4a tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.511854 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4fb714-924f-4692-9bbd-f3e8e1900b4a tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:57.512576 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb714-924f-4692-9bbd-f3e8e1900b4a tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.616756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b040c9a0-91df-4b51-a0f5-e3103021cdc4 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:57.617979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db8e36-f403-491f-ab90-0f0ca59a8cf4 req-b9684e18-ad11-445a-8b1b-76308ab25914 tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:57.619674 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-17db8e36-f403-491f-ab90-0f0ca59a8cf4 req-b9684e18-ad11-445a-8b1b-76308ab25914 tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 1101 time: 0.1534925 Nov 12 03:45:57.624643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fb714-924f-4692-9bbd-f3e8e1900b4a tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event updated for resources: {'Network': ['ID=1934497b-8311-4dd6-bcd2-66bdebeab40a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:57.630639 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5b4fb714-924f-4692-9bbd-f3e8e1900b4a tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7006676 Nov 12 03:45:57.638137 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59114) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:57.641734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-027f5946-bd3e-4bc2-8a67-86dcf122db62 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:57.671485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 1934497b-8311-4dd6-bcd2-66bdebeab40a details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:57.762169 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-17db8e36-f403-491f-ab90-0f0ca59a8cf4 req-a07cfea0-54e3-4539-aaf3-75b867e367ab tempest-MigrationsAdminTest-1947987110 tempest-MigrationsAdminTest-1947987110-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159978 Nov 12 03:45:57.967057 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port b040c9a0-91df-4b51-a0f5-e3103021cdc4 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:45:57.976204 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-027f5946-bd3e-4bc2-8a67-86dcf122db62 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.978176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port b040c9a0-91df-4b51-a0f5-e3103021cdc4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:57.978778 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.040399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54235a5-a629-47f3-be60-204cfc615daa req-bfad0203-3281-4cc8-a9dc-be76fd075b06 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:58.043308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f54235a5-a629-47f3-be60-204cfc615daa req-bfad0203-3281-4cc8-a9dc-be76fd075b06 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 949 time: 0.0886400 Nov 12 03:45:58.086122 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-027f5946-bd3e-4bc2-8a67-86dcf122db62 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.117627 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f54235a5-a629-47f3-be60-204cfc615daa req-afcc5431-06eb-4b3a-9066-3122ba1a1400 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589046 Nov 12 03:45:58.132408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-027f5946-bd3e-4bc2-8a67-86dcf122db62 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Network 1934497b-8311-4dd6-bcd2-66bdebeab40a is not hosted by any dhcp agent {{(pid=103147) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:45:58.133849 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.134179 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f5946-bd3e-4bc2-8a67-86dcf122db62 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:58.136910 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-027f5946-bd3e-4bc2-8a67-86dcf122db62 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.140868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-027f5946-bd3e-4bc2-8a67-86dcf122db62 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "PUT /v2.0/networks/1934497b-8311-4dd6-bcd2-66bdebeab40a HTTP/1.1" status: 200 len: 858 time: 0.5021958 Nov 12 03:45:58.142316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59128) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:58.184740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5585d4f-bb5c-49c3-baaa-4c8cd768872f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b040c9a0-91df-4b51-a0f5-e3103021cdc4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:58.187614 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7b9842-3bc8-4082-99c6-f06695444551" -d '{"events": [{"server_uuid": "a5585d4f-bb5c-49c3-baaa-4c8cd768872f", "name": "network-vif-plugged", "status": "completed", "tag": "b040c9a0-91df-4b51-a0f5-e3103021cdc4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:58.221388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b040c9a0-91df-4b51-a0f5-e3103021cdc4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b040c9a0-91df-4b51-a0f5-e3103021cdc4,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:58.236382 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f5946-bd3e-4bc2-8a67-86dcf122db62 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event updated for resources: {'Network': ['ID=1934497b-8311-4dd6-bcd2-66bdebeab40a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:58.255514 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b9344b-a8e2-4a91-951e-41fcb6f7dbe2 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.314398 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.318394 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.402383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0190ed-7eab-47d3-8f23-c3ade8711c0b req-87d89591-5639-49d5-90f4-054915475be0 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:58.405176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b0190ed-7eab-47d3-8f23-c3ade8711c0b req-87d89591-5639-49d5-90f4-054915475be0 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 944 time: 0.1421783 Nov 12 03:45:58.420578 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=b040c9a0-91df-4b51-a0f5-e3103021cdc4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:58.420879 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b9344b-a8e2-4a91-951e-41fcb6f7dbe2 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.470254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d3b9344b-a8e2-4a91-951e-41fcb6f7dbe2 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1934497b-8311-4dd6-bcd2-66bdebeab40a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:58.485797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d3b9344b-a8e2-4a91-951e-41fcb6f7dbe2 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28aef2e1-fe16-4a51-baae-d2d204fe0307') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:58.486100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d3b9344b-a8e2-4a91-951e-41fcb6f7dbe2 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28aef2e1-fe16-4a51-baae-d2d204fe0307') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:58.504491 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b9344b-a8e2-4a91-951e-41fcb6f7dbe2 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.524192 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b0190ed-7eab-47d3-8f23-c3ade8711c0b req-8d058b60-84e3-4221-a8f3-83229d8da6be tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005671 Nov 12 03:45:58.534715 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b9344b-a8e2-4a91-951e-41fcb6f7dbe2 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.547131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b9344b-a8e2-4a91-951e-41fcb6f7dbe2 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:58.547131 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b9344b-a8e2-4a91-951e-41fcb6f7dbe2 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:58.566741 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:58.711236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69c53bc7-ea34-436e-8973-16502d508796 req-a7cb96cb-5fc2-4d7f-bfba-51b2c7ed1102 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=5e775e79-d626-42a6-980f-6fc5225c380c HTTP/1.1" status: 200 len: 210 time: 0.0275674 Nov 12 03:45:58.761089 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b9344b-a8e2-4a91-951e-41fcb6f7dbe2 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.770785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b9344b-a8e2-4a91-951e-41fcb6f7dbe2 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1934497b-8311-4dd6-bcd2-66bdebeab40a {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:45:58.778397 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3b9344b-a8e2-4a91-951e-41fcb6f7dbe2 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.783266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:58.783920 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d3b9344b-a8e2-4a91-951e-41fcb6f7dbe2 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] 10.222.0.105 "DELETE /v2.0/networks/1934497b-8311-4dd6-bcd2-66bdebeab40a HTTP/1.1" status: 204 len: 168 time: 0.6349752 Nov 12 03:45:58.812517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9344b-a8e2-4a91-951e-41fcb6f7dbe2 tempest-ExternalNetworksTestJSON-198457612 tempest-ExternalNetworksTestJSON-198457612-project-admin] Pushing event deleted for resources: {'Network': ['ID=1934497b-8311-4dd6-bcd2-66bdebeab40a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:58.837834 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-244fa57e-1005-4d42-a96d-134b58074007 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] DELETE failed (client error): The resource could not be found. Nov 12 03:45:58.838567 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244fa57e-1005-4d42-a96d-134b58074007 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:45:58.842749 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-244fa57e-1005-4d42-a96d-134b58074007 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] 10.222.0.105 "DELETE /v2.0/subnets/9d744294-9173-4bdb-920e-b9b1f32c2427 HTTP/1.1" status: 404 len: 337 time: 0.0573111 Nov 12 03:45:58.846715 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59136) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:58.919500 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.986115 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c54c7b3-2f85-44cd-a7bd-1a08c49d8250 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:59.030890 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:45:59.139033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-deaa967e-c530-417e-9b77-041938b34ed1 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:45:59.149582 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-deaa967e-c530-417e-9b77-041938b34ed1 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1731772 Nov 12 03:45:59.165035 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c54c7b3-2f85-44cd-a7bd-1a08c49d8250 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:59.206478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-b1264119-c104-4e9f-bfc1-5be62738fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:59.207894 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-b1264119-c104-4e9f-bfc1-5be62738fef8 service neutron] 10.222.0.105 "GET /v2.0/ports/360bd887-fbfc-4d2f-9656-0a38efcc281e HTTP/1.1" status: 200 len: 1094 time: 0.0574605 Nov 12 03:45:59.210035 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c54c7b3-2f85-44cd-a7bd-1a08c49d8250 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5f3088-51d3-4729-a920-39a60892a6ba']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:59.227635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-84484929-7777-47d2-96f7-e8aa2e06eb68 service neutron] Request body: {'binding': {'host': 'n-h1-767704-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:59.241863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-84484929-7777-47d2-96f7-e8aa2e06eb68 service neutron] Unknown quota resources ['binding']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:45:59.241863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c54c7b3-2f85-44cd-a7bd-1a08c49d8250 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1838af56-d10d-4118-b008-dbce4a19e236') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:59.241863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c54c7b3-2f85-44cd-a7bd-1a08c49d8250 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1838af56-d10d-4118-b008-dbce4a19e236') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:59.263623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c54c7b3-2f85-44cd-a7bd-1a08c49d8250 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:59.298036 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c54c7b3-2f85-44cd-a7bd-1a08c49d8250 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:59.340244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c54c7b3-2f85-44cd-a7bd-1a08c49d8250 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:59.340544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c54c7b3-2f85-44cd-a7bd-1a08c49d8250 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:59.343733 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:59.533310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-84484929-7777-47d2-96f7-e8aa2e06eb68 service neutron] Attempting to bind port 360bd887-fbfc-4d2f-9656-0a38efcc281e on host n-h1-767704-23 for vnic_type normal with profile None {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:59.533647 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-84484929-7777-47d2-96f7-e8aa2e06eb68 service neutron] Attempting to bind port 360bd887-fbfc-4d2f-9656-0a38efcc281e by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:59.533988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-84484929-7777-47d2-96f7-e8aa2e06eb68 service neutron] Attempting to bind port 360bd887-fbfc-4d2f-9656-0a38efcc281e on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:59.539808 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-84484929-7777-47d2-96f7-e8aa2e06eb68 service neutron] Port 360bd887-fbfc-4d2f-9656-0a38efcc281e on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:45:59.540161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-84484929-7777-47d2-96f7-e8aa2e06eb68 service neutron] Attempting to bind port 360bd887-fbfc-4d2f-9656-0a38efcc281e on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:59.543509 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c54c7b3-2f85-44cd-a7bd-1a08c49d8250 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:59.554176 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c54c7b3-2f85-44cd-a7bd-1a08c49d8250 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:59.559123 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0c54c7b3-2f85-44cd-a7bd-1a08c49d8250 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] 10.222.0.105 "DELETE /v2.0/networks/6a5f3088-51d3-4729-a920-39a60892a6ba HTTP/1.1" status: 204 len: 168 time: 0.7111740 Nov 12 03:45:59.560951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-84484929-7777-47d2-96f7-e8aa2e06eb68 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:59.564668 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-84484929-7777-47d2-96f7-e8aa2e06eb68 service neutron] Checking segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:59.564668 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-84484929-7777-47d2-96f7-e8aa2e06eb68 service neutron] Bound using segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:59.564668 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-84484929-7777-47d2-96f7-e8aa2e06eb68 service neutron] Bound port: 360bd887-fbfc-4d2f-9656-0a38efcc281e, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:59.607243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54c7b3-2f85-44cd-a7bd-1a08c49d8250 tempest-ExternalNetworksTestJSON-1140436898 tempest-ExternalNetworksTestJSON-1140436898-project] Pushing event deleted for resources: {'Network': ['ID=6a5f3088-51d3-4729-a920-39a60892a6ba,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:59.643450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-84484929-7777-47d2-96f7-e8aa2e06eb68 service neutron] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:59.712582 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-84484929-7777-47d2-96f7-e8aa2e06eb68 service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:59.717283 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-84484929-7777-47d2-96f7-e8aa2e06eb68 service neutron] 10.222.0.105 "POST /v2.0/ports/360bd887-fbfc-4d2f-9656-0a38efcc281e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4945691 Nov 12 03:45:59.718154 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9682a3-084f-4de3-8a9a-12e7cc090fcd x-openstack-request-id: req-ef9682a3-084f-4de3-8a9a-12e7cc090fcd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:59.721095 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5585d4f-bb5c-49c3-baaa-4c8cd768872f", "name": "network-vif-plugged", "status": "completed", "tag": "b040c9a0-91df-4b51-a0f5-e3103021cdc4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:59.721095 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ef9682a3-084f-4de3-8a9a-12e7cc090fcd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:59.721095 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5585d4f-bb5c-49c3-baaa-4c8cd768872f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b040c9a0-91df-4b51-a0f5-e3103021cdc4', 'code': 200} Nov 12 03:45:59.775856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e73afcc0-169c-41d6-a736-b91e342eea6d up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:59.917837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ff052-dd41-4a64-a2e2-1c43380bbd8f req-633bfa31-5704-4a49-a347-e5eaa9a9a41c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:59.919399 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-957ff052-dd41-4a64-a2e2-1c43380bbd8f req-633bfa31-5704-4a49-a347-e5eaa9a9a41c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 949 time: 0.1164980 Nov 12 03:45:59.932106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a311c03-aaa5-4061-a4a3-697c1206cb4f req-32a0b20a-8dea-4de0-80a4-9be43b97513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:59.933616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a311c03-aaa5-4061-a4a3-697c1206cb4f req-32a0b20a-8dea-4de0-80a4-9be43b97513c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 1097 time: 0.0896721 Nov 12 03:45:59.942279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port e73afcc0-169c-41d6-a736-b91e342eea6d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:45:59.948184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port e73afcc0-169c-41d6-a736-b91e342eea6d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:59.952148 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.045779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-957ff052-dd41-4a64-a2e2-1c43380bbd8f req-497df556-92ec-4f02-b6b7-9d76620c04f7 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106784 Nov 12 03:46:00.056346 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a311c03-aaa5-4061-a4a3-697c1206cb4f req-95781a34-3c1d-47dd-8412-d8b861aecb57 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050589 Nov 12 03:46:00.101460 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.173105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59158) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:00.175388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:00.193102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd6b51-0314-469b-a0f2-00a1d015fd28 req-74815d11-bda3-4b34-b563-788fd622e60c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:00.195308 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01cd6b51-0314-469b-a0f2-00a1d015fd28 req-74815d11-bda3-4b34-b563-788fd622e60c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 945 time: 0.0980048 Nov 12 03:46:00.243653 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.281442 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01cd6b51-0314-469b-a0f2-00a1d015fd28 req-b7599d0c-1fa5-40f1-a59e-15247c83af03 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719657 Nov 12 03:46:00.338581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=e73afcc0-169c-41d6-a736-b91e342eea6d,revision_number=13']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:00.491511 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-17418a21-3a12-4c88-bf45-f965be6a739f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d635405c23cf4d48905673af7471cef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168185 Nov 12 03:46:00.503226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530c55b-07bb-433e-93f6-c8f3b7652288 req-92fc0850-2156-411d-9d63-eaefb13fb65b tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:00.506010 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9530c55b-07bb-433e-93f6-c8f3b7652288 req-92fc0850-2156-411d-9d63-eaefb13fb65b tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 949 time: 0.0824509 Nov 12 03:46:00.507057 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:00.558902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b84462-37f5-4ca9-a4dd-179771347a19 req-423188f6-9580-4281-94b0-dde0f9729175 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:00.560759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c6b84462-37f5-4ca9-a4dd-179771347a19 req-423188f6-9580-4281-94b0-dde0f9729175 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 945 time: 0.1019068 Nov 12 03:46:00.609810 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9530c55b-07bb-433e-93f6-c8f3b7652288 req-25e4821d-e98a-49de-ae32-6986671a3d29 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749052 Nov 12 03:46:00.629812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e0105a2-8abc-44c5-a4fa-ed3c6568a996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.670621 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e0105a2-8abc-44c5-a4fa-ed3c6568a996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.685474 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c6b84462-37f5-4ca9-a4dd-179771347a19 req-4ca14afc-af30-4e2a-97a0-a2f1515c2f59 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087708 Nov 12 03:46:00.712969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-3c96493b-22b7-4aad-9841-a7103ff0b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:00.715558 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-3c96493b-22b7-4aad-9841-a7103ff0b54a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 1097 time: 0.0938938 Nov 12 03:46:00.851583 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e0105a2-8abc-44c5-a4fa-ed3c6568a996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.855613 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e0105a2-8abc-44c5-a4fa-ed3c6568a996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.857029 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6e0105a2-8abc-44c5-a4fa-ed3c6568a996 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/23e53de1-cde2-47ce-9152-746dc8991fce HTTP/1.1" status: 204 len: 168 time: 0.3484437 Nov 12 03:46:00.870823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0105a2-8abc-44c5-a4fa-ed3c6568a996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e53de1-cde2-47ce-9152-746dc8991fce,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:00.908718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-a639303e-2115-4d06-a82f-6212dd60d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:00.911132 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-a639303e-2115-4d06-a82f-6212dd60d575 service neutron] 10.222.0.25 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.1688094 Nov 12 03:46:00.966785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-8e39a4d5-c2a4-404c-ac27-0af6ce4cf6f2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e HTTP/1.1" status: 200 len: 217 time: 0.0453429 Nov 12 03:46:00.990393 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-6ae23536-38d3-4b60-867b-17911ba6ccd2 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=82ea351238f046c696c12f9fe1a5e862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469580 Nov 12 03:46:01.055394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-695ca776-5a1d-4f45-9b21-e87738978740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:01.056788 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-695ca776-5a1d-4f45-9b21-e87738978740 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.0798786 Nov 12 03:46:01.125041 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-65b8d8d8-b6b0-4920-8b30-1754a0f1e832 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479031 Nov 12 03:46:01.169545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-5120d061-b8e1-4c6c-aa7b-00d20e4ec6bb tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:01.171377 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-5120d061-b8e1-4c6c-aa7b-00d20e4ec6bb tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1692655 Nov 12 03:46:01.194029 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-c574bfe1-b201-40bf-9295-23a618c711d3 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/quotas/82ea351238f046c696c12f9fe1a5e862 HTTP/1.1" status: 200 len: 375 time: 0.0141723 Nov 12 03:46:01.265033 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-65d1efc6-3b71-4f06-8ebc-26def1afca28 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=82ea351238f046c696c12f9fe1a5e862&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621498 Nov 12 03:46:01.363302 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df031f22-388e-4ba9-a137-97271c1a9ecd req-9fee63fb-2d30-454f-aa34-735aa67e52e5 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:01.366174 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df031f22-388e-4ba9-a137-97271c1a9ecd req-9fee63fb-2d30-454f-aa34-735aa67e52e5 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 812 time: 0.2252691 Nov 12 03:46:01.409458 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-9f6255dd-f18a-401f-9ca4-35de2a3c0345 service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545695 Nov 12 03:46:01.411846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df031f22-388e-4ba9-a137-97271c1a9ecd req-6bfd9fd1-dba9-4206-9dac-ee5933e480ed tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/quotas/f9f2ce7d605c46be9c07031c482882db HTTP/1.1" status: 200 len: 375 time: 0.0238721 Nov 12 03:46:01.488611 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df031f22-388e-4ba9-a137-97271c1a9ecd req-24f8afed-227f-4e16-a559-ad3e5584cd74 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666399 Nov 12 03:46:01.646325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-bd17fa9e-6c99-4fe5-b262-9f735fd3270e service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232852 Nov 12 03:46:01.682964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df031f22-388e-4ba9-a137-97271c1a9ecd req-9f6f51c8-e95b-42e6-a4d6-a17dd3fe1a7a service neutron] 10.222.0.105 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575224 Nov 12 03:46:01.720674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:01.730758 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652eda6c-32bc-4ec4-b895-662b3d420b46" -d '{"events": [{"server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "name": "network-vif-plugged", "status": "completed", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:01.731361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a251-20b4-4525-9c5e-c437c9675db9 req-98fcfa78-be43-44cb-8a21-479e435ad554 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:01.733304 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d5a9a251-20b4-4525-9c5e-c437c9675db9 req-98fcfa78-be43-44cb-8a21-479e435ad554 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 950 time: 0.0768540 Nov 12 03:46:01.797994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d5a9a251-20b4-4525-9c5e-c437c9675db9 req-f1d58164-c69c-4ad2-a276-1bb1405c1311 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523074 Nov 12 03:46:01.888548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1d7e5-613e-4b5f-95ac-6896954ce735 req-5cfbbfd6-2ee3-476d-a3f4-5fc8a1f3d98d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:01.890488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6b1d7e5-613e-4b5f-95ac-6896954ce735 req-5cfbbfd6-2ee3-476d-a3f4-5fc8a1f3d98d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 950 time: 0.2064862 Nov 12 03:46:01.926370 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59222) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:02.024522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2bb09966-4fb6-4fd8-87d6-92be1dff8c0c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a3afe9f42368426c80bea3d8fdbd3291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0966179 Nov 12 03:46:02.030114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59224) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:02.060499 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb56add-c4e8-485e-801a-f472d239c2e0 req-eef5fec3-9a7b-4a85-ab8d-dd7059e90f23 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:02.062135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1cb56add-c4e8-485e-801a-f472d239c2e0 req-eef5fec3-9a7b-4a85-ab8d-dd7059e90f23 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 945 time: 0.0936015 Nov 12 03:46:02.151273 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aac35782-3927-4ae6-bca7-662d14e16de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.158322 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1cb56add-c4e8-485e-801a-f472d239c2e0 req-f893f7b9-5e1f-4f19-a867-a866bc03cb86 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866764 Nov 12 03:46:02.184245 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aac35782-3927-4ae6-bca7-662d14e16de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.253075 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df031f22-388e-4ba9-a137-97271c1a9ecd req-c3c1a94a-eed7-4f51-985f-247f232f9da2 service neutron] 10.222.0.105 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365970 Nov 12 03:46:02.268374 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-498da515-819f-48b0-a336-0f5d74b5dde1 req-81840081-58f5-4a92-bd06-92412f85db6b tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 210 time: 0.0313952 Nov 12 03:46:02.319872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-0d42e163-3bf7-42fb-9fad-471126761145 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:02.321515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-0d42e163-3bf7-42fb-9fad-471126761145 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 1097 time: 0.4808342 Nov 12 03:46:02.347056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-767704-23'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:02.372987 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aac35782-3927-4ae6-bca7-662d14e16de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.375877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aac35782-3927-4ae6-bca7-662d14e16de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.377237 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-aac35782-3927-4ae6-bca7-662d14e16de5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3060d6f3-1875-4334-8ba5-16a5442c1794 HTTP/1.1" status: 204 len: 168 time: 0.3460367 Nov 12 03:46:02.394204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac35782-3927-4ae6-bca7-662d14e16de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3060d6f3-1875-4334-8ba5-16a5442c1794,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:02.422648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bbee0-c8ee-4af9-b402-dbe6b8821cb8 req-a928d8ef-13af-4f56-b3fc-699c0188e781 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:02.424288 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d9bbee0-c8ee-4af9-b402-dbe6b8821cb8 req-a928d8ef-13af-4f56-b3fc-699c0188e781 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 945 time: 0.0817399 Nov 12 03:46:02.474230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a6b1d7e5-613e-4b5f-95ac-6896954ce735 req-f4147a04-a918-49d3-8396-0e79aae0b1df tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Deleting port e73afcc0-169c-41d6-a736-b91e342eea6d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:02.474833 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a6b1d7e5-613e-4b5f-95ac-6896954ce735 req-f4147a04-a918-49d3-8396-0e79aae0b1df tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.496321 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d9bbee0-c8ee-4af9-b402-dbe6b8821cb8 req-a58d31a7-1628-44c9-ac9f-4e56d6c3dc65 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614207 Nov 12 03:46:02.502435 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.583029 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25939484-df04-4482-b7c9-dd52c30cce49 x-openstack-request-id: req-25939484-df04-4482-b7c9-dd52c30cce49 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:02.583457 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "name": "network-vif-plugged", "status": "completed", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:02.583960 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-25939484-df04-4482-b7c9-dd52c30cce49 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:02.585529 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'code': 200} Nov 12 03:46:02.704813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a6b1d7e5-613e-4b5f-95ac-6896954ce735 req-f4147a04-a918-49d3-8396-0e79aae0b1df tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] For port e73afcc0-169c-41d6-a736-b91e342eea6d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e73afcc0-169c-41d6-a736-b91e342eea6d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:02.705178 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a6b1d7e5-613e-4b5f-95ac-6896954ce735 req-f4147a04-a918-49d3-8396-0e79aae0b1df tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.750042 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a6b1d7e5-613e-4b5f-95ac-6896954ce735 req-f4147a04-a918-49d3-8396-0e79aae0b1df tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Calling delete_port for e73afcc0-169c-41d6-a736-b91e342eea6d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:02.752673 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af841c33-efe9-4d43-a30c-518ae4edee9b req-5411335c-6ed6-4b80-ac2c-aaa5d4989ff4 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=c08b6099-3b58-4c93-8ea0-8e4cd5eeaed1 HTTP/1.1" status: 200 len: 210 time: 0.0446320 Nov 12 03:46:02.853515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:02.925472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:03.021513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c511a690-e68e-4bd6-a120-dfcddb16246b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360bd887-fbfc-4d2f-9656-0a38efcc281e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:03.026007 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8917dc4c-20d2-4951-afaf-1c63ff5c2cd4" -d '{"events": [{"server_uuid": "c511a690-e68e-4bd6-a120-dfcddb16246b", "name": "network-vif-unplugged", "status": "completed", "tag": "360bd887-fbfc-4d2f-9656-0a38efcc281e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:03.036214 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.131097 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.172028 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a6b1d7e5-613e-4b5f-95ac-6896954ce735 req-f4147a04-a918-49d3-8396-0e79aae0b1df tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.188666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6240b1e3-5e4a-41e0-9830-2e0dc34a4589'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:03.240676 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['512ac6f4-442a-4d98-9d16-d0a71c52a6f3', '2050f219-2d37-4c9a-a80a-688d3db93a3c', 'e73afcc0-169c-41d6-a736-b91e342eea6d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:03.325839 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d2167c9f-5c49-4693-952f-d4542daf28ec req-25e01c4e-7d3d-4f2a-8f17-14a225e19deb tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 210 time: 0.1442921 Nov 12 03:46:03.481722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Pushing event updated for resources: {'Port': ['ID=360bd887-fbfc-4d2f-9656-0a38efcc281e,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:03.518643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b1d7e5-613e-4b5f-95ac-6896954ce735 req-f4147a04-a918-49d3-8396-0e79aae0b1df tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] No DVR routers for this DVR port e73afcc0-169c-41d6-a736-b91e342eea6d on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:03.544473 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a6b1d7e5-613e-4b5f-95ac-6896954ce735 req-f4147a04-a918-49d3-8396-0e79aae0b1df tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.547956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6b1d7e5-613e-4b5f-95ac-6896954ce735 req-f4147a04-a918-49d3-8396-0e79aae0b1df tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.26 "DELETE /v2.0/ports/e73afcc0-169c-41d6-a736-b91e342eea6d HTTP/1.1" status: 204 len: 173 time: 1.6419179 Nov 12 03:46:03.582086 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4147a04-a918-49d3-8396-0e79aae0b1df tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Pushing event deleted for resources: {'Port': ['ID=e73afcc0-169c-41d6-a736-b91e342eea6d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:03.596708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Attempting to bind port 360bd887-fbfc-4d2f-9656-0a38efcc281e on host n-h2-767704-23 for vnic_type normal with profile {"migrating_to": "n-h1-767704-23"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:03.596708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Attempting to bind port 360bd887-fbfc-4d2f-9656-0a38efcc281e by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:03.598511 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Attempting to bind port 360bd887-fbfc-4d2f-9656-0a38efcc281e on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:03.606887 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c170552-3845-413f-86d0-98a3030ee840 x-openstack-request-id: req-1c170552-3845-413f-86d0-98a3030ee840 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:03.607173 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c511a690-e68e-4bd6-a120-dfcddb16246b", "name": "network-vif-unplugged", "status": "completed", "tag": "360bd887-fbfc-4d2f-9656-0a38efcc281e", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:03.607438 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1c170552-3845-413f-86d0-98a3030ee840 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:03.607845 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c511a690-e68e-4bd6-a120-dfcddb16246b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360bd887-fbfc-4d2f-9656-0a38efcc281e', 'code': 200} Nov 12 03:46:03.619889 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Port 360bd887-fbfc-4d2f-9656-0a38efcc281e on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:03.620208 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Attempting to bind port 360bd887-fbfc-4d2f-9656-0a38efcc281e on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:03.638180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:03.638645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Checking segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:03.639328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Bound using segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:03.639871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Bound port: 360bd887-fbfc-4d2f-9656-0a38efcc281e, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:03.640437 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.879891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:03.885345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:03.907206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97144941-f764-4c07-a7bf-f99c14ed1c1b req-be62e1b7-ea61-40e9-b866-9c3ff50e109a tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:03.909462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d91987d2-949e-4c17-80fa-3aabbea04986 req-39749e06-d1b4-4914-8128-63e4dd05299d tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 210 time: 0.0884624 Nov 12 03:46:03.935845 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97144941-f764-4c07-a7bf-f99c14ed1c1b req-be62e1b7-ea61-40e9-b866-9c3ff50e109a tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 945 time: 0.1743209 Nov 12 03:46:03.994166 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.096431 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97144941-f764-4c07-a7bf-f99c14ed1c1b req-20de0118-775f-4baa-974b-342166391efc tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593788 Nov 12 03:46:04.097457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546e2fd-f0c8-4278-be78-174581a693a1 req-6c7a9382-361e-41c1-9b61-505ef1e9d45c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:04.115010 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5546e2fd-f0c8-4278-be78-174581a693a1 req-6c7a9382-361e-41c1-9b61-505ef1e9d45c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 943 time: 0.1184735 Nov 12 03:46:04.195821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:04.196891 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.199250 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] 10.222.0.25 "PUT /v2.0/ports/360bd887-fbfc-4d2f-9656-0a38efcc281e HTTP/1.1" status: 200 len: 1123 time: 1.8624396 Nov 12 03:46:04.204348 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603cd43-a9ce-498d-ab89-7db43315755a service neutron] Pushing event updated for resources: {'Port': ['ID=360bd887-fbfc-4d2f-9656-0a38efcc281e,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:04.228081 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5546e2fd-f0c8-4278-be78-174581a693a1 req-fb0d19fc-a218-4963-b900-63f399cc5930 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118200 Nov 12 03:46:04.318140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59290) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:04.485232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['360bd887-fbfc-4d2f-9656-0a38efcc281e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:04.491868 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9206a058-11f8-434d-84fa-4645484de6ac req-de15c2b1-b3e6-4ad6-894e-5be1a25fb96a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=2f0292d2-3657-4096-838f-f990fdef73f3 HTTP/1.1" status: 200 len: 210 time: 0.0492475 Nov 12 03:46:04.519874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1067110607'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:04.595646 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-c645db4a-c611-4c3f-b2d1-46205b3829eb tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=82ea351238f046c696c12f9fe1a5e862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049531 Nov 12 03:46:04.708473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:04.715022 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.743275 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.758622 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-af7667eb-ed77-45eb-829e-78516f7ed5be tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:04.768667 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-af7667eb-ed77-45eb-829e-78516f7ed5be tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 812 time: 0.2000580 Nov 12 03:46:04.788962 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-fd670811-fd50-498d-b8fb-ca490105b062 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/quotas/f9f2ce7d605c46be9c07031c482882db HTTP/1.1" status: 200 len: 375 time: 0.0116558 Nov 12 03:46:04.821298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-93e0b241-b73a-4c6c-8586-5376a11935a1 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:04.822792 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-93e0b241-b73a-4c6c-8586-5376a11935a1 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2174125 Nov 12 03:46:04.833065 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-3e38297b-4451-4608-a795-c7d83e26b7d2 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315840 Nov 12 03:46:04.855934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-7d417dda-ebc1-4a08-aa2d-57bb60823533 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Request body: {'port': {'device_id': '62e5a6f7-629d-43e6-97dc-8f47c3236473', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '82ea351238f046c696c12f9fe1a5e862'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:05.000606 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.010544 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-7e2d754a-8b2a-4e12-96b6-ee935205df1d service neutron] 10.222.0.105 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674056 Nov 12 03:46:05.068705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0aa6949f-690b-4229-9b2a-ee44d5145350 req-e921291b-2be0-447f-98ea-4b909b424da0 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 210 time: 0.0437336 Nov 12 03:46:05.097624 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.130187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:46:05.150073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd78ba4f-9e09-49a6-8021-01d96e13b1b0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:05.152703 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-7369a2b3-c32a-47f9-9568-8e0ea4a5a8c8 service neutron] 10.222.0.105 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313305 Nov 12 03:46:05.157434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.157434 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Added segment a79369aa-ffdb-4d44-b2b3-437e71c6056e of type vlan for network be54d603-2a64-497a-84fd-dd53e383892b Nov 12 03:46:05.193301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-7d417dda-ebc1-4a08-aa2d-57bb60823533 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Made reservation on behalf of 82ea351238f046c696c12f9fe1a5e862 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:05.197696 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-7d417dda-ebc1-4a08-aa2d-57bb60823533 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.229462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.326222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817f411-08a6-413d-90dd-18077fdcbeb5 req-f2e2b093-30ae-4443-8f78-57fdce4cc1e9 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:05.327665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9817f411-08a6-413d-90dd-18077fdcbeb5 req-f2e2b093-30ae-4443-8f78-57fdce4cc1e9 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 945 time: 0.1242204 Nov 12 03:46:05.422586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9817f411-08a6-413d-90dd-18077fdcbeb5 req-1956007a-feb2-49d5-b19d-4f775d902890 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859897 Nov 12 03:46:05.443623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.449295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:05.456863 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.472160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-7d417dda-ebc1-4a08-aa2d-57bb60823533 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Allocated IP 192.168.233.32 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/2784f622-62de-466a-8771-5a7cca5ba4ad) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:05.603638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-610c73dc-86e5-477f-a9c3-6a9f326f7e1d req-a9f5a5f2-3c6f-4932-b8e1-9b3959e0317c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 210 time: 0.0324035 Nov 12 03:46:05.612907 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2925429 Nov 12 03:46:05.613573 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'name': 'network-vif-deleted', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d'}, {'name': 'network-changed', 'server_uuid': 'c511a690-e68e-4bd6-a120-dfcddb16246b', 'tag': '360bd887-fbfc-4d2f-9656-0a38efcc281e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:05.619002 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:05.619334 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c97416-4325-4cab-94e1-c9e72757839c" -d '{"events": [{"server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "name": "network-vif-deleted", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d"}, {"name": "network-changed", "server_uuid": "c511a690-e68e-4bd6-a120-dfcddb16246b", "tag": "360bd887-fbfc-4d2f-9656-0a38efcc281e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:05.625049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0beb08e9-ffe8-4e20-aa69-b1985e0da34f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:05.641082 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1f7ad-d521-4a21-b859-1650fd1a54e2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Network': ['ID=be54d603-2a64-497a-84fd-dd53e383892b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:05.656558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network be54d603-2a64-497a-84fd-dd53e383892b details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:46:05.707325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffdf59-b7a5-4f83-835b-6ae6ed61f124 req-bd1603c9-6792-46d6-9e4b-d803c5a22efe tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:05.708805 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-06ffdf59-b7a5-4f83-835b-6ae6ed61f124 req-bd1603c9-6792-46d6-9e4b-d803c5a22efe tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 943 time: 0.1777563 Nov 12 03:46:05.816696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e73afcc0-169c-41d6-a736-b91e342eea6d no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:05.843050 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: e73afcc0-169c-41d6-a736-b91e342eea6d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:05.843653 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e73afcc0-169c-41d6-a736-b91e342eea6d not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:05.877603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-06ffdf59-b7a5-4f83-835b-6ae6ed61f124 req-6b5724e6-aea0-40bd-a8fd-3237c41861e8 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509387 Nov 12 03:46:05.885169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beb08e9-ffe8-4e20-aa69-b1985e0da34f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:05.895076 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0beb08e9-ffe8-4e20-aa69-b1985e0da34f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.933122 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-7d417dda-ebc1-4a08-aa2d-57bb60823533 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.077476 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda0d4cc-a0f8-4fec-892e-8fc873e041a5 x-openstack-request-id: req-eda0d4cc-a0f8-4fec-892e-8fc873e041a5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:06.077918 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0292d2-3657-4096-838f-f990fdef73f3", "name": "network-vif-deleted", "tag": "e73afcc0-169c-41d6-a736-b91e342eea6d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c511a690-e68e-4bd6-a120-dfcddb16246b", "tag": "360bd887-fbfc-4d2f-9656-0a38efcc281e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:06.078174 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-eda0d4cc-a0f8-4fec-892e-8fc873e041a5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:06.078584 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0292d2-3657-4096-838f-f990fdef73f3', 'name': 'network-vif-deleted', 'tag': 'e73afcc0-169c-41d6-a736-b91e342eea6d', 'status': 'completed', 'code': 200} Nov 12 03:46:06.078842 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c511a690-e68e-4bd6-a120-dfcddb16246b', 'tag': '360bd887-fbfc-4d2f-9656-0a38efcc281e', 'status': 'completed', 'code': 200} Nov 12 03:46:06.120480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-7d417dda-ebc1-4a08-aa2d-57bb60823533 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.138765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['09c97c92-a970-4a87-a37b-a74e7ca41e8d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:06.230058 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0beb08e9-ffe8-4e20-aa69-b1985e0da34f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.261268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d417dda-ebc1-4a08-aa2d-57bb60823533 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Pushing event updated for resources: {'Port': ['ID=2784f622-62de-466a-8771-5a7cca5ba4ad,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:06.320917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-7d417dda-ebc1-4a08-aa2d-57bb60823533 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:06.325924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-7d417dda-ebc1-4a08-aa2d-57bb60823533 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:06.331827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-7d417dda-ebc1-4a08-aa2d-57bb60823533 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:06.417775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c97416-4325-4cab-94e1-c9e72757839c req-bdc5529e-600f-44a7-abf9-1c22b287c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:06.420413 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c97416-4325-4cab-94e1-c9e72757839c req-bdc5529e-600f-44a7-abf9-1c22b287c721 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 1126 time: 0.2572005 Nov 12 03:46:06.469577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb08e9-ffe8-4e20-aa69-b1985e0da34f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=1f001a46-6be9-4ff1-bb32-04ce80675cbd,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:06.490984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb08e9-ffe8-4e20-aa69-b1985e0da34f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:06.491564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beb08e9-ffe8-4e20-aa69-b1985e0da34f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network hostable DHCP agents. Network: be54d603-2a64-497a-84fd-dd53e383892b, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:46:06.506169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-7d417dda-ebc1-4a08-aa2d-57bb60823533 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:06.507280 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-7d417dda-ebc1-4a08-aa2d-57bb60823533 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.545722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27988320-428f-42ad-a18f-68882a596e31 req-4b08604c-e64d-40cd-9c4b-913474d15ff5 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:06.551841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27988320-428f-42ad-a18f-68882a596e31 req-4b08604c-e64d-40cd-9c4b-913474d15ff5 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 935 time: 0.1683064 Nov 12 03:46:06.621712 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beb08e9-ffe8-4e20-aa69-b1985e0da34f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:46:06.639147 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27988320-428f-42ad-a18f-68882a596e31 req-065cf9f6-6c66-4930-a4ce-ca6551c8175a tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812113 Nov 12 03:46:06.648085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c97416-4325-4cab-94e1-c9e72757839c req-ad8a6cec-18f4-478d-80af-6e1f1644e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:06.650009 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c97416-4325-4cab-94e1-c9e72757839c req-ad8a6cec-18f4-478d-80af-6e1f1644e3b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.2213011 Nov 12 03:46:06.673311 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-7d417dda-ebc1-4a08-aa2d-57bb60823533 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8265083 Nov 12 03:46:06.698204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0beb08e9-ffe8-4e20-aa69-b1985e0da34f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, be54d603-2a64-497a-84fd-dd53e383892b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:06.708867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d2590e3a-51c6-41fe-94ec-0b3816a0293b None None] Provisioning complete for port 2784f622-62de-466a-8771-5a7cca5ba4ad triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:06.709643 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2590e3a-51c6-41fe-94ec-0b3816a0293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.726867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beb08e9-ffe8-4e20-aa69-b1985e0da34f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:06.729576 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0beb08e9-ffe8-4e20-aa69-b1985e0da34f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.747225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c7545-683b-4b6a-8b14-ad6d32f5b728 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:06.807880 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c97416-4325-4cab-94e1-c9e72757839c req-881ac111-178d-4363-8389-2374d69aef0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e HTTP/1.1" status: 200 len: 217 time: 0.0623205 Nov 12 03:46:06.813310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Request body: {'port': {'device_id': '62e5a6f7-629d-43e6-97dc-8f47c3236473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:06.821225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d2590e3a-51c6-41fe-94ec-0b3816a0293b None None] Port 2784f622-62de-466a-8771-5a7cca5ba4ad cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:06.859807 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0beb08e9-ffe8-4e20-aa69-b1985e0da34f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2368271 Nov 12 03:46:06.860603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:06.871439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-406aac48-1f6c-498a-9451-97f50690df46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'name': 'tempest-NetworksTestDHCPv6-918133843'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:06.949231 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60fe731f-54dd-4816-ad6e-2add5d4cea2f req-17c55da4-5925-452b-bd6e-440f2cbfa27d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 210 time: 0.0707302 Nov 12 03:46:07.005337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': '1f001a46-6be9-4ff1-bb32-04ce80675cbd'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:07.008637 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.011978 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.055614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c97416-4325-4cab-94e1-c9e72757839c req-5529aaa8-3ea3-48bb-a270-3d596cc8fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:07.057468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c97416-4325-4cab-94e1-c9e72757839c req-5529aaa8-3ea3-48bb-a270-3d596cc8fa37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.1793771 Nov 12 03:46:07.130289 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c97416-4325-4cab-94e1-c9e72757839c req-6bbcd19d-27b8-4239-9b02-8910e2819b01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381801 Nov 12 03:46:07.139019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc21b85-a59a-4a28-a75b-6dfa89af4b33 req-ff507d96-0f59-4193-b494-0c733ce4d02e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:07.140656 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efc21b85-a59a-4a28-a75b-6dfa89af4b33 req-ff507d96-0f59-4193-b494-0c733ce4d02e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 951 time: 0.2076988 Nov 12 03:46:07.188799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade67eca-d461-4b51-a862-2bc83cd7da08 req-df296be6-5fef-4394-b71a-295bf312956a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:07.190883 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ade67eca-d461-4b51-a862-2bc83cd7da08 req-df296be6-5fef-4394-b71a-295bf312956a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 943 time: 0.1381860 Nov 12 03:46:07.207758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Allocated IP 2001:db8::2 (be54d603-2a64-497a-84fd-dd53e383892b/1f001a46-6be9-4ff1-bb32-04ce80675cbd/0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:07.276821 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ade67eca-d461-4b51-a862-2bc83cd7da08 req-f1c08310-5051-4a2d-a8ce-ad733c5b1da5 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757310 Nov 12 03:46:07.304828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406aac48-1f6c-498a-9451-97f50690df46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:07.304828 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-406aac48-1f6c-498a-9451-97f50690df46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.341073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-406aac48-1f6c-498a-9451-97f50690df46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port f4acbee7-b8e7-4114-96be-1cdd380dd770 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:46:07.384173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efc21b85-a59a-4a28-a75b-6dfa89af4b33 req-97b83c43-2919-4246-91ac-00d632649534 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263262 Nov 12 03:46:07.484182 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c97416-4325-4cab-94e1-c9e72757839c req-4ae70eac-f64c-47a6-874e-fdfb5b69b540 service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407950 Nov 12 03:46:07.506057 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.631747 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.676390 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c97416-4325-4cab-94e1-c9e72757839c req-7a7c6919-cc97-4358-ac4b-25ae9d7ef203 service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734056 Nov 12 03:46:07.677621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 360bd887-fbfc-4d2f-9656-0a38efcc281e details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:07.689429 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2784f622-62de-466a-8771-5a7cca5ba4ad {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:07.705800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:07.717660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:07.726478 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.726792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:07.728402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Pushing event updated for resources: {'Port': ['ID=0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:07.760476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Transition to ACTIVE for port object 2784f622-62de-466a-8771-5a7cca5ba4ad will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:46:07.760857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-406aac48-1f6c-498a-9451-97f50690df46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::de (be54d603-2a64-497a-84fd-dd53e383892b/1f001a46-6be9-4ff1-bb32-04ce80675cbd/f4acbee7-b8e7-4114-96be-1cdd380dd770) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:07.864092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d698a0b-c9a8-40e4-ac3b-d0f04426770c req-9014a643-405f-405c-a5fb-d8c239195945 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:07.867733 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d698a0b-c9a8-40e4-ac3b-d0f04426770c req-9014a643-405f-405c-a5fb-d8c239195945 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 935 time: 0.0939519 Nov 12 03:46:07.869627 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.919152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Attempting to bind port 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:07.920450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Attempting to bind port 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:07.921111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Attempting to bind port 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:07.962798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Pushing event updated for resources: {'Port': ['ID=2784f622-62de-466a-8771-5a7cca5ba4ad,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:07.980241 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:07.985778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:07.986540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:07.987143 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.987739 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:07.988586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Bound port: 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:07.989310 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.031698 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 360bd887-fbfc-4d2f-9656-0a38efcc281e has no active binding in host n-h1-767704-23 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:46:08.090593 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-406aac48-1f6c-498a-9451-97f50690df46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.153069 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d698a0b-c9a8-40e4-ac3b-d0f04426770c req-a318d9a2-088b-4215-a62d-1a2cfebd50b3 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913638 Nov 12 03:46:08.169123 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] For port 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:08.185150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] For port 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:08.224279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Attempting to bind port 2784f622-62de-466a-8771-5a7cca5ba4ad on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:08.224790 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Attempting to bind port 2784f622-62de-466a-8771-5a7cca5ba4ad by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:08.225804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Attempting to bind port 2784f622-62de-466a-8771-5a7cca5ba4ad on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:08.226941 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d50b390-3102-4447-bd5a-e3bf8b26fd20 req-e338316c-36c3-4892-8e77-729e53d96400 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 210 time: 0.0534978 Nov 12 03:46:08.233752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Port 2784f622-62de-466a-8771-5a7cca5ba4ad on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:08.234127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Attempting to bind port 2784f622-62de-466a-8771-5a7cca5ba4ad on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:08.242828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:08.243164 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:08.243892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:08.244606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Bound port: 2784f622-62de-466a-8771-5a7cca5ba4ad, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:08.250986 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.266766 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-406aac48-1f6c-498a-9451-97f50690df46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.301928 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.451558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406aac48-1f6c-498a-9451-97f50690df46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:08.456644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-406aac48-1f6c-498a-9451-97f50690df46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:08.464406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406aac48-1f6c-498a-9451-97f50690df46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:08.475397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406aac48-1f6c-498a-9451-97f50690df46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.475397 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-406aac48-1f6c-498a-9451-97f50690df46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.486320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8840491-dac1-4408-8d0c-e371f51d18fa None None] Pushing event updated for resources: {'Port': ['ID=0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:08.489245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406aac48-1f6c-498a-9451-97f50690df46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=f4acbee7-b8e7-4114-96be-1cdd380dd770,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:08.577349 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-406aac48-1f6c-498a-9451-97f50690df46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7136710 Nov 12 03:46:08.579136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] For port 2784f622-62de-466a-8771-5a7cca5ba4ad, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:08.581201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59392) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:08.627458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] For port 2784f622-62de-466a-8771-5a7cca5ba4ad, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2784f622-62de-466a-8771-5a7cca5ba4ad,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:08.713728 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.798316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0655591-d110-47b1-9ec8-c45ab7c885a9 req-328257c6-ee68-4ca8-9995-988d046ca9dc tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.807926 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0655591-d110-47b1-9ec8-c45ab7c885a9 req-328257c6-ee68-4ca8-9995-988d046ca9dc tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 943 time: 0.2823389 Nov 12 03:46:08.853955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.855196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.857444 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] 10.222.0.26 "PUT /v2.0/ports/2784f622-62de-466a-8771-5a7cca5ba4ad HTTP/1.1" status: 200 len: 1096 time: 2.0485771 Nov 12 03:46:08.867325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e5a6f7-629d-43e6-97dc-8f47c3236473', 'tag': '2784f622-62de-466a-8771-5a7cca5ba4ad'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:08.871957 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d1aad9-b097-4230-9e80-0da3e9b0c7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "62e5a6f7-629d-43e6-97dc-8f47c3236473", "tag": "2784f622-62de-466a-8771-5a7cca5ba4ad"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:08.958635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-a7af9ae0-3f4e-42c9-a199-415bd64fe6b6 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.960358 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-a7af9ae0-3f4e-42c9-a199-415bd64fe6b6 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.26 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 812 time: 0.3785081 Nov 12 03:46:08.964206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd2137-3c6f-429d-af13-abdcf55e751a service neutron] Pushing event updated for resources: {'Port': ['ID=2784f622-62de-466a-8771-5a7cca5ba4ad,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:08.994981 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0655591-d110-47b1-9ec8-c45ab7c885a9 req-48109908-d232-41d7-9a63-bf782050b526 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856019 Nov 12 03:46:09.019771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-826969bc-80ab-4143-8067-767684325163 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Request body: {'port': {'device_id': '7907660f-cf96-4c26-935d-835ace927e8d', 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb', 'admin_state_up': True, 'tenant_id': 'f9f2ce7d605c46be9c07031c482882db'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:09.215112 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e2e404-281c-40c6-94ec-72f6e46e4fde x-openstack-request-id: req-a9e2e404-281c-40c6-94ec-72f6e46e4fde {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:09.215711 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e5a6f7-629d-43e6-97dc-8f47c3236473", "tag": "2784f622-62de-466a-8771-5a7cca5ba4ad", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:09.216069 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a9e2e404-281c-40c6-94ec-72f6e46e4fde {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:09.216544 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e5a6f7-629d-43e6-97dc-8f47c3236473', 'tag': '2784f622-62de-466a-8771-5a7cca5ba4ad', 'status': 'completed', 'code': 200} Nov 12 03:46:09.218650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-f463898e-5655-4714-8250-a9bf940592c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:09.220643 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf9cca-b155-4c79-a55a-5e0fae80b18b req-8b497e0b-5ad0-41f4-8817-b81eac78dc81 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:09.222582 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46cf9cca-b155-4c79-a55a-5e0fae80b18b req-8b497e0b-5ad0-41f4-8817-b81eac78dc81 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 951 time: 0.7027342 Nov 12 03:46:09.222819 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-f463898e-5655-4714-8250-a9bf940592c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82ea351238f046c696c12f9fe1a5e862&device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 1099 time: 0.1777372 Nov 12 03:46:09.255238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e176fd7-086b-415f-9ce0-8d8eacaadaab tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:09.262415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e176fd7-086b-415f-9ce0-8d8eacaadaab tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:09.267381 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2e176fd7-086b-415f-9ce0-8d8eacaadaab tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.6818609 Nov 12 03:46:09.270191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:09.348406 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-76d3816a-1c62-4906-87c1-a273aa7f04f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2784f622-62de-466a-8771-5a7cca5ba4ad HTTP/1.1" status: 200 len: 217 time: 0.0910292 Nov 12 03:46:09.442258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-f8181405-5572-4964-a1b2-077e87e56f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:09.444774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-f8181405-5572-4964-a1b2-077e87e56f09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0836978 Nov 12 03:46:09.473250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:09.520291 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46cf9cca-b155-4c79-a55a-5e0fae80b18b req-07828929-3668-4d10-a3f9-f27cb861f927 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823651 Nov 12 03:46:09.526385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-826969bc-80ab-4143-8067-767684325163 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Made reservation on behalf of f9f2ce7d605c46be9c07031c482882db for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:09.533084 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-826969bc-80ab-4143-8067-767684325163 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.588760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port f4acbee7-b8e7-4114-96be-1cdd380dd770 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:09.590121 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.599542 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:09.600146 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.655660 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ec96dbe-b42a-4a7a-975a-b2e31af7cef7 req-3fa83cc9-3fd1-49de-b087-608f7b99b88b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 210 time: 0.0594459 Nov 12 03:46:09.693312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b040c9a0-91df-4b51-a0f5-e3103021cdc4 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:09.719911 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.755100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-d59c6804-6432-4ca9-9624-d7fd120041d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:09.756875 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-d59c6804-6432-4ca9-9624-d7fd120041d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2181284 Nov 12 03:46:09.774940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:09.779019 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.792654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d233305-6076-403d-83d6-2a476d1bbad1 req-226bfae2-347e-4d0d-9050-0f021829d64a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:09.795165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for f4acbee7-b8e7-4114-96be-1cdd380dd770 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:09.795324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d233305-6076-403d-83d6-2a476d1bbad1 req-226bfae2-347e-4d0d-9050-0f021829d64a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 951 time: 0.2043860 Nov 12 03:46:09.819799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c5936-0f98-4614-9f2b-e21e9fa6d189 req-362e7eda-e570-48e1-be21-d6f10ad80f75 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:09.824570 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-565c5936-0f98-4614-9f2b-e21e9fa6d189 req-362e7eda-e570-48e1-be21-d6f10ad80f75 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 947 time: 0.2091360 Nov 12 03:46:09.841360 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.022904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3890bf42-98c9-4a5f-a662-486731090f89 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:10.062402 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.084627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-826969bc-80ab-4143-8067-767684325163 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Allocated IP 172.20.0.8 (2c53af8a-46bb-48e4-af57-98f8737220cb/899de18e-7897-4846-9001-c1f9957ea303/7956a8b3-7d36-4540-8bf1-8da35e1b5382) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:10.109637 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-565c5936-0f98-4614-9f2b-e21e9fa6d189 req-8697c470-6303-4e9a-b0bc-91cdc2805350 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543523 Nov 12 03:46:10.122821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b040c9a0-91df-4b51-a0f5-e3103021cdc4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b040c9a0-91df-4b51-a0f5-e3103021cdc4,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:10.131871 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-488146b4-338b-4b71-a67b-427a363e711f service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623979 Nov 12 03:46:10.144487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cb16a400-0303-4e3e-a8f1-79ed898ce2fa None None] Provisioning complete for port 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:10.145159 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb16a400-0303-4e3e-a8f1-79ed898ce2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.190086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=f4acbee7-b8e7-4114-96be-1cdd380dd770,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:10.190330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:10.200565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'b040c9a0-91df-4b51-a0f5-e3103021cdc4', 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a', 'port_id': 'b040c9a0-91df-4b51-a0f5-e3103021cdc4', 'mac_address': 'fa:16:3e:9e:9a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:10.249063 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.254843 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/f4acbee7-b8e7-4114-96be-1cdd380dd770 HTTP/1.1" status: 204 len: 168 time: 0.9814389 Nov 12 03:46:10.262198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:10.313479 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.317116 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.317725 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.318497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.326792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.326792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.326792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.326792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.326792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.326792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.326792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.326792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.326792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90023ae7-4fa9-48c2-8337-a3965a2f98e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.415321 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b040c9a0-91df-4b51-a0f5-e3103021cdc4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:10.435999 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d25ab8-ef38-43d8-8d57-d49d9fceda65 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:10.437656 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d25ab8-ef38-43d8-8d57-d49d9fceda65 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:10.439306 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-64d25ab8-ef38-43d8-8d57-d49d9fceda65 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1758888 Nov 12 03:46:10.445268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59428) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:10.470884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b040c9a0-91df-4b51-a0f5-e3103021cdc4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b040c9a0-91df-4b51-a0f5-e3103021cdc4,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:10.547157 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.622849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=b040c9a0-91df-4b51-a0f5-e3103021cdc4,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:10.639558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671fac0-5b15-4f2f-9642-9c1ee6d118ae req-75985cff-04c6-40ea-bbc2-c905569c851d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:10.641748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4671fac0-5b15-4f2f-9642-9c1ee6d118ae req-75985cff-04c6-40ea-bbc2-c905569c851d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 943 time: 0.4739685 Nov 12 03:46:10.681230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3d233305-6076-403d-83d6-2a476d1bbad1 req-18d3f597-0588-462e-aea1-bcc4a18d9acf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Deleting port 2050f219-2d37-4c9a-a80a-688d3db93a3c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:10.681775 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d233305-6076-403d-83d6-2a476d1bbad1 req-18d3f597-0588-462e-aea1-bcc4a18d9acf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.742360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['b040c9a0-91df-4b51-a0f5-e3103021cdc4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:10.795702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-03519695-98a4-453f-80dc-20226fc6b821 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet 1f001a46-6be9-4ff1-bb32-04ce80675cbd {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:10.812698 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03519695-98a4-453f-80dc-20226fc6b821 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.813061 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2de03768-9821-4384-9b3e-32e35c7b3364 req-65fe8751-bd36-4a53-ade3-0facbed292be service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633670 Nov 12 03:46:10.896698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4671fac0-5b15-4f2f-9642-9c1ee6d118ae req-c868b2cc-6a69-42ee-8852-7ab8be71c8e2 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305729 Nov 12 03:46:10.928029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-56c49230-ce6d-43c7-ac53-0f6d95f5d76b None None] Provisioning complete for port 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:10.930343 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56c49230-ce6d-43c7-ac53-0f6d95f5d76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.938216 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-51872a84-02ce-4b78-a400-a17d049c9e13 service neutron] 10.222.0.26 "GET /v2.0/ports/360bd887-fbfc-4d2f-9656-0a38efcc281e/bindings/n-h1-767704-23 HTTP/1.1" status: 200 len: 385 time: 0.2786787 Nov 12 03:46:10.962378 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03519695-98a4-453f-80dc-20226fc6b821 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.024669 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-826969bc-80ab-4143-8067-767684325163 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.056452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4240cc5-dcf0-46b9-ad4e-4e8bcd0521c5 req-6a9e0087-14b2-4b4a-81e9-7e1782620089 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.071814 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03519695-98a4-453f-80dc-20226fc6b821 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.072237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4240cc5-dcf0-46b9-ad4e-4e8bcd0521c5 req-6a9e0087-14b2-4b4a-81e9-7e1782620089 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 951 time: 0.3146195 Nov 12 03:46:11.153334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3d233305-6076-403d-83d6-2a476d1bbad1 req-18d3f597-0588-462e-aea1-bcc4a18d9acf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] For port 2050f219-2d37-4c9a-a80a-688d3db93a3c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2050f219-2d37-4c9a-a80a-688d3db93a3c,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:11.153703 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d233305-6076-403d-83d6-2a476d1bbad1 req-18d3f597-0588-462e-aea1-bcc4a18d9acf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.163657 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-42af497e-8158-4382-aa90-8cfd86c989c9 req-dfc9a8cf-dfa3-47cc-9bea-245001012d92 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 210 time: 0.0649862 Nov 12 03:46:11.188019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3d233305-6076-403d-83d6-2a476d1bbad1 req-18d3f597-0588-462e-aea1-bcc4a18d9acf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Calling delete_port for 2050f219-2d37-4c9a-a80a-688d3db93a3c owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:11.306384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9b83911d-fe73-411e-9547-6e3838939145 None None] Could not find standard attr ID for object f4acbee7-b8e7-4114-96be-1cdd380dd770. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:46:11.344653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4240cc5-dcf0-46b9-ad4e-4e8bcd0521c5 req-9b0efb51-9c6a-4da3-a1af-bd60cbdde026 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701435 Nov 12 03:46:11.349676 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03519695-98a4-453f-80dc-20226fc6b821 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.413165 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1aad9-b097-4230-9e80-0da3e9b0c7e8 req-bfbcb265-f8fe-4e18-bac4-3008f8683f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.416549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3d1aad9-b097-4230-9e80-0da3e9b0c7e8 req-bfbcb265-f8fe-4e18-bac4-3008f8683f51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82ea351238f046c696c12f9fe1a5e862&device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 1099 time: 0.3801708 Nov 12 03:46:11.436778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:11.492736 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03519695-98a4-453f-80dc-20226fc6b821 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.499071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-03519695-98a4-453f-80dc-20226fc6b821 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/1f001a46-6be9-4ff1-bb32-04ce80675cbd HTTP/1.1" status: 204 len: 168 time: 1.0476491 Nov 12 03:46:11.501304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03519695-98a4-453f-80dc-20226fc6b821 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=1f001a46-6be9-4ff1-bb32-04ce80675cbd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:11.504955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:11.535545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529b0fa-fb65-4f36-8ce3-f0d4b790117b req-f4137d2b-9195-4ced-a46a-17f6d63b34b7 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.537262 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3529b0fa-fb65-4f36-8ce3-f0d4b790117b req-f4137d2b-9195-4ced-a46a-17f6d63b34b7 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 947 time: 0.2228575 Nov 12 03:46:11.560596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:11.561062 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.581428 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-826969bc-80ab-4143-8067-767684325163 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.587207 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-81775d32-405e-4bd5-b184-16daa73910aa service neutron] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:11.605477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e605e1db-a1c0-40dd-8faa-3109da426ec8 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:11.647332 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3529b0fa-fb65-4f36-8ce3-f0d4b790117b req-8f9ab61a-e14c-4edc-b9a9-bc5aed4a98b4 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035264 Nov 12 03:46:11.648355 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-81775d32-405e-4bd5-b184-16daa73910aa service neutron] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:11.674616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-649ae9e5-cb50-4bc9-ac45-e5edeb3a8419 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1618598 Nov 12 03:46:11.681468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59478) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:11.686636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2bfa73dc-8007-4d88-833f-d9afb3bc2f64 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:11.750244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b040c9a0-91df-4b51-a0f5-e3103021cdc4 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:11.763888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-826969bc-80ab-4143-8067-767684325163 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Network 2c53af8a-46bb-48e4-af57-98f8737220cb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:11.799459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-826969bc-80ab-4143-8067-767684325163 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:11.805576 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-81775d32-405e-4bd5-b184-16daa73910aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360bd887-fbfc-4d2f-9656-0a38efcc281e {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:11.831305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-81775d32-405e-4bd5-b184-16daa73910aa service neutron] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:11.840922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-826969bc-80ab-4143-8067-767684325163 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:11.905459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826969bc-80ab-4143-8067-767684325163 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Pushing event updated for resources: {'Port': ['ID=7956a8b3-7d36-4540-8bf1-8da35e1b5382,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:11.913691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port b040c9a0-91df-4b51-a0f5-e3103021cdc4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:11.914146 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.953894 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-81775d32-405e-4bd5-b184-16daa73910aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.979268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1aad9-b097-4230-9e80-0da3e9b0c7e8 req-63c6d51b-0179-4357-a137-876b5f154c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.984247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3d1aad9-b097-4230-9e80-0da3e9b0c7e8 req-63c6d51b-0179-4357-a137-876b5f154c2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.5589013 Nov 12 03:46:11.994547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-826969bc-80ab-4143-8067-767684325163 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.994701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfa73dc-8007-4d88-833f-d9afb3bc2f64 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:11.995821 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-826969bc-80ab-4143-8067-767684325163 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.005046 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bfa73dc-8007-4d88-833f-d9afb3bc2f64 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.042443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81528eca-fc05-48a6-9458-3fcd6a530483 None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:12.046881 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d233305-6076-403d-83d6-2a476d1bbad1 req-18d3f597-0588-462e-aea1-bcc4a18d9acf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.049609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3d1aad9-b097-4230-9e80-0da3e9b0c7e8 req-a6105b63-ab2a-485b-95b9-3f66b00d214a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2784f622-62de-466a-8771-5a7cca5ba4ad HTTP/1.1" status: 200 len: 217 time: 0.0506191 Nov 12 03:46:12.088919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6240b1e3-5e4a-41e0-9830-2e0dc34a4589'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:12.128272 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3f597-0588-462e-aea1-bcc4a18d9acf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Pushing event deleted for resources: {'Port': ['ID=2050f219-2d37-4c9a-a80a-688d3db93a3c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:12.155596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-81775d32-405e-4bd5-b184-16daa73910aa service neutron] Transition to ACTIVE for port object 360bd887-fbfc-4d2f-9656-0a38efcc281e will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:46:12.179363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['512ac6f4-442a-4d98-9d16-d0a71c52a6f3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:12.183382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d233305-6076-403d-83d6-2a476d1bbad1 req-18d3f597-0588-462e-aea1-bcc4a18d9acf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] No DVR routers for this DVR port 2050f219-2d37-4c9a-a80a-688d3db93a3c on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:12.187892 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3d233305-6076-403d-83d6-2a476d1bbad1 req-18d3f597-0588-462e-aea1-bcc4a18d9acf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.192614 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d233305-6076-403d-83d6-2a476d1bbad1 req-18d3f597-0588-462e-aea1-bcc4a18d9acf tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.26 "DELETE /v2.0/ports/2050f219-2d37-4c9a-a80a-688d3db93a3c HTTP/1.1" status: 204 len: 173 time: 2.3548825 Nov 12 03:46:12.194664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'name': 'network-vif-deleted', 'tag': '2050f219-2d37-4c9a-a80a-688d3db93a3c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:12.202766 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bbadeb-d29d-4dd2-be3d-5309f6c5545a" -d '{"events": [{"server_uuid": "f4249b2a-0d54-4e66-bc3f-842e86445504", "name": "network-vif-deleted", "tag": "2050f219-2d37-4c9a-a80a-688d3db93a3c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:12.203185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1aad9-b097-4230-9e80-0da3e9b0c7e8 req-fc9105a3-2931-4917-9144-a680a302117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:12.204800 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3d1aad9-b097-4230-9e80-0da3e9b0c7e8 req-fc9105a3-2931-4917-9144-a680a302117c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1407790 Nov 12 03:46:12.228707 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-826969bc-80ab-4143-8067-767684325163 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2159402 Nov 12 03:46:12.230822 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.259866 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Request body: {'port': {'device_id': '7907660f-cf96-4c26-935d-835ace927e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:12.283941 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5585d4f-bb5c-49c3-baaa-4c8cd768872f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b040c9a0-91df-4b51-a0f5-e3103021cdc4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:12.286740 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5764c6f8-cc67-454c-9e94-6962b34003b4" -d '{"events": [{"server_uuid": "a5585d4f-bb5c-49c3-baaa-4c8cd768872f", "name": "network-vif-plugged", "status": "completed", "tag": "b040c9a0-91df-4b51-a0f5-e3103021cdc4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:12.311373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1aad9-b097-4230-9e80-0da3e9b0c7e8 req-414cba8b-442a-4295-a408-e6fc53b44fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:12.312772 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3d1aad9-b097-4230-9e80-0da3e9b0c7e8 req-414cba8b-442a-4295-a408-e6fc53b44fc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0984716 Nov 12 03:46:12.325051 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b040c9a0-91df-4b51-a0f5-e3103021cdc4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b040c9a0-91df-4b51-a0f5-e3103021cdc4,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:12.331495 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-81775d32-405e-4bd5-b184-16daa73910aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.437264 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.440065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-81528eca-fc05-48a6-9458-3fcd6a530483 None None] Deleting port 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:12.440429 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81528eca-fc05-48a6-9458-3fcd6a530483 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.479641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb34247-48de-41b0-8a60-0dd9634c1b61 req-f4c94450-5185-41b3-9540-9e78969eb3e7 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:12.492397 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5eb34247-48de-41b0-8a60-0dd9634c1b61 req-f4c94450-5185-41b3-9540-9e78969eb3e7 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 943 time: 0.3350866 Nov 12 03:46:12.527893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=b040c9a0-91df-4b51-a0f5-e3103021cdc4,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:12.529641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-81775d32-405e-4bd5-b184-16daa73910aa service neutron] No DVR routers for this DVR port 360bd887-fbfc-4d2f-9656-0a38efcc281e on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:12.555176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81775d32-405e-4bd5-b184-16daa73910aa service neutron] Pushing event updated for resources: {'Port': ['ID=360bd887-fbfc-4d2f-9656-0a38efcc281e,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:12.562253 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.658388 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-81775d32-405e-4bd5-b184-16daa73910aa service neutron] 10.222.0.26 "PUT /v2.0/ports/360bd887-fbfc-4d2f-9656-0a38efcc281e/bindings/n-h1-767704-23/activate HTTP/1.1" status: 200 len: 370 time: 1.5609145 Nov 12 03:46:12.734153 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5eb34247-48de-41b0-8a60-0dd9634c1b61 req-ab866d67-c2f4-49c0-8f2b-a96f6f7cd22a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404294 Nov 12 03:46:12.780771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-81528eca-fc05-48a6-9458-3fcd6a530483 None None] For port 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:12.781385 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81528eca-fc05-48a6-9458-3fcd6a530483 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.799685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34873ef4-969d-41c5-b496-8065d007f85a req-37fada4c-56c1-416b-bdb4-1bea4af37ff3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:12.807480 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34873ef4-969d-41c5-b496-8065d007f85a req-37fada4c-56c1-416b-bdb4-1bea4af37ff3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 931 time: 0.4486828 Nov 12 03:46:12.847127 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-81528eca-fc05-48a6-9458-3fcd6a530483 None None] Calling delete_port for 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:12.865587 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaa8f8e-a0e8-4a57-ad14-6a543354bf57 x-openstack-request-id: req-dbaa8f8e-a0e8-4a57-ad14-6a543354bf57 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:12.866187 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4249b2a-0d54-4e66-bc3f-842e86445504", "name": "network-vif-deleted", "tag": "2050f219-2d37-4c9a-a80a-688d3db93a3c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:12.866187 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-dbaa8f8e-a0e8-4a57-ad14-6a543354bf57 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:12.866533 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4249b2a-0d54-4e66-bc3f-842e86445504', 'name': 'network-vif-deleted', 'tag': '2050f219-2d37-4c9a-a80a-688d3db93a3c', 'status': 'completed', 'code': 200} Nov 12 03:46:12.931952 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aef7a35-f7d0-4469-9ee0-664a35db25a7 x-openstack-request-id: req-6aef7a35-f7d0-4469-9ee0-664a35db25a7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:12.932621 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5585d4f-bb5c-49c3-baaa-4c8cd768872f", "name": "network-vif-plugged", "status": "completed", "tag": "b040c9a0-91df-4b51-a0f5-e3103021cdc4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:12.933063 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6aef7a35-f7d0-4469-9ee0-664a35db25a7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:12.933610 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5585d4f-bb5c-49c3-baaa-4c8cd768872f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b040c9a0-91df-4b51-a0f5-e3103021cdc4', 'code': 200} Nov 12 03:46:12.971410 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bfa73dc-8007-4d88-833f-d9afb3bc2f64 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.045747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3d1aad9-b097-4230-9e80-0da3e9b0c7e8 req-90badeda-1569-4240-90be-ee8a32d0abdb service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686599 Nov 12 03:46:13.078571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfa73dc-8007-4d88-833f-d9afb3bc2f64 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:13.089329 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81528eca-fc05-48a6-9458-3fcd6a530483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.101214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2bfa73dc-8007-4d88-833f-d9afb3bc2f64 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:13.107944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfa73dc-8007-4d88-833f-d9afb3bc2f64 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.108533 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bfa73dc-8007-4d88-833f-d9afb3bc2f64 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.113035 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a9222fc-7b8a-4999-968c-e18fe840ca5a req-b8bf5ec5-ece4-4892-b42c-50eec83d9c24 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4249b2a-0d54-4e66-bc3f-842e86445504 HTTP/1.1" status: 200 len: 210 time: 0.0753529 Nov 12 03:46:13.126582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa73dc-8007-4d88-833f-d9afb3bc2f64 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=b96d80d3-f9c7-4f2a-8128-d82c195b224f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:13.154153 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34873ef4-969d-41c5-b496-8065d007f85a req-7510ddbd-bd28-4496-a6e9-ddcdfcb59f59 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457675 Nov 12 03:46:13.174893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81528eca-fc05-48a6-9458-3fcd6a530483 None None] Pushing event deleted for resources: {'Port': ['ID=0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:13.179041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81528eca-fc05-48a6-9458-3fcd6a530483 None None] No DVR routers for this DVR port 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:13.207969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2bfa73dc-8007-4d88-833f-d9afb3bc2f64 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5252984 Nov 12 03:46:13.212486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59504) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:13.214560 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf651b7c-259f-43b5-9767-e9b26d24ff98 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:13.224428 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c2eb43d3-85f0-479d-a9bb-75887667cc99 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'name': 'tempest-NetworksTestDHCPv6-2042309471'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:13.435195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:13.523726 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:13.524497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0fe922d4-ee43-403e-bc7f-0bf4b1dfe1ac not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:13.572280 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eb43d3-85f0-479d-a9bb-75887667cc99 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:13.578967 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2eb43d3-85f0-479d-a9bb-75887667cc99 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.597936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': 'b96d80d3-f9c7-4f2a-8128-d82c195b224f'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:13.598826 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.648392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-c2eb43d3-85f0-479d-a9bb-75887667cc99 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port 213aaa91-96de-4073-aea1-031b489f2285 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:46:13.679332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3d1aad9-b097-4230-9e80-0da3e9b0c7e8 req-10aa5ef5-b26c-429d-a4d2-b2193f5fe461 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201048 Nov 12 03:46:13.712270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cf62e-0349-44d3-b477-e3c21bf3aa8d req-39259cec-0d92-4414-b604-7ea73f1b1183 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.722122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d6cf62e-0349-44d3-b477-e3c21bf3aa8d req-39259cec-0d92-4414-b604-7ea73f1b1183 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 947 time: 0.3553510 Nov 12 03:46:13.733945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7956a8b3-7d36-4540-8bf1-8da35e1b5382 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:13.764495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-000d6b4a-fbae-42fb-b35c-cfd42b7f7724 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.767445 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-000d6b4a-fbae-42fb-b35c-cfd42b7f7724 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 1096 time: 0.3439555 Nov 12 03:46:13.780721 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.796156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Transition to ACTIVE for port object 7956a8b3-7d36-4540-8bf1-8da35e1b5382 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:46:13.858029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Allocated IP 2001:db8::2 (be54d603-2a64-497a-84fd-dd53e383892b/b96d80d3-f9c7-4f2a-8128-d82c195b224f/88483deb-ab81-4a3b-9667-d92f146565af) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:13.901248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d6cf62e-0349-44d3-b477-e3c21bf3aa8d req-ab212803-cbf5-4c02-8a91-deb5a7d5c695 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731129 Nov 12 03:46:13.913909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-48b96312-46f1-4666-9a6e-817b15330ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.915742 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-48b96312-46f1-4666-9a6e-817b15330ece service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e HTTP/1.1" status: 200 len: 1096 time: 0.1181235 Nov 12 03:46:13.917926 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.964909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8559fe-5afc-4194-957d-8a20523181e6 req-9d474adf-a092-4286-ab1c-b03d0d0cc084 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.966617 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ab8559fe-5afc-4194-957d-8a20523181e6 req-9d474adf-a092-4286-ab1c-b03d0d0cc084 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 944 time: 0.1302466 Nov 12 03:46:14.060822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2050f219-2d37-4c9a-a80a-688d3db93a3c no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:14.067063 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ab8559fe-5afc-4194-957d-8a20523181e6 req-bb4d4608-7079-4a77-ab9f-1f7b91c85d9c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929124 Nov 12 03:46:14.090787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Pushing event updated for resources: {'Port': ['ID=7956a8b3-7d36-4540-8bf1-8da35e1b5382,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:14.102835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 2050f219-2d37-4c9a-a80a-688d3db93a3c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:14.103319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2050f219-2d37-4c9a-a80a-688d3db93a3c not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:14.103573 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 360bd887-fbfc-4d2f-9656-0a38efcc281e no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:14.114259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-4103cd48-00d1-47c8-a73a-c342135b1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.116204 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-4103cd48-00d1-47c8-a73a-c342135b1908 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 1096 time: 0.1527741 Nov 12 03:46:14.172471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Attempting to bind port 7956a8b3-7d36-4540-8bf1-8da35e1b5382 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:14.172818 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Attempting to bind port 7956a8b3-7d36-4540-8bf1-8da35e1b5382 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:14.173257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Attempting to bind port 7956a8b3-7d36-4540-8bf1-8da35e1b5382 on network 2c53af8a-46bb-48e4-af57-98f8737220cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:14.197837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 360bd887-fbfc-4d2f-9656-0a38efcc281e not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:14.205282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Port 7956a8b3-7d36-4540-8bf1-8da35e1b5382 on network 2c53af8a-46bb-48e4-af57-98f8737220cb not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:14.205620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Attempting to bind port 7956a8b3-7d36-4540-8bf1-8da35e1b5382 on network 2c53af8a-46bb-48e4-af57-98f8737220cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:14.252214 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.303614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:14.304846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Checking segment: {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:14.305432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Bound using segment: {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:14.305926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Bound port: 7956a8b3-7d36-4540-8bf1-8da35e1b5382, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:14.306930 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.361367 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.377134 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce154d7-7be9-4877-8fb4-407c873f530a req-465a7aa7-6445-4482-aca5-189d23a66379 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.378658 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ce154d7-7be9-4877-8fb4-407c873f530a req-465a7aa7-6445-4482-aca5-189d23a66379 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 943 time: 0.0984628 Nov 12 03:46:14.468089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c2eb43d3-85f0-479d-a9bb-75887667cc99 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::30c (be54d603-2a64-497a-84fd-dd53e383892b/b96d80d3-f9c7-4f2a-8128-d82c195b224f/213aaa91-96de-4073-aea1-031b489f2285) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:14.505878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-3d2c478a-d1fd-42a7-8d84-f5962efca13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.509308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-3d2c478a-d1fd-42a7-8d84-f5962efca13b service neutron] 10.222.0.25 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.3734939 Nov 12 03:46:14.515742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] For port 7956a8b3-7d36-4540-8bf1-8da35e1b5382, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:14.523679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] For port 7956a8b3-7d36-4540-8bf1-8da35e1b5382, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7956a8b3-7d36-4540-8bf1-8da35e1b5382,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:14.596472 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-da91cd67-a1eb-4c1a-a62e-efcca4d8805a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e HTTP/1.1" status: 200 len: 217 time: 0.0705965 Nov 12 03:46:14.625893 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.633063 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:14.636669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:14.643909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:14.708267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Pushing event updated for resources: {'Port': ['ID=88483deb-ab81-4a3b-9667-d92f146565af,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:14.724212 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2eb43d3-85f0-479d-a9bb-75887667cc99 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.735437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Attempting to bind port 88483deb-ab81-4a3b-9667-d92f146565af on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:14.736249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Attempting to bind port 88483deb-ab81-4a3b-9667-d92f146565af by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:14.738583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Attempting to bind port 88483deb-ab81-4a3b-9667-d92f146565af on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:14.740824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.741439 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.743136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] 10.222.0.26 "PUT /v2.0/ports/7956a8b3-7d36-4540-8bf1-8da35e1b5382 HTTP/1.1" status: 200 len: 1092 time: 2.4919856 Nov 12 03:46:14.767135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:14.768063 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:14.768699 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.769315 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:14.770482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Bound port: 88483deb-ab81-4a3b-9667-d92f146565af, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:14.770975 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.780616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-dc37da3d-4cfe-4b93-8e9b-502bd7818e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.782070 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-dc37da3d-4cfe-4b93-8e9b-502bd7818e90 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.1683626 Nov 12 03:46:14.789140 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ce154d7-7be9-4877-8fb4-407c873f530a req-d376c16d-75b2-42c2-a43f-45e2616f2463 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903043 Nov 12 03:46:14.800356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f1bc2-286f-4f88-b619-f8a04a7d2742 service neutron] Pushing event updated for resources: {'Port': ['ID=7956a8b3-7d36-4540-8bf1-8da35e1b5382,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:14.867836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-19811320-b2b9-436c-b3a1-a00a5d2328e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645037 Nov 12 03:46:14.874963 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] For port 88483deb-ab81-4a3b-9667-d92f146565af, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:14.876485 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7907660f-cf96-4c26-935d-835ace927e8d', 'tag': '7956a8b3-7d36-4540-8bf1-8da35e1b5382'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:14.878752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] For port 88483deb-ab81-4a3b-9667-d92f146565af, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=88483deb-ab81-4a3b-9667-d92f146565af,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:14.881055 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0df754-dfe0-49ec-8149-5bcd8368fbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "7907660f-cf96-4c26-935d-835ace927e8d", "tag": "7956a8b3-7d36-4540-8bf1-8da35e1b5382"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:14.889367 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2eb43d3-85f0-479d-a9bb-75887667cc99 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.966429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb43d3-85f0-479d-a9bb-75887667cc99 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:14.971011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c2eb43d3-85f0-479d-a9bb-75887667cc99 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:14.974127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb43d3-85f0-479d-a9bb-75887667cc99 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:14.980793 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.985339 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eb43d3-85f0-479d-a9bb-75887667cc99 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.985339 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2eb43d3-85f0-479d-a9bb-75887667cc99 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.011793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb43d3-85f0-479d-a9bb-75887667cc99 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=213aaa91-96de-4073-aea1-031b489f2285,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:15.072011 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f77581-ed44-4305-b49e-d6a73d977e28 x-openstack-request-id: req-d4f77581-ed44-4305-b49e-d6a73d977e28 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:15.073140 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7907660f-cf96-4c26-935d-835ace927e8d", "tag": "7956a8b3-7d36-4540-8bf1-8da35e1b5382", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:15.073638 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d4f77581-ed44-4305-b49e-d6a73d977e28 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:15.074265 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7907660f-cf96-4c26-935d-835ace927e8d', 'tag': '7956a8b3-7d36-4540-8bf1-8da35e1b5382', 'status': 'completed', 'code': 200} Nov 12 03:46:15.088941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-6e3db431-07bc-423c-92a6-13565ee3d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.091076 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-6e3db431-07bc-423c-92a6-13565ee3d2a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 1095 time: 0.1783895 Nov 12 03:46:15.114329 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59540) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:15.115096 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c2eb43d3-85f0-479d-a9bb-75887667cc99 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9007168 Nov 12 03:46:15.145128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22c44b-cc18-44f6-9382-bee16cc163d0 None None] Pushing event updated for resources: {'Port': ['ID=88483deb-ab81-4a3b-9667-d92f146565af,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:15.269931 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd46a9-84f4-42ae-a37f-19b93882e142 req-c79892dc-1cb8-4b15-847e-75f9bc182904 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.277385 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-47fd46a9-84f4-42ae-a37f-19b93882e142 req-c79892dc-1cb8-4b15-847e-75f9bc182904 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.0913513 Nov 12 03:46:15.357421 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-3dec13c5-4f95-42f3-9630-23b0e8915cf8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7956a8b3-7d36-4540-8bf1-8da35e1b5382 HTTP/1.1" status: 200 len: 217 time: 0.2402868 Nov 12 03:46:15.357626 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-47fd46a9-84f4-42ae-a37f-19b93882e142 req-92481eb7-f727-42f4-9207-b2c8be162b18 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788848 Nov 12 03:46:15.384986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-674c44bc-f0f3-484e-bce6-606c591d21f1 service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993992 Nov 12 03:46:15.497747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3f40b-4468-4d87-af3c-3fd5aacbc4a6 req-1cdbefde-f5d5-4bb7-9bf8-f2b79e835b3c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.500403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60d3f40b-4468-4d87-af3c-3fd5aacbc4a6 req-1cdbefde-f5d5-4bb7-9bf8-f2b79e835b3c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 944 time: 0.0674713 Nov 12 03:46:15.556230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-58511f11-18e3-4edb-a7ec-a88e4796ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.557759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-58511f11-18e3-4edb-a7ec-a88e4796ca41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=899de18e-7897-4846-9001-c1f9957ea303 HTTP/1.1" status: 200 len: 852 time: 0.1707489 Nov 12 03:46:15.566145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a53698-4932-452d-a760-30f245c46688 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.572909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a53698-4932-452d-a760-30f245c46688 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.574478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c1a53698-4932-452d-a760-30f245c46688 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3608594 Nov 12 03:46:15.575474 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60d3f40b-4468-4d87-af3c-3fd5aacbc4a6 req-b542ade8-94d0-40e6-b05a-213d11e6b069 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617034 Nov 12 03:46:15.583022 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59542) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:15.619827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64b22-5e22-401b-b5c7-69e9ef78ee37 req-7cd3bdfc-303a-4e3d-b131-78e3df52dfae tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.621447 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-64c64b22-5e22-401b-b5c7-69e9ef78ee37 req-7cd3bdfc-303a-4e3d-b131-78e3df52dfae tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 947 time: 0.4066293 Nov 12 03:46:15.625491 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-74e98116-1a10-41ac-b40c-1618ce2b1855 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c53af8a-46bb-48e4-af57-98f8737220cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481551 Nov 12 03:46:15.731816 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d9631f72-0745-47b2-b34e-49aa17c19530 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port 213aaa91-96de-4073-aea1-031b489f2285 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:15.734098 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9631f72-0745-47b2-b34e-49aa17c19530 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.861490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2784f622-62de-466a-8771-5a7cca5ba4ad details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:15.886277 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9631f72-0745-47b2-b34e-49aa17c19530 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.952417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d9631f72-0745-47b2-b34e-49aa17c19530 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for 213aaa91-96de-4073-aea1-031b489f2285 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:15.983227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da1c57-8b50-48bb-803e-76e44fb56483 req-9895c286-171f-4c29-a3a0-9bbcaee47f19 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.991923 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-65da1c57-8b50-48bb-803e-76e44fb56483 req-9895c286-171f-4c29-a3a0-9bbcaee47f19 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 943 time: 0.0838382 Nov 12 03:46:16.103266 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2784f622-62de-466a-8771-5a7cca5ba4ad, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2784f622-62de-466a-8771-5a7cca5ba4ad,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:16.130198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '2784f622-62de-466a-8771-5a7cca5ba4ad', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '2784f622-62de-466a-8771-5a7cca5ba4ad', 'mac_address': 'fa:16:3e:ae:06:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:16.169315 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-65da1c57-8b50-48bb-803e-76e44fb56483 req-12896887-ec8e-4712-a0e8-f5b8cf3e4799 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756053 Nov 12 03:46:16.208496 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.231301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2784f622-62de-466a-8771-5a7cca5ba4ad {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:16.235527 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-51f77ec4-9311-4d37-b491-439eea04ccd7 service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8114655 Nov 12 03:46:16.259893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2784f622-62de-466a-8771-5a7cca5ba4ad, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2784f622-62de-466a-8771-5a7cca5ba4ad,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:16.320937 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-64c64b22-5e22-401b-b5c7-69e9ef78ee37 req-85a55e6a-3ade-41f9-9bdf-cc2e4baa66da tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6827273 Nov 12 03:46:16.389817 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-35fa5f66-00d7-40af-a928-d2a07eebabc7 service neutron] 10.222.0.26 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7438753 Nov 12 03:46:16.540652 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8a5d42c-4fb8-4660-af08-bcbb63d523e5 req-bd93ba0b-1509-4ec8-a334-2d404bd0a491 service neutron] 10.222.0.26 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426842 Nov 12 03:46:16.543820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7c7fedab-63b0-40b2-b92a-af868da03e2d None None] Provisioning complete for port 88483deb-ab81-4a3b-9667-d92f146565af triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:16.544009 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c7fedab-63b0-40b2-b92a-af868da03e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.575234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bbe7c-c56d-4cf9-8409-227e90e37c04 req-d2b06a40-ad78-45f5-9a3a-6eb13f482395 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.576853 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee0bbe7c-c56d-4cf9-8409-227e90e37c04 req-d2b06a40-ad78-45f5-9a3a-6eb13f482395 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.0822542 Nov 12 03:46:16.589128 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.593046 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9631f72-0745-47b2-b34e-49aa17c19530 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.642286 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9631f72-0745-47b2-b34e-49aa17c19530 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=213aaa91-96de-4073-aea1-031b489f2285,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:16.703689 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee0bbe7c-c56d-4cf9-8409-227e90e37c04 req-1034816d-5370-42bb-9a38-abf66d583856 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171973 Nov 12 03:46:16.798926 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9631f72-0745-47b2-b34e-49aa17c19530 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.819326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d9631f72-0745-47b2-b34e-49aa17c19530 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/213aaa91-96de-4073-aea1-031b489f2285 HTTP/1.1" status: 204 len: 168 time: 1.2351761 Nov 12 03:46:16.822516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:16.841165 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=2784f622-62de-466a-8771-5a7cca5ba4ad,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:16.845561 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c7fedab-63b0-40b2-b92a-af868da03e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.931301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0df754-dfe0-49ec-8149-5bcd8368fbb5 req-53b855de-317d-467b-90ec-49d3caad1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.933247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f0df754-dfe0-49ec-8149-5bcd8368fbb5 req-53b855de-317d-467b-90ec-49d3caad1f89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 1095 time: 0.1803632 Nov 12 03:46:16.934037 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe3c202-5171-41c5-8fc3-4b9c257e77e7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.935784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe3c202-5171-41c5-8fc3-4b9c257e77e7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.937583 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6fe3c202-5171-41c5-8fc3-4b9c257e77e7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1005206 Nov 12 03:46:16.941638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:16.949446 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7c7fedab-63b0-40b2-b92a-af868da03e2d None None] For port 88483deb-ab81-4a3b-9667-d92f146565af, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=88483deb-ab81-4a3b-9667-d92f146565af,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:16.993278 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4508f2f-e1a0-42c9-8ebd-a09785e863dd req-275071cb-a8f0-474e-91f3-d7b783a8f957 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:17.005860 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4508f2f-e1a0-42c9-8ebd-a09785e863dd req-275071cb-a8f0-474e-91f3-d7b783a8f957 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 944 time: 0.1747422 Nov 12 03:46:17.027881 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff92b80-553b-4ec1-9f73-03033be56b5e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet b96d80d3-f9c7-4f2a-8128-d82c195b224f {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:17.031447 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c7fedab-63b0-40b2-b92a-af868da03e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.031996 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cff92b80-553b-4ec1-9f73-03033be56b5e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.097087 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cff92b80-553b-4ec1-9f73-03033be56b5e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.148843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fedab-63b0-40b2-b92a-af868da03e2d None None] Pushing event updated for resources: {'Port': ['ID=88483deb-ab81-4a3b-9667-d92f146565af,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:17.156697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-67db17fc-001d-40b0-8c5a-47ac44a83a4e None None] Could not find standard attr ID for object 213aaa91-96de-4073-aea1-031b489f2285. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:46:17.227775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-ff65ff30-bec3-4716-ac49-4c01d3f4cbe0 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:17.229467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-ff65ff30-bec3-4716-ac49-4c01d3f4cbe0 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 1096 time: 0.2036726 Nov 12 03:46:17.274394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cff92b80-553b-4ec1-9f73-03033be56b5e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.311924 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4508f2f-e1a0-42c9-8ebd-a09785e863dd req-1704470c-29d5-4aa4-b823-695d61d5ed0d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037860 Nov 12 03:46:17.375583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['2784f622-62de-466a-8771-5a7cca5ba4ad'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:17.428911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95b194-245f-43f2-a112-63daeeb64319 req-6660245d-2494-4167-8044-ef989f71e41e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:17.431851 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d95b194-245f-43f2-a112-63daeeb64319 req-6660245d-2494-4167-8044-ef989f71e41e tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.25 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.3057084 Nov 12 03:46:17.482570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0df754-dfe0-49ec-8149-5bcd8368fbb5 req-e9aa3281-dbe5-4462-9cd6-0e63af312515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:17.483984 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f0df754-dfe0-49ec-8149-5bcd8368fbb5 req-e9aa3281-dbe5-4462-9cd6-0e63af312515 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 914 time: 0.5422521 Nov 12 03:46:17.501601 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cff92b80-553b-4ec1-9f73-03033be56b5e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.578890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff92b80-553b-4ec1-9f73-03033be56b5e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=b96d80d3-f9c7-4f2a-8128-d82c195b224f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:17.589532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 88483deb-ab81-4a3b-9667-d92f146565af up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:17.598288 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cff92b80-553b-4ec1-9f73-03033be56b5e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.600333 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a962980c-1dc2-4eda-b405-4751efb9c94b None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:17.607353 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cff92b80-553b-4ec1-9f73-03033be56b5e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/b96d80d3-f9c7-4f2a-8128-d82c195b224f HTTP/1.1" status: 204 len: 168 time: 0.6646848 Nov 12 03:46:17.612698 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59586) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:17.667640 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f0df754-dfe0-49ec-8149-5bcd8368fbb5 req-5f84d9a9-d9cd-45ed-80e7-1ae487673fa4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7956a8b3-7d36-4540-8bf1-8da35e1b5382 HTTP/1.1" status: 200 len: 217 time: 0.1535180 Nov 12 03:46:17.821865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 88483deb-ab81-4a3b-9667-d92f146565af triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:17.822663 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.827157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0df754-dfe0-49ec-8149-5bcd8368fbb5 req-87f08531-c0be-4a71-be05-70428983003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:17.828846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f0df754-dfe0-49ec-8149-5bcd8368fbb5 req-87f08531-c0be-4a71-be05-70428983003d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=899de18e-7897-4846-9001-c1f9957ea303 HTTP/1.1" status: 200 len: 852 time: 0.1490543 Nov 12 03:46:17.838479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5e680-100d-49be-90e0-28e502637c0f req-a4e08794-1065-4c53-9d68-a5746e524f01 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:17.847505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-36c5e680-100d-49be-90e0-28e502637c0f req-a4e08794-1065-4c53-9d68-a5746e524f01 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 948 time: 0.2581089 Nov 12 03:46:17.902862 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f0df754-dfe0-49ec-8149-5bcd8368fbb5 req-2160e67a-d2f5-419f-b7d1-89ca302bfe3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c53af8a-46bb-48e4-af57-98f8737220cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457606 Nov 12 03:46:17.908239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-13c966f9-52f9-4ab6-b83e-f6f1165329e2 service neutron] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:17.939558 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-13c966f9-52f9-4ab6-b83e-f6f1165329e2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.939558 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46a674f2-6343-475b-a6ae-f78ebf2e9b8d req-13c966f9-52f9-4ab6-b83e-f6f1165329e2 service neutron] 10.222.0.25 "DELETE /v2.0/ports/360bd887-fbfc-4d2f-9656-0a38efcc281e/bindings/n-h2-767704-23 HTTP/1.1" status: 204 len: 173 time: 0.6921864 Nov 12 03:46:18.031067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4d95b194-245f-43f2-a112-63daeeb64319 req-104aee63-cfb0-43cf-ac9f-f3d404119b5b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Deleting port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:18.031402 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d95b194-245f-43f2-a112-63daeeb64319 req-104aee63-cfb0-43cf-ac9f-f3d404119b5b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.039397 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb9670-0336-457d-99f7-ff33478614c3 None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:18.056711 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-36c5e680-100d-49be-90e0-28e502637c0f req-9e2da00b-56f4-417a-9f6f-bfab6df7fa9d tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079301 Nov 12 03:46:18.172999 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a9003881-a79b-49fd-b834-eb9e1416527a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5590529 Nov 12 03:46:18.181109 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:18.188986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1a95f78f-e0b5-4eab-8676-94a4e94736a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:18.194979 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-58eb9670-0336-457d-99f7-ff33478614c3 None None] Deleting port 88483deb-ab81-4a3b-9667-d92f146565af {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:18.195581 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58eb9670-0336-457d-99f7-ff33478614c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.219150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec018a40-aedd-48f0-bf87-e9fa59cd94a4 req-3b6ce54f-9718-4ad4-892e-e69b0494570f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:18.220857 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec018a40-aedd-48f0-bf87-e9fa59cd94a4 req-3b6ce54f-9718-4ad4-892e-e69b0494570f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 943 time: 0.7865143 Nov 12 03:46:18.238589 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f0df754-dfe0-49ec-8149-5bcd8368fbb5 req-78bba3d2-ea9e-47ae-9e13-30b307b78271 service neutron] 10.222.0.26 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185673 Nov 12 03:46:18.338630 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-58eb9670-0336-457d-99f7-ff33478614c3 None None] For port 88483deb-ab81-4a3b-9667-d92f146565af, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=88483deb-ab81-4a3b-9667-d92f146565af,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:18.339051 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58eb9670-0336-457d-99f7-ff33478614c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.374761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-58eb9670-0336-457d-99f7-ff33478614c3 None None] Calling delete_port for 88483deb-ab81-4a3b-9667-d92f146565af owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:18.385838 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec018a40-aedd-48f0-bf87-e9fa59cd94a4 req-20cab9f5-a5aa-43bb-80b6-4cb36e3ba492 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987182 Nov 12 03:46:18.448000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4d95b194-245f-43f2-a112-63daeeb64319 req-104aee63-cfb0-43cf-ac9f-f3d404119b5b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] For port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:18.448631 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d95b194-245f-43f2-a112-63daeeb64319 req-104aee63-cfb0-43cf-ac9f-f3d404119b5b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.491766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4d95b194-245f-43f2-a112-63daeeb64319 req-104aee63-cfb0-43cf-ac9f-f3d404119b5b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Calling delete_port for 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:18.546968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f50a0-3735-4cd3-b0b2-70499de3eca1 req-7816f397-c046-4355-9535-49b878308b6f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:18.548567 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-155f50a0-3735-4cd3-b0b2-70499de3eca1 req-7816f397-c046-4355-9535-49b878308b6f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 944 time: 0.0630505 Nov 12 03:46:18.570514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f0df754-dfe0-49ec-8149-5bcd8368fbb5 req-1b32b58a-c749-45be-bada-cce14d27e09b service neutron] 10.222.0.26 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158581 Nov 12 03:46:18.580155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8359-5894-4f3f-9ac7-f52993e23f5a req-d70835ba-ab75-4254-a8b4-6f4ec37ba1e3 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:18.581705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22bb8359-5894-4f3f-9ac7-f52993e23f5a req-d70835ba-ab75-4254-a8b4-6f4ec37ba1e3 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 949 time: 0.1608820 Nov 12 03:46:18.616947 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-155f50a0-3735-4cd3-b0b2-70499de3eca1 req-fd76e0b5-c7be-4600-999d-32c013e06928 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616629 Nov 12 03:46:18.651052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a95f78f-e0b5-4eab-8676-94a4e94736a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:18.661386 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a95f78f-e0b5-4eab-8676-94a4e94736a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.683724 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22bb8359-5894-4f3f-9ac7-f52993e23f5a req-ee69796d-8909-44a3-8095-ba9fddb6f696 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925777 Nov 12 03:46:18.703116 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58eb9670-0336-457d-99f7-ff33478614c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.710564 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.755653 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb9670-0336-457d-99f7-ff33478614c3 None None] Pushing event deleted for resources: {'Port': ['ID=88483deb-ab81-4a3b-9667-d92f146565af,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:18.773774 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eb9670-0336-457d-99f7-ff33478614c3 None None] No DVR routers for this DVR port 88483deb-ab81-4a3b-9667-d92f146565af on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:18.917032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dfe23-fbbd-4494-a444-280c4576d1ac req-7bc86e03-41b4-42fa-90c1-fb2c87920ed4 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:18.927449 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a00dfe23-fbbd-4494-a444-280c4576d1ac req-7bc86e03-41b4-42fa-90c1-fb2c87920ed4 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 1096 time: 0.0784779 Nov 12 03:46:18.938124 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d95b194-245f-43f2-a112-63daeeb64319 req-104aee63-cfb0-43cf-ac9f-f3d404119b5b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.954995 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6240b1e3-5e4a-41e0-9830-2e0dc34a4589'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:19.009412 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['512ac6f4-442a-4d98-9d16-d0a71c52a6f3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:19.075857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104aee63-cfb0-43cf-ac9f-f3d404119b5b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Pushing event deleted for resources: {'Port': ['ID=6240b1e3-5e4a-41e0-9830-2e0dc34a4589,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:19.121558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d95b194-245f-43f2-a112-63daeeb64319 req-104aee63-cfb0-43cf-ac9f-f3d404119b5b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] No DVR routers for this DVR port 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:19.129955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4d95b194-245f-43f2-a112-63daeeb64319 req-104aee63-cfb0-43cf-ac9f-f3d404119b5b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:19.135492 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d95b194-245f-43f2-a112-63daeeb64319 req-104aee63-cfb0-43cf-ac9f-f3d404119b5b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.25 "DELETE /v2.0/ports/6240b1e3-5e4a-41e0-9830-2e0dc34a4589 HTTP/1.1" status: 204 len: 173 time: 1.6738038 Nov 12 03:46:19.135984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78065b7f-90f7-42db-9634-e812fb2d90c7', 'name': 'network-vif-deleted', 'tag': '6240b1e3-5e4a-41e0-9830-2e0dc34a4589'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:19.138598 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f12f0c4-88b8-4e7c-a582-de9667c7388d" -d '{"events": [{"server_uuid": "78065b7f-90f7-42db-9634-e812fb2d90c7", "name": "network-vif-deleted", "tag": "6240b1e3-5e4a-41e0-9830-2e0dc34a4589"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:19.167974 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a00dfe23-fbbd-4494-a444-280c4576d1ac req-24d0067d-6526-490e-8297-60236956085f tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386355 Nov 12 03:46:19.196539 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a95f78f-e0b5-4eab-8676-94a4e94736a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:19.335026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a95f78f-e0b5-4eab-8676-94a4e94736a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:19.351710 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1a95f78f-e0b5-4eab-8676-94a4e94736a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:19.367843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f75a6a-acbd-440c-951c-233ddd5545f5 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:19.372001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a95f78f-e0b5-4eab-8676-94a4e94736a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:19.373104 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a95f78f-e0b5-4eab-8676-94a4e94736a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:19.448904 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95f78f-e0b5-4eab-8676-94a4e94736a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=029ad92d-8dda-4b8c-b569-90734971176a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:19.477443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5057e-66fe-4352-9c97-58808ee762fb req-629d2510-219c-4358-a774-b36c7302bb8f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:19.483849 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8be5057e-66fe-4352-9c97-58808ee762fb req-629d2510-219c-4358-a774-b36c7302bb8f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 948 time: 0.1700346 Nov 12 03:46:19.494274 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1a95f78f-e0b5-4eab-8676-94a4e94736a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3116753 Nov 12 03:46:19.496828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59626) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:19.502092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0c1138e1-b659-4269-8a97-fcafe5305ca0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'name': 'tempest-NetworksTestDHCPv6-979878409'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:19.526780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 88483deb-ab81-4a3b-9667-d92f146565af no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:19.633521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8be5057e-66fe-4352-9c97-58808ee762fb req-c56adcaf-aff5-4cfc-9b4f-62fe8c1cbba1 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384406 Nov 12 03:46:19.723992 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 88483deb-ab81-4a3b-9667-d92f146565af {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:19.724676 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 88483deb-ab81-4a3b-9667-d92f146565af not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:19.819394 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b828511-a610-4782-86c3-973edef6d9e3 x-openstack-request-id: req-3b828511-a610-4782-86c3-973edef6d9e3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:19.819827 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78065b7f-90f7-42db-9634-e812fb2d90c7", "name": "network-vif-deleted", "tag": "6240b1e3-5e4a-41e0-9830-2e0dc34a4589", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:19.820397 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3b828511-a610-4782-86c3-973edef6d9e3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:19.820906 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78065b7f-90f7-42db-9634-e812fb2d90c7', 'name': 'network-vif-deleted', 'tag': '6240b1e3-5e4a-41e0-9830-2e0dc34a4589', 'status': 'completed', 'code': 200} Nov 12 03:46:19.870120 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1138e1-b659-4269-8a97-fcafe5305ca0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:19.886403 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c1138e1-b659-4269-8a97-fcafe5305ca0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:19.898662 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2784f622-62de-466a-8771-5a7cca5ba4ad up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:19.968880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-0c1138e1-b659-4269-8a97-fcafe5305ca0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port f3cb3733-1c47-4046-a2ed-e28397d89ce0 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:46:20.035940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': '029ad92d-8dda-4b8c-b569-90734971176a'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:20.038144 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.138111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e57b94-1721-4a28-9c1e-4a9f460453e8 req-a64b15a8-cfce-494b-894a-7cbcca5d2ac2 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:20.151728 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d1e57b94-1721-4a28-9c1e-4a9f460453e8 req-a64b15a8-cfce-494b-894a-7cbcca5d2ac2 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 943 time: 0.1554804 Nov 12 03:46:20.176540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-0c1138e1-b659-4269-8a97-fcafe5305ca0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::38e (be54d603-2a64-497a-84fd-dd53e383892b/029ad92d-8dda-4b8c-b569-90734971176a/f3cb3733-1c47-4046-a2ed-e28397d89ce0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:20.197461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 2784f622-62de-466a-8771-5a7cca5ba4ad completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:46:20.210944 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 2784f622-62de-466a-8771-5a7cca5ba4ad triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:20.211640 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.355645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d1e57b94-1721-4a28-9c1e-4a9f460453e8 req-2824ead8-f3ab-4c00-b8f9-c6e9b564aad2 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021844 Nov 12 03:46:20.456470 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.488892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e5a6f7-629d-43e6-97dc-8f47c3236473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2784f622-62de-466a-8771-5a7cca5ba4ad'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:20.492236 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b790d9e5-c03e-4298-a7fa-2cd65de0be78" -d '{"events": [{"server_uuid": "62e5a6f7-629d-43e6-97dc-8f47c3236473", "name": "network-vif-plugged", "status": "completed", "tag": "2784f622-62de-466a-8771-5a7cca5ba4ad"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:20.508454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2784f622-62de-466a-8771-5a7cca5ba4ad, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2784f622-62de-466a-8771-5a7cca5ba4ad,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:20.509739 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc13f8-a5eb-4b93-a75b-9001e381782e req-ebbfaa69-b028-4639-907b-3ada143ab9a5 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:20.516538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2bbc13f8-a5eb-4b93-a75b-9001e381782e req-ebbfaa69-b028-4639-907b-3ada143ab9a5 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 945 time: 0.0869691 Nov 12 03:46:20.541905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887c244-484e-403a-843e-8f249c7cb75f req-4cb638a8-394e-4768-b211-c03efd5f41ca tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:20.549424 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0887c244-484e-403a-843e-8f249c7cb75f req-4cb638a8-394e-4768-b211-c03efd5f41ca tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 821 time: 0.3289514 Nov 12 03:46:20.576081 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0887c244-484e-403a-843e-8f249c7cb75f req-0383b455-8ed6-46d5-b13d-31a711131031 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/quotas/8b743e87aecf4b1ab4f8a569cb29334e HTTP/1.1" status: 200 len: 375 time: 0.0248661 Nov 12 03:46:20.590401 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2bbc13f8-a5eb-4b93-a75b-9001e381782e req-cfb864d0-13ca-4f71-9f29-4b9ba6bd4020 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0693719 Nov 12 03:46:20.602121 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.633885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c1138e1-b659-4269-8a97-fcafe5305ca0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.669731 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0887c244-484e-403a-843e-8f249c7cb75f req-e13afb8e-2d2b-4288-9cfb-7e70810759c4 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934331 Nov 12 03:46:20.719779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=2784f622-62de-466a-8771-5a7cca5ba4ad,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:20.763854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3cad386-5fe1-42be-8b1b-210ded9c96f9 req-a63661dc-9048-4f66-a94b-04f0621ac04c tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=78065b7f-90f7-42db-9634-e812fb2d90c7 HTTP/1.1" status: 200 len: 210 time: 0.0622380 Nov 12 03:46:20.856929 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0887c244-484e-403a-843e-8f249c7cb75f req-1efe9b17-8f02-4d0e-9135-df3cd977eb05 service neutron] 10.222.0.105 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847072 Nov 12 03:46:20.884574 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c1138e1-b659-4269-8a97-fcafe5305ca0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.915336 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5adba4-fa6f-4e8e-8580-c5fca5d2221f x-openstack-request-id: req-ee5adba4-fa6f-4e8e-8580-c5fca5d2221f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:20.915844 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e5a6f7-629d-43e6-97dc-8f47c3236473", "name": "network-vif-plugged", "status": "completed", "tag": "2784f622-62de-466a-8771-5a7cca5ba4ad", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:20.916190 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ee5adba4-fa6f-4e8e-8580-c5fca5d2221f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:20.916644 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e5a6f7-629d-43e6-97dc-8f47c3236473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2784f622-62de-466a-8771-5a7cca5ba4ad', 'code': 200} Nov 12 03:46:20.970292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Allocated IP 2001:db8::2 (be54d603-2a64-497a-84fd-dd53e383892b/029ad92d-8dda-4b8c-b569-90734971176a/a94000eb-e6cd-4712-9ac5-025b76f61e53) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:20.994202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1138e1-b659-4269-8a97-fcafe5305ca0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=f3cb3733-1c47-4046-a2ed-e28397d89ce0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:21.003533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1138e1-b659-4269-8a97-fcafe5305ca0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:21.034561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0c1138e1-b659-4269-8a97-fcafe5305ca0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:21.042418 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1138e1-b659-4269-8a97-fcafe5305ca0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:21.049030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1138e1-b659-4269-8a97-fcafe5305ca0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:21.049802 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c1138e1-b659-4269-8a97-fcafe5305ca0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.084233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf518-03a1-46a5-b053-c808781e753f req-c10b2b20-bdce-493f-9938-613eabe56677 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:21.092578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c1cf518-03a1-46a5-b053-c808781e753f req-c10b2b20-bdce-493f-9938-613eabe56677 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 949 time: 0.1261568 Nov 12 03:46:21.107441 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0887c244-484e-403a-843e-8f249c7cb75f req-2b34d258-dd6b-4382-9e2c-6a49198c9417 service neutron] 10.222.0.105 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453811 Nov 12 03:46:21.142621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba3fee-e70a-434b-baa7-938c238f029d req-b21d336e-5e25-4933-8da2-66775a8ceade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:21.144896 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-08ba3fee-e70a-434b-baa7-938c238f029d req-b21d336e-5e25-4933-8da2-66775a8ceade service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 1101 time: 0.1281924 Nov 12 03:46:21.173196 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0c1138e1-b659-4269-8a97-fcafe5305ca0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6742449 Nov 12 03:46:21.175914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:21.194775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c1cf518-03a1-46a5-b053-c808781e753f req-3d9a1327-4e96-4bc0-bf71-1dba1c2e89a2 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007171 Nov 12 03:46:21.276162 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.305625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27de7786-ea32-43c1-8d78-2ca458d116aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:21.307263 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-27de7786-ea32-43c1-8d78-2ca458d116aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1298337 Nov 12 03:46:21.312521 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59660) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:21.314021 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-08ba3fee-e70a-434b-baa7-938c238f029d req-7752f2ff-dd60-4ff9-a314-4e74afa38d58 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377847 Nov 12 03:46:21.404621 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.446921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-eec9baff-9ce4-43d2-95c6-8f397e7db7e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port f3cb3733-1c47-4046-a2ed-e28397d89ce0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:21.447372 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec9baff-9ce4-43d2-95c6-8f397e7db7e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.520092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Pushing event updated for resources: {'Port': ['ID=a94000eb-e6cd-4712-9ac5-025b76f61e53,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:21.558555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:21.562534 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:21.569293 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2a5a1-44a7-4cae-9f9b-faa37885d17a req-8036ace6-e36f-4d95-bcf0-3a45af06b181 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:21.571761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:21.577894 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4eb2a5a1-44a7-4cae-9f9b-faa37885d17a req-8036ace6-e36f-4d95-bcf0-3a45af06b181 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 943 time: 0.0939317 Nov 12 03:46:21.636713 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4eb2a5a1-44a7-4cae-9f9b-faa37885d17a req-8bc5c627-8c50-47e0-926d-94b9fa0cccdf tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581737 Nov 12 03:46:21.643816 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec9baff-9ce4-43d2-95c6-8f397e7db7e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.661255 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-eec9baff-9ce4-43d2-95c6-8f397e7db7e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for f3cb3733-1c47-4046-a2ed-e28397d89ce0 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:21.719637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Attempting to bind port a94000eb-e6cd-4712-9ac5-025b76f61e53 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:21.726106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Attempting to bind port a94000eb-e6cd-4712-9ac5-025b76f61e53 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:21.726106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Attempting to bind port a94000eb-e6cd-4712-9ac5-025b76f61e53 on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:21.729894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:21.730754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:21.731428 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.731921 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:21.732913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Bound port: a94000eb-e6cd-4712-9ac5-025b76f61e53, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:21.733420 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.739172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:21.768276 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2947e4dc-5bb7-4292-b9fc-61a240712133 req-898c6ad9-ce07-48d2-82ac-98514c42fa34 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 210 time: 0.0401571 Nov 12 03:46:21.815553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:21.815729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6240b1e3-5e4a-41e0-9830-2e0dc34a4589 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:21.819687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456be27-345d-4601-a473-50c9b92de0ae req-a929682c-6c9c-4f85-9884-1b73772d934e tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:21.821455 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3456be27-345d-4601-a473-50c9b92de0ae req-a929682c-6c9c-4f85-9884-1b73772d934e tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.25 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 945 time: 0.0835388 Nov 12 03:46:21.830544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c1a49-bc1d-443b-9dc8-f1fccf464463 req-d5a53727-2419-4866-bddc-303c26ec32da tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:21.842297 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bd6c1a49-bc1d-443b-9dc8-f1fccf464463 req-d5a53727-2419-4866-bddc-303c26ec32da tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 945 time: 0.1378245 Nov 12 03:46:21.895708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 7956a8b3-7d36-4540-8bf1-8da35e1b5382 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:21.971088 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bd6c1a49-bc1d-443b-9dc8-f1fccf464463 req-8b257422-d1f0-49e4-a746-60d0e378d8d5 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups?id=b872d360-8eb8-44cc-8308-ec713335d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1278760 Nov 12 03:46:22.016736 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec9baff-9ce4-43d2-95c6-8f397e7db7e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.112632 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9baff-9ce4-43d2-95c6-8f397e7db7e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=f3cb3733-1c47-4046-a2ed-e28397d89ce0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:22.131846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3456be27-345d-4601-a473-50c9b92de0ae req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Deleting port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:22.132218 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3456be27-345d-4601-a473-50c9b92de0ae req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.159936 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec9baff-9ce4-43d2-95c6-8f397e7db7e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.166282 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eec9baff-9ce4-43d2-95c6-8f397e7db7e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/f3cb3733-1c47-4046-a2ed-e28397d89ce0 HTTP/1.1" status: 204 len: 168 time: 0.8530736 Nov 12 03:46:22.166649 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:22.267831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] For port a94000eb-e6cd-4712-9ac5-025b76f61e53, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:22.286119 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] For port a94000eb-e6cd-4712-9ac5-025b76f61e53, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a94000eb-e6cd-4712-9ac5-025b76f61e53,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:22.300325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527fe805-d542-4181-aef3-30ead38c37cf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.302509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527fe805-d542-4181-aef3-30ead38c37cf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.304966 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-527fe805-d542-4181-aef3-30ead38c37cf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1372612 Nov 12 03:46:22.308494 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:22.335569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 7956a8b3-7d36-4540-8bf1-8da35e1b5382, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7956a8b3-7d36-4540-8bf1-8da35e1b5382,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:22.370505 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '7956a8b3-7d36-4540-8bf1-8da35e1b5382', 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb', 'port_id': '7956a8b3-7d36-4540-8bf1-8da35e1b5382', 'mac_address': 'fa:16:3e:f8:c1:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899de18e-7897-4846-9001-c1f9957ea303', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:22.381337 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.421448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8888b-202a-4d64-81ec-9109402b77b3 req-23ba7144-c616-48f9-91df-db9208ac17b3 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.422942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7b8888b-202a-4d64-81ec-9109402b77b3 req-23ba7144-c616-48f9-91df-db9208ac17b3 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 949 time: 0.1445334 Nov 12 03:46:22.465294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3456be27-345d-4601-a473-50c9b92de0ae req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] For port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11,segment=NetworkSegment(d6208713-34fd-409f-8d9b-ff54aab30a94),segment_id=d6208713-34fd-409f-8d9b-ff54aab30a94)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:22.465294 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3456be27-345d-4601-a473-50c9b92de0ae req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.481157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fb863b-1993-4fb6-bbad-1ef3d8c1bd4f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet 029ad92d-8dda-4b8c-b569-90734971176a {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:22.488921 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66fb863b-1993-4fb6-bbad-1ef3d8c1bd4f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.540663 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7b8888b-202a-4d64-81ec-9109402b77b3 req-6894a362-e45e-4f69-8668-30f9696cc771 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090474 Nov 12 03:46:22.582366 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.638383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc2ada-e063-4016-9709-5e018d943c09 None None] Pushing event updated for resources: {'Port': ['ID=a94000eb-e6cd-4712-9ac5-025b76f61e53,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:22.644453 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66fb863b-1993-4fb6-bbad-1ef3d8c1bd4f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.655094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7956a8b3-7d36-4540-8bf1-8da35e1b5382 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:22.700189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 7956a8b3-7d36-4540-8bf1-8da35e1b5382, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7956a8b3-7d36-4540-8bf1-8da35e1b5382,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:22.797621 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.956171 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3456be27-345d-4601-a473-50c9b92de0ae req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.956763 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3456be27-345d-4601-a473-50c9b92de0ae req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.956763 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-3456be27-345d-4601-a473-50c9b92de0ae req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Floating IP cb4fc925-e9d1-495b-94d4-5a8bfb24bab7 disassociated. External IP: 172.25.8.184, port: daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11. Nov 12 03:46:22.957529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3456be27-345d-4601-a473-50c9b92de0ae req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Calling delete_port for daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:23.011896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=7956a8b3-7d36-4540-8bf1-8da35e1b5382,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:23.057882 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66fb863b-1993-4fb6-bbad-1ef3d8c1bd4f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.103026 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11a1407a-3e94-428c-891d-b9a681daea25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.140066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1478d-af94-4bcd-b108-83f06b57b5b9 req-393224dc-8dd9-4ba7-9006-7a8dc1e7531b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.146467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2b1478d-af94-4bcd-b108-83f06b57b5b9 req-393224dc-8dd9-4ba7-9006-7a8dc1e7531b tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.3525918 Nov 12 03:46:23.164343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d0e9e-7e5f-40d2-8fc7-0c14431dee87 req-00239c74-7a12-4a3b-9173-8ee8437b6eda tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.173824 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e07d0e9e-7e5f-40d2-8fc7-0c14431dee87 req-00239c74-7a12-4a3b-9173-8ee8437b6eda tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 944 time: 0.2619760 Nov 12 03:46:23.309285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e07d0e9e-7e5f-40d2-8fc7-0c14431dee87 req-7fb662b4-633c-42ef-9ffe-918761d85b4e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348541 Nov 12 03:46:23.385261 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2b1478d-af94-4bcd-b108-83f06b57b5b9 req-22281983-e5d9-4c7e-96fe-f373fe07c11a tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285984 Nov 12 03:46:23.429858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66fb863b-1993-4fb6-bbad-1ef3d8c1bd4f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.529300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['7956a8b3-7d36-4540-8bf1-8da35e1b5382'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:23.542182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a94000eb-e6cd-4712-9ac5-025b76f61e53 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:23.583962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb863b-1993-4fb6-bbad-1ef3d8c1bd4f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=029ad92d-8dda-4b8c-b569-90734971176a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:23.590569 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66fb863b-1993-4fb6-bbad-1ef3d8c1bd4f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.606884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-66fb863b-1993-4fb6-bbad-1ef3d8c1bd4f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/029ad92d-8dda-4b8c-b569-90734971176a HTTP/1.1" status: 204 len: 168 time: 1.2949708 Nov 12 03:46:23.612724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59718) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:23.620240 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3456be27-345d-4601-a473-50c9b92de0ae req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.703996 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Pushing event deleted for resources: {'Port': ['ID=daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:23.706097 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-85bf6837-fddb-450b-9174-6c58c1e7a798 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905385 Nov 12 03:46:23.713242 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-629e4bb2-3149-4706-a15a-027ca9eeda31 req-d0517684-c40d-480b-b889-7c6be3aac96e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 210 time: 0.1517303 Nov 12 03:46:23.714370 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:23.757727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a94000eb-e6cd-4712-9ac5-025b76f61e53 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:23.758369 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.835274 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8840734a-e850-4ce7-90fd-8ba1c1186f58 req-fc184166-d29a-4539-83f8-41c09a3a117d tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 210 time: 0.0921175 Nov 12 03:46:23.882430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329ab898-a74e-4832-851c-3673e2d80898 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.885484 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-329ab898-a74e-4832-851c-3673e2d80898 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1679111 Nov 12 03:46:23.890223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59724) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:23.901216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05ba4a-a346-4d1e-b741-318d2705d414 req-a7f27c85-9291-4e64-bc3f-c61007e75413 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.902754 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f05ba4a-a346-4d1e-b741-318d2705d414 req-a7f27c85-9291-4e64-bc3f-c61007e75413 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.26 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.4230537 Nov 12 03:46:24.080419 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddcc79-7a0d-4b3b-88f9-e14d31e3d1cd req-6173fbde-8d9e-40c1-8a65-ce625f939786 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:24.082575 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-13ddcc79-7a0d-4b3b-88f9-e14d31e3d1cd req-6173fbde-8d9e-40c1-8a65-ce625f939786 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 949 time: 0.1770437 Nov 12 03:46:24.124424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4c31f3-7e8c-4a10-a59a-4c29948a0620 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:24.125446 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3b4c31f3-7e8c-4a10-a59a-4c29948a0620 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2337592 Nov 12 03:46:24.141294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59726) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:24.154089 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.171322 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3456be27-345d-4601-a473-50c9b92de0ae req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Router d681875c-7478-41f8-a78d-b131b0fe0067 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:24.208168 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fad8ecdd-a896-4d00-a4ce-c2483d88dcb8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610492 Nov 12 03:46:24.213442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59728) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:24.221926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7bca962c-9b83-440c-8ee5-dc1cbcc5e3c5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:24.267754 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-13ddcc79-7a0d-4b3b-88f9-e14d31e3d1cd req-9e5a5792-c790-4acd-949d-c40eccdb19f2 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534381 Nov 12 03:46:24.278038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port a94000eb-e6cd-4712-9ac5-025b76f61e53, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a94000eb-e6cd-4712-9ac5-025b76f61e53,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:24.304370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061bf4dd-4e6b-4c75-9517-10f9111eafcf None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:24.432164 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.591504 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-56ed6389-1f37-4ade-9cbf-f440735a6dcf None None] Provisioning complete for port a94000eb-e6cd-4712-9ac5-025b76f61e53 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:24.591888 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56ed6389-1f37-4ade-9cbf-f440735a6dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.604277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586dc91-e6b8-4223-b272-0d7a8174da3c req-482fdc4b-a891-4c77-8bce-a54081e76171 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:24.614606 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1586dc91-e6b8-4223-b272-0d7a8174da3c req-482fdc4b-a891-4c77-8bce-a54081e76171 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 944 time: 0.1200106 Nov 12 03:46:24.658423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5f05ba4a-a346-4d1e-b741-318d2705d414 req-2c5f1e06-cb1c-4770-b70c-ae889689401d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Deleting port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:24.658878 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5f05ba4a-a346-4d1e-b741-318d2705d414 req-2c5f1e06-cb1c-4770-b70c-ae889689401d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.665033 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=a94000eb-e6cd-4712-9ac5-025b76f61e53,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:24.719884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3456be27-345d-4601-a473-50c9b92de0ae req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:24.758640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f52b98-c883-4c5f-a96a-e2cf01258773 None None] Sync routers for ids ['d681875c-7478-41f8-a78d-b131b0fe0067'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:24.788844 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1586dc91-e6b8-4223-b272-0d7a8174da3c req-ded0e172-fc1d-487c-9511-deb894dd704d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665268 Nov 12 03:46:24.813778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7723ccfa-6461-4c5a-80fe-ba136d0acaea None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:24.824020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3456be27-345d-4601-a473-50c9b92de0ae req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] No DVR routers for this DVR port daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:24.824173 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.839198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f52b98-c883-4c5f-a96a-e2cf01258773 None None] Routers {'d681875c-7478-41f8-a78d-b131b0fe0067'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:24.839343 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3456be27-345d-4601-a473-50c9b92de0ae req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.839927 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0f52b98-c883-4c5f-a96a-e2cf01258773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:45:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d681875c-7478-41f8-a78d-b131b0fe0067'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:24.851244 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3456be27-345d-4601-a473-50c9b92de0ae req-59803b61-463f-4054-b922-9eaa40844040 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.25 "DELETE /v2.0/ports/daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 HTTP/1.1" status: 204 len: 173 time: 2.9979634 Nov 12 03:46:24.893386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fc28ed-4e78-44b2-b413-bee744b4a600', 'name': 'network-vif-deleted', 'tag': 'daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:24.896155 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83400827-ace5-480c-bd3c-c6c9cef60de9" -d '{"events": [{"server_uuid": "49fc28ed-4e78-44b2-b413-bee744b4a600", "name": "network-vif-deleted", "tag": "daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:24.930612 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bca962c-9b83-440c-8ee5-dc1cbcc5e3c5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:24.948430 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bca962c-9b83-440c-8ee5-dc1cbcc5e3c5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.098935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7723ccfa-6461-4c5a-80fe-ba136d0acaea None None] Deleting port a94000eb-e6cd-4712-9ac5-025b76f61e53 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:25.099321 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7723ccfa-6461-4c5a-80fe-ba136d0acaea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.118098 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f0f52b98-c883-4c5f-a96a-e2cf01258773 None None] Set router d681875c-7478-41f8-a78d-b131b0fe0067 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:25.134465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a6932-e24f-4587-be06-743735f89b11 req-393a103d-26b3-4a86-b991-6892a127fad5 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:25.145644 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e5a6932-e24f-4587-be06-743735f89b11 req-393a103d-26b3-4a86-b991-6892a127fad5 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.2411344 Nov 12 03:46:25.384972 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e5a6932-e24f-4587-be06-743735f89b11 req-fa655fe8-cc4b-48a0-b687-0f64c3c78336 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216702 Nov 12 03:46:25.403316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7723ccfa-6461-4c5a-80fe-ba136d0acaea None None] For port a94000eb-e6cd-4712-9ac5-025b76f61e53, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a94000eb-e6cd-4712-9ac5-025b76f61e53,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:25.403729 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7723ccfa-6461-4c5a-80fe-ba136d0acaea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.450536 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7723ccfa-6461-4c5a-80fe-ba136d0acaea None None] Calling delete_port for a94000eb-e6cd-4712-9ac5-025b76f61e53 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:25.513592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a94000eb-e6cd-4712-9ac5-025b76f61e53 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:25.587306 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75013084-bc83-4ec1-88c3-28acfb4b1d0a req-f55ed9e0-15cf-47d6-81c3-89048c1a0b29 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 210 time: 0.0478511 Nov 12 03:46:25.742786 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.775849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:25.782211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0f52b98-c883-4c5f-a96a-e2cf01258773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:43:44Z', 'revision_number': 4, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port': {'id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:37Z', 'updated_at': '2021-11-12T03:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c21f26e6-3fd8-4d72-ae7d-2610454417ee', 'name': '', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'mac_address': 'fa:16:3e:42:6c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:42Z', 'updated_at': '2021-11-12T03:43:52Z', 'revision_number': 5, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'subnets': [{'id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:25.805484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5f05ba4a-a346-4d1e-b741-318d2705d414 req-2c5f1e06-cb1c-4770-b70c-ae889689401d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] For port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:25.807820 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5f05ba4a-a346-4d1e-b741-318d2705d414 req-2c5f1e06-cb1c-4770-b70c-ae889689401d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.809993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fee64d-5936-457f-89e4-7af766d383e9 req-54e09769-56b6-4e69-b61a-adbad5e0f53d tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:25.820093 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f52b98-c883-4c5f-a96a-e2cf01258773 None None] Checking router: d681875c-7478-41f8-a78d-b131b0fe0067 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:25.825247 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91fee64d-5936-457f-89e4-7af766d383e9 req-54e09769-56b6-4e69-b61a-adbad5e0f53d tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 949 time: 0.1109149 Nov 12 03:46:25.825526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5f05ba4a-a346-4d1e-b741-318d2705d414 req-2c5f1e06-cb1c-4770-b70c-ae889689401d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Calling delete_port for 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:25.831708 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9562931f-7bfd-42e0-84b5-403a6abcd9df x-openstack-request-id: req-9562931f-7bfd-42e0-84b5-403a6abcd9df {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:25.831941 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fc28ed-4e78-44b2-b413-bee744b4a600", "name": "network-vif-deleted", "tag": "daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:25.833435 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9562931f-7bfd-42e0-84b5-403a6abcd9df {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:25.833912 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fc28ed-4e78-44b2-b413-bee744b4a600', 'name': 'network-vif-deleted', 'tag': 'daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11', 'status': 'completed', 'code': 200} Nov 12 03:46:25.851364 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:25.852003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device daf4a5a6-43b7-4bba-9ce1-1523fe5e3f11 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:25.856568 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f52b98-c883-4c5f-a96a-e2cf01258773 None None] Routers {'d681875c-7478-41f8-a78d-b131b0fe0067'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:25.857227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0f52b98-c883-4c5f-a96a-e2cf01258773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:45:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d681875c-7478-41f8-a78d-b131b0fe0067'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:25.901453 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7723ccfa-6461-4c5a-80fe-ba136d0acaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.934430 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723ccfa-6461-4c5a-80fe-ba136d0acaea None None] Pushing event deleted for resources: {'Port': ['ID=a94000eb-e6cd-4712-9ac5-025b76f61e53,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:25.938462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 7956a8b3-7d36-4540-8bf1-8da35e1b5382 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:25.971407 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91fee64d-5936-457f-89e4-7af766d383e9 req-904c4358-bc22-416e-bcba-d18afe5d774c tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402314 Nov 12 03:46:25.999397 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97041d15-19d1-41a7-835c-4555fb4065bb req-1f3d9639-1c5f-44f1-8c94-2d073d50199e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 210 time: 0.1643803 Nov 12 03:46:26.036087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7723ccfa-6461-4c5a-80fe-ba136d0acaea None None] No DVR routers for this DVR port a94000eb-e6cd-4712-9ac5-025b76f61e53 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:26.140162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f0f52b98-c883-4c5f-a96a-e2cf01258773 None None] Set router d681875c-7478-41f8-a78d-b131b0fe0067 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:26.219908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887c244-484e-403a-843e-8f249c7cb75f req-1452b699-7ddf-485d-bf19-a576d26bd9fa tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:26.221588 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0887c244-484e-403a-843e-8f249c7cb75f req-1452b699-7ddf-485d-bf19-a576d26bd9fa tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.26 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 821 time: 1.3081996 Nov 12 03:46:26.260561 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0887c244-484e-403a-843e-8f249c7cb75f req-f554e5b4-4177-4143-8885-31afe98a6654 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Request body: {'port': {'device_id': '125fff27-d574-4b17-afba-21dc41509641', 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20', 'admin_state_up': True, 'tenant_id': '8b743e87aecf4b1ab4f8a569cb29334e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:26.275135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa654d2-88fe-4249-9fdd-b77e6e94867a req-4296a8ba-611b-42cd-8d1c-2252c2963243 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:26.276751 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fa654d2-88fe-4249-9fdd-b77e6e94867a req-4296a8ba-611b-42cd-8d1c-2252c2963243 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 944 time: 0.1725824 Nov 12 03:46:26.452934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 7956a8b3-7d36-4540-8bf1-8da35e1b5382 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:46:26.467473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 7956a8b3-7d36-4540-8bf1-8da35e1b5382 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:26.467847 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.570528 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fa654d2-88fe-4249-9fdd-b77e6e94867a req-be678974-42a7-4d33-a9e8-031e9d808ba7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422256 Nov 12 03:46:26.606606 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bca962c-9b83-440c-8ee5-dc1cbcc5e3c5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.609476 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb0884a0-a7dc-408e-90fe-a4579810275d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.661690 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.674466 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.681012 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6a107-f16a-461e-b1c8-840537147004 req-3a336e91-4b97-42d4-a697-fa5d74859850 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:26.693894 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9eb6a107-f16a-461e-b1c8-840537147004 req-3a336e91-4b97-42d4-a697-fa5d74859850 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 949 time: 0.1473248 Nov 12 03:46:26.715713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0f52b98-c883-4c5f-a96a-e2cf01258773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:43:44Z', 'revision_number': 4, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port': {'id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:37Z', 'updated_at': '2021-11-12T03:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c21f26e6-3fd8-4d72-ae7d-2610454417ee', 'name': '', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'mac_address': 'fa:16:3e:42:6c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:42Z', 'updated_at': '2021-11-12T03:43:52Z', 'revision_number': 5, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'subnets': [{'id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:26.728611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5f05ba4a-a346-4d1e-b741-318d2705d414 req-2c5f1e06-cb1c-4770-b70c-ae889689401d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.732581 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0887c244-484e-403a-843e-8f249c7cb75f req-f554e5b4-4177-4143-8885-31afe98a6654 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Made reservation on behalf of 8b743e87aecf4b1ab4f8a569cb29334e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:26.741495 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0887c244-484e-403a-843e-8f249c7cb75f req-f554e5b4-4177-4143-8885-31afe98a6654 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.748864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7907660f-cf96-4c26-935d-835ace927e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7956a8b3-7d36-4540-8bf1-8da35e1b5382'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:26.756522 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f096aa-8fb1-4b31-aa31-6f0c3fd6ef04" -d '{"events": [{"server_uuid": "7907660f-cf96-4c26-935d-835ace927e8d", "name": "network-vif-plugged", "status": "completed", "tag": "7956a8b3-7d36-4540-8bf1-8da35e1b5382"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:26.791602 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9eb6a107-f16a-461e-b1c8-840537147004 req-bd1807d2-5250-40a2-95f5-174531040fc0 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963914 Nov 12 03:46:26.839286 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f52b98-c883-4c5f-a96a-e2cf01258773 None None] The sync data for ids ['d681875c-7478-41f8-a78d-b131b0fe0067'] in n-d-767704-23 is: [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:43:44Z', 'revision_number': 4, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port': {'id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:37Z', 'updated_at': '2021-11-12T03:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c21f26e6-3fd8-4d72-ae7d-2610454417ee', 'name': '', 'network_id': 'acab72e7-8184-468f-8174-767f92e69158', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'mac_address': 'fa:16:3e:42:6c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:42Z', 'updated_at': '2021-11-12T03:43:52Z', 'revision_number': 5, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'subnets': [{'id': '0b962bca-129f-4dcb-bfd6-d9fd17811492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:26.842059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 7956a8b3-7d36-4540-8bf1-8da35e1b5382, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7956a8b3-7d36-4540-8bf1-8da35e1b5382,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:26.853106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca962c-9b83-440c-8ee5-dc1cbcc5e3c5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:26.858470 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365a8b41-0e98-4b9d-a131-951aab9784d8 x-openstack-request-id: req-365a8b41-0e98-4b9d-a131-951aab9784d8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:26.858773 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7907660f-cf96-4c26-935d-835ace927e8d", "name": "network-vif-plugged", "status": "completed", "tag": "7956a8b3-7d36-4540-8bf1-8da35e1b5382", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:26.859031 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-365a8b41-0e98-4b9d-a131-951aab9784d8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:26.859458 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7907660f-cf96-4c26-935d-835ace927e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7956a8b3-7d36-4540-8bf1-8da35e1b5382', 'code': 200} Nov 12 03:46:26.931462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f1e06-cb1c-4770-b70c-ae889689401d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Pushing event deleted for resources: {'Port': ['ID=512ac6f4-442a-4d98-9d16-d0a71c52a6f3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:26.966084 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.096264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=7956a8b3-7d36-4540-8bf1-8da35e1b5382,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:27.104914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba1ed4-cbaa-402d-b348-15dbea6d5156 req-3143736d-a4a7-4906-bfef-f852aba3be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:27.106425 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5dba1ed4-cbaa-402d-b348-15dbea6d5156 req-3143736d-a4a7-4906-bfef-f852aba3be3c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 1097 time: 0.1002948 Nov 12 03:46:27.141977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7bca962c-9b83-440c-8ee5-dc1cbcc5e3c5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:27.145941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca962c-9b83-440c-8ee5-dc1cbcc5e3c5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:27.146667 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bca962c-9b83-440c-8ee5-dc1cbcc5e3c5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.154045 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab0c854-21db-4784-8773-785500cbe1c5 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:27.166350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f05ba4a-a346-4d1e-b741-318d2705d414 req-2c5f1e06-cb1c-4770-b70c-ae889689401d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] No DVR routers for this DVR port 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:27.169415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5f05ba4a-a346-4d1e-b741-318d2705d414 req-2c5f1e06-cb1c-4770-b70c-ae889689401d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.173920 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f05ba4a-a346-4d1e-b741-318d2705d414 req-2c5f1e06-cb1c-4770-b70c-ae889689401d tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.26 "DELETE /v2.0/ports/512ac6f4-442a-4d98-9d16-d0a71c52a6f3 HTTP/1.1" status: 204 len: 173 time: 3.0654500 Nov 12 03:46:27.176222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca962c-9b83-440c-8ee5-dc1cbcc5e3c5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=1c11c08f-34d4-4cf9-aade-8c1da2af1bbf,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:27.206744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79e39f17-d598-40ea-9fcc-a5dbdda62f2e req-358a91b7-9504-46fb-9c71-c7bdac3460bc tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/ports?device_id=49fc28ed-4e78-44b2-b413-bee744b4a600 HTTP/1.1" status: 200 len: 210 time: 0.4015012 Nov 12 03:46:27.253778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7bca962c-9b83-440c-8ee5-dc1cbcc5e3c5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0375299 Nov 12 03:46:27.258026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:27.266300 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ee12d207-5978-4834-93b2-51f79559a7e9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'fixed_ips': [{'subnet_id': '1c11c08f-34d4-4cf9-aade-8c1da2af1bbf', 'ip_address': '2001:db8::e801:2d5b:9953:3605'}], 'name': 'tempest-NetworksTestDHCPv6-955395395'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:27.327333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4e9b-c2a5-47fe-bbbd-075fac92a847 req-0ab84e9b-df22-4b52-b0a8-79d8196040a7 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:27.329236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-daeb4e9b-c2a5-47fe-bbbd-075fac92a847 req-0ab84e9b-df22-4b52-b0a8-79d8196040a7 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 949 time: 0.2172878 Nov 12 03:46:27.360714 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5dba1ed4-cbaa-402d-b348-15dbea6d5156 req-0814715b-05e5-4ced-bb23-5ed2c2fc1fd0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307260 Nov 12 03:46:27.444792 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-daeb4e9b-c2a5-47fe-bbbd-075fac92a847 req-559df5f8-b8c3-468c-8b88-c5a01de4f5bd tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047056 Nov 12 03:46:27.463520 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8c6c33-990f-43be-8ddd-47f8fa98b368 None None] New status for floating IP cb4fc925-e9d1-495b-94d4-5a8bfb24bab7: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:46:27.468838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c469667e-d9eb-49b1-9659-434ba3a96c0e req-cdd2d181-76c7-4a21-9d44-67db0a3004d0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 210 time: 0.0568347 Nov 12 03:46:27.489943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': '1c11c08f-34d4-4cf9-aade-8c1da2af1bbf'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:27.491298 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.543805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-0887c244-484e-403a-843e-8f249c7cb75f req-f554e5b4-4177-4143-8885-31afe98a6654 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Allocated IP 172.20.0.5 (06cec024-9be7-42dc-b5b6-7e4a79621b20/f02c0044-a66c-4629-a8ec-23b84996c31f/0dfe258a-d2c0-460d-87ca-573809cd68dc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:27.834770 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4985e-b573-4d86-b4b8-859b53d28da0 req-2fe561b9-95c4-484c-a63c-dbd8052e3578 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:27.838275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d7040b-9f38-431b-af20-29674990fe7e', 'name': 'network-vif-deleted', 'tag': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:27.841714 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ff76c4-8b64-428d-b719-bde0ab73d75f" -d '{"events": [{"server_uuid": "65d7040b-9f38-431b-af20-29674990fe7e", "name": "network-vif-deleted", "tag": "512ac6f4-442a-4d98-9d16-d0a71c52a6f3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:27.845929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Allocated IP 2001:db8::2 (be54d603-2a64-497a-84fd-dd53e383892b/1c11c08f-34d4-4cf9-aade-8c1da2af1bbf/b9c3f208-062f-4194-963f-cb187719970a) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:27.847055 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0e4985e-b573-4d86-b4b8-859b53d28da0 req-2fe561b9-95c4-484c-a63c-dbd8052e3578 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 945 time: 0.1008914 Nov 12 03:46:27.910978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:27.937899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee12d207-5978-4834-93b2-51f79559a7e9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:27.939278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0e4985e-b573-4d86-b4b8-859b53d28da0 req-3bee658e-b46d-4e07-9640-60fe0a766210 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912213 Nov 12 03:46:27.997624 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:27.998345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 512ac6f4-442a-4d98-9d16-d0a71c52a6f3 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:28.024486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47cc3f-7196-4d0b-8baf-72290dca2e7e req-03ae90a6-79a4-4d87-92ac-25e155f17de7 tempest-LiveMigrationNegativeTest-294070336 tempest-LiveMigrationNegativeTest-294070336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.026031 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be47cc3f-7196-4d0b-8baf-72290dca2e7e req-03ae90a6-79a4-4d87-92ac-25e155f17de7 tempest-LiveMigrationNegativeTest-294070336 tempest-LiveMigrationNegativeTest-294070336-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 1101 time: 0.2999938 Nov 12 03:46:28.066346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be47cc3f-7196-4d0b-8baf-72290dca2e7e req-dc3569c3-15d4-4fd9-a33d-b01af2bd2a36 tempest-LiveMigrationNegativeTest-294070336 tempest-LiveMigrationNegativeTest-294070336-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.075052 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee12d207-5978-4834-93b2-51f79559a7e9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.124798 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-72c07009-3eb5-429e-a44b-2274714d01f7 req-635fd6cb-70f7-4e47-9526-810cc30ca568 tempest-MigrationsAdminTest-1370678913 tempest-MigrationsAdminTest-1370678913-project] 10.222.0.105 "GET /v2.0/ports?device_id=65d7040b-9f38-431b-af20-29674990fe7e HTTP/1.1" status: 200 len: 210 time: 0.0583160 Nov 12 03:46:28.135247 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0887c244-484e-403a-843e-8f249c7cb75f req-f554e5b4-4177-4143-8885-31afe98a6654 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.141302 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-ee12d207-5978-4834-93b2-51f79559a7e9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port de4c02e1-042d-40f8-b60d-17034d206da3 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:46:28.173867 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.227890 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e08c42-60e1-41aa-a332-5eb3f6ff00cd x-openstack-request-id: req-d4e08c42-60e1-41aa-a332-5eb3f6ff00cd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:28.234433 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d7040b-9f38-431b-af20-29674990fe7e", "name": "network-vif-deleted", "tag": "512ac6f4-442a-4d98-9d16-d0a71c52a6f3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:28.234433 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d4e08c42-60e1-41aa-a332-5eb3f6ff00cd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:28.234433 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d7040b-9f38-431b-af20-29674990fe7e', 'name': 'network-vif-deleted', 'tag': '512ac6f4-442a-4d98-9d16-d0a71c52a6f3', 'status': 'completed', 'code': 200} Nov 12 03:46:28.284016 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.341770 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.349818 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:28.355666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:28.362606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:28.395604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59808) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:28.422628 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be47cc3f-7196-4d0b-8baf-72290dca2e7e req-dc3569c3-15d4-4fd9-a33d-b01af2bd2a36 tempest-LiveMigrationNegativeTest-294070336 tempest-LiveMigrationNegativeTest-294070336-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.465347 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0887c244-484e-403a-843e-8f249c7cb75f req-f554e5b4-4177-4143-8885-31afe98a6654 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.496890 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0887c244-484e-403a-843e-8f249c7cb75f req-f554e5b4-4177-4143-8885-31afe98a6654 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Network 06cec024-9be7-42dc-b5b6-7e4a79621b20 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:28.502094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-0887c244-484e-403a-843e-8f249c7cb75f req-f554e5b4-4177-4143-8885-31afe98a6654 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:28.509514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Pushing event updated for resources: {'Port': ['ID=b9c3f208-062f-4194-963f-cb187719970a,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:28.539299 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa42a20b-4514-4601-bf7a-f07a8fd6d9a6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.541075 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Attempting to bind port b9c3f208-062f-4194-963f-cb187719970a on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:28.541448 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Attempting to bind port b9c3f208-062f-4194-963f-cb187719970a by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:28.541809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Attempting to bind port b9c3f208-062f-4194-963f-cb187719970a on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:28.559434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:28.559682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0887c244-484e-403a-843e-8f249c7cb75f req-f554e5b4-4177-4143-8885-31afe98a6654 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:28.559802 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:28.559802 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.559997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:28.560543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Bound port: b9c3f208-062f-4194-963f-cb187719970a, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:28.560929 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.578892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ee12d207-5978-4834-93b2-51f79559a7e9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::e801:2d5b:9953:3605 (be54d603-2a64-497a-84fd-dd53e383892b/1c11c08f-34d4-4cf9-aade-8c1da2af1bbf/de4c02e1-042d-40f8-b60d-17034d206da3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:28.583957 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be47cc3f-7196-4d0b-8baf-72290dca2e7e req-dc3569c3-15d4-4fd9-a33d-b01af2bd2a36 tempest-LiveMigrationNegativeTest-294070336 tempest-LiveMigrationNegativeTest-294070336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.604281 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa42a20b-4514-4601-bf7a-f07a8fd6d9a6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.736087 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf36428-882f-463b-bd10-df4ff8e0448a req-18161482-c444-4313-8a8a-bae5d68ab282 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.736410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] For port b9c3f208-062f-4194-963f-cb187719970a, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:28.744456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8cf36428-882f-463b-bd10-df4ff8e0448a req-18161482-c444-4313-8a8a-bae5d68ab282 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 931 time: 0.0939794 Nov 12 03:46:28.744929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] For port b9c3f208-062f-4194-963f-cb187719970a, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b9c3f208-062f-4194-963f-cb187719970a,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:28.769454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554e5b4-4177-4143-8885-31afe98a6654 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Pushing event updated for resources: {'Port': ['ID=0dfe258a-d2c0-460d-87ca-573809cd68dc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:28.784338 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be47cc3f-7196-4d0b-8baf-72290dca2e7e req-dc3569c3-15d4-4fd9-a33d-b01af2bd2a36 tempest-LiveMigrationNegativeTest-294070336 tempest-LiveMigrationNegativeTest-294070336-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7469156 Nov 12 03:46:28.802236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887c244-484e-403a-843e-8f249c7cb75f req-f554e5b4-4177-4143-8885-31afe98a6654 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.803167 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0887c244-484e-403a-843e-8f249c7cb75f req-f554e5b4-4177-4143-8885-31afe98a6654 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.825871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3569c3-15d4-4fd9-a33d-b01af2bd2a36 tempest-LiveMigrationNegativeTest-294070336 tempest-LiveMigrationNegativeTest-294070336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e618ea-4b95-4c99-8e9b-054962b2add0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:28.856907 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8cf36428-882f-463b-bd10-df4ff8e0448a req-1a9d165e-7369-4533-9b0c-5d2c618db16a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104703 Nov 12 03:46:28.863524 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.918180 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa42a20b-4514-4601-bf7a-f07a8fd6d9a6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.927021 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa42a20b-4514-4601-bf7a-f07a8fd6d9a6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.927021 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-aa42a20b-4514-4601-bf7a-f07a8fd6d9a6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "DELETE /v2.0/security-groups/b872d360-8eb8-44cc-8308-ec713335d8f7 HTTP/1.1" status: 204 len: 168 time: 0.5291083 Nov 12 03:46:28.932508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59822) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:29.001517 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42a20b-4514-4601-bf7a-f07a8fd6d9a6 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b872d360-8eb8-44cc-8308-ec713335d8f7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:29.007424 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-d1820cb0-266d-4449-9423-3e9089f4dd42 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] show failed (client error): The resource could not be found. Nov 12 03:46:29.007424 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d1820cb0-266d-4449-9423-3e9089f4dd42 tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "GET /v2.0/security-groups/b872d360-8eb8-44cc-8308-ec713335d8f7 HTTP/1.1" status: 404 len: 347 time: 0.0727818 Nov 12 03:46:29.012913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59826) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:29.059172 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.150753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9958c12-f0ad-476c-b675-718e4a59f5fb None None] Pushing event updated for resources: {'Port': ['ID=b9c3f208-062f-4194-963f-cb187719970a,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:29.193202 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee12d207-5978-4834-93b2-51f79559a7e9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.262842 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0887c244-484e-403a-843e-8f249c7cb75f req-f554e5b4-4177-4143-8885-31afe98a6654 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0101423 Nov 12 03:46:29.327279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Request body: {'port': {'device_id': '125fff27-d574-4b17-afba-21dc41509641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:29.421165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53d18a-54a0-414f-9b2b-f5a8b03873ba req-7ff648cd-af97-40dc-8758-de4bbde4ed9b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:29.433409 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3d53d18a-54a0-414f-9b2b-f5a8b03873ba req-7ff648cd-af97-40dc-8758-de4bbde4ed9b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 945 time: 0.1413834 Nov 12 03:46:29.445943 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.450806 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee12d207-5978-4834-93b2-51f79559a7e9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.500167 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4e396af5-c5fe-4ade-a9c9-e820ee3e8dea tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Deleting port 6a79b55f-17f7-49cd-b02a-033aacddc821 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:29.500389 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e396af5-c5fe-4ade-a9c9-e820ee3e8dea tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.585703 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3d53d18a-54a0-414f-9b2b-f5a8b03873ba req-8c2fa106-0e61-49b3-8fd8-0651a52f70c8 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450372 Nov 12 03:46:29.764000 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e396af5-c5fe-4ade-a9c9-e820ee3e8dea tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.772081 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e396af5-c5fe-4ade-a9c9-e820ee3e8dea tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.798027 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4e396af5-c5fe-4ade-a9c9-e820ee3e8dea tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Calling delete_port for 6a79b55f-17f7-49cd-b02a-033aacddc821 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:29.958990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee12d207-5978-4834-93b2-51f79559a7e9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:30.027900 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ee12d207-5978-4834-93b2-51f79559a7e9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:30.035512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee12d207-5978-4834-93b2-51f79559a7e9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:30.043028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee12d207-5978-4834-93b2-51f79559a7e9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:30.043694 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee12d207-5978-4834-93b2-51f79559a7e9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.103629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12d207-5978-4834-93b2-51f79559a7e9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=de4c02e1-042d-40f8-b60d-17034d206da3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:30.109665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59852) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:30.136859 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ee12d207-5978-4834-93b2-51f79559a7e9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8773136 Nov 12 03:46:30.149306 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59856) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:30.186682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdd30f-bb1a-44cb-a9a5-283025a22861 req-cbece278-1e97-4dfd-873a-c1f85229baf7 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:30.189160 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fafdd30f-bb1a-44cb-a9a5-283025a22861 req-cbece278-1e97-4dfd-873a-c1f85229baf7 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 949 time: 0.1772571 Nov 12 03:46:30.268808 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e396af5-c5fe-4ade-a9c9-e820ee3e8dea tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.360934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfe258a-d2c0-460d-87ca-573809cd68dc {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:30.390510 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e396af5-c5fe-4ade-a9c9-e820ee3e8dea tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Pushing event deleted for resources: {'Port': ['ID=6a79b55f-17f7-49cd-b02a-033aacddc821,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:30.398723 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fafdd30f-bb1a-44cb-a9a5-283025a22861 req-a78d3789-76df-4511-9386-940536536779 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808891 Nov 12 03:46:30.416128 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4559a1-09ea-41fc-a773-809c24ee68be req-bef0906e-4f87-4419-8d5c-25bbddc19e6a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:30.417654 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.429132 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c4559a1-09ea-41fc-a773-809c24ee68be req-bef0906e-4f87-4419-8d5c-25bbddc19e6a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 931 time: 0.3217788 Nov 12 03:46:30.478629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Transition to ACTIVE for port object 0dfe258a-d2c0-460d-87ca-573809cd68dc will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:46:30.479974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e81cb78-293d-4116-a793-d69dbb7ee106 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:30.484210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b71fb622-6c53-48bd-94e0-31417596cb28 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b9810c161f0b41f1afd590350e2a6352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725488 Nov 12 03:46:30.487636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59858) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:30.489507 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e81cb78-293d-4116-a793-d69dbb7ee106 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:30.494334 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5e81cb78-293d-4116-a793-d69dbb7ee106 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3240156 Nov 12 03:46:30.511348 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59860) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:30.570558 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3e17c2d-e0ca-4028-9c0b-294551ce4e34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.587854 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e396af5-c5fe-4ade-a9c9-e820ee3e8dea tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.594477 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e396af5-c5fe-4ade-a9c9-e820ee3e8dea tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.607723 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.608989 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4e396af5-c5fe-4ade-a9c9-e820ee3e8dea tempest-ServersTestFqdnHostnames-306114054 tempest-ServersTestFqdnHostnames-306114054-project] 10.222.0.105 "DELETE /v2.0/floatingips/cb4fc925-e9d1-495b-94d4-5a8bfb24bab7 HTTP/1.1" status: 204 len: 168 time: 1.5909898 Nov 12 03:46:30.610426 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:30.636146 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c4559a1-09ea-41fc-a773-809c24ee68be req-d3ccc10f-6b36-4dd7-97bb-1e5e695d742a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059536 Nov 12 03:46:30.693110 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3e17c2d-e0ca-4028-9c0b-294551ce4e34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.762057 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Pushing event updated for resources: {'Port': ['ID=0dfe258a-d2c0-460d-87ca-573809cd68dc,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:30.858410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Attempting to bind port 0dfe258a-d2c0-460d-87ca-573809cd68dc on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:30.861902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Attempting to bind port 0dfe258a-d2c0-460d-87ca-573809cd68dc by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:30.861902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Attempting to bind port 0dfe258a-d2c0-460d-87ca-573809cd68dc on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:30.873892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Port 0dfe258a-d2c0-460d-87ca-573809cd68dc on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:30.874532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Attempting to bind port 0dfe258a-d2c0-460d-87ca-573809cd68dc on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:30.884467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:30.884467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Checking segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:30.884467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Bound using segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:30.884467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Bound port: 0dfe258a-d2c0-460d-87ca-573809cd68dc, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:30.884467 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.928805 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3e17c2d-e0ca-4028-9c0b-294551ce4e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.929913 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3e17c2d-e0ca-4028-9c0b-294551ce4e34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.934102 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a3e17c2d-e0ca-4028-9c0b-294551ce4e34 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4d3538e1-e3df-43f1-9c28-f06fff3c7b8d HTTP/1.1" status: 204 len: 168 time: 0.4427061 Nov 12 03:46:30.968655 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e17c2d-e0ca-4028-9c0b-294551ce4e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3538e1-e3df-43f1-9c28-f06fff3c7b8d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:31.023644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:31.041844 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:31.051666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-50e8af64-20a7-4a3d-8883-e0c0bda4283b None None] Provisioning complete for port b9c3f208-062f-4194-963f-cb187719970a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:31.051666 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50e8af64-20a7-4a3d-8883-e0c0bda4283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.163759 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.186207 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50e8af64-20a7-4a3d-8883-e0c0bda4283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.248349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-50e8af64-20a7-4a3d-8883-e0c0bda4283b None None] For port b9c3f208-062f-4194-963f-cb187719970a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b9c3f208-062f-4194-963f-cb187719970a,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:31.254865 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Pushing event updated for resources: {'Port': ['ID=0dfe258a-d2c0-460d-87ca-573809cd68dc,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:31.266605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.267995 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.271058 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0887c244-484e-403a-843e-8f249c7cb75f req-e6d77599-cddc-49ea-8020-58d8ca80c8bd service neutron] 10.222.0.26 "PUT /v2.0/ports/0dfe258a-d2c0-460d-87ca-573809cd68dc HTTP/1.1" status: 200 len: 1092 time: 1.9596593 Nov 12 03:46:31.272171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125fff27-d574-4b17-afba-21dc41509641', 'tag': '0dfe258a-d2c0-460d-87ca-573809cd68dc'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:31.275211 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18384e1c-7f0d-4d7b-b42f-b59754d8ada9" -d '{"events": [{"name": "network-changed", "server_uuid": "125fff27-d574-4b17-afba-21dc41509641", "tag": "0dfe258a-d2c0-460d-87ca-573809cd68dc"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:31.346365 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50e8af64-20a7-4a3d-8883-e0c0bda4283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.405536 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f08d56-c211-4f06-b9f0-1ae223c03506 x-openstack-request-id: req-23f08d56-c211-4f06-b9f0-1ae223c03506 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:31.406090 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125fff27-d574-4b17-afba-21dc41509641", "tag": "0dfe258a-d2c0-460d-87ca-573809cd68dc", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:31.406090 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-23f08d56-c211-4f06-b9f0-1ae223c03506 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:31.406567 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125fff27-d574-4b17-afba-21dc41509641', 'tag': '0dfe258a-d2c0-460d-87ca-573809cd68dc', 'status': 'completed', 'code': 200} Nov 12 03:46:31.445470 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161244d-d804-4438-9287-bf9cc334f094 req-78364a95-c73e-4b78-ba0f-ef11e5738556 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.454431 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c161244d-d804-4438-9287-bf9cc334f094 req-78364a95-c73e-4b78-ba0f-ef11e5738556 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 945 time: 0.6267991 Nov 12 03:46:31.541904 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ad52ae95-d137-4201-830e-c659dcd7adf1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port de4c02e1-042d-40f8-b60d-17034d206da3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:31.543811 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad52ae95-d137-4201-830e-c659dcd7adf1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.562274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b9c3f208-062f-4194-963f-cb187719970a up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:31.617541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18384e1c-7f0d-4d7b-b42f-b59754d8ada9 req-f45e11b8-8038-48e2-9f70-a5321279a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.627309 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-18384e1c-7f0d-4d7b-b42f-b59754d8ada9 req-f45e11b8-8038-48e2-9f70-a5321279a501 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 1095 time: 0.1248226 Nov 12 03:46:31.642963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69076a9a-d5f4-45b2-ae03-6915edc22fa7 req-94ae1bd1-a78d-4921-ab9c-3385e91b02cd tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.644788 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69076a9a-d5f4-45b2-ae03-6915edc22fa7 req-94ae1bd1-a78d-4921-ab9c-3385e91b02cd tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 949 time: 0.1411366 Nov 12 03:46:31.677607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-00369d59-ece2-4b3e-925e-63dda93d16c3 None None] Provisioning complete for port de4c02e1-042d-40f8-b60d-17034d206da3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:31.680002 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00369d59-ece2-4b3e-925e-63dda93d16c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.684712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8af64-20a7-4a3d-8883-e0c0bda4283b None None] Pushing event updated for resources: {'Port': ['ID=b9c3f208-062f-4194-963f-cb187719970a,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:31.731059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-00369d59-ece2-4b3e-925e-63dda93d16c3 None None] Port de4c02e1-042d-40f8-b60d-17034d206da3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:31.744374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port b9c3f208-062f-4194-963f-cb187719970a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:31.744853 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.834561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69076a9a-d5f4-45b2-ae03-6915edc22fa7 req-db6a03f1-3947-45c9-bb75-348c7ab9f5ce tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628385 Nov 12 03:46:31.913848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18384e1c-7f0d-4d7b-b42f-b59754d8ada9 req-5283c2bb-1914-469f-80b4-1e34313ce4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.915363 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-18384e1c-7f0d-4d7b-b42f-b59754d8ada9 req-5283c2bb-1914-469f-80b4-1e34313ce4c1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2651894 Nov 12 03:46:31.964483 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c161244d-d804-4438-9287-bf9cc334f094 req-f2425b81-f50a-4d2b-9f40-7db4305303aa tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087302 Nov 12 03:46:32.064869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:32.145798 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad52ae95-d137-4201-830e-c659dcd7adf1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.166137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5856f-2d52-47c1-844e-8cb504ac5c9d req-8700c51c-16a7-4fcd-a3ed-903e89cbcfbe tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.172989 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61c5856f-2d52-47c1-844e-8cb504ac5c9d req-8700c51c-16a7-4fcd-a3ed-903e89cbcfbe tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 943 time: 0.0997386 Nov 12 03:46:32.194496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18384e1c-7f0d-4d7b-b42f-b59754d8ada9 req-ed5304cd-cc77-453e-96e1-6553be60764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.196069 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-18384e1c-7f0d-4d7b-b42f-b59754d8ada9 req-ed5304cd-cc77-453e-96e1-6553be60764a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2718091 Nov 12 03:46:32.223381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ad52ae95-d137-4201-830e-c659dcd7adf1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for de4c02e1-042d-40f8-b60d-17034d206da3 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:32.284769 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61c5856f-2d52-47c1-844e-8cb504ac5c9d req-f7c5c66c-2fe8-4e81-b430-faa01b072bd9 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104112 Nov 12 03:46:32.310090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:32.310306 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0f74a607-a52c-4ef4-946c-bf15dd7a83ec admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f7e0f5f1f97348a087807eb9acb29361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437162 Nov 12 03:46:32.399624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887c244-484e-403a-843e-8f249c7cb75f req-68161eea-dbad-4738-8a62-003aeb93f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.401453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0887c244-484e-403a-843e-8f249c7cb75f req-68161eea-dbad-4738-8a62-003aeb93f7a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 1095 time: 0.1100771 Nov 12 03:46:32.474779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0887c244-484e-403a-843e-8f249c7cb75f req-f55ce70d-1275-497f-a4fa-8810b8e7a678 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc HTTP/1.1" status: 200 len: 217 time: 0.0449102 Nov 12 03:46:32.476136 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92c5ee86-8c85-4d38-bb30-0afb996a63ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.505102 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92c5ee86-8c85-4d38-bb30-0afb996a63ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.577058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add08592-12e4-4ad3-ae1b-eba87be7fb69 req-40807695-e23a-4f04-92c0-85303d94aedc tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.578648 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-add08592-12e4-4ad3-ae1b-eba87be7fb69 req-40807695-e23a-4f04-92c0-85303d94aedc tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.26 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 949 time: 0.1958442 Nov 12 03:46:32.611888 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8568ac6-58de-4027-998d-f3a212ea69b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.635544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887c244-484e-403a-843e-8f249c7cb75f req-27ce634d-1e02-4ffd-a042-9e64f43c4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.637966 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0887c244-484e-403a-843e-8f249c7cb75f req-27ce634d-1e02-4ffd-a042-9e64f43c4381 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.1212549 Nov 12 03:46:32.655094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02759b6-b51e-4623-8efa-e3b5d8dda539 req-ebc4b59c-b4f8-4330-8869-895176fd465e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.657936 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e02759b6-b51e-4623-8efa-e3b5d8dda539 req-ebc4b59c-b4f8-4330-8869-895176fd465e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 945 time: 0.1398685 Nov 12 03:46:32.676223 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad52ae95-d137-4201-830e-c659dcd7adf1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.716392 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0887c244-484e-403a-843e-8f249c7cb75f req-157f0b73-16a1-45e4-97c2-1fbcbdaded31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569170 Nov 12 03:46:32.773927 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52ae95-d137-4201-830e-c659dcd7adf1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=de4c02e1-042d-40f8-b60d-17034d206da3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:32.792277 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92c5ee86-8c85-4d38-bb30-0afb996a63ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.802539 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92c5ee86-8c85-4d38-bb30-0afb996a63ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.805040 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-92c5ee86-8c85-4d38-bb30-0afb996a63ac admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6a0719ab-2d6c-4108-ae8c-592c1cff7e56 HTTP/1.1" status: 204 len: 168 time: 0.4932406 Nov 12 03:46:32.850708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e02759b6-b51e-4623-8efa-e3b5d8dda539 req-9dcbe8c3-4c40-4736-aede-84de6e003542 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754878 Nov 12 03:46:32.868769 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad52ae95-d137-4201-830e-c659dcd7adf1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.872582 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ad52ae95-d137-4201-830e-c659dcd7adf1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/de4c02e1-042d-40f8-b60d-17034d206da3 HTTP/1.1" status: 204 len: 168 time: 2.3602543 Nov 12 03:46:32.876312 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59908) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:32.917201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5ee86-8c85-4d38-bb30-0afb996a63ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0719ab-2d6c-4108-ae8c-592c1cff7e56,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:33.014695 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0887c244-484e-403a-843e-8f249c7cb75f req-34ff2589-ae82-46a4-b0ba-60a10e629581 service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808902 Nov 12 03:46:33.114533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a943a9-3e1a-44b5-8e63-78ac5563be0f req-c90368cf-3bd8-447c-bcdc-5948ad681569 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.121825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c5a943a9-3e1a-44b5-8e63-78ac5563be0f req-c90368cf-3bd8-447c-bcdc-5948ad681569 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 949 time: 0.1253927 Nov 12 03:46:33.135536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef227a-fd3f-4d6a-a6dd-46b16a20e692 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.137736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef227a-fd3f-4d6a-a6dd-46b16a20e692 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.139322 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f1ef227a-fd3f-4d6a-a6dd-46b16a20e692 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2610445 Nov 12 03:46:33.166605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.228865 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-add08592-12e4-4ad3-ae1b-eba87be7fb69 req-c5051384-74ed-4acc-9de7-335a4c01a75d tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Deleting port 2784f622-62de-466a-8771-5a7cca5ba4ad {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:33.229684 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-add08592-12e4-4ad3-ae1b-eba87be7fb69 req-c5051384-74ed-4acc-9de7-335a4c01a75d tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:33.309158 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0887c244-484e-403a-843e-8f249c7cb75f req-de0f26c7-d59c-4c87-8e9a-171157e6650d service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826452 Nov 12 03:46:33.419123 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b9c3f208-062f-4194-963f-cb187719970a up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:33.517172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port b9c3f208-062f-4194-963f-cb187719970a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:33.518009 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:33.520549 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe6894f-6620-424c-9701-36da1d24e90a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet 1c11c08f-34d4-4cf9-aade-8c1da2af1bbf {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:33.524797 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfe6894f-6620-424c-9701-36da1d24e90a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:33.580429 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c5a943a9-3e1a-44b5-8e63-78ac5563be0f req-f746a8fa-e905-4abf-8f75-6baf0fcc7c09 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574571 Nov 12 03:46:33.656221 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfe6894f-6620-424c-9701-36da1d24e90a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:33.657158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d502a8-4e51-4ed8-ad94-ed8eb9dac170 req-c6710852-d221-485b-a8ef-4f4c37bf7f90 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.657158 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03d502a8-4e51-4ed8-ad94-ed8eb9dac170 req-c6710852-d221-485b-a8ef-4f4c37bf7f90 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 943 time: 0.1293955 Nov 12 03:46:33.730001 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03d502a8-4e51-4ed8-ad94-ed8eb9dac170 req-6536eeec-2c37-44c1-9f08-2a951591886a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128800 Nov 12 03:46:33.766813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-add08592-12e4-4ad3-ae1b-eba87be7fb69 req-c5051384-74ed-4acc-9de7-335a4c01a75d tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] For port 2784f622-62de-466a-8771-5a7cca5ba4ad, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2784f622-62de-466a-8771-5a7cca5ba4ad,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:33.767488 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-add08592-12e4-4ad3-ae1b-eba87be7fb69 req-c5051384-74ed-4acc-9de7-335a4c01a75d tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:33.801428 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfe6894f-6620-424c-9701-36da1d24e90a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:33.805469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-add08592-12e4-4ad3-ae1b-eba87be7fb69 req-c5051384-74ed-4acc-9de7-335a4c01a75d tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Calling delete_port for 2784f622-62de-466a-8771-5a7cca5ba4ad owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:34.013226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b8568ac6-58de-4027-998d-f3a212ea69b2 admin admin] Deleting port c21f26e6-3fd8-4d72-ae7d-2610454417ee {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:34.015083 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8568ac6-58de-4027-998d-f3a212ea69b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:34.108980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7291a9f-1da3-4b7c-a874-0f2c407ffe75 req-95f26e1f-a9d4-4d3f-86b1-c9ef674f6187 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:34.110585 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7291a9f-1da3-4b7c-a874-0f2c407ffe75 req-95f26e1f-a9d4-4d3f-86b1-c9ef674f6187 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 945 time: 0.1652670 Nov 12 03:46:34.182606 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfe6894f-6620-424c-9701-36da1d24e90a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:34.194979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b8568ac6-58de-4027-998d-f3a212ea69b2 admin admin] For port c21f26e6-3fd8-4d72-ae7d-2610454417ee, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c21f26e6-3fd8-4d72-ae7d-2610454417ee,segment=NetworkSegment(d6208713-34fd-409f-8d9b-ff54aab30a94),segment_id=d6208713-34fd-409f-8d9b-ff54aab30a94)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:34.195364 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8568ac6-58de-4027-998d-f3a212ea69b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:34.212278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e36db7-7927-4ddd-a2f5-35d7c786e8fd None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:34.212810 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfe6894f-6620-424c-9701-36da1d24e90a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:34.216280 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bfe6894f-6620-424c-9701-36da1d24e90a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/1c11c08f-34d4-4cf9-aade-8c1da2af1bbf HTTP/1.1" status: 204 len: 168 time: 1.0403192 Nov 12 03:46:34.218719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59946) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:34.261276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b8568ac6-58de-4027-998d-f3a212ea69b2 admin admin] Calling delete_port for c21f26e6-3fd8-4d72-ae7d-2610454417ee owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:34.269213 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6894f-6620-424c-9701-36da1d24e90a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=1c11c08f-34d4-4cf9-aade-8c1da2af1bbf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:34.294393 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7291a9f-1da3-4b7c-a874-0f2c407ffe75 req-e303b0ab-f3a7-47fc-ba15-6a8a3230adcb tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768668 Nov 12 03:46:34.363278 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-add08592-12e4-4ad3-ae1b-eba87be7fb69 req-c5051384-74ed-4acc-9de7-335a4c01a75d tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:34.410551 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6da9626a-6825-4045-9f2d-b1fd0470ff9d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1793032 Nov 12 03:46:34.413879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59962) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:34.423834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5051384-74ed-4acc-9de7-335a4c01a75d tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Pushing event deleted for resources: {'Port': ['ID=2784f622-62de-466a-8771-5a7cca5ba4ad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:34.428964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d9b37348-6ea2-476b-bc13-3b905ab720aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:34.473705 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['09c97c92-a970-4a87-a37b-a74e7ca41e8d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:34.493775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-add08592-12e4-4ad3-ae1b-eba87be7fb69 req-c5051384-74ed-4acc-9de7-335a4c01a75d tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] No DVR routers for this DVR port 2784f622-62de-466a-8771-5a7cca5ba4ad on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:34.514841 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-add08592-12e4-4ad3-ae1b-eba87be7fb69 req-c5051384-74ed-4acc-9de7-335a4c01a75d tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:34.518431 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-add08592-12e4-4ad3-ae1b-eba87be7fb69 req-c5051384-74ed-4acc-9de7-335a4c01a75d tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.26 "DELETE /v2.0/ports/2784f622-62de-466a-8771-5a7cca5ba4ad HTTP/1.1" status: 204 len: 173 time: 1.9182646 Nov 12 03:46:34.518858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e5a6f7-629d-43e6-97dc-8f47c3236473', 'name': 'network-vif-deleted', 'tag': '2784f622-62de-466a-8771-5a7cca5ba4ad'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:34.521253 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faa62b4-59c3-49a2-8dd5-1bb814c2006b" -d '{"events": [{"server_uuid": "62e5a6f7-629d-43e6-97dc-8f47c3236473", "name": "network-vif-deleted", "tag": "2784f622-62de-466a-8771-5a7cca5ba4ad"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:34.703723 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab9915f-a2ab-4da8-bfd5-a9d37194aac6 x-openstack-request-id: req-3ab9915f-a2ab-4da8-bfd5-a9d37194aac6 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:34.711200 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e5a6f7-629d-43e6-97dc-8f47c3236473", "name": "network-vif-deleted", "tag": "2784f622-62de-466a-8771-5a7cca5ba4ad", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:34.711381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b37348-6ea2-476b-bc13-3b905ab720aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:34.711916 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3ab9915f-a2ab-4da8-bfd5-a9d37194aac6 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:34.711916 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e5a6f7-629d-43e6-97dc-8f47c3236473', 'name': 'network-vif-deleted', 'tag': '2784f622-62de-466a-8771-5a7cca5ba4ad', 'status': 'completed', 'code': 200} Nov 12 03:46:34.713618 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9b37348-6ea2-476b-bc13-3b905ab720aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:34.936870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960ad31e-a176-4434-a3ca-10f5aed85494 None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:35.013463 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8568ac6-58de-4027-998d-f3a212ea69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.036644 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8aac836f-b133-4cb7-9fa5-e9a51b8504ee req-5ce9e233-5317-44db-b4b4-915d0834d663 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 210 time: 0.0523429 Nov 12 03:46:35.058066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8568ac6-58de-4027-998d-f3a212ea69b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21f26e6-3fd8-4d72-ae7d-2610454417ee,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:35.097468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-960ad31e-a176-4434-a3ca-10f5aed85494 None None] Deleting port b9c3f208-062f-4194-963f-cb187719970a {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:35.098776 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-960ad31e-a176-4434-a3ca-10f5aed85494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.266814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-960ad31e-a176-4434-a3ca-10f5aed85494 None None] For port b9c3f208-062f-4194-963f-cb187719970a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b9c3f208-062f-4194-963f-cb187719970a,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:35.267240 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-960ad31e-a176-4434-a3ca-10f5aed85494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.284422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-960ad31e-a176-4434-a3ca-10f5aed85494 None None] Calling delete_port for b9c3f208-062f-4194-963f-cb187719970a owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:35.445949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8faa67-d796-4cf4-9286-1cd79a4a0501 req-bb127288-cd67-464d-bc65-e8c21e296945 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:35.460361 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a8faa67-d796-4cf4-9286-1cd79a4a0501 req-bb127288-cd67-464d-bc65-e8c21e296945 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 943 time: 0.1880472 Nov 12 03:46:35.519253 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8568ac6-58de-4027-998d-f3a212ea69b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.523426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b9c3f208-062f-4194-963f-cb187719970a no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:35.553787 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-960ad31e-a176-4434-a3ca-10f5aed85494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.576325 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a8faa67-d796-4cf4-9286-1cd79a4a0501 req-71a33ea1-7bd7-4bd1-8977-9b500e7bb4bb tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144254 Nov 12 03:46:35.581957 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f7861-7234-4726-8972-10152f6af2d6 req-ac89b84f-e521-462f-82c9-9a9fc32b5631 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:35.595825 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-541f7861-7234-4726-8972-10152f6af2d6 req-ac89b84f-e521-462f-82c9-9a9fc32b5631 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 945 time: 0.2636542 Nov 12 03:46:35.645956 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ad31e-a176-4434-a3ca-10f5aed85494 None None] Pushing event deleted for resources: {'Port': ['ID=b9c3f208-062f-4194-963f-cb187719970a,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:35.662942 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960ad31e-a176-4434-a3ca-10f5aed85494 None None] No DVR routers for this DVR port b9c3f208-062f-4194-963f-cb187719970a on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:35.664587 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No active binding found for port b9c3f208-062f-4194-963f-cb187719970a {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:46:35.665025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b9c3f208-062f-4194-963f-cb187719970a not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:35.667390 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9b37348-6ea2-476b-bc13-3b905ab720aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.755461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b37348-6ea2-476b-bc13-3b905ab720aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:35.769728 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-541f7861-7234-4726-8972-10152f6af2d6 req-33444617-fe47-4e09-a595-efe6cad299fc tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675649 Nov 12 03:46:35.782020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d9b37348-6ea2-476b-bc13-3b905ab720aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:35.793241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b37348-6ea2-476b-bc13-3b905ab720aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:35.793916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9b37348-6ea2-476b-bc13-3b905ab720aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.802224 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178bade1-84e0-459b-932d-8f75e2974694 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:35.820670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b37348-6ea2-476b-bc13-3b905ab720aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=b6cec561-f413-4a3a-b4e4-07c8f825b751,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:35.960351 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d9b37348-6ea2-476b-bc13-3b905ab720aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5409992 Nov 12 03:46:35.963016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60022) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:35.969795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2784f622-62de-466a-8771-5a7cca5ba4ad no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:35.970060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d4966e55-32da-49b0-a5b0-10cf2afe497b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'fixed_ips': [{'subnet_id': 'b6cec561-f413-4a3a-b4e4-07c8f825b751', 'ip_address': '2001:db8::613f:6837:7fc4:285c'}], 'name': 'tempest-NetworksTestDHCPv6-1011051751'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:36.020267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 2784f622-62de-466a-8771-5a7cca5ba4ad {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:36.020834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2784f622-62de-466a-8771-5a7cca5ba4ad not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:36.026182 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:46:36.131779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': 'b6cec561-f413-4a3a-b4e4-07c8f825b751'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:36.134921 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.385276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Allocated IP 2001:db8::2 (be54d603-2a64-497a-84fd-dd53e383892b/b6cec561-f413-4a3a-b4e4-07c8f825b751/fbcd860c-0ff8-44a3-9713-958c3f5b90f1) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:36.604198 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.652435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8568ac6-58de-4027-998d-f3a212ea69b2 admin admin] Router d681875c-7478-41f8-a78d-b131b0fe0067 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:36.708646 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.744151 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cbb3b1ca-0978-46a9-b42f-d1ddf43329a5 req-a15a9ebc-5fd4-49de-adfc-5e55bc622834 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=62e5a6f7-629d-43e6-97dc-8f47c3236473 HTTP/1.1" status: 200 len: 210 time: 0.5457342 Nov 12 03:46:36.747229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4966e55-32da-49b0-a5b0-10cf2afe497b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:36.785450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:36.786697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Pushing event updated for resources: {'Port': ['ID=fbcd860c-0ff8-44a3-9713-958c3f5b90f1,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:36.796814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:36.801847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:36.837030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8568ac6-58de-4027-998d-f3a212ea69b2 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:36.845877 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b8568ac6-58de-4027-998d-f3a212ea69b2 admin admin] 10.222.0.105 "PUT /v2.0/routers/d681875c-7478-41f8-a78d-b131b0fe0067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2243087 Nov 12 03:46:36.851741 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0302dcd-96ec-42c0-934c-d2e229f06520 None None] Sync routers for ids ['d681875c-7478-41f8-a78d-b131b0fe0067'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:36.854133 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60056) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:36.931681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09a871-c48c-4edc-ad4f-c75bc94310d8 req-fd3987a3-bbdc-478a-88f5-69e69e89fba0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:36.933323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa09a871-c48c-4edc-ad4f-c75bc94310d8 req-fd3987a3-bbdc-478a-88f5-69e69e89fba0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 943 time: 0.0867488 Nov 12 03:46:36.970649 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4966e55-32da-49b0-a5b0-10cf2afe497b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.993560 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.027866 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-d4966e55-32da-49b0-a5b0-10cf2afe497b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port f56a1cd4-5ed2-4fca-a6e9-b1b1e82c3027 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:46:37.047356 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa09a871-c48c-4edc-ad4f-c75bc94310d8 req-191fe07a-a5d1-4faa-b202-d7cc177e0c1e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017609 Nov 12 03:46:37.122475 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0302dcd-96ec-42c0-934c-d2e229f06520 None None] Routers {'d681875c-7478-41f8-a78d-b131b0fe0067'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:37.123227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c0302dcd-96ec-42c0-934c-d2e229f06520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:46:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d681875c-7478-41f8-a78d-b131b0fe0067'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:37.138859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Attempting to bind port fbcd860c-0ff8-44a3-9713-958c3f5b90f1 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:37.139235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Attempting to bind port fbcd860c-0ff8-44a3-9713-958c3f5b90f1 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:37.139595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Attempting to bind port fbcd860c-0ff8-44a3-9713-958c3f5b90f1 on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:37.153943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:37.154325 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:37.154722 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.155118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:37.161004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Bound port: fbcd860c-0ff8-44a3-9713-958c3f5b90f1, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:37.161457 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.198662 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.337184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] For port fbcd860c-0ff8-44a3-9713-958c3f5b90f1, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:37.337184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] For port fbcd860c-0ff8-44a3-9713-958c3f5b90f1, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=fbcd860c-0ff8-44a3-9713-958c3f5b90f1,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:37.337852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d4966e55-32da-49b0-a5b0-10cf2afe497b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::613f:6837:7fc4:285c (be54d603-2a64-497a-84fd-dd53e383892b/b6cec561-f413-4a3a-b4e4-07c8f825b751/f56a1cd4-5ed2-4fca-a6e9-b1b1e82c3027) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:37.342287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c0302dcd-96ec-42c0-934c-d2e229f06520 None None] Set router d681875c-7478-41f8-a78d-b131b0fe0067 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:37.358252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7926660-e8bd-4612-9f89-6ac4b6addaf7 req-d5e9042c-91ca-4d8f-beeb-03c328320f6b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:37.359776 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7926660-e8bd-4612-9f89-6ac4b6addaf7 req-d5e9042c-91ca-4d8f-beeb-03c328320f6b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 945 time: 0.0855417 Nov 12 03:46:37.412307 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53517939-52c9-40ce-806e-b78b6db45791 req-d8952a46-6d19-4367-a47b-5513fab32fdc tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:37.413915 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-53517939-52c9-40ce-806e-b78b6db45791 req-d8952a46-6d19-4367-a47b-5513fab32fdc tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.26 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 945 time: 0.0958817 Nov 12 03:46:37.454834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] Deleting port d0a8c487-a8f4-4715-aa8c-e184a2114185 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:37.455178 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.478784 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.487874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7926660-e8bd-4612-9f89-6ac4b6addaf7 req-1c5686b5-991c-4285-8762-dde63146ba84 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136084 Nov 12 03:46:37.602660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4966e55-32da-49b0-a5b0-10cf2afe497b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.610558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] For port d0a8c487-a8f4-4715-aa8c-e184a2114185, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d0a8c487-a8f4-4715-aa8c-e184a2114185,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:37.610924 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.618288 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dc9b6-4680-495c-9b75-212183d311af None None] Pushing event updated for resources: {'Port': ['ID=fbcd860c-0ff8-44a3-9713-958c3f5b90f1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:37.633513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] Calling delete_port for d0a8c487-a8f4-4715-aa8c-e184a2114185 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:37.638192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-53517939-52c9-40ce-806e-b78b6db45791 req-5dc779ae-e296-4a7f-80b7-90b8457c1264 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Deleting port 7956a8b3-7d36-4540-8bf1-8da35e1b5382 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:37.638402 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53517939-52c9-40ce-806e-b78b6db45791 req-5dc779ae-e296-4a7f-80b7-90b8457c1264 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.648250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c0302dcd-96ec-42c0-934c-d2e229f06520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:46:34Z', 'revision_number': 5, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port': {'id': 'd0a8c487-a8f4-4715-aa8c-e184a2114185', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:37Z', 'updated_at': '2021-11-12T03:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:37.689792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0302dcd-96ec-42c0-934c-d2e229f06520 None None] Checking router: d681875c-7478-41f8-a78d-b131b0fe0067 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:37.704908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0302dcd-96ec-42c0-934c-d2e229f06520 None None] Routers {'d681875c-7478-41f8-a78d-b131b0fe0067'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:37.706232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c0302dcd-96ec-42c0-934c-d2e229f06520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:46:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d681875c-7478-41f8-a78d-b131b0fe0067'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:37.807195 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-53517939-52c9-40ce-806e-b78b6db45791 req-5dc779ae-e296-4a7f-80b7-90b8457c1264 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] For port 7956a8b3-7d36-4540-8bf1-8da35e1b5382, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7956a8b3-7d36-4540-8bf1-8da35e1b5382,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:37.807900 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53517939-52c9-40ce-806e-b78b6db45791 req-5dc779ae-e296-4a7f-80b7-90b8457c1264 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.821017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c0302dcd-96ec-42c0-934c-d2e229f06520 None None] Set router d681875c-7478-41f8-a78d-b131b0fe0067 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:37.828785 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4966e55-32da-49b0-a5b0-10cf2afe497b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.874753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-53517939-52c9-40ce-806e-b78b6db45791 req-5dc779ae-e296-4a7f-80b7-90b8457c1264 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Calling delete_port for 7956a8b3-7d36-4540-8bf1-8da35e1b5382 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:37.882306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4966e55-32da-49b0-a5b0-10cf2afe497b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:37.886597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d4966e55-32da-49b0-a5b0-10cf2afe497b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:37.893927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4966e55-32da-49b0-a5b0-10cf2afe497b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:37.907349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4966e55-32da-49b0-a5b0-10cf2afe497b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:37.910771 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4966e55-32da-49b0-a5b0-10cf2afe497b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.975648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4966e55-32da-49b0-a5b0-10cf2afe497b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=f56a1cd4-5ed2-4fca-a6e9-b1b1e82c3027,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:37.989150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 0dfe258a-d2c0-460d-87ca-573809cd68dc details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:37.993115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c0302dcd-96ec-42c0-934c-d2e229f06520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:46:37Z', 'revision_number': 6, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:38.034205 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d4966e55-32da-49b0-a5b0-10cf2afe497b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0676198 Nov 12 03:46:38.034448 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0302dcd-96ec-42c0-934c-d2e229f06520 None None] The sync data for ids ['d681875c-7478-41f8-a78d-b131b0fe0067'] in n-d-767704-23 is: [{'id': 'd681875c-7478-41f8-a78d-b131b0fe0067', 'name': 'tempest-ServersTestFqdnHostnames-1087964018-router', 'tenant_id': '078b21ed5f5d469eb69fd16e6872f294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:33Z', 'updated_at': '2021-11-12T03:46:37Z', 'revision_number': 6, 'project_id': '078b21ed5f5d469eb69fd16e6872f294', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:38.034834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60088) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:38.130421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa2fd2e-991a-4a45-a5e6-e946f50b29cf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:38.145130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa2fd2e-991a-4a45-a5e6-e946f50b29cf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:38.147861 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0aa2fd2e-991a-4a45-a5e6-e946f50b29cf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1118896 Nov 12 03:46:38.150579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60094) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:38.190063 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.201255 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:38.217296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '0dfe258a-d2c0-460d-87ca-573809cd68dc', 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20', 'port_id': '0dfe258a-d2c0-460d-87ca-573809cd68dc', 'mac_address': 'fa:16:3e:cd:72:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02c0044-a66c-4629-a8ec-23b84996c31f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:38.235178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a8c487-a8f4-4715-aa8c-e184a2114185,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:38.241479 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53517939-52c9-40ce-806e-b78b6db45791 req-5dc779ae-e296-4a7f-80b7-90b8457c1264 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.289929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['7956a8b3-7d36-4540-8bf1-8da35e1b5382'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:38.292905 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.299200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0331503-6120-4a39-8904-f8d231df7dbd req-554db6aa-7cb5-4b55-bf9b-9fbc0217eb74 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:38.301803 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0331503-6120-4a39-8904-f8d231df7dbd req-554db6aa-7cb5-4b55-bf9b-9fbc0217eb74 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 943 time: 0.0727634 Nov 12 03:46:38.317732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc779ae-e296-4a7f-80b7-90b8457c1264 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Pushing event deleted for resources: {'Port': ['ID=7956a8b3-7d36-4540-8bf1-8da35e1b5382,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:38.332681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2c5a2-82ca-4d78-98da-d3b144da7f0d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port f56a1cd4-5ed2-4fca-a6e9-b1b1e82c3027 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:38.333099 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5f2c5a2-82ca-4d78-98da-d3b144da7f0d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.344892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfe258a-d2c0-460d-87ca-573809cd68dc {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:38.382794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:38.427093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-53517939-52c9-40ce-806e-b78b6db45791 req-5dc779ae-e296-4a7f-80b7-90b8457c1264 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] No DVR routers for this DVR port 7956a8b3-7d36-4540-8bf1-8da35e1b5382 on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:38.432689 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-53517939-52c9-40ce-806e-b78b6db45791 req-5dc779ae-e296-4a7f-80b7-90b8457c1264 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.441839 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0331503-6120-4a39-8904-f8d231df7dbd req-8c1e60d0-3102-4b0d-8b4a-2c94d623b808 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289091 Nov 12 03:46:38.448444 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.460949 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-53517939-52c9-40ce-806e-b78b6db45791 req-5dc779ae-e296-4a7f-80b7-90b8457c1264 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.26 "DELETE /v2.0/ports/7956a8b3-7d36-4540-8bf1-8da35e1b5382 HTTP/1.1" status: 204 len: 173 time: 1.0141630 Nov 12 03:46:38.464299 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7907660f-cf96-4c26-935d-835ace927e8d', 'name': 'network-vif-deleted', 'tag': '7956a8b3-7d36-4540-8bf1-8da35e1b5382'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:38.482297 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce6c323-9754-49c4-b76d-04ac12d5872e" -d '{"events": [{"server_uuid": "7907660f-cf96-4c26-935d-835ace927e8d", "name": "network-vif-deleted", "tag": "7956a8b3-7d36-4540-8bf1-8da35e1b5382"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:38.508323 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.526748 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5f2c5a2-82ca-4d78-98da-d3b144da7f0d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.562685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2c5a2-82ca-4d78-98da-d3b144da7f0d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for f56a1cd4-5ed2-4fca-a6e9-b1b1e82c3027 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:38.618962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=0dfe258a-d2c0-460d-87ca-573809cd68dc,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:38.697881 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.699879 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.891615 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.893874 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d681875c-7478-41f8-a78d-b131b0fe0067 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:46:38.900067 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.901528 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fcc22e58-2307-4da2-ba63-449d31b19ab3 admin admin] 10.222.0.105 "DELETE /v2.0/routers/d681875c-7478-41f8-a78d-b131b0fe0067 HTTP/1.1" status: 204 len: 168 time: 2.0462773 Nov 12 03:46:38.904069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60118) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:38.918535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['0dfe258a-d2c0-460d-87ca-573809cd68dc'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:38.931486 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5f2c5a2-82ca-4d78-98da-d3b144da7f0d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.993930 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5db6afb-0c60-4c14-8ee3-99e6737aeda2 admin admin] Deleting subnet 0b962bca-129f-4dcb-bfd6-d9fd17811492 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:39.007778 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5db6afb-0c60-4c14-8ee3-99e6737aeda2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.009284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2c5a2-82ca-4d78-98da-d3b144da7f0d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=f56a1cd4-5ed2-4fca-a6e9-b1b1e82c3027,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:39.065005 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5f2c5a2-82ca-4d78-98da-d3b144da7f0d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.072768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e5f2c5a2-82ca-4d78-98da-d3b144da7f0d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/f56a1cd4-5ed2-4fca-a6e9-b1b1e82c3027 HTTP/1.1" status: 204 len: 168 time: 0.9207208 Nov 12 03:46:39.075239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60120) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:39.080873 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5db6afb-0c60-4c14-8ee3-99e6737aeda2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.144799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4866e4-6d1a-48cc-aeb8-c1567b1e42ba tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.147589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4866e4-6d1a-48cc-aeb8-c1567b1e42ba tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.151860 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cf4866e4-6d1a-48cc-aeb8-c1567b1e42ba tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0728276 Nov 12 03:46:39.153014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60126) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:39.194265 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5db6afb-0c60-4c14-8ee3-99e6737aeda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.250436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52502b1-10e2-41b8-8654-4d24b224e5f7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet b6cec561-f413-4a3a-b4e4-07c8f825b751 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:39.250985 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52f1aac-8ab0-404d-bfcb-21ea4d4b7fee x-openstack-request-id: req-d52f1aac-8ab0-404d-bfcb-21ea4d4b7fee {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:39.251357 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7907660f-cf96-4c26-935d-835ace927e8d", "name": "network-vif-deleted", "tag": "7956a8b3-7d36-4540-8bf1-8da35e1b5382", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:39.251570 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d52f1aac-8ab0-404d-bfcb-21ea4d4b7fee {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:39.251984 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7907660f-cf96-4c26-935d-835ace927e8d', 'name': 'network-vif-deleted', 'tag': '7956a8b3-7d36-4540-8bf1-8da35e1b5382', 'status': 'completed', 'code': 200} Nov 12 03:46:39.260972 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f52502b1-10e2-41b8-8654-4d24b224e5f7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.338103 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f52502b1-10e2-41b8-8654-4d24b224e5f7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.342975 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e8c9b6c5-5b05-4616-a642-320dfa6525ad None None] Provisioning complete for port fbcd860c-0ff8-44a3-9713-958c3f5b90f1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:39.349126 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8c9b6c5-5b05-4616-a642-320dfa6525ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.359339 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5db6afb-0c60-4c14-8ee3-99e6737aeda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.458553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db6afb-0c60-4c14-8ee3-99e6737aeda2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b962bca-129f-4dcb-bfd6-d9fd17811492,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:39.462992 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8ab625ad-2be7-4d06-8519-5e3d138c1bff req-e627fef1-c967-41a5-91df-c10b2a03e089 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=7907660f-cf96-4c26-935d-835ace927e8d HTTP/1.1" status: 200 len: 210 time: 0.1330287 Nov 12 03:46:39.464210 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5db6afb-0c60-4c14-8ee3-99e6737aeda2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.469166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c5db6afb-0c60-4c14-8ee3-99e6737aeda2 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/0b962bca-129f-4dcb-bfd6-d9fd17811492 HTTP/1.1" status: 204 len: 168 time: 0.5629706 Nov 12 03:46:39.470544 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60136) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:39.480524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb2798f-a95d-4c76-8586-b24961166eca None None] Network acab72e7-8184-468f-8174-767f92e69158 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:39.607710 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f52502b1-10e2-41b8-8654-4d24b224e5f7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.721806 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.757793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083e83a-4bf6-4376-83ed-dd9eaccd5c21 req-9d10a475-4235-4553-aa9a-6d1387898c1c tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.773534 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0083e83a-4bf6-4376-83ed-dd9eaccd5c21 req-9d10a475-4235-4553-aa9a-6d1387898c1c tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 949 time: 0.1813667 Nov 12 03:46:39.885831 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0083e83a-4bf6-4376-83ed-dd9eaccd5c21 req-19232dc1-c6bf-4e65-b77b-9186a1fab433 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102591 Nov 12 03:46:39.915341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device fbcd860c-0ff8-44a3-9713-958c3f5b90f1 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:39.918042 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b040c9a0-91df-4b51-a0f5-e3103021cdc4 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:39.948643 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Deleting port a388cac9-6ad3-4bca-9cbd-aad5c62242b7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:39.949459 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.978250 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f52502b1-10e2-41b8-8654-4d24b224e5f7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.010712 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f52502b1-10e2-41b8-8654-4d24b224e5f7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.015975 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f52502b1-10e2-41b8-8654-4d24b224e5f7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/b6cec561-f413-4a3a-b4e4-07c8f825b751 HTTP/1.1" status: 204 len: 168 time: 0.8619397 Nov 12 03:46:40.021439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:40.064206 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8c9b6c5-5b05-4616-a642-320dfa6525ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.090465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52502b1-10e2-41b8-8654-4d24b224e5f7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=b6cec561-f413-4a3a-b4e4-07c8f825b751,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:40.130610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] For port a388cac9-6ad3-4bca-9cbd-aad5c62242b7, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a388cac9-6ad3-4bca-9cbd-aad5c62242b7,segment=NetworkSegment(d6208713-34fd-409f-8d9b-ff54aab30a94),segment_id=d6208713-34fd-409f-8d9b-ff54aab30a94)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:40.131077 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.152163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Calling delete_port for a388cac9-6ad3-4bca-9cbd-aad5c62242b7 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:40.157200 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-12a31800-8029-49f5-adda-aaa515b7e7c3 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212840 Nov 12 03:46:40.160994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60152) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:40.169256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505d02c-79f3-4815-b833-b2804bc97c82 req-4d8b6f6e-2e8d-48ac-897f-b79694bf22aa tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.175333 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c505d02c-79f3-4815-b833-b2804bc97c82 req-4d8b6f6e-2e8d-48ac-897f-b79694bf22aa tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 944 time: 0.1171167 Nov 12 03:46:40.182771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a21eeaee-d881-4bc1-8f63-93aea9c76562 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:40.227139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c646ee1a-1fed-42dd-afd3-b4823f168cc9 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:40.268119 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.330403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c505d02c-79f3-4815-b833-b2804bc97c82 req-3cf92d87-f056-49b3-b50a-c154aeca229a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405430 Nov 12 03:46:40.330771 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-e8c9b6c5-5b05-4616-a642-320dfa6525ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:46:40.330771 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-e8c9b6c5-5b05-4616-a642-320dfa6525ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:46:40.350958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91795aa2-cfb5-4ccc-9d8c-aef7f2874e46 None None] DHCP port deletion for acab72e7-8184-468f-8174-767f92e69158 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:40.355146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-0f086638-ac12-4001-b8e4-f160f66eec13 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.361230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port fbcd860c-0ff8-44a3-9713-958c3f5b90f1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:40.361584 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.362977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-0f086638-ac12-4001-b8e4-f160f66eec13 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/networks?id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a HTTP/1.1" status: 200 len: 804 time: 0.3660052 Nov 12 03:46:40.372370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5585d4f-bb5c-49c3-baaa-4c8cd768872f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b040c9a0-91df-4b51-a0f5-e3103021cdc4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:40.377541 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74b20f0-3bc2-4878-b2f3-5a37c3550753" -d '{"events": [{"server_uuid": "a5585d4f-bb5c-49c3-baaa-4c8cd768872f", "name": "network-vif-unplugged", "status": "completed", "tag": "b040c9a0-91df-4b51-a0f5-e3103021cdc4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:40.382185 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-ad3546d7-77b1-4651-a978-97e8dfc34bf9 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/quotas/7481a972db044060ad6777a14e06d6ee HTTP/1.1" status: 200 len: 375 time: 0.0182168 Nov 12 03:46:40.437594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b040c9a0-91df-4b51-a0f5-e3103021cdc4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b040c9a0-91df-4b51-a0f5-e3103021cdc4,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:40.451982 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-3893c3e6-e16b-47c4-b414-79adcb1704f6 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=7481a972db044060ad6777a14e06d6ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600708 Nov 12 03:46:40.457354 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.512218 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Pushing event deleted for resources: {'Port': ['ID=a388cac9-6ad3-4bca-9cbd-aad5c62242b7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:40.518023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] No DVR routers for this DVR port a388cac9-6ad3-4bca-9cbd-aad5c62242b7 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:40.527804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21eeaee-d881-4bc1-8f63-93aea9c76562 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:40.533265 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a21eeaee-d881-4bc1-8f63-93aea9c76562 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.655185 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.664253 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-76ed4153-bb7a-47ac-946f-5c2f66ae709c service neutron] 10.222.0.105 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017531 Nov 12 03:46:40.687223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acab72e7-8184-468f-8174-767f92e69158']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:40.704920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6208713-34fd-409f-8d9b-ff54aab30a94') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:40.705597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6208713-34fd-409f-8d9b-ff54aab30a94') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:40.722708 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.747406 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68287796-a288-4c05-9122-6c76dc394651 x-openstack-request-id: req-68287796-a288-4c05-9122-6c76dc394651 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:40.747685 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5585d4f-bb5c-49c3-baaa-4c8cd768872f", "name": "network-vif-unplugged", "status": "completed", "tag": "b040c9a0-91df-4b51-a0f5-e3103021cdc4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:40.747934 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-68287796-a288-4c05-9122-6c76dc394651 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:40.748343 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5585d4f-bb5c-49c3-baaa-4c8cd768872f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b040c9a0-91df-4b51-a0f5-e3103021cdc4', 'code': 200} Nov 12 03:46:40.750188 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.751026 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.760925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:46:40.761694 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.816442 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.822411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-0bd7cb09-53e7-4bb3-afd7-7616d6bd4b3f service neutron] 10.222.0.105 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571918 Nov 12 03:46:40.854575 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-91795aa2-cfb5-4ccc-9d8c-aef7f2874e46 None None] Deleting port a388cac9-6ad3-4bca-9cbd-aad5c62242b7 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:40.861575 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91795aa2-cfb5-4ccc-9d8c-aef7f2874e46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:46:40.861764 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:46:40.867690 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6175cc-e763-4808-a69f-bba002051586 None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:40.940381 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.952068 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.952068 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] 10.222.0.105 "DELETE /v2.0/networks/acab72e7-8184-468f-8174-767f92e69158 HTTP/1.1" status: 204 len: 168 time: 1.4792271 Nov 12 03:46:40.964399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=b040c9a0-91df-4b51-a0f5-e3103021cdc4,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:40.969297 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a21eeaee-d881-4bc1-8f63-93aea9c76562 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.969486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9127d-cec7-4cec-8c58-6d0aa64f1149 admin admin] Pushing event deleted for resources: {'Network': ['ID=acab72e7-8184-468f-8174-767f92e69158,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:41.030960 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8c9b6c5-5b05-4616-a642-320dfa6525ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.054572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91795aa2-cfb5-4ccc-9d8c-aef7f2874e46 None None] For port a388cac9-6ad3-4bca-9cbd-aad5c62242b7, host n-d-767704-23, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:41.054970 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91795aa2-cfb5-4ccc-9d8c-aef7f2874e46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.058552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port fbcd860c-0ff8-44a3-9713-958c3f5b90f1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=fbcd860c-0ff8-44a3-9713-958c3f5b90f1,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:41.126410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21eeaee-d881-4bc1-8f63-93aea9c76562 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=5ca0668c-1f0e-4ca0-8721-57d9d83a2d3b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:41.143093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bfed6-9a93-4469-8128-68147658b09c req-7c459908-4509-4e3f-afb8-96722893b924 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.144964 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-453bfed6-9a93-4469-8128-68147658b09c req-7c459908-4509-4e3f-afb8-96722893b924 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 949 time: 0.0874562 Nov 12 03:46:41.147862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-91795aa2-cfb5-4ccc-9d8c-aef7f2874e46 None None] Calling delete_port for a388cac9-6ad3-4bca-9cbd-aad5c62242b7 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:41.159292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-91795aa2-cfb5-4ccc-9d8c-aef7f2874e46 None None] Port a388cac9-6ad3-4bca-9cbd-aad5c62242b7 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:46:41.159991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21eeaee-d881-4bc1-8f63-93aea9c76562 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:41.161575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a21eeaee-d881-4bc1-8f63-93aea9c76562 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:41.164657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21eeaee-d881-4bc1-8f63-93aea9c76562 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.165268 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a21eeaee-d881-4bc1-8f63-93aea9c76562 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.191404 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.195965 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91795aa2-cfb5-4ccc-9d8c-aef7f2874e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.236887 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-453bfed6-9a93-4469-8128-68147658b09c req-a8f2ab53-ffa1-481d-a7f1-000290678079 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815382 Nov 12 03:46:41.299159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91795aa2-cfb5-4ccc-9d8c-aef7f2874e46 None None] Network acab72e7-8184-468f-8174-767f92e69158 is not hosted by any dhcp agent {{(pid=103148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:46:41.300435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91795aa2-cfb5-4ccc-9d8c-aef7f2874e46 None None] No DVR routers for this DVR port a388cac9-6ad3-4bca-9cbd-aad5c62242b7 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:41.373252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-dc6c2c2b-4c57-4aaa-8b55-f6e36732e557 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.378303 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-dc6c2c2b-4c57-4aaa-8b55-f6e36732e557 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 812 time: 0.1463387 Nov 12 03:46:41.404993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-be6175cc-e763-4808-a69f-bba002051586 None None] Deleting port fbcd860c-0ff8-44a3-9713-958c3f5b90f1 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:41.405360 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be6175cc-e763-4808-a69f-bba002051586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.427027 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a21eeaee-d881-4bc1-8f63-93aea9c76562 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2650363 Nov 12 03:46:41.433604 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-e8c9b6c5-5b05-4616-a642-320dfa6525ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:46:41.433604 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-e8c9b6c5-5b05-4616-a642-320dfa6525ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:46:41.438886 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60190) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.462521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7a1d83d4-ef81-4893-b0ad-42bbafb153c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'fixed_ips': [{'subnet_id': '5ca0668c-1f0e-4ca0-8721-57d9d83a2d3b', 'ip_address': '2001:db8::da59:22e3:5f1e:2c76'}], 'name': 'tempest-NetworksTestDHCPv6-584457338'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:41.470497 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-140c7ba2-b700-4385-b53d-b093405c885c req-d2447e09-54d9-49fd-a91c-38ee7b0ffed5 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 210 time: 0.1254377 Nov 12 03:46:41.491215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=fbcd860c-0ff8-44a3-9713-958c3f5b90f1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:41.522156 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91795aa2-cfb5-4ccc-9d8c-aef7f2874e46 None None] Pushing event deleted for resources: {'Port': ['ID=a388cac9-6ad3-4bca-9cbd-aad5c62242b7,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:41.536622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c21f26e6-3fd8-4d72-ae7d-2610454417ee no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:41.563745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: c21f26e6-3fd8-4d72-ae7d-2610454417ee {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:41.564110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c21f26e6-3fd8-4d72-ae7d-2610454417ee not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:41.564520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d0a8c487-a8f4-4715-aa8c-e184a2114185 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:41.578239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-fa02722f-5724-41cc-a554-bb55410dcd1b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/quotas/f9f2ce7d605c46be9c07031c482882db HTTP/1.1" status: 200 len: 375 time: 0.1611300 Nov 12 03:46:41.591490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: d0a8c487-a8f4-4715-aa8c-e184a2114185 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:41.591490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d0a8c487-a8f4-4715-aa8c-e184a2114185 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:41.609825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-be6175cc-e763-4808-a69f-bba002051586 None None] For port fbcd860c-0ff8-44a3-9713-958c3f5b90f1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=fbcd860c-0ff8-44a3-9713-958c3f5b90f1,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:41.610661 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be6175cc-e763-4808-a69f-bba002051586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.623576 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7b43-3760-46b0-ac2d-36dc41070427 req-8e5fec67-8283-4194-8755-d6e1d1ddd8df tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.625430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d5e7b43-3760-46b0-ac2d-36dc41070427 req-8e5fec67-8283-4194-8755-d6e1d1ddd8df tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.25 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 949 time: 0.2457247 Nov 12 03:46:41.636662 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-be6175cc-e763-4808-a69f-bba002051586 None None] Calling delete_port for fbcd860c-0ff8-44a3-9713-958c3f5b90f1 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:41.649058 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-108bcf50-3ece-4948-945f-324a224835e8 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525968 Nov 12 03:46:41.654902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe1994-d602-455f-a37c-695388bfc8ef req-8e98b750-779c-459e-8620-a1a7a1fb6a6a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.656990 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dcfe1994-d602-455f-a37c-695388bfc8ef req-8e98b750-779c-459e-8620-a1a7a1fb6a6a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 944 time: 0.1032066 Nov 12 03:46:41.735877 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device fbcd860c-0ff8-44a3-9713-958c3f5b90f1 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:41.761143 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dcfe1994-d602-455f-a37c-695388bfc8ef req-95d3306f-7b6f-452d-b3a5-40eb152a4740 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957551 Nov 12 03:46:41.871864 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.888617 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60198) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.914469 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be6175cc-e763-4808-a69f-bba002051586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.934713 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-81e623e8-8bf1-4be6-9a3c-ce8ad3866edc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=078b21ed5f5d469eb69fd16e6872f294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448363 Nov 12 03:46:41.937293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60202) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.968163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e0de3-78ba-402e-927f-a5d9ded6c79a req-b0d03ab0-fece-4b61-82d2-48dcbbc13c35 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.969639 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-161e0de3-78ba-402e-927f-a5d9ded6c79a req-b0d03ab0-fece-4b61-82d2-48dcbbc13c35 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5585d4f-bb5c-49c3-baaa-4c8cd768872f HTTP/1.1" status: 200 len: 943 time: 0.2336185 Nov 12 03:46:41.985667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6175cc-e763-4808-a69f-bba002051586 None None] No DVR routers for this DVR port fbcd860c-0ff8-44a3-9713-958c3f5b90f1 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:41.988196 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a388cac9-6ad3-4bca-9cbd-aad5c62242b7 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:41.988346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3dabc62b-e26c-4d9c-9c95-04217359344d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.993300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6175cc-e763-4808-a69f-bba002051586 None None] Pushing event deleted for resources: {'Port': ['ID=fbcd860c-0ff8-44a3-9713-958c3f5b90f1,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:42.015224 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 0dfe258a-d2c0-460d-87ca-573809cd68dc up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:42.015797 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3dabc62b-e26c-4d9c-9c95-04217359344d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.018798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2df1bc-4838-44a5-bfd9-0cdc8c09447a None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:42.045114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-cdaff4bf-37b1-437c-bdac-69a7e964c5dc service neutron] 10.222.0.105 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726323 Nov 12 03:46:42.087242 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1d83d4-ef81-4893-b0ad-42bbafb153c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:42.087439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: a388cac9-6ad3-4bca-9cbd-aad5c62242b7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:42.087439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a388cac9-6ad3-4bca-9cbd-aad5c62242b7 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:42.179815 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3dabc62b-e26c-4d9c-9c95-04217359344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.183748 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3dabc62b-e26c-4d9c-9c95-04217359344d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.187624 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3dabc62b-e26c-4d9c-9c95-04217359344d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f4548153-ebe5-46e1-8aeb-d2cd7becea55 HTTP/1.1" status: 204 len: 168 time: 0.2471447 Nov 12 03:46:42.196692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7d5e7b43-3760-46b0-ac2d-36dc41070427 req-643799f6-51f9-4dbf-aeaa-8388fc66dd1f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Deleting port 09c97c92-a970-4a87-a37b-a74e7ca41e8d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:42.197246 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d5e7b43-3760-46b0-ac2d-36dc41070427 req-643799f6-51f9-4dbf-aeaa-8388fc66dd1f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.203393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabc62b-e26c-4d9c-9c95-04217359344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4548153-ebe5-46e1-8aeb-d2cd7becea55,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:42.270526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 0dfe258a-d2c0-460d-87ca-573809cd68dc completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:46:42.298237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 0dfe258a-d2c0-460d-87ca-573809cd68dc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:42.298619 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.300734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': '5ca0668c-1f0e-4ca0-8721-57d9d83a2d3b'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:42.301570 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.304553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e8c9b6c5-5b05-4616-a642-320dfa6525ad None None] Port fbcd860c-0ff8-44a3-9713-958c3f5b90f1 update to ACTIVE by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:46:42.309608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:42.415416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-161e0de3-78ba-402e-927f-a5d9ded6c79a req-08b0a78c-a66a-4bd8-81d8-034bac62e666 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Deleting port b040c9a0-91df-4b51-a0f5-e3103021cdc4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:42.416177 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-161e0de3-78ba-402e-927f-a5d9ded6c79a req-08b0a78c-a66a-4bd8-81d8-034bac62e666 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.430695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75642e4-7320-44a4-9a36-288267bc6401 req-87527da2-0c9c-4a11-8821-13d8ceb180cb tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.432459 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b75642e4-7320-44a4-9a36-288267bc6401 req-87527da2-0c9c-4a11-8821-13d8ceb180cb tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 949 time: 0.0789645 Nov 12 03:46:42.446500 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-1ab628aa-8a1f-444a-9e20-6371d0c4aee6 service neutron] 10.222.0.105 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956425 Nov 12 03:46:42.451291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-46842ba9-28e9-4209-aaa0-01828b4b2815 None None] Could not find standard attr ID for object f56a1cd4-5ed2-4fca-a6e9-b1b1e82c3027. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:46:42.514101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a1d83d4-ef81-4893-b0ad-42bbafb153c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.530919 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79b89436-5179-43b9-89c6-61b5de4a4732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.534727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Allocated IP 2001:db8::2 (be54d603-2a64-497a-84fd-dd53e383892b/5ca0668c-1f0e-4ca0-8721-57d9d83a2d3b/f4407121-808d-44d9-9218-b46bf5760b2b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:42.563014 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.609654 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b75642e4-7320-44a4-9a36-288267bc6401 req-27cf6c52-5c3b-413c-89be-3e7a1ee63d7c tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ac6214d-79f8-4f8b-91a1-c560535944a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630864 Nov 12 03:46:42.628998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:42.664131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-161e0de3-78ba-402e-927f-a5d9ded6c79a req-08b0a78c-a66a-4bd8-81d8-034bac62e666 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] For port b040c9a0-91df-4b51-a0f5-e3103021cdc4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b040c9a0-91df-4b51-a0f5-e3103021cdc4,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:42.665886 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-161e0de3-78ba-402e-927f-a5d9ded6c79a req-08b0a78c-a66a-4bd8-81d8-034bac62e666 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.668298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7d5e7b43-3760-46b0-ac2d-36dc41070427 req-643799f6-51f9-4dbf-aeaa-8388fc66dd1f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] For port 09c97c92-a970-4a87-a37b-a74e7ca41e8d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=09c97c92-a970-4a87-a37b-a74e7ca41e8d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:42.668910 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d5e7b43-3760-46b0-ac2d-36dc41070427 req-643799f6-51f9-4dbf-aeaa-8388fc66dd1f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.684517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7d5e7b43-3760-46b0-ac2d-36dc41070427 req-643799f6-51f9-4dbf-aeaa-8388fc66dd1f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Calling delete_port for 09c97c92-a970-4a87-a37b-a74e7ca41e8d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:42.703756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-7a1d83d4-ef81-4893-b0ad-42bbafb153c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port e79de76c-bf6e-429b-bbcd-26389d3e40ba yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:46:42.723612 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79b89436-5179-43b9-89c6-61b5de4a4732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.726539 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1956acce-0acd-4f76-a0b7-983a25b469f5 req-9eb2b587-6896-4c7f-bf60-c4c27e65444a tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 210 time: 0.0388560 Nov 12 03:46:42.752176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125fff27-d574-4b17-afba-21dc41509641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfe258a-d2c0-460d-87ca-573809cd68dc'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:42.754496 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44064b8-5e76-4adf-95ca-54b48b81586d" -d '{"events": [{"server_uuid": "125fff27-d574-4b17-afba-21dc41509641", "name": "network-vif-plugged", "status": "completed", "tag": "0dfe258a-d2c0-460d-87ca-573809cd68dc"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:42.757201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-161e0de3-78ba-402e-927f-a5d9ded6c79a req-08b0a78c-a66a-4bd8-81d8-034bac62e666 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Calling delete_port for b040c9a0-91df-4b51-a0f5-e3103021cdc4 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:42.768385 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.769041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 7956a8b3-7d36-4540-8bf1-8da35e1b5382 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:42.815507 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.833695 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4242abaf-40c0-4f3c-a410-62605ecd43f5 x-openstack-request-id: req-4242abaf-40c0-4f3c-a410-62605ecd43f5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:42.834049 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125fff27-d574-4b17-afba-21dc41509641", "name": "network-vif-plugged", "status": "completed", "tag": "0dfe258a-d2c0-460d-87ca-573809cd68dc", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:42.834317 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4242abaf-40c0-4f3c-a410-62605ecd43f5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:42.834745 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125fff27-d574-4b17-afba-21dc41509641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfe258a-d2c0-460d-87ca-573809cd68dc', 'code': 200} Nov 12 03:46:42.851158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 7956a8b3-7d36-4540-8bf1-8da35e1b5382 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:42.851158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 7956a8b3-7d36-4540-8bf1-8da35e1b5382 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:42.867389 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79b89436-5179-43b9-89c6-61b5de4a4732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.915880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=0dfe258a-d2c0-460d-87ca-573809cd68dc,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:42.965916 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.021117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Pushing event updated for resources: {'Port': ['ID=f4407121-808d-44d9-9218-b46bf5760b2b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:43.033670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:43.038769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:43.039328 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:43.044208 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c55bf540-512a-4896-8748-a3d420d1119a req-5efcbae9-6d7c-4777-8775-1379c28fb441 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 210 time: 0.1078207 Nov 12 03:46:43.045088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b89436-5179-43b9-89c6-61b5de4a4732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46bc66f-4514-49d5-bbe3-ce3ac44f377d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:43.061049 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-79b89436-5179-43b9-89c6-61b5de4a4732 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5711db48afb14028ba4bb1ab5412c5c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7501333 Nov 12 03:46:43.132018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Attempting to bind port f4407121-808d-44d9-9218-b46bf5760b2b on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:43.132267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Attempting to bind port f4407121-808d-44d9-9218-b46bf5760b2b by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:43.132737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Attempting to bind port f4407121-808d-44d9-9218-b46bf5760b2b on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:43.135799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:43.140117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:43.142629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:43.142629 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.142629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:43.142629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Bound port: f4407121-808d-44d9-9218-b46bf5760b2b, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:43.142629 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.222933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a683fc2-f909-4ade-b949-75611d8e6dbc req-95871f76-4948-4614-905e-aa868a528305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:43.224420 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a683fc2-f909-4ade-b949-75611d8e6dbc req-95871f76-4948-4614-905e-aa868a528305 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 1097 time: 0.2884583 Nov 12 03:46:43.234681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] For port f4407121-808d-44d9-9218-b46bf5760b2b, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:43.239497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] For port f4407121-808d-44d9-9218-b46bf5760b2b, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f4407121-808d-44d9-9218-b46bf5760b2b,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:43.279454 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ee2cada-c0f1-4189-8376-8984a3b7124e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.302126 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a683fc2-f909-4ade-b949-75611d8e6dbc req-d8da4f8c-c98f-47a2-8284-89f9f267c6ed service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703542 Nov 12 03:46:43.312298 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.312602 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ee2cada-c0f1-4189-8376-8984a3b7124e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.394477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29935ea-82cc-44db-9ffb-837c55216f66 None None] Pushing event updated for resources: {'Port': ['ID=f4407121-808d-44d9-9218-b46bf5760b2b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:43.472077 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ee2cada-c0f1-4189-8376-8984a3b7124e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.476995 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ee2cada-c0f1-4189-8376-8984a3b7124e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.479113 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9ee2cada-c0f1-4189-8376-8984a3b7124e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f46bc66f-4514-49d5-bbe3-ce3ac44f377d HTTP/1.1" status: 204 len: 168 time: 0.3407137 Nov 12 03:46:43.503173 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2cada-c0f1-4189-8376-8984a3b7124e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46bc66f-4514-49d5-bbe3-ce3ac44f377d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:43.756950 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d5e7b43-3760-46b0-ac2d-36dc41070427 req-643799f6-51f9-4dbf-aeaa-8388fc66dd1f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.770044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['09c97c92-a970-4a87-a37b-a74e7ca41e8d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:43.790371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1c9e6-35a5-4ec5-ad05-af4138c4aeeb req-4bb54c73-859a-43f8-8fc4-5549204819d1 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:43.798295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10c1c9e6-35a5-4ec5-ad05-af4138c4aeeb req-4bb54c73-859a-43f8-8fc4-5549204819d1 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 945 time: 0.8731587 Nov 12 03:46:43.855714 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3d23f2e9-ed17-4ecf-a6dd-ad197a31905a req-1460b38c-85af-408c-a915-96f1ae359795 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 210 time: 0.0972230 Nov 12 03:46:43.885600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643799f6-51f9-4dbf-aeaa-8388fc66dd1f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Pushing event deleted for resources: {'Port': ['ID=09c97c92-a970-4a87-a37b-a74e7ca41e8d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:43.943199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5e7b43-3760-46b0-ac2d-36dc41070427 req-643799f6-51f9-4dbf-aeaa-8388fc66dd1f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] No DVR routers for this DVR port 09c97c92-a970-4a87-a37b-a74e7ca41e8d on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:43.945823 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-161e0de3-78ba-402e-927f-a5d9ded6c79a req-08b0a78c-a66a-4bd8-81d8-034bac62e666 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.950712 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d5e7b43-3760-46b0-ac2d-36dc41070427 req-643799f6-51f9-4dbf-aeaa-8388fc66dd1f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.954161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d5e7b43-3760-46b0-ac2d-36dc41070427 req-643799f6-51f9-4dbf-aeaa-8388fc66dd1f tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.25 "DELETE /v2.0/ports/09c97c92-a970-4a87-a37b-a74e7ca41e8d HTTP/1.1" status: 204 len: 173 time: 2.3102741 Nov 12 03:46:43.957145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9366948b-35ab-4a6e-9956-0dda9c062b5d', 'name': 'network-vif-deleted', 'tag': '09c97c92-a970-4a87-a37b-a74e7ca41e8d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:43.961069 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abc0653-5c18-4a25-b7d8-03edea421884" -d '{"events": [{"server_uuid": "9366948b-35ab-4a6e-9956-0dda9c062b5d", "name": "network-vif-deleted", "tag": "09c97c92-a970-4a87-a37b-a74e7ca41e8d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:44.014234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0a78c-a66a-4bd8-81d8-034bac62e666 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Pushing event deleted for resources: {'Port': ['ID=b040c9a0-91df-4b51-a0f5-e3103021cdc4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:44.014506 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d77dd948-20e2-4045-9fe6-13b48ed522ea req-f4802d30-8265-4249-8219-a143a32a8ed2 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 210 time: 0.0277133 Nov 12 03:46:44.038788 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7a1d83d4-ef81-4893-b0ad-42bbafb153c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::da59:22e3:5f1e:2c76 (be54d603-2a64-497a-84fd-dd53e383892b/5ca0668c-1f0e-4ca0-8721-57d9d83a2d3b/e79de76c-bf6e-429b-bbcd-26389d3e40ba) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:44.043779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10c1c9e6-35a5-4ec5-ad05-af4138c4aeeb req-525b562a-9150-47d4-831e-f658f3e787b0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446034 Nov 12 03:46:44.087527 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9ae66a-e7aa-48d6-9c5c-8bdb1b4f4a5c x-openstack-request-id: req-cf9ae66a-e7aa-48d6-9c5c-8bdb1b4f4a5c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:44.087897 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9366948b-35ab-4a6e-9956-0dda9c062b5d", "name": "network-vif-deleted", "tag": "09c97c92-a970-4a87-a37b-a74e7ca41e8d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:44.088080 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cf9ae66a-e7aa-48d6-9c5c-8bdb1b4f4a5c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:44.088476 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9366948b-35ab-4a6e-9956-0dda9c062b5d', 'name': 'network-vif-deleted', 'tag': '09c97c92-a970-4a87-a37b-a74e7ca41e8d', 'status': 'completed', 'code': 200} Nov 12 03:46:44.091222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-161e0de3-78ba-402e-927f-a5d9ded6c79a req-08b0a78c-a66a-4bd8-81d8-034bac62e666 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] No DVR routers for this DVR port b040c9a0-91df-4b51-a0f5-e3103021cdc4 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:44.095368 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-161e0de3-78ba-402e-927f-a5d9ded6c79a req-08b0a78c-a66a-4bd8-81d8-034bac62e666 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.098846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-161e0de3-78ba-402e-927f-a5d9ded6c79a req-08b0a78c-a66a-4bd8-81d8-034bac62e666 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "DELETE /v2.0/ports/b040c9a0-91df-4b51-a0f5-e3103021cdc4 HTTP/1.1" status: 204 len: 173 time: 2.1196601 Nov 12 03:46:44.266584 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55559a47-16fc-4354-bd3a-eb1e91f7acc5 req-85ac8ca0-88e8-43f7-a2e5-c1882c87767b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 210 time: 0.0992060 Nov 12 03:46:44.317266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:44.442888 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a1d83d4-ef81-4893-b0ad-42bbafb153c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.458181 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:44.490439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22fb9596-5407-4b74-816a-cc52134f5f6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.623425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f798d98a-94d0-4aea-8208-49b670ffa0e0 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:44.625061 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f798d98a-94d0-4aea-8208-49b670ffa0e0 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "GET /v2.0/networks?id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a HTTP/1.1" status: 200 len: 804 time: 0.4908028 Nov 12 03:46:44.636661 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22fb9596-5407-4b74-816a-cc52134f5f6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.650117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-024ef8a7-aeb2-407b-b1b1-767b824cc156 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Request body: {'port': {'device_id': 'f2c4e113-b25b-4393-88b7-6da0b2d19b33', 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a', 'admin_state_up': True, 'tenant_id': '7481a972db044060ad6777a14e06d6ee'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:44.694452 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-437438036-network', 'tenant_id': '15dda84ecb864c3a86283905a6455cdc'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:44.717110 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a1d83d4-ef81-4893-b0ad-42bbafb153c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.723096 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22fb9596-5407-4b74-816a-cc52134f5f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.810467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb9596-5407-4b74-816a-cc52134f5f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d84d460-76bb-471f-8fb0-09b73a11a612,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:44.821191 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-22fb9596-5407-4b74-816a-cc52134f5f6a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9230aabbd75e4edd917eda1386fb49f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609912 Nov 12 03:46:44.821963 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60274) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:44.823903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d83d4-ef81-4893-b0ad-42bbafb153c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:44.841074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] Made reservation on behalf of 15dda84ecb864c3a86283905a6455cdc for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:44.843701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.848674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7a1d83d4-ef81-4893-b0ad-42bbafb153c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:44.855193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d83d4-ef81-4893-b0ad-42bbafb153c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:44.866228 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.866684 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1d83d4-ef81-4893-b0ad-42bbafb153c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:44.867468 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a1d83d4-ef81-4893-b0ad-42bbafb153c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.893881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d83d4-ef81-4893-b0ad-42bbafb153c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=e79de76c-bf6e-429b-bbcd-26389d3e40ba,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:44.925989 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7a2302fb-aebc-469e-b7fe-f681bfdb35b7 None None] Provisioning complete for port f4407121-808d-44d9-9218-b46bf5760b2b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:44.928770 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a2302fb-aebc-469e-b7fe-f681bfdb35b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.953620 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5b1b551-c294-4343-9a2c-72b046a8b166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.002567 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60278) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:45.006461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7a1d83d4-ef81-4893-b0ad-42bbafb153c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5562432 Nov 12 03:46:45.037577 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14d3e775-ba0b-4e44-96f1-d3ecd32bfaf8 req-b914b3da-23a8-419e-978d-7951048cdc71 tempest-LiveMigrationNegativeTest-1555057865 tempest-LiveMigrationNegativeTest-1555057865-project] 10.222.0.105 "GET /v2.0/ports?device_id=9366948b-35ab-4a6e-9956-0dda9c062b5d HTTP/1.1" status: 200 len: 210 time: 0.0709248 Nov 12 03:46:45.041133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a2302fb-aebc-469e-b7fe-f681bfdb35b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.079288 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5b1b551-c294-4343-9a2c-72b046a8b166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.093795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7a2302fb-aebc-469e-b7fe-f681bfdb35b7 None None] For port f4407121-808d-44d9-9218-b46bf5760b2b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f4407121-808d-44d9-9218-b46bf5760b2b,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:45.097552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-024ef8a7-aeb2-407b-b1b1-767b824cc156 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Made reservation on behalf of 7481a972db044060ad6777a14e06d6ee for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:45.113782 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-024ef8a7-aeb2-407b-b1b1-767b824cc156 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.167092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8c4f6-7205-4117-bebd-ee264fafaa71 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:45.180558 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a2302fb-aebc-469e-b7fe-f681bfdb35b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.183550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8c4f6-7205-4117-bebd-ee264fafaa71 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:45.185259 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c0c8c4f6-7205-4117-bebd-ee264fafaa71 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1800435 Nov 12 03:46:45.225590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:45.261209 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a835ed36-5ad7-46e2-a105-c8722609e546 req-07cb6f1c-7511-4fbe-9f81-8fd15a0054b4 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 210 time: 0.0719039 Nov 12 03:46:45.265313 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2302fb-aebc-469e-b7fe-f681bfdb35b7 None None] Pushing event updated for resources: {'Port': ['ID=f4407121-808d-44d9-9218-b46bf5760b2b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:45.289451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.329212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d923acd6-289a-45fb-915a-6d64411c55e2 None None] Provisioning complete for port e79de76c-bf6e-429b-bbcd-26389d3e40ba triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:45.329648 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d923acd6-289a-45fb-915a-6d64411c55e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.354377 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84388770-682a-49c8-9ad3-e66ff942ba2c req-02c3b536-f2da-4fe0-b126-a8d30ddbe3ca tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:45.355914 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84388770-682a-49c8-9ad3-e66ff942ba2c req-02c3b536-f2da-4fe0-b126-a8d30ddbe3ca tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 945 time: 0.1208234 Nov 12 03:46:45.382833 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d923acd6-289a-45fb-915a-6d64411c55e2 None None] Port e79de76c-bf6e-429b-bbcd-26389d3e40ba cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:45.386704 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9b90f9ee-d86b-47d0-b19a-0fef237a0329 req-e80e2485-bd3c-4899-80b1-7ba6b3777cf4 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 210 time: 0.0330892 Nov 12 03:46:45.389525 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.394879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-024ef8a7-aeb2-407b-b1b1-767b824cc156 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Allocated IP 172.20.0.4 (5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a/c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35/a56bec33-0970-4a20-be6a-bd422d3e2a6a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:45.415529 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5b1b551-c294-4343-9a2c-72b046a8b166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.417826 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5b1b551-c294-4343-9a2c-72b046a8b166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.419434 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e5b1b551-c294-4343-9a2c-72b046a8b166 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0d84d460-76bb-471f-8fb0-09b73a11a612 HTTP/1.1" status: 204 len: 168 time: 0.5958698 Nov 12 03:46:45.434676 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:46:45.439561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84388770-682a-49c8-9ad3-e66ff942ba2c req-74313f47-2784-4c97-ade7-816fbabec08f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714912 Nov 12 03:46:45.443596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-729c13bf-3e6d-4fa4-80ae-929256e3339b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port e79de76c-bf6e-429b-bbcd-26389d3e40ba {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:45.443962 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-729c13bf-3e6d-4fa4-80ae-929256e3339b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.449274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3be888-776f-4e2e-820b-c2ed4f710114,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:45.475805 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.476814 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] Added segment bcf913b2-2000-49dd-ae7c-626b3633e5c4 of type vlan for network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 Nov 12 03:46:45.535748 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1b551-c294-4343-9a2c-72b046a8b166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d84d460-76bb-471f-8fb0-09b73a11a612,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:45.611297 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.629191 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-729c13bf-3e6d-4fa4-80ae-929256e3339b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.677849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-729c13bf-3e6d-4fa4-80ae-929256e3339b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for e79de76c-bf6e-429b-bbcd-26389d3e40ba owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:45.697524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db0bbc-4df9-495a-b0f8-78b5d84f911e req-c6ea0db2-1cab-460f-8ef5-2d0a640842b6 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:45.704947 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69db0bbc-4df9-495a-b0f8-78b5d84f911e req-c6ea0db2-1cab-460f-8ef5-2d0a640842b6 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 1097 time: 0.1044848 Nov 12 03:46:45.725201 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-024ef8a7-aeb2-407b-b1b1-767b824cc156 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.772472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f4407121-808d-44d9-9218-b46bf5760b2b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:45.778949 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69db0bbc-4df9-495a-b0f8-78b5d84f911e req-6b5a03a2-2063-4179-b48a-cb61f3aebbf3 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709360 Nov 12 03:46:45.832654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port f4407121-808d-44d9-9218-b46bf5760b2b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:45.832944 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.833495 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.835337 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:45.836176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.892828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b040c9a0-91df-4b51-a0f5-e3103021cdc4 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:45.912841 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-024ef8a7-aeb2-407b-b1b1-767b824cc156 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.929191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: b040c9a0-91df-4b51-a0f5-e3103021cdc4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:45.930110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b040c9a0-91df-4b51-a0f5-e3103021cdc4 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:45.930110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 09c97c92-a970-4a87-a37b-a74e7ca41e8d no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:45.933808 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] Pushing event updated for resources: {'Network': ['ID=85b72684-9bc6-4260-b611-d4eeb96cd5e2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:45.965942 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 09c97c92-a970-4a87-a37b-a74e7ca41e8d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:45.974519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 09c97c92-a970-4a87-a37b-a74e7ca41e8d not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:45.976236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:46:46.003836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-024ef8a7-aeb2-407b-b1b1-767b824cc156 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:46.012363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-024ef8a7-aeb2-407b-b1b1-767b824cc156 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:46.015913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-024ef8a7-aeb2-407b-b1b1-767b824cc156 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:46.036608 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f8aaa9e3-5f04-48b6-b40e-1bfa8ed951db admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7171040 Nov 12 03:46:46.045429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60300) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:46.051544 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4d8b3e9c-e124-4f58-998c-3188fab2a78b admin admin] Request body: {'subnet': {'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-437438036-subnet', 'tenant_id': '15dda84ecb864c3a86283905a6455cdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:46.093472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5585d4f-bb5c-49c3-baaa-4c8cd768872f', 'name': 'network-vif-deleted', 'tag': 'b040c9a0-91df-4b51-a0f5-e3103021cdc4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:46.107379 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e792b2c-fa17-44b4-ab21-3b6650b71c0f" -d '{"events": [{"server_uuid": "a5585d4f-bb5c-49c3-baaa-4c8cd768872f", "name": "network-vif-deleted", "tag": "b040c9a0-91df-4b51-a0f5-e3103021cdc4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:46.114120 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ef8a7-aeb2-407b-b1b1-767b824cc156 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Pushing event updated for resources: {'Port': ['ID=a56bec33-0970-4a20-be6a-bd422d3e2a6a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:46.177458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-024ef8a7-aeb2-407b-b1b1-767b824cc156 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:46.178877 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-024ef8a7-aeb2-407b-b1b1-767b824cc156 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.197820 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64645a8b-4561-462f-bbf0-a32746e1d073 x-openstack-request-id: req-64645a8b-4561-462f-bbf0-a32746e1d073 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:46.198189 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5585d4f-bb5c-49c3-baaa-4c8cd768872f", "name": "network-vif-deleted", "tag": "b040c9a0-91df-4b51-a0f5-e3103021cdc4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:46.198442 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-64645a8b-4561-462f-bbf0-a32746e1d073 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:46.198838 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5585d4f-bb5c-49c3-baaa-4c8cd768872f', 'name': 'network-vif-deleted', 'tag': 'b040c9a0-91df-4b51-a0f5-e3103021cdc4', 'status': 'completed', 'code': 200} Nov 12 03:46:46.471094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91842e2-9a6d-4bbc-8ad2-3768584da639 req-457c4e31-09b9-4f16-9537-945ecfbf4f91 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:46.473418 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a91842e2-9a6d-4bbc-8ad2-3768584da639 req-457c4e31-09b9-4f16-9537-945ecfbf4f91 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 931 time: 0.0928936 Nov 12 03:46:46.503902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adb0e7-e553-4b6b-a211-daaaec7950da req-28a7e3eb-7504-4541-99e0-ac82ab069f58 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:46.512345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b4adb0e7-e553-4b6b-a211-daaaec7950da req-28a7e3eb-7504-4541-99e0-ac82ab069f58 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 1097 time: 0.5795727 Nov 12 03:46:46.520995 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-729c13bf-3e6d-4fa4-80ae-929256e3339b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.537876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a91842e2-9a6d-4bbc-8ad2-3768584da639 req-452f681f-1223-49ca-8d4a-b17aa368ac5f tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557709 Nov 12 03:46:46.586829 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c13bf-3e6d-4fa4-80ae-929256e3339b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=e79de76c-bf6e-429b-bbcd-26389d3e40ba,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:46.611276 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b4adb0e7-e553-4b6b-a211-daaaec7950da req-833ec803-b28b-4553-981e-34426b20a4d2 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954363 Nov 12 03:46:46.640374 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-729c13bf-3e6d-4fa4-80ae-929256e3339b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.650905 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-729c13bf-3e6d-4fa4-80ae-929256e3339b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/e79de76c-bf6e-429b-bbcd-26389d3e40ba HTTP/1.1" status: 204 len: 168 time: 1.4197342 Nov 12 03:46:46.650905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8b3e9c-e124-4f58-998c-3188fab2a78b admin admin] Made reservation on behalf of 15dda84ecb864c3a86283905a6455cdc for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:46.650905 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d8b3e9c-e124-4f58-998c-3188fab2a78b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.653277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:46.698060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76041f5c-94cb-438e-b95f-951e2bb2c60f req-c5537b8f-8c1d-4dfb-bafb-7b958218b084 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 210 time: 0.0434575 Nov 12 03:46:46.803756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-024ef8a7-aeb2-407b-b1b1-767b824cc156 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1595068 Nov 12 03:46:46.819550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Request body: {'port': {'device_id': 'f2c4e113-b25b-4393-88b7-6da0b2d19b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:46.840973 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f63c8a-3a4d-4f68-b988-36431453234c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:46.842998 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f63c8a-3a4d-4f68-b988-36431453234c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:46.845684 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-49f63c8a-3a4d-4f68-b988-36431453234c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1854684 Nov 12 03:46:46.852917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:46.964905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8998a9c-a3bb-4782-b59b-b65608ba8e9a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet 5ca0668c-1f0e-4ca0-8721-57d9d83a2d3b {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:46.977250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60334) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:46.981802 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8998a9c-a3bb-4782-b59b-b65608ba8e9a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.019434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.087260 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8998a9c-a3bb-4782-b59b-b65608ba8e9a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.104019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-5b4fe2b7-648b-40b4-b159-62e65e013ba5 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:47.105674 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-5b4fe2b7-648b-40b4-b159-62e65e013ba5 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.25 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 812 time: 0.2276692 Nov 12 03:46:47.171197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-d5af5b07-47b4-4f7a-8481-a78e2f653f43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Request body: {'port': {'device_id': 'e77da2d6-6799-4f38-b182-4b373c747b29', 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb', 'admin_state_up': True, 'tenant_id': 'f9f2ce7d605c46be9c07031c482882db'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:47.257157 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8998a9c-a3bb-4782-b59b-b65608ba8e9a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.319161 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d8b3e9c-e124-4f58-998c-3188fab2a78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.337092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4e1b4-0b09-4fd8-a96a-9dcdd9e74c72 req-61500852-5544-46fb-aceb-a2e1e414930e tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:47.338850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46c4e1b4-0b09-4fd8-a96a-9dcdd9e74c72 req-61500852-5544-46fb-aceb-a2e1e414930e tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 1097 time: 0.0961909 Nov 12 03:46:47.374265 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5e9d8b66-6627-477e-81a1-936abb00f4fa admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=82ea351238f046c696c12f9fe1a5e862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3970177 Nov 12 03:46:47.385779 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:47.456315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b3e9c-e124-4f58-998c-3188fab2a78b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e83c54a-08cf-40b8-8186-666697f3c3f6,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:47.500955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdf609b9-d298-4b7c-8829-1d848c314a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.516626 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46c4e1b4-0b09-4fd8-a96a-9dcdd9e74c72 req-b31933a0-2452-4731-a672-d1d45e66d08a tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111443 Nov 12 03:46:47.527805 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b3e9c-e124-4f58-998c-3188fab2a78b admin admin] Checking segment: {'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:47.528365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8b3e9c-e124-4f58-998c-3188fab2a78b admin admin] Network hostable DHCP agents. Network: 85b72684-9bc6-4260-b611-d4eeb96cd5e2, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:46:47.555755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdf609b9-d298-4b7c-8829-1d848c314a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.588966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56bec33-0970-4a20-be6a-bd422d3e2a6a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:47.603875 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.672343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f9c84-7e76-4762-801a-bb4b41226ccb req-37409e9b-ad54-4269-bd5e-14213b5ed05f tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:47.673764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d75f9c84-7e76-4762-801a-bb4b41226ccb req-37409e9b-ad54-4269-bd5e-14213b5ed05f tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 931 time: 0.0534236 Nov 12 03:46:47.691565 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8998a9c-a3bb-4782-b59b-b65608ba8e9a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.718401 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-d5af5b07-47b4-4f7a-8481-a78e2f653f43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Made reservation on behalf of f9f2ce7d605c46be9c07031c482882db for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:47.721300 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-d5af5b07-47b4-4f7a-8481-a78e2f653f43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.722977 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8998a9c-a3bb-4782-b59b-b65608ba8e9a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca0668c-1f0e-4ca0-8721-57d9d83a2d3b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:47.724736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8b3e9c-e124-4f58-998c-3188fab2a78b admin admin] Network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:46:47.735040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad82efda-a681-4b3a-9d18-6e1846ace71a None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:47.758926 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8998a9c-a3bb-4782-b59b-b65608ba8e9a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.766321 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e8998a9c-a3bb-4782-b59b-b65608ba8e9a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/5ca0668c-1f0e-4ca0-8721-57d9d83a2d3b HTTP/1.1" status: 204 len: 168 time: 0.9115083 Nov 12 03:46:47.769749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60356) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:47.815022 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Transition to ACTIVE for port object a56bec33-0970-4a20-be6a-bd422d3e2a6a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:46:47.815282 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-89dca437-d9e1-455b-abf3-2be229d5aab1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441740 Nov 12 03:46:47.816486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:47.826894 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d75f9c84-7e76-4762-801a-bb4b41226ccb req-55bfafdd-a8a8-443d-a8aa-c8a734b982e6 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464283 Nov 12 03:46:47.827303 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdf609b9-d298-4b7c-8829-1d848c314a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.830128 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdf609b9-d298-4b7c-8829-1d848c314a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.833928 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cdf609b9-d298-4b7c-8829-1d848c314a71 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9ac6214d-79f8-4f8b-91a1-c560535944a9 HTTP/1.1" status: 204 len: 168 time: 0.4446015 Nov 12 03:46:47.885566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf609b9-d298-4b7c-8829-1d848c314a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac6214d-79f8-4f8b-91a1-c560535944a9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:47.894050 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b385201f-1741-4d98-93a3-8cf62b0af81c req-b8fc5521-0604-400e-9f2d-ef38a5766054 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 210 time: 0.0815232 Nov 12 03:46:47.945022 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2767d101-fb73-4d4a-9e17-dce37273cbb3 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:47.950171 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2767d101-fb73-4d4a-9e17-dce37273cbb3 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1308510 Nov 12 03:46:47.951202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:47.959098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.965103 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4d8b3e9c-e124-4f58-998c-3188fab2a78b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 85b72684-9bc6-4260-b611-d4eeb96cd5e2) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:47.969889 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8b3e9c-e124-4f58-998c-3188fab2a78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:47.974041 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d8b3e9c-e124-4f58-998c-3188fab2a78b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.980746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebaf6af-53b6-442a-9420-129e211825c3 None None] Network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:48.040395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843bf4dd-c2e6-4599-954d-b717c1d560bc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:48.043489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-d5af5b07-47b4-4f7a-8481-a78e2f653f43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Allocated IP 172.20.0.9 (2c53af8a-46bb-48e4-af57-98f8737220cb/899de18e-7897-4846-9001-c1f9957ea303/053d16e6-c4d7-4126-82af-4b5dc6ef61bc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:48.044089 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-843bf4dd-c2e6-4599-954d-b717c1d560bc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0892515 Nov 12 03:46:48.050799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60366) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:48.084615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Pushing event updated for resources: {'Port': ['ID=a56bec33-0970-4a20-be6a-bd422d3e2a6a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:48.135966 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901884d3-46e9-48e3-bd35-d8080f9dde37 None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:48.162467 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-82da42f7-c64c-4e94-bffc-8df2ef8743ce tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073241 Nov 12 03:46:48.169244 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4d8b3e9c-e124-4f58-998c-3188fab2a78b admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1211631 Nov 12 03:46:48.173980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60372) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:48.185880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-792fee81-e228-4b79-a4a6-f61b4b2cf6ee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:48.237617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Attempting to bind port a56bec33-0970-4a20-be6a-bd422d3e2a6a on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:48.238127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Attempting to bind port a56bec33-0970-4a20-be6a-bd422d3e2a6a by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:48.238450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Attempting to bind port a56bec33-0970-4a20-be6a-bd422d3e2a6a on network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:48.250221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Port a56bec33-0970-4a20-be6a-bd422d3e2a6a on network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:48.250547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Attempting to bind port a56bec33-0970-4a20-be6a-bd422d3e2a6a on network 5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:48.263256 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-901884d3-46e9-48e3-bd35-d8080f9dde37 None None] Deleting port f4407121-808d-44d9-9218-b46bf5760b2b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:48.263640 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-901884d3-46e9-48e3-bd35-d8080f9dde37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.267549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-85b72684-9bc6-4260-b611-d4eeb96cd5e2', 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2', 'tenant_id': '15dda84ecb864c3a86283905a6455cdc', 'fixed_ips': [{'subnet_id': '3e83c54a-08cf-40b8-8186-666697f3c3f6'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:48.272099 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.272357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:48.272357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Checking segment: {'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:48.272357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Bound using segment: {'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:48.272868 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Bound port: a56bec33-0970-4a20-be6a-bd422d3e2a6a, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:48.273008 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.359260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-901884d3-46e9-48e3-bd35-d8080f9dde37 None None] For port f4407121-808d-44d9-9218-b46bf5760b2b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f4407121-808d-44d9-9218-b46bf5760b2b,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:48.359658 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-901884d3-46e9-48e3-bd35-d8080f9dde37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.367222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-d5af5b07-47b4-4f7a-8481-a78e2f653f43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.393775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792fee81-e228-4b79-a4a6-f61b4b2cf6ee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:48.397285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] For port a56bec33-0970-4a20-be6a-bd422d3e2a6a, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:48.398585 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-792fee81-e228-4b79-a4a6-f61b4b2cf6ee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.399244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] For port a56bec33-0970-4a20-be6a-bd422d3e2a6a, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a56bec33-0970-4a20-be6a-bd422d3e2a6a,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:48.421687 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-901884d3-46e9-48e3-bd35-d8080f9dde37 None None] Calling delete_port for f4407121-808d-44d9-9218-b46bf5760b2b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:48.497430 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.566773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Allocated IP 172.20.0.2 (85b72684-9bc6-4260-b611-d4eeb96cd5e2/3e83c54a-08cf-40b8-8186-666697f3c3f6/40c6b19d-b5ea-4b38-b8a0-47b7efb336e1) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:48.588469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:48.589098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.590538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] 10.222.0.25 "PUT /v2.0/ports/a56bec33-0970-4a20-be6a-bd422d3e2a6a HTTP/1.1" status: 200 len: 1092 time: 1.7771671 Nov 12 03:46:48.593755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-d5af5b07-47b4-4f7a-8481-a78e2f653f43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.596435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c4e113-b25b-4393-88b7-6da0b2d19b33', 'tag': 'a56bec33-0970-4a20-be6a-bd422d3e2a6a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:48.604931 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab98a52-2aab-4b0b-a041-4b69f3bc209e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c4e113-b25b-4393-88b7-6da0b2d19b33", "tag": "a56bec33-0970-4a20-be6a-bd422d3e2a6a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:48.665375 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.676000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc4fd9-b26a-45f5-89e4-6888a7125be1 service neutron] Pushing event updated for resources: {'Port': ['ID=a56bec33-0970-4a20-be6a-bd422d3e2a6a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:48.700702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-d5af5b07-47b4-4f7a-8481-a78e2f653f43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Network 2c53af8a-46bb-48e4-af57-98f8737220cb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:48.704313 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddafecbc-dc3b-4874-baea-47ec2ac4fea3 x-openstack-request-id: req-ddafecbc-dc3b-4874-baea-47ec2ac4fea3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:48.706527 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c4e113-b25b-4393-88b7-6da0b2d19b33", "tag": "a56bec33-0970-4a20-be6a-bd422d3e2a6a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:48.706920 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ddafecbc-dc3b-4874-baea-47ec2ac4fea3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:48.707429 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c4e113-b25b-4393-88b7-6da0b2d19b33', 'tag': 'a56bec33-0970-4a20-be6a-bd422d3e2a6a', 'status': 'completed', 'code': 200} Nov 12 03:46:48.708651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-d5af5b07-47b4-4f7a-8481-a78e2f653f43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:48.712930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-d5af5b07-47b4-4f7a-8481-a78e2f653f43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:48.756949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb26e70-ea86-47f8-8283-1fefcd39de7e req-6e25bbc3-87db-4bd7-923e-0c029295296f tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:48.758910 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-efb26e70-ea86-47f8-8283-1fefcd39de7e req-6e25bbc3-87db-4bd7-923e-0c029295296f tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 1097 time: 0.1063683 Nov 12 03:46:48.778575 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-901884d3-46e9-48e3-bd35-d8080f9dde37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.818031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af5b07-47b4-4f7a-8481-a78e2f653f43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Pushing event updated for resources: {'Port': ['ID=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:48.839011 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-efb26e70-ea86-47f8-8283-1fefcd39de7e req-ceedd1f0-22e4-4a59-9250-3c55724d0a1d tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702949 Nov 12 03:46:48.844346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-792fee81-e228-4b79-a4a6-f61b4b2cf6ee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.848483 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901884d3-46e9-48e3-bd35-d8080f9dde37 None None] Pushing event deleted for resources: {'Port': ['ID=f4407121-808d-44d9-9218-b46bf5760b2b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:48.867626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab98a52-2aab-4b0b-a041-4b69f3bc209e req-2051dcc4-cef0-401c-b9c3-adfe200c0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:48.869671 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dab98a52-2aab-4b0b-a041-4b69f3bc209e req-2051dcc4-cef0-401c-b9c3-adfe200c0d2d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7481a972db044060ad6777a14e06d6ee&device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 1095 time: 0.1307132 Nov 12 03:46:48.877275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-d5af5b07-47b4-4f7a-8481-a78e2f653f43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:48.878054 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901884d3-46e9-48e3-bd35-d8080f9dde37 None None] No DVR routers for this DVR port f4407121-808d-44d9-9218-b46bf5760b2b on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:48.878316 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-d5af5b07-47b4-4f7a-8481-a78e2f653f43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.943517 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.951130 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fee81-e228-4b79-a4a6-f61b4b2cf6ee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=db5a0c5e-317e-4b17-a5c1-7d9f689d2c71,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:48.969857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792fee81-e228-4b79-a4a6-f61b4b2cf6ee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:48.971582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-792fee81-e228-4b79-a4a6-f61b4b2cf6ee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:48.980295 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792fee81-e228-4b79-a4a6-f61b4b2cf6ee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:48.981817 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-792fee81-e228-4b79-a4a6-f61b4b2cf6ee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.985633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dad19dd-27c8-4a33-ab37-583dc94f0388 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:49.029387 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-d5af5b07-47b4-4f7a-8481-a78e2f653f43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8646030 Nov 12 03:46:49.067417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Request body: {'port': {'device_id': 'e77da2d6-6799-4f38-b182-4b373c747b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:49.083841 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.109672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab98a52-2aab-4b0b-a041-4b69f3bc209e req-7eb7415d-1c03-4d3c-a5aa-ee53f4fb3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.110341 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60402) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:49.111628 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dab98a52-2aab-4b0b-a041-4b69f3bc209e req-7eb7415d-1c03-4d3c-a5aa-ee53f4fb3c08 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=7481a972db044060ad6777a14e06d6ee&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2285275 Nov 12 03:46:49.145182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddf341-46f5-49f1-94c8-bcaf251787bd req-9fde999a-0489-4fcf-a0ae-f23f3831f182 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.147427 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79ddf341-46f5-49f1-94c8-bcaf251787bd req-9fde999a-0489-4fcf-a0ae-f23f3831f182 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 943 time: 0.1294589 Nov 12 03:46:49.149836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Pushing event updated for resources: {'Port': ['ID=40c6b19d-b5ea-4b38-b8a0-47b7efb336e1,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:49.170295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-792fee81-e228-4b79-a4a6-f61b4b2cf6ee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9947631 Nov 12 03:46:49.175848 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60406) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:49.186032 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e1b890fd-e72d-419c-96cd-0c313e6486dc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'fixed_ips': [{'subnet_id': 'db5a0c5e-317e-4b17-a5c1-7d9f689d2c71', 'ip_address': '2001:db8::d880:8e3c:f02b:6d85'}], 'name': 'tempest-NetworksTestDHCPv6-2054538198'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:49.190366 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:49.190536 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:49.195152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:49.199533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:49.200236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3bbf4c64-cfbd-4b86-b8b2-559b004fe100 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=19b81c533cbb425db075907f261267be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0879071 Nov 12 03:46:49.264836 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.279257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': 'db5a0c5e-317e-4b17-a5c1-7d9f689d2c71'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:49.280114 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.283415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Attempting to bind port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:49.283805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Attempting to bind port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:49.284159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Attempting to bind port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 on network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:49.299432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:49.299867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Checking segment: {'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:49.300384 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.305318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Bound using segment: {'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:49.305318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Bound port: 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:49.305318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.388471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79ddf341-46f5-49f1-94c8-bcaf251787bd req-c0f95fe8-5437-461c-ab65-9d9cefce687e tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013733 Nov 12 03:46:49.402195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab98a52-2aab-4b0b-a041-4b69f3bc209e req-df240d86-065a-4438-993a-f93ea4e78e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.403708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dab98a52-2aab-4b0b-a041-4b69f3bc209e req-df240d86-065a-4438-993a-f93ea4e78e9c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2847869 Nov 12 03:46:49.407533 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-faafa2b9-1112-47a9-b846-7c848619ed65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.428658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b890fd-e72d-419c-96cd-0c313e6486dc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:49.460336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] For port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:49.478013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] For port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=40c6b19d-b5ea-4b38-b8a0-47b7efb336e1,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:49.501993 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-faafa2b9-1112-47a9-b846-7c848619ed65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.502668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Allocated IP 2001:db8::2 (be54d603-2a64-497a-84fd-dd53e383892b/db5a0c5e-317e-4b17-a5c1-7d9f689d2c71/36cc0a39-4260-4568-9e4a-f22185e2b96b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:49.541434 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1b890fd-e72d-419c-96cd-0c313e6486dc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.563243 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-e1b890fd-e72d-419c-96cd-0c313e6486dc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port 2bd7eb4c-a3e2-419e-a920-166b7c7fd297 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:46:49.585636 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.668387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-8954e613-42de-4af3-80a8-6de1240dfe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.669902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-8954e613-42de-4af3-80a8-6de1240dfe23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7481a972db044060ad6777a14e06d6ee&device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 1095 time: 0.1931396 Nov 12 03:46:49.736976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af22e-fb05-464d-b78f-441132103fa7 req-6166b997-e385-42c2-a86a-a8d5bc279850 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.745900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c3af22e-fb05-464d-b78f-441132103fa7 req-6166b997-e385-42c2-a86a-a8d5bc279850 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 931 time: 0.2092547 Nov 12 03:46:49.751934 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-9a69eb29-8740-410e-b954-f95a0e335783 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a56bec33-0970-4a20-be6a-bd422d3e2a6a HTTP/1.1" status: 200 len: 217 time: 0.0715814 Nov 12 03:46:49.769543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f4407121-808d-44d9-9218-b46bf5760b2b no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:49.805322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73f6c3-3800-48e9-86b2-20f925fe5bb2 None None] Pushing event updated for resources: {'Port': ['ID=40c6b19d-b5ea-4b38-b8a0-47b7efb336e1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:49.810815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: f4407121-808d-44d9-9218-b46bf5760b2b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:49.811161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f4407121-808d-44d9-9218-b46bf5760b2b not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:49.817490 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.850253 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-faafa2b9-1112-47a9-b846-7c848619ed65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.852854 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-faafa2b9-1112-47a9-b846-7c848619ed65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.853988 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-faafa2b9-1112-47a9-b846-7c848619ed65 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/56e618ea-4b95-4c99-8e9b-054962b2add0 HTTP/1.1" status: 204 len: 168 time: 0.6471024 Nov 12 03:46:49.899297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-001b81f5-37de-4729-bb1a-356c7cdaa17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.901167 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-001b81f5-37de-4729-bb1a-356c7cdaa17f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35 HTTP/1.1" status: 200 len: 844 time: 0.1367512 Nov 12 03:46:49.902232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafa2b9-1112-47a9-b846-7c848619ed65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e618ea-4b95-4c99-8e9b-054962b2add0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:49.941096 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c3af22e-fb05-464d-b78f-441132103fa7 req-334f1cd5-6ea8-47f4-b392-0704dac47e17 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941788 Nov 12 03:46:49.959730 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.059495 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Pushing event updated for resources: {'Port': ['ID=36cc0a39-4260-4568-9e4a-f22185e2b96b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:50.079161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-e5799f05-ee9b-434d-99d7-9ba15c68a930 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966315 Nov 12 03:46:50.092887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:50.097875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:50.103930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:50.120198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053d16e6-c4d7-4126-82af-4b5dc6ef61bc {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:50.120705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e1b890fd-e72d-419c-96cd-0c313e6486dc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::d880:8e3c:f02b:6d85 (be54d603-2a64-497a-84fd-dd53e383892b/db5a0c5e-317e-4b17-a5c1-7d9f689d2c71/2bd7eb4c-a3e2-419e-a920-166b7c7fd297) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:50.147029 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.171553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Transition to ACTIVE for port object 053d16e6-c4d7-4126-82af-4b5dc6ef61bc will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:46:50.213847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Attempting to bind port 36cc0a39-4260-4568-9e4a-f22185e2b96b on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:50.214372 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Attempting to bind port 36cc0a39-4260-4568-9e4a-f22185e2b96b by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:50.214832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Attempting to bind port 36cc0a39-4260-4568-9e4a-f22185e2b96b on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:50.227234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:50.227613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:50.228142 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.229020 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:50.229490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Bound port: 36cc0a39-4260-4568-9e4a-f22185e2b96b, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:50.230041 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.303877 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.348535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-90a08c94-f63d-4e2d-b83e-cbce88dd0d47 service neutron] 10.222.0.25 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602789 Nov 12 03:46:50.370757 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] For port 36cc0a39-4260-4568-9e4a-f22185e2b96b, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:50.371589 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1b890fd-e72d-419c-96cd-0c313e6486dc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.380430 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] For port 36cc0a39-4260-4568-9e4a-f22185e2b96b, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=36cc0a39-4260-4568-9e4a-f22185e2b96b,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:50.469570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Pushing event updated for resources: {'Port': ['ID=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:50.474569 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.537906 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1b890fd-e72d-419c-96cd-0c313e6486dc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.575748 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68150f4a-b84f-4f7e-be3b-a5d5568cd0de None None] Pushing event updated for resources: {'Port': ['ID=36cc0a39-4260-4568-9e4a-f22185e2b96b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:50.616955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b890fd-e72d-419c-96cd-0c313e6486dc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:50.622865 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e1b890fd-e72d-419c-96cd-0c313e6486dc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:50.627393 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e38d3a6c-c65c-4ac5-81ea-c3953da993a2 req-c8beef6d-9f42-4aaa-8b72-e46bd151ada2 service neutron] 10.222.0.25 "GET /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591975 Nov 12 03:46:50.632379 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b890fd-e72d-419c-96cd-0c313e6486dc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:50.638558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b890fd-e72d-419c-96cd-0c313e6486dc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:50.639226 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1b890fd-e72d-419c-96cd-0c313e6486dc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.659144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b890fd-e72d-419c-96cd-0c313e6486dc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=2bd7eb4c-a3e2-419e-a920-166b7c7fd297,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:50.685429 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Attempting to bind port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:50.689898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Attempting to bind port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:50.689898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Attempting to bind port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc on network 2c53af8a-46bb-48e4-af57-98f8737220cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:50.691599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc on network 2c53af8a-46bb-48e4-af57-98f8737220cb not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:50.691926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Attempting to bind port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc on network 2c53af8a-46bb-48e4-af57-98f8737220cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:50.735363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:50.735698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Checking segment: {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:50.736138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Bound using segment: {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:50.736619 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Bound port: 053d16e6-c4d7-4126-82af-4b5dc6ef61bc, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:50.737013 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.792814 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e1b890fd-e72d-419c-96cd-0c313e6486dc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6150019 Nov 12 03:46:50.795792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60452) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:50.804914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b42662b2-5662-4c81-8bca-2a7bae450a07 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'fixed_ips': [{'subnet_id': 'db5a0c5e-317e-4b17-a5c1-7d9f689d2c71', 'ip_address': '2001:db8::d880:8e3c:f02b:6d85'}], 'name': 'tempest-NetworksTestDHCPv6-1058305347'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:50.880263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-bb33c27a-86b6-4a1e-8d76-f8402f204f86 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:50.882511 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-bb33c27a-86b6-4a1e-8d76-f8402f204f86 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/networks?id=85b72684-9bc6-4260-b611-d4eeb96cd5e2 HTTP/1.1" status: 200 len: 815 time: 0.1873562 Nov 12 03:46:50.918006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] For port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:50.935786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] For port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:50.940452 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-fe6aa523-8e3e-4cb8-bdba-cb04416f3f29 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/quotas/15dda84ecb864c3a86283905a6455cdc HTTP/1.1" status: 200 len: 375 time: 0.0347691 Nov 12 03:46:51.003053 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.040497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42662b2-5662-4c81-8bca-2a7bae450a07 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:51.046323 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b42662b2-5662-4c81-8bca-2a7bae450a07 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.068538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:51.068538 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.075454 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] 10.222.0.25 "PUT /v2.0/ports/053d16e6-c4d7-4126-82af-4b5dc6ef61bc HTTP/1.1" status: 200 len: 1092 time: 2.0203137 Nov 12 03:46:51.091857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-b42662b2-5662-4c81-8bca-2a7bae450a07 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port dae3fb6d-4a81-4e07-9f7a-d06a400c5c5e yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:46:51.103658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77da2d6-6799-4f38-b182-4b373c747b29', 'tag': '053d16e6-c4d7-4126-82af-4b5dc6ef61bc'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:51.103658 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aba32d-310a-4be4-8447-c414e56a629b" -d '{"events": [{"name": "network-changed", "server_uuid": "e77da2d6-6799-4f38-b182-4b373c747b29", "tag": "053d16e6-c4d7-4126-82af-4b5dc6ef61bc"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:51.106221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fb6d7-658f-49d1-a1f9-02715b4b8748 service neutron] Pushing event updated for resources: {'Port': ['ID=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:51.128841 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-594ccbda-42f9-4f8b-b8ae-15b87bfa7e1e tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=15dda84ecb864c3a86283905a6455cdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1773541 Nov 12 03:46:51.204090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ad3ce-aed3-4125-923c-42069ae8005e None None] Network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:51.309612 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-69242653-2958-43c2-bb40-be6db9c463e9 None None] Provisioning complete for port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:51.310251 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69242653-2958-43c2-bb40-be6db9c463e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.412503 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42662b2-5662-4c81-8bca-2a7bae450a07 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:46:51.413502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42662b2-5662-4c81-8bca-2a7bae450a07 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:46:51.514182 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b42662b2-5662-4c81-8bca-2a7bae450a07 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7163861 Nov 12 03:46:51.515544 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69242653-2958-43c2-bb40-be6db9c463e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.516191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60468) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:51.562697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-69242653-2958-43c2-bb40-be6db9c463e9 None None] For port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=40c6b19d-b5ea-4b38-b8a0-47b7efb336e1,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:51.591816 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-1c356539-723a-4f98-b26f-f20e77c7dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:51.591816 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-1c356539-723a-4f98-b26f-f20e77c7dd95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 1095 time: 0.0873239 Nov 12 03:46:51.665232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193f1e0f-4a5e-4ef2-b724-9bc7b256aa7c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:51.681846 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193f1e0f-4a5e-4ef2-b724-9bc7b256aa7c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:51.686006 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-193f1e0f-4a5e-4ef2-b724-9bc7b256aa7c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1659319 Nov 12 03:46:51.686236 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69242653-2958-43c2-bb40-be6db9c463e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.688591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60472) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:51.691721 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-854a6811-c953-4ccc-b5bb-b271ad43c308 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=053d16e6-c4d7-4126-82af-4b5dc6ef61bc HTTP/1.1" status: 200 len: 217 time: 0.0923207 Nov 12 03:46:51.716138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-a1a86833-94d7-4d72-a0db-0e109479b4f0 service neutron] 10.222.0.105 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723774 Nov 12 03:46:51.819823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69242653-2958-43c2-bb40-be6db9c463e9 None None] Pushing event updated for resources: {'Port': ['ID=40c6b19d-b5ea-4b38-b8a0-47b7efb336e1,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:51.862974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:51.933625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:51.934273 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.033297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 36cc0a39-4260-4568-9e4a-f22185e2b96b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:52.045456 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-d017666d-0e81-402b-be60-660a917edbd2 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:46:52.046902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b8419f07-6ed8-44df-9094-f9ada3622050 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port 2bd7eb4c-a3e2-419e-a920-166b7c7fd297 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:52.047254 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8419f07-6ed8-44df-9094-f9ada3622050 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.055180 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-d017666d-0e81-402b-be60-660a917edbd2 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3263845 Nov 12 03:46:52.082569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-70d266bb-efba-4e73-a72a-050330198949 None None] Provisioning complete for port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:52.083055 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70d266bb-efba-4e73-a72a-050330198949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.132199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-bbd6b64f-fb17-4cff-a02d-63e788765d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:52.133667 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-bbd6b64f-fb17-4cff-a02d-63e788765d18 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=899de18e-7897-4846-9001-c1f9957ea303 HTTP/1.1" status: 200 len: 852 time: 0.4276116 Nov 12 03:46:52.179988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-1ae4af72-137f-438d-8255-ea76791daeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:52.181187 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 36cc0a39-4260-4568-9e4a-f22185e2b96b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:52.181569 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.182855 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-1ae4af72-137f-438d-8255-ea76791daeb9 service neutron] 10.222.0.105 "GET /v2.0/ports/0dfe258a-d2c0-460d-87ca-573809cd68dc HTTP/1.1" status: 200 len: 1094 time: 0.1279566 Nov 12 03:46:52.187934 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8419f07-6ed8-44df-9094-f9ada3622050 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.196294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f62a9ca0-6253-4496-bf90-5b5ba2a27a26 service neutron] Request body: {'binding': {'host': 'n-h1-767704-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:52.197234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f62a9ca0-6253-4496-bf90-5b5ba2a27a26 service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:46:52.201438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-4fe3b87f-7731-4954-94c1-4ce3f0b59f49 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c53af8a-46bb-48e4-af57-98f8737220cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494242 Nov 12 03:46:52.206788 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-b282406a-cd7f-4a86-8640-4c8c5df59249 service neutron] 10.222.0.105 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895222 Nov 12 03:46:52.213360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b8419f07-6ed8-44df-9094-f9ada3622050 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for 2bd7eb4c-a3e2-419e-a920-166b7c7fd297 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:52.278538 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.327669 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-5039b005-7ae1-4a7e-81bb-3d5b478471f8 service neutron] 10.222.0.25 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159232 Nov 12 03:46:52.360711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 36cc0a39-4260-4568-9e4a-f22185e2b96b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=36cc0a39-4260-4568-9e4a-f22185e2b96b,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:52.375756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a47a6bfb-c594-4a73-99cd-028636c71b68 None None] Provisioning complete for port 36cc0a39-4260-4568-9e4a-f22185e2b96b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:52.377026 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a47a6bfb-c594-4a73-99cd-028636c71b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.462233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f62a9ca0-6253-4496-bf90-5b5ba2a27a26 service neutron] Attempting to bind port 0dfe258a-d2c0-460d-87ca-573809cd68dc on host n-h1-767704-23 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:52.462852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f62a9ca0-6253-4496-bf90-5b5ba2a27a26 service neutron] Attempting to bind port 0dfe258a-d2c0-460d-87ca-573809cd68dc by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:52.462977 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f62a9ca0-6253-4496-bf90-5b5ba2a27a26 service neutron] Attempting to bind port 0dfe258a-d2c0-460d-87ca-573809cd68dc on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:52.469422 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f62a9ca0-6253-4496-bf90-5b5ba2a27a26 service neutron] Port 0dfe258a-d2c0-460d-87ca-573809cd68dc on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:52.469956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f62a9ca0-6253-4496-bf90-5b5ba2a27a26 service neutron] Attempting to bind port 0dfe258a-d2c0-460d-87ca-573809cd68dc on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:52.479449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f62a9ca0-6253-4496-bf90-5b5ba2a27a26 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:52.480124 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f62a9ca0-6253-4496-bf90-5b5ba2a27a26 service neutron] Checking segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:52.480520 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f62a9ca0-6253-4496-bf90-5b5ba2a27a26 service neutron] Bound using segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:52.480963 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f62a9ca0-6253-4496-bf90-5b5ba2a27a26 service neutron] Bound port: 0dfe258a-d2c0-460d-87ca-573809cd68dc, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:52.481974 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.526271 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a47a6bfb-c594-4a73-99cd-028636c71b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.554138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01cf53af-11e7-45b6-a962-0563ce48abfa req-7a05dda1-f690-402e-8a7b-fa9d442f8f18 service neutron] 10.222.0.25 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179842 Nov 12 03:46:52.581986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=36cc0a39-4260-4568-9e4a-f22185e2b96b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:52.647618 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a47a6bfb-c594-4a73-99cd-028636c71b68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:46:52.647975 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a47a6bfb-c594-4a73-99cd-028636c71b68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:46:52.673931 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f62a9ca0-6253-4496-bf90-5b5ba2a27a26 service neutron] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:52.854747 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8419f07-6ed8-44df-9094-f9ada3622050 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.857205 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f62a9ca0-6253-4496-bf90-5b5ba2a27a26 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.858420 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f62a9ca0-6253-4496-bf90-5b5ba2a27a26 service neutron] 10.222.0.105 "POST /v2.0/ports/0dfe258a-d2c0-460d-87ca-573809cd68dc/bindings HTTP/1.1" status: 201 len: 390 time: 0.6683409 Nov 12 03:46:52.901045 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8419f07-6ed8-44df-9094-f9ada3622050 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=2bd7eb4c-a3e2-419e-a920-166b7c7fd297,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:52.945958 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8419f07-6ed8-44df-9094-f9ada3622050 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.956427 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b8419f07-6ed8-44df-9094-f9ada3622050 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/2bd7eb4c-a3e2-419e-a920-166b7c7fd297 HTTP/1.1" status: 204 len: 168 time: 1.2570860 Nov 12 03:46:52.959613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60506) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:53.042420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a90a583-0a3e-4226-8ac7-80b688dac8af tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:53.045557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a90a583-0a3e-4226-8ac7-80b688dac8af tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:53.049679 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1a90a583-0a3e-4226-8ac7-80b688dac8af tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0863876 Nov 12 03:46:53.050166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60510) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:53.111840 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c98ef69a-7340-49da-94a4-506c8322e05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.120721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e004d678-f8e3-45f1-9da4-9ef28c1aff94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet db5a0c5e-317e-4b17-a5c1-7d9f689d2c71 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:53.124585 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e004d678-f8e3-45f1-9da4-9ef28c1aff94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.198787 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e004d678-f8e3-45f1-9da4-9ef28c1aff94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.304143 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e004d678-f8e3-45f1-9da4-9ef28c1aff94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.319647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-34199e60-df13-4f1e-ba79-e40543f9b444 None None] Could not find standard attr ID for object 2bd7eb4c-a3e2-419e-a920-166b7c7fd297. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:46:53.363042 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ff5e8-9721-4c2b-a530-a862f8a07837 req-6608b6c0-a50d-476e-adb4-5aa22e5d72e8 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:53.364649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a8ff5e8-9721-4c2b-a530-a862f8a07837 req-6608b6c0-a50d-476e-adb4-5aa22e5d72e8 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 943 time: 0.0546148 Nov 12 03:46:53.417884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a8ff5e8-9721-4c2b-a530-a862f8a07837 req-6b9d896d-8438-4b80-88f5-fb20201ad469 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437870 Nov 12 03:46:53.509184 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e004d678-f8e3-45f1-9da4-9ef28c1aff94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.539634 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02014db9-6498-47ac-8ef2-577c82ae287a x-openstack-request-id: req-02014db9-6498-47ac-8ef2-577c82ae287a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:53.539924 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77da2d6-6799-4f38-b182-4b373c747b29", "tag": "053d16e6-c4d7-4126-82af-4b5dc6ef61bc", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:53.540218 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-02014db9-6498-47ac-8ef2-577c82ae287a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:53.540626 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77da2d6-6799-4f38-b182-4b373c747b29', 'tag': '053d16e6-c4d7-4126-82af-4b5dc6ef61bc', 'status': 'completed', 'code': 200} Nov 12 03:46:53.541861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004d678-f8e3-45f1-9da4-9ef28c1aff94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=db5a0c5e-317e-4b17-a5c1-7d9f689d2c71,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:53.548080 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e004d678-f8e3-45f1-9da4-9ef28c1aff94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.553711 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e004d678-f8e3-45f1-9da4-9ef28c1aff94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/db5a0c5e-317e-4b17-a5c1-7d9f689d2c71 HTTP/1.1" status: 204 len: 168 time: 0.4998720 Nov 12 03:46:53.555125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60518) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:53.563495 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a68bf5e-fcbc-4cdb-9616-9a57aefb6b02 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:53.574205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e431310-f7c3-4007-8ada-ebcdf36f9464 req-dc352444-9c6d-453f-8c5b-90f4a2f4d6cc tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:53.575825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e431310-f7c3-4007-8ada-ebcdf36f9464 req-dc352444-9c6d-453f-8c5b-90f4a2f4d6cc tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 943 time: 0.1023595 Nov 12 03:46:53.618403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f41125ce-964a-41be-aba3-ddc58e61eddb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621662 Nov 12 03:46:53.633234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60524) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:53.650346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9c3a5a7c-effd-4525-b425-cf6cbb133019 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:53.722313 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:53.785121 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e431310-f7c3-4007-8ada-ebcdf36f9464 req-a0cdce38-d4b2-41d0-805e-d7c40d226ab0 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704657 Nov 12 03:46:53.897743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3a5a7c-effd-4525-b425-cf6cbb133019 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:53.912816 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5a7c-effd-4525-b425-cf6cbb133019 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.913234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aba32d-310a-4be4-8447-c414e56a629b req-a5703d15-72d0-4acb-9986-c7a1c957c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:53.915104 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3aba32d-310a-4be4-8447-c414e56a629b req-a5703d15-72d0-4acb-9986-c7a1c957c510 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 1095 time: 0.3262985 Nov 12 03:46:53.917067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a56bec33-0970-4a20-be6a-bd422d3e2a6a details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:53.984320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-00412ed8-578b-46d9-a7dc-ffda35cbfb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:53.985628 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-00412ed8-578b-46d9-a7dc-ffda35cbfb0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 1097 time: 0.1324780 Nov 12 03:46:54.031948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-694552b0-668e-4d67-8656-413710c02e5f tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:54.039559 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-694552b0-668e-4d67-8656-413710c02e5f tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/networks?id=85b72684-9bc6-4260-b611-d4eeb96cd5e2 HTTP/1.1" status: 200 len: 815 time: 0.3155866 Nov 12 03:46:54.079377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-70acf10b-b421-4149-a78e-7d95893d2d32 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/quotas/15dda84ecb864c3a86283905a6455cdc HTTP/1.1" status: 200 len: 375 time: 0.0388560 Nov 12 03:46:54.081763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60538) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:54.227046 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aba32d-310a-4be4-8447-c414e56a629b req-ee6fbb9f-d466-49bc-a5ec-1db4eac3a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:54.228544 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3aba32d-310a-4be4-8447-c414e56a629b req-ee6fbb9f-d466-49bc-a5ec-1db4eac3a806 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 914 time: 0.2978938 Nov 12 03:46:54.247757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-74b02569-64e0-4df4-a863-7e54fa579425 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=15dda84ecb864c3a86283905a6455cdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1673992 Nov 12 03:46:54.299220 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1bab107-ad46-40a7-bf6e-0069b40f737d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.310627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f8f9c5a3-56fd-40c7-9b7a-aa40a288c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:54.312171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f8f9c5a3-56fd-40c7-9b7a-aa40a288c63f service neutron] 10.222.0.25 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.2950120 Nov 12 03:46:54.315251 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3aba32d-310a-4be4-8447-c414e56a629b req-58ecaa0d-ff30-4aeb-a7dc-1331bf56a4ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=053d16e6-c4d7-4126-82af-4b5dc6ef61bc HTTP/1.1" status: 200 len: 217 time: 0.0584264 Nov 12 03:46:54.343530 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a56bec33-0970-4a20-be6a-bd422d3e2a6a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a56bec33-0970-4a20-be6a-bd422d3e2a6a,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:54.360431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'a56bec33-0970-4a20-be6a-bd422d3e2a6a', 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a', 'port_id': 'a56bec33-0970-4a20-be6a-bd422d3e2a6a', 'mac_address': 'fa:16:3e:70:01:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:54.418552 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-dbc3028a-1de9-4964-bbd2-c652530b3650 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc HTTP/1.1" status: 200 len: 217 time: 0.0760880 Nov 12 03:46:54.461757 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1bab107-ad46-40a7-bf6e-0069b40f737d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.464834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:54.465207 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.480507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aba32d-310a-4be4-8447-c414e56a629b req-1a8a07b6-1338-418d-bd4a-d4f9a5c54888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:54.484339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3aba32d-310a-4be4-8447-c414e56a629b req-1a8a07b6-1338-418d-bd4a-d4f9a5c54888 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=899de18e-7897-4846-9001-c1f9957ea303 HTTP/1.1" status: 200 len: 852 time: 0.1350973 Nov 12 03:46:54.494510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccef4c31-8153-421c-83e3-255022120e8f None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:54.515226 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.535913 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5a7c-effd-4525-b425-cf6cbb133019 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.558087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56bec33-0970-4a20-be6a-bd422d3e2a6a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:54.569502 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3aba32d-310a-4be4-8447-c414e56a629b req-68a5f6c2-5a52-4409-a62f-362234612a00 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c53af8a-46bb-48e4-af57-98f8737220cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429327 Nov 12 03:46:54.582302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-e5026ae4-3ebc-4e76-af68-c66ab3801837 service neutron] 10.222.0.105 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335528 Nov 12 03:46:54.592117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a56bec33-0970-4a20-be6a-bd422d3e2a6a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a56bec33-0970-4a20-be6a-bd422d3e2a6a,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:54.614500 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a5a7c-effd-4525-b425-cf6cbb133019 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:54.627621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bec0b-64c3-4687-ac92-2185e5a6153c req-c8e8cba1-3baf-4e49-ba4b-f7354789dc02 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:54.636016 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-353bec0b-64c3-4687-ac92-2185e5a6153c req-c8e8cba1-3baf-4e49-ba4b-f7354789dc02 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 945 time: 0.1410911 Nov 12 03:46:54.641383 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9c3a5a7c-effd-4525-b425-cf6cbb133019 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:54.651710 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3a5a7c-effd-4525-b425-cf6cbb133019 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:54.652597 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5a7c-effd-4525-b425-cf6cbb133019 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.653322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ccef4c31-8153-421c-83e3-255022120e8f None None] Deleting port 36cc0a39-4260-4568-9e4a-f22185e2b96b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:54.653699 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ccef4c31-8153-421c-83e3-255022120e8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.658668 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1bab107-ad46-40a7-bf6e-0069b40f737d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.679117 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a5a7c-effd-4525-b425-cf6cbb133019 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=67e4556c-2d92-42e3-b77b-c8a3a021b979,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:54.686777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 36cc0a39-4260-4568-9e4a-f22185e2b96b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:54.706862 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3aba32d-310a-4be4-8447-c414e56a629b req-7a404d42-3239-45f7-ba29-79c90bc15354 service neutron] 10.222.0.25 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149144 Nov 12 03:46:54.731498 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bab107-ad46-40a7-bf6e-0069b40f737d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe17f0e-d147-44e7-8e3b-794d4563a34b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:54.740013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-241885d0-c387-4f18-a8ec-31f084ab13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:54.742673 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-241885d0-c387-4f18-a8ec-31f084ab13c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.3147233 Nov 12 03:46:54.743748 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.750078 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a1bab107-ad46-40a7-bf6e-0069b40f737d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=38a7b0e7262940bd8f1f818e5deaa3a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6656942 Nov 12 03:46:54.750641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60550) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:54.783023 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-353bec0b-64c3-4687-ac92-2185e5a6153c req-aeff017b-a3d8-40eb-9de9-60bd04d85c06 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457965 Nov 12 03:46:54.794256 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9c3a5a7c-effd-4525-b425-cf6cbb133019 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1580877 Nov 12 03:46:54.801512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60552) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:54.809798 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-33acfdc7-8503-42a3-b371-39507c2c791f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'fixed_ips': [{'subnet_id': '67e4556c-2d92-42e3-b77b-c8a3a021b979', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1846799154'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:54.812337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a56bec33-0970-4a20-be6a-bd422d3e2a6a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:54.821361 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.842772 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-2086720a-5cdd-45e9-9c3b-7451653d6297 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600557 Nov 12 03:46:54.843027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.843556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.844104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.844636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.845360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.845360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.845644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.845944 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.846272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.846594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.846926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.847356 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.882462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ccef4c31-8153-421c-83e3-255022120e8f None None] For port 36cc0a39-4260-4568-9e4a-f22185e2b96b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=36cc0a39-4260-4568-9e4a-f22185e2b96b,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:54.882859 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ccef4c31-8153-421c-83e3-255022120e8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.893499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 36cc0a39-4260-4568-9e4a-f22185e2b96b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:54.893871 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.898910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ccef4c31-8153-421c-83e3-255022120e8f None None] Calling delete_port for 36cc0a39-4260-4568-9e4a-f22185e2b96b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:54.998404 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-335c2873-ac76-4c46-a7cf-f62568b7010f service neutron] 10.222.0.105 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149520 Nov 12 03:46:55.008987 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3aba32d-310a-4be4-8447-c414e56a629b req-b14ffec7-9dc6-4589-81c5-1da92596803a service neutron] 10.222.0.25 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887294 Nov 12 03:46:55.033417 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-14bed7e3-a4b2-4e24-bc0e-4cfba88c3449 service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486621 Nov 12 03:46:55.038757 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8c116bb-e558-4ca7-bb83-6f8867dccee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.047654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd3abd-4b46-48e0-a7f1-e79992f580f7 req-df8a5962-a68b-41f3-8358-dbdd223fcc06 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:55.050212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['a56bec33-0970-4a20-be6a-bd422d3e2a6a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:55.057880 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b7fd3abd-4b46-48e0-a7f1-e79992f580f7 req-df8a5962-a68b-41f3-8358-dbdd223fcc06 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 944 time: 0.1283488 Nov 12 03:46:55.129042 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8c116bb-e558-4ca7-bb83-6f8867dccee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.148944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-abd2752b-2eb8-4ea4-b8fe-c270f226714c service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045861 Nov 12 03:46:55.157871 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b7fd3abd-4b46-48e0-a7f1-e79992f580f7 req-bcd0b83b-4730-4018-af2f-fce3db8beaa6 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989265 Nov 12 03:46:55.280013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33acfdc7-8503-42a3-b371-39507c2c791f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:55.303922 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ccef4c31-8153-421c-83e3-255022120e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.381264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef4c31-8153-421c-83e3-255022120e8f None None] Pushing event deleted for resources: {'Port': ['ID=36cc0a39-4260-4568-9e4a-f22185e2b96b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:55.402338 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef4c31-8153-421c-83e3-255022120e8f None None] No DVR routers for this DVR port 36cc0a39-4260-4568-9e4a-f22185e2b96b on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:55.416898 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8c116bb-e558-4ca7-bb83-6f8867dccee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.420771 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8c116bb-e558-4ca7-bb83-6f8867dccee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.422154 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e8c116bb-e558-4ca7-bb83-6f8867dccee5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/dfe17f0e-d147-44e7-8e3b-794d4563a34b HTTP/1.1" status: 204 len: 168 time: 0.6667845 Nov 12 03:46:55.438993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14f725d-c0c6-4126-ad05-010852d1d30a None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:55.460632 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c116bb-e558-4ca7-bb83-6f8867dccee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe17f0e-d147-44e7-8e3b-794d4563a34b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:55.477398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c7978c3-51d0-4d53-9135-56bb4f1e6776 req-7b35ae33-588c-4f7d-9acf-641f1dc187ff tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=ba0d14a9c62b4cbba0472c793b5c87d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638189 Nov 12 03:46:55.496571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-c88f8775-005a-49d9-8989-3eb920b62028 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:55.505808 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-c88f8775-005a-49d9-8989-3eb920b62028 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 1097 time: 0.1485484 Nov 12 03:46:55.527431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-767704-23'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:55.604995 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33acfdc7-8503-42a3-b371-39507c2c791f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.642518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-33acfdc7-8503-42a3-b371-39507c2c791f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port de4fb361-9908-46a6-ba16-207a8392b4fe yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:46:55.667722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8f681-9b50-4a04-97c9-71972caec8b8 req-c31ed216-56a5-4aaf-8c5c-98114d105ee3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:55.676952 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbb8f681-9b50-4a04-97c9-71972caec8b8 req-c31ed216-56a5-4aaf-8c5c-98114d105ee3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 943 time: 0.1456594 Nov 12 03:46:55.753671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 36cc0a39-4260-4568-9e4a-f22185e2b96b no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:55.772960 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbb8f681-9b50-4a04-97c9-71972caec8b8 req-a2b78056-b8d8-423b-b274-19c2a00c330c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948570 Nov 12 03:46:55.777036 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7978c3-51d0-4d53-9135-56bb4f1e6776 req-66a24ce4-b3f4-4178-9f74-d464ca2c63b2 tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:55.784513 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c7978c3-51d0-4d53-9135-56bb4f1e6776 req-66a24ce4-b3f4-4178-9f74-d464ca2c63b2 tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3058808 Nov 12 03:46:55.791707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': '67e4556c-2d92-42e3-b77b-c8a3a021b979'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:55.792954 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.800468 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.806431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 36cc0a39-4260-4568-9e4a-f22185e2b96b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:55.807316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 36cc0a39-4260-4568-9e4a-f22185e2b96b not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:55.849733 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c7978c3-51d0-4d53-9135-56bb4f1e6776 req-048d524f-44e0-4745-b617-d3c85576e8ee tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] 10.222.0.105 "GET /v2.0/quotas/ba0d14a9c62b4cbba0472c793b5c87d6 HTTP/1.1" status: 200 len: 375 time: 0.0642538 Nov 12 03:46:55.912817 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c7978c3-51d0-4d53-9135-56bb4f1e6776 req-fbb98056-6aa1-47fd-978b-3d545538d9d0 tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ba0d14a9c62b4cbba0472c793b5c87d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621176 Nov 12 03:46:55.958206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 053d16e6-c4d7-4126-82af-4b5dc6ef61bc details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:55.961426 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-33acfdc7-8503-42a3-b371-39507c2c791f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:55.962286 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33acfdc7-8503-42a3-b371-39507c2c791f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:46:56.100251 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-33acfdc7-8503-42a3-b371-39507c2c791f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2952750 Nov 12 03:46:56.101268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:56.101592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Allocated IP 2001:db8::2 (be54d603-2a64-497a-84fd-dd53e383892b/67e4556c-2d92-42e3-b77b-c8a3a021b979/ae39494e-54cf-46ef-95b7-1b5396fe96ab) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:56.132233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:56.162473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '053d16e6-c4d7-4126-82af-4b5dc6ef61bc', 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb', 'port_id': '053d16e6-c4d7-4126-82af-4b5dc6ef61bc', 'mac_address': 'fa:16:3e:4b:10:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899de18e-7897-4846-9001-c1f9957ea303', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:56.174753 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-108749a0-2cd9-4871-9573-566158a95e70 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0704241 Nov 12 03:46:56.175477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60594) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:56.194157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:56.248079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-e52bee73-b50b-4057-ba57-1642417d3117 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:56.263799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-e52bee73-b50b-4057-ba57-1642417d3117 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/networks?id=85b72684-9bc6-4260-b611-d4eeb96cd5e2 HTTP/1.1" status: 200 len: 815 time: 0.3398826 Nov 12 03:46:56.278280 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.305232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053d16e6-c4d7-4126-82af-4b5dc6ef61bc {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:56.317295 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2735c7f1-8a32-4df3-a5b1-01ffad29e03b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:56.326077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2735c7f1-8a32-4df3-a5b1-01ffad29e03b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:56.326077 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2735c7f1-8a32-4df3-a5b1-01ffad29e03b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1447854 Nov 12 03:46:56.326300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-2bcab8cd-36b7-4e5c-8e98-11ab923c4e1d tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/quotas/15dda84ecb864c3a86283905a6455cdc HTTP/1.1" status: 200 len: 375 time: 0.0585921 Nov 12 03:46:56.327715 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60602) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:56.333043 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-6a02968b-1a11-4a45-92b4-d797c5a5953e tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:56.334632 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-6a02968b-1a11-4a45-92b4-d797c5a5953e tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.26 "GET /v2.0/networks?id=85b72684-9bc6-4260-b611-d4eeb96cd5e2 HTTP/1.1" status: 200 len: 815 time: 0.2827380 Nov 12 03:46:56.363759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:56.364144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5458625-87cc-4b2b-b5ab-d1aae65603e5 req-34d45409-9e30-4b97-a943-b096c664ace7 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:56.374107 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc88a939-f735-4234-b5c2-a1b995598101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.385151 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d5458625-87cc-4b2b-b5ab-d1aae65603e5 req-34d45409-9e30-4b97-a943-b096c664ace7 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 945 time: 0.1560261 Nov 12 03:46:56.396417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-93759547-b908-48aa-a2a3-ef268a3c4388 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Request body: {'port': {'device_id': 'b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b', 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2', 'admin_state_up': True, 'tenant_id': '15dda84ecb864c3a86283905a6455cdc'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:56.398921 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.432579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:56.469030 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.482125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e0c686-f3ce-49d7-9cf3-fb7402a54b53 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet 67e4556c-2d92-42e3-b77b-c8a3a021b979 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:56.505808 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-960798d5-bffe-40dc-94e7-65333d1dbf36 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=15dda84ecb864c3a86283905a6455cdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1799889 Nov 12 03:46:56.508606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125fff27-d574-4b17-afba-21dc41509641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfe258a-d2c0-460d-87ca-573809cd68dc'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:56.510954 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bc531f-f77b-43a4-b249-2cd843d21b6e" -d '{"events": [{"server_uuid": "125fff27-d574-4b17-afba-21dc41509641", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfe258a-d2c0-460d-87ca-573809cd68dc"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:56.515199 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.519005 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11e0c686-f3ce-49d7-9cf3-fb7402a54b53 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.522907 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.538086 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d5458625-87cc-4b2b-b5ab-d1aae65603e5 req-86ed9607-46bc-4007-bafd-4acd16f04e20 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414135 Nov 12 03:46:56.561906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:56.587019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:56.597454 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e5cba7e-b2fa-471f-a26f-4065f9a67167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.605880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:56.610922 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:56.633221 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11e0c686-f3ce-49d7-9cf3-fb7402a54b53 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.638369 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.696030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:56.717100 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.726137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Pushing event updated for resources: {'Port': ['ID=ae39494e-54cf-46ef-95b7-1b5396fe96ab,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:56.741623 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e5cba7e-b2fa-471f-a26f-4065f9a67167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.772914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-93759547-b908-48aa-a2a3-ef268a3c4388 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Made reservation on behalf of 15dda84ecb864c3a86283905a6455cdc for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:56.779634 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-93759547-b908-48aa-a2a3-ef268a3c4388 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.796494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Attempting to bind port ae39494e-54cf-46ef-95b7-1b5396fe96ab on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:56.798002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Attempting to bind port ae39494e-54cf-46ef-95b7-1b5396fe96ab by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:56.798382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Attempting to bind port ae39494e-54cf-46ef-95b7-1b5396fe96ab on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:56.804888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:56.805189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:56.814710 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.814710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:56.814710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Bound port: ae39494e-54cf-46ef-95b7-1b5396fe96ab, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:56.814710 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.834469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfe258a-d2c0-460d-87ca-573809cd68dc,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:56.846847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-83076814-518c-44e2-8637-90ee0b24c217 service neutron] 10.222.0.105 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036425 Nov 12 03:46:56.848451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['053d16e6-c4d7-4126-82af-4b5dc6ef61bc'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:56.897108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:56.897556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:56.897903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:56.898223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:56.899128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:56.899440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:56.899771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:56.900115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:56.900445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:56.900769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:56.901132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:56.901457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:56.914189 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Attempting to bind port 0dfe258a-d2c0-460d-87ca-573809cd68dc on host n-h2-767704-23 for vnic_type normal with profile {"migrating_to": "n-h1-767704-23"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:56.914466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Attempting to bind port 0dfe258a-d2c0-460d-87ca-573809cd68dc by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:56.914674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Attempting to bind port 0dfe258a-d2c0-460d-87ca-573809cd68dc on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:56.957329 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11e0c686-f3ce-49d7-9cf3-fb7402a54b53 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.961531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Port 0dfe258a-d2c0-460d-87ca-573809cd68dc on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:56.961872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Attempting to bind port 0dfe258a-d2c0-460d-87ca-573809cd68dc on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:57.169531 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e5cba7e-b2fa-471f-a26f-4065f9a67167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.234532 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5e5cba7e-b2fa-471f-a26f-4065f9a67167 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=82d3cd05940b4a4d934709979fafc46f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6680431 Nov 12 03:46:57.239000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:57.280751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cba7e-b2fa-471f-a26f-4065f9a67167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d13928-5bc1-444d-9064-e7469898a4db,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:57.335712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:57.336152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Checking segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:57.336541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Bound using segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:57.337128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Bound port: 0dfe258a-d2c0-460d-87ca-573809cd68dc, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:57.337406 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.357997 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-93759547-b908-48aa-a2a3-ef268a3c4388 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Allocated IP 172.20.0.9 (85b72684-9bc6-4260-b611-d4eeb96cd5e2/3e83c54a-08cf-40b8-8186-666697f3c3f6/71428227-0fc9-4618-a763-f00d2735da82) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:57.387269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39d710-f610-41cc-8400-60c7adc23b43 req-8da6ffd0-11fb-480b-bb62-b3c2486cac13 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:57.394980 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2c39d710-f610-41cc-8400-60c7adc23b43 req-8da6ffd0-11fb-480b-bb62-b3c2486cac13 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 944 time: 0.1004863 Nov 12 03:46:57.423865 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b51aeeb3-f210-4504-b922-7d4ffb14b1db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.454894 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-a51e6a16-3272-4616-9d7a-f75f74099c62 service neutron] 10.222.0.105 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037433 Nov 12 03:46:57.464438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:57.467967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:57.477125 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b51aeeb3-f210-4504-b922-7d4ffb14b1db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.545242 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2c39d710-f610-41cc-8400-60c7adc23b43 req-1d25d158-2cfe-4230-9ae6-28cce05b2a76 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442301 Nov 12 03:46:57.589634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.591736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] For port ae39494e-54cf-46ef-95b7-1b5396fe96ab, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:57.592326 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11e0c686-f3ce-49d7-9cf3-fb7402a54b53 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.608143 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] For port ae39494e-54cf-46ef-95b7-1b5396fe96ab, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ae39494e-54cf-46ef-95b7-1b5396fe96ab,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:57.641399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0c686-f3ce-49d7-9cf3-fb7402a54b53 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=67e4556c-2d92-42e3-b77b-c8a3a021b979,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:57.660545 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-93759547-b908-48aa-a2a3-ef268a3c4388 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.682358 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11e0c686-f3ce-49d7-9cf3-fb7402a54b53 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.685577 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-11e0c686-f3ce-49d7-9cf3-fb7402a54b53 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/67e4556c-2d92-42e3-b77b-c8a3a021b979 HTTP/1.1" status: 204 len: 168 time: 1.3475912 Nov 12 03:46:57.688228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:57.722729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:57.723184 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.723422 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.725009 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] 10.222.0.25 "PUT /v2.0/ports/0dfe258a-d2c0-460d-87ca-573809cd68dc HTTP/1.1" status: 200 len: 1123 time: 2.2101307 Nov 12 03:46:57.738288 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1887041-2af3-4727-9ff7-e38986ca61f2 x-openstack-request-id: req-b1887041-2af3-4727-9ff7-e38986ca61f2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:57.738795 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125fff27-d574-4b17-afba-21dc41509641", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfe258a-d2c0-460d-87ca-573809cd68dc", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:57.739055 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b1887041-2af3-4727-9ff7-e38986ca61f2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:57.739460 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125fff27-d574-4b17-afba-21dc41509641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfe258a-d2c0-460d-87ca-573809cd68dc', 'code': 200} Nov 12 03:46:57.741173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30ed1d-6c0c-47f3-9012-091235d33b40 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfe258a-d2c0-460d-87ca-573809cd68dc,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:57.784595 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a9d0d0b0-a9bf-40f3-a381-f17ac2019d18 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950491 Nov 12 03:46:57.789131 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b51aeeb3-f210-4504-b922-7d4ffb14b1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.791874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60630) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:57.796296 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b51aeeb3-f210-4504-b922-7d4ffb14b1db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.799539 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b51aeeb3-f210-4504-b922-7d4ffb14b1db admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e8d13928-5bc1-444d-9064-e7469898a4db HTTP/1.1" status: 204 len: 168 time: 0.5582829 Nov 12 03:46:57.801057 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-717db1cc-be6c-49b7-a634-97a4b2a2d79d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:57.861463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aeeb3-f210-4504-b922-7d4ffb14b1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d13928-5bc1-444d-9064-e7469898a4db,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:57.926338 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['0dfe258a-d2c0-460d-87ca-573809cd68dc'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:57.988750 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-93759547-b908-48aa-a2a3-ef268a3c4388 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.107115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-93759547-b908-48aa-a2a3-ef268a3c4388 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:58.162413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-93759547-b908-48aa-a2a3-ef268a3c4388 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:58.166801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-93759547-b908-48aa-a2a3-ef268a3c4388 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:58.176272 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45585b88-5222-4adf-bbb5-137a8063a084 req-f99f0351-ef78-409d-95ef-81a91409c061 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.181167 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45585b88-5222-4adf-bbb5-137a8063a084 req-f99f0351-ef78-409d-95ef-81a91409c061 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 944 time: 0.2858081 Nov 12 03:46:58.190610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93759547-b908-48aa-a2a3-ef268a3c4388 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Pushing event updated for resources: {'Port': ['ID=71428227-0fc9-4618-a763-f00d2735da82,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:58.278805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491f35d-887a-4b73-a530-cc96e2da83dc None None] Pushing event updated for resources: {'Port': ['ID=ae39494e-54cf-46ef-95b7-1b5396fe96ab,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:58.304287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a56bec33-0970-4a20-be6a-bd422d3e2a6a up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:58.332812 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8bb75-86f4-4b6a-b7d2-a79fbbf80d1f req-7b757a0a-50f5-40d2-a941-6578afb95d69 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.333556 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45585b88-5222-4adf-bbb5-137a8063a084 req-fcc8479b-16c1-43b2-a4c3-0065bad41163 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403360 Nov 12 03:46:58.334726 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-96f8bb75-86f4-4b6a-b7d2-a79fbbf80d1f req-7b757a0a-50f5-40d2-a941-6578afb95d69 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 943 time: 0.2309740 Nov 12 03:46:58.341819 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-93759547-b908-48aa-a2a3-ef268a3c4388 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.345552 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-93759547-b908-48aa-a2a3-ef268a3c4388 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.450986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d2429e3-f155-4797-aff6-a4fc7085b9ce req-872c7c4b-83f4-468d-9c83-3b1bf39dc80f tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 210 time: 0.0491116 Nov 12 03:46:58.479316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717db1cc-be6c-49b7-a634-97a4b2a2d79d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:58.480691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-96f8bb75-86f4-4b6a-b7d2-a79fbbf80d1f req-abaf350d-0e87-498b-95d6-47489bcee8dc tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334856 Nov 12 03:46:58.483617 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-717db1cc-be6c-49b7-a634-97a4b2a2d79d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.525242 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.538852 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port a56bec33-0970-4a20-be6a-bd422d3e2a6a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:46:58.555173 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port a56bec33-0970-4a20-be6a-bd422d3e2a6a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:58.555612 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.593133 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-93759547-b908-48aa-a2a3-ef268a3c4388 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2050066 Nov 12 03:46:58.617944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Request body: {'port': {'device_id': 'b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:58.847408 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.912520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4d171878-ba34-4158-8872-98168dd7e439 None None] Provisioning complete for port 71428227-0fc9-4618-a763-f00d2735da82 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:58.914931 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d171878-ba34-4158-8872-98168dd7e439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.941359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe4ce6-9fd5-4d48-aeb4-bdffbe824d3b req-d57ddccf-dd07-4d39-b497-2c721ce97b4f tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.955884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30fe4ce6-9fd5-4d48-aeb4-bdffbe824d3b req-d57ddccf-dd07-4d39-b497-2c721ce97b4f tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 944 time: 0.1828058 Nov 12 03:46:58.981111 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.045726 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.051865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c4e113-b25b-4393-88b7-6da0b2d19b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56bec33-0970-4a20-be6a-bd422d3e2a6a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:59.055237 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa765d99-4d9f-48ac-a44b-5465bfa3d4af" -d '{"events": [{"server_uuid": "f2c4e113-b25b-4393-88b7-6da0b2d19b33", "name": "network-vif-plugged", "status": "completed", "tag": "a56bec33-0970-4a20-be6a-bd422d3e2a6a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:59.060153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4d171878-ba34-4158-8872-98168dd7e439 None None] Port 71428227-0fc9-4618-a763-f00d2735da82 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:59.070940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a56bec33-0970-4a20-be6a-bd422d3e2a6a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a56bec33-0970-4a20-be6a-bd422d3e2a6a,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:59.072920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-55d350b7-9e0a-4683-b6fe-0f01ffbb4fa5 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:59.075216 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-55d350b7-9e0a-4683-b6fe-0f01ffbb4fa5 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.26 "GET /v2.0/networks?id=85b72684-9bc6-4260-b611-d4eeb96cd5e2 HTTP/1.1" status: 200 len: 815 time: 0.4346757 Nov 12 03:46:59.103117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-ba845089-ecac-45ca-b009-811b8a2e1d99 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Request body: {'port': {'device_id': 'd7b078f1-5b85-40c8-b9d0-2b0e579d7d10', 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2', 'admin_state_up': True, 'tenant_id': '15dda84ecb864c3a86283905a6455cdc'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:59.126616 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-717db1cc-be6c-49b7-a634-97a4b2a2d79d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.138410 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30fe4ce6-9fd5-4d48-aeb4-bdffbe824d3b req-6fc7084e-5a56-434d-b675-cc109e6db9b6 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815090 Nov 12 03:46:59.171380 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.172420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 053d16e6-c4d7-4126-82af-4b5dc6ef61bc up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:59.283237 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df6a889-9ad0-4164-be3f-f325fba4b529 x-openstack-request-id: req-1df6a889-9ad0-4164-be3f-f325fba4b529 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:59.283568 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c4e113-b25b-4393-88b7-6da0b2d19b33", "name": "network-vif-plugged", "status": "completed", "tag": "a56bec33-0970-4a20-be6a-bd422d3e2a6a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:59.283806 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1df6a889-9ad0-4164-be3f-f325fba4b529 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:59.284185 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c4e113-b25b-4393-88b7-6da0b2d19b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56bec33-0970-4a20-be6a-bd422d3e2a6a', 'code': 200} Nov 12 03:46:59.374841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717db1cc-be6c-49b7-a634-97a4b2a2d79d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:59.399281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717db1cc-be6c-49b7-a634-97a4b2a2d79d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=a7af402b-8658-4679-be4a-6a5307c9b36f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:59.441329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a56bec33-0970-4a20-be6a-bd422d3e2a6a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:59.461185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-717db1cc-be6c-49b7-a634-97a4b2a2d79d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:59.469463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717db1cc-be6c-49b7-a634-97a4b2a2d79d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:59.470004 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-717db1cc-be6c-49b7-a634-97a4b2a2d79d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.544320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b81f2-ccba-44bd-93dc-a763672e6327 req-41da56fc-7eb9-4503-9383-325832d6e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:59.545884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b15b81f2-ccba-44bd-93dc-a763672e6327 req-41da56fc-7eb9-4503-9383-325832d6e99a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 1097 time: 0.1592982 Nov 12 03:46:59.552468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71428227-0fc9-4618-a763-f00d2735da82 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:59.562622 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.596365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Transition to ACTIVE for port object 71428227-0fc9-4618-a763-f00d2735da82 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:46:59.607948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636b8a96-ed2b-47d0-bc62-e11f1c6b8a43 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:59.669592 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4668c-1f97-45fe-a0f4-3477fcc671f0 req-edf533ab-ac59-4548-b2b4-4acd4efd0b8e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:59.672358 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86c4668c-1f97-45fe-a0f4-3477fcc671f0 req-edf533ab-ac59-4548-b2b4-4acd4efd0b8e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 944 time: 0.0873809 Nov 12 03:46:59.678343 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b796040-dca7-4695-be03-124c165f9538 req-fff1d33f-0587-4565-bd52-4bf08643abd7 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 210 time: 0.0833445 Nov 12 03:46:59.706310 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b15b81f2-ccba-44bd-93dc-a763672e6327 req-67f2e494-4242-4fee-bbb3-f82703f5e8e9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345997 Nov 12 03:46:59.742259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125fff27-d574-4b17-afba-21dc41509641', 'tag': '0dfe258a-d2c0-460d-87ca-573809cd68dc'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:59.747024 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ffeb87-4a2f-44e2-8640-6d3f0cfebeb7" -d '{"events": [{"name": "network-changed", "server_uuid": "125fff27-d574-4b17-afba-21dc41509641", "tag": "0dfe258a-d2c0-460d-87ca-573809cd68dc"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:59.754128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-58263c62-745a-4b08-9741-95eeccca9268 None None] Provisioning complete for port ae39494e-54cf-46ef-95b7-1b5396fe96ab triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:59.754578 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58263c62-745a-4b08-9741-95eeccca9268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.763387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-ba845089-ecac-45ca-b009-811b8a2e1d99 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Made reservation on behalf of 15dda84ecb864c3a86283905a6455cdc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:59.777195 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-ba845089-ecac-45ca-b009-811b8a2e1d99 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.781076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:46:59.824616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:59.824616 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.841810 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.865477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ae39494e-54cf-46ef-95b7-1b5396fe96ab up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:59.932250 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86c4668c-1f97-45fe-a0f4-3477fcc671f0 req-f5cf2561-e5c6-4d7c-be75-91fba0de5b2a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434363 Nov 12 03:46:59.953329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 0dfe258a-d2c0-460d-87ca-573809cd68dc details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:00.022436 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:00.045277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-ba845089-ecac-45ca-b009-811b8a2e1d99 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Allocated IP 172.20.0.13 (85b72684-9bc6-4260-b611-d4eeb96cd5e2/3e83c54a-08cf-40b8-8186-666697f3c3f6/dd60e803-9ad7-4fa4-9458-b7d52d731b7f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:00.049345 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Pushing event updated for resources: {'Port': ['ID=71428227-0fc9-4618-a763-f00d2735da82,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:00.151307 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.168604 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58263c62-745a-4b08-9741-95eeccca9268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.181989 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b208c2b4-4dd8-48c9-a60b-704c9d5ba627 req-edf40363-504e-4c63-85e8-a1db2aaf3d58 tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=ba0d14a9c62b4cbba0472c793b5c87d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479114 Nov 12 03:47:00.221608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-58263c62-745a-4b08-9741-95eeccca9268 None None] For port ae39494e-54cf-46ef-95b7-1b5396fe96ab, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ae39494e-54cf-46ef-95b7-1b5396fe96ab,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:00.224445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ae39494e-54cf-46ef-95b7-1b5396fe96ab triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:00.224445 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.293859 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-717db1cc-be6c-49b7-a634-97a4b2a2d79d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5005956 Nov 12 03:47:00.297474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60698) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:00.298553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-360470582-network', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:00.302556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Attempting to bind port 71428227-0fc9-4618-a763-f00d2735da82 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:00.303028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Attempting to bind port 71428227-0fc9-4618-a763-f00d2735da82 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:00.303457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Attempting to bind port 71428227-0fc9-4618-a763-f00d2735da82 on network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.305007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c20232bd-353b-486c-8bd1-f86db0b4742f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1168653331', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:00.320091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:00.369734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Port 71428227-0fc9-4618-a763-f00d2735da82 on network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.374114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Attempting to bind port 71428227-0fc9-4618-a763-f00d2735da82 on network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.377504 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58263c62-745a-4b08-9741-95eeccca9268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.394897 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:00.395374 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Checking segment: {'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:00.397589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Bound using segment: {'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:00.398764 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Bound port: 71428227-0fc9-4618-a763-f00d2735da82, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:00.398764 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.412271 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:00.412967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95b65b-bc68-4437-9e86-b9f76828a2de req-2da61611-d9a1-4a60-9ad2-299a3e9bba86 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:00.421854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d95b65b-bc68-4437-9e86-b9f76828a2de req-2da61611-d9a1-4a60-9ad2-299a3e9bba86 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 943 time: 0.5824294 Nov 12 03:47:00.426530 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-ba845089-ecac-45ca-b009-811b8a2e1d99 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.472665 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.485138 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208c2b4-4dd8-48c9-a60b-704c9d5ba627 req-94778af0-25e0-43e7-9b7d-bc52cacf804e tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:00.487657 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b208c2b4-4dd8-48c9-a60b-704c9d5ba627 req-94778af0-25e0-43e7-9b7d-bc52cacf804e tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2938147 Nov 12 03:47:00.514079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] Made reservation on behalf of e63b44cf28ad42df9a1c0e36a78766d0 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:00.518294 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.529971 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 0dfe258a-d2c0-460d-87ca-573809cd68dc has no active binding in host n-h1-767704-23 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:47:00.537381 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d95b65b-bc68-4437-9e86-b9f76828a2de req-e1ab1192-d836-4055-a2e9-c2f06462e00c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098249 Nov 12 03:47:00.556250 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.567573 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b208c2b4-4dd8-48c9-a60b-704c9d5ba627 req-ab463ef8-53f3-43f6-b3b2-df691d72f042 tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] 10.222.0.105 "GET /v2.0/quotas/ba0d14a9c62b4cbba0472c793b5c87d6 HTTP/1.1" status: 200 len: 375 time: 0.0443828 Nov 12 03:47:00.597474 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c20232bd-353b-486c-8bd1-f86db0b4742f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.602184 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c20232bd-353b-486c-8bd1-f86db0b4742f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.613691 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a872b52b-91a9-4d96-8bed-48e8866feff6 x-openstack-request-id: req-a872b52b-91a9-4d96-8bed-48e8866feff6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:00.614147 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125fff27-d574-4b17-afba-21dc41509641", "tag": "0dfe258a-d2c0-460d-87ca-573809cd68dc", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:00.614585 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a872b52b-91a9-4d96-8bed-48e8866feff6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:00.615509 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125fff27-d574-4b17-afba-21dc41509641', 'tag': '0dfe258a-d2c0-460d-87ca-573809cd68dc', 'status': 'completed', 'code': 200} Nov 12 03:47:00.622879 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b208c2b4-4dd8-48c9-a60b-704c9d5ba627 req-6a26acdc-8f0d-455c-acea-5edd50c75bba tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ba0d14a9c62b4cbba0472c793b5c87d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468214 Nov 12 03:47:00.638481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58263c62-745a-4b08-9741-95eeccca9268 None None] Pushing event updated for resources: {'Port': ['ID=ae39494e-54cf-46ef-95b7-1b5396fe96ab,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:00.653032 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] For port 71428227-0fc9-4618-a763-f00d2735da82, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:00.658114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] For port 71428227-0fc9-4618-a763-f00d2735da82, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=71428227-0fc9-4618-a763-f00d2735da82,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:00.667874 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-ba845089-ecac-45ca-b009-811b8a2e1d99 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.730682 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.778977 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:00.807610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-61a101e2-83e6-4601-920f-10a909c7c5a0 None None] Provisioning complete for port ae39494e-54cf-46ef-95b7-1b5396fe96ab triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:00.807984 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61a101e2-83e6-4601-920f-10a909c7c5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.817577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:00.818587 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.820553 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] 10.222.0.26 "PUT /v2.0/ports/71428227-0fc9-4618-a763-f00d2735da82 HTTP/1.1" status: 200 len: 1092 time: 2.2078545 Nov 12 03:47:00.826931 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b', 'tag': '71428227-0fc9-4618-a763-f00d2735da82'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:00.830053 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86de1353-26e0-4c5d-8a0d-6d71d963c11b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b", "tag": "71428227-0fc9-4618-a763-f00d2735da82"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:00.880183 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.899664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d2762-f5f7-483c-a2bd-dd5653d60e2c service neutron] Pushing event updated for resources: {'Port': ['ID=71428227-0fc9-4618-a763-f00d2735da82,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:00.912653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-ba845089-ecac-45ca-b009-811b8a2e1d99 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:00.914809 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c20232bd-353b-486c-8bd1-f86db0b4742f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.930834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-ba845089-ecac-45ca-b009-811b8a2e1d99 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:00.931737 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.934853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba845089-ecac-45ca-b009-811b8a2e1d99 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Pushing event updated for resources: {'Port': ['ID=dd60e803-9ad7-4fa4-9458-b7d52d731b7f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:00.953941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-ba845089-ecac-45ca-b009-811b8a2e1d99 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:01.014011 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c20232bd-353b-486c-8bd1-f86db0b4742f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.020006 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a701257c-c7ee-45f3-b526-4c3503cc8168,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:01.023479 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:47:01.043948 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.044353 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] Added segment 5a93403c-ce55-4061-870c-95696b992021 of type vlan for network 8ff17972-1c6f-4b3a-b469-cdf01234953a Nov 12 03:47:01.057813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ce939-fe34-4d20-9491-5f2b9c492e10 req-8c1008e9-c96e-4030-9eae-c4b4c0cc5761 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.064831 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d75ce939-fe34-4d20-9491-5f2b9c492e10 req-8c1008e9-c96e-4030-9eae-c4b4c0cc5761 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 945 time: 0.3173735 Nov 12 03:47:01.081200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffeb87-4a2f-44e2-8640-6d3f0cfebeb7 req-a65a5f56-d786-4f89-88ec-2e4a2da3af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.082694 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57ffeb87-4a2f-44e2-8640-6d3f0cfebeb7 req-a65a5f56-d786-4f89-88ec-2e4a2da3af92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 1126 time: 0.3586926 Nov 12 03:47:01.120436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-ba845089-ecac-45ca-b009-811b8a2e1d99 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.121108 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-ba845089-ecac-45ca-b009-811b8a2e1d99 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.128396 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9f19b710-521c-4360-a32c-a33e2975ca30 req-bf84ac54-9f6c-43ad-93d1-2882e5c2334b tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 210 time: 0.0797954 Nov 12 03:47:01.137602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-590b404d-00ee-4bf4-bf30-8dec9e4b9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.137602 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-590b404d-00ee-4bf4-bf30-8dec9e4b9c36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=15dda84ecb864c3a86283905a6455cdc&device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 1095 time: 0.1560881 Nov 12 03:47:01.148925 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.275849 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:47:01.290056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77da2d6-6799-4f38-b182-4b373c747b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053d16e6-c4d7-4126-82af-4b5dc6ef61bc'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:01.295364 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c20232bd-353b-486c-8bd1-f86db0b4742f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.297539 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c20232bd-353b-486c-8bd1-f86db0b4742f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9988246 Nov 12 03:47:01.298473 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-8fc1eaff-184a-4146-84cf-445def7a727b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71428227-0fc9-4618-a763-f00d2735da82 HTTP/1.1" status: 200 len: 217 time: 0.1424105 Nov 12 03:47:01.301517 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f420d39f-61d9-4111-846d-72bb0a5bd5f6" -d '{"events": [{"server_uuid": "e77da2d6-6799-4f38-b182-4b373c747b29", "name": "network-vif-plugged", "status": "completed", "tag": "053d16e6-c4d7-4126-82af-4b5dc6ef61bc"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:01.304243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:01.373841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-92e68885-bb4a-4072-a45a-21edf95802f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.375418 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-92e68885-bb4a-4072-a45a-21edf95802f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e83c54a-08cf-40b8-8186-666697f3c3f6 HTTP/1.1" status: 200 len: 854 time: 0.0622425 Nov 12 03:47:01.440268 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-ba845089-ecac-45ca-b009-811b8a2e1d99 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3421490 Nov 12 03:47:01.447781 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.449612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.450258 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.497895 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d75ce939-fe34-4d20-9491-5f2b9c492e10 req-6d2a8893-2839-469c-89e6-2913fcac2dd9 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212954 Nov 12 03:47:01.517671 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Request body: {'port': {'device_id': 'd7b078f1-5b85-40c8-b9d0-2b0e579d7d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:01.561708 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-075cafd7-fc20-42df-8d47-b00f743583e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.564224 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-075cafd7-fc20-42df-8d47-b00f743583e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85b72684-9bc6-4260-b611-d4eeb96cd5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1782970 Nov 12 03:47:01.565563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] Pushing event updated for resources: {'Network': ['ID=8ff17972-1c6f-4b3a-b469-cdf01234953a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:01.573568 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6cc6784c-53f6-48ec-a591-7ba48b50f51c admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5483356 Nov 12 03:47:01.580618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 8ff17972-1c6f-4b3a-b469-cdf01234953a details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:47:01.599705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60718) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:01.671379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f2092ece-9b91-4dd8-a8fb-4df0aa3336a3 admin admin] Request body: {'subnet': {'network_id': '8ff17972-1c6f-4b3a-b469-cdf01234953a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-360470582-subnet', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:01.731231 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589f6e2c-b597-4eae-b542-7aeae4e3a609 x-openstack-request-id: req-589f6e2c-b597-4eae-b542-7aeae4e3a609 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:01.731703 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b", "tag": "71428227-0fc9-4618-a763-f00d2735da82", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:01.731965 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-589f6e2c-b597-4eae-b542-7aeae4e3a609 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:01.732456 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b', 'tag': '71428227-0fc9-4618-a763-f00d2735da82', 'status': 'completed', 'code': 200} Nov 12 03:47:01.746322 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-125e9371-6aee-4842-91b6-31ab0e516a89 service neutron] 10.222.0.26 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519213 Nov 12 03:47:01.752930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ae39494e-54cf-46ef-95b7-1b5396fe96ab up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:01.766783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffeb87-4a2f-44e2-8640-6d3f0cfebeb7 req-c25561af-9255-4396-bc0b-6fb16872f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.768259 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57ffeb87-4a2f-44e2-8640-6d3f0cfebeb7 req-c25561af-9255-4396-bc0b-6fb16872f138 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.6744523 Nov 12 03:47:01.797678 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3bcafabb-3305-4e01-ba93-55fd0ca8e4ec None None] Provisioning complete for port dd60e803-9ad7-4fa4-9458-b7d52d731b7f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:01.798040 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bcafabb-3305-4e01-ba93-55fd0ca8e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.858521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3bcafabb-3305-4e01-ba93-55fd0ca8e4ec None None] Port dd60e803-9ad7-4fa4-9458-b7d52d731b7f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:01.882306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ae39494e-54cf-46ef-95b7-1b5396fe96ab triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:01.882306 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.889457 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-901628d2-1e21-4216-a28e-49bb5b1cfa94 req-8130fed4-0002-4a1b-bcc1-761c7e5e6a60 service neutron] 10.222.0.26 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309042 Nov 12 03:47:01.968078 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d79cfe-9262-48da-b57e-ade8db6ef117 x-openstack-request-id: req-93d79cfe-9262-48da-b57e-ade8db6ef117 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:01.968729 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77da2d6-6799-4f38-b182-4b373c747b29", "name": "network-vif-plugged", "status": "completed", "tag": "053d16e6-c4d7-4126-82af-4b5dc6ef61bc", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:01.969086 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-93d79cfe-9262-48da-b57e-ade8db6ef117 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:01.969576 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77da2d6-6799-4f38-b182-4b373c747b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053d16e6-c4d7-4126-82af-4b5dc6ef61bc', 'code': 200} Nov 12 03:47:01.975332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57ffeb87-4a2f-44e2-8640-6d3f0cfebeb7 req-6b959d68-7505-460f-978f-d5935ed8c78f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc HTTP/1.1" status: 200 len: 217 time: 0.1728058 Nov 12 03:47:02.007885 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.127137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2092ece-9b91-4dd8-a8fb-4df0aa3336a3 admin admin] Made reservation on behalf of e63b44cf28ad42df9a1c0e36a78766d0 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:02.130421 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2092ece-9b91-4dd8-a8fb-4df0aa3336a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.144135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25c72f-310f-44a4-9acb-5ef88fe7ac1c req-b0599bd5-61f3-47ef-8723-b9c9287836e1 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:02.147894 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f25c72f-310f-44a4-9acb-5ef88fe7ac1c req-b0599bd5-61f3-47ef-8723-b9c9287836e1 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 943 time: 0.0900130 Nov 12 03:47:02.249043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d31f8-22f3-4cbe-8f54-ad6924f61acb req-177dc119-2ae1-4717-8a6d-1cd32b7a629d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:02.250528 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3d31f8-22f3-4cbe-8f54-ad6924f61acb req-177dc119-2ae1-4717-8a6d-1cd32b7a629d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.5019240 Nov 12 03:47:02.262904 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f25c72f-310f-44a4-9acb-5ef88fe7ac1c req-445908dd-6616-47de-a4dd-0f8082a1e99f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018856 Nov 12 03:47:02.268163 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-0a513df9-c5ed-46d9-ae91-62a61dbe07a9 service neutron] 10.222.0.26 "GET /v2.0/ports/0dfe258a-d2c0-460d-87ca-573809cd68dc/bindings/n-h1-767704-23 HTTP/1.1" status: 200 len: 385 time: 0.0861917 Nov 12 03:47:02.379744 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffeb87-4a2f-44e2-8640-6d3f0cfebeb7 req-c49d88d6-e785-4800-bc93-5aa6c4cc23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:02.381887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57ffeb87-4a2f-44e2-8640-6d3f0cfebeb7 req-c49d88d6-e785-4800-bc93-5aa6c4cc23e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.3802929 Nov 12 03:47:02.491933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-36a1caad-75b4-4622-b430-1532f7cc4b5e service neutron] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:02.532516 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d838d91b-f4b9-494f-8948-a5ea78610772 req-08859c97-b18c-4e39-be20-c53b09d3764c tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 210 time: 0.0376391 Nov 12 03:47:02.539108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-36a1caad-75b4-4622-b430-1532f7cc4b5e service neutron] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:02.580901 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-36a1caad-75b4-4622-b430-1532f7cc4b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfe258a-d2c0-460d-87ca-573809cd68dc {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:02.593284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-36a1caad-75b4-4622-b430-1532f7cc4b5e service neutron] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:02.685449 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-36a1caad-75b4-4622-b430-1532f7cc4b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.795669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-36a1caad-75b4-4622-b430-1532f7cc4b5e service neutron] Transition to ACTIVE for port object 0dfe258a-d2c0-460d-87ca-573809cd68dc will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:02.856248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-788fcbdc-2dbc-4253-b1ee-a8c08a139b5c tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:02.857794 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-788fcbdc-2dbc-4253-b1ee-a8c08a139b5c tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.25 "GET /v2.0/networks?id=85b72684-9bc6-4260-b611-d4eeb96cd5e2 HTTP/1.1" status: 200 len: 815 time: 1.0328903 Nov 12 03:47:02.859330 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.863175 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57ffeb87-4a2f-44e2-8640-6d3f0cfebeb7 req-415e10fb-ab2a-4e3f-9419-a056e9b8ac52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4540930 Nov 12 03:47:02.879390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c106e2-e1f5-427b-ae18-966e9f9ea91a req-4d29c265-2d07-426d-9c55-c45af306aa0e tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:02.881942 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-38c106e2-e1f5-427b-ae18-966e9f9ea91a req-4d29c265-2d07-426d-9c55-c45af306aa0e tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 945 time: 0.0675175 Nov 12 03:47:02.885086 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-36a1caad-75b4-4622-b430-1532f7cc4b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.899306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-9f98ad50-6c14-4249-8492-436eac68c5ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Request body: {'port': {'device_id': 'a5c60023-e9a7-494b-9ae2-53e35b064df2', 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2', 'admin_state_up': True, 'tenant_id': '15dda84ecb864c3a86283905a6455cdc'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:02.913798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16895d-c0fa-4d01-a86e-06a22cf71aa7 req-9d0acbe9-9405-4f0b-bde3-9e9849c486ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:02.915285 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c16895d-c0fa-4d01-a86e-06a22cf71aa7 req-9d0acbe9-9405-4f0b-bde3-9e9849c486ce service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 1097 time: 0.7711806 Nov 12 03:47:02.917214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1353-26e0-4c5d-8a0d-6d71d963c11b req-be8bd0e1-fb85-48cb-b08f-1ab93ed96e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:02.920679 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86de1353-26e0-4c5d-8a0d-6d71d963c11b req-be8bd0e1-fb85-48cb-b08f-1ab93ed96e20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=15dda84ecb864c3a86283905a6455cdc&device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 1095 time: 0.7257173 Nov 12 03:47:03.003272 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-36a1caad-75b4-4622-b430-1532f7cc4b5e service neutron] No DVR routers for this DVR port 0dfe258a-d2c0-460d-87ca-573809cd68dc on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:03.018050 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-38c106e2-e1f5-427b-ae18-966e9f9ea91a req-44f75677-ed22-4996-bb8e-5db60f38a109 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229632 Nov 12 03:47:03.018050 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1caad-75b4-4622-b430-1532f7cc4b5e service neutron] Pushing event updated for resources: {'Port': ['ID=0dfe258a-d2c0-460d-87ca-573809cd68dc,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:03.035751 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3d31f8-22f3-4cbe-8f54-ad6924f61acb req-709d13e3-6c29-4b0e-98bb-f4af65b87ae3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7050409 Nov 12 03:47:03.061823 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-36a1caad-75b4-4622-b430-1532f7cc4b5e service neutron] 10.222.0.26 "PUT /v2.0/ports/0dfe258a-d2c0-460d-87ca-573809cd68dc/bindings/n-h1-767704-23/activate HTTP/1.1" status: 200 len: 370 time: 0.7856436 Nov 12 03:47:03.162685 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35f2776d-1104-489a-9489-ab02e709b875 req-b3ec9b06-1741-4639-aacc-a17f6a495c70 tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=ba0d14a9c62b4cbba0472c793b5c87d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325716 Nov 12 03:47:03.289747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2776d-1104-489a-9489-ab02e709b875 req-071678a7-384c-4368-9d3f-82261954e5f4 tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:03.291279 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35f2776d-1104-489a-9489-ab02e709b875 req-071678a7-384c-4368-9d3f-82261954e5f4 tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207249 Nov 12 03:47:03.308430 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35f2776d-1104-489a-9489-ab02e709b875 req-055486ee-e0b0-4144-a45b-a1aad05bb2cb tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] 10.222.0.105 "GET /v2.0/quotas/ba0d14a9c62b4cbba0472c793b5c87d6 HTTP/1.1" status: 200 len: 375 time: 0.0103939 Nov 12 03:47:03.348688 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35f2776d-1104-489a-9489-ab02e709b875 req-4f9a5096-ff9a-4b4f-9c84-d5959d70f4ba tempest-QuotasAdminNegativeTest-646621558 tempest-QuotasAdminNegativeTest-646621558-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ba0d14a9c62b4cbba0472c793b5c87d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312881 Nov 12 03:47:03.431628 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c16895d-c0fa-4d01-a86e-06a22cf71aa7 req-80c07f5b-4f9c-440f-b2bc-ae905619ec33 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830420 Nov 12 03:47:03.530858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc6d17-8a44-4440-9a25-da059cb8234e req-e474f3d9-2b19-4819-89b7-0ce5b2a28e7e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:03.532879 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-99cc6d17-8a44-4440-9a25-da059cb8234e req-e474f3d9-2b19-4819-89b7-0ce5b2a28e7e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 944 time: 0.0509923 Nov 12 03:47:03.601309 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57ffeb87-4a2f-44e2-8640-6d3f0cfebeb7 req-7c8d9872-1d36-4940-8f5c-e4ca3b5c6095 service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7095766 Nov 12 03:47:03.601604 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-99cc6d17-8a44-4440-9a25-da059cb8234e req-9dda8560-6179-4828-aace-f412b60c7baf tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538273 Nov 12 03:47:03.610524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1353-26e0-4c5d-8a0d-6d71d963c11b req-557ebc58-1500-4ceb-a78b-2c3a29030833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:03.611995 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86de1353-26e0-4c5d-8a0d-6d71d963c11b req-557ebc58-1500-4ceb-a78b-2c3a29030833 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85b72684-9bc6-4260-b611-d4eeb96cd5e2 HTTP/1.1" status: 200 len: 917 time: 0.6798222 Nov 12 03:47:03.719702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-6f43e2ee-4f8c-4205-8237-fae77a86d6bf tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:03.721328 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-6f43e2ee-4f8c-4205-8237-fae77a86d6bf tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 1096 time: 0.3132653 Nov 12 03:47:03.731475 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2092ece-9b91-4dd8-a8fb-4df0aa3336a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.734936 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86de1353-26e0-4c5d-8a0d-6d71d963c11b req-e4fc95ef-392e-4cd7-a5d1-ffdcd1c1544a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71428227-0fc9-4618-a763-f00d2735da82 HTTP/1.1" status: 200 len: 217 time: 0.0986414 Nov 12 03:47:03.897323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-9f98ad50-6c14-4249-8492-436eac68c5ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Made reservation on behalf of 15dda84ecb864c3a86283905a6455cdc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:03.900562 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-9f98ad50-6c14-4249-8492-436eac68c5ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.947271 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b6c69bf-b211-4b57-a134-5e4e5e27c0f8 req-ba172d84-61ee-4e80-a05b-d2c884c6b972 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 210 time: 0.1798322 Nov 12 03:47:03.970155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd60e803-9ad7-4fa4-9458-b7d52d731b7f {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:04.018590 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.071772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::1 (be54d603-2a64-497a-84fd-dd53e383892b/a7af402b-8658-4679-be4a-6a5307c9b36f/9c19359f-c5e6-46bc-b16b-a66f2f25a51f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:04.079136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2092ece-9b91-4dd8-a8fb-4df0aa3336a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a13775-b1e5-406a-b0f1-8976c135d6b8,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:04.111885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Transition to ACTIVE for port object dd60e803-9ad7-4fa4-9458-b7d52d731b7f will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:04.116730 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57ffeb87-4a2f-44e2-8640-6d3f0cfebeb7 req-b465103f-1c23-4238-963c-5bcf24273ac1 service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975030 Nov 12 03:47:04.152778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f6f93277-b5a8-4fd1-842f-22914f3b44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.154314 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-f6f93277-b5a8-4fd1-842f-22914f3b44a5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e HTTP/1.1" status: 200 len: 1096 time: 0.3880391 Nov 12 03:47:04.155687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1353-26e0-4c5d-8a0d-6d71d963c11b req-d1466c80-0570-45d1-9803-6efa2a922d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.157089 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86de1353-26e0-4c5d-8a0d-6d71d963c11b req-d1466c80-0570-45d1-9803-6efa2a922d13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e83c54a-08cf-40b8-8186-666697f3c3f6 HTTP/1.1" status: 200 len: 854 time: 0.3864388 Nov 12 03:47:04.241751 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2092ece-9b91-4dd8-a8fb-4df0aa3336a3 admin admin] Checking segment: {'id': '5a93403c-ce55-4061-870c-95696b992021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '8ff17972-1c6f-4b3a-b469-cdf01234953a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:04.242022 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2092ece-9b91-4dd8-a8fb-4df0aa3336a3 admin admin] Network hostable DHCP agents. Network: 8ff17972-1c6f-4b3a-b469-cdf01234953a, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:47:04.265438 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.489067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32642ae2-107b-467f-b5f7-8bba141e11c0 req-ce6b3aee-a9ba-4242-bc8b-ec3ad8db8eac tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.496940 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-32642ae2-107b-467f-b5f7-8bba141e11c0 req-ce6b3aee-a9ba-4242-bc8b-ec3ad8db8eac tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.3358076 Nov 12 03:47:04.498660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Pushing event updated for resources: {'Port': ['ID=dd60e803-9ad7-4fa4-9458-b7d52d731b7f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:04.522027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1353-26e0-4c5d-8a0d-6d71d963c11b req-0668f81c-80f1-4cb7-babf-d41e6d67db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.523703 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86de1353-26e0-4c5d-8a0d-6d71d963c11b req-0668f81c-80f1-4cb7-babf-d41e6d67db95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85b72684-9bc6-4260-b611-d4eeb96cd5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3341055 Nov 12 03:47:04.552399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-1913ba99-8506-4cca-9c55-f80a355e11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.556612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-1913ba99-8506-4cca-9c55-f80a355e11bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 1096 time: 0.3518791 Nov 12 03:47:04.563344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-9f98ad50-6c14-4249-8492-436eac68c5ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Allocated IP 172.20.0.7 (85b72684-9bc6-4260-b611-d4eeb96cd5e2/3e83c54a-08cf-40b8-8186-666697f3c3f6/d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:04.594826 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab25c5-89e0-4bc7-8980-84907001a263 req-58c0d3a4-4522-472e-8999-b33a2d68d01d tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.602821 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31ab25c5-89e0-4bc7-8980-84907001a263 req-58c0d3a4-4522-472e-8999-b33a2d68d01d tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 945 time: 0.0707140 Nov 12 03:47:04.634238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60820) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:04.658440 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31ab25c5-89e0-4bc7-8980-84907001a263 req-116d1762-6aaf-4b0b-8605-23ac8bdb6a2a tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546627 Nov 12 03:47:04.665766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2092ece-9b91-4dd8-a8fb-4df0aa3336a3 admin admin] Network 8ff17972-1c6f-4b3a-b469-cdf01234953a is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:47:04.671150 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.776900 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6352-541c-4067-aa51-35e4704076b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.808009 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e6d99-4b64-4db2-af37-beeff8acea8b req-35ed6682-7b77-4e2b-a356-b26c7c4ce8db tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.809840 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c6e6d99-4b64-4db2-af37-beeff8acea8b req-35ed6682-7b77-4e2b-a356-b26c7c4ce8db tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 944 time: 0.0825846 Nov 12 03:47:04.846754 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-32642ae2-107b-467f-b5f7-8bba141e11c0 req-e2535274-b629-40bd-a892-9e3174d4c354 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491044 Nov 12 03:47:04.871433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f2092ece-9b91-4dd8-a8fb-4df0aa3336a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 8ff17972-1c6f-4b3a-b469-cdf01234953a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:04.888463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39f84ae-1743-450c-b614-38650d5ab4b8 None None] Network 8ff17972-1c6f-4b3a-b469-cdf01234953a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:04.899710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2092ece-9b91-4dd8-a8fb-4df0aa3336a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.900575 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2092ece-9b91-4dd8-a8fb-4df0aa3336a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.909739 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c6e6d99-4b64-4db2-af37-beeff8acea8b req-2b9fc4d0-038e-4c52-be78-09d5872d0986 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665319 Nov 12 03:47:04.919508 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6352-541c-4067-aa51-35e4704076b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.975051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-78ada1e7-2add-429f-878f-35acf844f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.976571 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-78ada1e7-2add-429f-878f-35acf844f727 service neutron] 10.222.0.25 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.4001381 Nov 12 03:47:04.977293 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Attempting to bind port dd60e803-9ad7-4fa4-9458-b7d52d731b7f on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:04.977624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Attempting to bind port dd60e803-9ad7-4fa4-9458-b7d52d731b7f by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:04.977941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Attempting to bind port dd60e803-9ad7-4fa4-9458-b7d52d731b7f on network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:05.014986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86de1353-26e0-4c5d-8a0d-6d71d963c11b req-5e25a4e7-d1fb-4f43-9f55-20636c5274ea service neutron] 10.222.0.26 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747210 Nov 12 03:47:05.025667 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f2092ece-9b91-4dd8-a8fb-4df0aa3336a3 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3562670 Nov 12 03:47:05.026005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60828) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:05.031299 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-360470582-router', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:05.031595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Port dd60e803-9ad7-4fa4-9458-b7d52d731b7f on network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:05.031901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Attempting to bind port dd60e803-9ad7-4fa4-9458-b7d52d731b7f on network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:05.036375 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6352-541c-4067-aa51-35e4704076b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.133748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cd8b5a22-72b7-427b-bd20-f0108fa4692d req-ba5fcf91-23f1-42e6-962e-903df667bb51 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 210 time: 0.0847161 Nov 12 03:47:05.152186 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa6352-541c-4067-aa51-35e4704076b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a445be7e-bfdb-4498-a256-42763b1322a6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.173890 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8eaa6352-541c-4067-aa51-35e4704076b4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ba0d14a9c62b4cbba0472c793b5c87d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5373089 Nov 12 03:47:05.175515 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60830) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:05.226093 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-8ff17972-1c6f-4b3a-b469-cdf01234953a', 'network_id': '8ff17972-1c6f-4b3a-b469-cdf01234953a', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'fixed_ips': [{'subnet_id': 'a0a13775-b1e5-406a-b0f1-8976c135d6b8'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:47:05.227116 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.238036 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4af323d3-7a27-479a-a7ae-20d11840fd8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.263396 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4af323d3-7a27-479a-a7ae-20d11840fd8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.272766 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.273867 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.405638 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.416544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Allocated IP 172.20.0.2 (8ff17972-1c6f-4b3a-b469-cdf01234953a/a0a13775-b1e5-406a-b0f1-8976c135d6b8/e44954df-e6f0-428c-bd17-ef760f2c6ee7) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:05.418672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-e9ba4a85-8d85-4185-b483-9b8ccac89636 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc HTTP/1.1" status: 200 len: 217 time: 0.4004910 Nov 12 03:47:05.419236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:05.419568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Checking segment: {'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:05.419946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Bound using segment: {'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:05.420406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Bound port: dd60e803-9ad7-4fa4-9458-b7d52d731b7f, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:05.420752 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.422988 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.560437 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4af323d3-7a27-479a-a7ae-20d11840fd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.563033 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4af323d3-7a27-479a-a7ae-20d11840fd8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.564308 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4af323d3-7a27-479a-a7ae-20d11840fd8f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a445be7e-bfdb-4498-a256-42763b1322a6 HTTP/1.1" status: 204 len: 168 time: 0.3874869 Nov 12 03:47:05.578225 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af323d3-7a27-479a-a7ae-20d11840fd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a445be7e-bfdb-4498-a256-42763b1322a6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.629988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:05.634881 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-9f98ad50-6c14-4249-8492-436eac68c5ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.639457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-b51d7c37-fc74-4841-8984-68f8d9fab1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:05.641476 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-b51d7c37-fc74-4841-8984-68f8d9fab1a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.1994402 Nov 12 03:47:05.650685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=9c19359f-c5e6-46bc-b16b-a66f2f25a51f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.651956 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.652521 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.658934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:05.672962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:05.673491 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.750187 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-2ca6ba0f-b2ea-4135-b4b3-ac1b922e393b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967851 Nov 12 03:47:05.752174 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.776684 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86de1353-26e0-4c5d-8a0d-6d71d963c11b req-5b2db1c1-6864-4c62-95f0-ee23efc0bbcb service neutron] 10.222.0.26 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454600 Nov 12 03:47:05.807519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] For port dd60e803-9ad7-4fa4-9458-b7d52d731b7f, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:05.825992 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Pushing event updated for resources: {'Port': ['ID=e44954df-e6f0-428c-bd17-ef760f2c6ee7,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.848180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Network 8ff17972-1c6f-4b3a-b469-cdf01234953a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:05.850816 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:05.854754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:05.908452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] For port dd60e803-9ad7-4fa4-9458-b7d52d731b7f, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dd60e803-9ad7-4fa4-9458-b7d52d731b7f,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:05.984608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Attempting to bind port e44954df-e6f0-428c-bd17-ef760f2c6ee7 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:05.985215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Attempting to bind port e44954df-e6f0-428c-bd17-ef760f2c6ee7 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '5a93403c-ce55-4061-870c-95696b992021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '8ff17972-1c6f-4b3a-b469-cdf01234953a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:05.988928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Attempting to bind port e44954df-e6f0-428c-bd17-ef760f2c6ee7 on network 8ff17972-1c6f-4b3a-b469-cdf01234953a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:05.989184 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.991612 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:05.991987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Checking segment: {'id': '5a93403c-ce55-4061-870c-95696b992021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '8ff17972-1c6f-4b3a-b469-cdf01234953a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:05.992477 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.992865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Bound using segment: {'id': '5a93403c-ce55-4061-870c-95696b992021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '8ff17972-1c6f-4b3a-b469-cdf01234953a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:05.993330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Bound port: e44954df-e6f0-428c-bd17-ef760f2c6ee7, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a93403c-ce55-4061-870c-95696b992021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '8ff17972-1c6f-4b3a-b469-cdf01234953a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:05.993704 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.997895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3362e-b271-47c6-9daf-a5a6e0ee849f req-45c92c7d-c848-438e-8d15-2fa4fda0bece tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:06.006745 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ed3362e-b271-47c6-9daf-a5a6e0ee849f req-45c92c7d-c848-438e-8d15-2fa4fda0bece tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 945 time: 0.2151778 Nov 12 03:47:06.025874 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-9f98ad50-6c14-4249-8492-436eac68c5ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.088770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:06.089036 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.090319 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] 10.222.0.26 "PUT /v2.0/ports/dd60e803-9ad7-4fa4-9458-b7d52d731b7f HTTP/1.1" status: 200 len: 1093 time: 4.5845129 Nov 12 03:47:06.094110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aa00d75b-ee8a-46af-9bdd-0fedc656251b None None] Provisioning complete for port 9c19359f-c5e6-46bc-b16b-a66f2f25a51f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:06.094110 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa00d75b-ee8a-46af-9bdd-0fedc656251b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.094436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-725712c5-0f34-41f7-b135-0b44e0bd1c40 service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024535 Nov 12 03:47:06.096629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b078f1-5b85-40c8-b9d0-2b0e579d7d10', 'tag': 'dd60e803-9ad7-4fa4-9458-b7d52d731b7f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:06.100462 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ed0048-f840-4b29-ae21-893ce6ccaabc" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b078f1-5b85-40c8-b9d0-2b0e579d7d10", "tag": "dd60e803-9ad7-4fa4-9458-b7d52d731b7f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:06.141106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] For port e44954df-e6f0-428c-bd17-ef760f2c6ee7, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:06.143436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 71428227-0fc9-4618-a763-f00d2735da82 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:06.151326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7f848-7849-4b1b-a022-8b745413bfe4 req-596aa6cd-1b67-4e07-85f0-79ce7dd485b2 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:06.157102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-9f98ad50-6c14-4249-8492-436eac68c5ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:06.157502 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-daa7f848-7849-4b1b-a022-8b745413bfe4 req-596aa6cd-1b67-4e07-85f0-79ce7dd485b2 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.1352780 Nov 12 03:47:06.159221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-9f98ad50-6c14-4249-8492-436eac68c5ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:06.168754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-9f98ad50-6c14-4249-8492-436eac68c5ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:06.176085 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.207953 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.224415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe9963-ed4f-436c-930b-c2f43b4b2871 service neutron] Pushing event updated for resources: {'Port': ['ID=dd60e803-9ad7-4fa4-9458-b7d52d731b7f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:06.257209 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-daa7f848-7849-4b1b-a022-8b745413bfe4 req-5abf81bb-6738-4acc-b19e-cb554b5bdd22 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987337 Nov 12 03:47:06.292115 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ed3362e-b271-47c6-9daf-a5a6e0ee849f req-6f8a1f57-18aa-4215-bbe0-45ae77837c87 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844672 Nov 12 03:47:06.297227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 0dfe258a-d2c0-460d-87ca-573809cd68dc no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:06.369198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98ad50-6c14-4249-8492-436eac68c5ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Pushing event updated for resources: {'Port': ['ID=d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:06.442104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60850) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:06.464334 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] For port e44954df-e6f0-428c-bd17-ef760f2c6ee7, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e44954df-e6f0-428c-bd17-ef760f2c6ee7,segment=NetworkSegment(5a93403c-ce55-4061-870c-95696b992021),segment_id=5a93403c-ce55-4061-870c-95696b992021)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:06.464789 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2fb9628-2b86-40b0-a022-71e9d1f6235d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.469218 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aa00d75b-ee8a-46af-9bdd-0fedc656251b None None] Port 9c19359f-c5e6-46bc-b16b-a66f2f25a51f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:06.481124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 0dfe258a-d2c0-460d-87ca-573809cd68dc not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:06.481124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 71428227-0fc9-4618-a763-f00d2735da82, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=71428227-0fc9-4618-a763-f00d2735da82,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:06.495926 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.496776 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '71428227-0fc9-4618-a763-f00d2735da82', 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2', 'port_id': '71428227-0fc9-4618-a763-f00d2735da82', 'mac_address': 'fa:16:3e:c2:5a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e83c54a-08cf-40b8-8186-666697f3c3f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:06.517561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Allocated IP 172.25.8.135 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:06.526683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ea8be-e647-4acc-96d2-8eef9fd5b6c3 req-8793303c-631c-4929-8c3f-6f2e5a981797 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:06.528793 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-530ea8be-e647-4acc-96d2-8eef9fd5b6c3 req-8793303c-631c-4929-8c3f-6f2e5a981797 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 944 time: 0.1649473 Nov 12 03:47:06.541321 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.576733 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17575af9-a016-4cab-8ca2-a6a2648d73a5 x-openstack-request-id: req-17575af9-a016-4cab-8ca2-a6a2648d73a5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:06.577110 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b078f1-5b85-40c8-b9d0-2b0e579d7d10", "tag": "dd60e803-9ad7-4fa4-9458-b7d52d731b7f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:06.577323 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-17575af9-a016-4cab-8ca2-a6a2648d73a5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:06.577728 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b078f1-5b85-40c8-b9d0-2b0e579d7d10', 'tag': 'dd60e803-9ad7-4fa4-9458-b7d52d731b7f', 'status': 'completed', 'code': 200} Nov 12 03:47:06.583783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-f65c0ee9-86c3-402d-9a6f-eb090aa19d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:06.587656 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-f65c0ee9-86c3-402d-9a6f-eb090aa19d63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=15dda84ecb864c3a86283905a6455cdc&device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10 HTTP/1.1" status: 200 len: 1096 time: 0.2804151 Nov 12 03:47:06.594617 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.620081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-9f98ad50-6c14-4249-8492-436eac68c5ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:06.620803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-9f98ad50-6c14-4249-8492-436eac68c5ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.641134 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71428227-0fc9-4618-a763-f00d2735da82 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:06.679115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc76bb-2ba9-44d3-9209-b0c2e02e2408 None None] Pushing event updated for resources: {'Port': ['ID=e44954df-e6f0-428c-bd17-ef760f2c6ee7,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:06.686011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 71428227-0fc9-4618-a763-f00d2735da82, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=71428227-0fc9-4618-a763-f00d2735da82,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:06.765900 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.782057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-e37bcfd4-8915-4663-8c21-cb0465d1df7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd60e803-9ad7-4fa4-9458-b7d52d731b7f HTTP/1.1" status: 200 len: 217 time: 0.1541436 Nov 12 03:47:06.822465 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-9f98ad50-6c14-4249-8492-436eac68c5ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9318125 Nov 12 03:47:06.844363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-db2ecf0c-b4a3-4024-92a7-229ae8d72bac None None] Provisioning complete for port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:06.844734 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db2ecf0c-b4a3-4024-92a7-229ae8d72bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.923742 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-54d2dbf7-f1d0-4224-8a51-15ecc50770cc service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8109205 Nov 12 03:47:06.933401 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Request body: {'port': {'device_id': 'a5c60023-e9a7-494b-9ae2-53e35b064df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:06.962749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-db2ecf0c-b4a3-4024-92a7-229ae8d72bac None None] Port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:06.967171 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=71428227-0fc9-4618-a763-f00d2735da82,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:07.044258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11bce-e230-45d9-8c97-b2f2b7038ce2 req-bad121ba-040c-4c5a-b707-6d7dc43b37e1 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:07.044433 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-530ea8be-e647-4acc-96d2-8eef9fd5b6c3 req-4476d56f-502b-4a60-b417-aa31e2ed45ed tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925644 Nov 12 03:47:07.061835 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4d11bce-e230-45d9-8c97-b2f2b7038ce2 req-bad121ba-040c-4c5a-b707-6d7dc43b37e1 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 931 time: 0.3404181 Nov 12 03:47:07.100683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-2b1a2975-d56e-4632-bb0a-d0241137f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:07.102184 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-2b1a2975-d56e-4632-bb0a-d0241137f1c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e83c54a-08cf-40b8-8186-666697f3c3f6 HTTP/1.1" status: 200 len: 854 time: 0.2965474 Nov 12 03:47:07.118877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2fb9628-2b86-40b0-a022-71e9d1f6235d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.143340 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.224900 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['71428227-0fc9-4618-a763-f00d2735da82'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:07.225765 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2fb9628-2b86-40b0-a022-71e9d1f6235d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.242862 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4d11bce-e230-45d9-8c97-b2f2b7038ce2 req-623fc673-644b-4961-8322-8b93a974abcf tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873617 Nov 12 03:47:07.243186 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.279114 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b2fb9628-2b86-40b0-a022-71e9d1f6235d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b4f50341917048159abf85592d3a4554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8349144 Nov 12 03:47:07.280145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb9628-2b86-40b0-a022-71e9d1f6235d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5ff2e1-a102-470e-b493-e0e4429bda2e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:07.282597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:07.310922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-9cdf3573-ae45-4906-84c2-6420e6ad92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:07.312431 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-9cdf3573-ae45-4906-84c2-6420e6ad92f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85b72684-9bc6-4260-b611-d4eeb96cd5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1948111 Nov 12 03:47:07.348211 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.445927 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:07.453633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:07.459259 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:07.461434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Pushing event updated for resources: {'Port': ['ID=e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:07.466123 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5162feb2-9cd0-437d-9854-cbd3bccd8cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.482338 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.529164 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5162feb2-9cd0-437d-9854-cbd3bccd8cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.607389 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.608252 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.741503 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e44954df-e6f0-428c-bd17-ef760f2c6ee7 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:07.777956 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7634e7-ce17-4ec2-827a-7c6b72ae53a6 req-4d25b0e6-b9cc-4cff-a706-8a1200e5bf8f tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:07.779659 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a7634e7-ce17-4ec2-827a-7c6b72ae53a6 req-4d25b0e6-b9cc-4cff-a706-8a1200e5bf8f tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 945 time: 0.3133240 Nov 12 03:47:07.781675 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-31763752-d002-405a-aebf-a496ddee2abc service neutron] 10.222.0.26 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552472 Nov 12 03:47:07.858455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e44954df-e6f0-428c-bd17-ef760f2c6ee7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:07.858876 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.873757 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5162feb2-9cd0-437d-9854-cbd3bccd8cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.881082 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5162feb2-9cd0-437d-9854-cbd3bccd8cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.881082 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5162feb2-9cd0-437d-9854-cbd3bccd8cae admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ea5ff2e1-a102-470e-b493-e0e4429bda2e HTTP/1.1" status: 204 len: 168 time: 0.5944550 Nov 12 03:47:07.888331 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162feb2-9cd0-437d-9854-cbd3bccd8cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5ff2e1-a102-470e-b493-e0e4429bda2e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:07.921193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=9c19359f-c5e6-46bc-b16b-a66f2f25a51f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:07.946544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-56abe5c5-a10f-431c-a5c0-051d6b83e96c tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:07.948362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-56abe5c5-a10f-431c-a5c0-051d6b83e96c tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 1096 time: 0.4140184 Nov 12 03:47:08.050067 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.082380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a56bec33-0970-4a20-be6a-bd422d3e2a6a details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:08.131466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a7634e7-ce17-4ec2-827a-7c6b72ae53a6 req-0f375557-1d98-4207-bca1-882a55184b77 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348341 Nov 12 03:47:08.136605 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port e44954df-e6f0-428c-bd17-ef760f2c6ee7, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e44954df-e6f0-428c-bd17-ef760f2c6ee7,segment=NetworkSegment(5a93403c-ce55-4061-870c-95696b992021),segment_id=5a93403c-ce55-4061-870c-95696b992021)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:08.199405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2675c140-1a77-49cc-99bc-34186c0e1390 None None] Network 8ff17972-1c6f-4b3a-b469-cdf01234953a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:08.209724 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.240556 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0eb7de-5b2d-4b8e-ada4-fadc90c13190 req-99fa090b-1854-422b-9b85-24fae2964481 service neutron] 10.222.0.26 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370029 Nov 12 03:47:08.262407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:08.267979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:08.275567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:08.305139 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.314463 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.321994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-114ea59c-9bcd-493d-b975-284396a1f6f9 None None] Provisioning complete for port e44954df-e6f0-428c-bd17-ef760f2c6ee7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:08.322544 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-114ea59c-9bcd-493d-b975-284396a1f6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.408234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bcb76-4d01-44d1-ad7d-565dc08d2248 req-ed56d032-6e6d-4067-be89-8ab7ebdf56d0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:08.416272 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-059bcb76-4d01-44d1-ad7d-565dc08d2248 req-ed56d032-6e6d-4067-be89-8ab7ebdf56d0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 944 time: 0.0908356 Nov 12 03:47:08.446383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Transition to ACTIVE for port object d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:08.468648 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a56bec33-0970-4a20-be6a-bd422d3e2a6a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a56bec33-0970-4a20-be6a-bd422d3e2a6a,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:08.494173 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'a56bec33-0970-4a20-be6a-bd422d3e2a6a', 'network_id': '5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a', 'port_id': 'a56bec33-0970-4a20-be6a-bd422d3e2a6a', 'mac_address': 'fa:16:3e:70:01:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:08.497703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=e44954df-e6f0-428c-bd17-ef760f2c6ee7,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:08.542866 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.575980 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-059bcb76-4d01-44d1-ad7d-565dc08d2248 req-2ec415f7-26f8-4b3a-b87f-064a6f9564b9 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532810 Nov 12 03:47:08.644625 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.693378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a56bec33-0970-4a20-be6a-bd422d3e2a6a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:08.744092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a56bec33-0970-4a20-be6a-bd422d3e2a6a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a56bec33-0970-4a20-be6a-bd422d3e2a6a,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:08.801883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-27f6eabc-cabc-41f1-85c3-2d99ec3e5e68 None None] Provisioning complete for port 9c19359f-c5e6-46bc-b16b-a66f2f25a51f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:08.802808 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27f6eabc-cabc-41f1-85c3-2d99ec3e5e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.830889 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.870677 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7522f0e-0732-4fd8-807a-b3c86894ab2e req-8e68368c-e1d0-4ae2-b409-5fcbca5cd74c tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:08.876710 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b7522f0e-0732-4fd8-807a-b3c86894ab2e req-8e68368c-e1d0-4ae2-b409-5fcbca5cd74c tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 943 time: 0.1630402 Nov 12 03:47:08.993174 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.030609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efaabe-7ba0-4870-ae41-2a91dd209809 req-f9c84051-ca0a-43e9-9f46-5e2fed2082ed tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:09.032722 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b7522f0e-0732-4fd8-807a-b3c86894ab2e req-759fb4da-a983-4df3-86f9-4f1886e5ae29 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550474 Nov 12 03:47:09.060219 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1efaabe-7ba0-4870-ae41-2a91dd209809 req-f9c84051-ca0a-43e9-9f46-5e2fed2082ed tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.7477384 Nov 12 03:47:09.095914 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-27f6eabc-cabc-41f1-85c3-2d99ec3e5e68 None None] Port 9c19359f-c5e6-46bc-b16b-a66f2f25a51f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:09.125708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a56bec33-0970-4a20-be6a-bd422d3e2a6a,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:09.156368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-92d620fc-59ee-44c2-9768-78d3ef3bd470 service neutron] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:09.159798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['a56bec33-0970-4a20-be6a-bd422d3e2a6a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:09.180623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-92d620fc-59ee-44c2-9768-78d3ef3bd470 service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.181892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-991467da-1cf3-4cec-8f17-bd30c7c781bd req-92d620fc-59ee-44c2-9768-78d3ef3bd470 service neutron] 10.222.0.25 "DELETE /v2.0/ports/0dfe258a-d2c0-460d-87ca-573809cd68dc/bindings/n-h2-767704-23 HTTP/1.1" status: 204 len: 173 time: 1.1496255 Nov 12 03:47:09.215820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Pushing event updated for resources: {'Port': ['ID=d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:09.218866 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29530025-bea3-41e5-a5b6-ed1c4078bb60 req-74b0558b-3a18-4fc2-9253-03b4ccd5b9ac tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:09.228297 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-29530025-bea3-41e5-a5b6-ed1c4078bb60 req-74b0558b-3a18-4fc2-9253-03b4ccd5b9ac tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 1096 time: 0.0748830 Nov 12 03:47:09.247408 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0048-f840-4b29-ae21-893ce6ccaabc req-a7a9530e-064e-4058-b8ea-8070371ab487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:09.249105 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96ed0048-f840-4b29-ae21-893ce6ccaabc req-a7a9530e-064e-4058-b8ea-8070371ab487 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=15dda84ecb864c3a86283905a6455cdc&device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10 HTTP/1.1" status: 200 len: 1096 time: 0.7343593 Nov 12 03:47:09.257644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-89ab78ff-eb65-49b4-9b99-d03adaae17af None None] Provisioning complete for port e44954df-e6f0-428c-bd17-ef760f2c6ee7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:09.258120 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-89ab78ff-eb65-49b4-9b99-d03adaae17af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.294979 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-29530025-bea3-41e5-a5b6-ed1c4078bb60 req-803066ee-e6f5-492e-be71-0f485d5fcf5c tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586982 Nov 12 03:47:09.306257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Router 86df4c6d-a214-4243-b2d1-1a5551f73ca0 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:47:09.321124 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1efaabe-7ba0-4870-ae41-2a91dd209809 req-c24c2503-23c2-4ac1-aa40-1439d07f2814 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706385 Nov 12 03:47:09.498838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Router 6f4cfa8e-cff4-41c5-b2c0-88123c62b935 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:47:09.607380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:09.623052 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Sync routers for ids ['86df4c6d-a214-4243-b2d1-1a5551f73ca0'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:09.644007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Attempting to bind port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:09.644395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Attempting to bind port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:09.645463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Attempting to bind port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c on network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:09.646624 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f819ff-cd70-4349-b59b-72daf2f54aa6 req-7ce5bb33-9166-40ba-bec6-f79dc0997b42 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:09.654645 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-40f819ff-cd70-4349-b59b-72daf2f54aa6 req-7ce5bb33-9166-40ba-bec6-f79dc0997b42 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 944 time: 0.1025577 Nov 12 03:47:09.662967 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Routers {'86df4c6d-a214-4243-b2d1-1a5551f73ca0'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:09.663134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c on network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:09.663319 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:46:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['86df4c6d-a214-4243-b2d1-1a5551f73ca0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:09.663497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Attempting to bind port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c on network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:09.694227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:09.694569 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Checking segment: {'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:09.694969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Bound using segment: {'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:09.695424 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Bound port: d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf913b2-2000-49dd-ae7c-626b3633e5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:09.695781 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.710536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0048-f840-4b29-ae21-893ce6ccaabc req-d0132eb5-0335-4058-b900-f305dabf65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:09.712519 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96ed0048-f840-4b29-ae21-893ce6ccaabc req-d0132eb5-0335-4058-b900-f305dabf65c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85b72684-9bc6-4260-b611-d4eeb96cd5e2 HTTP/1.1" status: 200 len: 917 time: 0.4364836 Nov 12 03:47:09.723567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:09.735650 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Sync routers for ids ['6f4cfa8e-cff4-41c5-b2c0-88123c62b935'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:09.740360 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ae691436-35b1-49f6-bc20-b04d6359bd23 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "PUT /v2.0/routers/6f4cfa8e-cff4-41c5-b2c0-88123c62b935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4282081 Nov 12 03:47:09.750379 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60910) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:09.770121 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.774366 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8fa83335-a1c4-463a-b476-d29af0dd5a2b admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7446365 Nov 12 03:47:09.776416 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-40f819ff-cd70-4349-b59b-72daf2f54aa6 req-0203eb48-0a82-426d-9d58-15619b3028b3 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203887 Nov 12 03:47:09.779516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:09.784950 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Routers {'6f4cfa8e-cff4-41c5-b2c0-88123c62b935'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:09.785638 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:46:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6f4cfa8e-cff4-41c5-b2c0-88123c62b935'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:09.852221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f619ab-1cbf-46f9-92d6-891a2e67f3db tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:09.857542 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a6f619ab-1cbf-46f9-92d6-891a2e67f3db tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports/9c19359f-c5e6-46bc-b16b-a66f2f25a51f HTTP/1.1" status: 200 len: 911 time: 0.1039617 Nov 12 03:47:09.871134 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:09.914102 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96ed0048-f840-4b29-ae21-893ce6ccaabc req-e118749d-44a7-45b7-90d8-824eda5bd311 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd60e803-9ad7-4fa4-9458-b7d52d731b7f HTTP/1.1" status: 200 len: 217 time: 0.1926258 Nov 12 03:47:09.966260 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Set router 86df4c6d-a214-4243-b2d1-1a5551f73ca0 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:09.972213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e44954df-e6f0-428c-bd17-ef760f2c6ee7 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:09.974984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaf2a47-45b1-425a-a7b3-556702729ad1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:09.985131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaf2a47-45b1-425a-a7b3-556702729ad1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:09.992570 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-acaf2a47-45b1-425a-a7b3-556702729ad1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1195884 Nov 12 03:47:09.993210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:10.051813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a56bec33-0970-4a20-be6a-bd422d3e2a6a up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:10.078619 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60926) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:10.156128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 71428227-0fc9-4618-a763-f00d2735da82 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:10.163800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Set router 6f4cfa8e-cff4-41c5-b2c0-88123c62b935 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:10.256173 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'name': 'tempest-FloatingIPDetailsTestJSON-360470582-router', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 3, 'project_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'gw_port': {'id': 'e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:06Z', 'updated_at': '2021-11-12T03:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:10.305090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0048-f840-4b29-ae21-893ce6ccaabc req-4891148f-be6d-49b7-b285-2278bb657b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.307513 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96ed0048-f840-4b29-ae21-893ce6ccaabc req-4891148f-be6d-49b7-b285-2278bb657b86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e83c54a-08cf-40b8-8186-666697f3c3f6 HTTP/1.1" status: 200 len: 854 time: 0.3077054 Nov 12 03:47:10.321753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] For port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:10.332932 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Checking router: 86df4c6d-a214-4243-b2d1-1a5551f73ca0 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:10.333498 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Updating router 86df4c6d-a214-4243-b2d1-1a5551f73ca0 port e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:47:10.339212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-network', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:10.355150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port a56bec33-0970-4a20-be6a-bd422d3e2a6a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:10.355702 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.390786 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.411312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e44954df-e6f0-428c-bd17-ef760f2c6ee7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:10.411833 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.480345 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Made reservation on behalf of 2b4b78069b134bfbaa6eede2908eb2c5 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:10.485110 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.490771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-580c7c78-f1f4-4069-a52e-5206366ca26d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.497682 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-580c7c78-f1f4-4069-a52e-5206366ca26d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 821 time: 0.6160133 Nov 12 03:47:10.518421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] For port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:10.543303 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.566598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 71428227-0fc9-4618-a763-f00d2735da82 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:10.581095 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-53232887-9eb2-4332-8254-747b8230deb6 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/quotas/8b743e87aecf4b1ab4f8a569cb29334e HTTP/1.1" status: 200 len: 375 time: 0.0792906 Nov 12 03:47:10.618931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 71428227-0fc9-4618-a763-f00d2735da82 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:10.619426 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.668304 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.671358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0048-f840-4b29-ae21-893ce6ccaabc req-6b470cd5-cdb2-49b0-b38f-ec86c39adf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.672893 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96ed0048-f840-4b29-ae21-893ce6ccaabc req-6b470cd5-cdb2-49b0-b38f-ec86c39adf64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85b72684-9bc6-4260-b611-d4eeb96cd5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3201220 Nov 12 03:47:10.715533 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.795206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cae318-4f3d-4933-b601-2ebbeebcda63 req-9df714fc-b4f2-42c9-a667-fab8bebdcd42 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.805638 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c4e113-b25b-4393-88b7-6da0b2d19b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56bec33-0970-4a20-be6a-bd422d3e2a6a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:10.808346 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af020cb-c769-4d99-8e82-f354dddaa7af" -d '{"events": [{"server_uuid": "f2c4e113-b25b-4393-88b7-6da0b2d19b33", "name": "network-vif-plugged", "status": "completed", "tag": "a56bec33-0970-4a20-be6a-bd422d3e2a6a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:10.811850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45cae318-4f3d-4933-b601-2ebbeebcda63 req-9df714fc-b4f2-42c9-a667-fab8bebdcd42 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 943 time: 0.2247837 Nov 12 03:47:10.840983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a56bec33-0970-4a20-be6a-bd422d3e2a6a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a56bec33-0970-4a20-be6a-bd422d3e2a6a,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:10.867330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.871148 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.876220 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.877809 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] 10.222.0.25 "PUT /v2.0/ports/d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c HTTP/1.1" status: 200 len: 1092 time: 3.9531553 Nov 12 03:47:10.885295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c60023-e9a7-494b-9ae2-53e35b064df2', 'tag': 'd00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:10.887738 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e683c8-3013-43bb-bfeb-95b3c3b16e13" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c60023-e9a7-494b-9ae2-53e35b064df2", "tag": "d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:10.914599 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.917860 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.937701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-4c92f847-c7d9-462b-b0d1-cc364fd266d2 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3476574 Nov 12 03:47:10.947192 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.002600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4cfa8e-cff4-41c5-b2c0-88123c62b935', 'name': 'tempest-NetworksTestDHCPv6-router-1168653331', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:00Z', 'updated_at': '2021-11-12T03:47:05Z', 'revision_number': 2, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'gw_port_host': None, '_interfaces': [{'id': '9c19359f-c5e6-46bc-b16b-a66f2f25a51f', 'name': '', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'mac_address': 'fa:16:3e:a2:47:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4cfa8e-cff4-41c5-b2c0-88123c62b935', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'a7af402b-8658-4679-be4a-6a5307c9b36f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:03Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 2, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'subnets': [{'id': 'a7af402b-8658-4679-be4a-6a5307c9b36f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:11.043659 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Attempting to bind port e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:11.044453 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Attempting to bind port e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:11.044453 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Attempting to bind port e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:11.052949 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:11.055977 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:11.055977 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.055977 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:11.055977 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Bound port: e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:11.055977 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.057127 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfe9de-d3b5-4ca3-9c46-b41c491cdf96 None None] Pushing event updated for resources: {'Port': ['ID=e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:11.081681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Checking router: 6f4cfa8e-cff4-41c5-b2c0-88123c62b935 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:11.082172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Updating router 6f4cfa8e-cff4-41c5-b2c0-88123c62b935 port 9c19359f-c5e6-46bc-b16b-a66f2f25a51f binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:47:11.083944 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.091258 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe9de-d3b5-4ca3-9c46-b41c491cdf96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.091708 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe9de-d3b5-4ca3-9c46-b41c491cdf96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.092062 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe9de-d3b5-4ca3-9c46-b41c491cdf96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.092436 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe9de-d3b5-4ca3-9c46-b41c491cdf96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.092762 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe9de-d3b5-4ca3-9c46-b41c491cdf96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.093087 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe9de-d3b5-4ca3-9c46-b41c491cdf96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.093409 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe9de-d3b5-4ca3-9c46-b41c491cdf96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.093727 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe9de-d3b5-4ca3-9c46-b41c491cdf96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.094049 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe9de-d3b5-4ca3-9c46-b41c491cdf96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.094368 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe9de-d3b5-4ca3-9c46-b41c491cdf96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.094681 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe9de-d3b5-4ca3-9c46-b41c491cdf96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.094997 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe9de-d3b5-4ca3-9c46-b41c491cdf96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.117757 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45cae318-4f3d-4933-b601-2ebbeebcda63 req-020b05ae-c7b2-4559-a0a5-5aa862f6dd20 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952540 Nov 12 03:47:11.122102 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.148645 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] For port e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:11.153845 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] For port e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:11.158452 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 71428227-0fc9-4618-a763-f00d2735da82, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=71428227-0fc9-4618-a763-f00d2735da82,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:11.164793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ceef55-82af-43da-9b86-adddc47b4fbd service neutron] Pushing event updated for resources: {'Port': ['ID=d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:11.199978 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.216705 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a56bec33-0970-4a20-be6a-bd422d3e2a6a,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:11.277353 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.280030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:47:11.310977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c09d6f3-9c5c-41ca-80ee-531773602eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.338981 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.339480 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Added segment 1766dea6-f3b3-4e88-bfc1-71afc371bb1d of type vlan for network 088e3b2e-11a2-4251-87de-a683ca677686 Nov 12 03:47:11.349227 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Routers {'86df4c6d-a214-4243-b2d1-1a5551f73ca0'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:11.349768 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:46:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['86df4c6d-a214-4243-b2d1-1a5551f73ca0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:11.359127 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.377267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96ed0048-f840-4b29-ae21-893ce6ccaabc req-67f6112d-f547-4817-9ec2-7234182c6ef5 service neutron] 10.222.0.26 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915677 Nov 12 03:47:11.404003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17ab0ff-6f2d-4271-9f73-0ca574215f07,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:11.410455 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfe9de-d3b5-4ca3-9c46-b41c491cdf96 None None] Pushing event updated for resources: {'Port': ['ID=e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:11.480146 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=71428227-0fc9-4618-a763-f00d2735da82,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:11.519552 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] Set router 86df4c6d-a214-4243-b2d1-1a5551f73ca0 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:11.533759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-0ed45595-2bc3-4d4a-a1ee-b8bbb00ab482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:11.535964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-0ed45595-2bc3-4d4a-a1ee-b8bbb00ab482 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15dda84ecb864c3a86283905a6455cdc&device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 1095 time: 0.4185176 Nov 12 03:47:11.587836 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.647522 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-4f4156c0-77cc-4142-8038-0a50fee196f6 service neutron] 10.222.0.105 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398787 Nov 12 03:47:11.649080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-ff3cc263-883d-4b84-aed0-df4563b1b01a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c HTTP/1.1" status: 200 len: 217 time: 0.0694904 Nov 12 03:47:11.664101 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.741490 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'name': 'tempest-FloatingIPDetailsTestJSON-360470582-router', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 3, 'project_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'gw_port': {'id': 'e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:06Z', 'updated_at': '2021-11-12T03:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:11.769361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67149f-676b-48c3-8a40-19ffd83380ea None None] Pushing event updated for resources: {'Port': ['ID=9c19359f-c5e6-46bc-b16b-a66f2f25a51f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:11.772481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-d475ba24-8293-48c6-8168-6afee5628043 service neutron] 10.222.0.105 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135392 Nov 12 03:47:11.788369 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.788996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.790108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.790509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.790958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.791567 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.791859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.792314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.792746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.793191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.793633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.794038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.820025 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e3b15-e3cb-4815-b1d8-2dee135fbffa req-544638b9-44b2-4e13-bc8d-819f7d70b92c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:11.822419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-662e3b15-e3cb-4815-b1d8-2dee135fbffa req-544638b9-44b2-4e13-bc8d-819f7d70b92c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.5804119 Nov 12 03:47:11.849037 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.884850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-79bce34b-aab5-4f7d-9528-24642eb35110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:11.886554 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-79bce34b-aab5-4f7d-9528-24642eb35110 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e83c54a-08cf-40b8-8186-666697f3c3f6 HTTP/1.1" status: 200 len: 854 time: 0.2226262 Nov 12 03:47:11.898421 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96ed0048-f840-4b29-ae21-893ce6ccaabc req-663c8670-d625-49ab-9595-a9cd240160ad service neutron] 10.222.0.26 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524844 Nov 12 03:47:11.904538 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2dd02-ca83-4ac7-bd45-98673560c22f None None] The sync data for ids ['86df4c6d-a214-4243-b2d1-1a5551f73ca0'] in n-d-767704-23 is: [{'id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'name': 'tempest-FloatingIPDetailsTestJSON-360470582-router', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 3, 'project_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'gw_port': {'id': 'e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:06Z', 'updated_at': '2021-11-12T03:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:11.976831 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.994441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a56bec33-0970-4a20-be6a-bd422d3e2a6a no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:12.011482 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-662e3b15-e3cb-4815-b1d8-2dee135fbffa req-ff9ee6cf-abca-40ca-8fd9-a811709d34e0 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803889 Nov 12 03:47:12.033243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-ed354aa1-be29-4b42-8658-12e35f36bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.039369 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-ed354aa1-be29-4b42-8658-12e35f36bfe3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85b72684-9bc6-4260-b611-d4eeb96cd5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371665 Nov 12 03:47:12.109358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Attempting to bind port 9c19359f-c5e6-46bc-b16b-a66f2f25a51f on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:12.109358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Attempting to bind port 9c19359f-c5e6-46bc-b16b-a66f2f25a51f by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:12.109358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Attempting to bind port 9c19359f-c5e6-46bc-b16b-a66f2f25a51f on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:12.141394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.142411 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.143168 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.146467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:12.147296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:12.147880 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.148459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:12.149114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Bound port: 9c19359f-c5e6-46bc-b16b-a66f2f25a51f, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:12.149732 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.159172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device dd60e803-9ad7-4fa4-9458-b7d52d731b7f details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:12.254537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] Pushing event updated for resources: {'Network': ['ID=088e3b2e-11a2-4251-87de-a683ca677686,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:12.336960 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0c09d6f3-9c5c-41ca-80ee-531773602eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port 9c19359f-c5e6-46bc-b16b-a66f2f25a51f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:12.339612 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c09d6f3-9c5c-41ca-80ee-531773602eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.355286 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2a3b2f86-a8ce-4973-9686-a199e6c24baa admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.2755661 Nov 12 03:47:12.361324 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b3d18424-24d5-4979-bbda-51b17ccb8cf3 None None] Provisioning complete for port 9c19359f-c5e6-46bc-b16b-a66f2f25a51f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:12.363579 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b3d18424-24d5-4979-bbda-51b17ccb8cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.376766 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d07a111-992d-418a-b025-e3087b9523f3 x-openstack-request-id: req-9d07a111-992d-418a-b025-e3087b9523f3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:12.377267 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c4e113-b25b-4393-88b7-6da0b2d19b33", "name": "network-vif-plugged", "status": "completed", "tag": "a56bec33-0970-4a20-be6a-bd422d3e2a6a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:12.377701 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9d07a111-992d-418a-b025-e3087b9523f3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:12.378816 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c4e113-b25b-4393-88b7-6da0b2d19b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56bec33-0970-4a20-be6a-bd422d3e2a6a', 'code': 200} Nov 12 03:47:12.379806 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 088e3b2e-11a2-4251-87de-a683ca677686 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:47:12.380932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:12.400652 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302f4f52-bcd2-423a-aaf8-dbe3f05797d3 x-openstack-request-id: req-302f4f52-bcd2-423a-aaf8-dbe3f05797d3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:12.401258 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c60023-e9a7-494b-9ae2-53e35b064df2", "tag": "d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:12.406223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-62d167d5-9fc6-47a9-83fd-983164055a01 admin admin] Request body: {'subnet': {'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-subnet', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:12.410970 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-302f4f52-bcd2-423a-aaf8-dbe3f05797d3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:12.411276 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c60023-e9a7-494b-9ae2-53e35b064df2', 'tag': 'd00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c', 'status': 'completed', 'code': 200} Nov 12 03:47:12.425758 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-eeeddc7a-9ea0-423a-8d51-aa4226a9bf29 service neutron] 10.222.0.25 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172560 Nov 12 03:47:12.434267 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:47:12.539744 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Allocated IP 172.20.0.1 (8ff17972-1c6f-4b3a-b469-cdf01234953a/a0a13775-b1e5-406a-b0f1-8976c135d6b8/f1ac8548-e88f-4ae0-8c28-08caeb931ff5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:12.623638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3774a0f-5380-4dff-aab3-266b620d696d req-fb3c1660-f15e-4274-8c7b-4ccfda18a36a tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.632569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3774a0f-5380-4dff-aab3-266b620d696d req-fb3c1660-f15e-4274-8c7b-4ccfda18a36a tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 943 time: 0.1388004 Nov 12 03:47:12.645360 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d167d5-9fc6-47a9-83fd-983164055a01 admin admin] Made reservation on behalf of 2b4b78069b134bfbaa6eede2908eb2c5 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:12.648856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62d167d5-9fc6-47a9-83fd-983164055a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.662111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0c09d6f3-9c5c-41ca-80ee-531773602eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] For port 9c19359f-c5e6-46bc-b16b-a66f2f25a51f, host n-d-767704-23, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:12.662543 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c09d6f3-9c5c-41ca-80ee-531773602eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.687593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0c09d6f3-9c5c-41ca-80ee-531773602eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for 9c19359f-c5e6-46bc-b16b-a66f2f25a51f owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:12.694199 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d21cab0e-b740-4a2a-ace7-d753ce47803b req-5fb939ae-032e-40c5-9748-17d99ebbb5f0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 210 time: 0.0764997 Nov 12 03:47:12.733707 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c30f04c-78b2-41fb-a5cb-91f9bac7e952 req-e7c5a5ed-1b6b-43e7-94f5-b3f1fe1434c9 service neutron] 10.222.0.25 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952168 Nov 12 03:47:12.801440 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.845268 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3774a0f-5380-4dff-aab3-266b620d696d req-3800c648-bbe2-46cf-9de5-f7454e73835c tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116814 Nov 12 03:47:12.874304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3191774-c924-44fb-a48e-171a77e5aeb5 req-88f40886-6aae-4937-abc4-15ddc65d9e8c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.875835 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3191774-c924-44fb-a48e-171a77e5aeb5 req-88f40886-6aae-4937-abc4-15ddc65d9e8c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 945 time: 0.0697217 Nov 12 03:47:12.897549 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.909998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b3d18424-24d5-4979-bbda-51b17ccb8cf3 None None] Port 9c19359f-c5e6-46bc-b16b-a66f2f25a51f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:12.975596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f612eb6-2d99-4853-b0e6-04ac8c29d6ff req-a2022490-24b3-484c-a42b-f9335d368a67 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.977548 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f612eb6-2d99-4853-b0e6-04ac8c29d6ff req-a2022490-24b3-484c-a42b-f9335d368a67 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 945 time: 0.0924366 Nov 12 03:47:12.977985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] For port 9c19359f-c5e6-46bc-b16b-a66f2f25a51f, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:13.019864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] For port 9c19359f-c5e6-46bc-b16b-a66f2f25a51f, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9c19359f-c5e6-46bc-b16b-a66f2f25a51f,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:13.026151 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:47:13.041908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port dd60e803-9ad7-4fa4-9458-b7d52d731b7f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dd60e803-9ad7-4fa4-9458-b7d52d731b7f,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:13.045858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a56bec33-0970-4a20-be6a-bd422d3e2a6a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a56bec33-0970-4a20-be6a-bd422d3e2a6a,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:13.049091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3191774-c924-44fb-a48e-171a77e5aeb5 req-985937b0-272e-4387-b406-9ce6364a7d2e tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542099 Nov 12 03:47:13.054463 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.059070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'dd60e803-9ad7-4fa4-9458-b7d52d731b7f', 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2', 'port_id': 'dd60e803-9ad7-4fa4-9458-b7d52d731b7f', 'mac_address': 'fa:16:3e:db:51:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e83c54a-08cf-40b8-8186-666697f3c3f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:13.107273 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.123184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd60e803-9ad7-4fa4-9458-b7d52d731b7f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:13.137107 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.164898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Network 8ff17972-1c6f-4b3a-b469-cdf01234953a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:13.164898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:13.169330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:13.205530 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port dd60e803-9ad7-4fa4-9458-b7d52d731b7f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dd60e803-9ad7-4fa4-9458-b7d52d731b7f,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:13.212726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e683c8-3013-43bb-bfeb-95b3c3b16e13 req-ceb07219-2181-4fbf-ab53-727d402afe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:13.220611 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.226405 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a3e683c8-3013-43bb-bfeb-95b3c3b16e13 req-ceb07219-2181-4fbf-ab53-727d402afe35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15dda84ecb864c3a86283905a6455cdc&device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 1095 time: 0.3033082 Nov 12 03:47:13.267521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Routers {'6f4cfa8e-cff4-41c5-b2c0-88123c62b935'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:13.268294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:46:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6f4cfa8e-cff4-41c5-b2c0-88123c62b935'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:13.280060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67149f-676b-48c3-8a40-19ffd83380ea None None] Pushing event updated for resources: {'Port': ['ID=9c19359f-c5e6-46bc-b16b-a66f2f25a51f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:13.312559 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81fd81-0d91-4cfb-86ae-200dfffa0a98 req-cc6c451f-0191-410d-84c5-62982c4f765d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:13.324637 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb81fd81-0d91-4cfb-86ae-200dfffa0a98 req-cc6c451f-0191-410d-84c5-62982c4f765d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.1860082 Nov 12 03:47:13.361414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62d167d5-9fc6-47a9-83fd-983164055a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.368875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ac8548-e88f-4ae0-8c28-08caeb931ff5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:13.407322 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.425123 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.485873 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d167d5-9fc6-47a9-83fd-983164055a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e36b8b9-ea37-4424-8e6d-2428ea358346,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:13.521820 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c09d6f3-9c5c-41ca-80ee-531773602eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.581681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] Set router 6f4cfa8e-cff4-41c5-b2c0-88123c62b935 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:13.585062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a56bec33-0970-4a20-be6a-bd422d3e2a6a,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:13.657673 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09d6f3-9c5c-41ca-80ee-531773602eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=9c19359f-c5e6-46bc-b16b-a66f2f25a51f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:13.700146 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb81fd81-0d91-4cfb-86ae-200dfffa0a98 req-31a2902d-27bc-44b1-aecc-c93a66142043 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741608 Nov 12 03:47:13.719772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d167d5-9fc6-47a9-83fd-983164055a01 admin admin] Checking segment: {'id': '1766dea6-f3b3-4e88-bfc1-71afc371bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:13.720192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d167d5-9fc6-47a9-83fd-983164055a01 admin admin] Network hostable DHCP agents. Network: 088e3b2e-11a2-4251-87de-a683ca677686, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:47:13.926097 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=dd60e803-9ad7-4fa4-9458-b7d52d731b7f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:13.926417 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c09d6f3-9c5c-41ca-80ee-531773602eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.935172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:13.987447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-74e4c220-1bed-4748-9cb8-77632c91a87e None None] Provisioning complete for port f1ac8548-e88f-4ae0-8c28-08caeb931ff5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:13.988144 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74e4c220-1bed-4748-9cb8-77632c91a87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.043833 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['dd60e803-9ad7-4fa4-9458-b7d52d731b7f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:14.052611 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d167d5-9fc6-47a9-83fd-983164055a01 admin admin] Network 088e3b2e-11a2-4251-87de-a683ca677686 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:47:14.081416 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-74e4c220-1bed-4748-9cb8-77632c91a87e None None] Port f1ac8548-e88f-4ae0-8c28-08caeb931ff5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:14.164688 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05479049-3d3e-46ed-9d8b-4b8880a265df req-4daa83f9-7692-46cd-90d1-3377ac8a3d07 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 210 time: 0.1142700 Nov 12 03:47:14.185528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b654372-9aff-401e-b2d3-9e48cf12b19e req-42b783f7-1842-4fe4-a5af-ba500f01e766 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.185528 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b654372-9aff-401e-b2d3-9e48cf12b19e req-42b783f7-1842-4fe4-a5af-ba500f01e766 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 943 time: 0.1416085 Nov 12 03:47:14.226170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-62d167d5-9fc6-47a9-83fd-983164055a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 088e3b2e-11a2-4251-87de-a683ca677686) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:14.259622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b5242fe6-62b8-4c88-a760-83c7f9e7267e None None] Could not find standard attr ID for object 9c19359f-c5e6-46bc-b16b-a66f2f25a51f. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:47:14.261056 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d167d5-9fc6-47a9-83fd-983164055a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.261821 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62d167d5-9fc6-47a9-83fd-983164055a01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.267880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ee49ff-b1c5-48e5-abe9-4b9ce17fd944 None None] Network 088e3b2e-11a2-4251-87de-a683ca677686 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:14.281336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c09d6f3-9c5c-41ca-80ee-531773602eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Router 6f4cfa8e-cff4-41c5-b2c0-88123c62b935 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:14.282455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4f612eb6-2d99-4853-b0e6-04ac8c29d6ff req-7a46c411-f96c-4655-9c00-5e7864491a4c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Deleting port a56bec33-0970-4a20-be6a-bd422d3e2a6a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:14.282977 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f612eb6-2d99-4853-b0e6-04ac8c29d6ff req-7a46c411-f96c-4655-9c00-5e7864491a4c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.313167 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b654372-9aff-401e-b2d3-9e48cf12b19e req-65e5e707-685c-4ce1-9f86-9334d1c0d5fc tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914798 Nov 12 03:47:14.327981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e683c8-3013-43bb-bfeb-95b3c3b16e13 req-c939c34a-9bdc-4f37-afa6-f006af1e2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.329790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a3e683c8-3013-43bb-bfeb-95b3c3b16e13 req-c939c34a-9bdc-4f37-afa6-f006af1e2d3e service neutron] 10.222.0.25 "GET /v2.0/networks?id=85b72684-9bc6-4260-b611-d4eeb96cd5e2 HTTP/1.1" status: 200 len: 917 time: 1.0421450 Nov 12 03:47:14.360230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:14.363498 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.417559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71428227-0fc9-4618-a763-f00d2735da82'}, {'server_uuid': 'f2c4e113-b25b-4393-88b7-6da0b2d19b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a56bec33-0970-4a20-be6a-bd422d3e2a6a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:14.420075 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae779362-c71a-41a6-af06-586ec8875cce" -d '{"events": [{"server_uuid": "b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b", "name": "network-vif-plugged", "status": "completed", "tag": "71428227-0fc9-4618-a763-f00d2735da82"}, {"server_uuid": "f2c4e113-b25b-4393-88b7-6da0b2d19b33", "name": "network-vif-unplugged", "status": "completed", "tag": "a56bec33-0970-4a20-be6a-bd422d3e2a6a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:14.442481 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c09d6f3-9c5c-41ca-80ee-531773602eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:14.450296 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0c09d6f3-9c5c-41ca-80ee-531773602eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "PUT /v2.0/routers/6f4cfa8e-cff4-41c5-b2c0-88123c62b935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4559913 Nov 12 03:47:14.460792 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-62d167d5-9fc6-47a9-83fd-983164055a01 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 2.0730286 Nov 12 03:47:14.462203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60978) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:14.462810 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60980) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:14.479757 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:14.538363 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a3e683c8-3013-43bb-bfeb-95b3c3b16e13 req-b7b14ceb-0f79-485f-a4bf-028a9f891adc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c HTTP/1.1" status: 200 len: 217 time: 0.1638808 Nov 12 03:47:14.548891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8627dbb-f977-4b81-bba4-2dd5bf24cc29 req-54b16887-f43d-4375-ae40-c71814a869f1 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.551942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8627dbb-f977-4b81-bba4-2dd5bf24cc29 req-54b16887-f43d-4375-ae40-c71814a869f1 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 943 time: 0.2835476 Nov 12 03:47:14.561757 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc42fa1-8853-4fb3-a0f1-f86d9e7c6db6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.563577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc42fa1-8853-4fb3-a0f1-f86d9e7c6db6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.568651 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1bc42fa1-8853-4fb3-a0f1-f86d9e7c6db6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1014979 Nov 12 03:47:14.569052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60982) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:14.586580 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be76a21f-c7f8-4af6-9f84-706246574122 x-openstack-request-id: req-be76a21f-c7f8-4af6-9f84-706246574122 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:14.586958 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b", "name": "network-vif-plugged", "status": "completed", "tag": "71428227-0fc9-4618-a763-f00d2735da82", "code": 200}, {"server_uuid": "f2c4e113-b25b-4393-88b7-6da0b2d19b33", "name": "network-vif-unplugged", "status": "completed", "tag": "a56bec33-0970-4a20-be6a-bd422d3e2a6a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:14.587118 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-be76a21f-c7f8-4af6-9f84-706246574122 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:14.587570 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71428227-0fc9-4618-a763-f00d2735da82', 'code': 200} Nov 12 03:47:14.587835 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c4e113-b25b-4393-88b7-6da0b2d19b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a56bec33-0970-4a20-be6a-bd422d3e2a6a', 'code': 200} Nov 12 03:47:14.651266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ce91e8-f21f-4384-b240-dc44f286d54d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet a7af402b-8658-4679-be4a-6a5307c9b36f {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:14.654627 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.656081 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6ce91e8-f21f-4384-b240-dc44f286d54d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.701077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4cfa8e-cff4-41c5-b2c0-88123c62b935', 'name': 'tempest-NetworksTestDHCPv6-router-1168653331', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:00Z', 'updated_at': '2021-11-12T03:47:05Z', 'revision_number': 2, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'gw_port_host': None, '_interfaces': [{'id': '9c19359f-c5e6-46bc-b16b-a66f2f25a51f', 'name': '', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'mac_address': 'fa:16:3e:a2:47:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4cfa8e-cff4-41c5-b2c0-88123c62b935', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'a7af402b-8658-4679-be4a-6a5307c9b36f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:03Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 4, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'subnets': [{'id': 'a7af402b-8658-4679-be4a-6a5307c9b36f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:14.712223 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.713477 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.719098 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6ce91e8-f21f-4384-b240-dc44f286d54d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.751736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e683c8-3013-43bb-bfeb-95b3c3b16e13 req-e0e29702-0e01-4116-8d11-c422e5c1e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.751736 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a3e683c8-3013-43bb-bfeb-95b3c3b16e13 req-e0e29702-0e01-4116-8d11-c422e5c1e13b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e83c54a-08cf-40b8-8186-666697f3c3f6 HTTP/1.1" status: 200 len: 854 time: 0.1932228 Nov 12 03:47:14.751967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf03c6e6-cd72-448d-bdd9-3e3811ffdd6a None None] The sync data for ids ['6f4cfa8e-cff4-41c5-b2c0-88123c62b935'] in n-d-767704-23 is: [{'id': '6f4cfa8e-cff4-41c5-b2c0-88123c62b935', 'name': 'tempest-NetworksTestDHCPv6-router-1168653331', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:00Z', 'updated_at': '2021-11-12T03:47:05Z', 'revision_number': 2, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'gw_port_host': None, '_interfaces': [{'id': '9c19359f-c5e6-46bc-b16b-a66f2f25a51f', 'name': '', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'mac_address': 'fa:16:3e:a2:47:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4cfa8e-cff4-41c5-b2c0-88123c62b935', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'a7af402b-8658-4679-be4a-6a5307c9b36f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:03Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 4, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'subnets': [{'id': 'a7af402b-8658-4679-be4a-6a5307c9b36f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:14.770074 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4f612eb6-2d99-4853-b0e6-04ac8c29d6ff req-7a46c411-f96c-4655-9c00-5e7864491a4c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] For port a56bec33-0970-4a20-be6a-bd422d3e2a6a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a56bec33-0970-4a20-be6a-bd422d3e2a6a,segment=NetworkSegment(4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e),segment_id=4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:14.770459 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f612eb6-2d99-4853-b0e6-04ac8c29d6ff req-7a46c411-f96c-4655-9c00-5e7864491a4c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.773761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:14.843032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-088e3b2e-11a2-4251-87de-a683ca677686', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'fixed_ips': [{'subnet_id': '3e36b8b9-ea37-4424-8e6d-2428ea358346'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:47:14.843032 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.849810 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8627dbb-f977-4b81-bba4-2dd5bf24cc29 req-ead5c215-fc8e-4ab7-b78c-8fb685bad311 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/security-groups?id=cfe2b191-f9ce-4c7b-8aea-65e503d9116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775328 Nov 12 03:47:14.853604 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.869037 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4f612eb6-2d99-4853-b0e6-04ac8c29d6ff req-7a46c411-f96c-4655-9c00-5e7864491a4c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Calling delete_port for a56bec33-0970-4a20-be6a-bd422d3e2a6a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:14.871306 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6ce91e8-f21f-4384-b240-dc44f286d54d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.926435 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.958195 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.008743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa6428-4e44-483c-a529-8b6065c1f7a5 req-8e85eba2-edc3-4522-bc77-c34d944e3a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.010162 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1aa6428-4e44-483c-a529-8b6065c1f7a5 req-8e85eba2-edc3-4522-bc77-c34d944e3a66 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 1097 time: 0.3256927 Nov 12 03:47:15.015835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e683c8-3013-43bb-bfeb-95b3c3b16e13 req-3ae4d6d7-4d57-44d5-8fcb-695cb8a7a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.017979 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a3e683c8-3013-43bb-bfeb-95b3c3b16e13 req-3ae4d6d7-4d57-44d5-8fcb-695cb8a7a2cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=85b72684-9bc6-4260-b611-d4eeb96cd5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2545302 Nov 12 03:47:15.029526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e06fc-b616-4ebe-8862-1754a9f2cef2 req-74ff9082-6d2f-4f80-91fe-478e413e6166 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.041160 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-118e06fc-b616-4ebe-8862-1754a9f2cef2 req-74ff9082-6d2f-4f80-91fe-478e413e6166 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.2073178 Nov 12 03:47:15.074163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:15.093582 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Allocated IP 172.20.0.2 (088e3b2e-11a2-4251-87de-a683ca677686/3e36b8b9-ea37-4424-8e6d-2428ea358346/c843990e-7c6f-469e-b42b-a85051838a69) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:15.262971 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6ce91e8-f21f-4384-b240-dc44f286d54d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.308343 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1aa6428-4e44-483c-a529-8b6065c1f7a5 req-2f3eb8ea-e533-4ccf-b442-3d37d59ced77 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852783 Nov 12 03:47:15.340694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce91e8-f21f-4384-b240-dc44f286d54d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=a7af402b-8658-4679-be4a-6a5307c9b36f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:15.354423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7cfaef2f-119e-449e-8b58-508592ec722e req-fa73529b-d194-4920-b574-07552f49cfe8 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 210 time: 0.0487075 Nov 12 03:47:15.371366 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-118e06fc-b616-4ebe-8862-1754a9f2cef2 req-2f50af5d-4ba3-4bef-8b23-9c62472f88b7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293741 Nov 12 03:47:15.387719 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.398812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6ce91e8-f21f-4384-b240-dc44f286d54d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.415170 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d6ce91e8-f21f-4384-b240-dc44f286d54d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/a7af402b-8658-4679-be4a-6a5307c9b36f HTTP/1.1" status: 204 len: 168 time: 0.8424859 Nov 12 03:47:15.415609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60990) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:15.421268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f6d589-d0c1-4201-b6cd-d72cb03cdf89 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:15.457862 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a3e683c8-3013-43bb-bfeb-95b3c3b16e13 req-f84937ee-34f5-4ce4-ac5f-81c8017cc2d9 service neutron] 10.222.0.25 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069927 Nov 12 03:47:15.480151 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.607988 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.630096 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.635669 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-90e9c51a-2a6e-4f4d-a8ab-f15f6770c470 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2187884 Nov 12 03:47:15.644073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:15.689129 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.888669 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.895196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f612eb6-2d99-4853-b0e6-04ac8c29d6ff req-7a46c411-f96c-4655-9c00-5e7864491a4c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.933614 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.937274 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b80180cd-a79d-4032-82c8-ac0e8737e889 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.959558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:16.022362 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Network 088e3b2e-11a2-4251-87de-a683ca677686 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:16.026745 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.033291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:16.035663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6735c0-900d-405f-bfba-4852cf05315b req-a41b409d-5633-47f7-ad1e-8317b7d65be0 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.035896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a56bec33-0970-4a20-be6a-bd422d3e2a6a no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:16.037412 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bd6735c0-900d-405f-bfba-4852cf05315b req-a41b409d-5633-47f7-ad1e-8317b7d65be0 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 943 time: 0.4962151 Nov 12 03:47:16.064750 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3f6a5df4-99bd-4a4b-aa1f-a79dadacac82 req-7b4f28ac-2cb0-4b92-8fa0-a0902aa4bfb9 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 210 time: 0.0503087 Nov 12 03:47:16.083892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c534abe-da46-450c-bb9e-d5a545d9a6c8 None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:16.086584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:16.109161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:16.115503 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: a56bec33-0970-4a20-be6a-bd422d3e2a6a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:16.115740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a56bec33-0970-4a20-be6a-bd422d3e2a6a not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:16.115863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ac8548-e88f-4ae0-8c28-08caeb931ff5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:16.122169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Pushing event updated for resources: {'Port': ['ID=c843990e-7c6f-469e-b42b-a85051838a69,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:16.125484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a3e683c8-3013-43bb-bfeb-95b3c3b16e13 req-05ae4c7d-ec5d-4884-a858-d4c317076791 service neutron] 10.222.0.25 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427565 Nov 12 03:47:16.176416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Allocated IP 172.25.8.129 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/a886d5f4-c541-4d8b-a4f6-4127e49f5074) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:16.198647 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f612eb6-2d99-4853-b0e6-04ac8c29d6ff req-7a46c411-f96c-4655-9c00-5e7864491a4c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] No DVR routers for this DVR port a56bec33-0970-4a20-be6a-bd422d3e2a6a on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:16.209196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4f612eb6-2d99-4853-b0e6-04ac8c29d6ff req-7a46c411-f96c-4655-9c00-5e7864491a4c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.219020 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f612eb6-2d99-4853-b0e6-04ac8c29d6ff req-7a46c411-f96c-4655-9c00-5e7864491a4c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.25 "DELETE /v2.0/ports/a56bec33-0970-4a20-be6a-bd422d3e2a6a HTTP/1.1" status: 204 len: 173 time: 3.2214613 Nov 12 03:47:16.224468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c4e113-b25b-4393-88b7-6da0b2d19b33', 'name': 'network-vif-deleted', 'tag': 'a56bec33-0970-4a20-be6a-bd422d3e2a6a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:16.226734 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36470bb6-586d-4bf6-b1c1-1595719d3d79" -d '{"events": [{"server_uuid": "f2c4e113-b25b-4393-88b7-6da0b2d19b33", "name": "network-vif-deleted", "tag": "a56bec33-0970-4a20-be6a-bd422d3e2a6a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:16.227636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device dd60e803-9ad7-4fa4-9458-b7d52d731b7f up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:16.241318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46c411-f96c-4655-9c00-5e7864491a4c tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] Pushing event deleted for resources: {'Port': ['ID=a56bec33-0970-4a20-be6a-bd422d3e2a6a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:16.281182 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:47:16.329784 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82849e76-502e-4742-b109-85328d557850 x-openstack-request-id: req-82849e76-502e-4742-b109-85328d557850 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:16.330092 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c4e113-b25b-4393-88b7-6da0b2d19b33", "name": "network-vif-deleted", "tag": "a56bec33-0970-4a20-be6a-bd422d3e2a6a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:16.330403 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-82849e76-502e-4742-b109-85328d557850 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:16.338777 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c4e113-b25b-4393-88b7-6da0b2d19b33', 'name': 'network-vif-deleted', 'tag': 'a56bec33-0970-4a20-be6a-bd422d3e2a6a', 'status': 'completed', 'code': 200} Nov 12 03:47:16.345026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-c8baf0c5-4e5a-4e35-b643-1c761c63525c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.346565 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-c8baf0c5-4e5a-4e35-b643-1c761c63525c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.26 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 821 time: 0.5618682 Nov 12 03:47:16.371972 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.427645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1837d96e-9f06-4c88-af68-030b6b91357f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Request body: {'port': {'device_id': '1e1afee6-7017-4c00-8e74-7d7acd078e6f', 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20', 'admin_state_up': True, 'tenant_id': '8b743e87aecf4b1ab4f8a569cb29334e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:16.440977 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b80180cd-a79d-4032-82c8-ac0e8737e889 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.462008 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b80180cd-a79d-4032-82c8-ac0e8737e889 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.499636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:16.505291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:16.505768 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.507766 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.553864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Attempting to bind port c843990e-7c6f-469e-b42b-a85051838a69 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:16.553864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Attempting to bind port c843990e-7c6f-469e-b42b-a85051838a69 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '1766dea6-f3b3-4e88-bfc1-71afc371bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:16.553864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Attempting to bind port c843990e-7c6f-469e-b42b-a85051838a69 on network 088e3b2e-11a2-4251-87de-a683ca677686 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:16.565645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bd6735c0-900d-405f-bfba-4852cf05315b req-4684d6fb-0329-4d7a-9854-ca5f857a8939 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566686 Nov 12 03:47:16.566408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:16.567164 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Checking segment: {'id': '1766dea6-f3b3-4e88-bfc1-71afc371bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:16.568261 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.568588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Bound using segment: {'id': '1766dea6-f3b3-4e88-bfc1-71afc371bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:16.569182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Bound port: c843990e-7c6f-469e-b42b-a85051838a69, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1766dea6-f3b3-4e88-bfc1-71afc371bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:16.569610 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.592747 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'd00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c', 'network_id': '85b72684-9bc6-4260-b611-d4eeb96cd5e2', 'port_id': 'd00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c', 'mac_address': 'fa:16:3e:d6:a2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e83c54a-08cf-40b8-8186-666697f3c3f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:16.624776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Network 8ff17972-1c6f-4b3a-b469-cdf01234953a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:16.628349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Pushing event updated for resources: {'Port': ['ID=a886d5f4-c541-4d8b-a4f6-4127e49f5074,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:16.632801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:16.651651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5c534abe-da46-450c-bb9e-d5a545d9a6c8 None None] Deleting port ae39494e-54cf-46ef-95b7-1b5396fe96ab {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:16.652652 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c534abe-da46-450c-bb9e-d5a545d9a6c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.667737 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a0e869b8-123d-46cf-bc65-0e6dd394d5e1 req-18de3fce-8048-462d-b762-a1dd4b412520 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 210 time: 0.1540363 Nov 12 03:47:16.706798 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b80180cd-a79d-4032-82c8-ac0e8737e889 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.707966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80180cd-a79d-4032-82c8-ac0e8737e889 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Fanout notify agent at l3_agent the message router_deleted on router 6f4cfa8e-cff4-41c5-b2c0-88123c62b935 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:47:16.715200 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:16.719432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:16.723235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:16.723590 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b80180cd-a79d-4032-82c8-ac0e8737e889 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.725057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b80180cd-a79d-4032-82c8-ac0e8737e889 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/routers/6f4cfa8e-cff4-41c5-b2c0-88123c62b935 HTTP/1.1" status: 204 len: 168 time: 1.0776603 Nov 12 03:47:16.730729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 32774) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:16.765059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f7c693a3-4794-4108-aeb9-1e26e6535a80 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:17.059076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] For port c843990e-7c6f-469e-b42b-a85051838a69, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:17.064235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] For port c843990e-7c6f-469e-b42b-a85051838a69, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c843990e-7c6f-469e-b42b-a85051838a69,segment=NetworkSegment(1766dea6-f3b3-4e88-bfc1-71afc371bb1d),segment_id=1766dea6-f3b3-4e88-bfc1-71afc371bb1d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:17.074831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port dd60e803-9ad7-4fa4-9458-b7d52d731b7f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:17.089808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5c534abe-da46-450c-bb9e-d5a545d9a6c8 None None] For port ae39494e-54cf-46ef-95b7-1b5396fe96ab, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ae39494e-54cf-46ef-95b7-1b5396fe96ab,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:17.090488 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c534abe-da46-450c-bb9e-d5a545d9a6c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.114570 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.125626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port dd60e803-9ad7-4fa4-9458-b7d52d731b7f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:17.125626 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.147005 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5c534abe-da46-450c-bb9e-d5a545d9a6c8 None None] Calling delete_port for ae39494e-54cf-46ef-95b7-1b5396fe96ab owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:17.188123 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:17.209259 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.287211 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e8d3b7-e66d-4b84-8784-750a5694fb7a None None] Sync routers for ids ['6f4cfa8e-cff4-41c5-b2c0-88123c62b935'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:17.297661 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8d3b7-e66d-4b84-8784-750a5694fb7a None None] Routers set() bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:17.298163 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8d3b7-e66d-4b84-8784-750a5694fb7a None None] Router IDs set() for agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:47:17.298857 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_agentschedulers_db [None req-99e8d3b7-e66d-4b84-8784-750a5694fb7a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6f4cfa8e-cff4-41c5-b2c0-88123c62b935'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:46:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent'). {{(pid=103149) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:47:17.308271 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8d3b7-e66d-4b84-8784-750a5694fb7a None None] Routers set() bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:17.308898 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8d3b7-e66d-4b84-8784-750a5694fb7a None None] Router IDs set() for agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:47:17.309760 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_agentschedulers_db [None req-99e8d3b7-e66d-4b84-8784-750a5694fb7a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6f4cfa8e-cff4-41c5-b2c0-88123c62b935'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:46:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent'). {{(pid=103149) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:47:17.310481 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e8d3b7-e66d-4b84-8784-750a5694fb7a None None] The sync data for ids ['6f4cfa8e-cff4-41c5-b2c0-88123c62b935'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:17.344014 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6c63a55d-f1b0-400a-9c5e-101fb6fa5cc8 None None] Provisioning complete for port f1ac8548-e88f-4ae0-8c28-08caeb931ff5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:17.344458 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c63a55d-f1b0-400a-9c5e-101fb6fa5cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.350952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:17.378977 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8cc40a31-fe22-4d79-8fc4-5e297dffff96 req-40b7f279-35c8-42a9-abc9-4a1dacd63f12 tempest-ImagesTestJSON-1149465724 tempest-ImagesTestJSON-1149465724-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c4e113-b25b-4393-88b7-6da0b2d19b33 HTTP/1.1" status: 200 len: 210 time: 0.0379703 Nov 12 03:47:17.404694 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.502961 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6c63a55d-f1b0-400a-9c5e-101fb6fa5cc8 None None] Port f1ac8548-e88f-4ae0-8c28-08caeb931ff5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:17.504396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1837d96e-9f06-4c88-af68-030b6b91357f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Made reservation on behalf of 8b743e87aecf4b1ab4f8a569cb29334e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:17.507582 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.508920 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1837d96e-9f06-4c88-af68-030b6b91357f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.559013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Router 86df4c6d-a214-4243-b2d1-1a5551f73ca0 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:17.563463 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.566484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4db71b-fc88-4c0c-bab8-a0b21673849a None None] Pushing event updated for resources: {'Port': ['ID=c843990e-7c6f-469e-b42b-a85051838a69,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:17.577633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eade7f-f052-4b93-8f0a-e092f082cdc9 req-26b81b2b-5fe6-4b42-87ad-869a5f54c162 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:17.582523 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81eade7f-f052-4b93-8f0a-e092f082cdc9 req-26b81b2b-5fe6-4b42-87ad-869a5f54c162 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.1649306 Nov 12 03:47:17.659763 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c534abe-da46-450c-bb9e-d5a545d9a6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.678166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b078f1-5b85-40c8-b9d0-2b0e579d7d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd60e803-9ad7-4fa4-9458-b7d52d731b7f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:17.681054 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f15562-7c64-459f-9f2b-ca193e1d88cf" -d '{"events": [{"server_uuid": "d7b078f1-5b85-40c8-b9d0-2b0e579d7d10", "name": "network-vif-plugged", "status": "completed", "tag": "dd60e803-9ad7-4fa4-9458-b7d52d731b7f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:17.774357 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c534abe-da46-450c-bb9e-d5a545d9a6c8 None None] No DVR routers for this DVR port ae39494e-54cf-46ef-95b7-1b5396fe96ab on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:17.815086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port dd60e803-9ad7-4fa4-9458-b7d52d731b7f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dd60e803-9ad7-4fa4-9458-b7d52d731b7f,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:17.822336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:17.881979 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c534abe-da46-450c-bb9e-d5a545d9a6c8 None None] Pushing event deleted for resources: {'Port': ['ID=ae39494e-54cf-46ef-95b7-1b5396fe96ab,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:17.890696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c693a3-4794-4108-aeb9-1e26e6535a80 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:17.895500 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7c693a3-4794-4108-aeb9-1e26e6535a80 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.918228 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ae39494e-54cf-46ef-95b7-1b5396fe96ab no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:17.922429 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.976213 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81eade7f-f052-4b93-8f0a-e092f082cdc9 req-f344a677-5cce-4055-9121-f248a8aba6db tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788481 Nov 12 03:47:18.011117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: ae39494e-54cf-46ef-95b7-1b5396fe96ab {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:18.011675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ae39494e-54cf-46ef-95b7-1b5396fe96ab not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:18.012302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9c19359f-c5e6-46bc-b16b-a66f2f25a51f no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:18.017764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:18.121576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 9c19359f-c5e6-46bc-b16b-a66f2f25a51f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:18.122262 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9c19359f-c5e6-46bc-b16b-a66f2f25a51f not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:18.122375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1837d96e-9f06-4c88-af68-030b6b91357f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Allocated IP 172.20.0.11 (06cec024-9be7-42dc-b5b6-7e4a79621b20/f02c0044-a66c-4629-a8ec-23b84996c31f/9d1c7927-0fc3-4022-b98a-bee20e40acea) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:18.137623 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:18.151774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-59223ac6-d9b7-4567-9fc4-f68b5607afe6 admin admin] 10.222.0.105 "PUT /v2.0/routers/86df4c6d-a214-4243-b2d1-1a5551f73ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2712584 Nov 12 03:47:18.152547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=dd60e803-9ad7-4fa4-9458-b7d52d731b7f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:18.156979 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0be97e-aa7b-4099-b250-852d4281cc98 x-openstack-request-id: req-8b0be97e-aa7b-4099-b250-852d4281cc98 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:18.157288 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b078f1-5b85-40c8-b9d0-2b0e579d7d10", "name": "network-vif-plugged", "status": "completed", "tag": "dd60e803-9ad7-4fa4-9458-b7d52d731b7f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:18.157631 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8b0be97e-aa7b-4099-b250-852d4281cc98 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:18.158013 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b078f1-5b85-40c8-b9d0-2b0e579d7d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd60e803-9ad7-4fa4-9458-b7d52d731b7f', 'code': 200} Nov 12 03:47:18.176950 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Sync routers for ids ['86df4c6d-a214-4243-b2d1-1a5551f73ca0'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:18.193394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628d362-f3d0-443c-bfec-1333eeacaceb req-df1d70b0-f109-4257-97be-298d80e460a8 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.202266 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0628d362-f3d0-443c-bfec-1333eeacaceb req-df1d70b0-f109-4257-97be-298d80e460a8 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 944 time: 0.2182384 Nov 12 03:47:18.220331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Routers {'86df4c6d-a214-4243-b2d1-1a5551f73ca0'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:18.220980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:46:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['86df4c6d-a214-4243-b2d1-1a5551f73ca0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:18.260245 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.342360 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fbbbc2b-3ddb-4d3f-aec2-fe36487f5bed req-3c3d860b-5be2-43e7-ae9b-c8fefcb6e3bd tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 210 time: 0.1221495 Nov 12 03:47:18.346930 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0628d362-f3d0-443c-bfec-1333eeacaceb req-1a9300f4-121c-467f-bf9e-104863798f3c tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436906 Nov 12 03:47:18.458086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Set router 86df4c6d-a214-4243-b2d1-1a5551f73ca0 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:18.561138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec9edc-e422-401c-9cf5-0deacc6f7316 req-f78055e2-f827-4678-956e-ca9ad3d6a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.563236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19ec9edc-e422-401c-9cf5-0deacc6f7316 req-f78055e2-f827-4678-956e-ca9ad3d6a9a1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10 HTTP/1.1" status: 200 len: 1098 time: 0.3345203 Nov 12 03:47:18.636760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:47:18.666887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19ec9edc-e422-401c-9cf5-0deacc6f7316 req-5aa32c78-571c-4272-9553-a5ddeb46fd81 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898325 Nov 12 03:47:18.693413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1837d96e-9f06-4c88-af68-030b6b91357f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.754149 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7c693a3-4794-4108-aeb9-1e26e6535a80 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.795917 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.851814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'name': 'tempest-FloatingIPDetailsTestJSON-360470582-router', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:14Z', 'revision_number': 4, 'project_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'gw_port': {'id': 'e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:06Z', 'updated_at': '2021-11-12T03:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'f1ac8548-e88f-4ae0-8c28-08caeb931ff5', 'name': '', 'network_id': '8ff17972-1c6f-4b3a-b469-cdf01234953a', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'mac_address': 'fa:16:3e:e5:a7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a0a13775-b1e5-406a-b0f1-8976c135d6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:12Z', 'updated_at': '2021-11-12T03:47:14Z', 'revision_number': 2, 'project_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'subnets': [{'id': 'a0a13775-b1e5-406a-b0f1-8976c135d6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:18.867898 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:18.878756 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Sync routers for ids ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:18.892651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Checking router: 86df4c6d-a214-4243-b2d1-1a5551f73ca0 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:18.893907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Updating router 86df4c6d-a214-4243-b2d1-1a5551f73ca0 port f1ac8548-e88f-4ae0-8c28-08caeb931ff5 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:47:18.900608 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Routers {'5c9e8e14-69f8-4839-8f4f-9f5942c89923'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:18.901275 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f599614c-58af-4722-8463-aa8229e8412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:46:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:18.930835 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.985414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c693a3-4794-4108-aeb9-1e26e6535a80 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:19.011198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f7c693a3-4794-4108-aeb9-1e26e6535a80 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:19.021496 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.047251 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1ffada1b-919d-4a01-b0a9-ef6327b53857 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.5651820 Nov 12 03:47:19.047251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 32824) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:19.078154 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Set router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:19.093571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c693a3-4794-4108-aeb9-1e26e6535a80 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.093571 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7c693a3-4794-4108-aeb9-1e26e6535a80 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.107894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c693a3-4794-4108-aeb9-1e26e6535a80 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=5680f191-12c7-4129-9e83-bc80be186a82,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:19.150192 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1837d96e-9f06-4c88-af68-030b6b91357f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.243094 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-a9c164e6-d750-42da-92e0-8f8db2365533 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4067569 Nov 12 03:47:19.248578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:19.265012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1837d96e-9f06-4c88-af68-030b6b91357f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Network 06cec024-9be7-42dc-b5b6-7e4a79621b20 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:19.274583 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f7c693a3-4794-4108-aeb9-1e26e6535a80 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5224793 Nov 12 03:47:19.275634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9476e-5485-48e1-aa8d-7c0e2be015ca req-bddd3776-b65e-4bbe-860b-02dcee279e34 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.284263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 32828) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:19.284932 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b8e9476e-5485-48e1-aa8d-7c0e2be015ca req-bddd3776-b65e-4bbe-860b-02dcee279e34 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.1297877 Nov 12 03:47:19.289467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-83dfae67-99ed-4268-b6db-47fb36eea9cd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-595815321', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:19.299309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1837d96e-9f06-4c88-af68-030b6b91357f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:19.306138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1837d96e-9f06-4c88-af68-030b6b91357f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:19.320516 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f599614c-58af-4722-8463-aa8229e8412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:17Z', 'revision_number': 3, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port': {'id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:15Z', 'updated_at': '2021-11-12T03:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:19.353067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837d96e-9f06-4c88-af68-030b6b91357f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Pushing event updated for resources: {'Port': ['ID=9d1c7927-0fc3-4022-b98a-bee20e40acea,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:19.364284 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Checking router: 5c9e8e14-69f8-4839-8f4f-9f5942c89923 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:19.364927 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Updating router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 port a886d5f4-c541-4d8b-a4f6-4127e49f5074 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:47:19.383301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1837d96e-9f06-4c88-af68-030b6b91357f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.383702 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1837d96e-9f06-4c88-af68-030b6b91357f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.400742 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.407066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e72a7-d792-49b8-8840-232d921ac311 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:19.411442 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb08d96b-19dd-403d-85b9-5faad9d32b9b None None] Network 088e3b2e-11a2-4251-87de-a683ca677686 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:19.427492 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b8e9476e-5485-48e1-aa8d-7c0e2be015ca req-bd4a4a91-4833-4537-894d-d9c51cba04a6 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397495 Nov 12 03:47:19.456965 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.490444 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 32834) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:19.589376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cccde42-d897-43e7-b410-2c1f814c4dc9 admin admin] Deleting subnet c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:19.601867 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cccde42-d897-43e7-b410-2c1f814c4dc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.609334 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1837d96e-9f06-4c88-af68-030b6b91357f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1953962 Nov 12 03:47:19.678677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Request body: {'port': {'device_id': '1e1afee6-7017-4c00-8e74-7d7acd078e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:19.755672 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7d1fa0c3-a0b3-4cf3-b587-fd9532d34b90 None None] Provisioning complete for port c843990e-7c6f-469e-b42b-a85051838a69 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:19.756490 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa0c3-a0b3-4cf3-b587-fd9532d34b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.778608 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.816051 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cccde42-d897-43e7-b410-2c1f814c4dc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.870160 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e43d8c-3ffc-4d65-891b-6a4b9c4f629b req-e88fbd3a-b818-4694-be7b-2558f29af18d tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.871870 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2e43d8c-3ffc-4d65-891b-6a4b9c4f629b req-e88fbd3a-b818-4694-be7b-2558f29af18d tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 944 time: 0.1984580 Nov 12 03:47:19.885840 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.891640 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83dfae67-99ed-4268-b6db-47fb36eea9cd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.892976 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83dfae67-99ed-4268-b6db-47fb36eea9cd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.912682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c843990e-7c6f-469e-b42b-a85051838a69 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:19.930941 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cccde42-d897-43e7-b410-2c1f814c4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.954116 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Attempting to bind port a886d5f4-c541-4d8b-a4f6-4127e49f5074 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:19.957089 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Attempting to bind port a886d5f4-c541-4d8b-a4f6-4127e49f5074 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:19.957089 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Attempting to bind port a886d5f4-c541-4d8b-a4f6-4127e49f5074 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:19.959836 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1ba02-3ccb-4f92-a980-1b01d7959850 None None] Pushing event updated for resources: {'Port': ['ID=a886d5f4-c541-4d8b-a4f6-4127e49f5074,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:19.966237 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:19.967814 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:19.968717 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.969632 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:19.970318 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Bound port: a886d5f4-c541-4d8b-a4f6-4127e49f5074, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:19.970918 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.979191 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.010070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:20.036255 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.041581 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f599614c-58af-4722-8463-aa8229e8412f None None] For port a886d5f4-c541-4d8b-a4f6-4127e49f5074, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:20.046001 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f599614c-58af-4722-8463-aa8229e8412f None None] For port a886d5f4-c541-4d8b-a4f6-4127e49f5074, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a886d5f4-c541-4d8b-a4f6-4127e49f5074,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:20.052350 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.094023 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2e43d8c-3ffc-4d65-891b-6a4b9c4f629b req-4976f0e8-eb24-4ef6-a884-bed593057cee tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112978 Nov 12 03:47:20.141648 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cccde42-d897-43e7-b410-2c1f814c4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.156822 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.175896 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cccde42-d897-43e7-b410-2c1f814c4dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.176413 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8cccde42-d897-43e7-b410-2c1f814c4dc9 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35 HTTP/1.1" status: 204 len: 168 time: 0.6824784 Nov 12 03:47:20.179025 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 32838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:20.183315 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.244442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccde42-d897-43e7-b410-2c1f814c4dc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54aa8d7-bd4f-4b01-a1a0-74a9797d3b35,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:20.264933 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83dfae67-99ed-4268-b6db-47fb36eea9cd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.272445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.287285 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26687177-ee7b-4902-a610-b6f81d615de1 None None] Pushing event updated for resources: {'Port': ['ID=f1ac8548-e88f-4ae0-8c28-08caeb931ff5,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:20.309213 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Routers {'5c9e8e14-69f8-4839-8f4f-9f5942c89923'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:20.310136 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f599614c-58af-4722-8463-aa8229e8412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:46:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:20.388746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c843990e-7c6f-469e-b42b-a85051838a69 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:20.389346 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.395190 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa0c3-a0b3-4cf3-b587-fd9532d34b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.410888 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1ba02-3ccb-4f92-a980-1b01d7959850 None None] Pushing event updated for resources: {'Port': ['ID=a886d5f4-c541-4d8b-a4f6-4127e49f5074,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:20.463053 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cad11bc-d135-4193-9af6-c4920c98c2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.501567 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7d1fa0c3-a0b3-4cf3-b587-fd9532d34b90 None None] For port c843990e-7c6f-469e-b42b-a85051838a69, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c843990e-7c6f-469e-b42b-a85051838a69,segment=NetworkSegment(1766dea6-f3b3-4e88-bfc1-71afc371bb1d),segment_id=1766dea6-f3b3-4e88-bfc1-71afc371bb1d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:20.512070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:20.528509 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f599614c-58af-4722-8463-aa8229e8412f None None] Set router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:20.552985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Allocated IP 172.20.0.1 (088e3b2e-11a2-4251-87de-a683ca677686/3e36b8b9-ea37-4424-8e6d-2428ea358346/a18c5163-7804-46ee-8369-cb0f36f9e827) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:20.565867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88092832-bd4e-4adb-ac11-84ad5c4f3734 req-65a4faba-221d-4bdb-96ff-017fba3caa3d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:20.567938 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-88092832-bd4e-4adb-ac11-84ad5c4f3734 req-65a4faba-221d-4bdb-96ff-017fba3caa3d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 932 time: 0.2648563 Nov 12 03:47:20.622091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:20.622554 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.639958 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83dfae67-99ed-4268-b6db-47fb36eea9cd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.713398 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cad11bc-d135-4193-9af6-c4920c98c2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.722026 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': '5680f191-12c7-4129-9e83-bc80be186a82'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:47:20.723041 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.728981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Allocated IP 172.25.8.174 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/f21233de-8f65-4a7c-ba78-50d3262b8e07) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:20.741807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0cad11bc-d135-4193-9af6-c4920c98c2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:20.745642 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa0c3-a0b3-4cf3-b587-fd9532d34b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.763607 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0cad11bc-d135-4193-9af6-c4920c98c2c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:20.763958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0cad11bc-d135-4193-9af6-c4920c98c2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d20f5e0-fcd7-404a-8e1e-fd382c4ed93e') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:20.777667 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cad11bc-d135-4193-9af6-c4920c98c2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.801105 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cad11bc-d135-4193-9af6-c4920c98c2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.809189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Attempting to bind port f1ac8548-e88f-4ae0-8c28-08caeb931ff5 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:20.809571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Attempting to bind port f1ac8548-e88f-4ae0-8c28-08caeb931ff5 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '5a93403c-ce55-4061-870c-95696b992021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '8ff17972-1c6f-4b3a-b469-cdf01234953a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:20.810026 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Attempting to bind port f1ac8548-e88f-4ae0-8c28-08caeb931ff5 on network 8ff17972-1c6f-4b3a-b469-cdf01234953a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:20.810253 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cad11bc-d135-4193-9af6-c4920c98c2c7 admin admin] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:47:20.810600 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cad11bc-d135-4193-9af6-c4920c98c2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.813287 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f599614c-58af-4722-8463-aa8229e8412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:17Z', 'revision_number': 3, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port': {'id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:15Z', 'updated_at': '2021-11-12T03:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:20.837704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:20.838113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Checking segment: {'id': '5a93403c-ce55-4061-870c-95696b992021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '8ff17972-1c6f-4b3a-b469-cdf01234953a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:20.838567 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.839015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Bound using segment: {'id': '5a93403c-ce55-4061-870c-95696b992021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '8ff17972-1c6f-4b3a-b469-cdf01234953a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:20.839605 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Bound port: f1ac8548-e88f-4ae0-8c28-08caeb931ff5, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a93403c-ce55-4061-870c-95696b992021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '8ff17972-1c6f-4b3a-b469-cdf01234953a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:20.839975 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.855335 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599614c-58af-4722-8463-aa8229e8412f None None] The sync data for ids ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'] in n-d-767704-23 is: [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:17Z', 'revision_number': 3, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port': {'id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:15Z', 'updated_at': '2021-11-12T03:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:47:20.908317 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:47:21.018674 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cad11bc-d135-4193-9af6-c4920c98c2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.027300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cad11bc-d135-4193-9af6-c4920c98c2c7 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.031449 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0cad11bc-d135-4193-9af6-c4920c98c2c7 admin admin] 10.222.0.105 "DELETE /v2.0/networks/5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a HTTP/1.1" status: 204 len: 168 time: 0.8513699 Nov 12 03:47:21.065348 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-88092832-bd4e-4adb-ac11-84ad5c4f3734 req-513fcfae-6c7c-4cf0-99b7-c5caae9aaabb tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550176 Nov 12 03:47:21.085978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad11bc-d135-4193-9af6-c4920c98c2c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a317ef7-221e-4e73-a8bc-a6d5c84f4e4a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:21.141574 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83dfae67-99ed-4268-b6db-47fb36eea9cd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.142928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fa0c3-a0b3-4cf3-b587-fd9532d34b90 None None] Pushing event updated for resources: {'Port': ['ID=c843990e-7c6f-469e-b42b-a85051838a69,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:21.153913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-83dfae67-99ed-4268-b6db-47fb36eea9cd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.8680797 Nov 12 03:47:21.161049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 32848) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:21.182182 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.254132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c971bd5c-919f-4329-bbab-7f464345cfbd None None] Provisioning complete for port f1ac8548-e88f-4ae0-8c28-08caeb931ff5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:21.254132 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c971bd5c-919f-4329-bbab-7f464345cfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.326554 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.347760 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.442874 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.462509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] For port f1ac8548-e88f-4ae0-8c28-08caeb931ff5, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:21.480076 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Network 088e3b2e-11a2-4251-87de-a683ca677686 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:21.483149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c971bd5c-919f-4329-bbab-7f464345cfbd None None] Port f1ac8548-e88f-4ae0-8c28-08caeb931ff5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:21.492670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:21.495556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:21.507954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Allocated IP 2001:db8::2 (be54d603-2a64-497a-84fd-dd53e383892b/5680f191-12c7-4129-9e83-bc80be186a82/7f36483b-a8b5-45d0-a81d-7629d2774af3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:21.526755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] For port f1ac8548-e88f-4ae0-8c28-08caeb931ff5, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f1ac8548-e88f-4ae0-8c28-08caeb931ff5,segment=NetworkSegment(5a93403c-ce55-4061-870c-95696b992021),segment_id=5a93403c-ce55-4061-870c-95696b992021)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:21.546571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c60023-e9a7-494b-9ae2-53e35b064df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:21.549762 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a153e53-b89a-4779-b15f-d8bd1f544703" -d '{"events": [{"server_uuid": "a5c60023-e9a7-494b-9ae2-53e35b064df2", "name": "network-vif-plugged", "status": "completed", "tag": "d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:21.554877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.565165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Pushing event updated for resources: {'Port': ['ID=a18c5163-7804-46ee-8369-cb0f36f9e827,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:21.592151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 32852) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:21.605379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:21.655957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76aea0-0ea3-4003-8d97-0a82737acdb0 req-3f83ab84-e0f7-42ce-b322-a4ed34c3cef3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.669151 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b76aea0-0ea3-4003-8d97-0a82737acdb0 req-3f83ab84-e0f7-42ce-b322-a4ed34c3cef3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.2350202 Nov 12 03:47:21.772023 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.800998 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.803997 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.863250 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b76aea0-0ea3-4003-8d97-0a82737acdb0 req-9e3d3333-da34-42a2-a559-459dd2ca21c3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955488 Nov 12 03:47:21.952126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c843990e-7c6f-469e-b42b-a85051838a69 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:21.971915 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3cec6fdb-8cdb-41dc-83aa-e36e5abe14ad admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7481a972db044060ad6777a14e06d6ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789630 Nov 12 03:47:21.976219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 32854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:21.989058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-00507403-4df4-483f-874c-21abd1119d5f None None] Provisioning complete for port c843990e-7c6f-469e-b42b-a85051838a69 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:21.989648 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00507403-4df4-483f-874c-21abd1119d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.046096 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Routers {'86df4c6d-a214-4243-b2d1-1a5551f73ca0'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:22.046728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:46:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['86df4c6d-a214-4243-b2d1-1a5551f73ca0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:22.059529 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.095014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1c7927-0fc3-4022-b98a-bee20e40acea {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:22.105384 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.119978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Transition to ACTIVE for port object 9d1c7927-0fc3-4022-b98a-bee20e40acea will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:22.126381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18968e8-4785-4438-a179-09aa7dd9fa1c req-9215b54b-3f03-4983-a971-39f34424e8ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:22.136893 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d18968e8-4785-4438-a179-09aa7dd9fa1c req-9215b54b-3f03-4983-a971-39f34424e8ba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 945 time: 0.1726830 Nov 12 03:47:22.142660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:22.173332 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:22.180330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] Set router 86df4c6d-a214-4243-b2d1-1a5551f73ca0 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:22.188504 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8339b07c-1a38-4cc9-8081-95f0edacf9ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.242521 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8339b07c-1a38-4cc9-8081-95f0edacf9ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.277584 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d18968e8-4785-4438-a179-09aa7dd9fa1c req-d7c1d1ea-47b0-45fe-b99e-8e2cecf7a609 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378949 Nov 12 03:47:22.281412 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:22.292713 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.358746 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.368588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Pushing event updated for resources: {'Port': ['ID=f21233de-8f65-4a7c-ba78-50d3262b8e07,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:22.518821 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.541639 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dcaab-e09b-4a2e-9574-bf7c960760f2 req-f8b1a1ce-4e3c-4816-81a4-ccdc9046c3df tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:22.543335 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-372dcaab-e09b-4a2e-9574-bf7c960760f2 req-f8b1a1ce-4e3c-4816-81a4-ccdc9046c3df tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 944 time: 0.0879486 Nov 12 03:47:22.603851 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-372dcaab-e09b-4a2e-9574-bf7c960760f2 req-4accb7a8-614e-4a10-82c6-aaf6c48afea0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543282 Nov 12 03:47:22.618984 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c3ae95-690a-4de3-91a0-403f5f9d7c3e x-openstack-request-id: req-b0c3ae95-690a-4de3-91a0-403f5f9d7c3e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:22.619646 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c60023-e9a7-494b-9ae2-53e35b064df2", "name": "network-vif-plugged", "status": "completed", "tag": "d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:22.619646 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b0c3ae95-690a-4de3-91a0-403f5f9d7c3e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:22.619877 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c60023-e9a7-494b-9ae2-53e35b064df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c', 'code': 200} Nov 12 03:47:22.629241 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.716351 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26687177-ee7b-4902-a610-b6f81d615de1 None None] Pushing event updated for resources: {'Port': ['ID=f1ac8548-e88f-4ae0-8c28-08caeb931ff5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:22.749882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Pushing event updated for resources: {'Port': ['ID=a18c5163-7804-46ee-8369-cb0f36f9e827,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:22.757641 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.762791 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.803190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c843990e-7c6f-469e-b42b-a85051838a69 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:22.803779 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.813756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:22.892031 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Network 088e3b2e-11a2-4251-87de-a683ca677686 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:22.893556 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.894573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:23.006985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:23.011276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:23.032979 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:23.112417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Pushing event updated for resources: {'Port': ['ID=7f36483b-a8b5-45d0-a81d-7629d2774af3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:23.168290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Pushing event updated for resources: {'Port': ['ID=9d1c7927-0fc3-4022-b98a-bee20e40acea,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:23.176563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf6c98-378e-4c34-a2cc-4f4c3e2aaeec req-c9ce64b8-4114-4d91-baa2-e9b810ebe9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:23.178506 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-47bf6c98-378e-4c34-a2cc-4f4c3e2aaeec req-c9ce64b8-4114-4d91-baa2-e9b810ebe9c0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 1097 time: 0.7050822 Nov 12 03:47:23.186903 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d9b2d7f-c7c7-4a79-ad74-223e37c5bdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.213398 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.232633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Attempting to bind port 7f36483b-a8b5-45d0-a81d-7629d2774af3 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:23.233156 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Attempting to bind port 7f36483b-a8b5-45d0-a81d-7629d2774af3 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:23.233598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Attempting to bind port 7f36483b-a8b5-45d0-a81d-7629d2774af3 on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:23.250270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'name': 'tempest-FloatingIPDetailsTestJSON-360470582-router', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:14Z', 'revision_number': 4, 'project_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'gw_port': {'id': 'e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:06Z', 'updated_at': '2021-11-12T03:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'f1ac8548-e88f-4ae0-8c28-08caeb931ff5', 'name': '', 'network_id': '8ff17972-1c6f-4b3a-b469-cdf01234953a', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'mac_address': 'fa:16:3e:e5:a7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a0a13775-b1e5-406a-b0f1-8976c135d6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:12Z', 'updated_at': '2021-11-12T03:47:21Z', 'revision_number': 4, 'project_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'subnets': [{'id': 'a0a13775-b1e5-406a-b0f1-8976c135d6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:23.261117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a886d5f4-c541-4d8b-a4f6-4127e49f5074 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:23.297044 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Attempting to bind port 9d1c7927-0fc3-4022-b98a-bee20e40acea on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:23.297400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Attempting to bind port 9d1c7927-0fc3-4022-b98a-bee20e40acea by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:23.297725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Attempting to bind port 9d1c7927-0fc3-4022-b98a-bee20e40acea on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:23.300191 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8339b07c-1a38-4cc9-8081-95f0edacf9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.303770 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8339b07c-1a38-4cc9-8081-95f0edacf9ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.305420 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8339b07c-1a38-4cc9-8081-95f0edacf9ca admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cfe2b191-f9ce-4c7b-8aea-65e503d9116c HTTP/1.1" status: 204 len: 168 time: 1.2810640 Nov 12 03:47:23.329785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:23.330568 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:23.331217 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.331849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:23.332613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Bound port: 7f36483b-a8b5-45d0-a81d-7629d2774af3, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:23.333530 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.336651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3a3147f-a6bc-4979-8361-88225ff7948b None None] Provisioning complete for port a18c5163-7804-46ee-8369-cb0f36f9e827 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:23.340240 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3a3147f-a6bc-4979-8361-88225ff7948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.347371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Port 9d1c7927-0fc3-4022-b98a-bee20e40acea on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:23.347689 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Attempting to bind port 9d1c7927-0fc3-4022-b98a-bee20e40acea on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:23.360790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007510fa-dcff-489f-a07c-db1fd17f7e06 None None] The sync data for ids ['86df4c6d-a214-4243-b2d1-1a5551f73ca0'] in n-d-767704-23 is: [{'id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'name': 'tempest-FloatingIPDetailsTestJSON-360470582-router', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:14Z', 'revision_number': 4, 'project_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'gw_port': {'id': 'e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:06Z', 'updated_at': '2021-11-12T03:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'f1ac8548-e88f-4ae0-8c28-08caeb931ff5', 'name': '', 'network_id': '8ff17972-1c6f-4b3a-b469-cdf01234953a', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'mac_address': 'fa:16:3e:e5:a7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a0a13775-b1e5-406a-b0f1-8976c135d6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:12Z', 'updated_at': '2021-11-12T03:47:21Z', 'revision_number': 4, 'project_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'subnets': [{'id': 'a0a13775-b1e5-406a-b0f1-8976c135d6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:23.363828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339b07c-1a38-4cc9-8081-95f0edacf9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe2b191-f9ce-4c7b-8aea-65e503d9116c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:23.430416 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-47bf6c98-378e-4c34-a2cc-4f4c3e2aaeec req-33659013-ccb3-414e-9119-25ea67990598 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358963 Nov 12 03:47:23.463764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:23.464238 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Checking segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:23.464675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Bound using segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:23.465408 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Bound port: 9d1c7927-0fc3-4022-b98a-bee20e40acea, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:23.466047 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.495642 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.542040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3147f-a6bc-4979-8361-88225ff7948b None None] Port a18c5163-7804-46ee-8369-cb0f36f9e827 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:23.594673 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:23.604543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0c53c-1d7f-47db-a331-0203f6ef3b7e req-6e5264f4-e990-48e2-acc6-ce6dd40b5107 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:23.613074 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9c0c53c-1d7f-47db-a331-0203f6ef3b7e req-6e5264f4-e990-48e2-acc6-ce6dd40b5107 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.5716372 Nov 12 03:47:23.632008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3a3147f-a6bc-4979-8361-88225ff7948b None None] Provisioning complete for port f1ac8548-e88f-4ae0-8c28-08caeb931ff5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:23.633595 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3a3147f-a6bc-4979-8361-88225ff7948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.642438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a886d5f4-c541-4d8b-a4f6-4127e49f5074 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:23.643376 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.694123 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] For port 7f36483b-a8b5-45d0-a81d-7629d2774af3, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:23.733627 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9c0c53c-1d7f-47db-a331-0203f6ef3b7e req-3b576f53-7b0c-436a-8f3c-d795cce81210 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163008 Nov 12 03:47:23.748056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] For port 7f36483b-a8b5-45d0-a81d-7629d2774af3, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7f36483b-a8b5-45d0-a81d-7629d2774af3,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:23.796516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:23.812156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:23.840309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::1 (be54d603-2a64-497a-84fd-dd53e383892b/5680f191-12c7-4129-9e83-bc80be186a82/320d96bb-66df-41e4-9cb2-044a990a816a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:23.850363 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.860021 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.864865 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:23.888028 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-45c62c52-480d-4d2e-8e33-f87295d4e83e admin admin] 10.222.0.105 "PUT /v2.0/routers/5c9e8e14-69f8-4839-8f4f-9f5942c89923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8455200 Nov 12 03:47:23.923566 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Sync routers for ids ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:23.945961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109ee77-cf2c-4ad2-a83d-6fe600791934 req-221c8aff-4d36-4254-8978-02d3ddee7f97 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:23.954444 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0109ee77-cf2c-4ad2-a83d-6fe600791934 req-221c8aff-4d36-4254-8978-02d3ddee7f97 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 945 time: 0.1051095 Nov 12 03:47:23.969046 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Pushing event updated for resources: {'Port': ['ID=9d1c7927-0fc3-4022-b98a-bee20e40acea,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:23.979537 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.995080 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3a3147f-a6bc-4979-8361-88225ff7948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.013765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.015073 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.018098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c67a73f-8f87-49af-b700-08a693ce864e service neutron] 10.222.0.26 "PUT /v2.0/ports/9d1c7927-0fc3-4022-b98a-bee20e40acea HTTP/1.1" status: 200 len: 1093 time: 4.3443608 Nov 12 03:47:24.038923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1afee6-7017-4c00-8e74-7d7acd078e6f', 'tag': '9d1c7927-0fc3-4022-b98a-bee20e40acea'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:24.047871 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe60cfa-3f65-416d-894f-397d93f91def" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1afee6-7017-4c00-8e74-7d7acd078e6f", "tag": "9d1c7927-0fc3-4022-b98a-bee20e40acea"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:24.078529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Routers {'5c9e8e14-69f8-4839-8f4f-9f5942c89923'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:24.087751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:46:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:24.100992 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0109ee77-cf2c-4ad2-a83d-6fe600791934 req-7c181444-6b83-490d-9e42-ea1041337142 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446264 Nov 12 03:47:24.118822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port a886d5f4-c541-4d8b-a4f6-4127e49f5074, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a886d5f4-c541-4d8b-a4f6-4127e49f5074,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:24.140248 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.200903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c10325-1f6a-4b1d-92c0-683b1fafa111 None None] Pushing event updated for resources: {'Port': ['ID=7f36483b-a8b5-45d0-a81d-7629d2774af3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:24.263717 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3a3147f-a6bc-4979-8361-88225ff7948b None None] For port f1ac8548-e88f-4ae0-8c28-08caeb931ff5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f1ac8548-e88f-4ae0-8c28-08caeb931ff5,segment=NetworkSegment(5a93403c-ce55-4061-870c-95696b992021),segment_id=5a93403c-ce55-4061-870c-95696b992021)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:24.266011 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.329733 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.389259 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.403839 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3a3147f-a6bc-4979-8361-88225ff7948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.404422 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad6246-d069-4cd3-8bf6-b0c552d7c068 req-dcb2da26-95cc-4299-9b0c-15ad213a97e8 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.418765 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91ad6246-d069-4cd3-8bf6-b0c552d7c068 req-dcb2da26-95cc-4299-9b0c-15ad213a97e8 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 944 time: 0.1275640 Nov 12 03:47:24.547838 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91ad6246-d069-4cd3-8bf6-b0c552d7c068 req-65e27242-cdf7-425a-b44d-d79090526d8e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280706 Nov 12 03:47:24.612234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Pushing event updated for resources: {'Port': ['ID=f21233de-8f65-4a7c-ba78-50d3262b8e07,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:24.612491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Set router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:24.683683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-eb78050f-4f55-408b-a996-f3e96721aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.684851 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7f36483b-a8b5-45d0-a81d-7629d2774af3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:24.686365 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-eb78050f-4f55-408b-a996-f3e96721aa7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 1096 time: 0.4322665 Nov 12 03:47:24.740899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b79c16cc-9cb6-4029-92b9-872d883142ff None None] Provisioning complete for port a18c5163-7804-46ee-8369-cb0f36f9e827 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:24.745911 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b79c16cc-9cb6-4029-92b9-872d883142ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.745911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=a886d5f4-c541-4d8b-a4f6-4127e49f5074,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:24.799380 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab641a38-ae8a-466e-9b29-139b893e3c5a x-openstack-request-id: req-ab641a38-ae8a-466e-9b29-139b893e3c5a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:24.799700 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1afee6-7017-4c00-8e74-7d7acd078e6f", "tag": "9d1c7927-0fc3-4022-b98a-bee20e40acea", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:24.799916 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ab641a38-ae8a-466e-9b29-139b893e3c5a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:24.800562 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1afee6-7017-4c00-8e74-7d7acd078e6f', 'tag': '9d1c7927-0fc3-4022-b98a-bee20e40acea', 'status': 'completed', 'code': 200} Nov 12 03:47:24.806359 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-6f055743-bb0c-40ec-b6e2-894b2baacd06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea HTTP/1.1" status: 200 len: 217 time: 0.1000695 Nov 12 03:47:24.808483 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.811958 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.915537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c45ec80-f4bd-4c85-b4a0-22f9508ad3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.917485 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-1c45ec80-f4bd-4c85-b4a0-22f9508ad3bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.1019087 Nov 12 03:47:24.945556 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.007637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3147f-a6bc-4979-8361-88225ff7948b None None] Pushing event updated for resources: {'Port': ['ID=f1ac8548-e88f-4ae0-8c28-08caeb931ff5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:25.015512 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b79c16cc-9cb6-4029-92b9-872d883142ff None None] Port a18c5163-7804-46ee-8369-cb0f36f9e827 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:25.020030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:25.023675 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-b44b5268-a912-4ce6-ae8e-a8161e9703e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670097 Nov 12 03:47:25.034001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:25.037675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:25.038471 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.130604 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.139794 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-0f7e1f85-4252-451b-bb9d-445c8f45a510 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8955832 Nov 12 03:47:25.140516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=320d96bb-66df-41e4-9cb2-044a990a816a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:25.296391 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-e1e67bf7-a279-4cda-adf1-08011cb388b8 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 696 time: 0.1312869 Nov 12 03:47:25.328203 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 7f36483b-a8b5-45d0-a81d-7629d2774af3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:25.328203 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.388375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:21Z', 'revision_number': 4, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port': {'id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:15Z', 'updated_at': '2021-11-12T03:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a18c5163-7804-46ee-8369-cb0f36f9e827', 'name': '', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'mac_address': 'fa:16:3e:e8:41:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:22Z', 'revision_number': 2, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'subnets': [{'id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:25.435568 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Checking router: 5c9e8e14-69f8-4839-8f4f-9f5942c89923 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:25.436549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Updating router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 port a18c5163-7804-46ee-8369-cb0f36f9e827 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:47:25.554440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-b48dd329-68b7-4d8d-8eae-3583d2c895ba tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:25.556265 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57ca532e-f4e0-4f9e-86bc-e47603c7926a req-b48dd329-68b7-4d8d-8eae-3583d2c895ba tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.2394521 Nov 12 03:47:25.564680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-bba5f756-ba84-48f4-87c4-cb1291ff95fa tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:25.565937 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-bba5f756-ba84-48f4-87c4-cb1291ff95fa tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/networks?id=088e3b2e-11a2-4251-87de-a683ca677686 HTTP/1.1" status: 200 len: 827 time: 0.2760599 Nov 12 03:47:25.587998 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.589195 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-9800f21b-1df5-42fe-99d1-2cf64469962d tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/quotas/2b4b78069b134bfbaa6eede2908eb2c5 HTTP/1.1" status: 200 len: 375 time: 0.0165782 Nov 12 03:47:25.589642 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.610752 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-be042f6c-1f9c-4375-95bf-e8456a0f6508 service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658922 Nov 12 03:47:25.647915 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.680625 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-2d785618-2a25-4472-a04b-11f88a4cc6a4 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=2b4b78069b134bfbaa6eede2908eb2c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827601 Nov 12 03:47:25.728419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 7f36483b-a8b5-45d0-a81d-7629d2774af3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7f36483b-a8b5-45d0-a81d-7629d2774af3,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:25.813572 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-6044ece9-8bd2-415b-9a01-d976db9d3dc8 service neutron] 10.222.0.105 "GET /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311808 Nov 12 03:47:25.813864 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.814759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f1ac8548-e88f-4ae0-8c28-08caeb931ff5 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:25.864943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefbadb-564d-4941-bbf2-7ae9ab1c162b req-18deac48-8878-4c25-9720-49fe59e4cc67 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:25.866903 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4aefbadb-564d-4941-bbf2-7ae9ab1c162b req-18deac48-8878-4c25-9720-49fe59e4cc67 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.2149758 Nov 12 03:47:25.964502 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8af9b2ff-7823-45cf-b0ca-be2b2214a6cb req-d848a256-65ee-4efe-8237-544238d39327 service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012769 Nov 12 03:47:25.965015 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-8bca37bf-fcd6-4082-b1eb-c3c5403e195b service neutron] 10.222.0.105 "GET /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357081 Nov 12 03:47:25.974291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4aefbadb-564d-4941-bbf2-7ae9ab1c162b req-67211a3d-72af-4377-a9f4-da47288632ff tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892525 Nov 12 03:47:26.029575 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b47ade3f-490c-4f4b-8ad1-5f559f4c7efd None None] Provisioning complete for port 7f36483b-a8b5-45d0-a81d-7629d2774af3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:26.032560 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b47ade3f-490c-4f4b-8ad1-5f559f4c7efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.136975 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=7f36483b-a8b5-45d0-a81d-7629d2774af3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:26.169251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca946b62-89b6-4691-9b9e-e21c6fcf6557 req-ca7c1805-4e46-4aff-a824-93532d01ebe1 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:26.173760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca946b62-89b6-4691-9b9e-e21c6fcf6557 req-ca7c1805-4e46-4aff-a824-93532d01ebe1 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 945 time: 0.0909710 Nov 12 03:47:26.197909 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.203894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port f1ac8548-e88f-4ae0-8c28-08caeb931ff5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:26.204583 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.244367 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca946b62-89b6-4691-9b9e-e21c6fcf6557 req-f6266acf-423c-45aa-8eb2-3c59fb1f3dba tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671568 Nov 12 03:47:26.311435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe60cfa-3f65-416d-894f-397d93f91def req-14441c53-5eba-40ab-9c4f-7ba5d05ad9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:26.314704 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efe60cfa-3f65-416d-894f-397d93f91def req-14441c53-5eba-40ab-9c4f-7ba5d05ad9c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 1096 time: 0.0688360 Nov 12 03:47:26.356840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.356840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.420294 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ac65b8a-ecfb-402a-8d37-82228f9feb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.431209 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.455815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-412cec3d-5e53-4312-a866-fe716e053e98 None None] Provisioning complete for port 320d96bb-66df-41e4-9cb2-044a990a816a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:26.455815 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-412cec3d-5e53-4312-a866-fe716e053e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.507715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-412cec3d-5e53-4312-a866-fe716e053e98 None None] Port 320d96bb-66df-41e4-9cb2-044a990a816a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:26.518558 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.593054 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.619742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a886d5f4-c541-4d8b-a4f6-4127e49f5074 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:26.666752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f11f8-31c9-4cec-8714-5e01fcfcb169 None None] Pushing event updated for resources: {'Port': ['ID=a18c5163-7804-46ee-8369-cb0f36f9e827,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:26.780234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=320d96bb-66df-41e4-9cb2-044a990a816a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:26.792997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Attempting to bind port a18c5163-7804-46ee-8369-cb0f36f9e827 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:26.793586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Attempting to bind port a18c5163-7804-46ee-8369-cb0f36f9e827 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '1766dea6-f3b3-4e88-bfc1-71afc371bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:26.794107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Attempting to bind port a18c5163-7804-46ee-8369-cb0f36f9e827 on network 088e3b2e-11a2-4251-87de-a683ca677686 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:26.796381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ed1d6-ef52-45d4-b409-e9d7de6d46d2 req-0d823976-20e4-4f80-873f-f6197fe23ce5 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:26.798060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-255715bf-fbeb-4964-a787-78ca81914515 req-804e75b5-6f1f-4e42-bcd0-6fc2a8b539a4 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5196512 Nov 12 03:47:26.800269 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-752ed1d6-ef52-45d4-b409-e9d7de6d46d2 req-0d823976-20e4-4f80-873f-f6197fe23ce5 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 944 time: 0.0800798 Nov 12 03:47:26.808471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:26.809022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Checking segment: {'id': '1766dea6-f3b3-4e88-bfc1-71afc371bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:26.809477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:26.809641 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.810262 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Bound using segment: {'id': '1766dea6-f3b3-4e88-bfc1-71afc371bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:26.810842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Bound port: a18c5163-7804-46ee-8369-cb0f36f9e827, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1766dea6-f3b3-4e88-bfc1-71afc371bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:26.811323 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.832684 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a886d5f4-c541-4d8b-a4f6-4127e49f5074 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:26.833245 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.874213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe60cfa-3f65-416d-894f-397d93f91def req-be438eda-8560-4fea-83ab-baaed6ec4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:26.876098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efe60cfa-3f65-416d-894f-397d93f91def req-be438eda-8560-4fea-83ab-baaed6ec4b90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.5088165 Nov 12 03:47:26.896907 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-752ed1d6-ef52-45d4-b409-e9d7de6d46d2 req-6130d264-bdbc-4582-9eae-4bc9f360261b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871146 Nov 12 03:47:26.902788 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:26.907810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:26.977972 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efe60cfa-3f65-416d-894f-397d93f91def req-7116ca1c-80c0-4127-ab19-2b5546d3d25f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea HTTP/1.1" status: 200 len: 217 time: 0.0879443 Nov 12 03:47:26.985459 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.995380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-58678225-2c47-4495-a968-ec09e3a7d8b1 None None] Provisioning complete for port a18c5163-7804-46ee-8369-cb0f36f9e827 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:26.995909 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58678225-2c47-4495-a968-ec09e3a7d8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.000073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] For port a18c5163-7804-46ee-8369-cb0f36f9e827, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:27.081283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] For port a18c5163-7804-46ee-8369-cb0f36f9e827, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a18c5163-7804-46ee-8369-cb0f36f9e827,segment=NetworkSegment(1766dea6-f3b3-4e88-bfc1-71afc371bb1d),segment_id=1766dea6-f3b3-4e88-bfc1-71afc371bb1d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:27.100821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7f36483b-a8b5-45d0-a81d-7629d2774af3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:27.147803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-58678225-2c47-4495-a968-ec09e3a7d8b1 None None] Port a18c5163-7804-46ee-8369-cb0f36f9e827 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:27.171103 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.173341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe60cfa-3f65-416d-894f-397d93f91def req-0adbfccf-3cae-41b3-be6b-88616fc2ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.175690 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efe60cfa-3f65-416d-894f-397d93f91def req-0adbfccf-3cae-41b3-be6b-88616fc2ddf1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.1734695 Nov 12 03:47:27.235797 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f11f8-31c9-4cec-8714-5e01fcfcb169 None None] Pushing event updated for resources: {'Port': ['ID=a18c5163-7804-46ee-8369-cb0f36f9e827,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:27.247917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 7f36483b-a8b5-45d0-a81d-7629d2774af3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:27.248238 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.255289 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389790ad-8c5b-4e14-b2a9-b242478d413e req-ca0438ae-b4c5-4fdd-ac11-a3ee83ab8bea tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.255543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efe60cfa-3f65-416d-894f-397d93f91def req-441f2c71-93e8-45e5-b095-94f78747e03c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495524 Nov 12 03:47:27.269179 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-389790ad-8c5b-4e14-b2a9-b242478d413e req-ca0438ae-b4c5-4fdd-ac11-a3ee83ab8bea tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.1023481 Nov 12 03:47:27.325859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Routers {'5c9e8e14-69f8-4839-8f4f-9f5942c89923'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:27.326240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:47:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:27.400642 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-389790ad-8c5b-4e14-b2a9-b242478d413e req-9485fd64-a7e7-4e1b-abef-1b7eba423551 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271925 Nov 12 03:47:27.416970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Router b8d425ab-e30a-46d7-be6f-259cd027b231 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:47:27.484229 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cf58093f-4606-4705-855e-847d43c7e03a None None] Provisioning complete for port 320d96bb-66df-41e4-9cb2-044a990a816a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:27.484584 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf58093f-4606-4705-855e-847d43c7e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.497196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.514659 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-18c7484e-601d-4525-94a9-7105c2e705fe req-a62a0dcd-2e22-47fe-90a2-d19991d3b798 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 210 time: 0.0404859 Nov 12 03:47:27.646121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f1ac8548-e88f-4ae0-8c28-08caeb931ff5 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:27.647958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cf58093f-4606-4705-855e-847d43c7e03a None None] Port 320d96bb-66df-41e4-9cb2-044a990a816a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:27.675760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efe60cfa-3f65-416d-894f-397d93f91def req-34eaf100-80b9-4459-83e4-bffe21486dd5 service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970120 Nov 12 03:47:27.686683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] Set router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:27.760619 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ffcfd-d2ce-443d-8918-9b4b6044876e req-8ea49197-32cb-4a68-a8aa-94eafa3ada66 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.762862 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc0ffcfd-d2ce-443d-8918-9b4b6044876e req-8ea49197-32cb-4a68-a8aa-94eafa3ada66 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.0890863 Nov 12 03:47:27.823747 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port f1ac8548-e88f-4ae0-8c28-08caeb931ff5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:27.824770 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.825823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Allocated IP 172.25.8.150 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/bb9a348f-7cc3-4f2d-b946-81ce5929e9f9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:27.844960 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc0ffcfd-d2ce-443d-8918-9b4b6044876e req-76efa12c-70be-4c6c-812c-1afb47c11c2f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651011 Nov 12 03:47:27.880525 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2d0dde0b-af70-4a8a-9a77-3db13dd51bef None None] Provisioning complete for port a18c5163-7804-46ee-8369-cb0f36f9e827 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:27.880896 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d0dde0b-af70-4a8a-9a77-3db13dd51bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.973657 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438b89e-f72f-47bb-8433-d65704ef6590 req-5865232e-fa42-4238-8641-01d803322a09 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.976059 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9438b89e-f72f-47bb-8433-d65704ef6590 req-5865232e-fa42-4238-8641-01d803322a09 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10 HTTP/1.1" status: 200 len: 946 time: 0.0573602 Nov 12 03:47:28.061684 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9438b89e-f72f-47bb-8433-d65704ef6590 req-5e3da137-6c92-4e1e-8d64-3ee02627de77 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780532 Nov 12 03:47:28.160250 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d0dde0b-af70-4a8a-9a77-3db13dd51bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.225586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2d0dde0b-af70-4a8a-9a77-3db13dd51bef None None] For port a18c5163-7804-46ee-8369-cb0f36f9e827, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a18c5163-7804-46ee-8369-cb0f36f9e827,segment=NetworkSegment(1766dea6-f3b3-4e88-bfc1-71afc371bb1d),segment_id=1766dea6-f3b3-4e88-bfc1-71afc371bb1d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:28.240366 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:21Z', 'revision_number': 4, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port': {'id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:15Z', 'updated_at': '2021-11-12T03:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a18c5163-7804-46ee-8369-cb0f36f9e827', 'name': '', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'mac_address': 'fa:16:3e:e8:41:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:26Z', 'revision_number': 4, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'subnets': [{'id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:28.276566 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928665be-fa3f-4125-8ae3-4ad401ab82a2 None None] The sync data for ids ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'] in n-d-767704-23 is: [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:21Z', 'revision_number': 4, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port': {'id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:15Z', 'updated_at': '2021-11-12T03:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a18c5163-7804-46ee-8369-cb0f36f9e827', 'name': '', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'mac_address': 'fa:16:3e:e8:41:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:26Z', 'revision_number': 4, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'subnets': [{'id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:28.283537 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d0dde0b-af70-4a8a-9a77-3db13dd51bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.349650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04502b0c-818c-45f2-9bb3-27f22b967028 req-423eba3d-9319-4039-ae99-557a690def6a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.350568 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04502b0c-818c-45f2-9bb3-27f22b967028 req-423eba3d-9319-4039-ae99-557a690def6a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 944 time: 0.1058733 Nov 12 03:47:28.392655 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:28.413197 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-38c1ba15-6d5a-49a2-a646-41d5fe52c4e8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "PUT /v2.0/routers/b8d425ab-e30a-46d7-be6f-259cd027b231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2387669 Nov 12 03:47:28.415093 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.415725 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 32972) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:28.445089 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Sync routers for ids ['b8d425ab-e30a-46d7-be6f-259cd027b231'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:28.462469 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dde0b-af70-4a8a-9a77-3db13dd51bef None None] Pushing event updated for resources: {'Port': ['ID=a18c5163-7804-46ee-8369-cb0f36f9e827,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:28.498977 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Routers {'b8d425ab-e30a-46d7-be6f-259cd027b231'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:28.502132 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:47:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b8d425ab-e30a-46d7-be6f-259cd027b231'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:28.516530 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efe60cfa-3f65-416d-894f-397d93f91def req-b8a6d6d3-9151-4820-8af4-180cb00c8a79 service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8023200 Nov 12 03:47:28.623375 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.654184 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e0dd1-34b6-4552-9047-eb758f00023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.659311 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-610e0dd1-34b6-4552-9047-eb758f00023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports/320d96bb-66df-41e4-9cb2-044a990a816a HTTP/1.1" status: 200 len: 911 time: 0.2422533 Nov 12 03:47:28.668376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 32976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:28.680839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a18c5163-7804-46ee-8369-cb0f36f9e827 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:28.694919 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04502b0c-818c-45f2-9bb3-27f22b967028 req-4e97d608-40e7-4e1f-bcf6-4be6e1c0b48c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328428 Nov 12 03:47:28.735738 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Set router b8d425ab-e30a-46d7-be6f-259cd027b231 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:28.843440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2570329-8946-4da9-bc39-4233341fb2b0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.873629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2570329-8946-4da9-bc39-4233341fb2b0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.885705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d2570329-8946-4da9-bc39-4233341fb2b0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2124510 Nov 12 03:47:28.886836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 32982) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:28.894484 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.024435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a18c5163-7804-46ee-8369-cb0f36f9e827 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:29.025295 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.040367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 32984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:29.051241 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.140762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:29.175252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:29.182717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:29.259551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Pushing event updated for resources: {'Port': ['ID=bb9a348f-7cc3-4f2d-b946-81ce5929e9f9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:29.269532 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d425ab-e30a-46d7-be6f-259cd027b231', 'name': 'tempest-NetworksTestDHCPv6-router-595815321', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:25Z', 'revision_number': 2, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'gw_port_host': None, '_interfaces': [{'id': '320d96bb-66df-41e4-9cb2-044a990a816a', 'name': '', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'mac_address': 'fa:16:3e:c1:d2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d425ab-e30a-46d7-be6f-259cd027b231', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '5680f191-12c7-4129-9e83-bc80be186a82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:23Z', 'updated_at': '2021-11-12T03:47:25Z', 'revision_number': 2, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'subnets': [{'id': '5680f191-12c7-4129-9e83-bc80be186a82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:29.426092 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-431c120f-3f21-452e-af4f-76aeaa4d6c0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.470029 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Checking router: b8d425ab-e30a-46d7-be6f-259cd027b231 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:29.483163 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Updating router b8d425ab-e30a-46d7-be6f-259cd027b231 port 320d96bb-66df-41e4-9cb2-044a990a816a binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:47:29.512012 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.545860 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.707415 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438e79d4-30e8-4a31-8fa5-3830dfe13074 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.767439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-d35c9d14-2541-4a44-8639-9e44f6443b02 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:29.770718 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-d35c9d14-2541-4a44-8639-9e44f6443b02 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.25 "GET /v2.0/networks?id=088e3b2e-11a2-4251-87de-a683ca677686 HTTP/1.1" status: 200 len: 827 time: 0.3355765 Nov 12 03:47:29.770718 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.820719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-fcdbc548-0fa5-428e-95bd-8892ce55a2d2 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Request body: {'port': {'device_id': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'admin_state_up': True, 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:29.899283 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-431c120f-3f21-452e-af4f-76aeaa4d6c0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.010363 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-431c120f-3f21-452e-af4f-76aeaa4d6c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.034505 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c85cd-70c1-434a-9537-1e52eefc8375 req-cff48007-9f83-4f9d-944f-d88806bdd386 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:30.036873 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9d2c85cd-70c1-434a-9537-1e52eefc8375 req-cff48007-9f83-4f9d-944f-d88806bdd386 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 945 time: 0.1210277 Nov 12 03:47:30.078763 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.101136 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9d2c85cd-70c1-434a-9537-1e52eefc8375 req-cf4c48c6-6acf-46d0-8192-1dd00861ddc1 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561082 Nov 12 03:47:30.137436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-431c120f-3f21-452e-af4f-76aeaa4d6c0e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5ae4e984204949d49dbdf929f34faca0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0954833 Nov 12 03:47:30.141481 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 32994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:30.167047 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c120f-3f21-452e-af4f-76aeaa4d6c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d618a-6104-4233-824f-69bfda61276c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:30.188579 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.243070 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec62fe4f-af34-4ace-911d-1a28b076c9a7 req-43bf6fe6-cb90-4f7b-9c56-d70c4c9ed6b4 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 210 time: 0.0458133 Nov 12 03:47:30.248332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 9d1c7927-0fc3-4022-b98a-bee20e40acea details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:30.251385 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddee7a-a807-4ba2-bbc8-1ea25f48ef67 None None] Pushing event updated for resources: {'Port': ['ID=320d96bb-66df-41e4-9cb2-044a990a816a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:30.256214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-438e79d4-30e8-4a31-8fa5-3830dfe13074 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port 320d96bb-66df-41e4-9cb2-044a990a816a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:30.256687 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438e79d4-30e8-4a31-8fa5-3830dfe13074 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.274021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-fcdbc548-0fa5-428e-95bd-8892ce55a2d2 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Made reservation on behalf of 2b4b78069b134bfbaa6eede2908eb2c5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:30.280959 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-fcdbc548-0fa5-428e-95bd-8892ce55a2d2 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.301452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.317518 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Attempting to bind port 320d96bb-66df-41e4-9cb2-044a990a816a on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:30.320331 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Attempting to bind port 320d96bb-66df-41e4-9cb2-044a990a816a by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:30.320331 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Attempting to bind port 320d96bb-66df-41e4-9cb2-044a990a816a on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:30.320790 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97936a2b-e815-40b8-8b28-abf94ab4bbcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.332728 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:30.333133 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:30.333588 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.333994 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:30.334474 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Bound port: 320d96bb-66df-41e4-9cb2-044a990a816a, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:30.334871 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.384245 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.399730 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97936a2b-e815-40b8-8b28-abf94ab4bbcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.453572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:30.469501 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '9d1c7927-0fc3-4022-b98a-bee20e40acea', 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20', 'port_id': '9d1c7927-0fc3-4022-b98a-bee20e40acea', 'mac_address': 'fa:16:3e:37:42:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02c0044-a66c-4629-a8ec-23b84996c31f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:30.470168 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] For port 320d96bb-66df-41e4-9cb2-044a990a816a, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:30.488962 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] For port 320d96bb-66df-41e4-9cb2-044a990a816a, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=320d96bb-66df-41e4-9cb2-044a990a816a,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:30.517208 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.532538 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97936a2b-e815-40b8-8b28-abf94ab4bbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.537721 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97936a2b-e815-40b8-8b28-abf94ab4bbcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.539670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1c7927-0fc3-4022-b98a-bee20e40acea {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:30.542237 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-97936a2b-e815-40b8-8b28-abf94ab4bbcd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3c0d618a-6104-4233-824f-69bfda61276c HTTP/1.1" status: 204 len: 168 time: 0.3992338 Nov 12 03:47:30.558147 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.619066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:30.629704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a18c5163-7804-46ee-8369-cb0f36f9e827 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:30.650967 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021352d-7ff8-43c5-b5bd-cf42702727b0 req-e901616f-7485-466c-9a23-1b3d637242c7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:30.662079 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e021352d-7ff8-43c5-b5bd-cf42702727b0 req-e901616f-7485-466c-9a23-1b3d637242c7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.1856537 Nov 12 03:47:30.664439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438e79d4-30e8-4a31-8fa5-3830dfe13074 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.668464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97936a2b-e815-40b8-8b28-abf94ab4bbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d618a-6104-4233-824f-69bfda61276c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:30.676366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Pushing event updated for resources: {'Port': ['ID=bb9a348f-7cc3-4f2d-b946-81ce5929e9f9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:30.681103 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.749617 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-438e79d4-30e8-4a31-8fa5-3830dfe13074 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for 320d96bb-66df-41e4-9cb2-044a990a816a owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:30.752061 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.770019 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.781135 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-255715bf-fbeb-4964-a787-78ca81914515 req-edcd9906-1acc-4961-91ae-d2f699ad9ae0 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9818966 Nov 12 03:47:30.801461 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddee7a-a807-4ba2-bbc8-1ea25f48ef67 None None] Pushing event updated for resources: {'Port': ['ID=320d96bb-66df-41e4-9cb2-044a990a816a,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:30.805869 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Routers {'b8d425ab-e30a-46d7-be6f-259cd027b231'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:30.807542 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:47:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b8d425ab-e30a-46d7-be6f-259cd027b231'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:30.829769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5aa77a7b-5680-43c8-94e6-1198653eed0b None None] Provisioning complete for port 320d96bb-66df-41e4-9cb2-044a990a816a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:30.835684 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5aa77a7b-5680-43c8-94e6-1198653eed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.899399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-fcdbc548-0fa5-428e-95bd-8892ce55a2d2 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Allocated IP 172.20.0.12 (088e3b2e-11a2-4251-87de-a683ca677686/3e36b8b9-ea37-4424-8e6d-2428ea358346/72948fa0-28c0-42a7-9039-b993cf4c94c3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:30.921947 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-255715bf-fbeb-4964-a787-78ca81914515 req-f60df953-b77e-46f7-899e-01f76bc20d48 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.1311011 Nov 12 03:47:30.955914 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] Set router b8d425ab-e30a-46d7-be6f-259cd027b231 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:30.985609 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e021352d-7ff8-43c5-b5bd-cf42702727b0 req-cfdf18af-51c1-4480-a4ab-3426645902a1 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073215 Nov 12 03:47:31.012376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=9d1c7927-0fc3-4022-b98a-bee20e40acea,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:31.030695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a18c5163-7804-46ee-8369-cb0f36f9e827 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:31.030695 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.106057 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5aa77a7b-5680-43c8-94e6-1198653eed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.191752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5aa77a7b-5680-43c8-94e6-1198653eed0b None None] For port 320d96bb-66df-41e4-9cb2-044a990a816a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=320d96bb-66df-41e4-9cb2-044a990a816a,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:31.232272 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d425ab-e30a-46d7-be6f-259cd027b231', 'name': 'tempest-NetworksTestDHCPv6-router-595815321', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:25Z', 'revision_number': 2, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'gw_port_host': None, '_interfaces': [{'id': '320d96bb-66df-41e4-9cb2-044a990a816a', 'name': '', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'mac_address': 'fa:16:3e:c1:d2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d425ab-e30a-46d7-be6f-259cd027b231', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '5680f191-12c7-4129-9e83-bc80be186a82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:23Z', 'updated_at': '2021-11-12T03:47:30Z', 'revision_number': 4, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'subnets': [{'id': '5680f191-12c7-4129-9e83-bc80be186a82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:31.275812 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5aa77a7b-5680-43c8-94e6-1198653eed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.288698 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156ffe1-747d-4ad8-ab68-ff391deebe05 None None] The sync data for ids ['b8d425ab-e30a-46d7-be6f-259cd027b231'] in n-d-767704-23 is: [{'id': 'b8d425ab-e30a-46d7-be6f-259cd027b231', 'name': 'tempest-NetworksTestDHCPv6-router-595815321', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:25Z', 'revision_number': 2, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'gw_port_host': None, '_interfaces': [{'id': '320d96bb-66df-41e4-9cb2-044a990a816a', 'name': '', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'mac_address': 'fa:16:3e:c1:d2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d425ab-e30a-46d7-be6f-259cd027b231', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '5680f191-12c7-4129-9e83-bc80be186a82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:23Z', 'updated_at': '2021-11-12T03:47:30Z', 'revision_number': 4, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'subnets': [{'id': '5680f191-12c7-4129-9e83-bc80be186a82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:31.308511 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255715bf-fbeb-4964-a787-78ca81914515 req-d56fdc79-dc15-46a6-88c0-23cd58acfbd1 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:31.310553 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-255715bf-fbeb-4964-a787-78ca81914515 req-d56fdc79-dc15-46a6-88c0-23cd58acfbd1 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.3749111 Nov 12 03:47:31.345662 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add99dbe-5abd-4283-8e11-6a2f3db23bb5 req-4b1a3682-647a-4591-bbca-9d53fefe62bd tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:31.345662 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-add99dbe-5abd-4283-8e11-6a2f3db23bb5 req-4b1a3682-647a-4591-bbca-9d53fefe62bd tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 945 time: 0.1641958 Nov 12 03:47:31.435746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['9d1c7927-0fc3-4022-b98a-bee20e40acea'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:31.456206 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-add99dbe-5abd-4283-8e11-6a2f3db23bb5 req-a864e4f4-5798-40c9-adb8-ae9ec2d2450b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891931 Nov 12 03:47:31.494831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa77a7b-5680-43c8-94e6-1198653eed0b None None] Pushing event updated for resources: {'Port': ['ID=320d96bb-66df-41e4-9cb2-044a990a816a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:31.514069 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-28846299-3e6c-493a-9377-26674f783383 None None] Provisioning complete for port 320d96bb-66df-41e4-9cb2-044a990a816a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:31.514776 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28846299-3e6c-493a-9377-26674f783383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.530834 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438e79d4-30e8-4a31-8fa5-3830dfe13074 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.550441 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-fcdbc548-0fa5-428e-95bd-8892ce55a2d2 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.588083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-28846299-3e6c-493a-9377-26674f783383 None None] Could not find standard attr ID for object 320d96bb-66df-41e4-9cb2-044a990a816a. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:47:31.598928 n-d-767704-23 neutron-server[103148]: INFO neutron.plugins.ml2.db [None req-28846299-3e6c-493a-9377-26674f783383 None None] No ports have port_id starting with 320d96bb-66df-41e4-9cb2-044a990a816a Nov 12 03:47:31.654365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e79d4-30e8-4a31-8fa5-3830dfe13074 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=320d96bb-66df-41e4-9cb2-044a990a816a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:31.669186 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-fcdbc548-0fa5-428e-95bd-8892ce55a2d2 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.679291 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8b346271-46f9-4794-9bd5-61096b06b675 req-9210f4ec-ab72-4e1b-99ae-b5fa7c41045e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 210 time: 0.0415363 Nov 12 03:47:31.882487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbc548-0fa5-428e-95bd-8892ce55a2d2 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Pushing event updated for resources: {'Port': ['ID=72948fa0-28c0-42a7-9039-b993cf4c94c3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:31.920549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-fcdbc548-0fa5-428e-95bd-8892ce55a2d2 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Network 088e3b2e-11a2-4251-87de-a683ca677686 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:31.938953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-fcdbc548-0fa5-428e-95bd-8892ce55a2d2 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:31.942127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-fcdbc548-0fa5-428e-95bd-8892ce55a2d2 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:31.949363 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438e79d4-30e8-4a31-8fa5-3830dfe13074 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.039479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82213e-a260-49ad-8003-bd24dea212a5 req-6fcd2647-4f78-4b36-9829-a6f4feaadbc0 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.054501 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b82213e-a260-49ad-8003-bd24dea212a5 req-6fcd2647-4f78-4b36-9829-a6f4feaadbc0 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.1665614 Nov 12 03:47:32.147356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-fcdbc548-0fa5-428e-95bd-8892ce55a2d2 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.148371 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-fcdbc548-0fa5-428e-95bd-8892ce55a2d2 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.179569 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b82213e-a260-49ad-8003-bd24dea212a5 req-a59dae20-5e42-48e5-9706-a62a1b169fd7 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146317 Nov 12 03:47:32.272824 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-fcdbc548-0fa5-428e-95bd-8892ce55a2d2 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4640441 Nov 12 03:47:32.296407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Request body: {'port': {'device_id': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:32.515682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-afd944d4-7238-45ad-a15e-cb1d6da9bbfc None None] Provisioning complete for port 72948fa0-28c0-42a7-9039-b993cf4c94c3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:32.520294 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-afd944d4-7238-45ad-a15e-cb1d6da9bbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.560439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc61316-a27b-48fd-8558-ce0022cb43c1 req-2a509a01-b1df-461c-bf3c-83e2cceb2017 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.564611 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ffc61316-a27b-48fd-8558-ce0022cb43c1 req-2a509a01-b1df-461c-bf3c-83e2cceb2017 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.2539618 Nov 12 03:47:32.630239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438e79d4-30e8-4a31-8fa5-3830dfe13074 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Router b8d425ab-e30a-46d7-be6f-259cd027b231 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:32.661751 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.679719 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-afd944d4-7238-45ad-a15e-cb1d6da9bbfc None None] Port 72948fa0-28c0-42a7-9039-b993cf4c94c3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:32.696498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ffc61316-a27b-48fd-8558-ce0022cb43c1 req-4263d84b-449f-42b2-9ea8-7f98cf2bd319 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219399 Nov 12 03:47:32.738101 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-97e04299-c5a5-4325-af36-e3b8de0e9047 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9016931 Nov 12 03:47:32.791817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:32.841287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438e79d4-30e8-4a31-8fa5-3830dfe13074 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:32.849354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-438e79d4-30e8-4a31-8fa5-3830dfe13074 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "PUT /v2.0/routers/b8d425ab-e30a-46d7-be6f-259cd027b231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9586942 Nov 12 03:47:32.849517 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:32.937765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b77aa3-89f7-4bd0-badf-3985fb8500a4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.939404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b77aa3-89f7-4bd0-badf-3985fb8500a4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.943974 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f0b77aa3-89f7-4bd0-badf-3985fb8500a4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0906610 Nov 12 03:47:32.944375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:33.016717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-3182304f-55cf-4542-842b-888bca0fe580 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet 5680f191-12c7-4129-9e83-bc80be186a82 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:33.021192 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.025993 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3182304f-55cf-4542-842b-888bca0fe580 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.123455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72948fa0-28c0-42a7-9039-b993cf4c94c3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:33.126585 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3182304f-55cf-4542-842b-888bca0fe580 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.139075 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.156937 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Transition to ACTIVE for port object 72948fa0-28c0-42a7-9039-b993cf4c94c3 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:33.231466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b404123-a40e-48dd-9c61-6adec9f32736 req-009ca61e-8f1f-4c41-822a-460e3b221d83 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:33.239404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b404123-a40e-48dd-9c61-6adec9f32736 req-009ca61e-8f1f-4c41-822a-460e3b221d83 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:33.245919 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b404123-a40e-48dd-9c61-6adec9f32736 req-009ca61e-8f1f-4c41-822a-460e3b221d83 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:33.248065 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4b404123-a40e-48dd-9c61-6adec9f32736 req-009ca61e-8f1f-4c41-822a-460e3b221d83 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2&device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10&device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 2417 time: 0.0816882 Nov 12 03:47:33.249515 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.253275 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3182304f-55cf-4542-842b-888bca0fe580 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.309352 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.328808 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Pushing event updated for resources: {'Port': ['ID=72948fa0-28c0-42a7-9039-b993cf4c94c3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:33.409772 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4b404123-a40e-48dd-9c61-6adec9f32736 req-67c4ffa7-bbb7-4188-b603-4e565afa00ae tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297257 Nov 12 03:47:33.508641 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3182304f-55cf-4542-842b-888bca0fe580 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.519506 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Allocated IP 172.25.8.143 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/f6855c70-7ed9-45e1-8d7c-1557f0a6768a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:33.557249 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Attempting to bind port 72948fa0-28c0-42a7-9039-b993cf4c94c3 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:33.558120 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Attempting to bind port 72948fa0-28c0-42a7-9039-b993cf4c94c3 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '1766dea6-f3b3-4e88-bfc1-71afc371bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:33.558908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Attempting to bind port 72948fa0-28c0-42a7-9039-b993cf4c94c3 on network 088e3b2e-11a2-4251-87de-a683ca677686 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:33.571318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Port 72948fa0-28c0-42a7-9039-b993cf4c94c3 on network 088e3b2e-11a2-4251-87de-a683ca677686 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:33.574012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Attempting to bind port 72948fa0-28c0-42a7-9039-b993cf4c94c3 on network 088e3b2e-11a2-4251-87de-a683ca677686 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:33.577688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182304f-55cf-4542-842b-888bca0fe580 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=5680f191-12c7-4129-9e83-bc80be186a82,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:33.582274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:33.582853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Checking segment: {'id': '1766dea6-f3b3-4e88-bfc1-71afc371bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:33.583445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Bound using segment: {'id': '1766dea6-f3b3-4e88-bfc1-71afc371bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:33.584158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Bound port: 72948fa0-28c0-42a7-9039-b993cf4c94c3, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1766dea6-f3b3-4e88-bfc1-71afc371bb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:33.584716 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.598371 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3182304f-55cf-4542-842b-888bca0fe580 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.608211 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3182304f-55cf-4542-842b-888bca0fe580 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/5680f191-12c7-4129-9e83-bc80be186a82 HTTP/1.1" status: 204 len: 168 time: 0.6599278 Nov 12 03:47:33.609634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33038) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:33.610784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d724510-be09-46ee-b9c9-95a15f9643fd None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:33.843496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] For port 72948fa0-28c0-42a7-9039-b993cf4c94c3, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:33.853374 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.854374 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79b21-a4e0-4111-8ace-4e3c82bb41f4 req-3ef10543-f53a-45ec-a76f-5d976d3427b3 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:33.862717 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a0c79b21-a4e0-4111-8ace-4e3c82bb41f4 req-3ef10543-f53a-45ec-a76f-5d976d3427b3 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 945 time: 0.2125764 Nov 12 03:47:33.867102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] For port 72948fa0-28c0-42a7-9039-b993cf4c94c3, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=72948fa0-28c0-42a7-9039-b993cf4c94c3,segment=NetworkSegment(1766dea6-f3b3-4e88-bfc1-71afc371bb1d),segment_id=1766dea6-f3b3-4e88-bfc1-71afc371bb1d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:33.885638 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d7b8a18b-5106-4b3c-8121-46f246b15b6a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2518911 Nov 12 03:47:33.893253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:33.915796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c076f305-f63a-4279-a282-3c5da46ef4f4 None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:33.970288 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e796cab-8e5e-4b03-9608-ecd7ea2e8599 None None] Sync routers for ids ['b8d425ab-e30a-46d7-be6f-259cd027b231'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:33.976017 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.979764 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.005733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e796cab-8e5e-4b03-9608-ecd7ea2e8599 None None] Routers {'b8d425ab-e30a-46d7-be6f-259cd027b231'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:34.008433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5e796cab-8e5e-4b03-9608-ecd7ea2e8599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:47:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b8d425ab-e30a-46d7-be6f-259cd027b231'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:34.037670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:34.038160 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.040370 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] 10.222.0.25 "PUT /v2.0/ports/72948fa0-28c0-42a7-9039-b993cf4c94c3 HTTP/1.1" status: 200 len: 1093 time: 1.7538526 Nov 12 03:47:34.042720 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af6fb764-cb83-4aa3-a917-d758a3e5cdf8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.046623 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:34.050311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:34.056484 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:34.057030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'tag': '72948fa0-28c0-42a7-9039-b993cf4c94c3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:34.061259 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4c44ae-74f5-4398-b54e-5c7afc268cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "eb785430-0c6a-49e2-bc94-257c4c6d1396", "tag": "72948fa0-28c0-42a7-9039-b993cf4c94c3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:34.085154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Pushing event updated for resources: {'Port': ['ID=f6855c70-7ed9-45e1-8d7c-1557f0a6768a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:34.151928 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a0c79b21-a4e0-4111-8ace-4e3c82bb41f4 req-817d7835-16e9-49fc-ada1-1f2b88ca9219 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860696 Nov 12 03:47:34.206189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5e796cab-8e5e-4b03-9608-ecd7ea2e8599 None None] Set router b8d425ab-e30a-46d7-be6f-259cd027b231 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:34.214058 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.282686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 9d1c7927-0fc3-4022-b98a-bee20e40acea up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:34.288429 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c076f305-f63a-4279-a282-3c5da46ef4f4 None None] Deleting port 7f36483b-a8b5-45d0-a81d-7629d2774af3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:34.288791 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c076f305-f63a-4279-a282-3c5da46ef4f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.290652 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5e796cab-8e5e-4b03-9608-ecd7ea2e8599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d425ab-e30a-46d7-be6f-259cd027b231', 'name': 'tempest-NetworksTestDHCPv6-router-595815321', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:31Z', 'revision_number': 3, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:34.300660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2df2d-9a1d-4c52-a0ac-0945d9efd856 service neutron] Pushing event updated for resources: {'Port': ['ID=72948fa0-28c0-42a7-9039-b993cf4c94c3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:34.348232 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.421237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c076f305-f63a-4279-a282-3c5da46ef4f4 None None] For port 7f36483b-a8b5-45d0-a81d-7629d2774af3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7f36483b-a8b5-45d0-a81d-7629d2774af3,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:34.421647 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c076f305-f63a-4279-a282-3c5da46ef4f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.489753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c076f305-f63a-4279-a282-3c5da46ef4f4 None None] Calling delete_port for 7f36483b-a8b5-45d0-a81d-7629d2774af3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:34.490071 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af6fb764-cb83-4aa3-a917-d758a3e5cdf8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.494058 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af6fb764-cb83-4aa3-a917-d758a3e5cdf8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.507065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e796cab-8e5e-4b03-9608-ecd7ea2e8599 None None] Checking router: b8d425ab-e30a-46d7-be6f-259cd027b231 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:34.561565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-9d462917-3cec-4ae4-bdd3-340ac66d154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:34.563684 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-9d462917-3cec-4ae4-bdd3-340ac66d154e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2b4b78069b134bfbaa6eede2908eb2c5&device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 1096 time: 0.3179207 Nov 12 03:47:34.563925 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7f36483b-a8b5-45d0-a81d-7629d2774af3 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:34.602697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e796cab-8e5e-4b03-9608-ecd7ea2e8599 None None] Routers {'b8d425ab-e30a-46d7-be6f-259cd027b231'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:34.603324 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5e796cab-8e5e-4b03-9608-ecd7ea2e8599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:47:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b8d425ab-e30a-46d7-be6f-259cd027b231'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:34.606152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe41c31-4e2b-48db-b01c-76de33371719 req-04a1dda9-1b10-4f5f-bf63-7a86eed63ebd tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:34.608166 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1fe41c31-4e2b-48db-b01c-76de33371719 req-04a1dda9-1b10-4f5f-bf63-7a86eed63ebd tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 944 time: 0.2699311 Nov 12 03:47:34.652575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-9c0b2b5d-aafb-4be7-b7f4-7f5d841a3ef9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72948fa0-28c0-42a7-9039-b993cf4c94c3 HTTP/1.1" status: 200 len: 217 time: 0.0758064 Nov 12 03:47:34.667276 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af6fb764-cb83-4aa3-a917-d758a3e5cdf8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.667851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6fb764-cb83-4aa3-a917-d758a3e5cdf8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Fanout notify agent at l3_agent the message router_deleted on router b8d425ab-e30a-46d7-be6f-259cd027b231 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:47:34.718385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5e796cab-8e5e-4b03-9608-ecd7ea2e8599 None None] Set router b8d425ab-e30a-46d7-be6f-259cd027b231 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:34.723080 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af6fb764-cb83-4aa3-a917-d758a3e5cdf8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.725740 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-af6fb764-cb83-4aa3-a917-d758a3e5cdf8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/routers/b8d425ab-e30a-46d7-be6f-259cd027b231 HTTP/1.1" status: 204 len: 168 time: 0.8313181 Nov 12 03:47:34.729516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33048) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:34.800105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-fcfa1595-f865-44f5-8e29-10b1d0240143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:34.800363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5e796cab-8e5e-4b03-9608-ecd7ea2e8599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d425ab-e30a-46d7-be6f-259cd027b231', 'name': 'tempest-NetworksTestDHCPv6-router-595815321', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:31Z', 'revision_number': 3, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:34.802147 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-fcfa1595-f865-44f5-8e29-10b1d0240143 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e36b8b9-ea37-4424-8e6d-2428ea358346 HTTP/1.1" status: 200 len: 866 time: 0.1355472 Nov 12 03:47:34.810170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1fe41c31-4e2b-48db-b01c-76de33371719 req-f4f9b375-1b53-459e-b488-15fbaa94a0d0 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/security-groups?id=e17ab0ff-6f2d-4271-9f73-0ca574215f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674788 Nov 12 03:47:34.849947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e796cab-8e5e-4b03-9608-ecd7ea2e8599 None None] The sync data for ids ['b8d425ab-e30a-46d7-be6f-259cd027b231'] in n-d-767704-23 is: [{'id': 'b8d425ab-e30a-46d7-be6f-259cd027b231', 'name': 'tempest-NetworksTestDHCPv6-router-595815321', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:31Z', 'revision_number': 3, 'project_id': '3c7d2bae6e60480684365cc7478c80c7', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:34.851295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 9d1c7927-0fc3-4022-b98a-bee20e40acea completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:34.856328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d6a0cd-27e4-4e71-bf38-005fc6acf835 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:34.858724 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b6d6a0cd-27e4-4e71-bf38-005fc6acf835 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1282361 Nov 12 03:47:34.881581 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33050) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:34.923866 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c076f305-f63a-4279-a282-3c5da46ef4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.973242 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-0484969a-2250-4ee7-a2f3-a89d548e5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:34.974409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076f305-f63a-4279-a282-3c5da46ef4f4 None None] Pushing event deleted for resources: {'Port': ['ID=7f36483b-a8b5-45d0-a81d-7629d2774af3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:34.975570 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-0484969a-2250-4ee7-a2f3-a89d548e5a73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=088e3b2e-11a2-4251-87de-a683ca677686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1596446 Nov 12 03:47:34.977373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Port 7f36483b-a8b5-45d0-a81d-7629d2774af3 update to DOWN by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:47:34.979510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 9d1c7927-0fc3-4022-b98a-bee20e40acea triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:34.980145 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.981106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804677a-2e3d-47ed-aadc-f889bf6b622b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:34.982801 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6804677a-2e3d-47ed-aadc-f889bf6b622b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0978897 Nov 12 03:47:34.990114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33054) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:35.035028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c076f305-f63a-4279-a282-3c5da46ef4f4 None None] No DVR routers for this DVR port 7f36483b-a8b5-45d0-a81d-7629d2774af3 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:35.043931 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3435bc75-fc0f-4092-a347-81c8453da6d5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502048 Nov 12 03:47:35.054361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33056) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:35.060198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a4beecb4-f6c2-48a1-bbb6-0bfb78e83434 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:35.139812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-9ec291a4-e160-4823-be4e-f8ae62cd8fa2 service neutron] 10.222.0.25 "GET /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527574 Nov 12 03:47:35.153213 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.189753 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.199729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1afee6-7017-4c00-8e74-7d7acd078e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1c7927-0fc3-4022-b98a-bee20e40acea'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:35.204982 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbf7f88-82f4-4a6e-bb99-cbbcad81f364" -d '{"events": [{"server_uuid": "1e1afee6-7017-4c00-8e74-7d7acd078e6f", "name": "network-vif-plugged", "status": "completed", "tag": "9d1c7927-0fc3-4022-b98a-bee20e40acea"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:35.262627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:35.265272 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.325297 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f838e127-a405-42e5-aefc-bc29b475d3cc req-33112995-0239-4435-a31c-c77ad1c24217 service neutron] 10.222.0.25 "GET /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764100 Nov 12 03:47:35.347816 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.388220 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.397005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4beecb4-f6c2-48a1-bbb6-0bfb78e83434 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:35.401895 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4beecb4-f6c2-48a1-bbb6-0bfb78e83434 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.421893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=9d1c7927-0fc3-4022-b98a-bee20e40acea,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:35.492621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Pushing event updated for resources: {'Port': ['ID=f6855c70-7ed9-45e1-8d7c-1557f0a6768a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:35.512263 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.518268 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-53959269-29be-4ba9-90b8-31dfa839513d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7310772 Nov 12 03:47:35.612905 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-0540067f-452f-4d53-b155-98c9e200add2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.143 HTTP/1.1" status: 200 len: 696 time: 0.0896988 Nov 12 03:47:35.821189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-d3a678bf-9f4b-4415-8625-133751bed4dd tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:35.822889 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7793bdcd-56f6-4686-a58e-da30b6f91259 req-d3a678bf-9f4b-4415-8625-133751bed4dd tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.1969237 Nov 12 03:47:35.995740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13777e6-cce9-406e-b8a5-1e0d0ba50ce4 req-3cf32d5a-1f7f-4d5a-9098-2978c27714ad tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:35.997265 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d13777e6-cce9-406e-b8a5-1e0d0ba50ce4 req-3cf32d5a-1f7f-4d5a-9098-2978c27714ad tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 945 time: 0.0573344 Nov 12 03:47:36.008261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.objects.ports [None req-a4beecb4-f6c2-48a1-bbb6-0bfb78e83434 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:47:36.017631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec959d-0a75-4ada-8243-3e52fff78a99 req-b03660e3-f1ac-45ad-9c67-7cf090b18e58 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:36.019116 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2bec959d-0a75-4ada-8243-3e52fff78a99 req-b03660e3-f1ac-45ad-9c67-7cf090b18e58 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.1331239 Nov 12 03:47:36.019892 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4beecb4-f6c2-48a1-bbb6-0bfb78e83434 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.055600 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d13777e6-cce9-406e-b8a5-1e0d0ba50ce4 req-a2ce6254-cf5e-4a8f-ae95-92d7768c71f1 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477648 Nov 12 03:47:36.093249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4beecb4-f6c2-48a1-bbb6-0bfb78e83434 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:36.109598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a4beecb4-f6c2-48a1-bbb6-0bfb78e83434 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:36.117353 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab84cf3-cd08-409e-bf14-9f92d35b6213 x-openstack-request-id: req-bab84cf3-cd08-409e-bf14-9f92d35b6213 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:36.118689 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb785430-0c6a-49e2-bc94-257c4c6d1396", "tag": "72948fa0-28c0-42a7-9039-b993cf4c94c3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:36.118828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4beecb4-f6c2-48a1-bbb6-0bfb78e83434 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:36.119107 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bab84cf3-cd08-409e-bf14-9f92d35b6213 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:36.119341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4beecb4-f6c2-48a1-bbb6-0bfb78e83434 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.120548 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'tag': '72948fa0-28c0-42a7-9039-b993cf4c94c3', 'status': 'completed', 'code': 200} Nov 12 03:47:36.135242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4beecb4-f6c2-48a1-bbb6-0bfb78e83434 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=c289bd5f-619d-46ac-ab1b-fd78f0e2e6a5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:36.139615 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c999b26-153b-4771-ad0e-8ec097a2a08d None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:36.145186 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2bec959d-0a75-4ada-8243-3e52fff78a99 req-7e4b2550-f823-435f-8455-3d86f9deca94 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148021 Nov 12 03:47:36.215880 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a4beecb4-f6c2-48a1-bbb6-0bfb78e83434 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1601000 Nov 12 03:47:36.216447 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33070) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:36.231005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6d0c53a3-9f09-4884-a15d-d01f854abff5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:36.265475 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d919a76b-79ee-4e19-a22f-e3310d0153c5 x-openstack-request-id: req-d919a76b-79ee-4e19-a22f-e3310d0153c5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:36.265824 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1afee6-7017-4c00-8e74-7d7acd078e6f", "name": "network-vif-plugged", "status": "completed", "tag": "9d1c7927-0fc3-4022-b98a-bee20e40acea", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:36.266012 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d919a76b-79ee-4e19-a22f-e3310d0153c5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:36.266411 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1afee6-7017-4c00-8e74-7d7acd078e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1c7927-0fc3-4022-b98a-bee20e40acea', 'code': 200} Nov 12 03:47:36.285968 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c44ae-74f5-4398-b54e-5c7afc268cfb req-8ba63392-4e46-49cd-a417-25d60cd23a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:36.285968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db4c44ae-74f5-4398-b54e-5c7afc268cfb req-8ba63392-4e46-49cd-a417-25d60cd23a62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2b4b78069b134bfbaa6eede2908eb2c5&device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 1096 time: 0.1297450 Nov 12 03:47:36.294148 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33a759-5066-4722-896c-bfcfaae48525 req-5b7256c8-cc31-4550-a6e0-eddbb154b8fa tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:36.302153 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c33a759-5066-4722-896c-bfcfaae48525 req-5b7256c8-cc31-4550-a6e0-eddbb154b8fa tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 946 time: 0.0797558 Nov 12 03:47:36.355193 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c33a759-5066-4722-896c-bfcfaae48525 req-4b8aac98-29fb-4f05-9db4-3f8c06502464 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518985 Nov 12 03:47:36.411904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': 'c289bd5f-619d-46ac-ab1b-fd78f0e2e6a5'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:47:36.413154 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.509281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 320d96bb-66df-41e4-9cb2-044a990a816a no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:36.538865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 320d96bb-66df-41e4-9cb2-044a990a816a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:36.539267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 320d96bb-66df-41e4-9cb2-044a990a816a not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:36.541034 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2a91f-1b32-47d6-a4ea-ecad8a79a224 req-7e8c2990-6b06-4c3d-bab4-64180476599d tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:36.542778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8ac2a91f-1b32-47d6-a4ea-ecad8a79a224 req-7e8c2990-6b06-4c3d-bab4-64180476599d tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 944 time: 0.0664780 Nov 12 03:47:36.620023 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8ac2a91f-1b32-47d6-a4ea-ecad8a79a224 req-d28aeb74-0e94-4e14-b61c-e49159ff370a tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/security-groups?id=e17ab0ff-6f2d-4271-9f73-0ca574215f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666201 Nov 12 03:47:36.626535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Allocated IP 2001:db8::f816:3eff:fe9b:44b2 (be54d603-2a64-497a-84fd-dd53e383892b/c289bd5f-619d-46ac-ab1b-fd78f0e2e6a5/1d2c03ce-7418-4838-8ff6-88c721c1d9cd) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:36.795150 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.888140 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.945038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:36.954074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:36.960663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:36.963308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e7404-569b-4d08-b14d-5d28b19c2549 req-97269a2d-ad55-4e15-b87e-8c9051e67b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:36.964840 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c4e7404-569b-4d08-b14d-5d28b19c2549 req-97269a2d-ad55-4e15-b87e-8c9051e67b84 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 1098 time: 0.1823006 Nov 12 03:47:36.970245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c44ae-74f5-4398-b54e-5c7afc268cfb req-0c25118a-78fa-4a40-8a21-c749c9efd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:36.972549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db4c44ae-74f5-4398-b54e-5c7afc268cfb req-0c25118a-78fa-4a40-8a21-c749c9efd7ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=088e3b2e-11a2-4251-87de-a683ca677686 HTTP/1.1" status: 200 len: 929 time: 0.6458077 Nov 12 03:47:36.983694 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Pushing event updated for resources: {'Port': ['ID=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:37.050673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Attempting to bind port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:37.051168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Attempting to bind port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:37.052166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Attempting to bind port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:37.057161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db4c44ae-74f5-4398-b54e-5c7afc268cfb req-1d1c940f-10b8-4a22-8922-6a0f6142b27e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72948fa0-28c0-42a7-9039-b993cf4c94c3 HTTP/1.1" status: 200 len: 217 time: 0.0681815 Nov 12 03:47:37.061336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:37.066985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:37.066985 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.066985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:37.066985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Bound port: 1d2c03ce-7418-4838-8ff6-88c721c1d9cd, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:37.066985 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.080747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-6770aa9f-9389-4cec-84a9-bc43c12a4d89 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7523003 Nov 12 03:47:37.082710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0c53a3-9f09-4884-a15d-d01f854abff5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:37.086431 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d0c53a3-9f09-4884-a15d-d01f854abff5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.104277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:37.146780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] For port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:37.150682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] For port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:37.226633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c4e7404-569b-4d08-b14d-5d28b19c2549 req-790bef76-e79d-4524-8117-f575f8ff5101 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476039 Nov 12 03:47:37.231820 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.252598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c44ae-74f5-4398-b54e-5c7afc268cfb req-91935d74-5675-4d86-98d5-b5e2060df655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.254058 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db4c44ae-74f5-4398-b54e-5c7afc268cfb req-91935d74-5675-4d86-98d5-b5e2060df655 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e36b8b9-ea37-4424-8e6d-2428ea358346 HTTP/1.1" status: 200 len: 866 time: 0.1639802 Nov 12 03:47:37.262893 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96e24f35-c925-4e46-946c-7a0209724ae7 req-d163e3aa-c303-47a9-8c25-6b17e9cb2a3e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2491679 Nov 12 03:47:37.306411 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.321526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61457781-b499-4bc8-ad24-066eeaa03c0c None None] Pushing event updated for resources: {'Port': ['ID=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:37.370069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c44ae-74f5-4398-b54e-5c7afc268cfb req-9038781a-db4d-43da-8a57-821c6124e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.372482 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db4c44ae-74f5-4398-b54e-5c7afc268cfb req-9038781a-db4d-43da-8a57-821c6124e769 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=088e3b2e-11a2-4251-87de-a683ca677686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062241 Nov 12 03:47:37.718114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db4c44ae-74f5-4398-b54e-5c7afc268cfb req-aac4f9eb-d9e9-4d40-b8c6-f9a209ed2462 service neutron] 10.222.0.25 "GET /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353307 Nov 12 03:47:37.819551 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.830601 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d0c53a3-9f09-4884-a15d-d01f854abff5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.963169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0c53a3-9f09-4884-a15d-d01f854abff5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:37.985076 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036710d1-3406-495d-bed1-e7d70b657847 req-f6b1bd17-cc86-47f3-9044-fa60ee7de287 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.986305 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-036710d1-3406-495d-bed1-e7d70b657847 req-f6b1bd17-cc86-47f3-9044-fa60ee7de287 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.0700188 Nov 12 03:47:37.986901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6d0c53a3-9f09-4884-a15d-d01f854abff5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:38.001657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c53a3-9f09-4884-a15d-d01f854abff5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:38.002261 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d0c53a3-9f09-4884-a15d-d01f854abff5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:38.016066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db4c44ae-74f5-4398-b54e-5c7afc268cfb req-9e924189-312f-4295-9151-34a39e7f739a service neutron] 10.222.0.25 "GET /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872252 Nov 12 03:47:38.049760 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e24f35-c925-4e46-946c-7a0209724ae7 req-fb774ff6-812c-4eac-a367-7e82df441267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:38.052092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96e24f35-c925-4e46-946c-7a0209724ae7 req-fb774ff6-812c-4eac-a367-7e82df441267 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=15dda84ecb864c3a86283905a6455cdc&device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 1097 time: 0.2488372 Nov 12 03:47:38.052092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c53a3-9f09-4884-a15d-d01f854abff5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=110bc920-572b-423b-891d-ce84705428e1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:38.064057 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-036710d1-3406-495d-bed1-e7d70b657847 req-1412fbba-b29b-445b-b8f0-5ea0e4fc98f1 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704844 Nov 12 03:47:38.097386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 72948fa0-28c0-42a7-9039-b993cf4c94c3 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:38.117235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Allocated IP 172.25.8.182 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/bc460380-0764-4baf-aafe-1b8f6cc9979b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:38.209830 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6d0c53a3-9f09-4884-a15d-d01f854abff5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9910605 Nov 12 03:47:38.214724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33092) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:38.224915 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'mac_address': 'fa:16:3e:65:42:36', 'name': 'tempest-NetworksTestDHCPv6-874905265'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:38.283115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e24f35-c925-4e46-946c-7a0209724ae7 req-19c1067d-668b-4b5b-90ec-8a87588649c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:38.285701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96e24f35-c925-4e46-946c-7a0209724ae7 req-19c1067d-668b-4b5b-90ec-8a87588649c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85b72684-9bc6-4260-b611-d4eeb96cd5e2 HTTP/1.1" status: 200 len: 917 time: 0.1979551 Nov 12 03:47:38.373660 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96e24f35-c925-4e46-946c-7a0209724ae7 req-22e041ab-bb5e-42cb-85de-ca41a9305d6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71428227-0fc9-4618-a763-f00d2735da82 HTTP/1.1" status: 200 len: 217 time: 0.0657659 Nov 12 03:47:38.391368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 72948fa0-28c0-42a7-9039-b993cf4c94c3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=72948fa0-28c0-42a7-9039-b993cf4c94c3,segment=NetworkSegment(1766dea6-f3b3-4e88-bfc1-71afc371bb1d),segment_id=1766dea6-f3b3-4e88-bfc1-71afc371bb1d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:38.417681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '72948fa0-28c0-42a7-9039-b993cf4c94c3', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'port_id': '72948fa0-28c0-42a7-9039-b993cf4c94c3', 'mac_address': 'fa:16:3e:61:77:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:38.443219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378221f-f54b-4a79-8716-14f2e3eabfd6 req-b34a799b-37b6-45c5-af65-31a69f00aafd tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:38.459013 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9378221f-f54b-4a79-8716-14f2e3eabfd6 req-b34a799b-37b6-45c5-af65-31a69f00aafd tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 946 time: 0.1074340 Nov 12 03:47:38.495317 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:38.527009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e24f35-c925-4e46-946c-7a0209724ae7 req-4f583747-8207-4852-b94f-127b2e4f0496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:38.531708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96e24f35-c925-4e46-946c-7a0209724ae7 req-4f583747-8207-4852-b94f-127b2e4f0496 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e83c54a-08cf-40b8-8186-666697f3c3f6 HTTP/1.1" status: 200 len: 854 time: 0.1161730 Nov 12 03:47:38.533696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72948fa0-28c0-42a7-9039-b993cf4c94c3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:38.543327 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9378221f-f54b-4a79-8716-14f2e3eabfd6 req-9ce56632-2ac6-45fb-9657-a3a60f83ebdb tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823653 Nov 12 03:47:38.544165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:38.559803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 72948fa0-28c0-42a7-9039-b993cf4c94c3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=72948fa0-28c0-42a7-9039-b993cf4c94c3,segment=NetworkSegment(1766dea6-f3b3-4e88-bfc1-71afc371bb1d),segment_id=1766dea6-f3b3-4e88-bfc1-71afc371bb1d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:38.597194 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:38.643013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e24f35-c925-4e46-946c-7a0209724ae7 req-9ad03181-1e0e-4d30-91c3-be4e8233c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:38.646813 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:38.654034 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96e24f35-c925-4e46-946c-7a0209724ae7 req-9ad03181-1e0e-4d30-91c3-be4e8233c148 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85b72684-9bc6-4260-b611-d4eeb96cd5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1081345 Nov 12 03:47:38.694764 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:38.702424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177dc439-d3e8-4c18-a7ae-42bb8f8b6f87 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:38.725048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d2c03ce-7418-4838-8ff6-88c721c1d9cd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:38.773032 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:38.779185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port 551ad75a-3e7a-4722-81c5-10582d72a849 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:47:38.807354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c8dc6-d84a-4b50-bc0c-95c5ee1b4fb1 req-cfc20af2-08cc-4c25-bd88-ef9839699110 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:38.816212 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c62c8dc6-d84a-4b50-bc0c-95c5ee1b4fb1 req-cfc20af2-08cc-4c25-bd88-ef9839699110 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 945 time: 0.1179924 Nov 12 03:47:38.862954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=72948fa0-28c0-42a7-9039-b993cf4c94c3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:38.875643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:38.885468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:38.893548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:38.901736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Pushing event updated for resources: {'Port': ['ID=bc460380-0764-4baf-aafe-1b8f6cc9979b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:38.911162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-400985c1-6ffb-49fb-b402-8691132b21bb None None] Provisioning complete for port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:38.912929 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-400985c1-6ffb-49fb-b402-8691132b21bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:38.945783 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c62c8dc6-d84a-4b50-bc0c-95c5ee1b4fb1 req-4b9e6bbf-52e2-4473-855d-4a41efeac42f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/security-groups?id=e17ab0ff-6f2d-4271-9f73-0ca574215f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281438 Nov 12 03:47:38.969350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96e24f35-c925-4e46-946c-7a0209724ae7 req-6d9ab8de-0f9b-437d-a6e3-7a1c7e49b195 service neutron] 10.222.0.26 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014584 Nov 12 03:47:38.977798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-547077b0-17e0-440f-881f-f6d1c4f241ee req-61fa28d7-aebe-4474-9abf-e06323e8e233 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1582894 Nov 12 03:47:39.018787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:39.019205 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.072997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['72948fa0-28c0-42a7-9039-b993cf4c94c3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:39.169471 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.182983 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-400985c1-6ffb-49fb-b402-8691132b21bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.223014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547077b0-17e0-440f-881f-f6d1c4f241ee req-3fa04bbe-0476-4255-bc12-a81d597cb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.231248 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 172.20.0.7 (be54d603-2a64-497a-84fd-dd53e383892b/110bc920-572b-423b-891d-ce84705428e1/551ad75a-3e7a-4722-81c5-10582d72a849) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:39.232434 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-547077b0-17e0-440f-881f-f6d1c4f241ee req-3fa04bbe-0476-4255-bc12-a81d597cb7b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfda8e758cf0470bab4487db6f436bb2&device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 1097 time: 0.1716092 Nov 12 03:47:39.246559 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::f816:3eff:fe65:4236 (be54d603-2a64-497a-84fd-dd53e383892b/c289bd5f-619d-46ac-ab1b-fd78f0e2e6a5/551ad75a-3e7a-4722-81c5-10582d72a849) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:39.312835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-400985c1-6ffb-49fb-b402-8691132b21bb None None] For port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:39.354961 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96e24f35-c925-4e46-946c-7a0209724ae7 req-280e1b12-a856-46ea-80f3-42c0dd228128 service neutron] 10.222.0.26 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356266 Nov 12 03:47:39.371543 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-400985c1-6ffb-49fb-b402-8691132b21bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.440501 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.453646 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400985c1-6ffb-49fb-b402-8691132b21bb None None] Pushing event updated for resources: {'Port': ['ID=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:39.515203 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.549299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4d0f76-029b-48c6-b6b9-ed61ae83c981 None None] Update dhcp port {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'fixed_ips': [{'subnet_id': 'c289bd5f-619d-46ac-ab1b-fd78f0e2e6a5', 'ip_address': '2001:db8::f816:3eff:fe9b:44b2'}, {'subnet_id': '110bc920-572b-423b-891d-ce84705428e1'}], 'binding:host_id': 'n-d-767704-23'}, 'id': '1d2c03ce-7418-4838-8ff6-88c721c1d9cd'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:47:39.549636 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.601941 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0f76-029b-48c6-b6b9-ed61ae83c981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.659746 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547077b0-17e0-440f-881f-f6d1c4f241ee req-4df196ed-c899-43e3-a13e-6c4a8a2064ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.662633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-547077b0-17e0-440f-881f-f6d1c4f241ee req-4df196ed-c899-43e3-a13e-6c4a8a2064ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=7828d1a5-9946-41af-b946-aaa68c0bc955 HTTP/1.1" status: 200 len: 917 time: 0.3371723 Nov 12 03:47:39.735779 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:47:39.735779 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:47:39.742544 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.782915 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-547077b0-17e0-440f-881f-f6d1c4f241ee req-32372d65-b830-4b0a-b62e-e301fb68508c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35db208-d6a8-4885-b589-582e104a28f7 HTTP/1.1" status: 200 len: 1001 time: 0.0942776 Nov 12 03:47:39.813245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=551ad75a-3e7a-4722-81c5-10582d72a849,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:39.845860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:39.850872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:39.852441 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.854139 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:39.862452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547077b0-17e0-440f-881f-f6d1c4f241ee req-f840912d-c8db-4b5f-aa22-2abea9cf7f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.864222 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-547077b0-17e0-440f-881f-f6d1c4f241ee req-f840912d-c8db-4b5f-aa22-2abea9cf7f36 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38766906-a926-453b-a958-276d3be1a812 HTTP/1.1" status: 200 len: 854 time: 0.0669556 Nov 12 03:47:39.891433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abef63-ebe4-4ab5-bc78-9042e408b277 req-a55053e9-2114-4f7d-b52e-9e3195d72b1d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.893659 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2abef63-ebe4-4ab5-bc78-9042e408b277 req-a55053e9-2114-4f7d-b52e-9e3195d72b1d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.1985698 Nov 12 03:47:39.914626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.922881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6a4d0f76-029b-48c6-b6b9-ed61ae83c981 None None] Allocated IP 172.20.0.2 (be54d603-2a64-497a-84fd-dd53e383892b/110bc920-572b-423b-891d-ce84705428e1/1d2c03ce-7418-4838-8ff6-88c721c1d9cd) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:39.949439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.950791 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.995335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547077b0-17e0-440f-881f-f6d1c4f241ee req-ae432f6a-ba3d-476b-8d2d-d026861f12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.997520 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-547077b0-17e0-440f-881f-f6d1c4f241ee req-ae432f6a-ba3d-476b-8d2d-d026861f12d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7828d1a5-9946-41af-b946-aaa68c0bc955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193874 Nov 12 03:47:39.998292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2abef63-ebe4-4ab5-bc78-9042e408b277 req-1585d84e-f458-4f6c-8131-8d1a90d4e8f5 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964272 Nov 12 03:47:40.010245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Pushing event updated for resources: {'Port': ['ID=bc460380-0764-4baf-aafe-1b8f6cc9979b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:40.019069 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:40.060116 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9fdc3e70-f5c9-43e0-b1fc-360c6d039ac6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8439298 Nov 12 03:47:40.063189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:40.086697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a4d0f76-029b-48c6-b6b9-ed61ae83c981 None None] For port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:40.111152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 053d16e6-c4d7-4126-82af-4b5dc6ef61bc details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:40.136521 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0f76-029b-48c6-b6b9-ed61ae83c981 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:40.138575 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:40.147285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f5223a-fc56-4e06-98dc-7b93a8a83e14 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:40.150086 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-049600fb-8d39-4917-9755-e1799d5533b2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0681658 Nov 12 03:47:40.153906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f5223a-fc56-4e06-98dc-7b93a8a83e14 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:40.156240 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d7f5223a-fc56-4e06-98dc-7b93a8a83e14 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0910468 Nov 12 03:47:40.158174 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:40.207340 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-547077b0-17e0-440f-881f-f6d1c4f241ee req-1a9f5aa3-5eff-45a7-8eb7-980de2d1caef service neutron] 10.222.0.25 "GET /v2.0/networks/7828d1a5-9946-41af-b946-aaa68c0bc955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927564 Nov 12 03:47:40.217517 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-2be7c025-e7a3-48b8-a48e-1bbd746bb229 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.0663199 Nov 12 03:47:40.271165 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0f76-029b-48c6-b6b9-ed61ae83c981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:40.365509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5a37b3ce-431d-483f-b80f-7df004572f83 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port 551ad75a-3e7a-4722-81c5-10582d72a849 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:40.366087 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a37b3ce-431d-483f-b80f-7df004572f83 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:40.453445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:40.467422 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-547077b0-17e0-440f-881f-f6d1c4f241ee req-55fc0db4-862a-4877-96aa-d8e4325ad098 service neutron] 10.222.0.25 "GET /v2.0/networks/7828d1a5-9946-41af-b946-aaa68c0bc955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471023 Nov 12 03:47:40.479000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d0f76-029b-48c6-b6b9-ed61ae83c981 None None] Pushing event updated for resources: {'Port': ['ID=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:40.479000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '053d16e6-c4d7-4126-82af-4b5dc6ef61bc', 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb', 'port_id': '053d16e6-c4d7-4126-82af-4b5dc6ef61bc', 'mac_address': 'fa:16:3e:4b:10:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899de18e-7897-4846-9001-c1f9957ea303', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:40.521468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-4042bcf2-8d0a-4d95-9728-4432b4996a86 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:40.539740 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6edda623-7a5e-4df6-bda4-5bbe0095be6d req-4042bcf2-8d0a-4d95-9728-4432b4996a86 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.3210199 Nov 12 03:47:40.579161 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:40.600626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 053d16e6-c4d7-4126-82af-4b5dc6ef61bc {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:40.622675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d2c03ce-7418-4838-8ff6-88c721c1d9cd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:40.625203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473186da-cfc9-4ab1-a95b-3e6780990311 req-80a98837-1939-4365-8ba4-92aad28ccc60 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:40.628123 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-473186da-cfc9-4ab1-a95b-3e6780990311 req-80a98837-1939-4365-8ba4-92aad28ccc60 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 946 time: 0.1835375 Nov 12 03:47:40.646177 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a37b3ce-431d-483f-b80f-7df004572f83 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:40.668296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:40.725305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5a37b3ce-431d-483f-b80f-7df004572f83 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for 551ad75a-3e7a-4722-81c5-10582d72a849 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:40.731375 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:40.749021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:40.749239 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:40.761753 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-473186da-cfc9-4ab1-a95b-3e6780990311 req-cf74a86f-7ad5-4a37-9fe5-b232133e82e0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190338 Nov 12 03:47:40.876161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:40.878999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da12158-79d9-4595-86fe-83c173a66a11 req-1c73b409-2608-447e-9453-5a0b99c21a32 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:40.882872 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7da12158-79d9-4595-86fe-83c173a66a11 req-1c73b409-2608-447e-9453-5a0b99c21a32 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 945 time: 0.1335673 Nov 12 03:47:40.946260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['053d16e6-c4d7-4126-82af-4b5dc6ef61bc'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:40.992572 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7da12158-79d9-4595-86fe-83c173a66a11 req-8b150af0-592f-4988-8116-937db3878d92 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/security-groups?id=e17ab0ff-6f2d-4271-9f73-0ca574215f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992589 Nov 12 03:47:41.103337 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b67ba60d-1058-4e00-b62e-10fab1f8fd57 req-7a6826c7-caf3-43e7-9003-1b70a58766af tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips/30127a74-6492-4ab5-a07e-7313f42a7f11 HTTP/1.1" status: 200 len: 693 time: 0.1028693 Nov 12 03:47:41.272261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ba60d-1058-4e00-b62e-10fab1f8fd57 req-c2d25703-d650-4383-b2b4-4bb9cbffb3e2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:41.284962 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b67ba60d-1058-4e00-b62e-10fab1f8fd57 req-c2d25703-d650-4383-b2b4-4bb9cbffb3e2 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.1803524 Nov 12 03:47:41.359306 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a37b3ce-431d-483f-b80f-7df004572f83 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:41.436171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37b3ce-431d-483f-b80f-7df004572f83 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=551ad75a-3e7a-4722-81c5-10582d72a849,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:41.472232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0b2e30c1-1ad0-4a9e-9e77-58472ac7df86 None None] Provisioning complete for port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:41.472881 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b2e30c1-1ad0-4a9e-9e77-58472ac7df86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:41.492918 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3459c-c51d-4627-b0d9-25de84357756 req-85d1e758-c384-4bd9-b17e-f53c937e2a36 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:41.494789 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6c3459c-c51d-4627-b0d9-25de84357756 req-85d1e758-c384-4bd9-b17e-f53c937e2a36 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 1098 time: 0.1464939 Nov 12 03:47:41.629103 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a37b3ce-431d-483f-b80f-7df004572f83 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:41.642062 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5a37b3ce-431d-483f-b80f-7df004572f83 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/551ad75a-3e7a-4722-81c5-10582d72a849 HTTP/1.1" status: 204 len: 168 time: 1.4794505 Nov 12 03:47:41.642962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:41.683061 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6c3459c-c51d-4627-b0d9-25de84357756 req-06145f63-ccb7-4409-b317-39afb1b28969 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601858 Nov 12 03:47:41.733285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40a7017-69b9-4ba0-a365-c8c5e9e80fad tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:41.733285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40a7017-69b9-4ba0-a365-c8c5e9e80fad tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:41.733285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40a7017-69b9-4ba0-a365-c8c5e9e80fad tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:41.733285 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d40a7017-69b9-4ba0-a365-c8c5e9e80fad tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0883384 Nov 12 03:47:41.743095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33142) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:41.839253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c481a53-cae2-4ff2-b84e-10a1ac79d04d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet 110bc920-572b-423b-891d-ce84705428e1 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:41.852443 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c481a53-cae2-4ff2-b84e-10a1ac79d04d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:41.898371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9301db-4296-4304-b356-57d9f91cb1e3 req-3fb4ff77-4172-47a9-96bb-d95d9fcd155f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:41.900022 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec9301db-4296-4304-b356-57d9f91cb1e3 req-3fb4ff77-4172-47a9-96bb-d95d9fcd155f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 944 time: 0.0904431 Nov 12 03:47:41.949067 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-402176e0-0fbb-493c-bf53-cdefcfc30865 req-ca08f7cc-c7b6-45b1-ac02-c1ab1d510071 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips/30127a74-6492-4ab5-a07e-7313f42a7f11 HTTP/1.1" status: 200 len: 693 time: 0.0720477 Nov 12 03:47:41.976636 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c481a53-cae2-4ff2-b84e-10a1ac79d04d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.004196 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec9301db-4296-4304-b356-57d9f91cb1e3 req-e8d21298-637d-43b0-acad-123d7dd3ece7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909286 Nov 12 03:47:42.015256 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f096634e-0bca-4a18-a89f-ca191eee9b6d None None] Could not find standard attr ID for object 551ad75a-3e7a-4722-81c5-10582d72a849. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:47:42.134283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 72948fa0-28c0-42a7-9039-b993cf4c94c3 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:42.164765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402176e0-0fbb-493c-bf53-cdefcfc30865 req-b37ee27c-074b-414a-9974-24c1a7463309 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:42.167799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-402176e0-0fbb-493c-bf53-cdefcfc30865 req-b37ee27c-074b-414a-9974-24c1a7463309 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.2041218 Nov 12 03:47:42.183080 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c481a53-cae2-4ff2-b84e-10a1ac79d04d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.306928 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-402176e0-0fbb-493c-bf53-cdefcfc30865 req-cd99af54-b437-4171-8f7e-bb270748ec38 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.1303518 Nov 12 03:47:42.309989 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 72948fa0-28c0-42a7-9039-b993cf4c94c3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:42.315824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 72948fa0-28c0-42a7-9039-b993cf4c94c3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:42.316716 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.383149 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-402176e0-0fbb-493c-bf53-cdefcfc30865 req-371a2a1b-1b6b-4be2-a14f-6f1cf27e02c1 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.0598388 Nov 12 03:47:42.480266 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.489886 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c481a53-cae2-4ff2-b84e-10a1ac79d04d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.528176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72948fa0-28c0-42a7-9039-b993cf4c94c3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:42.531893 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6661b3bc-e351-4abf-8d31-eece95b47780" -d '{"events": [{"server_uuid": "eb785430-0c6a-49e2-bc94-257c4c6d1396", "name": "network-vif-plugged", "status": "completed", "tag": "72948fa0-28c0-42a7-9039-b993cf4c94c3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:42.603182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934781a9-3c1b-4aaa-a0c7-642dc762eb77 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:42.621211 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c481a53-cae2-4ff2-b84e-10a1ac79d04d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.631743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:42.632790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5c481a53-cae2-4ff2-b84e-10a1ac79d04d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/110bc920-572b-423b-891d-ce84705428e1 HTTP/1.1" status: 204 len: 168 time: 0.8945050 Nov 12 03:47:42.641437 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c481a53-cae2-4ff2-b84e-10a1ac79d04d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=110bc920-572b-423b-891d-ce84705428e1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:42.734156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-402176e0-0fbb-493c-bf53-cdefcfc30865 req-2918b962-c690-40ee-82da-789beab84d4f tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Deleting port bc460380-0764-4baf-aafe-1b8f6cc9979b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:42.735069 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-402176e0-0fbb-493c-bf53-cdefcfc30865 req-2918b962-c690-40ee-82da-789beab84d4f tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.736481 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f7970d-f383-4ad1-9d4f-889a88e4c849 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet c289bd5f-619d-46ac-ab1b-fd78f0e2e6a5 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:42.746717 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2f7970d-f383-4ad1-9d4f-889a88e4c849 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.882225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 72948fa0-28c0-42a7-9039-b993cf4c94c3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=72948fa0-28c0-42a7-9039-b993cf4c94c3,segment=NetworkSegment(1766dea6-f3b3-4e88-bfc1-71afc371bb1d),segment_id=1766dea6-f3b3-4e88-bfc1-71afc371bb1d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:42.892636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d2c03ce-7418-4838-8ff6-88c721c1d9cd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:42.893973 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2f7970d-f383-4ad1-9d4f-889a88e4c849 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.997767 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-402176e0-0fbb-493c-bf53-cdefcfc30865 req-2918b962-c690-40ee-82da-789beab84d4f tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.999753 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-402176e0-0fbb-493c-bf53-cdefcfc30865 req-2918b962-c690-40ee-82da-789beab84d4f tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.034509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-402176e0-0fbb-493c-bf53-cdefcfc30865 req-2918b962-c690-40ee-82da-789beab84d4f tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Calling delete_port for bc460380-0764-4baf-aafe-1b8f6cc9979b owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:43.053366 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.057226 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 053d16e6-c4d7-4126-82af-4b5dc6ef61bc up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:43.063305 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2f7970d-f383-4ad1-9d4f-889a88e4c849 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.229660 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2f7970d-f383-4ad1-9d4f-889a88e4c849 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.276205 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2f7970d-f383-4ad1-9d4f-889a88e4c849 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.282986 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c2f7970d-f383-4ad1-9d4f-889a88e4c849 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/c289bd5f-619d-46ac-ab1b-fd78f0e2e6a5 HTTP/1.1" status: 204 len: 168 time: 0.6489089 Nov 12 03:47:43.287624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33180) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:43.309986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7970d-f383-4ad1-9d4f-889a88e4c849 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=c289bd5f-619d-46ac-ab1b-fd78f0e2e6a5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:43.419306 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d8f4666f-366b-410b-9088-06b4d0d8b499 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220326 Nov 12 03:47:43.428809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33184) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:43.433798 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:43.722972 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-402176e0-0fbb-493c-bf53-cdefcfc30865 req-2918b962-c690-40ee-82da-789beab84d4f tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.730447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=72948fa0-28c0-42a7-9039-b993cf4c94c3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:43.771113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:43.771553 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.776379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:43.776867 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.817234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:43.821375 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.829829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918b962-c690-40ee-82da-789beab84d4f tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Pushing event deleted for resources: {'Port': ['ID=bc460380-0764-4baf-aafe-1b8f6cc9979b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:43.966801 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-402176e0-0fbb-493c-bf53-cdefcfc30865 req-2918b962-c690-40ee-82da-789beab84d4f tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.971551 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-402176e0-0fbb-493c-bf53-cdefcfc30865 req-2918b962-c690-40ee-82da-789beab84d4f tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.979745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f178a818-4a9a-4998-a3e9-14db15de1874 None None] Update dhcp port {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'fixed_ips': [{'subnet_id': 'c289bd5f-619d-46ac-ab1b-fd78f0e2e6a5'}], 'binding:host_id': 'n-d-767704-23'}, 'id': '1d2c03ce-7418-4838-8ff6-88c721c1d9cd'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:47:43.983732 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-402176e0-0fbb-493c-bf53-cdefcfc30865 req-2918b962-c690-40ee-82da-789beab84d4f tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "DELETE /v2.0/floatingips/30127a74-6492-4ab5-a07e-7313f42a7f11 HTTP/1.1" status: 204 len: 173 time: 1.5933363 Nov 12 03:47:44.134182 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f178a818-4a9a-4998-a3e9-14db15de1874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:44.156777 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:44.255420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be6728-693d-44ac-b579-74e1a4a81f13 req-0119841e-e905-47ef-980c-6cc4dd40ff1b tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:44.261881 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41be6728-693d-44ac-b579-74e1a4a81f13 req-0119841e-e905-47ef-980c-6cc4dd40ff1b tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.1121914 Nov 12 03:47:44.341706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:44.355916 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41be6728-693d-44ac-b579-74e1a4a81f13 req-d3541c38-fe84-4d93-8bb8-c9cf4db71d73 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918758 Nov 12 03:47:44.439592 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:44.445680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069405db-823a-447b-ba44-ab859a3d10d3 req-f0c0063a-a84d-4103-8a88-6f3ee1bed032 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:44.447220 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312c5b33-c08a-45ee-bcc8-96c7fc4614b0 x-openstack-request-id: req-312c5b33-c08a-45ee-bcc8-96c7fc4614b0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:44.447701 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb785430-0c6a-49e2-bc94-257c4c6d1396", "name": "network-vif-plugged", "status": "completed", "tag": "72948fa0-28c0-42a7-9039-b993cf4c94c3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:44.448133 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-312c5b33-c08a-45ee-bcc8-96c7fc4614b0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:44.448697 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72948fa0-28c0-42a7-9039-b993cf4c94c3', 'code': 200} Nov 12 03:47:44.458792 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-069405db-823a-447b-ba44-ab859a3d10d3 req-f0c0063a-a84d-4103-8a88-6f3ee1bed032 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 946 time: 1.0099580 Nov 12 03:47:44.584996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeea4d2-6e55-4f84-9536-39eda6f299f9 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:44.631666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-069405db-823a-447b-ba44-ab859a3d10d3 req-56df779c-435d-4cd1-978d-12fd63859632 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/security-groups?id=e17ab0ff-6f2d-4271-9f73-0ca574215f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676455 Nov 12 03:47:44.697547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:44.717130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fa64bf41-39d9-4e2b-a9ef-0db6f6d44d41 None None] Provisioning complete for port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:44.717900 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa64bf41-39d9-4e2b-a9ef-0db6f6d44d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:44.744571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc932fc-bf6c-4c1c-9145-ffbcc6d90dd1 req-58f981d9-308e-4bbc-a537-e88b6f698b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:44.747977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8dc932fc-bf6c-4c1c-9145-ffbcc6d90dd1 req-58f981d9-308e-4bbc-a537-e88b6f698b2a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 1098 time: 0.1467812 Nov 12 03:47:45.025683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.objects.ports [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:47:45.183955 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] Update dhcp port {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'fixed_ips': [{'subnet_id': 'c16a12ff-04f5-40d1-a491-cc7ef577621e'}], 'binding:host_id': 'n-d-767704-23'}, 'id': '1d2c03ce-7418-4838-8ff6-88c721c1d9cd'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:47:45.263103 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.786424 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:47:45.786424 n-d-767704-23 neutron-server[103148]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 12 03:47:45.786424 n-d-767704-23 neutron-server[103148]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe9b:44b2', 'status': 'ALLOCATED', 'ipam_subnet_id': '2b691e8e-c638-4f4a-8a77-d0ba114c1942'}] Nov 12 03:47:45.786424 n-d-767704-23 neutron-server[103148]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:47:45.787181 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:47:45.935191 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8dc932fc-bf6c-4c1c-9145-ffbcc6d90dd1 req-acfcb112-0918-4c49-bcaf-439491addff3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e17ab0ff-6f2d-4271-9f73-0ca574215f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1495211 Nov 12 03:47:45.955503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2316c8-2b2c-4dc4-bf63-88cb0ca56f3a req-25aedb45-abeb-43d0-9e5c-072f03c89f3f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:45.958916 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4c2316c8-2b2c-4dc4-bf63-88cb0ca56f3a req-25aedb45-abeb-43d0-9e5c-072f03c89f3f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 1.2361586 Nov 12 03:47:46.107502 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4c2316c8-2b2c-4dc4-bf63-88cb0ca56f3a req-767b4a30-2894-426d-adbb-2bb22ac0d17b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294246 Nov 12 03:47:46.195686 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f265d-ac14-4cf8-809b-175c3d1147dd req-09da59c9-e811-4e6b-8dd0-4c06bad3815c tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:46.198157 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-292f265d-ac14-4cf8-809b-175c3d1147dd req-09da59c9-e811-4e6b-8dd0-4c06bad3815c tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3965993 Nov 12 03:47:46.199218 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.363768 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.380642 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b469e-912f-47be-b1f0-fc68462fbe65 req-53a6c30a-3859-4074-aa4b-19974bae8771 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:46.401112 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd4b469e-912f-47be-b1f0-fc68462fbe65 req-53a6c30a-3859-4074-aa4b-19974bae8771 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.1315436 Nov 12 03:47:46.486102 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd4b469e-912f-47be-b1f0-fc68462fbe65 req-dd050c48-882d-467c-b0f7-1a9670f4d721 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827739 Nov 12 03:47:46.543116 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] For port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:46.629055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77da2d6-6799-4f38-b182-4b373c747b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053d16e6-c4d7-4126-82af-4b5dc6ef61bc'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:46.632251 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce4dfda-9893-4ae0-9a09-c891b39315f4" -d '{"events": [{"server_uuid": "e77da2d6-6799-4f38-b182-4b373c747b29", "name": "network-vif-plugged", "status": "completed", "tag": "053d16e6-c4d7-4126-82af-4b5dc6ef61bc"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:46.664279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d2c03ce-7418-4838-8ff6-88c721c1d9cd no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:46.760435 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1d1e7ff-4ded-4401-8d43-8b46b971bcd6 req-f14fd6e1-29cb-4831-a774-d6f698bd8fee tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips?tenant_id=e63b44cf28ad42df9a1c0e36a78766d0 HTTP/1.1" status: 200 len: 1657 time: 0.2114284 Nov 12 03:47:46.870868 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.974115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1e7ff-4ded-4401-8d43-8b46b971bcd6 req-28ead164-a833-402b-a8f5-c8745b1775ae tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:46.986763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1d1e7ff-4ded-4401-8d43-8b46b971bcd6 req-28ead164-a833-402b-a8f5-c8745b1775ae tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks?id=7e2d1792-a484-458c-8d3b-735e30c8bf07&id=7e2d1792-a484-458c-8d3b-735e30c8bf07&id=7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 787 time: 0.2233975 Nov 12 03:47:46.996029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-a1d1e7ff-4ded-4401-8d43-8b46b971bcd6 req-a21e2864-4237-4b53-a654-08dbca495928 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:47:47.011233 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1d1e7ff-4ded-4401-8d43-8b46b971bcd6 req-a21e2864-4237-4b53-a654-08dbca495928 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0230851 Nov 12 03:47:47.061474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fec164-7528-4424-9598-0d4fdbb00e64 req-c74eed94-2c8a-4db4-86f8-b8146a66e935 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:47.071193 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-33fec164-7528-4424-9598-0d4fdbb00e64 req-c74eed94-2c8a-4db4-86f8-b8146a66e935 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 946 time: 0.6418881 Nov 12 03:47:47.190103 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.227661 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-33fec164-7528-4424-9598-0d4fdbb00e64 req-cc2f9b07-f84b-4d57-b7bf-bdeba404f6f3 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/security-groups?id=e17ab0ff-6f2d-4271-9f73-0ca574215f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547151 Nov 12 03:47:47.274380 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.275601 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.419976 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:47:47.421809 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:47:47.424901 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d948aa-2ab8-4b61-9805-e5cb3815eb42 x-openstack-request-id: req-c4d948aa-2ab8-4b61-9805-e5cb3815eb42 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:47.425930 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77da2d6-6799-4f38-b182-4b373c747b29", "name": "network-vif-plugged", "status": "completed", "tag": "053d16e6-c4d7-4126-82af-4b5dc6ef61bc", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:47.426708 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c4d948aa-2ab8-4b61-9805-e5cb3815eb42 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:47.428500 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77da2d6-6799-4f38-b182-4b373c747b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053d16e6-c4d7-4126-82af-4b5dc6ef61bc', 'code': 200} Nov 12 03:47:47.431927 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:47:47.433290 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:47:47.580760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:47.602852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:47.617077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:47.618043 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.640868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-881e732e-e338-4b73-a349-122df90edfa8 req-e6ed01f8-fa52-47d7-9960-54033a19d006 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips/85b8b130-405e-4f53-9550-58e4aace1997 HTTP/1.1" status: 200 len: 693 time: 0.1489615 Nov 12 03:47:47.717276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=c16a12ff-04f5-40d1-a491-cc7ef577621e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:47.812558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,revision_number=8']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:47.833977 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-81dd498e-194b-4f1b-8a51-08db64776338 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4002180 Nov 12 03:47:47.836229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:47.847533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ef26fb1e-f79e-42b1-b5c2-4e836b42cca2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:47.991739 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.079447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e732e-e338-4b73-a349-122df90edfa8 req-a7f1ceb6-ff83-4d37-a5ba-88534d33bb58 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:48.084389 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-881e732e-e338-4b73-a349-122df90edfa8 req-a7f1ceb6-ff83-4d37-a5ba-88534d33bb58 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.4416916 Nov 12 03:47:48.105860 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.132551 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:48.190716 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-881e732e-e338-4b73-a349-122df90edfa8 req-538c8b13-9296-4349-b27e-1eb3b12745f6 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.143 HTTP/1.1" status: 200 len: 696 time: 0.0959375 Nov 12 03:47:48.261326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef26fb1e-f79e-42b1-b5c2-4e836b42cca2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:48.266023 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef26fb1e-f79e-42b1-b5c2-4e836b42cca2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.327390 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-881e732e-e338-4b73-a349-122df90edfa8 req-2c0171a3-3363-40a1-91e6-fe147cf0e272 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.143 HTTP/1.1" status: 200 len: 696 time: 0.1321352 Nov 12 03:47:48.373987 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.529608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:48.581127 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:47:48.581717 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:47:48.648572 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.734709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-881e732e-e338-4b73-a349-122df90edfa8 req-847064a7-345b-447a-aaca-4dbe95535262 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Deleting port f6855c70-7ed9-45e1-8d7c-1557f0a6768a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:48.735465 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-881e732e-e338-4b73-a349-122df90edfa8 req-847064a7-345b-447a-aaca-4dbe95535262 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.754446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be12f5c-e2a2-478b-b90e-a057422d207e req-8f3ae8fd-e53f-4629-8670-371c8654d435 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:48.779535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9be12f5c-e2a2-478b-b90e-a057422d207e req-8f3ae8fd-e53f-4629-8670-371c8654d435 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.1130624 Nov 12 03:47:48.880072 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.920290 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9be12f5c-e2a2-478b-b90e-a057422d207e req-36cd29ad-38fc-46c6-8738-fefade911565 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394997 Nov 12 03:47:49.027827 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-881e732e-e338-4b73-a349-122df90edfa8 req-847064a7-345b-447a-aaca-4dbe95535262 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:49.028580 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-881e732e-e338-4b73-a349-122df90edfa8 req-847064a7-345b-447a-aaca-4dbe95535262 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:49.081085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-881e732e-e338-4b73-a349-122df90edfa8 req-847064a7-345b-447a-aaca-4dbe95535262 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Calling delete_port for f6855c70-7ed9-45e1-8d7c-1557f0a6768a owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:49.180450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b65988-b6b3-444d-bfa9-490af838aea6 req-1ddcc223-e17a-4b57-b30c-249f9b49b186 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:49.193351 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97b65988-b6b3-444d-bfa9-490af838aea6 req-1ddcc223-e17a-4b57-b30c-249f9b49b186 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.1494293 Nov 12 03:47:49.200987 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef26fb1e-f79e-42b1-b5c2-4e836b42cca2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:49.263832 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef26fb1e-f79e-42b1-b5c2-4e836b42cca2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:49.271650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ef26fb1e-f79e-42b1-b5c2-4e836b42cca2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:49.287834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef26fb1e-f79e-42b1-b5c2-4e836b42cca2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:49.288819 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef26fb1e-f79e-42b1-b5c2-4e836b42cca2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:49.292529 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97b65988-b6b3-444d-bfa9-490af838aea6 req-c12d145a-7e1f-4209-ac6b-02f1f8bc5fe2 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979373 Nov 12 03:47:49.325787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26fb1e-f79e-42b1-b5c2-4e836b42cca2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=9b04dd45-d8e3-425f-9849-9665072d6543,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:49.464333 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] For port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:49.504188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ea23a-f669-40b2-af6a-d8a259845eed req-ce044da9-0146-4d1e-a158-9fb2630e2646 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:49.506280 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b83ea23a-f669-40b2-af6a-d8a259845eed req-ce044da9-0146-4d1e-a158-9fb2630e2646 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 946 time: 0.0878847 Nov 12 03:47:49.606010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b83ea23a-f669-40b2-af6a-d8a259845eed req-16fc2b93-d308-4dec-b7d8-2b7db7b2b330 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/security-groups?id=e17ab0ff-6f2d-4271-9f73-0ca574215f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778937 Nov 12 03:47:49.730436 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:49.794113 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ef26fb1e-f79e-42b1-b5c2-4e836b42cca2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9537909 Nov 12 03:47:49.796704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33248) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:49.805178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'mac_address': 'fa:16:3e:aa:19:e9', 'name': 'tempest-NetworksTestDHCPv6-991508938'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:49.814074 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:49.819576 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-881e732e-e338-4b73-a349-122df90edfa8 req-847064a7-345b-447a-aaca-4dbe95535262 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:49.914831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c45c0-e61a-425a-80dd-385d1bb5b45d None None] Pushing event updated for resources: {'Port': ['ID=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:49.967356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847064a7-345b-447a-aaca-4dbe95535262 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Pushing event deleted for resources: {'Port': ['ID=f6855c70-7ed9-45e1-8d7c-1557f0a6768a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:50.040965 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:47:50.233263 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-881e732e-e338-4b73-a349-122df90edfa8 req-847064a7-345b-447a-aaca-4dbe95535262 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:50.240580 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-881e732e-e338-4b73-a349-122df90edfa8 req-847064a7-345b-447a-aaca-4dbe95535262 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:50.244120 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-881e732e-e338-4b73-a349-122df90edfa8 req-847064a7-345b-447a-aaca-4dbe95535262 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "DELETE /v2.0/floatingips/85b8b130-405e-4f53-9550-58e4aace1997 HTTP/1.1" status: 204 len: 173 time: 1.9152808 Nov 12 03:47:50.448475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f404e-41ed-49ac-b720-1b0d99c51b7f req-81dccb2f-bed3-47e2-87b5-896815fcdcd9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:50.450703 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-109f404e-41ed-49ac-b720-1b0d99c51b7f req-81dccb2f-bed3-47e2-87b5-896815fcdcd9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.1286287 Nov 12 03:47:50.696935 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-49373790-e3c3-4621-af26-3934601b9760 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 258 time: 0.6857550 Nov 12 03:47:50.703161 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-109f404e-41ed-49ac-b720-1b0d99c51b7f req-756ba52f-0de3-4d4f-ad98-158c3d151ca3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356386 Nov 12 03:47:50.799943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d2c03ce-7418-4838-8ff6-88c721c1d9cd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:50.960358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:51.015075 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:51.015464 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.046951 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8da6363a-f967-4f20-8087-df0b2c1a9705 req-1f455282-24bc-4486-be40-32767d4ad690 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips/94e2f956-8d27-4bff-8e69-4173143c0c0b HTTP/1.1" status: 200 len: 693 time: 0.1970801 Nov 12 03:47:51.282922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33270) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:51.307087 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.403205 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.409441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:51.471086 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.482515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:51.526209 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6363a-f967-4f20-8087-df0b2c1a9705 req-6c7b7b20-1ed6-461f-8b86-60cacbab43ef tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:51.529355 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8da6363a-f967-4f20-8087-df0b2c1a9705 req-6c7b7b20-1ed6-461f-8b86-60cacbab43ef tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.4730325 Nov 12 03:47:51.561237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01662cb2-a36d-4b54-808e-25261e53d777 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:51.597751 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08eed716-6924-400b-9f23-ef9d945a8525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.647237 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8da6363a-f967-4f20-8087-df0b2c1a9705 req-57378377-d2b6-4a02-859d-6f3561933282 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.0979123 Nov 12 03:47:51.665514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port 9c733406-8f27-43df-86ed-244132d8e70f yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:47:51.733488 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8da6363a-f967-4f20-8087-df0b2c1a9705 req-bdaa9a87-603b-48df-ae85-ae5d6d8bcf04 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.0840337 Nov 12 03:47:51.849144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.870408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9a6c79b5-c170-4d8f-bd14-bd0887e6cc91 None None] Provisioning complete for port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:51.871287 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a6c79b5-c170-4d8f-bd14-bd0887e6cc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.873582 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:52.046423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-8da6363a-f967-4f20-8087-df0b2c1a9705 req-8a304a10-8a68-43dd-95ec-4342e8fe11e5 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Deleting port bb9a348f-7cc3-4f2d-b946-81ce5929e9f9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:52.047028 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8da6363a-f967-4f20-8087-df0b2c1a9705 req-8a304a10-8a68-43dd-95ec-4342e8fe11e5 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.284293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7c8b9b-6142-4b6f-a9dd-e09a2fc34779 None None] Update dhcp port {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'fixed_ips': [{'subnet_id': 'c16a12ff-04f5-40d1-a491-cc7ef577621e', 'ip_address': '2001:db8::f816:3eff:fe9b:44b2'}, {'subnet_id': '9b04dd45-d8e3-425f-9849-9665072d6543'}], 'binding:host_id': 'n-d-767704-23'}, 'id': '1d2c03ce-7418-4838-8ff6-88c721c1d9cd'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:47:52.331853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 172.20.0.9 (be54d603-2a64-497a-84fd-dd53e383892b/9b04dd45-d8e3-425f-9849-9665072d6543/9c733406-8f27-43df-86ed-244132d8e70f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:52.332911 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f7c8b9b-6142-4b6f-a9dd-e09a2fc34779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.348581 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08eed716-6924-400b-9f23-ef9d945a8525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.356967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::f816:3eff:feaa:19e9 (be54d603-2a64-497a-84fd-dd53e383892b/c16a12ff-04f5-40d1-a491-cc7ef577621e/9c733406-8f27-43df-86ed-244132d8e70f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:52.364127 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8da6363a-f967-4f20-8087-df0b2c1a9705 req-8a304a10-8a68-43dd-95ec-4342e8fe11e5 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.373116 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8da6363a-f967-4f20-8087-df0b2c1a9705 req-8a304a10-8a68-43dd-95ec-4342e8fe11e5 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.413579 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.427655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-8da6363a-f967-4f20-8087-df0b2c1a9705 req-8a304a10-8a68-43dd-95ec-4342e8fe11e5 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Calling delete_port for bb9a348f-7cc3-4f2d-b946-81ce5929e9f9 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:52.627805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d2c03ce-7418-4838-8ff6-88c721c1d9cd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:52.663834 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08eed716-6924-400b-9f23-ef9d945a8525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.799731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:52.800426 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.885358 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.905198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8da6363a-f967-4f20-8087-df0b2c1a9705 req-8a304a10-8a68-43dd-95ec-4342e8fe11e5 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.993682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a304a10-8a68-43dd-95ec-4342e8fe11e5 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Pushing event deleted for resources: {'Port': ['ID=bb9a348f-7cc3-4f2d-b946-81ce5929e9f9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:53.047051 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0308a711-e588-4ea6-9470-701ab71db335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.094239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-08eed716-6924-400b-9f23-ef9d945a8525 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8ca1015d4e594278a0483118e30e2c08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8091125 Nov 12 03:47:53.101639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:53.104240 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.107362 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eed716-6924-400b-9f23-ef9d945a8525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d20c0b8-6801-4f75-a00d-a20e52d82d60,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:53.229291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:53.229680 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8da6363a-f967-4f20-8087-df0b2c1a9705 req-8a304a10-8a68-43dd-95ec-4342e8fe11e5 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.239441 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8da6363a-f967-4f20-8087-df0b2c1a9705 req-8a304a10-8a68-43dd-95ec-4342e8fe11e5 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.252652 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8da6363a-f967-4f20-8087-df0b2c1a9705 req-8a304a10-8a68-43dd-95ec-4342e8fe11e5 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "DELETE /v2.0/floatingips/94e2f956-8d27-4bff-8e69-4173143c0c0b HTTP/1.1" status: 204 len: 173 time: 1.5171576 Nov 12 03:47:53.255199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:53.299445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6f7c8b9b-6142-4b6f-a9dd-e09a2fc34779 None None] Allocated IP 172.20.0.2 (be54d603-2a64-497a-84fd-dd53e383892b/9b04dd45-d8e3-425f-9849-9665072d6543/1d2c03ce-7418-4838-8ff6-88c721c1d9cd) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:53.333642 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:53.452819 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b51265-fea2-49c9-9e1b-10755ce35f8a req-8570e799-8902-4e7d-ad23-d837e10ee232 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:53.462424 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37b51265-fea2-49c9-9e1b-10755ce35f8a req-8570e799-8902-4e7d-ad23-d837e10ee232 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.1023884 Nov 12 03:47:53.483293 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Allocated IP 172.25.8.97 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/396a1891-fd51-45d6-ba94-7a9450070725) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:53.503685 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8697de0-42a4-4c25-bbd3-6b8e05af7440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.553364 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37b51265-fea2-49c9-9e1b-10755ce35f8a req-fa4b8aa3-8b36-40c0-a84e-d8098aa9f883 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752313 Nov 12 03:47:53.560239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6f7c8b9b-6142-4b6f-a9dd-e09a2fc34779 None None] For port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:53.602575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=9c733406-8f27-43df-86ed-244132d8e70f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:53.638886 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f7c8b9b-6142-4b6f-a9dd-e09a2fc34779 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.698062 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8697de0-42a4-4c25-bbd3-6b8e05af7440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.716683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:53.718371 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.750759 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f7c8b9b-6142-4b6f-a9dd-e09a2fc34779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.946037 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.973112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c8b9b-6142-4b6f-a9dd-e09a2fc34779 None None] Pushing event updated for resources: {'Port': ['ID=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:54.003281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a85b822a-4876-4e33-ac3f-5fadd0df4116 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2047429 Nov 12 03:47:54.005666 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8697de0-42a4-4c25-bbd3-6b8e05af7440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.008472 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8697de0-42a4-4c25-bbd3-6b8e05af7440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.009975 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f8697de0-42a4-4c25-bbd3-6b8e05af7440 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7d20c0b8-6801-4f75-a00d-a20e52d82d60 HTTP/1.1" status: 204 len: 168 time: 0.8973262 Nov 12 03:47:54.010587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33284) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:54.037292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8697de0-42a4-4c25-bbd3-6b8e05af7440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d20c0b8-6801-4f75-a00d-a20e52d82d60,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:54.039339 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5aaa51-a36e-4235-bc3a-a778c2bc05fd req-3ab46a1d-e409-421b-89d7-96f597d70be9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:54.082161 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb5aaa51-a36e-4235-bc3a-a778c2bc05fd req-3ab46a1d-e409-421b-89d7-96f597d70be9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.2440610 Nov 12 03:47:54.117894 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.269638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb5aaa51-a36e-4235-bc3a-a778c2bc05fd req-0f098c90-e538-4f34-9e7c-a47f4f8098fb tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851923 Nov 12 03:47:54.360253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b98b287-2702-49cf-88f0-eee7d42a1eef tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:54.431611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b98b287-2702-49cf-88f0-eee7d42a1eef tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:54.460866 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4b98b287-2702-49cf-88f0-eee7d42a1eef tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4238284 Nov 12 03:47:54.463458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33290) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:54.603147 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7f39d4f-64ee-4d98-9172-fb4af2872f17 req-fda318d5-60c8-438f-a1a1-f4738ad221ff tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips/f384983d-360b-41e6-9b3a-7cd66d23f64d HTTP/1.1" status: 200 len: 693 time: 0.2645419 Nov 12 03:47:54.654332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d2c03ce-7418-4838-8ff6-88c721c1d9cd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:54.670111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:54.704028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:54.719082 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:54.727843 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Pushing event updated for resources: {'Port': ['ID=396a1891-fd51-45d6-ba94-7a9450070725,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:54.781155 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:54.782837 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.883516 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.094574 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f39d4f-64ee-4d98-9172-fb4af2872f17 req-367c574c-dcca-48fc-9c92-7b5c5700fa1e tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:55.118626 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7f39d4f-64ee-4d98-9172-fb4af2872f17 req-367c574c-dcca-48fc-9c92-7b5c5700fa1e tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.5140984 Nov 12 03:47:55.147890 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.181106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c4091726-c48b-4675-a549-910dbfd0d62a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port 9c733406-8f27-43df-86ed-244132d8e70f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:55.189980 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4091726-c48b-4675-a549-910dbfd0d62a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.306467 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7f39d4f-64ee-4d98-9172-fb4af2872f17 req-22a4f831-9905-41d6-8e65-b9679a6d882d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 696 time: 0.1833992 Nov 12 03:47:55.410778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7f39d4f-64ee-4d98-9172-fb4af2872f17 req-b986e0f0-8c80-4a92-b250-f57a11a9fb9d tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 696 time: 0.0765529 Nov 12 03:47:55.417632 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.635821 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4091726-c48b-4675-a549-910dbfd0d62a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.763710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c4091726-c48b-4675-a549-910dbfd0d62a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for 9c733406-8f27-43df-86ed-244132d8e70f owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:55.868410 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e7f39d4f-64ee-4d98-9172-fb4af2872f17 req-eb76c28b-2b30-4bbb-bb83-6ee83db1b891 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Deleting port f21233de-8f65-4a7c-ba78-50d3262b8e07 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:55.869498 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e7f39d4f-64ee-4d98-9172-fb4af2872f17 req-eb76c28b-2b30-4bbb-bb83-6ee83db1b891 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.873289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165e7ff4-7f05-4cc4-8a1d-a2589c471d74 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:56.091915 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-30bb84bc-d199-4ba3-94c8-55c921c73c7c None None] Provisioning complete for port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:56.092322 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-30bb84bc-d199-4ba3-94c8-55c921c73c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.167939 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e7f39d4f-64ee-4d98-9172-fb4af2872f17 req-eb76c28b-2b30-4bbb-bb83-6ee83db1b891 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.169706 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e7f39d4f-64ee-4d98-9172-fb4af2872f17 req-eb76c28b-2b30-4bbb-bb83-6ee83db1b891 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.203439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e7f39d4f-64ee-4d98-9172-fb4af2872f17 req-eb76c28b-2b30-4bbb-bb83-6ee83db1b891 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Calling delete_port for f21233de-8f65-4a7c-ba78-50d3262b8e07 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:56.369917 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.499831 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.502141 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4091726-c48b-4675-a549-910dbfd0d62a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.523625 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d06276d-d098-4036-98e4-5a78526f03f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.597083 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.705431 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e7f39d4f-64ee-4d98-9172-fb4af2872f17 req-eb76c28b-2b30-4bbb-bb83-6ee83db1b891 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.732187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Pushing event updated for resources: {'Port': ['ID=396a1891-fd51-45d6-ba94-7a9450070725,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:56.792913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76c28b-2b30-4bbb-bb83-6ee83db1b891 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Pushing event deleted for resources: {'Port': ['ID=f21233de-8f65-4a7c-ba78-50d3262b8e07,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:56.865170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4091726-c48b-4675-a549-910dbfd0d62a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=9c733406-8f27-43df-86ed-244132d8e70f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:56.875987 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.924419 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e7f39d4f-64ee-4d98-9172-fb4af2872f17 req-eb76c28b-2b30-4bbb-bb83-6ee83db1b891 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.934484 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e7f39d4f-64ee-4d98-9172-fb4af2872f17 req-eb76c28b-2b30-4bbb-bb83-6ee83db1b891 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.936192 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7f39d4f-64ee-4d98-9172-fb4af2872f17 req-eb76c28b-2b30-4bbb-bb83-6ee83db1b891 tempest-FloatingIPDetailsTestJSON-984437501 tempest-FloatingIPDetailsTestJSON-984437501-project] 10.222.0.105 "DELETE /v2.0/floatingips/f384983d-360b-41e6-9b3a-7cd66d23f64d HTTP/1.1" status: 204 len: 173 time: 1.5065014 Nov 12 03:47:56.943069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33322) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:56.957902 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4091726-c48b-4675-a549-910dbfd0d62a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.964836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c4091726-c48b-4675-a549-910dbfd0d62a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/9c733406-8f27-43df-86ed-244132d8e70f HTTP/1.1" status: 204 len: 168 time: 2.4719508 Nov 12 03:47:56.972899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33324) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:57.064569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-221d3b42-01bc-4614-9fc2-5b20569d4baa None None] Could not find standard attr ID for object 9c733406-8f27-43df-86ed-244132d8e70f. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:47:57.099145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-221d3b42-01bc-4614-9fc2-5b20569d4baa None None] Provisioning complete for port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:57.100184 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-221d3b42-01bc-4614-9fc2-5b20569d4baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.118684 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf07a12-9e47-4a0d-bcb4-65d4fbde86de tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.129818 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf07a12-9e47-4a0d-bcb4-65d4fbde86de tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.131492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf07a12-9e47-4a0d-bcb4-65d4fbde86de tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.135768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2bf07a12-9e47-4a0d-bcb4-65d4fbde86de tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1583216 Nov 12 03:47:57.140330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33326) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:57.144786 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.147194 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-7d6e5017-757c-4be3-80da-a0613e79bd5e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.4449749 Nov 12 03:47:57.300070 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-33152258-2f50-4826-bd73-17a26a25d444 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.97 HTTP/1.1" status: 200 len: 695 time: 0.0716493 Nov 12 03:47:57.358317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet 9b04dd45-d8e3-425f-9849-9665072d6543 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:57.416029 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.421753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58534b10-4a08-4c3a-bf23-fd02cb60c54a req-9cf30c76-62bf-432e-88ae-fc655a1e74f4 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.423352 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58534b10-4a08-4c3a-bf23-fd02cb60c54a req-9cf30c76-62bf-432e-88ae-fc655a1e74f4 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.3003571 Nov 12 03:47:57.499287 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.607537 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-492945e5-89de-4af7-9af1-a34a78fc15f9 None None] Could not find standard attr ID for object 9c733406-8f27-43df-86ed-244132d8e70f. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:47:57.646764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-1fcafe1c-6bd3-401c-bf2e-3b39ae474ce5 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.664743 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1f7f26c4-a532-421b-b23c-db3bd32732d7 req-1fcafe1c-6bd3-401c-bf2e-3b39ae474ce5 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.3560417 Nov 12 03:47:57.688373 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58534b10-4a08-4c3a-bf23-fd02cb60c54a req-4a9719cc-99f8-4330-b748-212bfb6b691b tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432327 Nov 12 03:47:57.839208 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.018150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4b770-c2cf-4061-98a6-ac923f24ed31 req-3f7999c8-5424-4c5d-bf90-07d016cf4e8e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:58.019804 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-34f4b770-c2cf-4061-98a6-ac923f24ed31 req-3f7999c8-5424-4c5d-bf90-07d016cf4e8e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.1743104 Nov 12 03:47:58.082277 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.119989 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.134923 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/9b04dd45-d8e3-425f-9849-9665072d6543 HTTP/1.1" status: 204 len: 168 time: 0.9906900 Nov 12 03:47:58.152487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33336) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:58.192076 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88775b00-0a84-4c36-8a35-4605b40df689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.204273 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=9b04dd45-d8e3-425f-9849-9665072d6543,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:58.237149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:58.246740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:58.246740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:58.246740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:58.246740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:58.246740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:58.246740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:58.246740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:58.246740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:58.246740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:58.246740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:58.246740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0836959-5589-4a61-a62c-a62015c88c76 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:58.292711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be535d50-71ea-4d05-979a-ffb27f698fcb None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:58.333372 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-34f4b770-c2cf-4061-98a6-ac923f24ed31 req-a18b728f-e607-4774-bb1a-a525105b5192 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011155 Nov 12 03:47:58.375812 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.880207 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.949788 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45398bc-b37e-4a7a-bc9e-745152a61133 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet c16a12ff-04f5-40d1-a491-cc7ef577621e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:59.000207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c45398bc-b37e-4a7a-bc9e-745152a61133 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.118935 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c45398bc-b37e-4a7a-bc9e-745152a61133 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.185850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-4b5d236f-cb58-447d-9dce-ad2709ac823f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:59.195623 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-4b5d236f-cb58-447d-9dce-ad2709ac823f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2853138 Nov 12 03:47:59.310694 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-a76b281e-a145-4228-bd70-cbc1febbe080 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.97 HTTP/1.1" status: 200 len: 695 time: 0.1139991 Nov 12 03:47:59.335044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-e0e6739e-8447-42da-8dce-a084a18d9cc0 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Request body: {'floatingip': {'port_id': '72948fa0-28c0-42a7-9039-b993cf4c94c3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:59.463284 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-e0e6739e-8447-42da-8dce-a084a18d9cc0 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.577502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c45398bc-b37e-4a7a-bc9e-745152a61133 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.668820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-159d520a-8842-416a-a544-041b4410566b None None] Provisioning complete for port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:59.670524 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-159d520a-8842-416a-a544-041b4410566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.921699 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c45398bc-b37e-4a7a-bc9e-745152a61133 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.994091 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45398bc-b37e-4a7a-bc9e-745152a61133 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=c16a12ff-04f5-40d1-a491-cc7ef577621e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:59.997864 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c45398bc-b37e-4a7a-bc9e-745152a61133 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.000399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e769b-fb24-4479-b4f2-5084a976a9c3 req-30023b25-3ea6-485d-a99b-7767960d97dc tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:00.003708 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c45398bc-b37e-4a7a-bc9e-745152a61133 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/c16a12ff-04f5-40d1-a491-cc7ef577621e HTTP/1.1" status: 204 len: 168 time: 1.8331945 Nov 12 03:48:00.005898 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:00.008007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-701e769b-fb24-4479-b4f2-5084a976a9c3 req-30023b25-3ea6-485d-a99b-7767960d97dc tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.1678994 Nov 12 03:48:00.019485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6635efc6-ee8c-4132-9fc8-e90f2a83e799 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:00.045276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a4ca9-40ce-40cc-abf9-75c0d65d2352 req-096a3028-8cf0-42ab-8215-616765634d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:00.047220 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-102a4ca9-40ce-40cc-abf9-75c0d65d2352 req-096a3028-8cf0-42ab-8215-616765634d95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=15dda84ecb864c3a86283905a6455cdc&device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 1097 time: 0.1065984 Nov 12 03:48:00.083668 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0192c374-da26-434d-aff9-6aead99e533e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727632 Nov 12 03:48:00.087167 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:00.099898 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2c85c072-9e27-4bb3-9ec8-d4c89a5c3ead tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:00.266543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a4ca9-40ce-40cc-abf9-75c0d65d2352 req-968ae8c8-069e-418d-9382-9b9210294818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:00.268543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-102a4ca9-40ce-40cc-abf9-75c0d65d2352 req-968ae8c8-069e-418d-9382-9b9210294818 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85b72684-9bc6-4260-b611-d4eeb96cd5e2 HTTP/1.1" status: 200 len: 917 time: 0.2080064 Nov 12 03:48:00.302043 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-88775b00-0a84-4c36-8a35-4605b40df689 admin admin] Deleting port f1ac8548-e88f-4ae0-8c28-08caeb931ff5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:00.302382 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88775b00-0a84-4c36-8a35-4605b40df689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.347668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:00.366764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-102a4ca9-40ce-40cc-abf9-75c0d65d2352 req-c4ce050c-09ac-483f-9ca7-911208e235bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71428227-0fc9-4618-a763-f00d2735da82 HTTP/1.1" status: 200 len: 217 time: 0.0721653 Nov 12 03:48:00.375037 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-701e769b-fb24-4479-b4f2-5084a976a9c3 req-1dc7bea5-7062-43fb-8a88-fa71013934a5 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421063 Nov 12 03:48:00.477138 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Deleting port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:00.478182 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.513806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a4ca9-40ce-40cc-abf9-75c0d65d2352 req-999d36c4-1e63-41da-95ab-7390029e1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:00.515334 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-102a4ca9-40ce-40cc-abf9-75c0d65d2352 req-999d36c4-1e63-41da-95ab-7390029e1f3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3e83c54a-08cf-40b8-8186-666697f3c3f6 HTTP/1.1" status: 200 len: 854 time: 0.1362658 Nov 12 03:48:00.609570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a4ca9-40ce-40cc-abf9-75c0d65d2352 req-386b8510-afd1-45b9-9515-8a6193bb4f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:00.611463 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-102a4ca9-40ce-40cc-abf9-75c0d65d2352 req-386b8510-afd1-45b9-9515-8a6193bb4f6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85b72684-9bc6-4260-b611-d4eeb96cd5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821030 Nov 12 03:48:00.617592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] For port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:00.618547 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.721697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16816a8f-4c40-4841-9e22-c9178f939790 req-a8d44bb3-cb5b-41cd-b1ae-b30d65a0ca01 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:00.725245 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16816a8f-4c40-4841-9e22-c9178f939790 req-a8d44bb3-cb5b-41cd-b1ae-b30d65a0ca01 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.1400402 Nov 12 03:48:00.789676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16816a8f-4c40-4841-9e22-c9178f939790 req-ad89566f-524b-4dfb-80e0-ae6badd85efb tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621283 Nov 12 03:48:00.851277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-102a4ca9-40ce-40cc-abf9-75c0d65d2352 req-5fd8837f-293d-4394-bc5e-f2ad1c565a8f service neutron] 10.222.0.26 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133079 Nov 12 03:48:00.893984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c85c072-9e27-4bb3-9ec8-d4c89a5c3ead tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:00.900675 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c85c072-9e27-4bb3-9ec8-d4c89a5c3ead tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.935443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d2c03ce-7418-4838-8ff6-88c721c1d9cd no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:00.976712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Calling delete_port for 1d2c03ce-7418-4838-8ff6-88c721c1d9cd owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:01.285963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-102a4ca9-40ce-40cc-abf9-75c0d65d2352 req-22f83075-9ad0-4926-8080-60fc2af8a8e4 service neutron] 10.222.0.26 "GET /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262395 Nov 12 03:48:01.397738 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.485600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-88775b00-0a84-4c36-8a35-4605b40df689 admin admin] For port f1ac8548-e88f-4ae0-8c28-08caeb931ff5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f1ac8548-e88f-4ae0-8c28-08caeb931ff5,segment=NetworkSegment(5a93403c-ce55-4061-870c-95696b992021),segment_id=5a93403c-ce55-4061-870c-95696b992021)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:01.486531 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88775b00-0a84-4c36-8a35-4605b40df689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.509158 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-e0e6739e-8447-42da-8dce-a084a18d9cc0 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:48:01.586728 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.610908 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:48:01.610908 n-d-767704-23 neutron-server[103148]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 12 03:48:01.610908 n-d-767704-23 neutron-server[103148]: [parameters: {'status': 'DOWN', 'ports_id': '1d2c03ce-7418-4838-8ff6-88c721c1d9cd'}] Nov 12 03:48:01.610908 n-d-767704-23 neutron-server[103148]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:48:01.611727 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:48:01.656693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Pushing event deleted for resources: {'Port': ['ID=1d2c03ce-7418-4838-8ff6-88c721c1d9cd,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:01.668074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] No DVR routers for this DVR port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:01.690266 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:01.690491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:01.691302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:01.692412 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:01.693008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:01.693524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:01.694066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:01.694777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:01.695128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:01.695807 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:01.696216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:01.696759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124098f0-e284-47a5-ba43-5fc4cc6961ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:01.729758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-88775b00-0a84-4c36-8a35-4605b40df689 admin admin] Calling delete_port for f1ac8548-e88f-4ae0-8c28-08caeb931ff5 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:01.770939 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-e0e6739e-8447-42da-8dce-a084a18d9cc0 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.817565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33570b-e279-4d13-8bc2-2587bfe71725 req-5c20f059-d8e3-4ff2-9cdc-05fe6702281b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:01.817565 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d33570b-e279-4d13-8bc2-2587bfe71725 req-5c20f059-d8e3-4ff2-9cdc-05fe6702281b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.0669022 Nov 12 03:48:01.925101 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d33570b-e279-4d13-8bc2-2587bfe71725 req-fcf7bdcd-d3ca-43a3-8c45-3c85d3d50971 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965831 Nov 12 03:48:01.962670 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-e0e6739e-8447-42da-8dce-a084a18d9cc0 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.162707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Port 1d2c03ce-7418-4838-8ff6-88c721c1d9cd update to DOWN by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:48:02.205550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c85c072-9e27-4bb3-9ec8-d4c89a5c3ead tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.250721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201171e-23a4-47fc-9a17-a25a410a7e52 req-909ff19d-9007-47df-ab25-51301a90b235 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:02.251107 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-e0e6739e-8447-42da-8dce-a084a18d9cc0 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Floating IP 12bb1ea2-8dca-4a1f-9136-62707abc9eda associated. External IP: 172.25.8.97, port: 72948fa0-28c0-42a7-9039-b993cf4c94c3. Nov 12 03:48:02.265931 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2201171e-23a4-47fc-9a17-a25a410a7e52 req-909ff19d-9007-47df-ab25-51301a90b235 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.0968673 Nov 12 03:48:02.375890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c85c072-9e27-4bb3-9ec8-d4c89a5c3ead tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:02.386162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2c85c072-9e27-4bb3-9ec8-d4c89a5c3ead tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:02.398343 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee4da72-e7ff-4030-89c1-33754c873982 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:02.399473 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2201171e-23a4-47fc-9a17-a25a410a7e52 req-2117da4a-3d6e-42c1-866e-ab7c8657bc28 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237411 Nov 12 03:48:02.423896 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c85c072-9e27-4bb3-9ec8-d4c89a5c3ead tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:02.424527 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c85c072-9e27-4bb3-9ec8-d4c89a5c3ead tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.437337 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85c072-9e27-4bb3-9ec8-d4c89a5c3ead tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=3ae0c5fd-727b-42d6-823e-a36006dea8d0,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:02.594764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:02.597137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:02.604431 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2c85c072-9e27-4bb3-9ec8-d4c89a5c3ead tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4934804 Nov 12 03:48:02.724284 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': '3ae0c5fd-727b-42d6-823e-a36006dea8d0'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:02.725484 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.823940 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:02.828245 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.867491 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-e0e6739e-8447-42da-8dce-a084a18d9cc0 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:02.876168 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88775b00-0a84-4c36-8a35-4605b40df689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.910332 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88775b00-0a84-4c36-8a35-4605b40df689 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ac8548-e88f-4ae0-8c28-08caeb931ff5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:03.111795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Allocated IP 172.20.0.2 (be54d603-2a64-497a-84fd-dd53e383892b/3ae0c5fd-727b-42d6-823e-a36006dea8d0/1d285bbf-bb2d-4745-a46f-6baf4e4e38cd) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:03.458769 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.551747 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.561727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27f4a9-91eb-4aa8-80a2-c5a4fc7c0ee8 req-df71fada-0e6b-4902-878d-e7bd133c3313 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:03.572643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db27f4a9-91eb-4aa8-80a2-c5a4fc7c0ee8 req-df71fada-0e6b-4902-878d-e7bd133c3313 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.1717710 Nov 12 03:48:03.622231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:03.627633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:03.632215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:03.669488 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Pushing event updated for resources: {'Port': ['ID=1d285bbf-bb2d-4745-a46f-6baf4e4e38cd,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:03.723907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Attempting to bind port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:03.724904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Attempting to bind port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:03.726051 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Attempting to bind port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:03.733211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:03.733917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:03.734579 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.735264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:03.736238 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Bound port: 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:03.736935 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.773947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-e0e6739e-8447-42da-8dce-a084a18d9cc0 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:03.782244 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-e0e6739e-8447-42da-8dce-a084a18d9cc0 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.785494 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624f874b-a1de-4e06-9074-2caafcddb359 None None] Sync routers for ids ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:03.807871 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f874b-a1de-4e06-9074-2caafcddb359 None None] Routers {'5c9e8e14-69f8-4839-8f4f-9f5942c89923'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:03.808609 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-624f874b-a1de-4e06-9074-2caafcddb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:47:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:03.853514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] For port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:03.857772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] For port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d285bbf-bb2d-4745-a46f-6baf4e4e38cd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:03.916450 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.965774 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-e0e6739e-8447-42da-8dce-a084a18d9cc0 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "PUT /v2.0/floatingips/12bb1ea2-8dca-4a1f-9136-62707abc9eda HTTP/1.1" status: 200 len: 996 time: 4.6441705 Nov 12 03:48:03.974251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'tag': '72948fa0-28c0-42a7-9039-b993cf4c94c3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:03.974838 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-624f874b-a1de-4e06-9074-2caafcddb359 None None] Set router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:03.981352 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22d7260-b7af-4421-bde6-a27345f35b34" -d '{"events": [{"name": "network-changed", "server_uuid": "eb785430-0c6a-49e2-bc94-257c4c6d1396", "tag": "72948fa0-28c0-42a7-9039-b993cf4c94c3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:04.081028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f987257-eba5-477a-aa7c-2375bda7aa51 None None] Pushing event updated for resources: {'Port': ['ID=1d285bbf-bb2d-4745-a46f-6baf4e4e38cd,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:04.107722 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88775b00-0a84-4c36-8a35-4605b40df689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.122875 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-546dc5d0-6c7d-4fe7-8426-07acd4fd2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:04.125185 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-546dc5d0-6c7d-4fe7-8426-07acd4fd2dfb service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2b4b78069b134bfbaa6eede2908eb2c5&device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 1098 time: 0.1320724 Nov 12 03:48:04.201195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.objects.ports [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:48:04.216760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db27f4a9-91eb-4aa8-80a2-c5a4fc7c0ee8 req-72f84b96-7524-4f4d-91e1-384b407853f9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430523 Nov 12 03:48:04.295556 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-624f874b-a1de-4e06-9074-2caafcddb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:21Z', 'revision_number': 4, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port': {'id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:15Z', 'updated_at': '2021-11-12T03:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '12bb1ea2-8dca-4a1f-9136-62707abc9eda', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'port_id': '72948fa0-28c0-42a7-9039-b993cf4c94c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'mac_address': 'fa:16:3e:61:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:47:55Z', 'updated_at': '2021-11-12T03:48:01Z', 'revision_number': 1, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18c5163-7804-46ee-8369-cb0f36f9e827', 'name': '', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'mac_address': 'fa:16:3e:e8:41:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:28Z', 'revision_number': 5, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'subnets': [{'id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:04.380396 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624f874b-a1de-4e06-9074-2caafcddb359 None None] Checking router: 5c9e8e14-69f8-4839-8f4f-9f5942c89923 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:04.413609 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f874b-a1de-4e06-9074-2caafcddb359 None None] Routers {'5c9e8e14-69f8-4839-8f4f-9f5942c89923'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:04.418353 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-624f874b-a1de-4e06-9074-2caafcddb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:47:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:04.419397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-99528936-3ed1-4c5f-9a5f-b3cb21681813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:04.421362 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-99528936-3ed1-4c5f-9a5f-b3cb21681813 service neutron] 10.222.0.105 "GET /v2.0/networks?id=088e3b2e-11a2-4251-87de-a683ca677686 HTTP/1.1" status: 200 len: 929 time: 0.2867563 Nov 12 03:48:04.697582 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-f71bd9c9-f450-4142-8e82-b3f66b623bbd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72948fa0-28c0-42a7-9039-b993cf4c94c3 HTTP/1.1" status: 200 len: 999 time: 0.2010279 Nov 12 03:48:04.846649 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-624f874b-a1de-4e06-9074-2caafcddb359 None None] Set router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:04.860127 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:04.935353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-03d78f3a-7d33-4d5e-8cb6-22875b048dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:04.942233 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-03d78f3a-7d33-4d5e-8cb6-22875b048dd8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3e36b8b9-ea37-4424-8e6d-2428ea358346 HTTP/1.1" status: 200 len: 866 time: 0.2401128 Nov 12 03:48:04.977401 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.986203 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:04.988458 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.002599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9c9fe-6b54-43c5-9856-0e08d0225e01 req-b2967262-ef07-46ba-87f6-80d09b33cce5 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:05.004352 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ee9c9fe-6b54-43c5-9856-0e08d0225e01 req-b2967262-ef07-46ba-87f6-80d09b33cce5 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.1585238 Nov 12 03:48:05.082799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88775b00-0a84-4c36-8a35-4605b40df689 admin admin] Router 86df4c6d-a214-4243-b2d1-1a5551f73ca0 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:05.174849 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.177345 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-b75cfe91-0efc-4dd5-81c1-984ed9783862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:05.179088 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-b75cfe91-0efc-4dd5-81c1-984ed9783862 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=088e3b2e-11a2-4251-87de-a683ca677686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2173269 Nov 12 03:48:05.226814 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-624f874b-a1de-4e06-9074-2caafcddb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:21Z', 'revision_number': 4, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port': {'id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:15Z', 'updated_at': '2021-11-12T03:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '12bb1ea2-8dca-4a1f-9136-62707abc9eda', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'port_id': '72948fa0-28c0-42a7-9039-b993cf4c94c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'mac_address': 'fa:16:3e:61:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:47:55Z', 'updated_at': '2021-11-12T03:48:01Z', 'revision_number': 1, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18c5163-7804-46ee-8369-cb0f36f9e827', 'name': '', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'mac_address': 'fa:16:3e:e8:41:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:28Z', 'revision_number': 5, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'subnets': [{'id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:05.269270 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624f874b-a1de-4e06-9074-2caafcddb359 None None] The sync data for ids ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'] in n-d-767704-23 is: [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:21Z', 'revision_number': 4, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port': {'id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:15Z', 'updated_at': '2021-11-12T03:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '12bb1ea2-8dca-4a1f-9136-62707abc9eda', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'port_id': '72948fa0-28c0-42a7-9039-b993cf4c94c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'mac_address': 'fa:16:3e:61:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:47:55Z', 'updated_at': '2021-11-12T03:48:01Z', 'revision_number': 1, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18c5163-7804-46ee-8369-cb0f36f9e827', 'name': '', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'mac_address': 'fa:16:3e:e8:41:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:28Z', 'revision_number': 5, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'subnets': [{'id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:05.275530 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ee9c9fe-6b54-43c5-9856-0e08d0225e01 req-a690918d-5e2d-43c1-967b-2833d8f60689 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612667 Nov 12 03:48:05.378406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] For port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d285bbf-bb2d-4745-a46f-6baf4e4e38cd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:05.458955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.533116 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.534205 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.613724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88775b00-0a84-4c36-8a35-4605b40df689 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:05.631632 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-88775b00-0a84-4c36-8a35-4605b40df689 admin admin] 10.222.0.105 "PUT /v2.0/routers/86df4c6d-a214-4243-b2d1-1a5551f73ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6872785 Nov 12 03:48:05.634242 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-ba3454ec-f881-461c-ab78-65fb0d458f5e service neutron] 10.222.0.105 "GET /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188097 Nov 12 03:48:05.634952 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:05.657484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140a755c-83d8-462f-9c73-bd083f48b8f5 None None] Sync routers for ids ['86df4c6d-a214-4243-b2d1-1a5551f73ca0'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:05.664536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=1d285bbf-bb2d-4745-a46f-6baf4e4e38cd,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:05.680264 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041c6dc1-3ba7-45b9-ac14-33e5e4cb3c9d x-openstack-request-id: req-041c6dc1-3ba7-45b9-ac14-33e5e4cb3c9d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:05.680658 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb785430-0c6a-49e2-bc94-257c4c6d1396", "tag": "72948fa0-28c0-42a7-9039-b993cf4c94c3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:05.681016 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-041c6dc1-3ba7-45b9-ac14-33e5e4cb3c9d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:05.681515 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'tag': '72948fa0-28c0-42a7-9039-b993cf4c94c3', 'status': 'completed', 'code': 200} Nov 12 03:48:05.761704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:05.763260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140a755c-83d8-462f-9c73-bd083f48b8f5 None None] Routers {'86df4c6d-a214-4243-b2d1-1a5551f73ca0'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:05.763907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-140a755c-83d8-462f-9c73-bd083f48b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:47:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['86df4c6d-a214-4243-b2d1-1a5551f73ca0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:05.767765 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:48:05.767765 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:48:05.784156 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf8266-a170-4eea-a0de-7d9818eee7e2 None None] New status for floating IP 12bb1ea2-8dca-4a1f-9136-62707abc9eda: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:48:05.788582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:05.804704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:05.805336 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.877798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=df9524ce-8e58-4dab-98ab-ba1fad69e9ed,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:05.978952 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-46688daa-0150-40f5-a569-c33933079dae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3834052 Nov 12 03:48:05.979641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:05.989240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0c52eb-9019-45d5-9301-0226cb850cb2 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:05.990039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'mac_address': 'fa:16:3e:89:55:35', 'name': 'tempest-NetworksTestDHCPv6-109795692'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:06.025736 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecc80bed-452c-45fa-9134-12f952329ca7 req-76f4e13d-d9e5-45f9-a1c4-b2d6d1057a95 service neutron] 10.222.0.105 "GET /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415670 Nov 12 03:48:06.031552 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.177164 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d7260-b7af-4421-bde6-a27345f35b34 req-98ba4360-d564-47b6-9686-36f34c2d9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:06.178894 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a22d7260-b7af-4421-bde6-a27345f35b34 req-98ba4360-d564-47b6-9686-36f34c2d9ecb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2b4b78069b134bfbaa6eede2908eb2c5&device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 1098 time: 0.4632444 Nov 12 03:48:06.292175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-140a755c-83d8-462f-9c73-bd083f48b8f5 None None] Set router 86df4c6d-a214-4243-b2d1-1a5551f73ca0 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:06.321507 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.347353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bb0b8-e9a9-4360-be19-0550f7c35cbb req-c26cf13e-26dd-41c5-b8d5-eeb836822966 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:06.357088 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-823bb0b8-e9a9-4360-be19-0550f7c35cbb req-c26cf13e-26dd-41c5-b8d5-eeb836822966 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.1306970 Nov 12 03:48:06.403784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d7260-b7af-4421-bde6-a27345f35b34 req-aa553871-a711-4b18-ac66-b45fc65981fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:06.406096 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a22d7260-b7af-4421-bde6-a27345f35b34 req-aa553871-a711-4b18-ac66-b45fc65981fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=088e3b2e-11a2-4251-87de-a683ca677686 HTTP/1.1" status: 200 len: 929 time: 0.2126815 Nov 12 03:48:06.432058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8c6e7a63-6197-4739-80cf-fb95cc03cb2e None None] Provisioning complete for port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:06.432582 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c6e7a63-6197-4739-80cf-fb95cc03cb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.477929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:06.527575 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-823bb0b8-e9a9-4360-be19-0550f7c35cbb req-eea65232-f010-4a07-abe2-4ef257feef85 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692312 Nov 12 03:48:06.589239 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.649534 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a22d7260-b7af-4421-bde6-a27345f35b34 req-3deea584-e9ac-4099-a6d9-e0da8838d72e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72948fa0-28c0-42a7-9039-b993cf4c94c3 HTTP/1.1" status: 200 len: 1001 time: 0.2318375 Nov 12 03:48:06.736220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d285bbf-bb2d-4745-a46f-6baf4e4e38cd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:06.762325 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.781672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d7260-b7af-4421-bde6-a27345f35b34 req-cf35b36a-7e90-4fcd-b699-109272710abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:06.783468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a22d7260-b7af-4421-bde6-a27345f35b34 req-cf35b36a-7e90-4fcd-b699-109272710abc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e36b8b9-ea37-4424-8e6d-2428ea358346 HTTP/1.1" status: 200 len: 866 time: 0.1126235 Nov 12 03:48:06.839586 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c6e7a63-6197-4739-80cf-fb95cc03cb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.923294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port 90756bab-fad5-4cce-919f-7d30b4bda499 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:06.923470 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-140a755c-83d8-462f-9c73-bd083f48b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'name': 'tempest-FloatingIPDetailsTestJSON-360470582-router', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:48:02Z', 'revision_number': 5, 'project_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'gw_port': {'id': 'e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:06Z', 'updated_at': '2021-11-12T03:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:06.923681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] Deleting port e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:06.923681 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.997583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140a755c-83d8-462f-9c73-bd083f48b8f5 None None] Checking router: 86df4c6d-a214-4243-b2d1-1a5551f73ca0 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:07.011731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140a755c-83d8-462f-9c73-bd083f48b8f5 None None] Routers {'86df4c6d-a214-4243-b2d1-1a5551f73ca0'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:07.014581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-140a755c-83d8-462f-9c73-bd083f48b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:47:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['86df4c6d-a214-4243-b2d1-1a5551f73ca0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.023803 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4d33ccf4-15d2-4199-9d77-aabf1e40c570 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 258 time: 0.4320128 Nov 12 03:48:07.025381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d7260-b7af-4421-bde6-a27345f35b34 req-b77f87dc-5467-41ac-b648-a993840aac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:07.027375 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a22d7260-b7af-4421-bde6-a27345f35b34 req-b77f87dc-5467-41ac-b648-a993840aac43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=088e3b2e-11a2-4251-87de-a683ca677686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2315059 Nov 12 03:48:07.038456 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:07.132284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] For port e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:07.132873 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.164946 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] Calling delete_port for e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:07.188565 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.196025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-a22d7260-b7af-4421-bde6-a27345f35b34 req-86ca1f11-cee4-49a8-b721-2d30d3879511 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:48:07.197570 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a22d7260-b7af-4421-bde6-a27345f35b34 req-86ca1f11-cee4-49a8-b721-2d30d3879511 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084419 Nov 12 03:48:07.266524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 172.20.0.11 (be54d603-2a64-497a-84fd-dd53e383892b/3ae0c5fd-727b-42d6-823e-a36006dea8d0/90756bab-fad5-4cce-919f-7d30b4bda499) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:07.275880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::f816:3eff:fe89:5535 (be54d603-2a64-497a-84fd-dd53e383892b/df9524ce-8e58-4dab-98ab-ba1fad69e9ed/90756bab-fad5-4cce-919f-7d30b4bda499) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:07.347085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-140a755c-83d8-462f-9c73-bd083f48b8f5 None None] Set router 86df4c6d-a214-4243-b2d1-1a5551f73ca0 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:07.446216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-140a755c-83d8-462f-9c73-bd083f48b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'name': 'tempest-FloatingIPDetailsTestJSON-360470582-router', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:48:06Z', 'revision_number': 6, 'project_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.491750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d372c9-e853-42c9-9a9c-a32470c10ff5 req-76ad5707-aab0-4665-ab6c-068f5b07622d tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:07.499307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140a755c-83d8-462f-9c73-bd083f48b8f5 None None] The sync data for ids ['86df4c6d-a214-4243-b2d1-1a5551f73ca0'] in n-d-767704-23 is: [{'id': '86df4c6d-a214-4243-b2d1-1a5551f73ca0', 'name': 'tempest-FloatingIPDetailsTestJSON-360470582-router', 'tenant_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:48:06Z', 'revision_number': 6, 'project_id': 'e63b44cf28ad42df9a1c0e36a78766d0', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:07.499307 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.499882 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d2d372c9-e853-42c9-9a9c-a32470c10ff5 req-76ad5707-aab0-4665-ab6c-068f5b07622d tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.5362418 Nov 12 03:48:07.710089 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-8c6e7a63-6197-4739-80cf-fb95cc03cb2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:48:07.713382 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-8c6e7a63-6197-4739-80cf-fb95cc03cb2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:48:07.729378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=1d285bbf-bb2d-4745-a46f-6baf4e4e38cd,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:07.755800 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.809372 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a22d7260-b7af-4421-bde6-a27345f35b34 req-bcea86fc-3a73-4e80-8549-22691c6f2e22 service neutron] 10.222.0.25 "GET /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564855 Nov 12 03:48:07.891808 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d2d372c9-e853-42c9-9a9c-a32470c10ff5 req-c9d59bf7-dfa9-46c0-befa-d2ca00c71e8b tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914926 Nov 12 03:48:07.923272 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Allocated IP 172.25.8.166 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/457cde5e-87fa-49bf-b5c6-3c6e1553f652) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:08.027930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:08.071590 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.158119 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.162925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:08.232805 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a22d7260-b7af-4421-bde6-a27345f35b34 req-47bc1655-4719-434a-bb86-d1d921d6f4ea service neutron] 10.222.0.25 "GET /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861232 Nov 12 03:48:08.240147 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.328269 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.338278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:08.338982 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.399639 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.446778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1a5e2781-4c56-41ed-a1c2-3092e8d0f711 None None] Provisioning complete for port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:08.447520 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a5e2781-4c56-41ed-a1c2-3092e8d0f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.469302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Pushing event updated for resources: {'Port': ['ID=457cde5e-87fa-49bf-b5c6-3c6e1553f652,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:08.513312 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:08.518396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:08.542418 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.561962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:08.578595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:08.582722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:08.598079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:08.604549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=90756bab-fad5-4cce-919f-7d30b4bda499,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:08.673287 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c9c6d-a514-4b19-82da-7aa1449e51be req-8522efa0-8dda-4e7a-b18f-97d4f7f2e58d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:08.675027 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9f7c9c6d-a514-4b19-82da-7aa1449e51be req-8522efa0-8dda-4e7a-b18f-97d4f7f2e58d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.2123716 Nov 12 03:48:08.690168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:08.690916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.768771 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.768771 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.768987 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9f7c9c6d-a514-4b19-82da-7aa1449e51be req-a8801f5c-bf94-40cd-9d75-2d5cffd63bf8 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686622 Nov 12 03:48:08.802825 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9989ffe4-9298-48c0-9960-a7baf17a7d24 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8214302 Nov 12 03:48:08.803575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:08.916828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece78f55-5bac-409a-88a8-f717d28f01b8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:08.929501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece78f55-5bac-409a-88a8-f717d28f01b8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:08.935112 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ece78f55-5bac-409a-88a8-f717d28f01b8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1302545 Nov 12 03:48:08.941356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33454) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:09.079063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c4b53-ca05-4d31-a6e9-523650c1452a req-6f09a2a0-d832-4234-8919-fc99249a950b tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:09.087395 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-739c4b53-ca05-4d31-a6e9-523650c1452a req-6f09a2a0-d832-4234-8919-fc99249a950b tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10 HTTP/1.1" status: 200 len: 946 time: 0.1368046 Nov 12 03:48:09.088208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9c98325a-d45c-493a-9442-8139ce70bc1a None None] Provisioning complete for port 90756bab-fad5-4cce-919f-7d30b4bda499 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:09.091747 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c98325a-d45c-493a-9442-8139ce70bc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.134111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9c98325a-d45c-493a-9442-8139ce70bc1a None None] Port 90756bab-fad5-4cce-919f-7d30b4bda499 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:09.156586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a245b0bf-3c94-4277-a739-6d5b90614cb9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port 90756bab-fad5-4cce-919f-7d30b4bda499 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:09.156930 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a245b0bf-3c94-4277-a739-6d5b90614cb9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.164585 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-739c4b53-ca05-4d31-a6e9-523650c1452a req-a79a9cc0-59ab-4093-9470-593a5bf8aced tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760467 Nov 12 03:48:09.267054 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a245b0bf-3c94-4277-a739-6d5b90614cb9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.284572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a245b0bf-3c94-4277-a739-6d5b90614cb9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for 90756bab-fad5-4cce-919f-7d30b4bda499 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:09.351493 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.370555 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.371261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86df4c6d-a214-4243-b2d1-1a5551f73ca0 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:48:09.380474 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.384386 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5cdb2c57-5125-4a97-81bc-ca48c48dc828 admin admin] 10.222.0.105 "DELETE /v2.0/routers/86df4c6d-a214-4243-b2d1-1a5551f73ca0 HTTP/1.1" status: 204 len: 168 time: 3.7473474 Nov 12 03:48:09.385127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33464) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:09.417428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7aea1-ebbf-4cea-aa04-9d05a73f110b req-486871b5-08cc-41a9-ab8a-70551770e908 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:09.418986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6c7aea1-ebbf-4cea-aa04-9d05a73f110b req-486871b5-08cc-41a9-ab8a-70551770e908 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 1098 time: 0.0719612 Nov 12 03:48:09.453054 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1d1ac2-320a-4424-a9e9-0e359a332705 admin admin] Deleting subnet a0a13775-b1e5-406a-b0f1-8976c135d6b8 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:09.459712 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1ac2-320a-4424-a9e9-0e359a332705 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.488935 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.533214 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1ac2-320a-4424-a9e9-0e359a332705 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.592670 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6c7aea1-ebbf-4cea-aa04-9d05a73f110b req-85e304ad-b746-4eba-a90f-0701ceb4ad90 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359978 Nov 12 03:48:09.633317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:09.703020 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1ac2-320a-4424-a9e9-0e359a332705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.711812 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:09.712891 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.713591 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a245b0bf-3c94-4277-a739-6d5b90614cb9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.763649 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245b0bf-3c94-4277-a739-6d5b90614cb9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=90756bab-fad5-4cce-919f-7d30b4bda499,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:09.785081 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.806263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac8196-76c1-4228-9b71-73768796e3fc req-dcf3a1f1-0b26-4b72-88f4-13476193fe24 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:09.807772 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81ac8196-76c1-4228-9b71-73768796e3fc req-dcf3a1f1-0b26-4b72-88f4-13476193fe24 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 945 time: 0.1056368 Nov 12 03:48:09.858516 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.895027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:09.912079 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1ac2-320a-4424-a9e9-0e359a332705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.927578 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:09.928262 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e2f7fed0-cb8c-4c50-8b4a-3befa9b2cb44 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:09.929400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f1ac8548-e88f-4ae0-8c28-08caeb931ff5 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:09.941710 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a245b0bf-3c94-4277-a739-6d5b90614cb9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.945299 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a245b0bf-3c94-4277-a739-6d5b90614cb9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/90756bab-fad5-4cce-919f-7d30b4bda499 HTTP/1.1" status: 204 len: 168 time: 1.0077281 Nov 12 03:48:09.951292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33472) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:09.959641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: f1ac8548-e88f-4ae0-8c28-08caeb931ff5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:09.959999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f1ac8548-e88f-4ae0-8c28-08caeb931ff5 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:09.985092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d1ac2-320a-4424-a9e9-0e359a332705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a13775-b1e5-406a-b0f1-8976c135d6b8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:09.995063 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Pushing event updated for resources: {'Port': ['ID=457cde5e-87fa-49bf-b5c6-3c6e1553f652,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:10.005132 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1ac2-320a-4424-a9e9-0e359a332705 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.007288 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6d1d1ac2-320a-4424-a9e9-0e359a332705 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/a0a13775-b1e5-406a-b0f1-8976c135d6b8 HTTP/1.1" status: 204 len: 168 time: 0.6191242 Nov 12 03:48:10.010868 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33474) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:10.011132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db544c3-91c2-4a0d-b440-4bb60dedd081 None None] Network 8ff17972-1c6f-4b3a-b469-cdf01234953a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:10.017029 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81ac8196-76c1-4228-9b71-73768796e3fc req-10104c46-dec7-4712-ae06-ffaa902841ac tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885738 Nov 12 03:48:10.023889 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.131598 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.213762 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Deleting port e44954df-e6f0-428c-bd17-ef760f2c6ee7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:10.214108 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.238623 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.239884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-4eaba5d7-d0f0-47b3-b700-95cc8301402f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2149689 Nov 12 03:48:10.257013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b932137-4c6d-40b7-8f0e-d7fc1e352652 None None] DHCP port deletion for 8ff17972-1c6f-4b3a-b469-cdf01234953a request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:10.315331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9b932137-4c6d-40b7-8f0e-d7fc1e352652 None None] Deleting port e44954df-e6f0-428c-bd17-ef760f2c6ee7 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:10.316219 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b932137-4c6d-40b7-8f0e-d7fc1e352652 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.318856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b1b8-f5de-41c0-a159-2a0a0ef0beff req-f081dfaa-d2e1-4e0e-96ba-44229b78faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.320462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1bf6b1b8-f5de-41c0-a159-2a0a0ef0beff req-f081dfaa-d2e1-4e0e-96ba-44229b78faa1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 1097 time: 0.4514298 Nov 12 03:48:10.341763 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-66f5aaa9-ecea-4f59-9043-87188a9d6350 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0684967 Nov 12 03:48:10.344028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] For port e44954df-e6f0-428c-bd17-ef760f2c6ee7, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e44954df-e6f0-428c-bd17-ef760f2c6ee7,segment=NetworkSegment(5a93403c-ce55-4061-870c-95696b992021),segment_id=5a93403c-ce55-4061-870c-95696b992021)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:10.344620 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.369409 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Calling delete_port for e44954df-e6f0-428c-bd17-ef760f2c6ee7 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:10.374807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca573a-a495-46b7-a44c-7a96139989ce tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.376619 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca573a-a495-46b7-a44c-7a96139989ce tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.378451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca573a-a495-46b7-a44c-7a96139989ce tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.383018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-27ca573a-a495-46b7-a44c-7a96139989ce tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4277885 Nov 12 03:48:10.384127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33480) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:10.421838 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9b932137-4c6d-40b7-8f0e-d7fc1e352652 None None] For port e44954df-e6f0-428c-bd17-ef760f2c6ee7, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e44954df-e6f0-428c-bd17-ef760f2c6ee7,segment=NetworkSegment(5a93403c-ce55-4061-870c-95696b992021),segment_id=5a93403c-ce55-4061-870c-95696b992021)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:10.422224 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b932137-4c6d-40b7-8f0e-d7fc1e352652 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.437997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9b932137-4c6d-40b7-8f0e-d7fc1e352652 None None] Calling delete_port for e44954df-e6f0-428c-bd17-ef760f2c6ee7 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:10.480870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e9ed9a-23b2-4c02-b72a-a66901b1e0b4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet 3ae0c5fd-727b-42d6-823e-a36006dea8d0 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:10.491596 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06e9ed9a-23b2-4c02-b72a-a66901b1e0b4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.520167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b1b8-f5de-41c0-a159-2a0a0ef0beff req-603fe732-8d6c-4ebb-887a-cba6b8ab8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.521665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1bf6b1b8-f5de-41c0-a159-2a0a0ef0beff req-603fe732-8d6c-4ebb-887a-cba6b8ab8a65 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 914 time: 0.1881676 Nov 12 03:48:10.522529 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-b4e968b4-bc61-4203-b1ca-69aae67545c1 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.523908 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7377dc0c-9ed5-4015-b99e-47ce4b991497 req-b4e968b4-bc61-4203-b1ca-69aae67545c1 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.1705530 Nov 12 03:48:10.572570 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06e9ed9a-23b2-4c02-b72a-a66901b1e0b4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.599152 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1bf6b1b8-f5de-41c0-a159-2a0a0ef0beff req-2e54fa8e-ab72-4e5d-9200-40beeeeb5e88 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=053d16e6-c4d7-4126-82af-4b5dc6ef61bc HTTP/1.1" status: 200 len: 217 time: 0.0649869 Nov 12 03:48:10.616286 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b932137-4c6d-40b7-8f0e-d7fc1e352652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.636414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e7e7a-3375-4846-bd3b-d0355deedc42 req-007a962d-d3df-48fd-a566-425bfe137a83 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.638745 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3b1e7e7a-3375-4846-bd3b-d0355deedc42 req-007a962d-d3df-48fd-a566-425bfe137a83 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 945 time: 0.0618832 Nov 12 03:48:10.640314 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.643610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b932137-4c6d-40b7-8f0e-d7fc1e352652 None None] Pushing event deleted for resources: {'Port': ['ID=e44954df-e6f0-428c-bd17-ef760f2c6ee7,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:10.652508 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b932137-4c6d-40b7-8f0e-d7fc1e352652 None None] No DVR routers for this DVR port e44954df-e6f0-428c-bd17-ef760f2c6ee7 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:10.678251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Pushing event deleted for resources: {'Port': ['ID=e44954df-e6f0-428c-bd17-ef760f2c6ee7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:10.679011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] No DVR routers for this DVR port e44954df-e6f0-428c-bd17-ef760f2c6ee7 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:10.684381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b1b8-f5de-41c0-a159-2a0a0ef0beff req-90e2888e-fb45-4ed7-8dce-1b908d5e4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.685996 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1bf6b1b8-f5de-41c0-a159-2a0a0ef0beff req-90e2888e-fb45-4ed7-8dce-1b908d5e4151 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=899de18e-7897-4846-9001-c1f9957ea303 HTTP/1.1" status: 200 len: 852 time: 0.0768020 Nov 12 03:48:10.740064 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1bf6b1b8-f5de-41c0-a159-2a0a0ef0beff req-5ce62f7f-b2ee-4f62-9c9f-ba96614ead24 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2c53af8a-46bb-48e4-af57-98f8737220cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445609 Nov 12 03:48:10.752933 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06e9ed9a-23b2-4c02-b72a-a66901b1e0b4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.789788 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3b1e7e7a-3375-4846-bd3b-d0355deedc42 req-532e36aa-312b-4892-a5aa-57bf51b222e5 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224272 Nov 12 03:48:10.791323 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.831119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff17972-1c6f-4b3a-b469-cdf01234953a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:10.855816 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a93403c-ce55-4061-870c-95696b992021') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:10.856541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a93403c-ce55-4061-870c-95696b992021') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:10.880862 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.900017 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1bf6b1b8-f5de-41c0-a159-2a0a0ef0beff req-1cb289b8-5e4f-40e2-a467-7075d83eaf63 service neutron] 10.222.0.25 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430709 Nov 12 03:48:10.905493 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.913252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:10.913644 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:10.915554 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:10.968315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-85e709df-f966-4274-be95-54884c52c8f0 req-cc4a14cd-cc41-4663-891d-5ad78759c72f tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:48:10.969387 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85e709df-f966-4274-be95-54884c52c8f0 req-cc4a14cd-cc41-4663-891d-5ad78759c72f tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073833 Nov 12 03:48:11.024822 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06e9ed9a-23b2-4c02-b72a-a66901b1e0b4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.074673 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9ed9a-23b2-4c02-b72a-a66901b1e0b4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=3ae0c5fd-727b-42d6-823e-a36006dea8d0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:11.078665 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.086427 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.090464 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] 10.222.0.105 "DELETE /v2.0/networks/8ff17972-1c6f-4b3a-b469-cdf01234953a HTTP/1.1" status: 204 len: 168 time: 1.0777302 Nov 12 03:48:11.094270 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85e709df-f966-4274-be95-54884c52c8f0 req-ec4490ca-4df0-41e9-9e23-2901e0618bc8 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1043673 Nov 12 03:48:11.105721 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06e9ed9a-23b2-4c02-b72a-a66901b1e0b4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.107266 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f10ee-56ab-4ad9-a9fe-1b7a34c1da06 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:11.109079 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-06e9ed9a-23b2-4c02-b72a-a66901b1e0b4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/3ae0c5fd-727b-42d6-823e-a36006dea8d0 HTTP/1.1" status: 204 len: 168 time: 0.7244051 Nov 12 03:48:11.112159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19fc8e-e649-4419-b609-881bea61b993 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff17972-1c6f-4b3a-b469-cdf01234953a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:11.112695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33500) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:11.184445 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1bf6b1b8-f5de-41c0-a159-2a0a0ef0beff req-ad23c109-1e9e-489a-b00d-667c944016ef service neutron] 10.222.0.25 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705405 Nov 12 03:48:11.201865 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ca8060-c6a5-4755-98fb-a827f595aabf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet df9524ce-8e58-4dab-98ab-ba1fad69e9ed {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:11.206099 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47ca8060-c6a5-4755-98fb-a827f595aabf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.254682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47ca8060-c6a5-4755-98fb-a827f595aabf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.372626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47ca8060-c6a5-4755-98fb-a827f595aabf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.589565 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47ca8060-c6a5-4755-98fb-a827f595aabf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.591639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e44954df-e6f0-428c-bd17-ef760f2c6ee7 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:11.616238 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: e44954df-e6f0-428c-bd17-ef760f2c6ee7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:11.616887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e44954df-e6f0-428c-bd17-ef760f2c6ee7 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:11.628830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca8060-c6a5-4755-98fb-a827f595aabf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=df9524ce-8e58-4dab-98ab-ba1fad69e9ed,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:11.633422 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47ca8060-c6a5-4755-98fb-a827f595aabf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.637755 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-47ca8060-c6a5-4755-98fb-a827f595aabf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/df9524ce-8e58-4dab-98ab-ba1fad69e9ed HTTP/1.1" status: 204 len: 168 time: 0.5163703 Nov 12 03:48:11.640465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33510) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:11.649123 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33512) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:11.700966 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b5a11602-364a-4ad3-8c5f-270bca5c07c6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592213 Nov 12 03:48:11.703701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33514) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:11.709404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:11.829141 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-31cb712c-3c8e-4350-8e7f-3077786a44c6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e63b44cf28ad42df9a1c0e36a78766d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758249 Nov 12 03:48:11.830336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33518) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:11.906556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cb0cad0-55a1-430e-b755-71dbb05ad860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.914051 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec101f0b-18d7-48c5-ac25-59ed0e17b289 req-cf725f7b-7919-471f-bda1-545ee3feee3f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:11.915701 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec101f0b-18d7-48c5-ac25-59ed0e17b289 req-cf725f7b-7919-471f-bda1-545ee3feee3f tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0674264 Nov 12 03:48:11.934770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7da6f9-d979-4a9f-9b32-1b7479fc3f56 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:11.945939 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cb0cad0-55a1-430e-b755-71dbb05ad860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.968361 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec101f0b-18d7-48c5-ac25-59ed0e17b289 req-c1bf7892-6dd8-46d4-9f01-194c6277ba0a tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0455885 Nov 12 03:48:11.985642 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ec101f0b-18d7-48c5-ac25-59ed0e17b289 req-76045bff-37a2-40f3-b43a-714da87db233 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Request body: {'floatingip': {'port_id': '72948fa0-28c0-42a7-9039-b993cf4c94c3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:12.022755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-273d5fbf-a6dd-4076-8c8c-5cbc92ca1b75 None None] Provisioning complete for port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:12.024085 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-273d5fbf-a6dd-4076-8c8c-5cbc92ca1b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.027791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:12.058457 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.058457 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ec101f0b-18d7-48c5-ac25-59ed0e17b289 req-76045bff-37a2-40f3-b43a-714da87db233 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.161600 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cb0cad0-55a1-430e-b755-71dbb05ad860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.164514 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3cb0cad0-55a1-430e-b755-71dbb05ad860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.169721 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3cb0cad0-55a1-430e-b755-71dbb05ad860 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a701257c-c7ee-45f3-b526-4c3503cc8168 HTTP/1.1" status: 204 len: 168 time: 0.3371348 Nov 12 03:48:12.183400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16b4215-28e0-4b60-8b4f-b9d5f67de6d5 None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:12.223395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0cad0-55a1-430e-b755-71dbb05ad860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a701257c-c7ee-45f3-b526-4c3503cc8168,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:12.263749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e16b4215-28e0-4b60-8b4f-b9d5f67de6d5 None None] Deleting port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:12.263749 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e16b4215-28e0-4b60-8b4f-b9d5f67de6d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.330153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e16b4215-28e0-4b60-8b4f-b9d5f67de6d5 None None] For port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d285bbf-bb2d-4745-a46f-6baf4e4e38cd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:12.330573 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e16b4215-28e0-4b60-8b4f-b9d5f67de6d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.344556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e16b4215-28e0-4b60-8b4f-b9d5f67de6d5 None None] Calling delete_port for 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:12.352892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 053d16e6-c4d7-4126-82af-4b5dc6ef61bc no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:12.443953 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [req-ec101f0b-18d7-48c5-ac25-59ed0e17b289 req-76045bff-37a2-40f3-b43a-714da87db233 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:48:12.445062 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec101f0b-18d7-48c5-ac25-59ed0e17b289 req-76045bff-37a2-40f3-b43a-714da87db233 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "PUT /v2.0/floatingips/808e7cd2-a825-49de-9ab9-c19d8078629d HTTP/1.1" status: 409 len: 551 time: 0.4684131 Nov 12 03:48:12.503286 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.532912 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77da2d6-6799-4f38-b182-4b373c747b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '053d16e6-c4d7-4126-82af-4b5dc6ef61bc'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:12.536028 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ad3318-f3ce-49ab-93f5-a4b5c35fee8c" -d '{"events": [{"server_uuid": "e77da2d6-6799-4f38-b182-4b373c747b29", "name": "network-vif-unplugged", "status": "completed", "tag": "053d16e6-c4d7-4126-82af-4b5dc6ef61bc"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:12.550112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:12.553012 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f32e34-12e5-49b5-a74e-85356ab2383c req-f111856a-9829-4254-af83-624d8f3dcfef tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:12.554556 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-24f32e34-12e5-49b5-a74e-85356ab2383c req-f111856a-9829-4254-af83-624d8f3dcfef tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.0557179 Nov 12 03:48:12.569981 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.627153 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:12.636967 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e16b4215-28e0-4b60-8b4f-b9d5f67de6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.638279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:12.647182 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:12.647859 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.651811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b4215-28e0-4b60-8b4f-b9d5f67de6d5 None None] No DVR routers for this DVR port 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:12.665474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=a50d1448-e0f8-4324-9a1b-13ad8dd2d5ec,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:12.671429 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b4215-28e0-4b60-8b4f-b9d5f67de6d5 None None] Pushing event deleted for resources: {'Port': ['ID=1d285bbf-bb2d-4745-a46f-6baf4e4e38cd,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:12.676164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-24f32e34-12e5-49b5-a74e-85356ab2383c req-532a3454-4dda-45ab-a2b8-bcf2535d2f6d tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084042 Nov 12 03:48:12.684796 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.694193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:12.700681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:12.700905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:12.701250 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:12.701589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:12.701985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:12.702248 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:12.702746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:12.703317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:12.703317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:12.703512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:12.704076 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:12.716160 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-6e6181ae-6bea-452c-b0b5-e73aaec2862f tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:48:12.717187 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-6e6181ae-6bea-452c-b0b5-e73aaec2862f tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102155 Nov 12 03:48:12.733737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6025aa25-f559-4e62-85da-5fcb5dab5217 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:12.794654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-a088b616-de0a-4a65-b133-e32fa79b9fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:12.796074 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-a088b616-de0a-4a65-b133-e32fa79b9fd3 service neutron] 10.222.0.105 "GET /v2.0/ports/9d1c7927-0fc3-4022-b98a-bee20e40acea HTTP/1.1" status: 200 len: 1095 time: 0.0621667 Nov 12 03:48:12.830479 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-72217a76-e6a3-4f2e-bb50-a33fdd67ddb4 service neutron] Request body: {'binding': {'host': 'n-h1-767704-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:12.830806 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-72217a76-e6a3-4f2e-bb50-a33fdd67ddb4 service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:48:12.838827 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5402f342-0302-4008-abda-d92346c7af79 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1312697 Nov 12 03:48:12.839394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33540) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:12.844548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:12.873166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:12.914993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674110a-6a40-40ed-8493-a96fdaf4326b req-20e0adfc-294c-4de1-9a98-347aa01c324c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:12.916615 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d674110a-6a40-40ed-8493-a96fdaf4326b req-20e0adfc-294c-4de1-9a98-347aa01c324c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 943 time: 0.1389825 Nov 12 03:48:12.956431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': 'a50d1448-e0f8-4324-9a1b-13ad8dd2d5ec'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:12.958328 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.034844 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d674110a-6a40-40ed-8493-a96fdaf4326b req-aac4dfe8-496a-40e3-9553-2ee4f747b99e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058490 Nov 12 03:48:13.093398 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-72217a76-e6a3-4f2e-bb50-a33fdd67ddb4 service neutron] Attempting to bind port 9d1c7927-0fc3-4022-b98a-bee20e40acea on host n-h1-767704-23 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:13.093692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-72217a76-e6a3-4f2e-bb50-a33fdd67ddb4 service neutron] Attempting to bind port 9d1c7927-0fc3-4022-b98a-bee20e40acea by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:13.093972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-72217a76-e6a3-4f2e-bb50-a33fdd67ddb4 service neutron] Attempting to bind port 9d1c7927-0fc3-4022-b98a-bee20e40acea on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.101349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-72217a76-e6a3-4f2e-bb50-a33fdd67ddb4 service neutron] Port 9d1c7927-0fc3-4022-b98a-bee20e40acea on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.101748 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-72217a76-e6a3-4f2e-bb50-a33fdd67ddb4 service neutron] Attempting to bind port 9d1c7927-0fc3-4022-b98a-bee20e40acea on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.105491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:13.107606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-72217a76-e6a3-4f2e-bb50-a33fdd67ddb4 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:13.108014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-72217a76-e6a3-4f2e-bb50-a33fdd67ddb4 service neutron] Checking segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:13.108767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-72217a76-e6a3-4f2e-bb50-a33fdd67ddb4 service neutron] Bound using segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:13.109277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-72217a76-e6a3-4f2e-bb50-a33fdd67ddb4 service neutron] Bound port: 9d1c7927-0fc3-4022-b98a-bee20e40acea, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:13.113100 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.132634 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Allocated IP 172.20.0.2 (be54d603-2a64-497a-84fd-dd53e383892b/a50d1448-e0f8-4324-9a1b-13ad8dd2d5ec/d4ef64d8-39c9-49ae-8427-310d8820089e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:13.237603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-653e9d0f-fbec-4383-a15d-2f6caaa8f3e6 req-c0354962-2662-42ad-bf59-55ba4964b5e9 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips/808e7cd2-a825-49de-9ab9-c19d8078629d HTTP/1.1" status: 200 len: 693 time: 0.0766089 Nov 12 03:48:13.319526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-72217a76-e6a3-4f2e-bb50-a33fdd67ddb4 service neutron] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:13.333502 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.379786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e9d0f-fbec-4383-a15d-2f6caaa8f3e6 req-9e10b71c-da4e-443b-9c20-651678ae667a tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:13.381692 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-653e9d0f-fbec-4383-a15d-2f6caaa8f3e6 req-9e10b71c-da4e-443b-9c20-651678ae667a tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.1373799 Nov 12 03:48:13.442813 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-72217a76-e6a3-4f2e-bb50-a33fdd67ddb4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.443968 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-72217a76-e6a3-4f2e-bb50-a33fdd67ddb4 service neutron] 10.222.0.105 "POST /v2.0/ports/9d1c7927-0fc3-4022-b98a-bee20e40acea/bindings HTTP/1.1" status: 201 len: 390 time: 0.6190479 Nov 12 03:48:13.454147 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-653e9d0f-fbec-4383-a15d-2f6caaa8f3e6 req-b58874a2-ea26-43f7-9ec9-830dd3c9459e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0596664 Nov 12 03:48:13.479943 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.505310 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-653e9d0f-fbec-4383-a15d-2f6caaa8f3e6 req-98da4df0-15f9-4264-b4dc-bdf929eec4da tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0439472 Nov 12 03:48:13.518239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:13.526086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:13.541548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:13.561128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Pushing event updated for resources: {'Port': ['ID=d4ef64d8-39c9-49ae-8427-310d8820089e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:13.628171 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Attempting to bind port d4ef64d8-39c9-49ae-8427-310d8820089e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:13.628638 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Attempting to bind port d4ef64d8-39c9-49ae-8427-310d8820089e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:13.629534 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Attempting to bind port d4ef64d8-39c9-49ae-8427-310d8820089e on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.633752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:13.662027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.objects.ports [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:48:13.664737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:13.665287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d285bbf-bb2d-4745-a46f-6baf4e4e38cd not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:13.667515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:13.667515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:13.667515 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.667943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:13.668378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Bound port: d4ef64d8-39c9-49ae-8427-310d8820089e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:13.668759 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.744119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-653e9d0f-fbec-4383-a15d-2f6caaa8f3e6 req-e1e163d8-8f37-43a1-bc7b-2c8e06a9ed75 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Deleting port 457cde5e-87fa-49bf-b5c6-3c6e1553f652 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:13.745764 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-653e9d0f-fbec-4383-a15d-2f6caaa8f3e6 req-e1e163d8-8f37-43a1-bc7b-2c8e06a9ed75 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.780483 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9957d611-bf29-4afd-b59a-b10a079ad3d3 x-openstack-request-id: req-9957d611-bf29-4afd-b59a-b10a079ad3d3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:13.780483 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77da2d6-6799-4f38-b182-4b373c747b29", "name": "network-vif-unplugged", "status": "completed", "tag": "053d16e6-c4d7-4126-82af-4b5dc6ef61bc", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:13.780483 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9957d611-bf29-4afd-b59a-b10a079ad3d3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:13.780483 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77da2d6-6799-4f38-b182-4b373c747b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '053d16e6-c4d7-4126-82af-4b5dc6ef61bc', 'code': 200} Nov 12 03:48:13.801331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] For port d4ef64d8-39c9-49ae-8427-310d8820089e, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:13.809142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] For port d4ef64d8-39c9-49ae-8427-310d8820089e, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d4ef64d8-39c9-49ae-8427-310d8820089e,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:13.917686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573b2c4-6aeb-4929-aadf-29d135d6ea97 req-0c280096-3bc5-45c7-8896-762b7254e1c6 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:13.919518 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b573b2c4-6aeb-4929-aadf-29d135d6ea97 req-0c280096-3bc5-45c7-8896-762b7254e1c6 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10 HTTP/1.1" status: 200 len: 946 time: 0.0733912 Nov 12 03:48:13.925983 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.016611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e157a2e-a88f-4802-869f-4e28fd29970a None None] Pushing event updated for resources: {'Port': ['ID=d4ef64d8-39c9-49ae-8427-310d8820089e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.032727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b573b2c4-6aeb-4929-aadf-29d135d6ea97 req-934d1dc0-3ede-4c03-92ec-2036bcdb10ab tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896320 Nov 12 03:48:14.093415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.194507 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-653e9d0f-fbec-4383-a15d-2f6caaa8f3e6 req-e1e163d8-8f37-43a1-bc7b-2c8e06a9ed75 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.195195 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-653e9d0f-fbec-4383-a15d-2f6caaa8f3e6 req-e1e163d8-8f37-43a1-bc7b-2c8e06a9ed75 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.211483 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-653e9d0f-fbec-4383-a15d-2f6caaa8f3e6 req-e1e163d8-8f37-43a1-bc7b-2c8e06a9ed75 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Calling delete_port for 457cde5e-87fa-49bf-b5c6-3c6e1553f652 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:14.381902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922a719-fb7b-4c06-bc04-2e9f1650eb75 req-e93d145e-59aa-44b9-a5c7-204fc7e9afd9 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:14.389984 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c922a719-fb7b-4c06-bc04-2e9f1650eb75 req-e93d145e-59aa-44b9-a5c7-204fc7e9afd9 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 946 time: 0.2343078 Nov 12 03:48:14.404247 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] For port d4ef64d8-39c9-49ae-8427-310d8820089e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d4ef64d8-39c9-49ae-8427-310d8820089e,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:14.485294 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-653e9d0f-fbec-4383-a15d-2f6caaa8f3e6 req-e1e163d8-8f37-43a1-bc7b-2c8e06a9ed75 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.489261 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.509372 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c922a719-fb7b-4c06-bc04-2e9f1650eb75 req-c42b4afe-aab4-48b0-b4f2-ba9bdba14106 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181486 Nov 12 03:48:14.512367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-3449ab2c-f1ae-40ed-aee2-12201c535060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:14.514186 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-3449ab2c-f1ae-40ed-aee2-12201c535060 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 1098 time: 0.0999258 Nov 12 03:48:14.514663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e163d8-8f37-43a1-bc7b-2c8e06a9ed75 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Pushing event deleted for resources: {'Port': ['ID=457cde5e-87fa-49bf-b5c6-3c6e1553f652,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.583387 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-653e9d0f-fbec-4383-a15d-2f6caaa8f3e6 req-e1e163d8-8f37-43a1-bc7b-2c8e06a9ed75 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.587121 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-653e9d0f-fbec-4383-a15d-2f6caaa8f3e6 req-e1e163d8-8f37-43a1-bc7b-2c8e06a9ed75 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.588461 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-653e9d0f-fbec-4383-a15d-2f6caaa8f3e6 req-e1e163d8-8f37-43a1-bc7b-2c8e06a9ed75 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "DELETE /v2.0/floatingips/808e7cd2-a825-49de-9ab9-c19d8078629d HTTP/1.1" status: 204 len: 173 time: 1.0740955 Nov 12 03:48:14.610244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.611011 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.710676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:14.723752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:14.728171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:14.728674 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.740498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=c0efe7c0-5f2d-4ddf-8989-1e1f26e2b98a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.754562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fe6fb-0de2-499f-a26c-da24ba32e810 req-2e51afb5-991a-496e-9282-01c59433a231 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:14.762560 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-836fe6fb-0de2-499f-a26c-da24ba32e810 req-2e51afb5-991a-496e-9282-01c59433a231 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 945 time: 0.1010065 Nov 12 03:48:14.770168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-443534fa-a345-4194-aef1-770696e61739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:14.771650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-443534fa-a345-4194-aef1-770696e61739 service neutron] 10.222.0.25 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.2450969 Nov 12 03:48:14.777333 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=d4ef64d8-39c9-49ae-8427-310d8820089e,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.824837 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-836fe6fb-0de2-499f-a26c-da24ba32e810 req-799ed349-da38-43fb-b855-f771f1ff29c3 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613713 Nov 12 03:48:14.844732 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-49f302ce-c54e-4652-a8e6-4d3ec0a722c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea HTTP/1.1" status: 200 len: 217 time: 0.0581160 Nov 12 03:48:14.848837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-89dedd73-7aac-41d8-8beb-2fd41f6ce025 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0083585 Nov 12 03:48:14.851948 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33576) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:14.858661 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'mac_address': 'fa:16:3e:58:6f:1a', 'name': 'tempest-NetworksTestDHCPv6-57213345'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:14.965088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-aae092bc-4bbd-4874-804a-4021af64d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:14.966475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-aae092bc-4bbd-4874-804a-4021af64d44f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.0724916 Nov 12 03:48:14.980400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9cbcf-f77e-4148-a7f9-9b61abfaf647 req-6e486cf0-7dd0-4670-8380-3a41e65fbbdb tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:14.983242 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ac9cbcf-f77e-4148-a7f9-9b61abfaf647 req-6e486cf0-7dd0-4670-8380-3a41e65fbbdb tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 943 time: 0.1416953 Nov 12 03:48:15.030810 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-2ee213b2-b253-46e0-bc50-f2f0acd17a3b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454226 Nov 12 03:48:15.112174 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ac9cbcf-f77e-4148-a7f9-9b61abfaf647 req-e2eb3184-bd8d-4598-a90f-2df9d9fefa96 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269391 Nov 12 03:48:15.229245 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-008f32ea-9154-4c1a-94e9-ef76cbdcc4b4 service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740532 Nov 12 03:48:15.229386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:15.256133 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5ead313-5140-4012-b559-59598b20ae6c req-d40bc65f-e329-4146-8190-fd9b794b871a tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.97 HTTP/1.1" status: 200 len: 1001 time: 0.1703534 Nov 12 03:48:15.301726 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed4c0b-9c5d-4dcf-8544-7905c075e531 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:15.357220 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ead313-5140-4012-b559-59598b20ae6c req-c378e560-ca04-42b3-be27-11731cf0d6a3 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:15.358721 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5ead313-5140-4012-b559-59598b20ae6c req-c378e560-ca04-42b3-be27-11731cf0d6a3 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports/72948fa0-28c0-42a7-9039-b993cf4c94c3 HTTP/1.1" status: 200 len: 943 time: 0.1017847 Nov 12 03:48:15.368323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-838faf9a-4f60-4656-b62a-9777e839cd3e service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304491 Nov 12 03:48:15.414624 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.461628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3afd8-db63-434d-a500-944de226c5ec req-121a09db-7633-4a28-8441-a9b9ef01cd4c tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:15.471427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3afd8-db63-434d-a500-944de226c5ec req-121a09db-7633-4a28-8441-a9b9ef01cd4c tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:15.477643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3afd8-db63-434d-a500-944de226c5ec req-121a09db-7633-4a28-8441-a9b9ef01cd4c tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:15.479352 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1bf3afd8-db63-434d-a500-944de226c5ec req-121a09db-7633-4a28-8441-a9b9ef01cd4c tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2&device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10&device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 2417 time: 0.0834382 Nov 12 03:48:15.484237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port d2c6b504-f4b0-4edc-a815-2a37a61ee620 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:15.581208 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1bf3afd8-db63-434d-a500-944de226c5ec req-02c79f98-0f9b-410e-b90c-55b478fa7c3f tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916028 Nov 12 03:48:15.606857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22f846d3-159b-4b98-9860-fba56ef9e61d None None] Provisioning complete for port d4ef64d8-39c9-49ae-8427-310d8820089e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:15.606857 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22f846d3-159b-4b98-9860-fba56ef9e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.698544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d4ef64d8-39c9-49ae-8427-310d8820089e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:15.708149 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5ead313-5140-4012-b559-59598b20ae6c req-e6239deb-bd76-477a-92d6-022362ce77ae tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.97 HTTP/1.1" status: 200 len: 1001 time: 0.2820718 Nov 12 03:48:15.804662 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22f846d3-159b-4b98-9860-fba56ef9e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.850565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 172.20.0.10 (be54d603-2a64-497a-84fd-dd53e383892b/a50d1448-e0f8-4324-9a1b-13ad8dd2d5ec/d2c6b504-f4b0-4edc-a815-2a37a61ee620) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:15.859909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d4ef64d8-39c9-49ae-8427-310d8820089e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:15.860731 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.864112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-22f846d3-159b-4b98-9860-fba56ef9e61d None None] For port d4ef64d8-39c9-49ae-8427-310d8820089e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d4ef64d8-39c9-49ae-8427-310d8820089e,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:15.865492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::f816:3eff:fe58:6f1a (be54d603-2a64-497a-84fd-dd53e383892b/c0efe7c0-5f2d-4ddf-8989-1e1f26e2b98a/d2c6b504-f4b0-4edc-a815-2a37a61ee620) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:15.939700 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22f846d3-159b-4b98-9860-fba56ef9e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.055340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f846d3-159b-4b98-9860-fba56ef9e61d None None] Pushing event updated for resources: {'Port': ['ID=d4ef64d8-39c9-49ae-8427-310d8820089e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:16.115767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ead313-5140-4012-b559-59598b20ae6c req-e108253e-7cf3-4ee1-950e-fae0161f2901 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:16.124076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5ead313-5140-4012-b559-59598b20ae6c req-e108253e-7cf3-4ee1-950e-fae0161f2901 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.4081488 Nov 12 03:48:16.251563 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5ead313-5140-4012-b559-59598b20ae6c req-23ad9718-e2fe-4fc7-ae32-d68ba251c9ca tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.97 HTTP/1.1" status: 200 len: 1001 time: 0.1263723 Nov 12 03:48:16.263216 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a5ead313-5140-4012-b559-59598b20ae6c req-e2f8b344-4e0f-495e-8cce-a3d7de5eee02 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:16.322602 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.349922 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5ead313-5140-4012-b559-59598b20ae6c req-e2f8b344-4e0f-495e-8cce-a3d7de5eee02 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.379493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 053d16e6-c4d7-4126-82af-4b5dc6ef61bc no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:16.506946 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.588198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5ead313-5140-4012-b559-59598b20ae6c req-e2f8b344-4e0f-495e-8cce-a3d7de5eee02 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.599152 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:16.606002 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:16.610567 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:16.650390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=d2c6b504-f4b0-4edc-a815-2a37a61ee620,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:16.682234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:16.682700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-01c6ed5a-9a0d-431c-b2f3-84952af15be8 None None] Provisioning complete for port d4ef64d8-39c9-49ae-8427-310d8820089e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:16.683186 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.683462 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01c6ed5a-9a0d-431c-b2f3-84952af15be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.694244 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5ead313-5140-4012-b559-59598b20ae6c req-e2f8b344-4e0f-495e-8cce-a3d7de5eee02 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.697952 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [req-a5ead313-5140-4012-b559-59598b20ae6c req-e2f8b344-4e0f-495e-8cce-a3d7de5eee02 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Floating IP 12bb1ea2-8dca-4a1f-9136-62707abc9eda disassociated. External IP: 172.25.8.97, port: 72948fa0-28c0-42a7-9039-b993cf4c94c3. Nov 12 03:48:16.842299 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a7978e6a-9ebe-49be-a84a-35eaffaee76b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9861705 Nov 12 03:48:16.842738 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33612) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:16.920086 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbbcc08-aefd-4a6e-b930-5d76252f7703 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:16.927702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbbcc08-aefd-4a6e-b930-5d76252f7703 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:16.932533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-edbbcc08-aefd-4a6e-b930-5d76252f7703 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0873740 Nov 12 03:48:16.933177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:17.013094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-870b52e6-b13b-4201-9ee1-f8510c63993d None None] Provisioning complete for port d2c6b504-f4b0-4edc-a815-2a37a61ee620 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:17.013479 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-870b52e6-b13b-4201-9ee1-f8510c63993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.060256 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-870b52e6-b13b-4201-9ee1-f8510c63993d None None] Port d2c6b504-f4b0-4edc-a815-2a37a61ee620 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:17.078663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5ead313-5140-4012-b559-59598b20ae6c req-e2f8b344-4e0f-495e-8cce-a3d7de5eee02 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:17.098862 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-501590fe-49fc-42a1-b87c-43691efdbbfd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port d2c6b504-f4b0-4edc-a815-2a37a61ee620 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:17.099204 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-501590fe-49fc-42a1-b87c-43691efdbbfd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.265590 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-501590fe-49fc-42a1-b87c-43691efdbbfd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.280290 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5ead313-5140-4012-b559-59598b20ae6c req-e2f8b344-4e0f-495e-8cce-a3d7de5eee02 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:17.282444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-501590fe-49fc-42a1-b87c-43691efdbbfd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for d2c6b504-f4b0-4edc-a815-2a37a61ee620 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:17.286744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5ead313-5140-4012-b559-59598b20ae6c req-e2f8b344-4e0f-495e-8cce-a3d7de5eee02 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.292778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb10398c-0706-4264-9e97-87bfe3ecffcb None None] Sync routers for ids ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:17.304938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb10398c-0706-4264-9e97-87bfe3ecffcb None None] Routers {'5c9e8e14-69f8-4839-8f4f-9f5942c89923'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:17.305473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bb10398c-0706-4264-9e97-87bfe3ecffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:47:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:17.324835 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5ead313-5140-4012-b559-59598b20ae6c req-e2f8b344-4e0f-495e-8cce-a3d7de5eee02 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "PUT /v2.0/floatingips/12bb1ea2-8dca-4a1f-9136-62707abc9eda HTTP/1.1" status: 200 len: 694 time: 1.0720210 Nov 12 03:48:17.360148 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'tag': '72948fa0-28c0-42a7-9039-b993cf4c94c3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:17.362709 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1da6b4-ff9b-4857-a7af-1a13b1132502" -d '{"events": [{"name": "network-changed", "server_uuid": "eb785430-0c6a-49e2-bc94-257c4c6d1396", "tag": "72948fa0-28c0-42a7-9039-b993cf4c94c3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:17.432749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ead313-5140-4012-b559-59598b20ae6c req-61202d36-a43e-4b8f-9f02-30ab0bf13709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:17.434517 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5ead313-5140-4012-b559-59598b20ae6c req-61202d36-a43e-4b8f-9f02-30ab0bf13709 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2b4b78069b134bfbaa6eede2908eb2c5&device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 1098 time: 0.0672455 Nov 12 03:48:17.445966 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bb10398c-0706-4264-9e97-87bfe3ecffcb None None] Set router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:17.631471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d4ef64d8-39c9-49ae-8427-310d8820089e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:17.641023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ead313-5140-4012-b559-59598b20ae6c req-80ff8343-9ab5-46f7-bdfb-4c3b2498a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:17.642666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5ead313-5140-4012-b559-59598b20ae6c req-80ff8343-9ab5-46f7-bdfb-4c3b2498a2b3 service neutron] 10.222.0.105 "GET /v2.0/networks?id=088e3b2e-11a2-4251-87de-a683ca677686 HTTP/1.1" status: 200 len: 929 time: 0.2001538 Nov 12 03:48:17.697439 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5ead313-5140-4012-b559-59598b20ae6c req-73e517da-136a-45ae-a57f-a4745e7f68d5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72948fa0-28c0-42a7-9039-b993cf4c94c3 HTTP/1.1" status: 200 len: 217 time: 0.0439155 Nov 12 03:48:17.745516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d4ef64d8-39c9-49ae-8427-310d8820089e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:17.745991 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.755809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ead313-5140-4012-b559-59598b20ae6c req-361049d9-b6f1-419b-958b-9f32854c5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:17.757400 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5ead313-5140-4012-b559-59598b20ae6c req-361049d9-b6f1-419b-958b-9f32854c5358 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3e36b8b9-ea37-4424-8e6d-2428ea358346 HTTP/1.1" status: 200 len: 866 time: 0.0520773 Nov 12 03:48:17.797963 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-501590fe-49fc-42a1-b87c-43691efdbbfd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.803492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bb10398c-0706-4264-9e97-87bfe3ecffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:21Z', 'revision_number': 4, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port': {'id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:15Z', 'updated_at': '2021-11-12T03:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a18c5163-7804-46ee-8369-cb0f36f9e827', 'name': '', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'mac_address': 'fa:16:3e:e8:41:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:28Z', 'revision_number': 5, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'subnets': [{'id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:17.837000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb10398c-0706-4264-9e97-87bfe3ecffcb None None] Checking router: 5c9e8e14-69f8-4839-8f4f-9f5942c89923 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:17.871454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb10398c-0706-4264-9e97-87bfe3ecffcb None None] Routers {'5c9e8e14-69f8-4839-8f4f-9f5942c89923'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:17.871454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bb10398c-0706-4264-9e97-87bfe3ecffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:47:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:17.871822 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501590fe-49fc-42a1-b87c-43691efdbbfd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=d2c6b504-f4b0-4edc-a815-2a37a61ee620,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:17.952505 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ead313-5140-4012-b559-59598b20ae6c req-b65bed58-cf23-4406-9c70-7e887407437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:17.956399 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5ead313-5140-4012-b559-59598b20ae6c req-b65bed58-cf23-4406-9c70-7e887407437a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=088e3b2e-11a2-4251-87de-a683ca677686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1899133 Nov 12 03:48:18.031889 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bb10398c-0706-4264-9e97-87bfe3ecffcb None None] Set router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:18.155877 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5ead313-5140-4012-b559-59598b20ae6c req-3a2cc8df-ec1f-4aa5-b233-1c629d5daa92 service neutron] 10.222.0.105 "GET /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783307 Nov 12 03:48:18.251442 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-501590fe-49fc-42a1-b87c-43691efdbbfd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.257756 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-501590fe-49fc-42a1-b87c-43691efdbbfd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/d2c6b504-f4b0-4edc-a815-2a37a61ee620 HTTP/1.1" status: 204 len: 168 time: 1.3204222 Nov 12 03:48:18.258009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33640) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:18.287498 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5ead313-5140-4012-b559-59598b20ae6c req-ae037d44-1181-4f9b-b010-3ad9e276df0d service neutron] 10.222.0.105 "GET /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299367 Nov 12 03:48:18.329094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bb10398c-0706-4264-9e97-87bfe3ecffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:21Z', 'revision_number': 4, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port': {'id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:15Z', 'updated_at': '2021-11-12T03:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a18c5163-7804-46ee-8369-cb0f36f9e827', 'name': '', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'mac_address': 'fa:16:3e:e8:41:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:28Z', 'revision_number': 5, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'subnets': [{'id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:18.354311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae936fd8-fe41-43f2-a669-8e0ff276daec tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:18.365509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae936fd8-fe41-43f2-a669-8e0ff276daec tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:18.365509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae936fd8-fe41-43f2-a669-8e0ff276daec tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:18.365509 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ae936fd8-fe41-43f2-a669-8e0ff276daec tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0997319 Nov 12 03:48:18.365873 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33642) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:18.373643 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb10398c-0706-4264-9e97-87bfe3ecffcb None None] The sync data for ids ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'] in n-d-767704-23 is: [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:21Z', 'revision_number': 4, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port': {'id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:15Z', 'updated_at': '2021-11-12T03:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a18c5163-7804-46ee-8369-cb0f36f9e827', 'name': '', 'network_id': '088e3b2e-11a2-4251-87de-a683ca677686', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'mac_address': 'fa:16:3e:e8:41:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:20Z', 'updated_at': '2021-11-12T03:47:28Z', 'revision_number': 5, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'subnets': [{'id': '3e36b8b9-ea37-4424-8e6d-2428ea358346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:18.412503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27009e3-4c8a-41c6-81d0-856534f79326 req-a414ae63-30ad-4d96-9f59-f371b961d0a9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:18.420630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f27009e3-4c8a-41c6-81d0-856534f79326 req-a414ae63-30ad-4d96-9f59-f371b961d0a9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=e77da2d6-6799-4f38-b182-4b373c747b29 HTTP/1.1" status: 200 len: 943 time: 0.0838392 Nov 12 03:48:18.470610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-44565118-0895-4bc2-b206-c4403b197241 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet a50d1448-e0f8-4324-9a1b-13ad8dd2d5ec {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:18.475647 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44565118-0895-4bc2-b206-c4403b197241 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.539047 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f27009e3-4c8a-41c6-81d0-856534f79326 req-935c3087-305d-4bda-9966-118edbde03ec tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Deleting port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:18.539489 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f27009e3-4c8a-41c6-81d0-856534f79326 req-935c3087-305d-4bda-9966-118edbde03ec tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.623660 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.661355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f27009e3-4c8a-41c6-81d0-856534f79326 req-935c3087-305d-4bda-9966-118edbde03ec tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] For port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:18.661872 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f27009e3-4c8a-41c6-81d0-856534f79326 req-935c3087-305d-4bda-9966-118edbde03ec tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.682646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f27009e3-4c8a-41c6-81d0-856534f79326 req-935c3087-305d-4bda-9966-118edbde03ec tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Calling delete_port for 053d16e6-c4d7-4126-82af-4b5dc6ef61bc owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:18.800721 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b9a05-bf9a-4133-95d5-0aba7134fd8e None None] New status for floating IP 12bb1ea2-8dca-4a1f-9136-62707abc9eda: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:48:18.869203 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44565118-0895-4bc2-b206-c4403b197241 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.916216 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31ef9f-b997-4a31-94c8-b9121ca3d64c req-3d5c4e27-1e37-49e8-a039-3352e75f84f0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:18.917609 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de31ef9f-b997-4a31-94c8-b9121ca3d64c req-3d5c4e27-1e37-49e8-a039-3352e75f84f0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 946 time: 0.1017530 Nov 12 03:48:18.933371 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f27009e3-4c8a-41c6-81d0-856534f79326 req-935c3087-305d-4bda-9966-118edbde03ec tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.984587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c3087-305d-4bda-9966-118edbde03ec tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Pushing event deleted for resources: {'Port': ['ID=053d16e6-c4d7-4126-82af-4b5dc6ef61bc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:19.039790 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de31ef9f-b997-4a31-94c8-b9121ca3d64c req-436acc98-32b0-4b84-8281-ba6f6e2b8fab tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096926 Nov 12 03:48:19.044868 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27009e3-4c8a-41c6-81d0-856534f79326 req-935c3087-305d-4bda-9966-118edbde03ec tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] No DVR routers for this DVR port 053d16e6-c4d7-4126-82af-4b5dc6ef61bc on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:19.045513 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44565118-0895-4bc2-b206-c4403b197241 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.048658 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f27009e3-4c8a-41c6-81d0-856534f79326 req-935c3087-305d-4bda-9966-118edbde03ec tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.052737 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f27009e3-4c8a-41c6-81d0-856534f79326 req-935c3087-305d-4bda-9966-118edbde03ec tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "DELETE /v2.0/ports/053d16e6-c4d7-4126-82af-4b5dc6ef61bc HTTP/1.1" status: 204 len: 173 time: 0.6308641 Nov 12 03:48:19.057261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77da2d6-6799-4f38-b182-4b373c747b29', 'name': 'network-vif-deleted', 'tag': '053d16e6-c4d7-4126-82af-4b5dc6ef61bc'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:19.057261 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43bd415-e402-4c8e-9766-558a01550a7e" -d '{"events": [{"server_uuid": "e77da2d6-6799-4f38-b182-4b373c747b29", "name": "network-vif-deleted", "tag": "053d16e6-c4d7-4126-82af-4b5dc6ef61bc"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:19.163509 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60a99661-c5be-4960-b746-51019732ca38 req-d4c79ab3-eed7-41c3-afa7-34ae36505f0b tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0685925 Nov 12 03:48:19.318071 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44565118-0895-4bc2-b206-c4403b197241 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.352300 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcf9e98-1935-4165-b72c-db034388f75b x-openstack-request-id: req-cdcf9e98-1935-4165-b72c-db034388f75b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:19.352592 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb785430-0c6a-49e2-bc94-257c4c6d1396", "tag": "72948fa0-28c0-42a7-9039-b993cf4c94c3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:19.352972 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cdcf9e98-1935-4165-b72c-db034388f75b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:19.353237 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'tag': '72948fa0-28c0-42a7-9039-b993cf4c94c3', 'status': 'completed', 'code': 200} Nov 12 03:48:19.364835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44565118-0895-4bc2-b206-c4403b197241 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=a50d1448-e0f8-4324-9a1b-13ad8dd2d5ec,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:19.369378 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44565118-0895-4bc2-b206-c4403b197241 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.371790 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-44565118-0895-4bc2-b206-c4403b197241 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/a50d1448-e0f8-4324-9a1b-13ad8dd2d5ec HTTP/1.1" status: 204 len: 168 time: 1.0080585 Nov 12 03:48:19.373932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:19.376613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc2d38-7494-47db-998c-f9f3d225a176 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:19.433876 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ab5674d-c36b-4cca-abad-e73de30515b2 req-838839f6-c401-40c4-9d25-b7e6396f4850 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips/12bb1ea2-8dca-4a1f-9136-62707abc9eda HTTP/1.1" status: 200 len: 692 time: 0.0706193 Nov 12 03:48:19.551789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-aded3a72-c804-4b9e-8305-71fb2806dfac tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet c0efe7c0-5f2d-4ddf-8989-1e1f26e2b98a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:19.558188 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aded3a72-c804-4b9e-8305-71fb2806dfac tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.638693 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aded3a72-c804-4b9e-8305-71fb2806dfac tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.651193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5674d-c36b-4cca-abad-e73de30515b2 req-a5a6fee7-826c-4876-bd49-0a5a0f1ec8c6 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:19.655265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ab5674d-c36b-4cca-abad-e73de30515b2 req-a5a6fee7-826c-4876-bd49-0a5a0f1ec8c6 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.2127664 Nov 12 03:48:19.694431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1da6b4-ff9b-4857-a7af-1a13b1132502 req-acf8ad53-f28a-456f-8d93-61f0d389d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:19.695858 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c1da6b4-ff9b-4857-a7af-1a13b1132502 req-acf8ad53-f28a-456f-8d93-61f0d389d925 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2b4b78069b134bfbaa6eede2908eb2c5&device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 1098 time: 0.2481620 Nov 12 03:48:19.731151 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ab5674d-c36b-4cca-abad-e73de30515b2 req-2fe61885-28a4-4769-b551-892070ce89fd tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.97 HTTP/1.1" status: 200 len: 695 time: 0.0697658 Nov 12 03:48:19.806242 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ab5674d-c36b-4cca-abad-e73de30515b2 req-f150f425-836c-41c7-8c76-2b479dd9481c tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.97 HTTP/1.1" status: 200 len: 695 time: 0.0679762 Nov 12 03:48:19.823366 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aded3a72-c804-4b9e-8305-71fb2806dfac tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.921059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1da6b4-ff9b-4857-a7af-1a13b1132502 req-93a2c73f-b80e-4183-b688-06ccfcc4f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:19.922484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c1da6b4-ff9b-4857-a7af-1a13b1132502 req-93a2c73f-b80e-4183-b688-06ccfcc4f6a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=088e3b2e-11a2-4251-87de-a683ca677686 HTTP/1.1" status: 200 len: 929 time: 0.2168396 Nov 12 03:48:19.984302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c1da6b4-ff9b-4857-a7af-1a13b1132502 req-b2181933-c254-4a6b-aec1-c798442337a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72948fa0-28c0-42a7-9039-b993cf4c94c3 HTTP/1.1" status: 200 len: 217 time: 0.0524311 Nov 12 03:48:20.004870 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-2ab5674d-c36b-4cca-abad-e73de30515b2 req-ab0a03ad-7544-460a-95ae-f296ee4bd3d1 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Deleting port 396a1891-fd51-45d6-ba94-7a9450070725 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:20.004870 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ab5674d-c36b-4cca-abad-e73de30515b2 req-ab0a03ad-7544-460a-95ae-f296ee4bd3d1 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.005376 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aded3a72-c804-4b9e-8305-71fb2806dfac tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.083159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded3a72-c804-4b9e-8305-71fb2806dfac tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=c0efe7c0-5f2d-4ddf-8989-1e1f26e2b98a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:20.087973 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aded3a72-c804-4b9e-8305-71fb2806dfac tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.092713 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-aded3a72-c804-4b9e-8305-71fb2806dfac tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/c0efe7c0-5f2d-4ddf-8989-1e1f26e2b98a HTTP/1.1" status: 204 len: 168 time: 0.7172244 Nov 12 03:48:20.097227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.108495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1da6b4-ff9b-4857-a7af-1a13b1132502 req-7b2e8615-3052-4ea4-abdf-b56ee379b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:20.110076 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c1da6b4-ff9b-4857-a7af-1a13b1132502 req-7b2e8615-3052-4ea4-abdf-b56ee379b7c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e36b8b9-ea37-4424-8e6d-2428ea358346 HTTP/1.1" status: 200 len: 866 time: 0.1170850 Nov 12 03:48:20.145813 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3feb9e79-471b-4948-ae03-6df2b3f82189 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485463 Nov 12 03:48:20.151648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.171499 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ab5674d-c36b-4cca-abad-e73de30515b2 req-ab0a03ad-7544-460a-95ae-f296ee4bd3d1 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.171825 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ab5674d-c36b-4cca-abad-e73de30515b2 req-ab0a03ad-7544-460a-95ae-f296ee4bd3d1 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.171981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1da6b4-ff9b-4857-a7af-1a13b1132502 req-0376bb2e-baee-4721-afb3-9d22a3379eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:20.173540 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c1da6b4-ff9b-4857-a7af-1a13b1132502 req-0376bb2e-baee-4721-afb3-9d22a3379eb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=088e3b2e-11a2-4251-87de-a683ca677686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553927 Nov 12 03:48:20.200661 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-2ab5674d-c36b-4cca-abad-e73de30515b2 req-ab0a03ad-7544-460a-95ae-f296ee4bd3d1 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Calling delete_port for 396a1891-fd51-45d6-ba94-7a9450070725 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:20.279790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73b0b7-d3e5-4b45-9239-3c6354cd0827 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:20.283900 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cf73b0b7-d3e5-4b45-9239-3c6354cd0827 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1285357 Nov 12 03:48:20.289283 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.304689 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c1da6b4-ff9b-4857-a7af-1a13b1132502 req-3e916d0b-9b82-46e4-ba2a-e30835e0674d service neutron] 10.222.0.25 "GET /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198275 Nov 12 03:48:20.377349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823f474-14ac-475d-83c0-7c4a874cbe19 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:20.381412 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f823f474-14ac-475d-83c0-7c4a874cbe19 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0886385 Nov 12 03:48:20.383452 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33690) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.428694 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39874bc-7011-4b99-af22-ae0d0f6f64f2 x-openstack-request-id: req-e39874bc-7011-4b99-af22-ae0d0f6f64f2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:20.429174 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77da2d6-6799-4f38-b182-4b373c747b29", "name": "network-vif-deleted", "tag": "053d16e6-c4d7-4126-82af-4b5dc6ef61bc", "status": "failed", "code": 422}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:20.429271 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e39874bc-7011-4b99-af22-ae0d0f6f64f2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:20.429608 n-d-767704-23 neutron-server[103146]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e77da2d6-6799-4f38-b182-4b373c747b29', 'name': 'network-vif-deleted', 'tag': '053d16e6-c4d7-4126-82af-4b5dc6ef61bc', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:48:20.441585 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7c5fa451-6c92-4259-bfb2-d2a72f307b0d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519476 Nov 12 03:48:20.450305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.455892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c1da6b4-ff9b-4857-a7af-1a13b1132502 req-e4eeff6c-8642-4f4c-84d7-91087cf2a738 service neutron] 10.222.0.25 "GET /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436107 Nov 12 03:48:20.456351 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d80e10ad-064b-4d44-abfe-5a9db00cdd8d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:20.544355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76760c36-58d4-4e73-94bd-ce819185e2b2 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:20.672602 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6334e19c-a745-4362-9e70-05d2fbea9736 None None] Provisioning complete for port d4ef64d8-39c9-49ae-8427-310d8820089e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:20.676679 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6334e19c-a745-4362-9e70-05d2fbea9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.762812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ab5674d-c36b-4cca-abad-e73de30515b2 req-ab0a03ad-7544-460a-95ae-f296ee4bd3d1 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.765917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80e10ad-064b-4d44-abfe-5a9db00cdd8d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:20.770523 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d80e10ad-064b-4d44-abfe-5a9db00cdd8d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.772441 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80e10ad-064b-4d44-abfe-5a9db00cdd8d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:48:20.772891 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80e10ad-064b-4d44-abfe-5a9db00cdd8d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:48:20.818864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a03ad-7544-460a-95ae-f296ee4bd3d1 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Pushing event deleted for resources: {'Port': ['ID=396a1891-fd51-45d6-ba94-7a9450070725,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:20.857064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f7e45-5a73-4446-83cd-04466d68687b req-a2909461-aee3-4b15-91b9-48da4e6b3b4f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:20.861621 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d7f7e45-5a73-4446-83cd-04466d68687b req-a2909461-aee3-4b15-91b9-48da4e6b3b4f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 946 time: 0.1212978 Nov 12 03:48:20.888700 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ab5674d-c36b-4cca-abad-e73de30515b2 req-ab0a03ad-7544-460a-95ae-f296ee4bd3d1 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.891955 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ab5674d-c36b-4cca-abad-e73de30515b2 req-ab0a03ad-7544-460a-95ae-f296ee4bd3d1 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.895869 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ab5674d-c36b-4cca-abad-e73de30515b2 req-ab0a03ad-7544-460a-95ae-f296ee4bd3d1 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "DELETE /v2.0/floatingips/12bb1ea2-8dca-4a1f-9136-62707abc9eda HTTP/1.1" status: 204 len: 173 time: 1.0861063 Nov 12 03:48:20.928549 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d80e10ad-064b-4d44-abfe-5a9db00cdd8d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4700758 Nov 12 03:48:20.929079 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d7f7e45-5a73-4446-83cd-04466d68687b req-72ebec63-076e-4e92-b114-0b160e86c7da tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550561 Nov 12 03:48:20.931048 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33700) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.936549 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0e71bfc7-7542-4da7-879e-d4f090aae2cc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:20.973124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68178cf4-5046-4dcf-90d5-74b5d4f80481 None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:21.053949 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-68178cf4-5046-4dcf-90d5-74b5d4f80481 None None] Deleting port d4ef64d8-39c9-49ae-8427-310d8820089e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:21.054542 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68178cf4-5046-4dcf-90d5-74b5d4f80481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.125458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-68178cf4-5046-4dcf-90d5-74b5d4f80481 None None] For port d4ef64d8-39c9-49ae-8427-310d8820089e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d4ef64d8-39c9-49ae-8427-310d8820089e,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:21.126011 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68178cf4-5046-4dcf-90d5-74b5d4f80481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.140765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-68178cf4-5046-4dcf-90d5-74b5d4f80481 None None] Calling delete_port for d4ef64d8-39c9-49ae-8427-310d8820089e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:21.286697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e71bfc7-7542-4da7-879e-d4f090aae2cc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:21.292134 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e71bfc7-7542-4da7-879e-d4f090aae2cc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.294601 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e71bfc7-7542-4da7-879e-d4f090aae2cc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:48:21.295187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e71bfc7-7542-4da7-879e-d4f090aae2cc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:48:21.372517 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68178cf4-5046-4dcf-90d5-74b5d4f80481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.412634 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0e71bfc7-7542-4da7-879e-d4f090aae2cc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4800467 Nov 12 03:48:21.417933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:21.425011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a3156ee9-13fc-409e-b3d9-7c656277c9f9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:21.448940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68178cf4-5046-4dcf-90d5-74b5d4f80481 None None] Pushing event deleted for resources: {'Port': ['ID=d4ef64d8-39c9-49ae-8427-310d8820089e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:21.464062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68178cf4-5046-4dcf-90d5-74b5d4f80481 None None] No DVR routers for this DVR port d4ef64d8-39c9-49ae-8427-310d8820089e on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:21.557156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-0323e864-e184-4a3c-a934-877e2b478323 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:21.558743 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-0323e864-e184-4a3c-a934-877e2b478323 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 812 time: 0.1614923 Nov 12 03:48:21.582091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-9a064647-064e-4c99-92f5-78c246a59996 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/quotas/f9f2ce7d605c46be9c07031c482882db HTTP/1.1" status: 200 len: 375 time: 0.0170131 Nov 12 03:48:21.618720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d4ef64d8-39c9-49ae-8427-310d8820089e no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:21.644014 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: d4ef64d8-39c9-49ae-8427-310d8820089e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:21.644716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d4ef64d8-39c9-49ae-8427-310d8820089e not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:21.644947 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-130ab190-2fbd-4962-9fae-ffcf897059aa tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615857 Nov 12 03:48:21.674892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa4dd0-654a-4059-b204-dad327ed66b9 req-5113a4a3-4389-428f-9e81-75ba94e5dc55 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:21.677149 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-00fa4dd0-654a-4059-b204-dad327ed66b9 req-5113a4a3-4389-428f-9e81-75ba94e5dc55 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2159336 Nov 12 03:48:21.723275 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-00fa4dd0-654a-4059-b204-dad327ed66b9 req-003f6696-4679-4511-ab6a-614e7613b35a tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0397913 Nov 12 03:48:21.822105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3156ee9-13fc-409e-b3d9-7c656277c9f9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:21.826005 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3156ee9-13fc-409e-b3d9-7c656277c9f9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.827549 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3156ee9-13fc-409e-b3d9-7c656277c9f9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:48:21.831552 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3156ee9-13fc-409e-b3d9-7c656277c9f9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:48:21.974340 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f5803bdb-9fdc-47aa-8945-8870a11c5d0e req-9e645b19-29eb-4a78-a927-68342838b27a tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0519760 Nov 12 03:48:22.011343 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a3156ee9-13fc-409e-b3d9-7c656277c9f9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5907648 Nov 12 03:48:22.014064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33746) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:22.019013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2e107920-a1e5-4829-bc7c-82e9e497e067 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:22.099230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-cfb1f01f-5e16-4ad1-8271-448c4e96c8bf service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:48:22.100214 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-cfb1f01f-5e16-4ad1-8271-448c4e96c8bf service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4544823 Nov 12 03:48:22.140520 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:22.185750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33756) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:22.243797 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-529324c2-464e-4e7a-80f3-eab5c84271fd service neutron] 10.222.0.105 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351306 Nov 12 03:48:22.253322 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e107920-a1e5-4829-bc7c-82e9e497e067 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:22.257460 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e107920-a1e5-4829-bc7c-82e9e497e067 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.259000 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e107920-a1e5-4829-bc7c-82e9e497e067 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:48:22.259454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e107920-a1e5-4829-bc7c-82e9e497e067 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:48:22.307264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7b5e7f2-62d0-47a8-9e65-ded99ca4a856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.353377 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb30145c-dfd8-405e-aa98-7e9c1f71f238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.360442 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-58d33cd5-7340-491a-be76-c19d375eed82 service neutron] 10.222.0.105 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157019 Nov 12 03:48:22.382273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2e107920-a1e5-4829-bc7c-82e9e497e067 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3668950 Nov 12 03:48:22.385974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33762) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:22.395235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955dc06-7c64-4531-a7e1-2fa1959c9d56 req-425119aa-6fc8-4dba-bc41-40680aec390e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:22.396866 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1955dc06-7c64-4531-a7e1-2fa1959c9d56 req-425119aa-6fc8-4dba-bc41-40680aec390e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 946 time: 0.1278372 Nov 12 03:48:22.398675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1bfbadae-516b-475a-9bad-880f5df11a68 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:22.514116 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1955dc06-7c64-4531-a7e1-2fa1959c9d56 req-683244e4-5a75-4988-9487-f6e58ed8e6bc tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059959 Nov 12 03:48:22.542312 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7b5e7f2-62d0-47a8-9e65-ded99ca4a856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.579390 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb30145c-dfd8-405e-aa98-7e9c1f71f238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.647054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfbadae-516b-475a-9bad-880f5df11a68 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:22.647797 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7b5e7f2-62d0-47a8-9e65-ded99ca4a856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.655491 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1bfbadae-516b-475a-9bad-880f5df11a68 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.655783 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfbadae-516b-475a-9bad-880f5df11a68 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:48:22.656558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfbadae-516b-475a-9bad-880f5df11a68 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:48:22.690118 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb30145c-dfd8-405e-aa98-7e9c1f71f238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.710005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5e7f2-62d0-47a8-9e65-ded99ca4a856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d8fce7-cb5c-4c4d-b040-c6df2bbde62e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:22.726638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f7b5e7f2-62d0-47a8-9e65-ded99ca4a856 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=851d2441fb2340378a83bed2a8ab7938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5845892 Nov 12 03:48:22.729171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:22.753015 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eb30145c-dfd8-405e-aa98-7e9c1f71f238 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c219e127ffb546f4ab38b0094f0cca76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5634308 Nov 12 03:48:22.756726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33772) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:22.781217 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30145c-dfd8-405e-aa98-7e9c1f71f238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f486c5-5bf6-430e-9b15-e9dac038efc7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:22.792578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1bfbadae-516b-475a-9bad-880f5df11a68 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4011779 Nov 12 03:48:22.794897 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33774) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:22.802431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b583144a-fd9e-429c-84f4-7b67779cfa43 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:22.871337 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f484427-536a-4308-9617-a00c1870fb32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.907856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f484427-536a-4308-9617-a00c1870fb32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.058740 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bff5ed5-a6cc-44da-9de9-de9f12446b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.087057 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f484427-536a-4308-9617-a00c1870fb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.089781 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f484427-536a-4308-9617-a00c1870fb32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.091393 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9f484427-536a-4308-9617-a00c1870fb32 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/38f486c5-5bf6-430e-9b15-e9dac038efc7 HTTP/1.1" status: 204 len: 168 time: 0.3335397 Nov 12 03:48:23.100465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f484427-536a-4308-9617-a00c1870fb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f486c5-5bf6-430e-9b15-e9dac038efc7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:23.239040 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2859e0ec-5356-4b1f-8aa5-1d3ef51aab40 req-68f51870-9b76-4e21-90cc-f778135a213c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 210 time: 0.0443873 Nov 12 03:48:23.246847 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c79131-dfe9-4b95-b2f9-1b460ba0a626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.306621 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c79131-dfe9-4b95-b2f9-1b460ba0a626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.365477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b583144a-fd9e-429c-84f4-7b67779cfa43 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:23.368977 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b583144a-fd9e-429c-84f4-7b67779cfa43 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.370401 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b583144a-fd9e-429c-84f4-7b67779cfa43 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:48:23.370827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b583144a-fd9e-429c-84f4-7b67779cfa43 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:48:23.405176 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12a90c-4552-4419-9b21-3fb6678cd758 req-d0340984-f6c8-41c0-bd27-da966bb7f789 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:23.406626 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ac12a90c-4552-4419-9b21-3fb6678cd758 req-d0340984-f6c8-41c0-bd27-da966bb7f789 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 946 time: 0.0807967 Nov 12 03:48:23.476125 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b583144a-fd9e-429c-84f4-7b67779cfa43 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6792958 Nov 12 03:48:23.478690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33792) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:23.492807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ac12a90c-4552-4419-9b21-3fb6678cd758 req-9d60f565-154d-48cf-86e0-995a40b1eb1c tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/security-groups?id=e17ab0ff-6f2d-4271-9f73-0ca574215f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766439 Nov 12 03:48:23.510725 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-29f29b07-5748-4200-b3b9-88c1dec121b4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0306902 Nov 12 03:48:23.513364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33794) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:23.525345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c79131-dfe9-4b95-b2f9-1b460ba0a626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.527959 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c79131-dfe9-4b95-b2f9-1b460ba0a626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.529062 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-09c79131-dfe9-4b95-b2f9-1b460ba0a626 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c6d8fce7-cb5c-4c4d-b040-c6df2bbde62e HTTP/1.1" status: 204 len: 168 time: 0.7962747 Nov 12 03:48:23.559477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f671e9-9cfc-4e2c-a70e-e1e61f7bf499 req-5ab655cd-e82f-45ee-ab8f-bc6e34bb6ee6 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:23.565519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c79131-dfe9-4b95-b2f9-1b460ba0a626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d8fce7-cb5c-4c4d-b040-c6df2bbde62e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:23.572311 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-19f671e9-9cfc-4e2c-a70e-e1e61f7bf499 req-5ab655cd-e82f-45ee-ab8f-bc6e34bb6ee6 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 945 time: 0.1049814 Nov 12 03:48:23.584730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c33e27d-f40a-433b-a58d-b0f6b915b7d5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:23.586806 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0c33e27d-f40a-433b-a58d-b0f6b915b7d5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0720265 Nov 12 03:48:23.589439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33802) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:23.641422 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c6a606ea-51d1-4d86-9958-d94592ff681b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502355 Nov 12 03:48:23.649694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33808) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:23.658119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a8dedadd-23a6-401e-94be-26e6bca239da tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:23.705826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5cb9a-fbcf-48a7-a877-33a4e6d19353 req-3ae5addf-6edb-4727-807e-086032ac5568 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:23.707578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c5cb9a-fbcf-48a7-a877-33a4e6d19353 req-3ae5addf-6edb-4727-807e-086032ac5568 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 946 time: 0.0684986 Nov 12 03:48:23.725499 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-19f671e9-9cfc-4e2c-a70e-e1e61f7bf499 req-a6771a69-0d1f-4a3a-9adf-f6623134be9f tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522899 Nov 12 03:48:23.767382 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c5cb9a-fbcf-48a7-a877-33a4e6d19353 req-4e2dfbcf-98c7-4b79-a7d4-da41baf9f4ad tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524998 Nov 12 03:48:23.898082 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dedadd-23a6-401e-94be-26e6bca239da tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:23.901766 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8dedadd-23a6-401e-94be-26e6bca239da tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.385435 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75cd5378-9363-4183-b180-fa226e40e22c req-9167497f-62cf-4d15-9040-a67ba419e1f7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 210 time: 0.0463684 Nov 12 03:48:24.408808 n-d-767704-23 neutron-server[103147]: DEBUG neutron.objects.ports [None req-a8dedadd-23a6-401e-94be-26e6bca239da tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:48:24.411481 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8dedadd-23a6-401e-94be-26e6bca239da tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.461266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dedadd-23a6-401e-94be-26e6bca239da tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:24.470007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a8dedadd-23a6-401e-94be-26e6bca239da tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:24.476277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dedadd-23a6-401e-94be-26e6bca239da tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:24.477738 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8dedadd-23a6-401e-94be-26e6bca239da tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.483885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f5c9d2-452c-4f37-a891-3c82c64ac99c None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:24.501477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dedadd-23a6-401e-94be-26e6bca239da tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=6dce3da6-1dcc-4e20-b8ff-16f3ace87c92,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:24.640567 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a8dedadd-23a6-401e-94be-26e6bca239da tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9897268 Nov 12 03:48:24.643154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:24.650927 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fcbd7bdd-23ae-47da-9bf8-86ee9e27a04a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'mac_address': 'fa:16:3e:44:8b:84', 'name': 'tempest-NetworksTestDHCPv6-1330146740'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:24.682055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c703f2d-2063-4ee6-95eb-5e920938fa22 req-c7086cb5-5d02-4925-a170-f9e67ec0bb8e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:24.686524 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c703f2d-2063-4ee6-95eb-5e920938fa22 req-c7086cb5-5d02-4925-a170-f9e67ec0bb8e tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 946 time: 0.1045594 Nov 12 03:48:24.719418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': '6dce3da6-1dcc-4e20-b8ff-16f3ace87c92'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:24.725710 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.776726 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c703f2d-2063-4ee6-95eb-5e920938fa22 req-1eddd793-6085-478f-ba92-9e66eb3778a7 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/security-groups?id=e17ab0ff-6f2d-4271-9f73-0ca574215f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827165 Nov 12 03:48:24.821879 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.898474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a87df-276c-420d-b428-6f5505ac1e2c req-669b19c0-80aa-4b46-9b26-1a971b7f6329 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:24.899705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d57a87df-276c-420d-b428-6f5505ac1e2c req-669b19c0-80aa-4b46-9b26-1a971b7f6329 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 946 time: 0.1022544 Nov 12 03:48:24.937894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Allocated IP 2001:db8::f816:3eff:fe57:eaa1 (be54d603-2a64-497a-84fd-dd53e383892b/6dce3da6-1dcc-4e20-b8ff-16f3ace87c92/ee0cb116-32df-4b53-8cee-f72ad8e805b5) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:24.985425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0b4cf-f8d6-458a-99ae-68e9d125d536 req-ce36d7e5-5799-406d-9f8d-583fd1b31af4 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:24.995624 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6e0b4cf-f8d6-458a-99ae-68e9d125d536 req-ce36d7e5-5799-406d-9f8d-583fd1b31af4 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 946 time: 0.0924692 Nov 12 03:48:25.041205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358cc2a-6a19-4664-943e-97a1539b0e26 req-317c9e31-9f7d-427f-bc84-5525a92db440 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:25.042800 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7358cc2a-6a19-4664-943e-97a1539b0e26 req-317c9e31-9f7d-427f-bc84-5525a92db440 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 945 time: 0.0975041 Nov 12 03:48:25.055201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33876) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:25.078663 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6e0b4cf-f8d6-458a-99ae-68e9d125d536 req-72a8b2cb-def9-4f5a-b95a-e6dcbbe35e4a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819349 Nov 12 03:48:25.086919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbd7bdd-23ae-47da-9bf8-86ee9e27a04a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:25.093565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d57a87df-276c-420d-b428-6f5505ac1e2c req-448a16d4-4716-415d-aa7c-6c99a85a63cc tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Deleting port 72948fa0-28c0-42a7-9039-b993cf4c94c3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:25.094511 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d57a87df-276c-420d-b428-6f5505ac1e2c req-448a16d4-4716-415d-aa7c-6c99a85a63cc tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.149561 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.183696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7358cc2a-6a19-4664-943e-97a1539b0e26 req-b95f74a6-8d26-4e89-81bb-5f6ed9dcad3e tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316869 Nov 12 03:48:25.287364 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.309349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d57a87df-276c-420d-b428-6f5505ac1e2c req-448a16d4-4716-415d-aa7c-6c99a85a63cc tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] For port 72948fa0-28c0-42a7-9039-b993cf4c94c3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=72948fa0-28c0-42a7-9039-b993cf4c94c3,segment=NetworkSegment(1766dea6-f3b3-4e88-bfc1-71afc371bb1d),segment_id=1766dea6-f3b3-4e88-bfc1-71afc371bb1d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:25.309794 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d57a87df-276c-420d-b428-6f5505ac1e2c req-448a16d4-4716-415d-aa7c-6c99a85a63cc tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.328524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d57a87df-276c-420d-b428-6f5505ac1e2c req-448a16d4-4716-415d-aa7c-6c99a85a63cc tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Calling delete_port for 72948fa0-28c0-42a7-9039-b993cf4c94c3 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:25.328797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-179667657-network', 'tenant_id': 'd6b2d99842864fcdaa50b55f56be9f1a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:25.355292 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcbd7bdd-23ae-47da-9bf8-86ee9e27a04a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.372801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:25.376072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:25.381079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:25.389468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-fcbd7bdd-23ae-47da-9bf8-86ee9e27a04a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port 06fad26b-2c73-4eb1-909a-d70134f6a9db yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:25.395092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Pushing event updated for resources: {'Port': ['ID=ee0cb116-32df-4b53-8cee-f72ad8e805b5,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.459158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Attempting to bind port ee0cb116-32df-4b53-8cee-f72ad8e805b5 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:25.460487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Attempting to bind port ee0cb116-32df-4b53-8cee-f72ad8e805b5 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:25.479095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Attempting to bind port ee0cb116-32df-4b53-8cee-f72ad8e805b5 on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:25.479095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:25.479095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:25.479095 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.479095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:25.479095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Bound port: ee0cb116-32df-4b53-8cee-f72ad8e805b5, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:25.479095 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.510172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] Made reservation on behalf of d6b2d99842864fcdaa50b55f56be9f1a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:25.513434 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.529809 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.549267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] For port ee0cb116-32df-4b53-8cee-f72ad8e805b5, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:25.553353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] For port ee0cb116-32df-4b53-8cee-f72ad8e805b5, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ee0cb116-32df-4b53-8cee-f72ad8e805b5,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:25.565265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-fcbd7bdd-23ae-47da-9bf8-86ee9e27a04a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::f816:3eff:fe44:8b84 (be54d603-2a64-497a-84fd-dd53e383892b/6dce3da6-1dcc-4e20-b8ff-16f3ace87c92/06fad26b-2c73-4eb1-909a-d70134f6a9db) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:25.574946 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b75dc497-5087-431c-87a8-53e38c467ea4 req-f8824ce5-bd61-4da7-9239-d916585df6df tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 210 time: 0.0852919 Nov 12 03:48:25.600505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09840316-70c6-4156-8c55-a11270589e9f req-3851152f-1888-4a1b-b491-0b1afab07dbc tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:25.602055 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09840316-70c6-4156-8c55-a11270589e9f req-3851152f-1888-4a1b-b491-0b1afab07dbc tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 945 time: 0.1009719 Nov 12 03:48:25.659357 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.738507 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f48477-e752-4d5a-a64a-d6df12f9e859 None None] Pushing event updated for resources: {'Port': ['ID=ee0cb116-32df-4b53-8cee-f72ad8e805b5,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.757759 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d57a87df-276c-420d-b428-6f5505ac1e2c req-448a16d4-4716-415d-aa7c-6c99a85a63cc tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.774172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['72948fa0-28c0-42a7-9039-b993cf4c94c3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:25.785212 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcbd7bdd-23ae-47da-9bf8-86ee9e27a04a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.829930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a16d4-4716-415d-aa7c-6c99a85a63cc tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Pushing event deleted for resources: {'Port': ['ID=72948fa0-28c0-42a7-9039-b993cf4c94c3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.902112 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.902981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57a87df-276c-420d-b428-6f5505ac1e2c req-448a16d4-4716-415d-aa7c-6c99a85a63cc tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] No DVR routers for this DVR port 72948fa0-28c0-42a7-9039-b993cf4c94c3 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:25.911020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-7b0e7d4c-781d-417b-8342-aa895ad66c43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:25.912720 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-7b0e7d4c-781d-417b-8342-aa895ad66c43 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.26 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 812 time: 0.2624927 Nov 12 03:48:25.914933 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d57a87df-276c-420d-b428-6f5505ac1e2c req-448a16d4-4716-415d-aa7c-6c99a85a63cc tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.918479 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d57a87df-276c-420d-b428-6f5505ac1e2c req-448a16d4-4716-415d-aa7c-6c99a85a63cc tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.25 "DELETE /v2.0/ports/72948fa0-28c0-42a7-9039-b993cf4c94c3 HTTP/1.1" status: 204 len: 173 time: 1.0103552 Nov 12 03:48:25.918978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'name': 'network-vif-deleted', 'tag': '72948fa0-28c0-42a7-9039-b993cf4c94c3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:25.921503 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9b247f-2d4f-47b8-bc1e-4928998a8333" -d '{"events": [{"server_uuid": "eb785430-0c6a-49e2-bc94-257c4c6d1396", "name": "network-vif-deleted", "tag": "72948fa0-28c0-42a7-9039-b993cf4c94c3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:25.942532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-773836b1-f8a0-498e-9094-6690bf069110 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Request body: {'port': {'device_id': '6e9058da-475a-4e4d-b1d8-7714671f539d', 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb', 'admin_state_up': True, 'tenant_id': 'f9f2ce7d605c46be9c07031c482882db'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:25.951820 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b613fe3e-26fc-4233-9bbd-9e167649dd70 req-0d890aaf-7008-4d97-a7d2-9dbd2c41cf17 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 210 time: 0.0506685 Nov 12 03:48:25.982219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-09840316-70c6-4156-8c55-a11270589e9f req-ef35249d-0c97-4ac6-b062-85c838a4d176 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Deleting port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:25.982577 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09840316-70c6-4156-8c55-a11270589e9f req-ef35249d-0c97-4ac6-b062-85c838a4d176 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.019030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcbd7bdd-23ae-47da-9bf8-86ee9e27a04a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.033589 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe44edc7-a280-477a-b765-20bbbce214cf x-openstack-request-id: req-fe44edc7-a280-477a-b765-20bbbce214cf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:26.033589 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb785430-0c6a-49e2-bc94-257c4c6d1396", "name": "network-vif-deleted", "tag": "72948fa0-28c0-42a7-9039-b993cf4c94c3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:26.033589 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fe44edc7-a280-477a-b765-20bbbce214cf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:26.037709 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb785430-0c6a-49e2-bc94-257c4c6d1396', 'name': 'network-vif-deleted', 'tag': '72948fa0-28c0-42a7-9039-b993cf4c94c3', 'status': 'completed', 'code': 200} Nov 12 03:48:26.112747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33900) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:26.118909 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.168309 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:26.202408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd7bdd-23ae-47da-9bf8-86ee9e27a04a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:26.206948 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-fcbd7bdd-23ae-47da-9bf8-86ee9e27a04a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:26.210655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd7bdd-23ae-47da-9bf8-86ee9e27a04a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=06fad26b-2c73-4eb1-909a-d70134f6a9db,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:26.214776 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adc80c5-0e1e-41ef-8e4f-320c3caf79da,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:26.219522 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd7bdd-23ae-47da-9bf8-86ee9e27a04a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:26.255038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd7bdd-23ae-47da-9bf8-86ee9e27a04a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.255734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcbd7bdd-23ae-47da-9bf8-86ee9e27a04a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.273982 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-09840316-70c6-4156-8c55-a11270589e9f req-ef35249d-0c97-4ac6-b062-85c838a4d176 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] For port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:26.274309 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09840316-70c6-4156-8c55-a11270589e9f req-ef35249d-0c97-4ac6-b062-85c838a4d176 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.290925 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.290925 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] Added segment 529da0ca-ab60-42a4-af52-7d119b368574 of type vlan for network 64d5e498-6fbb-4f6e-ad06-df50786cb026 Nov 12 03:48:26.332850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-09840316-70c6-4156-8c55-a11270589e9f req-ef35249d-0c97-4ac6-b062-85c838a4d176 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Calling delete_port for d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:26.422146 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97631885-2392-4a52-b97d-73e31378e847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.437805 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.469067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f193a05-e362-4ff8-884e-d2d54554be03 req-5003b283-b31c-4bec-9347-3695961f3603 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.469799 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fcbd7bdd-23ae-47da-9bf8-86ee9e27a04a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8255088 Nov 12 03:48:26.472878 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f193a05-e362-4ff8-884e-d2d54554be03 req-5003b283-b31c-4bec-9347-3695961f3603 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 945 time: 0.1620505 Nov 12 03:48:26.475658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33910) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:26.515577 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c3525d1-104f-4d00-8928-6572418825d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.552013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaa03b-3870-4489-be0a-8c85a7567135 req-351e0972-5ca4-45d7-a7fe-79eefe9bea09 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.553834 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dedaa03b-3870-4489-be0a-8c85a7567135 req-351e0972-5ca4-45d7-a7fe-79eefe9bea09 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 946 time: 0.2716801 Nov 12 03:48:26.564726 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f193a05-e362-4ff8-884e-d2d54554be03 req-1c1ff663-dc74-454e-9d74-d99d4b5572d5 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819795 Nov 12 03:48:26.609410 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b766423-2a9d-465c-b511-bd848f854f7c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.615726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b766423-2a9d-465c-b511-bd848f854f7c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.623666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9b766423-2a9d-465c-b511-bd848f854f7c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1195517 Nov 12 03:48:26.626744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:26.636028 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.698355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-773836b1-f8a0-498e-9094-6690bf069110 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Made reservation on behalf of f9f2ce7d605c46be9c07031c482882db for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:26.714955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-773836b1-f8a0-498e-9094-6690bf069110 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.726853 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.727868 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.728502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.755189 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dedaa03b-3870-4489-be0a-8c85a7567135 req-59dfe113-80b0-4e9e-85a3-f4721076e9f3 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907334 Nov 12 03:48:26.793232 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09840316-70c6-4156-8c55-a11270589e9f req-ef35249d-0c97-4ac6-b062-85c838a4d176 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.838287 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efedf6d8-dee1-4307-ab72-560bbd496ca5 req-faa9bede-d6b6-4230-894e-e8c7f0e119c9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 210 time: 0.0538502 Nov 12 03:48:26.840611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['71428227-0fc9-4618-a763-f00d2735da82', 'dd60e803-9ad7-4fa4-9458-b7d52d731b7f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:26.918355 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] Pushing event updated for resources: {'Network': ['ID=64d5e498-6fbb-4f6e-ad06-df50786cb026,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:26.937750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35249d-0c97-4ac6-b062-85c838a4d176 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Pushing event deleted for resources: {'Port': ['ID=d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:26.941689 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 64d5e498-6fbb-4f6e-ad06-df50786cb026 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:26.968321 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c3525d1-104f-4d00-8928-6572418825d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.010386 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-57937e6c-e394-4ee5-aac8-1c39aa3722e4 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9496028 Nov 12 03:48:27.011730 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:27.022768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-773836b1-f8a0-498e-9094-6690bf069110 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Allocated IP 172.20.0.2 (2c53af8a-46bb-48e4-af57-98f8737220cb/899de18e-7897-4846-9001-c1f9957ea303/75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:27.038482 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-66276d8f-784d-4ca8-a287-c45a93fb3249 admin admin] Request body: {'subnet': {'network_id': '64d5e498-6fbb-4f6e-ad06-df50786cb026', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-179667657-subnet', 'tenant_id': 'd6b2d99842864fcdaa50b55f56be9f1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:27.044733 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:48:27.087789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9e9b2-76c1-4494-9894-688f229bbe20 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port 06fad26b-2c73-4eb1-909a-d70134f6a9db {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:27.091988 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fc9e9b2-76c1-4494-9894-688f229bbe20 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.258884 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c3525d1-104f-4d00-8928-6572418825d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.279072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-09840316-70c6-4156-8c55-a11270589e9f req-ef35249d-0c97-4ac6-b062-85c838a4d176 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] No DVR routers for this DVR port d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:27.284493 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09840316-70c6-4156-8c55-a11270589e9f req-ef35249d-0c97-4ac6-b062-85c838a4d176 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.288613 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09840316-70c6-4156-8c55-a11270589e9f req-ef35249d-0c97-4ac6-b062-85c838a4d176 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.25 "DELETE /v2.0/ports/d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c HTTP/1.1" status: 204 len: 173 time: 1.6790204 Nov 12 03:48:27.296698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-012b0f19-2b30-4e09-9a3d-8882c1eb7a0b req-c0a0065c-3d20-4186-88a5-d01c24023a79 tempest-FloatingIPsAssociationNegativeTestJSON-611928869 tempest-FloatingIPsAssociationNegativeTestJSON-611928869-project] 10.222.0.105 "GET /v2.0/ports?device_id=eb785430-0c6a-49e2-bc94-257c4c6d1396 HTTP/1.1" status: 200 len: 210 time: 0.1687758 Nov 12 03:48:27.323476 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6c3525d1-104f-4d00-8928-6572418825d3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=718c38a2557a406bb79e8901fd587b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2054355 Nov 12 03:48:27.335757 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33920) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:27.357420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3525d1-104f-4d00-8928-6572418825d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e7cb7a-26af-4602-a7d0-8f7b3b3e3dbd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:27.363288 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fc9e9b2-76c1-4494-9894-688f229bbe20 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.390136 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9e9b2-76c1-4494-9894-688f229bbe20 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for 06fad26b-2c73-4eb1-909a-d70134f6a9db owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:27.450881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8473a950-8c2e-4229-a2af-1e47b58be0f0 None None] Provisioning complete for port ee0cb116-32df-4b53-8cee-f72ad8e805b5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:27.451254 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8473a950-8c2e-4229-a2af-1e47b58be0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.457657 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-773836b1-f8a0-498e-9094-6690bf069110 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.494174 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c934f51-a996-49aa-bb38-07b4a28e1471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.553764 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66276d8f-784d-4ca8-a287-c45a93fb3249 admin admin] Made reservation on behalf of d6b2d99842864fcdaa50b55f56be9f1a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:27.571386 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66276d8f-784d-4ca8-a287-c45a93fb3249 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.599052 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c934f51-a996-49aa-bb38-07b4a28e1471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.678656 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8473a950-8c2e-4229-a2af-1e47b58be0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.759869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ee0cb116-32df-4b53-8cee-f72ad8e805b5 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:27.762206 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03afba2c-000a-4056-9de5-c796ab5ff423 req-f01e78e7-782f-4016-b40f-9be6a1fd73eb tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 210 time: 0.0529585 Nov 12 03:48:27.813090 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-773836b1-f8a0-498e-9094-6690bf069110 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.845018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8473a950-8c2e-4229-a2af-1e47b58be0f0 None None] For port ee0cb116-32df-4b53-8cee-f72ad8e805b5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ee0cb116-32df-4b53-8cee-f72ad8e805b5,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:27.876191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ee0cb116-32df-4b53-8cee-f72ad8e805b5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:27.876191 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.918373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-773836b1-f8a0-498e-9094-6690bf069110 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Network 2c53af8a-46bb-48e4-af57-98f8737220cb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:27.950290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-773836b1-f8a0-498e-9094-6690bf069110 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:27.954449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-773836b1-f8a0-498e-9094-6690bf069110 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:27.962965 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c934f51-a996-49aa-bb38-07b4a28e1471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.965694 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c934f51-a996-49aa-bb38-07b4a28e1471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.970170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0c934f51-a996-49aa-bb38-07b4a28e1471 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b1e7cb7a-26af-4602-a7d0-8f7b3b3e3dbd HTTP/1.1" status: 204 len: 168 time: 0.6318791 Nov 12 03:48:27.974883 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.985204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773836b1-f8a0-498e-9094-6690bf069110 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Pushing event updated for resources: {'Port': ['ID=75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.028791 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8473a950-8c2e-4229-a2af-1e47b58be0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.054492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c60023-e9a7-494b-9ae2-53e35b064df2', 'name': 'network-vif-deleted', 'tag': 'd00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:28.058209 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7392783d-d356-475a-bbe7-85e504b5deba" -d '{"events": [{"server_uuid": "a5c60023-e9a7-494b-9ae2-53e35b064df2", "name": "network-vif-deleted", "tag": "d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:28.079099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c934f51-a996-49aa-bb38-07b4a28e1471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e7cb7a-26af-4602-a7d0-8f7b3b3e3dbd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.101965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ccc03-7e6b-48f6-8b4c-027b3981bfff req-b92fe63f-15e3-4dc0-a42f-93dd935c509e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:28.104266 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b22ccc03-7e6b-48f6-8b4c-027b3981bfff req-b92fe63f-15e3-4dc0-a42f-93dd935c509e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 946 time: 0.2168856 Nov 12 03:48:28.173898 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:48:28.173898 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:48:28.192766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0b7198a2-dea2-44d8-9cc8-b14df7e1f823 None None] Provisioning complete for port 06fad26b-2c73-4eb1-909a-d70134f6a9db triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:28.193118 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b7198a2-dea2-44d8-9cc8-b14df7e1f823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.194796 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b22ccc03-7e6b-48f6-8b4c-027b3981bfff req-376ec39f-b564-4747-95db-c349cffc0fe9 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786231 Nov 12 03:48:28.206158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-773836b1-f8a0-498e-9094-6690bf069110 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:28.207324 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-773836b1-f8a0-498e-9094-6690bf069110 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.214770 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5d35e-5006-471f-bc79-66d19cdff568 req-9851415c-6363-4309-b4de-96456d259a68 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:28.216402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473a950-8c2e-4229-a2af-1e47b58be0f0 None None] Pushing event updated for resources: {'Port': ['ID=ee0cb116-32df-4b53-8cee-f72ad8e805b5,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.218078 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5fd5d35e-5006-471f-bc79-66d19cdff568 req-9851415c-6363-4309-b4de-96456d259a68 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 931 time: 0.1385138 Nov 12 03:48:28.251180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0b7198a2-dea2-44d8-9cc8-b14df7e1f823 None None] Port 06fad26b-2c73-4eb1-909a-d70134f6a9db cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:28.272443 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cba21bb-2c24-4189-87d4-2078e2fcd6d8 x-openstack-request-id: req-8cba21bb-2c24-4189-87d4-2078e2fcd6d8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:28.272746 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c60023-e9a7-494b-9ae2-53e35b064df2", "name": "network-vif-deleted", "tag": "d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:28.273769 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8cba21bb-2c24-4189-87d4-2078e2fcd6d8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:28.273769 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c60023-e9a7-494b-9ae2-53e35b064df2', 'name': 'network-vif-deleted', 'tag': 'd00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c', 'status': 'completed', 'code': 200} Nov 12 03:48:28.293088 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5fd5d35e-5006-471f-bc79-66d19cdff568 req-f2ea44ae-182a-4411-bfa2-7d0bee99f7e4 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521393 Nov 12 03:48:28.298733 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fc9e9b2-76c1-4494-9894-688f229bbe20 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.338280 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.343437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9e9b2-76c1-4494-9894-688f229bbe20 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=06fad26b-2c73-4eb1-909a-d70134f6a9db,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.362426 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33936) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:28.407128 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fc9e9b2-76c1-4494-9894-688f229bbe20 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.410102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:28.411369 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0fc9e9b2-76c1-4494-9894-688f229bbe20 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/06fad26b-2c73-4eb1-909a-d70134f6a9db HTTP/1.1" status: 204 len: 168 time: 1.7834260 Nov 12 03:48:28.415505 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33938) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:28.446663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:28.447466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d00ff0e9-d35b-4a7e-bc24-c3a50fc02f9c not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:28.451628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 72948fa0-28c0-42a7-9039-b993cf4c94c3 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:28.481652 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-773836b1-f8a0-498e-9094-6690bf069110 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5475719 Nov 12 03:48:28.482720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 72948fa0-28c0-42a7-9039-b993cf4c94c3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:28.483193 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 72948fa0-28c0-42a7-9039-b993cf4c94c3 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:28.496555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3376fe-f7af-4119-a819-dd7ae3fc30ee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:28.501258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3376fe-f7af-4119-a819-dd7ae3fc30ee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:28.505496 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9a3376fe-f7af-4119-a819-dd7ae3fc30ee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0808339 Nov 12 03:48:28.506099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:28.507106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-48cf7a1e-0725-4610-a776-8fa9653ff239 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:48:28.509437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-48cf7a1e-0725-4610-a776-8fa9653ff239 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085614 Nov 12 03:48:28.639774 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d846b55b-653a-41aa-9bc7-53601dedb665 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet 6dce3da6-1dcc-4e20-b8ff-16f3ace87c92 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:28.647454 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d846b55b-653a-41aa-9bc7-53601dedb665 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.706215 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d846b55b-653a-41aa-9bc7-53601dedb665 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.721246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Request body: {'port': {'device_id': '6e9058da-475a-4e4d-b1d8-7714671f539d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:28.782956 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.809789 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d846b55b-653a-41aa-9bc7-53601dedb665 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.836450 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66276d8f-784d-4ca8-a287-c45a93fb3249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.890392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66276d8f-784d-4ca8-a287-c45a93fb3249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed95a9a-84ad-4387-9b15-10694c5849b1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.964774 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.979387 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04e2c8bc-50ac-42e3-a70e-5886dc0727b2 req-b1073fa8-93e3-4f53-9f06-9d46d58f4990 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=a5c60023-e9a7-494b-9ae2-53e35b064df2 HTTP/1.1" status: 200 len: 210 time: 0.0340142 Nov 12 03:48:28.983366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66276d8f-784d-4ca8-a287-c45a93fb3249 admin admin] Checking segment: {'id': '529da0ca-ab60-42a4-af52-7d119b368574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '64d5e498-6fbb-4f6e-ad06-df50786cb026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:28.983740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66276d8f-784d-4ca8-a287-c45a93fb3249 admin admin] Network hostable DHCP agents. Network: 64d5e498-6fbb-4f6e-ad06-df50786cb026, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:29.103039 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d846b55b-653a-41aa-9bc7-53601dedb665 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.138448 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846b55b-653a-41aa-9bc7-53601dedb665 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=6dce3da6-1dcc-4e20-b8ff-16f3ace87c92,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:29.147059 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d846b55b-653a-41aa-9bc7-53601dedb665 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.151055 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d846b55b-653a-41aa-9bc7-53601dedb665 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/6dce3da6-1dcc-4e20-b8ff-16f3ace87c92 HTTP/1.1" status: 204 len: 168 time: 0.6436968 Nov 12 03:48:29.153661 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33958) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:29.158235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475d94c7-ef21-4b13-a3f0-dc1a22c7a661 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:29.162210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66276d8f-784d-4ca8-a287-c45a93fb3249 admin admin] Network 64d5e498-6fbb-4f6e-ad06-df50786cb026 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:29.204958 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-16715501-8951-4aaa-b512-279cc42f1954 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469697 Nov 12 03:48:29.205228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33960) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:29.210580 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-31a5b026-bfc5-49cc-b927-e017bbc9846d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:29.338223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-0e5605a7-0f63-434c-be34-3b6a8f92f15c tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:29.340120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-0e5605a7-0f63-434c-be34-3b6a8f92f15c tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 1098 time: 0.1770377 Nov 12 03:48:29.364421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-767704-23'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:29.412510 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-66276d8f-784d-4ca8-a287-c45a93fb3249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 64d5e498-6fbb-4f6e-ad06-df50786cb026) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:29.419216 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66276d8f-784d-4ca8-a287-c45a93fb3249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:29.419340 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66276d8f-784d-4ca8-a287-c45a93fb3249 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.427149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0cf125-2c2a-477a-b3a2-770b7c85ea98 None None] Network 64d5e498-6fbb-4f6e-ad06-df50786cb026 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:29.430474 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcc6373-19a8-45b3-8c62-700c0b1c083d None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:29.504351 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a5b026-bfc5-49cc-b927-e017bbc9846d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:29.510651 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31a5b026-bfc5-49cc-b927-e017bbc9846d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.576689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.640695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d5e58-cd41-46fc-82fb-6a81bdd74f41 req-f4f247aa-f6c3-41e1-b79b-43e641319f3b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:29.648505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-789d5e58-cd41-46fc-82fb-6a81bdd74f41 req-f4f247aa-f6c3-41e1-b79b-43e641319f3b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 946 time: 0.2682788 Nov 12 03:48:29.650144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3ac1e-e887-41a9-b1ee-6095719a4a6e req-57ce68e3-2e3e-493e-93b9-899b2593a44e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:29.651828 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-20d3ac1e-e887-41a9-b1ee-6095719a4a6e req-57ce68e3-2e3e-493e-93b9-899b2593a44e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 931 time: 0.2293060 Nov 12 03:48:29.673511 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-66276d8f-784d-4ca8-a287-c45a93fb3249 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6604779 Nov 12 03:48:29.674574 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ee0cb116-32df-4b53-8cee-f72ad8e805b5 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:29.737290 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c389b4d7-a928-4ca5-87ce-e9fbf6ce14ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.791913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-edcc6373-19a8-45b3-8c62-700c0b1c083d None None] Deleting port ee0cb116-32df-4b53-8cee-f72ad8e805b5 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:29.792602 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edcc6373-19a8-45b3-8c62-700c0b1c083d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.804620 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41889b84-cfe2-4d54-87d4-285c907213d6 None None] Network 64d5e498-6fbb-4f6e-ad06-df50786cb026 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:29.813611 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-20d3ac1e-e887-41a9-b1ee-6095719a4a6e req-f4cd435d-fe37-4234-98f7-c4d20c44d77c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367617 Nov 12 03:48:29.822139 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33976) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:30.007804 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-910278300-network', 'tenant_id': 'a803c520af0a4208b65655c3ed555429'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:30.046293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-789d5e58-cd41-46fc-82fb-6a81bdd74f41 req-68e0e374-0a3c-4cfe-8918-b24b4d2987ec tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968930 Nov 12 03:48:30.093500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:30.135231 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.195874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Transition to ACTIVE for port object 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:48:30.223701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:30.229995 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-edcc6373-19a8-45b3-8c62-700c0b1c083d None None] For port ee0cb116-32df-4b53-8cee-f72ad8e805b5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ee0cb116-32df-4b53-8cee-f72ad8e805b5,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:30.230578 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edcc6373-19a8-45b3-8c62-700c0b1c083d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.271195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-edcc6373-19a8-45b3-8c62-700c0b1c083d None None] Calling delete_port for ee0cb116-32df-4b53-8cee-f72ad8e805b5 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:30.271540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] Made reservation on behalf of a803c520af0a4208b65655c3ed555429 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:30.271998 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.290398 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.290624 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0ea1b884-1f94-4812-9121-b3e8b2147713 req-5db9b25f-6a91-4367-bff5-02e7d8381b0f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-926557679', 'description': 'tempest-description-1681507114'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:30.297835 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.334754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:30.348907 n-d-767704-23 neutron-server[103147]: DEBUG neutron.objects.ports [None req-31a5b026-bfc5-49cc-b927-e017bbc9846d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:48:30.357733 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.360460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port ee0cb116-32df-4b53-8cee-f72ad8e805b5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ee0cb116-32df-4b53-8cee-f72ad8e805b5,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:30.414392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9d1c7927-0fc3-4022-b98a-bee20e40acea details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:48:30.442837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1afee6-7017-4c00-8e74-7d7acd078e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1c7927-0fc3-4022-b98a-bee20e40acea'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:30.445218 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd02c786-7fa3-41a7-adb3-198fafcf8bd4" -d '{"events": [{"server_uuid": "1e1afee6-7017-4c00-8e74-7d7acd078e6f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1c7927-0fc3-4022-b98a-bee20e40acea"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:30.451121 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.509128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Pushing event updated for resources: {'Port': ['ID=75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.520127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c389b4d7-a928-4ca5-87ce-e9fbf6ce14ff admin admin] Deleting port a18c5163-7804-46ee-8369-cb0f36f9e827 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:30.520475 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c389b4d7-a928-4ca5-87ce-e9fbf6ce14ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.521660 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0ea1b884-1f94-4812-9121-b3e8b2147713 req-5db9b25f-6a91-4367-bff5-02e7d8381b0f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.525510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:30.539763 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9d1c7927-0fc3-4022-b98a-bee20e40acea has no active binding in host n-h1-767704-23 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:48:30.584748 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.607678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Attempting to bind port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:30.608012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Attempting to bind port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:30.608365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Attempting to bind port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 on network 2c53af8a-46bb-48e4-af57-98f8737220cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:30.618096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 on network 2c53af8a-46bb-48e4-af57-98f8737220cb not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:30.618419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Attempting to bind port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 on network 2c53af8a-46bb-48e4-af57-98f8737220cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:30.622873 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.627686 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0ea1b884-1f94-4812-9121-b3e8b2147713 req-5db9b25f-6a91-4367-bff5-02e7d8381b0f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.628060 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.648291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:30.648640 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Checking segment: {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:30.649030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Bound using segment: {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:30.649486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Bound port: 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:30.649844 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.693353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=ee0cb116-32df-4b53-8cee-f72ad8e805b5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.722618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c389b4d7-a928-4ca5-87ce-e9fbf6ce14ff admin admin] For port a18c5163-7804-46ee-8369-cb0f36f9e827, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a18c5163-7804-46ee-8369-cb0f36f9e827,segment=NetworkSegment(1766dea6-f3b3-4e88-bfc1-71afc371bb1d),segment_id=1766dea6-f3b3-4e88-bfc1-71afc371bb1d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:30.723017 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c389b4d7-a928-4ca5-87ce-e9fbf6ce14ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.759599 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.772135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c389b4d7-a928-4ca5-87ce-e9fbf6ce14ff admin admin] Calling delete_port for a18c5163-7804-46ee-8369-cb0f36f9e827 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:30.784341 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:30.786747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1c7927-0fc3-4022-b98a-bee20e40acea,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.794958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f3412c-f608-4461-b235-6f0ae7d779ae,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.800013 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.803758 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] Added segment a993aa59-0417-421c-ae32-c2fd43f340a9 of type vlan for network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 Nov 12 03:48:30.838588 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edcc6373-19a8-45b3-8c62-700c0b1c083d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.841887 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0ea1b884-1f94-4812-9121-b3e8b2147713 req-5db9b25f-6a91-4367-bff5-02e7d8381b0f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.851642 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.860849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc6373-19a8-45b3-8c62-700c0b1c083d None None] No DVR routers for this DVR port ee0cb116-32df-4b53-8cee-f72ad8e805b5 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:30.886882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] For port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:30.895810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Attempting to bind port 9d1c7927-0fc3-4022-b98a-bee20e40acea on host n-h2-767704-23 for vnic_type normal with profile {"migrating_to": "n-h1-767704-23"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:30.896267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Attempting to bind port 9d1c7927-0fc3-4022-b98a-bee20e40acea by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:30.896499 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Attempting to bind port 9d1c7927-0fc3-4022-b98a-bee20e40acea on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:30.910320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc6373-19a8-45b3-8c62-700c0b1c083d None None] Pushing event deleted for resources: {'Port': ['ID=ee0cb116-32df-4b53-8cee-f72ad8e805b5,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.913075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Port 9d1c7927-0fc3-4022-b98a-bee20e40acea on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:30.913406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Attempting to bind port 9d1c7927-0fc3-4022-b98a-bee20e40acea on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:30.919060 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-31a5b026-bfc5-49cc-b927-e017bbc9846d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Port ee0cb116-32df-4b53-8cee-f72ad8e805b5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 03:48:30.919723 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-31a5b026-bfc5-49cc-b927-e017bbc9846d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Reverting IP allocation for 2001:db8::f816:3eff:fe57:eaa1 {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 03:48:30.922853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] For port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:30.924308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9b25f-6a91-4367-bff5-02e7d8381b0f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a41715-8d0b-4eb4-adcb-7e7b0103fe6e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.927403 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-31a5b026-bfc5-49cc-b927-e017bbc9846d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe57:eaa1 {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 03:48:30.929870 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31a5b026-bfc5-49cc-b927-e017bbc9846d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.937866 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48156ce4-32c2-414e-b328-b218f3cf9d18 x-openstack-request-id: req-48156ce4-32c2-414e-b328-b218f3cf9d18 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:30.938163 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1afee6-7017-4c00-8e74-7d7acd078e6f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1c7927-0fc3-4022-b98a-bee20e40acea", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:30.938417 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-48156ce4-32c2-414e-b328-b218f3cf9d18 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:30.938886 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1afee6-7017-4c00-8e74-7d7acd078e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1c7927-0fc3-4022-b98a-bee20e40acea', 'code': 200} Nov 12 03:48:30.939787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:30.940372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Checking segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:30.940522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Bound using segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:30.941271 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Bound port: 9d1c7927-0fc3-4022-b98a-bee20e40acea, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:30.941634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.992793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a5b026-bfc5-49cc-b927-e017bbc9846d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:30.998811 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-31a5b026-bfc5-49cc-b927-e017bbc9846d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:31.001119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5b026-bfc5-49cc-b927-e017bbc9846d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=da376ff6-caab-45a7-9b62-c9286b550c3c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:31.003924 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5b026-bfc5-49cc-b927-e017bbc9846d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:31.004668 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31a5b026-bfc5-49cc-b927-e017bbc9846d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.011253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c6cf0b-f111-418a-a083-eb0f28e2c9c4 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:31.036375 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0ea1b884-1f94-4812-9121-b3e8b2147713 req-5db9b25f-6a91-4367-bff5-02e7d8381b0f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.038050 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ea1b884-1f94-4812-9121-b3e8b2147713 req-5db9b25f-6a91-4367-bff5-02e7d8381b0f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7592096 Nov 12 03:48:31.103329 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.103329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:31.103329 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.115288 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.135692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:31.147802 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-31a5b026-bfc5-49cc-b927-e017bbc9846d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9382031 Nov 12 03:48:31.162284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.168193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ba6e2577-9bb0-4bb7-abf9-fc0a57e83437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'mac_address': 'fa:16:3e:63:b9:92', 'name': 'tempest-NetworksTestDHCPv6-1565824410'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:31.217733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': 'da376ff6-caab-45a7-9b62-c9286b550c3c'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:31.218926 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.252231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] Pushing event updated for resources: {'Network': ['ID=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:31.311760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ae34d-86d3-4d8a-ac93-02f144afd97a req-f4804cb9-7a2a-4889-b606-a21f0f4bf2e6 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:31.313417 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e29ae34d-86d3-4d8a-ac93-02f144afd97a req-f4804cb9-7a2a-4889-b606-a21f0f4bf2e6 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10 HTTP/1.1" status: 200 len: 946 time: 0.2099521 Nov 12 03:48:31.315066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:31.328646 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f10c7974-81e3-4951-ab38-1d67e7f976e1 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5066891 Nov 12 03:48:31.351160 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34004) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.366138 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2e223ecf-00ee-4b01-82ca-13fc57602b8d admin admin] Request body: {'subnet': {'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-910278300-subnet', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:31.450083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Allocated IP 2001:db8::f816:3eff:fe2a:6a6d (be54d603-2a64-497a-84fd-dd53e383892b/da376ff6-caab-45a7-9b62-c9286b550c3c/1cfb711f-264c-4555-b336-b19bfb688bbc) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:31.459197 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e29ae34d-86d3-4d8a-ac93-02f144afd97a req-eec069c7-c55f-47c8-a8b8-e72b023d3a36 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095064 Nov 12 03:48:31.478093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:31.487049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255782de-08e8-476a-9c2b-54a8dac53b83 req-96bae67c-1e5e-4141-8a82-3b92ff193550 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:31.489248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-255782de-08e8-476a-9c2b-54a8dac53b83 req-96bae67c-1e5e-4141-8a82-3b92ff193550 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 943 time: 0.4607766 Nov 12 03:48:31.508297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:31.509131 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.510453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] 10.222.0.26 "PUT /v2.0/ports/75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 HTTP/1.1" status: 200 len: 1092 time: 2.9801905 Nov 12 03:48:31.559091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9afe1-36ac-4b47-91e4-36acbb229a4f service neutron] Pushing event updated for resources: {'Port': ['ID=75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:31.567399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-69e9fd9b-e4ca-45f0-8961-31f1ffd95b94 req-b939cfd2-abc7-4dbe-9c81-afe4b0e95b07 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-105872515', 'description': 'tempest-description-1398939629'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:31.587110 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e223ecf-00ee-4b01-82ca-13fc57602b8d admin admin] Made reservation on behalf of a803c520af0a4208b65655c3ed555429 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:31.589858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e223ecf-00ee-4b01-82ca-13fc57602b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.619912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-255782de-08e8-476a-9c2b-54a8dac53b83 req-d8eb2659-d91b-47d8-9b9d-d8f3f44f299a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146934 Nov 12 03:48:31.647828 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.708087 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.714280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1c7927-0fc3-4022-b98a-bee20e40acea,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:31.766034 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c389b4d7-a928-4ca5-87ce-e9fbf6ce14ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.825853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389b4d7-a928-4ca5-87ce-e9fbf6ce14ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a18c5163-7804-46ee-8369-cb0f36f9e827,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:31.852404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6e2577-9bb0-4bb7-abf9-fc0a57e83437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:31.904416 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.931521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:31.932171 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.933760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-cf472fae-8ed3-4916-b0cf-9bfc8ed6dc20 service neutron] 10.222.0.25 "PUT /v2.0/ports/9d1c7927-0fc3-4022-b98a-bee20e40acea HTTP/1.1" status: 200 len: 1124 time: 2.5808320 Nov 12 03:48:31.990448 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-69e9fd9b-e4ca-45f0-8961-31f1ffd95b94 req-b939cfd2-abc7-4dbe-9c81-afe4b0e95b07 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.993095 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e223ecf-00ee-4b01-82ca-13fc57602b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.008019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-1df084d9-2097-499b-85db-807c815e43a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.011252 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-1df084d9-2097-499b-85db-807c815e43a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 1095 time: 0.2881398 Nov 12 03:48:32.013617 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:32.036382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:32.070436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:32.131156 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba6e2577-9bb0-4bb7-abf9-fc0a57e83437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.173592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['9d1c7927-0fc3-4022-b98a-bee20e40acea'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:32.204565 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c389b4d7-a928-4ca5-87ce-e9fbf6ce14ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.213589 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-d97595ee-2627-4580-9a13-e02b4f294f88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 HTTP/1.1" status: 200 len: 217 time: 0.1781089 Nov 12 03:48:32.218977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-69e9fd9b-e4ca-45f0-8961-31f1ffd95b94 req-b939cfd2-abc7-4dbe-9c81-afe4b0e95b07 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.220378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['9d1c7927-0fc3-4022-b98a-bee20e40acea'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:32.224329 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85627-dd4c-4796-b7f4-ffd03effd181 req-db1deba3-2e0c-4419-9b98-e78d5ce0d7a8 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.231683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1c85627-dd4c-4796-b7f4-ffd03effd181 req-db1deba3-2e0c-4419-9b98-e78d5ce0d7a8 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 944 time: 0.4690781 Nov 12 03:48:32.280717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-ba6e2577-9bb0-4bb7-abf9-fc0a57e83437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port eab7c130-f1d2-46bc-a6d7-2080f4ba624b yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:32.286231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Attempting to bind port 1cfb711f-264c-4555-b336-b19bfb688bbc on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:32.286985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Attempting to bind port 1cfb711f-264c-4555-b336-b19bfb688bbc by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:32.287584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Attempting to bind port 1cfb711f-264c-4555-b336-b19bfb688bbc on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:32.291264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-62238d88-65f5-4399-9f9c-2839664eff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.293910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-62238d88-65f5-4399-9f9c-2839664eff76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=899de18e-7897-4846-9001-c1f9957ea303 HTTP/1.1" status: 200 len: 852 time: 0.0587075 Nov 12 03:48:32.308194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:32.309041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:32.309738 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.310345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:32.311099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Bound port: 1cfb711f-264c-4555-b336-b19bfb688bbc, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:32.311708 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.367834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Pushing event updated for resources: {'Port': ['ID=1cfb711f-264c-4555-b336-b19bfb688bbc,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:32.410486 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-2a7eeb16-f0d8-428c-a0a6-3990d66985a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c53af8a-46bb-48e4-af57-98f8737220cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040003 Nov 12 03:48:32.459729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ba6e2577-9bb0-4bb7-abf9-fc0a57e83437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::f816:3eff:fe63:b992 (be54d603-2a64-497a-84fd-dd53e383892b/da376ff6-caab-45a7-9b62-c9286b550c3c/eab7c130-f1d2-46bc-a6d7-2080f4ba624b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:32.460278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] For port 1cfb711f-264c-4555-b336-b19bfb688bbc, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:32.492962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] For port 1cfb711f-264c-4555-b336-b19bfb688bbc, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1cfb711f-264c-4555-b336-b19bfb688bbc,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:32.546311 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-69e9fd9b-e4ca-45f0-8961-31f1ffd95b94 req-b939cfd2-abc7-4dbe-9c81-afe4b0e95b07 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.554362 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e223ecf-00ee-4b01-82ca-13fc57602b8d admin admin] Checking segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:32.554992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e223ecf-00ee-4b01-82ca-13fc57602b8d admin admin] Network hostable DHCP agents. Network: f2f7dc6b-b790-48d0-bafb-8e1888f9faa6, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:32.568971 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e223ecf-00ee-4b01-82ca-13fc57602b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f654ec-db11-4fea-af34-2728ff8c6f0e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:32.583675 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1c85627-dd4c-4796-b7f4-ffd03effd181 req-700531db-5b2f-4f7f-bc41-dbef40fcacef tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510406 Nov 12 03:48:32.616082 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.682074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939cfd2-abc7-4dbe-9c81-afe4b0e95b07 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e903d1-4276-42b6-bc6f-38a874d368b4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:32.714391 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-69e9fd9b-e4ca-45f0-8961-31f1ffd95b94 req-b939cfd2-abc7-4dbe-9c81-afe4b0e95b07 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.750852 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-69e9fd9b-e4ca-45f0-8961-31f1ffd95b94 req-b939cfd2-abc7-4dbe-9c81-afe4b0e95b07 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1880441 Nov 12 03:48:32.832675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca773e-1fd4-4a53-a7dc-3984f71d1de8 None None] Pushing event updated for resources: {'Port': ['ID=1cfb711f-264c-4555-b336-b19bfb688bbc,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:32.838802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e223ecf-00ee-4b01-82ca-13fc57602b8d admin admin] Network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:32.886696 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba6e2577-9bb0-4bb7-abf9-fc0a57e83437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.918208 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-0833be68-a09b-47b3-aba6-826b6cc0c8fa service neutron] 10.222.0.26 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965324 Nov 12 03:48:32.945167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b77b6-e429-47f9-93b3-ae6afd7a5d4c req-36ae4a36-8006-4872-a88b-ab7423b0918e tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.947117 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-727b77b6-e429-47f9-93b3-ae6afd7a5d4c req-36ae4a36-8006-4872-a88b-ab7423b0918e tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10 HTTP/1.1" status: 200 len: 946 time: 0.2428026 Nov 12 03:48:32.985873 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2e223ecf-00ee-4b01-82ca-13fc57602b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, f2f7dc6b-b790-48d0-bafb-8e1888f9faa6) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:32.998829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd66961-8b00-48e8-836a-33051a34cda9 None None] Network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:33.009298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9058da-475a-4e4d-b1d8-7714671f539d', 'tag': '75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1'}, {'name': 'network-changed', 'server_uuid': '1e1afee6-7017-4c00-8e74-7d7acd078e6f', 'tag': '9d1c7927-0fc3-4022-b98a-bee20e40acea'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:33.012720 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f449a0b9-338e-4bed-b609-edca777ff0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9058da-475a-4e4d-b1d8-7714671f539d", "tag": "75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1"}, {"name": "network-changed", "server_uuid": "1e1afee6-7017-4c00-8e74-7d7acd078e6f", "tag": "9d1c7927-0fc3-4022-b98a-bee20e40acea"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:33.036792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e223ecf-00ee-4b01-82ca-13fc57602b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:33.037236 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e223ecf-00ee-4b01-82ca-13fc57602b8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.138571 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba6e2577-9bb0-4bb7-abf9-fc0a57e83437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.251958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e2577-9bb0-4bb7-abf9-fc0a57e83437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:33.273925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710ede6-12f7-4aea-bf70-3c8e83bd8e7b req-c9cecd96-647f-4db9-befa-facd7dc4d73b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:33.276563 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d710ede6-12f7-4aea-bf70-3c8e83bd8e7b req-c9cecd96-647f-4db9-befa-facd7dc4d73b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 943 time: 0.2751572 Nov 12 03:48:33.278498 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ba6e2577-9bb0-4bb7-abf9-fc0a57e83437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:33.281533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e2577-9bb0-4bb7-abf9-fc0a57e83437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=eab7c130-f1d2-46bc-a6d7-2080f4ba624b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.285781 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e2577-9bb0-4bb7-abf9-fc0a57e83437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:33.296141 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6e2577-9bb0-4bb7-abf9-fc0a57e83437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:33.307335 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba6e2577-9bb0-4bb7-abf9-fc0a57e83437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.316467 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2e223ecf-00ee-4b01-82ca-13fc57602b8d admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9633262 Nov 12 03:48:33.327580 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34020) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:33.354084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:33.354427 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-727b77b6-e429-47f9-93b3-ae6afd7a5d4c req-18b33131-9995-4343-8d3a-c29b1e1a1e68 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313763 Nov 12 03:48:33.400458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:33.416421 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.426411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c389b4d7-a928-4ca5-87ce-e9fbf6ce14ff admin admin] Router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:33.482085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d58183-c15f-47c5-b95e-3fee7e0aaa28 req-68029db2-5713-49dd-b4ac-5eee10698199 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:33.486798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e1d58183-c15f-47c5-b95e-3fee7e0aaa28 req-68029db2-5713-49dd-b4ac-5eee10698199 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10 HTTP/1.1" status: 200 len: 946 time: 0.2684050 Nov 12 03:48:33.608592 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d710ede6-12f7-4aea-bf70-3c8e83bd8e7b req-42c0b564-ef4e-489a-9cea-10d5624338a4 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002613 Nov 12 03:48:33.636720 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ba6e2577-9bb0-4bb7-abf9-fc0a57e83437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4706128 Nov 12 03:48:33.640389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:33.714367 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.723309 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.736780 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc651ca-282b-490b-a556-8773a23e39bc x-openstack-request-id: req-0bc651ca-282b-490b-a556-8773a23e39bc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:33.738184 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9058da-475a-4e4d-b1d8-7714671f539d", "tag": "75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e1afee6-7017-4c00-8e74-7d7acd078e6f", "tag": "9d1c7927-0fc3-4022-b98a-bee20e40acea", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:33.738849 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0bc651ca-282b-490b-a556-8773a23e39bc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:33.739686 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9058da-475a-4e4d-b1d8-7714671f539d', 'tag': '75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1', 'status': 'completed', 'code': 200} Nov 12 03:48:33.740334 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1afee6-7017-4c00-8e74-7d7acd078e6f', 'tag': '9d1c7927-0fc3-4022-b98a-bee20e40acea', 'status': 'completed', 'code': 200} Nov 12 03:48:33.765613 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6f5c03b-3996-475c-aa05-f37107a38199 req-cc22d58b-d236-4986-9fa1-541968c21fab service neutron] 10.222.0.26 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7444875 Nov 12 03:48:33.824768 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Allocated IP 172.20.0.2 (f2f7dc6b-b790-48d0-bafb-8e1888f9faa6/36f654ec-db11-4fea-af34-2728ff8c6f0e/8fc59353-cfda-4352-b992-5e91d60b9908) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:33.889225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1cfb711f-264c-4555-b336-b19bfb688bbc up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:33.991379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e1d58183-c15f-47c5-b95e-3fee7e0aaa28 req-f2b0d4b6-418c-42c7-ab15-c47051d413cf tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Deleting port dd60e803-9ad7-4fa4-9458-b7d52d731b7f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:33.992180 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e1d58183-c15f-47c5-b95e-3fee7e0aaa28 req-f2b0d4b6-418c-42c7-ab15-c47051d413cf tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.021080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd24b4d-f97e-4cb6-a302-f8bd9f0943e3 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.041601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd24b4d-f97e-4cb6-a302-f8bd9f0943e3 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.043553 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bfd24b4d-f97e-4cb6-a302-f8bd9f0943e3 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4019730 Nov 12 03:48:34.046701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.049668 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34036) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:34.057913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c389b4d7-a928-4ca5-87ce-e9fbf6ce14ff admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:34.087478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9adb690-3521-4280-b9c9-c22c2ea0800d None None] Sync routers for ids ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:34.113068 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c389b4d7-a928-4ca5-87ce-e9fbf6ce14ff admin admin] 10.222.0.105 "PUT /v2.0/routers/5c9e8e14-69f8-4839-8f4f-9f5942c89923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7486470 Nov 12 03:48:34.116763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc5ddb-bcb7-4ac8-93d1-ef32514fd2b6 req-bd186ac7-482d-4b5d-a44c-a5dfcd3694c5 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.118677 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-44cc5ddb-bcb7-4ac8-93d1-ef32514fd2b6 req-bd186ac7-482d-4b5d-a44c-a5dfcd3694c5 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 944 time: 0.2348289 Nov 12 03:48:34.119471 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34038) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:34.134889 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1cfb711f-264c-4555-b336-b19bfb688bbc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:34.135245 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.141754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9adb690-3521-4280-b9c9-c22c2ea0800d None None] Routers {'5c9e8e14-69f8-4839-8f4f-9f5942c89923'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:34.142130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f9adb690-3521-4280-b9c9-c22c2ea0800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:34.216672 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-44cc5ddb-bcb7-4ac8-93d1-ef32514fd2b6 req-df7362c8-bc39-43f9-80cb-0a15a54aed16 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890040 Nov 12 03:48:34.221730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-81223388-a9d9-4b97-baa7-01234a992651 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.232228 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-81223388-a9d9-4b97-baa7-01234a992651 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/networks?id=64d5e498-6fbb-4f6e-ad06-df50786cb026 HTTP/1.1" status: 200 len: 812 time: 0.5519285 Nov 12 03:48:34.266733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e1d58183-c15f-47c5-b95e-3fee7e0aaa28 req-f2b0d4b6-418c-42c7-ab15-c47051d413cf tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] For port dd60e803-9ad7-4fa4-9458-b7d52d731b7f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dd60e803-9ad7-4fa4-9458-b7d52d731b7f,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:34.267140 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e1d58183-c15f-47c5-b95e-3fee7e0aaa28 req-f2b0d4b6-418c-42c7-ab15-c47051d413cf tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.282087 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.304337 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-5e5509f7-4db7-4dcc-8f9a-f634e6aca43c tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/quotas/d6b2d99842864fcdaa50b55f56be9f1a HTTP/1.1" status: 200 len: 375 time: 0.0706010 Nov 12 03:48:34.366931 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.391030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f9adb690-3521-4280-b9c9-c22c2ea0800d None None] Set router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:34.401360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e1d58183-c15f-47c5-b95e-3fee7e0aaa28 req-f2b0d4b6-418c-42c7-ab15-c47051d413cf tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Calling delete_port for dd60e803-9ad7-4fa4-9458-b7d52d731b7f owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:34.433311 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.455593 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-d3a159f8-668a-4e66-891c-c6bfddb35353 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d6b2d99842864fcdaa50b55f56be9f1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1498516 Nov 12 03:48:34.606759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-040279c5-09cd-4ac5-a606-4d48adadaf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.610914 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-040279c5-09cd-4ac5-a606-4d48adadaf0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 1095 time: 0.6054809 Nov 12 03:48:34.639928 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.646783 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.703665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:34.734849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:34.742799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Pushing event updated for resources: {'Port': ['ID=8fc59353-cfda-4352-b992-5e91d60b9908,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:34.746120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:34.779478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4a16a628-5d60-45c7-93e9-117e3a6728f9 None None] Provisioning complete for port 1cfb711f-264c-4555-b336-b19bfb688bbc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:34.779883 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a16a628-5d60-45c7-93e9-117e3a6728f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.799888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 1cfb711f-264c-4555-b336-b19bfb688bbc, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1cfb711f-264c-4555-b336-b19bfb688bbc,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:34.822461 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1d199-45b4-4e79-a6a0-bd67e006bbb9 req-742a5267-e6e8-406f-a58c-2784791d4513 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.829712 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cac1d199-45b4-4e79-a6a0-bd67e006bbb9 req-742a5267-e6e8-406f-a58c-2784791d4513 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10 HTTP/1.1" status: 200 len: 946 time: 0.2963436 Nov 12 03:48:34.852768 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.876504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-96270833-babb-41e4-ab96-791eefd11e3b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port eab7c130-f1d2-46bc-a6d7-2080f4ba624b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:34.877841 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96270833-babb-41e4-ab96-791eefd11e3b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.893608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Attempting to bind port 8fc59353-cfda-4352-b992-5e91d60b9908 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:34.894001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Attempting to bind port 8fc59353-cfda-4352-b992-5e91d60b9908 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:34.894358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Attempting to bind port 8fc59353-cfda-4352-b992-5e91d60b9908 on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:34.916779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-07d09199-591c-471c-ab46-90b9853aa9f1 service neutron] 10.222.0.105 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600782 Nov 12 03:48:34.920899 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cac1d199-45b4-4e79-a6a0-bd67e006bbb9 req-2e039064-c5d4-41f0-8b52-7edbaf580326 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780339 Nov 12 03:48:34.930032 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.930032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:34.930032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Checking segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:34.930032 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.930032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Bound using segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:34.930032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Bound port: 8fc59353-cfda-4352-b992-5e91d60b9908, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:34.930032 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.099377 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=1cfb711f-264c-4555-b336-b19bfb688bbc,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:35.121044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] For port 8fc59353-cfda-4352-b992-5e91d60b9908, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:35.126379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] For port 8fc59353-cfda-4352-b992-5e91d60b9908, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8fc59353-cfda-4352-b992-5e91d60b9908,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:35.140996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f9adb690-3521-4280-b9c9-c22c2ea0800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:48:31Z', 'revision_number': 5, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port': {'id': 'a886d5f4-c541-4d8b-a4f6-4127e49f5074', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:15Z', 'updated_at': '2021-11-12T03:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:35.169248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9adb690-3521-4280-b9c9-c22c2ea0800d None None] Checking router: 5c9e8e14-69f8-4839-8f4f-9f5942c89923 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:35.179225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9adb690-3521-4280-b9c9-c22c2ea0800d None None] Routers {'5c9e8e14-69f8-4839-8f4f-9f5942c89923'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:35.179861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f9adb690-3521-4280-b9c9-c22c2ea0800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:35.256872 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.268287 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e1d58183-c15f-47c5-b95e-3fee7e0aaa28 req-f2b0d4b6-418c-42c7-ab15-c47051d413cf tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.272228 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-cb25fef0-3dbd-4ed0-afec-be46470c7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:35.273364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-cb25fef0-3dbd-4ed0-afec-be46470c7869 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 914 time: 0.6520083 Nov 12 03:48:35.323714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['71428227-0fc9-4618-a763-f00d2735da82'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:35.383669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-07b97a2e-9df6-430f-91b1-021b53797a87 None None] Provisioning complete for port eab7c130-f1d2-46bc-a6d7-2080f4ba624b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:35.383913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07b97a2e-9df6-430f-91b1-021b53797a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.386450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f9adb690-3521-4280-b9c9-c22c2ea0800d None None] Set router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:35.418347 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-a3693567-055d-4707-b362-df05e9491ae5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 HTTP/1.1" status: 200 len: 217 time: 0.1325471 Nov 12 03:48:35.419216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0d4b6-418c-42c7-ab15-c47051d413cf tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Pushing event deleted for resources: {'Port': ['ID=dd60e803-9ad7-4fa4-9458-b7d52d731b7f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:35.517600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cacdf-a5f7-4521-b8ca-47487e91e306 None None] Pushing event updated for resources: {'Port': ['ID=8fc59353-cfda-4352-b992-5e91d60b9908,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:35.523989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166717f-40d6-4c9a-a848-1a243a777e00 req-29a38ada-6a09-4bcc-9c37-c23b8f2c0db6 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:35.527641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f9adb690-3521-4280-b9c9-c22c2ea0800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:48:34Z', 'revision_number': 6, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:35.538144 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9166717f-40d6-4c9a-a848-1a243a777e00 req-29a38ada-6a09-4bcc-9c37-c23b8f2c0db6 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 943 time: 0.2350261 Nov 12 03:48:35.543501 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96270833-babb-41e4-ab96-791eefd11e3b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.560396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d58183-c15f-47c5-b95e-3fee7e0aaa28 req-f2b0d4b6-418c-42c7-ab15-c47051d413cf tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] No DVR routers for this DVR port dd60e803-9ad7-4fa4-9458-b7d52d731b7f on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:35.572769 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e1d58183-c15f-47c5-b95e-3fee7e0aaa28 req-f2b0d4b6-418c-42c7-ab15-c47051d413cf tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.576455 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e1d58183-c15f-47c5-b95e-3fee7e0aaa28 req-f2b0d4b6-418c-42c7-ab15-c47051d413cf tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.26 "DELETE /v2.0/ports/dd60e803-9ad7-4fa4-9458-b7d52d731b7f HTTP/1.1" status: 204 len: 173 time: 2.0820563 Nov 12 03:48:35.592685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-96270833-babb-41e4-ab96-791eefd11e3b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for eab7c130-f1d2-46bc-a6d7-2080f4ba624b owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:35.598369 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-cde3bc99-64de-4308-a08f-eab1741d56ce service neutron] 10.222.0.105 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629107 Nov 12 03:48:35.605991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9adb690-3521-4280-b9c9-c22c2ea0800d None None] The sync data for ids ['5c9e8e14-69f8-4839-8f4f-9f5942c89923'] in n-d-767704-23 is: [{'id': '5c9e8e14-69f8-4839-8f4f-9f5942c89923', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-46783743-router', 'tenant_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:48:34Z', 'revision_number': 6, 'project_id': '2b4b78069b134bfbaa6eede2908eb2c5', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:35.607487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-18fc3e70-d947-4805-8e5c-fb2eb0a472a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:35.609157 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-18fc3e70-d947-4805-8e5c-fb2eb0a472a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=899de18e-7897-4846-9001-c1f9957ea303 HTTP/1.1" status: 200 len: 852 time: 0.1696999 Nov 12 03:48:35.617329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] Deleting port a886d5f4-c541-4d8b-a4f6-4127e49f5074 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:35.617679 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.636304 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.645365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-07b97a2e-9df6-430f-91b1-021b53797a87 None None] Port eab7c130-f1d2-46bc-a6d7-2080f4ba624b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:35.737361 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-5e9d480d-c2d6-46e3-b787-344e461c6d56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c53af8a-46bb-48e4-af57-98f8737220cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120689 Nov 12 03:48:35.743266 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b078f1-5b85-40c8-b9d0-2b0e579d7d10', 'name': 'network-vif-deleted', 'tag': 'dd60e803-9ad7-4fa4-9458-b7d52d731b7f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:35.758608 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de03e19-a891-4fb9-9122-001e7731322f" -d '{"events": [{"server_uuid": "d7b078f1-5b85-40c8-b9d0-2b0e579d7d10", "name": "network-vif-deleted", "tag": "dd60e803-9ad7-4fa4-9458-b7d52d731b7f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:35.786408 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.868089 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1cfb711f-264c-4555-b336-b19bfb688bbc up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:36.072883 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Allocated IP 172.25.8.9 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/610717a4-9d6a-4f67-9d4b-3cb400436014) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:36.094121 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-85ab04d8-dbf5-48c7-bde3-f95ba8765203 service neutron] 10.222.0.26 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177588 Nov 12 03:48:36.184972 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1cfb711f-264c-4555-b336-b19bfb688bbc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:36.185384 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.356979 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.506725 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9166717f-40d6-4c9a-a848-1a243a777e00 req-cf605061-0129-4a90-b55a-bc4200317bf1 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9665413 Nov 12 03:48:36.575447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device dd60e803-9ad7-4fa4-9458-b7d52d731b7f no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:36.621540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] For port a886d5f4-c541-4d8b-a4f6-4127e49f5074, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a886d5f4-c541-4d8b-a4f6-4127e49f5074,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:36.623243 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.635741 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: dd60e803-9ad7-4fa4-9458-b7d52d731b7f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:36.636332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device dd60e803-9ad7-4fa4-9458-b7d52d731b7f not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:36.643618 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.670351 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] Calling delete_port for a886d5f4-c541-4d8b-a4f6-4127e49f5074 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:36.743343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:36.749918 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:36.772725 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-3cc9b113-c59f-4140-9f98-5e098920502b service neutron] 10.222.0.26 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645234 Nov 12 03:48:36.774776 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85cde7f-eb6e-47bd-9fc4-5b1a8ea86a1b x-openstack-request-id: req-e85cde7f-eb6e-47bd-9fc4-5b1a8ea86a1b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:36.775338 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b078f1-5b85-40c8-b9d0-2b0e579d7d10", "name": "network-vif-deleted", "tag": "dd60e803-9ad7-4fa4-9458-b7d52d731b7f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:36.775793 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e85cde7f-eb6e-47bd-9fc4-5b1a8ea86a1b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:36.776455 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b078f1-5b85-40c8-b9d0-2b0e579d7d10', 'name': 'network-vif-deleted', 'tag': 'dd60e803-9ad7-4fa4-9458-b7d52d731b7f', 'status': 'completed', 'code': 200} Nov 12 03:48:36.799759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff0254-c9bd-481c-a7a7-c8b298cb02b5 req-92ddd4e8-ac67-41cf-9316-1c4146e29d91 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:36.803083 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbff0254-c9bd-481c-a7a7-c8b298cb02b5 req-92ddd4e8-ac67-41cf-9316-1c4146e29d91 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 944 time: 0.3170700 Nov 12 03:48:36.814932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:36.858319 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=610717a4-9d6a-4f67-9d4b-3cb400436014,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:36.870675 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96270833-babb-41e4-ab96-791eefd11e3b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.911902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-efc90e44-8a44-424c-9bfa-4b700edaa4fd req-f0f4f47d-78c8-4539-94f0-b64079dcab9d tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 210 time: 0.0904863 Nov 12 03:48:37.050514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96270833-babb-41e4-ab96-791eefd11e3b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=eab7c130-f1d2-46bc-a6d7-2080f4ba624b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:37.117217 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbff0254-c9bd-481c-a7a7-c8b298cb02b5 req-e7b70891-bdf5-4190-9858-4c1db12ec066 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003094 Nov 12 03:48:37.122243 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f17c432-bf18-49b6-8498-a086d3edc191 req-fd9d7d02-bdb6-4b85-b1c3-820c8035fbaf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0904846 Nov 12 03:48:37.129056 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96270833-babb-41e4-ab96-791eefd11e3b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.133108 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-96270833-babb-41e4-ab96-791eefd11e3b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/eab7c130-f1d2-46bc-a6d7-2080f4ba624b HTTP/1.1" status: 204 len: 168 time: 3.0732274 Nov 12 03:48:37.138203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34060) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:37.208291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f17c432-bf18-49b6-8498-a086d3edc191 req-d532ff32-22b9-4914-9a3f-4f36c9debe13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=15dda84ecb864c3a86283905a6455cdc&device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10 HTTP/1.1" status: 200 len: 210 time: 0.0318112 Nov 12 03:48:37.215391 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-624c21e5-3f88-4fbe-aa8c-3156d6421e62 req-135c4599-f692-4259-8771-32ee665f1c11 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7b078f1-5b85-40c8-b9d0-2b0e579d7d10 HTTP/1.1" status: 200 len: 210 time: 0.1022334 Nov 12 03:48:37.218679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-b1a94ee9-e1a7-43c3-8321-58a90c641a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:37.221675 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-b1a94ee9-e1a7-43c3-8321-58a90c641a80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 1127 time: 0.2869511 Nov 12 03:48:37.248708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e413a502-3dca-47d7-8d84-a39933a9177b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:37.250249 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e413a502-3dca-47d7-8d84-a39933a9177b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:37.251859 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e413a502-3dca-47d7-8d84-a39933a9177b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1123662 Nov 12 03:48:37.259197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34062) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:37.443852 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.482349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f4a07-31c4-488b-899f-0b67298c5b41 None None] Network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:37.487161 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a886d5f4-c541-4d8b-a4f6-4127e49f5074,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:37.532978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e82a401-a664-4e38-ab6c-d38cac9111d7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet da376ff6-caab-45a7-9b62-c9286b550c3c {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:37.563080 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e82a401-a664-4e38-ab6c-d38cac9111d7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.615686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-2ceef90f-e80d-4b42-bd34-10861f88124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:37.617232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-2ceef90f-e80d-4b42-bd34-10861f88124d service neutron] 10.222.0.26 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.3809867 Nov 12 03:48:37.618767 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.662159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7bc2fa79-3727-422a-a7a9-5e92ed0a7761 None None] Provisioning complete for port 8fc59353-cfda-4352-b992-5e91d60b9908 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:37.668711 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bc2fa79-3727-422a-a7a9-5e92ed0a7761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.751047 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.753550 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e82a401-a664-4e38-ab6c-d38cac9111d7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.760230 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.760403 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-64b92a30-7c85-4a79-990e-b8989c9cfeff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea HTTP/1.1" status: 200 len: 217 time: 0.1067920 Nov 12 03:48:37.789493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17c432-bf18-49b6-8498-a086d3edc191 req-4706fe56-e80c-4be0-aba0-1a7a4c1ed192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:37.795029 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f17c432-bf18-49b6-8498-a086d3edc191 req-4706fe56-e80c-4be0-aba0-1a7a4c1ed192 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=15dda84ecb864c3a86283905a6455cdc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4967840 Nov 12 03:48:37.795185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8fc59353-cfda-4352-b992-5e91d60b9908 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:37.821677 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.917603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503a533-559d-4551-9fd3-79743ef1c20f req-8c156cbd-2893-4613-b1ca-169686dfdc45 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:37.919149 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5503a533-559d-4551-9fd3-79743ef1c20f req-8c156cbd-2893-4613-b1ca-169686dfdc45 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 943 time: 0.2865276 Nov 12 03:48:37.937131 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 8fc59353-cfda-4352-b992-5e91d60b9908 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:37.937512 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.962204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-aeef0fcf-e45b-4aef-836c-ae5340e018cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:37.963854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-aeef0fcf-e45b-4aef-836c-ae5340e018cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.1843753 Nov 12 03:48:38.010106 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bc2fa79-3727-422a-a7a9-5e92ed0a7761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.059723 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.060471 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c9e8e14-69f8-4839-8f4f-9f5942c89923 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:48:38.080299 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.085275 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9606ca6b-5240-4651-a1e6-f2202f37afe2 admin admin] 10.222.0.105 "DELETE /v2.0/routers/5c9e8e14-69f8-4839-8f4f-9f5942c89923 HTTP/1.1" status: 204 len: 168 time: 3.9646306 Nov 12 03:48:38.086724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34072) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:38.099859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7bc2fa79-3727-422a-a7a9-5e92ed0a7761 None None] For port 8fc59353-cfda-4352-b992-5e91d60b9908, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8fc59353-cfda-4352-b992-5e91d60b9908,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:38.108006 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-3d332dbf-d0b3-4ba2-ae4c-fb713170600d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081645 Nov 12 03:48:38.149707 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30458860-7792-4e4f-87cb-dc75c64020f0 req-5230c407-2b09-46a9-bb01-d8843b3baeef tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 210 time: 0.0923524 Nov 12 03:48:38.156232 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.180751 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e82a401-a664-4e38-ab6c-d38cac9111d7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.186677 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.199817 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bc2fa79-3727-422a-a7a9-5e92ed0a7761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.350961 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:48:38.352067 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:48:38.368121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2fa79-3727-422a-a7a9-5e92ed0a7761 None None] Pushing event updated for resources: {'Port': ['ID=8fc59353-cfda-4352-b992-5e91d60b9908,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:38.377999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-78d55b71-d8c7-481a-9e34-203505bf5097 None None] Provisioning complete for port 8fc59353-cfda-4352-b992-5e91d60b9908 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:38.379264 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78d55b71-d8c7-481a-9e34-203505bf5097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.418024 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306b575-a2d8-44d8-87ab-13002ccb376a req-8a8f1ddd-3269-4d98-a943-8c5f71a26fe3 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:38.419656 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e306b575-a2d8-44d8-87ab-13002ccb376a req-8a8f1ddd-3269-4d98-a943-8c5f71a26fe3 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 944 time: 0.1173317 Nov 12 03:48:38.520516 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e306b575-a2d8-44d8-87ab-13002ccb376a req-5b014d9a-0d3a-4fcf-a1b5-78b87f85a50a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893643 Nov 12 03:48:38.604713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:48:38.614934 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Router 0b463750-12b6-44d5-bb8f-e00e8585c209 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:48:38.709281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17c432-bf18-49b6-8498-a086d3edc191 req-8fd4e19d-ed93-4d44-85fa-6b40a74b775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:38.711992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f17c432-bf18-49b6-8498-a086d3edc191 req-8fd4e19d-ed93-4d44-85fa-6b40a74b775e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8957989 Nov 12 03:48:38.715595 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5503a533-559d-4551-9fd3-79743ef1c20f req-66197fe8-5604-4ec5-8bb3-cb2aa3adca7d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7624831 Nov 12 03:48:38.744768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fce04c3-b0a4-4b03-a2a8-a43dc189fcc5 admin admin] Deleting subnet 3e36b8b9-ea37-4424-8e6d-2428ea358346 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:38.775364 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fce04c3-b0a4-4b03-a2a8-a43dc189fcc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.780933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:38.797495 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Sync routers for ids ['0b463750-12b6-44d5-bb8f-e00e8585c209'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:38.825339 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Routers {'0b463750-12b6-44d5-bb8f-e00e8585c209'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:38.826763 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0b463750-12b6-44d5-bb8f-e00e8585c209'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:38.834779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:38.845021 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-31e0c0e8-dbcc-4fad-b30e-f7f2048091c2 service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7233930 Nov 12 03:48:38.854538 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1', 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb', 'port_id': '75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1', 'mac_address': 'fa:16:3e:11:8b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899de18e-7897-4846-9001-c1f9957ea303', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:48:38.888514 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.889813 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bb024e5f-5c3c-4659-b96f-2077a6c1b6f8 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5505919 Nov 12 03:48:38.892655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34082) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:38.922943 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fce04c3-b0a4-4b03-a2a8-a43dc189fcc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.934802 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e82a401-a664-4e38-ab6c-d38cac9111d7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.967994 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.009381 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:39.011779 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Set router 0b463750-12b6-44d5-bb8f-e00e8585c209 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:39.028414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a886d5f4-c541-4d8b-a4f6-4127e49f5074 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:39.047858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82a401-a664-4e38-ab6c-d38cac9111d7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=da376ff6-caab-45a7-9b62-c9286b550c3c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:39.093598 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e82a401-a664-4e38-ab6c-d38cac9111d7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.101010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4e82a401-a664-4e38-ab6c-d38cac9111d7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/da376ff6-caab-45a7-9b62-c9286b550c3c HTTP/1.1" status: 204 len: 168 time: 1.8295696 Nov 12 03:48:39.108133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34086) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:39.108640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d741e68a-30ab-4c0c-9832-6b078fd4677e None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:39.180292 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-983ebe18-9da4-4dd4-bb8a-5023a6688f37 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709012 Nov 12 03:48:39.186596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34090) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:39.199182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: a886d5f4-c541-4d8b-a4f6-4127e49f5074 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:39.200001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a886d5f4-c541-4d8b-a4f6-4127e49f5074 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:39.204466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a18c5163-7804-46ee-8369-cb0f36f9e827 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:39.204466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:39.249734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: a18c5163-7804-46ee-8369-cb0f36f9e827 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:39.250260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a18c5163-7804-46ee-8369-cb0f36f9e827 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:39.288744 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 3, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:39.303795 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.318813 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Checking router: 0b463750-12b6-44d5-bb8f-e00e8585c209 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:39.319450 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Updating router 0b463750-12b6-44d5-bb8f-e00e8585c209 port 610717a4-9d6a-4f67-9d4b-3cb400436014 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:39.353563 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.427062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c7c555-b0d8-4848-bdc6-9d98db8fbbf5 None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:39.465890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:39.508211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7c555-b0d8-4848-bdc6-9d98db8fbbf5 None None] Deleting port 1cfb711f-264c-4555-b336-b19bfb688bbc {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:39.512228 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c555-b0d8-4848-bdc6-9d98db8fbbf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.515010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f449a0b9-338e-4bed-b609-edca777ff0c9 req-855f6e5d-aa19-49e5-8237-fc7bc598baea service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6368139 Nov 12 03:48:39.560759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5e98-76be-42f8-abe0-9b3cbf791d93 req-9ec1df37-a90d-443a-820f-c775a57f35aa tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:39.560919 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a40e9f1e-905a-484e-a40c-8584c9e2cdb3 req-ed2ca6f4-8a2a-4edd-991c-4dbfdc02d1a5 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 210 time: 0.0659337 Nov 12 03:48:39.562245 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fafc5e98-76be-42f8-abe0-9b3cbf791d93 req-9ec1df37-a90d-443a-820f-c775a57f35aa tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.4040294 Nov 12 03:48:39.581944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc25cff5-f1be-447b-902c-062cc49c684d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:39.587966 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:39.588783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cc25cff5-f1be-447b-902c-062cc49c684d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3989284 Nov 12 03:48:39.694540 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fce04c3-b0a4-4b03-a2a8-a43dc189fcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.736826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b9c7c555-b0d8-4848-bdc6-9d98db8fbbf5 None None] For port 1cfb711f-264c-4555-b336-b19bfb688bbc, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1cfb711f-264c-4555-b336-b19bfb688bbc,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:39.737559 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c555-b0d8-4848-bdc6-9d98db8fbbf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.760606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7c555-b0d8-4848-bdc6-9d98db8fbbf5 None None] Calling delete_port for 1cfb711f-264c-4555-b336-b19bfb688bbc owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:39.817941 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.848187 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8fc59353-cfda-4352-b992-5e91d60b9908 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:39.898358 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.957075 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 8fc59353-cfda-4352-b992-5e91d60b9908 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:39.960296 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.971011 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fafc5e98-76be-42f8-abe0-9b3cbf791d93 req-98676df5-5697-4f87-8fe0-2b8394edf6fc tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809357 Nov 12 03:48:39.978774 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34756975-5eff-4651-b1b3-b5372ef46dbd None None] Pushing event updated for resources: {'Port': ['ID=610717a4-9d6a-4f67-9d4b-3cb400436014,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:40.016186 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34756975-5eff-4651-b1b3-b5372ef46dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:40.022083 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34756975-5eff-4651-b1b3-b5372ef46dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:40.025436 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34756975-5eff-4651-b1b3-b5372ef46dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:40.026060 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34756975-5eff-4651-b1b3-b5372ef46dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:40.026599 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34756975-5eff-4651-b1b3-b5372ef46dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:40.026935 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34756975-5eff-4651-b1b3-b5372ef46dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:40.027280 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34756975-5eff-4651-b1b3-b5372ef46dbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:40.027595 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34756975-5eff-4651-b1b3-b5372ef46dbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:40.027921 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34756975-5eff-4651-b1b3-b5372ef46dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:40.028268 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34756975-5eff-4651-b1b3-b5372ef46dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:40.028596 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34756975-5eff-4651-b1b3-b5372ef46dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:40.028920 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34756975-5eff-4651-b1b3-b5372ef46dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:40.033348 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c555-b0d8-4848-bdc6-9d98db8fbbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.058106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:40.083235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-ee27c9b6-9d4c-4777-a627-b79cade7e815 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.085047 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-ee27c9b6-9d4c-4777-a627-b79cade7e815 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.25 "GET /v2.0/networks?id=64d5e498-6fbb-4f6e-ad06-df50786cb026 HTTP/1.1" status: 200 len: 812 time: 0.4504848 Nov 12 03:48:40.103683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-356d0e2b-b6ca-4758-846b-5dc498dfee3a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'port': {'device_id': 'ffeb987b-596b-4dd4-8c1e-304086907108', 'network_id': '64d5e498-6fbb-4f6e-ad06-df50786cb026', 'admin_state_up': True, 'tenant_id': 'd6b2d99842864fcdaa50b55f56be9f1a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:40.109051 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Attempting to bind port 610717a4-9d6a-4f67-9d4b-3cb400436014 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:40.110128 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Attempting to bind port 610717a4-9d6a-4f67-9d4b-3cb400436014 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:40.110824 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Attempting to bind port 610717a4-9d6a-4f67-9d4b-3cb400436014 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:40.123835 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:40.126026 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:40.126026 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.131249 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:40.132019 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Bound port: 610717a4-9d6a-4f67-9d4b-3cb400436014, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:40.132852 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.158175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7c555-b0d8-4848-bdc6-9d98db8fbbf5 None None] Pushing event deleted for resources: {'Port': ['ID=1cfb711f-264c-4555-b336-b19bfb688bbc,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:40.166083 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fce04c3-b0a4-4b03-a2a8-a43dc189fcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.167314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c7c555-b0d8-4848-bdc6-9d98db8fbbf5 None None] No DVR routers for this DVR port 1cfb711f-264c-4555-b336-b19bfb688bbc on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:40.305460 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] For port 610717a4-9d6a-4f67-9d4b-3cb400436014, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:40.321553 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] For port 610717a4-9d6a-4f67-9d4b-3cb400436014, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=610717a4-9d6a-4f67-9d4b-3cb400436014,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:40.363612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abc19c-6f65-4850-a376-0c6e336aba4e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.363612 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a7abc19c-6f65-4850-a376-0c6e336aba4e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7700968 Nov 12 03:48:40.365497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:40.413646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce04c3-b0a4-4b03-a2a8-a43dc189fcc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e36b8b9-ea37-4424-8e6d-2428ea358346,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:40.436084 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fce04c3-b0a4-4b03-a2a8-a43dc189fcc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.436353 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.450880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72850170-3877-41ac-89f1-3f173912dac0 None None] Network 088e3b2e-11a2-4251-87de-a683ca677686 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:40.451150 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6fce04c3-b0a4-4b03-a2a8-a43dc189fcc5 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/3e36b8b9-ea37-4424-8e6d-2428ea358346 HTTP/1.1" status: 204 len: 168 time: 2.3580163 Nov 12 03:48:40.451730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34102) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:40.495031 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eb7c4dcb-2ac3-4e1d-8606-2e78d7c55950 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866337 Nov 12 03:48:40.505894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34104) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:40.520031 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-76849202-a5f4-442c-b5db-3e948650a75b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:40.529258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1cfb711f-264c-4555-b336-b19bfb688bbc no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:40.593705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4b50f-25b6-4de8-937c-66c6e2101e76 req-bd825ae7-3554-4bde-b18e-5e3d790ecdb5 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.595994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ef4b50f-25b6-4de8-937c-66c6e2101e76 req-bd825ae7-3554-4bde-b18e-5e3d790ecdb5 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 944 time: 0.2519939 Nov 12 03:48:40.600147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 9d1c7927-0fc3-4022-b98a-bee20e40acea no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:40.609918 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb5ffa-5523-469e-a2a2-2122198f82c6 req-a68c4847-9cf9-49b5-8d12-76246bab7ffe tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.618511 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cadb5ffa-5523-469e-a2a2-2122198f82c6 req-a68c4847-9cf9-49b5-8d12-76246bab7ffe tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 944 time: 0.8614507 Nov 12 03:48:40.632521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 1cfb711f-264c-4555-b336-b19bfb688bbc {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:40.633709 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1cfb711f-264c-4555-b336-b19bfb688bbc not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:40.670699 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.700522 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ef4b50f-25b6-4de8-937c-66c6e2101e76 req-7564ca0f-1f7c-491e-81a9-747e3ec086de tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920143 Nov 12 03:48:40.806016 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Routers {'0b463750-12b6-44d5-bb8f-e00e8585c209'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:40.806934 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0b463750-12b6-44d5-bb8f-e00e8585c209'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:40.809964 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34756975-5eff-4651-b1b3-b5372ef46dbd None None] Pushing event updated for resources: {'Port': ['ID=610717a4-9d6a-4f67-9d4b-3cb400436014,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:40.832531 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cadb5ffa-5523-469e-a2a2-2122198f82c6 req-32d28620-2781-465c-bc09-23f623c2a522 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102237 Nov 12 03:48:40.834208 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-356d0e2b-b6ca-4758-846b-5dc498dfee3a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Made reservation on behalf of d6b2d99842864fcdaa50b55f56be9f1a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:40.852705 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-356d0e2b-b6ca-4758-846b-5dc498dfee3a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.040852 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de71d4ba-10b1-4312-868c-63d3ef80ccc3 None None] DHCP port deletion for 088e3b2e-11a2-4251-87de-a683ca677686 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:41.083914 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-436e1fdc-3a34-4054-8dbf-aea0d299b849 req-625a167c-79b7-4b2d-9e61-6ee7e1b793ce tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 210 time: 0.0656219 Nov 12 03:48:41.099276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76849202-a5f4-442c-b5db-3e948650a75b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:41.106290 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76849202-a5f4-442c-b5db-3e948650a75b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.196918 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] Set router 0b463750-12b6-44d5-bb8f-e00e8585c209 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:41.201623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-de71d4ba-10b1-4312-868c-63d3ef80ccc3 None None] Deleting port c843990e-7c6f-469e-b42b-a85051838a69 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:41.201981 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de71d4ba-10b1-4312-868c-63d3ef80ccc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.325805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Deleting port c843990e-7c6f-469e-b42b-a85051838a69 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:41.326472 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.381368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-de71d4ba-10b1-4312-868c-63d3ef80ccc3 None None] For port c843990e-7c6f-469e-b42b-a85051838a69, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c843990e-7c6f-469e-b42b-a85051838a69,segment=NetworkSegment(1766dea6-f3b3-4e88-bfc1-71afc371bb1d),segment_id=1766dea6-f3b3-4e88-bfc1-71afc371bb1d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:41.382127 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de71d4ba-10b1-4312-868c-63d3ef80ccc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.428425 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-de71d4ba-10b1-4312-868c-63d3ef80ccc3 None None] Calling delete_port for c843990e-7c6f-469e-b42b-a85051838a69 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:41.511773 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bd02c-e6af-4d20-9812-b53044994520 req-6e1a8311-0f26-4b0a-9b97-759309091ea3 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.514500 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be7bd02c-e6af-4d20-9812-b53044994520 req-6e1a8311-0f26-4b0a-9b97-759309091ea3 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 945 time: 0.3993785 Nov 12 03:48:41.586647 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.594747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c1a7ffb8-d8d2-474e-8daa-15f0c54ebf82 req-47c6b6f3-2554-4226-839d-c9ca5b745956 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3669686 Nov 12 03:48:41.651275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596f152-e794-459a-87b4-df6fe6aa5b75 req-3ace946c-81d3-4c78-b6b6-87beafe57083 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.660814 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4596f152-e794-459a-87b4-df6fe6aa5b75 req-3ace946c-81d3-4c78-b6b6-87beafe57083 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.1524265 Nov 12 03:48:41.689320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c843990e-7c6f-469e-b42b-a85051838a69 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:41.722646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-356d0e2b-b6ca-4758-846b-5dc498dfee3a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Allocated IP 172.20.0.11 (64d5e498-6fbb-4f6e-ad06-df50786cb026/bed95a9a-84ad-4387-9b15-10694c5849b1/43550808-df24-4048-b2fc-7bd841bf9fab) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:41.751929 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 3, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:41.759278 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de71d4ba-10b1-4312-868c-63d3ef80ccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.779430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] For port c843990e-7c6f-469e-b42b-a85051838a69, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c843990e-7c6f-469e-b42b-a85051838a69,segment=NetworkSegment(1766dea6-f3b3-4e88-bfc1-71afc371bb1d),segment_id=1766dea6-f3b3-4e88-bfc1-71afc371bb1d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:41.780647 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.808185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71d4ba-10b1-4312-868c-63d3ef80ccc3 None None] Pushing event deleted for resources: {'Port': ['ID=c843990e-7c6f-469e-b42b-a85051838a69,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:41.837077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de71d4ba-10b1-4312-868c-63d3ef80ccc3 None None] No DVR routers for this DVR port c843990e-7c6f-469e-b42b-a85051838a69 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:41.855352 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No active binding found for port c843990e-7c6f-469e-b42b-a85051838a69 {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:48:41.856435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c843990e-7c6f-469e-b42b-a85051838a69 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:41.870384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Calling delete_port for c843990e-7c6f-469e-b42b-a85051838a69 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:41.872169 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e233be96-c574-4203-ba47-dc54b8c8d777 None None] The sync data for ids ['0b463750-12b6-44d5-bb8f-e00e8585c209'] in n-d-767704-23 is: [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 3, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:41.885259 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4596f152-e794-459a-87b4-df6fe6aa5b75 req-f70574e6-4699-4efd-a155-1f0039ae8c87 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233326 Nov 12 03:48:41.968728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.objects.ports [None req-76849202-a5f4-442c-b5db-3e948650a75b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:48:41.982821 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be7bd02c-e6af-4d20-9812-b53044994520 req-76205257-e937-4285-845e-c037cbec88a6 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4445410 Nov 12 03:48:41.991526 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76849202-a5f4-442c-b5db-3e948650a75b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.997076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f51ea4-4a56-4c8e-a6c3-d569d7eec472 req-776a5471-ff86-431c-8828-cf3582e5feac tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.999470 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84f51ea4-4a56-4c8e-a6c3-d569d7eec472 req-776a5471-ff86-431c-8828-cf3582e5feac tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.3660681 Nov 12 03:48:42.023717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7ffb8-d8d2-474e-8daa-15f0c54ebf82 req-5f75f75b-0d7f-48ad-b58a-e7bde6d527a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:42.026210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c1a7ffb8-d8d2-474e-8daa-15f0c54ebf82 req-5f75f75b-0d7f-48ad-b58a-e7bde6d527a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 1096 time: 0.3625860 Nov 12 03:48:42.170360 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76849202-a5f4-442c-b5db-3e948650a75b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:42.193898 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-76849202-a5f4-442c-b5db-3e948650a75b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:42.212282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76849202-a5f4-442c-b5db-3e948650a75b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:42.212282 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76849202-a5f4-442c-b5db-3e948650a75b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.230405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023f2b9c-0e49-47ab-a65d-926900e1f0a4 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:42.279033 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76849202-a5f4-442c-b5db-3e948650a75b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=3e23adc4-8a25-4bde-8198-b2603c5109cf,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.328469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc497143-1c9e-47d6-aa05-79debdab3163 req-00105e43-a416-4ed0-b16a-bd1542e869f3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:42.331228 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc497143-1c9e-47d6-aa05-79debdab3163 req-00105e43-a416-4ed0-b16a-bd1542e869f3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 944 time: 0.3601034 Nov 12 03:48:42.356896 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Allocated IP 172.20.0.1 (f2f7dc6b-b790-48d0-bafb-8e1888f9faa6/36f654ec-db11-4fea-af34-2728ff8c6f0e/e12b603e-2a58-4463-9c72-8700cf0f197e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:42.497808 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-76849202-a5f4-442c-b5db-3e948650a75b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9791639 Nov 12 03:48:42.513638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34120) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:42.533813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5218acf7-c3a0-4f1e-92a9-91894170d4b9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'mac_address': 'fa:16:3e:9c:cf:8b', 'name': 'tempest-NetworksTestDHCPv6-302142090'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:42.561621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': '3e23adc4-8a25-4bde-8198-b2603c5109cf'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:42.562571 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.640915 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc497143-1c9e-47d6-aa05-79debdab3163 req-9940fa64-33d5-4d74-8bca-a4277cf9e77e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972820 Nov 12 03:48:42.698304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:42.741373 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-356d0e2b-b6ca-4758-846b-5dc498dfee3a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.805854 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Allocated IP 2001:db8::f816:3eff:fed9:7416 (be54d603-2a64-497a-84fd-dd53e383892b/3e23adc4-8a25-4bde-8198-b2603c5109cf/ce735787-0283-4904-b752-9aed9f6a2923) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:42.844867 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7ffb8-d8d2-474e-8daa-15f0c54ebf82 req-7607a62a-c403-43ab-baea-ba0c9ae3cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:42.847426 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c1a7ffb8-d8d2-474e-8daa-15f0c54ebf82 req-7607a62a-c403-43ab-baea-ba0c9ae3cb70 service neutron] 10.222.0.25 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.7630556 Nov 12 03:48:42.856789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea602d0c-15f2-4dd7-b88a-c6e58a90e934 req-b6b9db95-fe9d-4ec8-8df2-c59fcc648e38 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:42.865620 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea602d0c-15f2-4dd7-b88a-c6e58a90e934 req-b6b9db95-fe9d-4ec8-8df2-c59fcc648e38 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 944 time: 0.6524167 Nov 12 03:48:42.928513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:48:42.930350 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.942381 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-356d0e2b-b6ca-4758-846b-5dc498dfee3a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.979095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:42.979528 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] No DVR routers for this DVR port c843990e-7c6f-469e-b42b-a85051838a69 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:42.979717 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.013781 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c1a7ffb8-d8d2-474e-8daa-15f0c54ebf82 req-ea373d56-0545-46a6-8d1e-1002089f921c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e HTTP/1.1" status: 200 len: 217 time: 0.1391120 Nov 12 03:48:43.064912 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.087873 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7e2b0-8bb4-48dc-a2e9-68d5fd1e8e71 req-e17c9955-2969-4f99-9030-d83428a7ae4f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:43.089620 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cea7e2b0-8bb4-48dc-a2e9-68d5fd1e8e71 req-e17c9955-2969-4f99-9030-d83428a7ae4f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 932 time: 0.2588496 Nov 12 03:48:43.108328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-356d0e2b-b6ca-4758-846b-5dc498dfee3a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Network 64d5e498-6fbb-4f6e-ad06-df50786cb026 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:43.140500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=c843990e-7c6f-469e-b42b-a85051838a69,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:43.173387 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.173387 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.193435 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cea7e2b0-8bb4-48dc-a2e9-68d5fd1e8e71 req-2d789f09-4a36-4aae-a283-a97cfb17b0af tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892785 Nov 12 03:48:43.194355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-84f51ea4-4a56-4c8e-a6c3-d569d7eec472 req-212e810e-5d13-4672-8d86-974e42489320 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Deleting port 71428227-0fc9-4618-a763-f00d2735da82 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:43.194355 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84f51ea4-4a56-4c8e-a6c3-d569d7eec472 req-212e810e-5d13-4672-8d86-974e42489320 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.215299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-356d0e2b-b6ca-4758-846b-5dc498dfee3a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:43.245118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:43.246298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9058da-475a-4e4d-b1d8-7714671f539d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:43.248998 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ef3a85-2be5-4b64-9611-e37bbbc0717d" -d '{"events": [{"server_uuid": "6e9058da-475a-4e4d-b1d8-7714671f539d", "name": "network-vif-plugged", "status": "completed", "tag": "75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:43.254265 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.269418 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5218acf7-c3a0-4f1e-92a9-91894170d4b9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:43.361180 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.373976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-356d0e2b-b6ca-4758-846b-5dc498dfee3a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:43.412875 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-31edbea2-c2c6-430b-99b8-2a6f44a50da6 service neutron] 10.222.0.26 "GET /v2.0/ports/9d1c7927-0fc3-4022-b98a-bee20e40acea/bindings/n-h1-767704-23 HTTP/1.1" status: 200 len: 385 time: 0.1930857 Nov 12 03:48:43.422257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Pushing event updated for resources: {'Port': ['ID=e12b603e-2a58-4463-9c72-8700cf0f197e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:43.451065 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.455127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:43.469394 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:43.470976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22886c-4459-4d0b-9fcb-c63cd9356c40 req-c50d00c1-4ba4-40a4-8193-3bd282a857b9 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:43.473660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:43.476644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:43.478735 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eb22886c-4459-4d0b-9fcb-c63cd9356c40 req-c50d00c1-4ba4-40a4-8193-3bd282a857b9 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 945 time: 0.2033718 Nov 12 03:48:43.483177 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Pushing event updated for resources: {'Port': ['ID=ce735787-0283-4904-b752-9aed9f6a2923,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:43.491057 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:43.497183 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:43.582224 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5218acf7-c3a0-4f1e-92a9-91894170d4b9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.625359 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:43.631168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Attempting to bind port ce735787-0283-4904-b752-9aed9f6a2923 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:43.631861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Attempting to bind port ce735787-0283-4904-b752-9aed9f6a2923 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:43.632259 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Attempting to bind port ce735787-0283-4904-b752-9aed9f6a2923 on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:43.641449 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eb22886c-4459-4d0b-9fcb-c63cd9356c40 req-d3689124-65d5-4ecc-afe3-c7244c58e8f0 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604347 Nov 12 03:48:43.644735 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.654901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:43.655693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:43.664869 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.666658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:43.667378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Bound port: ce735787-0283-4904-b752-9aed9f6a2923, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:43.671178 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.703050 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-5218acf7-c3a0-4f1e-92a9-91894170d4b9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port 6aaf6866-6709-4656-bb7f-90b4b8522de7 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:43.780850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 610717a4-9d6a-4f67-9d4b-3cb400436014 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:43.841140 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61e62c9-7d09-491a-85c3-9462d8ce6888 x-openstack-request-id: req-d61e62c9-7d09-491a-85c3-9462d8ce6888 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:43.841457 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9058da-475a-4e4d-b1d8-7714671f539d", "name": "network-vif-plugged", "status": "completed", "tag": "75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:43.841821 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d61e62c9-7d09-491a-85c3-9462d8ce6888 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:43.842227 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9058da-475a-4e4d-b1d8-7714671f539d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1', 'code': 200} Nov 12 03:48:43.856488 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] For port ce735787-0283-4904-b752-9aed9f6a2923, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:43.860807 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] For port ce735787-0283-4904-b752-9aed9f6a2923, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ce735787-0283-4904-b752-9aed9f6a2923,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:43.892250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 610717a4-9d6a-4f67-9d4b-3cb400436014 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:43.904847 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.908862 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.934153 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.014113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5218acf7-c3a0-4f1e-92a9-91894170d4b9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::f816:3eff:fe9c:cf8b (be54d603-2a64-497a-84fd-dd53e383892b/3e23adc4-8a25-4bde-8198-b2603c5109cf/6aaf6866-6709-4656-bb7f-90b4b8522de7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:44.030375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7ffb8-d8d2-474e-8daa-15f0c54ebf82 req-93394666-0fb5-4c09-ab80-e5d2763e2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.037518 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c1a7ffb8-d8d2-474e-8daa-15f0c54ebf82 req-93394666-0fb5-4c09-ab80-e5d2763e2322 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 1.0086772 Nov 12 03:48:44.042656 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea602d0c-15f2-4dd7-b88a-c6e58a90e934 req-2138ee96-7f5b-42ca-9fea-0ed1e6f9b9ec tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1758146 Nov 12 03:48:44.079649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d080d8dc-0782-45e3-8766-dd16fab02f95 None None] Provisioning complete for port e12b603e-2a58-4463-9c72-8700cf0f197e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:44.081940 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d080d8dc-0782-45e3-8766-dd16fab02f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.097958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3332dc3-a277-41ab-b4cd-92892895efa0 None None] Pushing event updated for resources: {'Port': ['ID=ce735787-0283-4904-b752-9aed9f6a2923,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:44.149929 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c1a7ffb8-d8d2-474e-8daa-15f0c54ebf82 req-200a8e07-6412-4a53-b1d1-53c1642bb713 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299406 Nov 12 03:48:44.201323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088e3b2e-11a2-4251-87de-a683ca677686']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:44.210349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d0e2b-b6ca-4758-846b-5dc498dfee3a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'Port': ['ID=43550808-df24-4048-b2fc-7bd841bf9fab,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:44.246212 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5218acf7-c3a0-4f1e-92a9-91894170d4b9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.270025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1766dea6-f3b3-4e88-bfc1-71afc371bb1d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:44.270323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1766dea6-f3b3-4e88-bfc1-71afc371bb1d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:44.282925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-356d0e2b-b6ca-4758-846b-5dc498dfee3a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.283399 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-356d0e2b-b6ca-4758-846b-5dc498dfee3a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.342534 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.357549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d080d8dc-0782-45e3-8766-dd16fab02f95 None None] Port e12b603e-2a58-4463-9c72-8700cf0f197e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:44.360625 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.366407 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5218acf7-c3a0-4f1e-92a9-91894170d4b9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.367784 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.380110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2ec18-b68f-4430-a962-7650ec764efa req-7af42b65-f272-413e-8201-0a51cce64102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.381744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc2ec18-b68f-4430-a962-7650ec764efa req-7af42b65-f272-413e-8201-0a51cce64102 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 1097 time: 0.3295474 Nov 12 03:48:44.420812 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d838b-c93e-475f-b0c3-46e2cebedd9b req-440c1a53-eedc-4c9d-bb8e-0de66ec7f7d4 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.422764 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-166d838b-c93e-475f-b0c3-46e2cebedd9b req-440c1a53-eedc-4c9d-bb8e-0de66ec7f7d4 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.1450126 Nov 12 03:48:44.426674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 610717a4-9d6a-4f67-9d4b-3cb400436014, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=610717a4-9d6a-4f67-9d4b-3cb400436014,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:44.496295 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5218acf7-c3a0-4f1e-92a9-91894170d4b9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:44.511049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5218acf7-c3a0-4f1e-92a9-91894170d4b9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:44.533103 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5218acf7-c3a0-4f1e-92a9-91894170d4b9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:44.533233 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.533355 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5218acf7-c3a0-4f1e-92a9-91894170d4b9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.533469 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5218acf7-c3a0-4f1e-92a9-91894170d4b9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.554625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218acf7-c3a0-4f1e-92a9-91894170d4b9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=6aaf6866-6709-4656-bb7f-90b4b8522de7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:44.561526 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.568021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-84f51ea4-4a56-4c8e-a6c3-d569d7eec472 req-212e810e-5d13-4672-8d86-974e42489320 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] For port 71428227-0fc9-4618-a763-f00d2735da82, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=71428227-0fc9-4618-a763-f00d2735da82,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:44.570119 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84f51ea4-4a56-4c8e-a6c3-d569d7eec472 req-212e810e-5d13-4672-8d86-974e42489320 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.595532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:44.596115 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.602022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=610717a4-9d6a-4f67-9d4b-3cb400436014,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:44.608692 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:44.614327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 71428227-0fc9-4618-a763-f00d2735da82 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:44.633988 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-356d0e2b-b6ca-4758-846b-5dc498dfee3a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5353212 Nov 12 03:48:44.644804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-84f51ea4-4a56-4c8e-a6c3-d569d7eec472 req-212e810e-5d13-4672-8d86-974e42489320 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Calling delete_port for 71428227-0fc9-4618-a763-f00d2735da82 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:44.646110 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-166d838b-c93e-475f-b0c3-46e2cebedd9b req-82422c4f-8e45-4d9d-b082-afc1f4db5606 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812103 Nov 12 03:48:44.671172 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Request body: {'port': {'device_id': 'ffeb987b-596b-4dd4-8c1e-304086907108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:44.707841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5218acf7-c3a0-4f1e-92a9-91894170d4b9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1806767 Nov 12 03:48:44.708990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-59a9533f-cfb3-4c54-a9f6-c3758d9e25a9 service neutron] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:44.710401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34138) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:44.736086 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.764321 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc2ec18-b68f-4430-a962-7650ec764efa req-1e01f6f7-508a-4794-a13f-8318ef6f2c01 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963231 Nov 12 03:48:44.780274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 71428227-0fc9-4618-a763-f00d2735da82, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=71428227-0fc9-4618-a763-f00d2735da82,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:44.780483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-59a9533f-cfb3-4c54-a9f6-c3758d9e25a9 service neutron] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:44.789871 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.817739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c41cd-4c90-432c-8c15-fd36fe76c43d req-f84f5489-77bc-4f33-bb63-17b05b958f50 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.820614 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3d1c41cd-4c90-432c-8c15-fd36fe76c43d req-f84f5489-77bc-4f33-bb63-17b05b958f50 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 932 time: 0.0983410 Nov 12 03:48:44.830128 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286bb22-cee9-4f23-9db9-898f90a50960 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.836351 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c1a7ffb8-d8d2-474e-8daa-15f0c54ebf82 req-e8503f5e-7a64-4598-bcb9-ace66d383f4a service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6633120 Nov 12 03:48:44.838109 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286bb22-cee9-4f23-9db9-898f90a50960 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.842112 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2286bb22-cee9-4f23-9db9-898f90a50960 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1283979 Nov 12 03:48:44.842367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34140) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:44.857621 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.861460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e75084-0eb9-4ed2-80f1-e927b5ec30dd req-a713c131-3d84-4427-99ad-3efcf9357272 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.863941 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80e75084-0eb9-4ed2-80f1-e927b5ec30dd req-a713c131-3d84-4427-99ad-3efcf9357272 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 945 time: 0.3783367 Nov 12 03:48:44.891549 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.936598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=71428227-0fc9-4618-a763-f00d2735da82,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:44.959276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-59a9533f-cfb3-4c54-a9f6-c3758d9e25a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1c7927-0fc3-4022-b98a-bee20e40acea {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:44.963730 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.010079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-59a9533f-cfb3-4c54-a9f6-c3758d9e25a9 service neutron] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:45.013266 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.041186 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3d1c41cd-4c90-432c-8c15-fd36fe76c43d req-af746f70-078e-4b24-a5e4-ce58b761bd42 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988814 Nov 12 03:48:45.061053 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.064229 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] 10.222.0.105 "DELETE /v2.0/networks/088e3b2e-11a2-4251-87de-a683ca677686 HTTP/1.1" status: 204 len: 168 time: 4.6019869 Nov 12 03:48:45.065193 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.076798 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Pushing event updated for resources: {'Port': ['ID=e12b603e-2a58-4463-9c72-8700cf0f197e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:45.141543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-23e3a105-4127-40a3-82f8-6fe1f350000e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port 6aaf6866-6709-4656-bb7f-90b4b8522de7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:45.142015 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23e3a105-4127-40a3-82f8-6fe1f350000e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.172291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec48dba-4452-4936-befb-becd40085f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=088e3b2e-11a2-4251-87de-a683ca677686,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:45.174092 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-59a9533f-cfb3-4c54-a9f6-c3758d9e25a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.221377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80e75084-0eb9-4ed2-80f1-e927b5ec30dd req-ffeee6f7-45a0-4c2b-a581-f5d89b7f0c24 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152411 Nov 12 03:48:45.335758 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23e3a105-4127-40a3-82f8-6fe1f350000e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.365592 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-23e3a105-4127-40a3-82f8-6fe1f350000e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for 6aaf6866-6709-4656-bb7f-90b4b8522de7 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:45.371289 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c1a7ffb8-d8d2-474e-8daa-15f0c54ebf82 req-5fd73648-14bd-4076-aaf0-2a45c9231655 service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049896 Nov 12 03:48:45.378535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51285bcd-09fe-465d-b158-24f5ce132250 req-f1c306b3-9621-4d5f-96e3-7e2dd6147f15 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:45.380164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-51285bcd-09fe-465d-b158-24f5ce132250 req-f1c306b3-9621-4d5f-96e3-7e2dd6147f15 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b HTTP/1.1" status: 200 len: 943 time: 0.2419286 Nov 12 03:48:45.517404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-77e9514e-3c20-49cd-8dff-ab12557f0ddd None None] Provisioning complete for port ce735787-0283-4904-b752-9aed9f6a2923 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:45.518035 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-77e9514e-3c20-49cd-8dff-ab12557f0ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.550294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34148) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:45.667280 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84f51ea4-4a56-4c8e-a6c3-d569d7eec472 req-212e810e-5d13-4672-8d86-974e42489320 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.696255 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-77e9514e-3c20-49cd-8dff-ab12557f0ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.745833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ba452-3873-4620-aad4-5486ba940659 req-172851f2-3926-4954-af81-67506aa9e337 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:45.755387 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc0ba452-3873-4620-aad4-5486ba940659 req-172851f2-3926-4954-af81-67506aa9e337 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 944 time: 0.4108186 Nov 12 03:48:45.763232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-77e9514e-3c20-49cd-8dff-ab12557f0ddd None None] For port ce735787-0283-4904-b752-9aed9f6a2923, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ce735787-0283-4904-b752-9aed9f6a2923,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:45.766400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:45.779754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:45.806917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e810e-5d13-4672-8d86-974e42489320 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Pushing event deleted for resources: {'Port': ['ID=71428227-0fc9-4618-a763-f00d2735da82,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:45.812411 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ce735787-0283-4904-b752-9aed9f6a2923 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:45.841847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d6ff2abe-54c6-4196-b7a1-a7252c10f85f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2b4b78069b134bfbaa6eede2908eb2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870886 Nov 12 03:48:45.843725 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:45.847750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71428227-0fc9-4618-a763-f00d2735da82'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:45.857282 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d0edac-9a94-4a7f-a1b9-ed77ff95d031" -d '{"events": [{"server_uuid": "b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b", "name": "network-vif-unplugged", "status": "completed", "tag": "71428227-0fc9-4618-a763-f00d2735da82"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:45.873847 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-77e9514e-3c20-49cd-8dff-ab12557f0ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.935876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-59a9533f-cfb3-4c54-a9f6-c3758d9e25a9 service neutron] Transition to ACTIVE for port object 9d1c7927-0fc3-4022-b98a-bee20e40acea will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:48:45.938672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f51ea4-4a56-4c8e-a6c3-d569d7eec472 req-212e810e-5d13-4672-8d86-974e42489320 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] No DVR routers for this DVR port 71428227-0fc9-4618-a763-f00d2735da82 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:45.943815 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84f51ea4-4a56-4c8e-a6c3-d569d7eec472 req-212e810e-5d13-4672-8d86-974e42489320 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.948859 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84f51ea4-4a56-4c8e-a6c3-d569d7eec472 req-212e810e-5d13-4672-8d86-974e42489320 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.26 "DELETE /v2.0/ports/71428227-0fc9-4618-a763-f00d2735da82 HTTP/1.1" status: 204 len: 173 time: 3.9207425 Nov 12 03:48:45.971797 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9514e-3c20-49cd-8dff-ab12557f0ddd None None] Pushing event updated for resources: {'Port': ['ID=ce735787-0283-4904-b752-9aed9f6a2923,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:45.976003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b', 'name': 'network-vif-deleted', 'tag': '71428227-0fc9-4618-a763-f00d2735da82'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:45.978635 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ce429e-b0e0-4e1f-9fa2-47a33bf280af" -d '{"events": [{"server_uuid": "b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b", "name": "network-vif-deleted", "tag": "71428227-0fc9-4618-a763-f00d2735da82"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:45.997864 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc0ba452-3873-4620-aad4-5486ba940659 req-d2de9a43-475a-40cd-a1d0-95e938f6fd60 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371063 Nov 12 03:48:46.001309 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ce735787-0283-4904-b752-9aed9f6a2923 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:46.006323 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.006665 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-59a9533f-cfb3-4c54-a9f6-c3758d9e25a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.068956 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-51285bcd-09fe-465d-b158-24f5ce132250 req-86975bfd-cc32-42a3-b369-9fb52a6df6b7 tempest-ListServerFiltersTestJSON-1138617112 tempest-ListServerFiltersTestJSON-1138617112-project] 10.222.0.105 "GET /v2.0/security-groups?id=8e3be888-776f-4e2e-820b-c2ed4f710114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6748042 Nov 12 03:48:46.095241 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-19ea10c5-d5f7-4eb7-ba2f-0f8a9da335a8 None None] Provisioning complete for port 6aaf6866-6709-4656-bb7f-90b4b8522de7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:46.096152 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19ea10c5-d5f7-4eb7-ba2f-0f8a9da335a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.125483 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Router 0b463750-12b6-44d5-bb8f-e00e8585c209 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:46.132788 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-59a9533f-cfb3-4c54-a9f6-c3758d9e25a9 service neutron] No DVR routers for this DVR port 9d1c7927-0fc3-4022-b98a-bee20e40acea on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:46.166856 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e6f45b-5097-4086-bc64-cb799d5f777b x-openstack-request-id: req-35e6f45b-5097-4086-bc64-cb799d5f777b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:46.167154 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b", "name": "network-vif-unplugged", "status": "completed", "tag": "71428227-0fc9-4618-a763-f00d2735da82", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:46.167413 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-35e6f45b-5097-4086-bc64-cb799d5f777b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:46.167804 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71428227-0fc9-4618-a763-f00d2735da82', 'code': 200} Nov 12 03:48:46.230480 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-19ea10c5-d5f7-4eb7-ba2f-0f8a9da335a8 None None] Port 6aaf6866-6709-4656-bb7f-90b4b8522de7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:46.263432 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf11f38-a119-4a4d-ad59-841b465ae24d x-openstack-request-id: req-baf11f38-a119-4a4d-ad59-841b465ae24d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:46.263717 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b", "name": "network-vif-deleted", "tag": "71428227-0fc9-4618-a763-f00d2735da82", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:46.264092 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-baf11f38-a119-4a4d-ad59-841b465ae24d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:46.264576 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b26b3e-8c6f-4aef-9f1a-392c8ab34e0b', 'name': 'network-vif-deleted', 'tag': '71428227-0fc9-4618-a763-f00d2735da82', 'status': 'completed', 'code': 200} Nov 12 03:48:46.273285 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27ee12db-6a5b-4a02-a771-9d368ee54e9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.295938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-59a9533f-cfb3-4c54-a9f6-c3758d9e25a9 service neutron] 10.222.0.26 "PUT /v2.0/ports/9d1c7927-0fc3-4022-b98a-bee20e40acea/bindings/n-h1-767704-23/activate HTTP/1.1" status: 200 len: 370 time: 2.8692918 Nov 12 03:48:46.319258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9533f-cfb3-4c54-a9f6-c3758d9e25a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1c7927-0fc3-4022-b98a-bee20e40acea,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.332843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 610717a4-9d6a-4f67-9d4b-3cb400436014 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:46.387730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-36031218-24f4-4f74-ac50-12a98b71e25d None None] Provisioning complete for port e12b603e-2a58-4463-9c72-8700cf0f197e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:46.388432 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36031218-24f4-4f74-ac50-12a98b71e25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.392069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43550808-df24-4048-b2fc-7bd841bf9fab {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:46.404827 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.423356 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27ee12db-6a5b-4a02-a771-9d368ee54e9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.450053 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0206f-cdf7-492e-891e-015515851631 req-d6c88e45-c801-4f61-8695-77d7450288a8 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.451900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61a0206f-cdf7-492e-891e-015515851631 req-d6c88e45-c801-4f61-8695-77d7450288a8 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.1690111 Nov 12 03:48:46.470570 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-36031218-24f4-4f74-ac50-12a98b71e25d None None] Port e12b603e-2a58-4463-9c72-8700cf0f197e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:46.480257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 610717a4-9d6a-4f67-9d4b-3cb400436014 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:46.480909 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.528148 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61a0206f-cdf7-492e-891e-015515851631 req-db5346bf-cea1-473d-85e1-048e28dcb12b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618489 Nov 12 03:48:46.610856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-0da7b367-c75c-4b6a-8c04-59cf4b6a4e23 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.613519 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-0da7b367-c75c-4b6a-8c04-59cf4b6a4e23 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 1097 time: 0.0822105 Nov 12 03:48:46.616934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Transition to ACTIVE for port object 43550808-df24-4048-b2fc-7bd841bf9fab will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:48:46.618886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:46.625624 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-78ec33df-5cb5-4bce-9907-b3d158939f4f admin admin] 10.222.0.105 "PUT /v2.0/routers/0b463750-12b6-44d5-bb8f-e00e8585c209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7316389 Nov 12 03:48:46.633769 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23e3a105-4127-40a3-82f8-6fe1f350000e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.650979 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Sync routers for ids ['0b463750-12b6-44d5-bb8f-e00e8585c209'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:46.686761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Routers {'0b463750-12b6-44d5-bb8f-e00e8585c209'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:46.687956 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0b463750-12b6-44d5-bb8f-e00e8585c209'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:46.691590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3a105-4127-40a3-82f8-6fe1f350000e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=6aaf6866-6709-4656-bb7f-90b4b8522de7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.752591 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9506b2-ecba-41b3-9a49-84290f55b18c req-52ec6e01-ed80-4670-9a61-1f9772f83fcc tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.753978 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f9506b2-ecba-41b3-9a49-84290f55b18c req-52ec6e01-ed80-4670-9a61-1f9772f83fcc tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 932 time: 0.3536725 Nov 12 03:48:46.759733 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23e3a105-4127-40a3-82f8-6fe1f350000e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.764117 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-23e3a105-4127-40a3-82f8-6fe1f350000e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/6aaf6866-6709-4656-bb7f-90b4b8522de7 HTTP/1.1" status: 204 len: 168 time: 1.9207525 Nov 12 03:48:46.767464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:46.773639 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.890953 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf67600-9828-4c5a-98b8-efa2fe833610 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.893300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf67600-9828-4c5a-98b8-efa2fe833610 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.895749 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bbf67600-9828-4c5a-98b8-efa2fe833610 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1258492 Nov 12 03:48:46.896826 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27ee12db-6a5b-4a02-a771-9d368ee54e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.900699 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27ee12db-6a5b-4a02-a771-9d368ee54e9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.902082 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-27ee12db-6a5b-4a02-a771-9d368ee54e9d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e17ab0ff-6f2d-4271-9f73-0ca574215f07 HTTP/1.1" status: 204 len: 168 time: 1.0515268 Nov 12 03:48:46.903572 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:46.934463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Pushing event updated for resources: {'Port': ['ID=43550808-df24-4048-b2fc-7bd841bf9fab,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.939312 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-808ac8d5-46c3-4327-af8b-1cf72fc63613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.942211 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-808ac8d5-46c3-4327-af8b-1cf72fc63613 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e HTTP/1.1" status: 200 len: 1097 time: 0.3183749 Nov 12 03:48:46.971721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee12db-6a5b-4a02-a771-9d368ee54e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17ab0ff-6f2d-4271-9f73-0ca574215f07,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.992866 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f9506b2-ecba-41b3-9a49-84290f55b18c req-2add7d06-5f25-4a83-9d74-e0d1ccbd0e0d tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245498 Nov 12 03:48:46.995857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Set router 0b463750-12b6-44d5-bb8f-e00e8585c209 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:47.085119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44dfae6-353d-40cf-8c7d-e919598a4461 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet 3e23adc4-8a25-4bde-8198-b2603c5109cf {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:47.089072 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e44dfae6-353d-40cf-8c7d-e919598a4461 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.153792 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e44dfae6-353d-40cf-8c7d-e919598a4461 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.225378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-f346d2d4-5490-4a73-a422-a56348b88383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:47.226878 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-f346d2d4-5490-4a73-a422-a56348b88383 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 1097 time: 0.2477760 Nov 12 03:48:47.233451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Attempting to bind port 43550808-df24-4048-b2fc-7bd841bf9fab on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:47.233787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Attempting to bind port 43550808-df24-4048-b2fc-7bd841bf9fab by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '529da0ca-ab60-42a4-af52-7d119b368574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '64d5e498-6fbb-4f6e-ad06-df50786cb026'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:47.234107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Attempting to bind port 43550808-df24-4048-b2fc-7bd841bf9fab on network 64d5e498-6fbb-4f6e-ad06-df50786cb026 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:47.279883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Port 43550808-df24-4048-b2fc-7bd841bf9fab on network 64d5e498-6fbb-4f6e-ad06-df50786cb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:47.280467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Attempting to bind port 43550808-df24-4048-b2fc-7bd841bf9fab on network 64d5e498-6fbb-4f6e-ad06-df50786cb026 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:47.319101 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e44dfae6-353d-40cf-8c7d-e919598a4461 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.330432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:47.330821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Checking segment: {'id': '529da0ca-ab60-42a4-af52-7d119b368574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '64d5e498-6fbb-4f6e-ad06-df50786cb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:47.331975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Bound using segment: {'id': '529da0ca-ab60-42a4-af52-7d119b368574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '64d5e498-6fbb-4f6e-ad06-df50786cb026'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:47.332605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Bound port: 43550808-df24-4048-b2fc-7bd841bf9fab, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529da0ca-ab60-42a4-af52-7d119b368574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '64d5e498-6fbb-4f6e-ad06-df50786cb026'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:47.332971 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.370782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92186c3-a12f-4db0-918c-345fb4251497 req-e707c29f-ddba-470d-a32e-58859bf6eeae tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:47.372396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a92186c3-a12f-4db0-918c-345fb4251497 req-e707c29f-ddba-470d-a32e-58859bf6eeae tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 945 time: 0.2066596 Nov 12 03:48:47.391974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T03:48:43Z', 'revision_number': 4, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e12b603e-2a58-4463-9c72-8700cf0f197e', 'name': '', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'mac_address': 'fa:16:3e:34:4b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:41Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 2, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'subnets': [{'id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:47.457335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-8f7e5360-38a3-4713-a996-422634cd2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:47.462181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-8f7e5360-38a3-4713-a996-422634cd2f79 service neutron] 10.222.0.25 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.2218003 Nov 12 03:48:47.464997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Checking router: 0b463750-12b6-44d5-bb8f-e00e8585c209 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:47.465357 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Updating router 0b463750-12b6-44d5-bb8f-e00e8585c209 port e12b603e-2a58-4463-9c72-8700cf0f197e binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:47.504382 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.509544 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e44dfae6-353d-40cf-8c7d-e919598a4461 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.537732 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-b11f5f85-5d8e-45b4-a551-affa799203ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea HTTP/1.1" status: 200 len: 217 time: 0.0662200 Nov 12 03:48:47.570673 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dfae6-353d-40cf-8c7d-e919598a4461 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=3e23adc4-8a25-4bde-8198-b2603c5109cf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:47.572723 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e44dfae6-353d-40cf-8c7d-e919598a4461 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.578239 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e44dfae6-353d-40cf-8c7d-e919598a4461 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/3e23adc4-8a25-4bde-8198-b2603c5109cf HTTP/1.1" status: 204 len: 168 time: 0.6366479 Nov 12 03:48:47.580491 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:47.657771 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8c1f838e-05bf-4390-ba8f-324f3b0d2e3e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761557 Nov 12 03:48:47.670600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34192) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:47.676314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0a2396bd-2787-4f0b-8aad-643e3c571184 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:47.685752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b4ece-3d76-4308-9729-66e198a84be2 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:47.688673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ce735787-0283-4904-b752-9aed9f6a2923 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:47.869622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ce735787-0283-4904-b752-9aed9f6a2923 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:47.869622 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.911634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2396bd-2787-4f0b-8aad-643e3c571184 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:47.917445 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a2396bd-2787-4f0b-8aad-643e3c571184 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.952111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34198) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:47.958342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-24370c30-1db3-4f31-9a39-f9ac70cd7a4c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--622589769', 'description': 'tempest-description--1288341568'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:48.023980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-2bfbc50f-dc4d-4eeb-b187-00fb4a0dbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.026943 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-2bfbc50f-dc4d-4eeb-b187-00fb4a0dbbed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.4719944 Nov 12 03:48:48.037681 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a92186c3-a12f-4db0-918c-345fb4251497 req-86244cb8-03ca-4e86-8851-f586dca6ed18 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6310513 Nov 12 03:48:48.039194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] For port 43550808-df24-4048-b2fc-7bd841bf9fab, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:48.090553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] For port 43550808-df24-4048-b2fc-7bd841bf9fab, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=43550808-df24-4048-b2fc-7bd841bf9fab,segment=NetworkSegment(529da0ca-ab60-42a4-af52-7d119b368574),segment_id=529da0ca-ab60-42a4-af52-7d119b368574)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:48.095140 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24370c30-1db3-4f31-9a39-f9ac70cd7a4c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.121592 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-67105c67-bf46-4985-bb7d-f15ccf55214f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795887 Nov 12 03:48:48.128311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:48.181684 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.215978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a13cd-f5b5-4cb5-9765-f60ade30f8ae req-a43f3af3-bf25-4f83-b637-f9cafd96f05e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.220733 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9f1a13cd-f5b5-4cb5-9765-f60ade30f8ae req-a43f3af3-bf25-4f83-b637-f9cafd96f05e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 945 time: 0.2197011 Nov 12 03:48:48.282476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.283333 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.287508 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] 10.222.0.25 "PUT /v2.0/ports/43550808-df24-4048-b2fc-7bd841bf9fab HTTP/1.1" status: 200 len: 1093 time: 3.6200635 Nov 12 03:48:48.287508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffeb987b-596b-4dd4-8c1e-304086907108', 'tag': '43550808-df24-4048-b2fc-7bd841bf9fab'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:48.288409 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc412d4-7484-4830-88e2-0a58719b8ae9 admin admin] Deleting subnet 3e83c54a-08cf-40b8-8186-666697f3c3f6 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:48.289421 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d5e041-b2b2-4ef4-8922-eb8a1e778a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ffeb987b-596b-4dd4-8c1e-304086907108", "tag": "43550808-df24-4048-b2fc-7bd841bf9fab"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:48.315122 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fc412d4-7484-4830-88e2-0a58719b8ae9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.369785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33ea33-a848-455a-8157-47e3fa4a812f service neutron] Pushing event updated for resources: {'Port': ['ID=43550808-df24-4048-b2fc-7bd841bf9fab,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:48.379335 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-03596661-9dcd-44f5-8ba5-24366799ac50 service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483144 Nov 12 03:48:48.388511 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c67d84-9a74-4a56-b0bf-5e9826c3eafd req-902bbd84-9e55-4d20-96b1-adc66d1ea18d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.396269 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-83c67d84-9a74-4a56-b0bf-5e9826c3eafd req-902bbd84-9e55-4d20-96b1-adc66d1ea18d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.1614559 Nov 12 03:48:48.433515 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24370c30-1db3-4f31-9a39-f9ac70cd7a4c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.433515 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fc412d4-7484-4830-88e2-0a58719b8ae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.436584 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9f1a13cd-f5b5-4cb5-9765-f60ade30f8ae req-c1c52503-83da-4dc4-84f7-de9fdd67b3ec tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954610 Nov 12 03:48:48.468429 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47edb12-42a5-42d9-85fe-3f158d9d9d4b None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:48.510096 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.554104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:48.563690 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24370c30-1db3-4f31-9a39-f9ac70cd7a4c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.608820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b47edb12-42a5-42d9-85fe-3f158d9d9d4b None None] Deleting port ce735787-0283-4904-b752-9aed9f6a2923 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:48.609213 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b47edb12-42a5-42d9-85fe-3f158d9d9d4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.627184 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-83c67d84-9a74-4a56-b0bf-5e9826c3eafd req-c52a5fa0-e406-4950-885a-cd5402018eaf tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295094 Nov 12 03:48:48.636812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fc412d4-7484-4830-88e2-0a58719b8ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.643771 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.669356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-502a71f3-3a25-4e89-8786-1704f0be54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.671114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-502a71f3-3a25-4e89-8786-1704f0be54fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6b2d99842864fcdaa50b55f56be9f1a&device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 1096 time: 0.1761296 Nov 12 03:48:48.676636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24370c30-1db3-4f31-9a39-f9ac70cd7a4c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ae4a0f-89b7-4901-9e67-1d63bbc68774,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:48.698381 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24370c30-1db3-4f31-9a39-f9ac70cd7a4c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.699640 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-24370c30-1db3-4f31-9a39-f9ac70cd7a4c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7461958 Nov 12 03:48:48.709539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:48.720891 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f90e9c-eb85-4219-8de5-fe7a6d41db17 x-openstack-request-id: req-96f90e9c-eb85-4219-8de5-fe7a6d41db17 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:48.723306 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffeb987b-596b-4dd4-8c1e-304086907108", "tag": "43550808-df24-4048-b2fc-7bd841bf9fab", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:48.723661 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-96f90e9c-eb85-4219-8de5-fe7a6d41db17 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:48.724229 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffeb987b-596b-4dd4-8c1e-304086907108', 'tag': '43550808-df24-4048-b2fc-7bd841bf9fab', 'status': 'completed', 'code': 200} Nov 12 03:48:48.733516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f09724-3724-4d7e-ba28-dfc7cf383b5c req-bbc86ffc-ff79-4d07-9dcc-4412bda96035 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.738169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e20fa-2a35-4f2a-b459-53f585bc929a None None] Pushing event updated for resources: {'Port': ['ID=e12b603e-2a58-4463-9c72-8700cf0f197e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:48.743069 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-42f09724-3724-4d7e-ba28-dfc7cf383b5c req-bbc86ffc-ff79-4d07-9dcc-4412bda96035 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 944 time: 0.1825507 Nov 12 03:48:48.750221 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.792018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124602754-network', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:48.803176 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5694b8e8-9cce-4ec4-8008-3e0cdae1e35b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Request body: {'security_group_rule': {'security_group_id': 'f9ae4a0f-89b7-4901-9e67-1d63bbc68774', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:48.810026 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-b98ec5e0-ff0a-43cb-a62e-715a4d73dec1 service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116478 Nov 12 03:48:48.813058 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-6d388c8a-3785-4282-a9d0-57501b28d4d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43550808-df24-4048-b2fc-7bd841bf9fab HTTP/1.1" status: 200 len: 217 time: 0.1274545 Nov 12 03:48:48.824981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b47edb12-42a5-42d9-85fe-3f158d9d9d4b None None] For port ce735787-0283-4904-b752-9aed9f6a2923, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ce735787-0283-4904-b752-9aed9f6a2923,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:48.825388 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b47edb12-42a5-42d9-85fe-3f158d9d9d4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.886750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b47edb12-42a5-42d9-85fe-3f158d9d9d4b None None] Calling delete_port for ce735787-0283-4904-b752-9aed9f6a2923 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:48.890106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-3e5475f9-7394-4813-b953-8324c464d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.894190 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-3e5475f9-7394-4813-b953-8324c464d31b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bed95a9a-84ad-4387-9b15-10694c5849b1 HTTP/1.1" status: 200 len: 852 time: 0.0645361 Nov 12 03:48:48.910353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.objects.ports [None req-0a2396bd-2787-4f0b-8aad-643e3c571184 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:48:48.915739 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Attempting to bind port e12b603e-2a58-4463-9c72-8700cf0f197e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:48.916149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Attempting to bind port e12b603e-2a58-4463-9c72-8700cf0f197e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:48.916606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Attempting to bind port e12b603e-2a58-4463-9c72-8700cf0f197e on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:48.959418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:48.959967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Checking segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:48.960402 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.960800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Bound using segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:48.961300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Bound port: e12b603e-2a58-4463-9c72-8700cf0f197e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:48.961686 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.962930 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-f1d3b28a-8388-43cc-8560-d2babac02a15 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64d5e498-6fbb-4f6e-ad06-df50786cb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565829 Nov 12 03:48:48.964065 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5694b8e8-9cce-4ec4-8008-3e0cdae1e35b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.033706 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-42f09724-3724-4d7e-ba28-dfc7cf383b5c req-66915e24-e934-4a86-a526-59ace370fc2a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873847 Nov 12 03:48:49.128976 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] For port e12b603e-2a58-4463-9c72-8700cf0f197e, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:49.137532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] For port e12b603e-2a58-4463-9c72-8700cf0f197e, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e12b603e-2a58-4463-9c72-8700cf0f197e,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:49.142514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-52d35125-63eb-4445-904b-6a010887bfff None None] Provisioning complete for port e12b603e-2a58-4463-9c72-8700cf0f197e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:49.142987 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52d35125-63eb-4445-904b-6a010887bfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.183198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] Made reservation on behalf of d7da653e79724c3fb8b1d2a6f3b5b3e8 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:49.185591 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.186387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-52d35125-63eb-4445-904b-6a010887bfff None None] Port e12b603e-2a58-4463-9c72-8700cf0f197e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:49.192000 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fc412d4-7484-4830-88e2-0a58719b8ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.205725 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.219024 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b47edb12-42a5-42d9-85fe-3f158d9d9d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.238070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc412d4-7484-4830-88e2-0a58719b8ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e83c54a-08cf-40b8-8186-666697f3c3f6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:49.246295 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fc412d4-7484-4830-88e2-0a58719b8ae9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.252104 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1fc412d4-7484-4830-88e2-0a58719b8ae9 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/3e83c54a-08cf-40b8-8186-666697f3c3f6 HTTP/1.1" status: 204 len: 168 time: 1.1220171 Nov 12 03:48:49.254038 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34226) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:49.272670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23dbfa-0630-4382-b46c-790b0c1c1ed7 req-4f927140-dbf4-4c53-a7fc-168a67ef9adf tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:49.281054 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8b23dbfa-0630-4382-b46c-790b0c1c1ed7 req-4f927140-dbf4-4c53-a7fc-168a67ef9adf tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 945 time: 0.1276453 Nov 12 03:48:49.304820 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-0a2396bd-2787-4f0b-8aad-643e3c571184 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Port ce735787-0283-4904-b752-9aed9f6a2923 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 03:48:49.306944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-0a2396bd-2787-4f0b-8aad-643e3c571184 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Reverting IP allocation for 2001:db8::f816:3eff:fed9:7416 {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 03:48:49.314274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-0a2396bd-2787-4f0b-8aad-643e3c571184 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed9:7416 {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 03:48:49.315159 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5694b8e8-9cce-4ec4-8008-3e0cdae1e35b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.319788 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a2396bd-2787-4f0b-8aad-643e3c571184 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.345629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a556d7-9503-4599-bd73-f25ca842b38d None None] Network 85b72684-9bc6-4260-b611-d4eeb96cd5e2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:49.351874 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.358392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-33508a63-71ce-402b-b3ba-ab61aa42e0ac tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:49.359954 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-33508a63-71ce-402b-b3ba-ab61aa42e0ac tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.25 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 945 time: 0.2874310 Nov 12 03:48:49.368911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47edb12-42a5-42d9-85fe-3f158d9d9d4b None None] Pushing event deleted for resources: {'Port': ['ID=ce735787-0283-4904-b752-9aed9f6a2923,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:49.381095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110f634-5d9c-4bb5-b590-7519b27c8cde req-ba1a20a3-564c-485d-be11-f4cf0372a4fa tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:49.389045 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9110f634-5d9c-4bb5-b590-7519b27c8cde req-ba1a20a3-564c-485d-be11-f4cf0372a4fa tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.2465205 Nov 12 03:48:49.389708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47edb12-42a5-42d9-85fe-3f158d9d9d4b None None] No DVR routers for this DVR port ce735787-0283-4904-b752-9aed9f6a2923 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:49.404303 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2396bd-2787-4f0b-8aad-643e3c571184 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:49.411171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0a2396bd-2787-4f0b-8aad-643e3c571184 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:49.426944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2396bd-2787-4f0b-8aad-643e3c571184 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:49.429664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a2396bd-2787-4f0b-8aad-643e3c571184 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.462924 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b3a8b-6a35-436d-aa63-07cb3ff2f48e None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:49.464366 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8b23dbfa-0630-4382-b46c-790b0c1c1ed7 req-580810d0-634b-479d-bf67-38924ec085d2 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823692 Nov 12 03:48:49.468120 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5694b8e8-9cce-4ec4-8008-3e0cdae1e35b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.469422 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2396bd-2787-4f0b-8aad-643e3c571184 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=f27f2e33-aa64-48d0-aea4-13a894a12b70,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:49.488183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-03ebe1d7-8c55-4f08-a331-10c166a0c166 service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132118 Nov 12 03:48:49.497536 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.499177 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.576496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694b8e8-9cce-4ec4-8008-3e0cdae1e35b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ed958e-9b0d-4c26-9c15-ac801b97389f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:49.597389 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0a2396bd-2787-4f0b-8aad-643e3c571184 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9256303 Nov 12 03:48:49.599940 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:49.607193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a4061a20-1f2f-423c-b751-b97eb9341e2f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'mac_address': 'fa:16:3e:10:99:05', 'name': 'tempest-NetworksTestDHCPv6-819533685'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:49.666807 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Routers {'0b463750-12b6-44d5-bb8f-e00e8585c209'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:49.667462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0b463750-12b6-44d5-bb8f-e00e8585c209'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:49.675340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ce735787-0283-4904-b752-9aed9f6a2923 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:49.678417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e20fa-2a35-4f2a-b459-53f585bc929a None None] Pushing event updated for resources: {'Port': ['ID=e12b603e-2a58-4463-9c72-8700cf0f197e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:49.713034 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.716849 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9110f634-5d9c-4bb5-b590-7519b27c8cde req-7bcba544-069a-40cf-89fa-994c70f80a1c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266404 Nov 12 03:48:49.757446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5956a9ec-de96-4dc0-8643-5c8c58fc387d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:49.770508 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: ce735787-0283-4904-b752-9aed9f6a2923 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:49.771045 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ce735787-0283-4904-b752-9aed9f6a2923 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:49.795470 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5694b8e8-9cce-4ec4-8008-3e0cdae1e35b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.796306 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:49.801041 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5694b8e8-9cce-4ec4-8008-3e0cdae1e35b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0864315 Nov 12 03:48:49.808216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34232) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:49.821430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5ca5d0d2-4ea4-4ac8-8b67-a52e205a23a7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Request body: {'security_group_rule': {'security_group_id': 'f9ae4a0f-89b7-4901-9e67-1d63bbc68774', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:49.835883 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee092f-018c-43ba-a547-e211c6c0e93e req-96e39e81-3b1d-4f61-a5c0-e7155ce16d38 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:49.837292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-da7dfc78-af9a-4535-9540-541543f31356 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:49.837499 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-00ee092f-018c-43ba-a547-e211c6c0e93e req-96e39e81-3b1d-4f61-a5c0-e7155ce16d38 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 945 time: 0.2943926 Nov 12 03:48:49.838783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-da7dfc78-af9a-4535-9540-541543f31356 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 1097 time: 0.3793726 Nov 12 03:48:49.843893 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.844587 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] Added segment cdb723c4-91fd-45b2-b57b-8d4c10c79ef8 of type vlan for network 2230732b-f07f-491a-b840-41ea416f391d Nov 12 03:48:49.917529 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4061a20-1f2f-423c-b751-b97eb9341e2f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:49.934278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] Set router 0b463750-12b6-44d5-bb8f-e00e8585c209 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:49.943146 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d9e11d0-e7a2-49d4-94d3-f0dacaede1ec req-5356ed05-965d-4ff2-b44c-baf0825b544f service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372830 Nov 12 03:48:49.962983 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.967907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': 'f27f2e33-aa64-48d0-aea4-13a894a12b70'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:49.968720 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.983258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Deleting port d35db208-d6a8-4885-b589-582e104a28f7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:49.984296 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.020263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Deleting port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:50.020604 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.038769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ed3015-6cc4-40dd-9ab3-d1f6f8819c4c None None] DHCP port deletion for 85b72684-9bc6-4260-b611-d4eeb96cd5e2 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:50.041395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-67a8422a-fd95-47f8-a551-ec90b9616feb None None] Provisioning complete for port e12b603e-2a58-4463-9c72-8700cf0f197e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:50.041765 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67a8422a-fd95-47f8-a551-ec90b9616feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.089902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-00ee092f-018c-43ba-a547-e211c6c0e93e req-a7d04ee6-05af-46e6-9fae-e42ab6767ba9 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320528 Nov 12 03:48:50.098250 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.100926 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.102484 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.211887 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ca5d0d2-4ea4-4ac8-8b67-a52e205a23a7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.216694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] Pushing event updated for resources: {'Network': ['ID=2230732b-f07f-491a-b840-41ea416f391d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:50.242884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 2230732b-f07f-491a-b840-41ea416f391d details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:50.247038 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-975de6c9-d36d-4bc3-b702-b5780fb05600 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6913776 Nov 12 03:48:50.258405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.259097 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4061a20-1f2f-423c-b751-b97eb9341e2f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.285173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1f0f21af-9a79-455d-969d-5e19ef489978 admin admin] Request body: {'subnet': {'network_id': '2230732b-f07f-491a-b840-41ea416f391d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124602754-subnet', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:50.306219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-a4061a20-1f2f-423c-b751-b97eb9341e2f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port 0445c2d0-4134-4908-abb9-7235e4ff4b11 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:50.317747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] For port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=40c6b19d-b5ea-4b38-b8a0-47b7efb336e1,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:50.318345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.356294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19535a69-fd7a-4180-a8f1-fcc68c146775 req-d08b79df-743a-44fc-8173-537e18c76009 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.357864 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-19535a69-fd7a-4180-a8f1-fcc68c146775 req-d08b79df-743a-44fc-8173-537e18c76009 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 1097 time: 0.1098144 Nov 12 03:48:50.394613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Calling delete_port for 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:50.433302 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-19535a69-fd7a-4180-a8f1-fcc68c146775 req-96a06215-fc01-445e-9c4a-ef940ff4cc36 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487905 Nov 12 03:48:50.434589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] For port d35db208-d6a8-4885-b589-582e104a28f7, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d35db208-d6a8-4885-b589-582e104a28f7,segment=NetworkSegment(48a85bc1-ba37-40f4-abad-6133369e525f),segment_id=48a85bc1-ba37-40f4-abad-6133369e525f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:50.434743 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.437509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Allocated IP 2001:db8::f816:3eff:fee2:3c (be54d603-2a64-497a-84fd-dd53e383892b/f27f2e33-aa64-48d0-aea4-13a894a12b70/a43d03bf-e04d-417b-bbca-04e295b291c9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:50.447646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b4cae-b4dd-488b-8c5a-069c56b857f1 req-4896c72f-828e-4fc0-8f22-1056657c2657 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.449265 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-917b4cae-b4dd-488b-8c5a-069c56b857f1 req-4896c72f-828e-4fc0-8f22-1056657c2657 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 944 time: 0.3111944 Nov 12 03:48:50.452847 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5e041-b2b2-4ef4-8922-eb8a1e778a3b req-2b2f0202-cbd4-4f7f-aa5e-ddf7f8e529db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.452847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d5e041-b2b2-4ef4-8922-eb8a1e778a3b req-2b2f0202-cbd4-4f7f-aa5e-ddf7f8e529db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6b2d99842864fcdaa50b55f56be9f1a&device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 1096 time: 0.3407543 Nov 12 03:48:50.466924 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed3015-6cc4-40dd-9ab3-d1f6f8819c4c None None] Deleting port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:50.466924 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3015-6cc4-40dd-9ab3-d1f6f8819c4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.483332 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67a8422a-fd95-47f8-a551-ec90b9616feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.566131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e1dcb-2020-40cd-96e2-2130a05828b6 req-8aa0b9a4-9edc-4652-a973-aa9e30b67a29 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.568237 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f74e1dcb-2020-40cd-96e2-2130a05828b6 req-8aa0b9a4-9edc-4652-a973-aa9e30b67a29 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 1097 time: 0.0479374 Nov 12 03:48:50.582321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0f21af-9a79-455d-969d-5e19ef489978 admin admin] Made reservation on behalf of d7da653e79724c3fb8b1d2a6f3b5b3e8 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:50.584615 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f0f21af-9a79-455d-969d-5e19ef489978 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.621183 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f74e1dcb-2020-40cd-96e2-2130a05828b6 req-b01a84b0-92f3-4a05-9424-ec85459bc0f6 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454555 Nov 12 03:48:50.673069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-1b727fe1-a7d9-4e4f-9a51-83a96d3f8d69 service neutron] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:50.681131 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ca5d0d2-4ea4-4ac8-8b67-a52e205a23a7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.728377 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-1b727fe1-a7d9-4e4f-9a51-83a96d3f8d69 service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.729516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-099c97fe-abb1-4def-ac0b-fb201c543b8a req-1b727fe1-a7d9-4e4f-9a51-83a96d3f8d69 service neutron] 10.222.0.25 "DELETE /v2.0/ports/9d1c7927-0fc3-4022-b98a-bee20e40acea/bindings/n-h2-767704-23 HTTP/1.1" status: 204 len: 173 time: 0.8712432 Nov 12 03:48:50.765393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b7ed3015-6cc4-40dd-9ab3-d1f6f8819c4c None None] For port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=40c6b19d-b5ea-4b38-b8a0-47b7efb336e1,segment=NetworkSegment(bcf913b2-2000-49dd-ae7c-626b3633e5c4),segment_id=bcf913b2-2000-49dd-ae7c-626b3633e5c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:50.765789 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3015-6cc4-40dd-9ab3-d1f6f8819c4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.770102 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ca5d0d2-4ea4-4ac8-8b67-a52e205a23a7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.799104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-67a8422a-fd95-47f8-a551-ec90b9616feb None None] For port e12b603e-2a58-4463-9c72-8700cf0f197e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e12b603e-2a58-4463-9c72-8700cf0f197e,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:50.800375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed3015-6cc4-40dd-9ab3-d1f6f8819c4c None None] Calling delete_port for 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:50.811419 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d6710-595e-4e10-b024-42add36e8415 req-79d008a3-8354-4ea8-afc2-57cb68851167 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.816365 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e47d6710-595e-4e10-b024-42add36e8415 req-79d008a3-8354-4ea8-afc2-57cb68851167 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 945 time: 0.0846279 Nov 12 03:48:50.821116 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T03:48:43Z', 'revision_number': 4, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e12b603e-2a58-4463-9c72-8700cf0f197e', 'name': '', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'mac_address': 'fa:16:3e:34:4b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:41Z', 'updated_at': '2021-11-12T03:48:49Z', 'revision_number': 4, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'subnets': [{'id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:50.875291 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e47d6710-595e-4e10-b024-42add36e8415 req-ce7a4cdc-2431-4d73-b698-4d4a14e21591 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549564 Nov 12 03:48:50.896008 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-917b4cae-b4dd-488b-8c5a-069c56b857f1 req-062154f0-84cc-4d8e-a090-cd7b221c465d tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287045 Nov 12 03:48:50.898823 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67a8422a-fd95-47f8-a551-ec90b9616feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.900228 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aced3b-1f8e-4842-8d10-ff9e64655d23 None None] The sync data for ids ['0b463750-12b6-44d5-bb8f-e00e8585c209'] in n-d-767704-23 is: [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T03:48:43Z', 'revision_number': 4, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e12b603e-2a58-4463-9c72-8700cf0f197e', 'name': '', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'mac_address': 'fa:16:3e:34:4b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:41Z', 'updated_at': '2021-11-12T03:48:49Z', 'revision_number': 4, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'subnets': [{'id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:50.903104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5d0d2-4ea4-4ac8-8b67-a52e205a23a7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1f15a0-3656-4609-b8c8-52fa8344c83c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:51.049108 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.054402 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ca5d0d2-4ea4-4ac8-8b67-a52e205a23a7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.059120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5ca5d0d2-4ea4-4ac8-8b67-a52e205a23a7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2454593 Nov 12 03:48:51.071634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:51.077321 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3015-6cc4-40dd-9ab3-d1f6f8819c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.080125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5e041-b2b2-4ef4-8922-eb8a1e778a3b req-63ac52c2-2a45-4785-8b5b-c83257c3f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:51.082633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d5e041-b2b2-4ef4-8922-eb8a1e778a3b req-63ac52c2-2a45-4785-8b5b-c83257c3f5f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=64d5e498-6fbb-4f6e-ad06-df50786cb026 HTTP/1.1" status: 200 len: 914 time: 0.6188564 Nov 12 03:48:51.089263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:51.106824 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.109192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8422a-fd95-47f8-a551-ec90b9616feb None None] Pushing event updated for resources: {'Port': ['ID=e12b603e-2a58-4463-9c72-8700cf0f197e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:51.139631 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed3015-6cc4-40dd-9ab3-d1f6f8819c4c None None] No DVR routers for this DVR port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:51.143419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed3015-6cc4-40dd-9ab3-d1f6f8819c4c None None] Pushing event deleted for resources: {'Port': ['ID=40c6b19d-b5ea-4b38-b8a0-47b7efb336e1,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:51.170850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafb5d5-ffe8-4c0c-be77-c36d398d8416 req-54f3333d-e802-41e2-9ad2-ed6b2bd83f1c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:51.180385 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7fafb5d5-ffe8-4c0c-be77-c36d398d8416 req-54f3333d-e802-41e2-9ad2-ed6b2bd83f1c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.1482711 Nov 12 03:48:51.189634 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.265759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:51.269516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:51.273523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:51.279558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Pushing event updated for resources: {'Port': ['ID=a43d03bf-e04d-417b-bbca-04e295b291c9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:51.280244 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7fafb5d5-ffe8-4c0c-be77-c36d398d8416 req-71a183d5-12a0-4319-94fb-8e382250aa2e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989885 Nov 12 03:48:51.388190 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a4061a20-1f2f-423c-b751-b97eb9341e2f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::f816:3eff:fe10:9905 (be54d603-2a64-497a-84fd-dd53e383892b/f27f2e33-aa64-48d0-aea4-13a894a12b70/0445c2d0-4134-4908-abb9-7235e4ff4b11) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:51.416805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Attempting to bind port a43d03bf-e04d-417b-bbca-04e295b291c9 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:51.438136 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Attempting to bind port a43d03bf-e04d-417b-bbca-04e295b291c9 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:51.439032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Attempting to bind port a43d03bf-e04d-417b-bbca-04e295b291c9 on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:51.448484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:51.448994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:51.449596 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.450337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:51.450915 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Bound port: a43d03bf-e04d-417b-bbca-04e295b291c9, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:51.451665 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.454546 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.538912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c6b19d-b5ea-4b38-b8a0-47b7efb336e1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:51.564667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] For port a43d03bf-e04d-417b-bbca-04e295b291c9, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:51.572150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] For port a43d03bf-e04d-417b-bbca-04e295b291c9, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a43d03bf-e04d-417b-bbca-04e295b291c9,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:51.575485 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] No DVR routers for this DVR port 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:51.578273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d5e041-b2b2-4ef4-8922-eb8a1e778a3b req-ca7f64bc-ac46-42f9-90fb-9cd90de2ea14 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43550808-df24-4048-b2fc-7bd841bf9fab HTTP/1.1" status: 200 len: 217 time: 0.4828691 Nov 12 03:48:51.595762 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.596155 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.596747 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Floating IP 0e09e38d-0328-419d-a9c9-b2cd7d8aaf52 disassociated. External IP: 172.25.8.223, port: d35db208-d6a8-4885-b589-582e104a28f7. Nov 12 03:48:51.596879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Calling delete_port for d35db208-d6a8-4885-b589-582e104a28f7 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:51.648346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4061a20-1f2f-423c-b751-b97eb9341e2f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.717988 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.754031 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e12b603e-2a58-4463-9c72-8700cf0f197e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:51.821287 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.847711 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4061a20-1f2f-423c-b751-b97eb9341e2f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.888336 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.938040 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4061a20-1f2f-423c-b751-b97eb9341e2f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:51.938831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Allocated IP 172.25.8.33 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/02989855-adcb-47b9-b6de-88ad59a82b03) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:51.955468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec68a9-86b4-4b6a-95c0-4610540e9d91 None None] Pushing event updated for resources: {'Port': ['ID=a43d03bf-e04d-417b-bbca-04e295b291c9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:51.958944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a4061a20-1f2f-423c-b751-b97eb9341e2f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:51.964683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4061a20-1f2f-423c-b751-b97eb9341e2f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:51.978660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5e041-b2b2-4ef4-8922-eb8a1e778a3b req-0394e8dd-0f47-40ba-bc57-160a734f2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:51.981376 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d5e041-b2b2-4ef4-8922-eb8a1e778a3b req-0394e8dd-0f47-40ba-bc57-160a734f2440 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bed95a9a-84ad-4387-9b15-10694c5849b1 HTTP/1.1" status: 200 len: 852 time: 0.3879862 Nov 12 03:48:51.992365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4061a20-1f2f-423c-b751-b97eb9341e2f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:51.993053 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4061a20-1f2f-423c-b751-b97eb9341e2f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.000804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b72684-9bc6-4260-b611-d4eeb96cd5e2']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:52.005816 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4061a20-1f2f-423c-b751-b97eb9341e2f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=0445c2d0-4134-4908-abb9-7235e4ff4b11,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:52.038512 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e12b603e-2a58-4463-9c72-8700cf0f197e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:52.038888 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.064368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf913b2-2000-49dd-ae7c-626b3633e5c4') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:52.074644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf913b2-2000-49dd-ae7c-626b3633e5c4') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:52.160004 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f0f21af-9a79-455d-969d-5e19ef489978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.165002 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d5e041-b2b2-4ef4-8922-eb8a1e778a3b req-81d9072b-889e-4509-8f64-895aaf1e33d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64d5e498-6fbb-4f6e-ad06-df50786cb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178420 Nov 12 03:48:52.168399 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.217312 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a4061a20-1f2f-423c-b751-b97eb9341e2f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6138146 Nov 12 03:48:52.217901 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:52.299612 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:52.308008 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.337703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:52.349753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 40c6b19d-b5ea-4b38-b8a0-47b7efb336e1 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:52.393326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e31d8-d380-4a75-af63-f58c3ae0123a req-53b3d673-01d1-40da-bdfa-765a041c9c0c tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:52.400593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:52.400990 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.402950 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9e7e31d8-d380-4a75-af63-f58c3ae0123a req-53b3d673-01d1-40da-bdfa-765a041c9c0c tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 944 time: 0.3052657 Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:52.429192 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:52.464829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f21af-9a79-455d-969d-5e19ef489978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a947df-6f2e-4dd2-bad5-de648f6d86ac,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:52.475284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c62f3-33ab-49c4-a742-f66b0a44638a req-b52701d1-c2c6-4e62-bc4a-2308241ec6cc tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:52.480686 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e71c62f3-33ab-49c4-a742-f66b0a44638a req-b52701d1-c2c6-4e62-bc4a-2308241ec6cc tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 945 time: 0.4435880 Nov 12 03:48:52.495695 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.502305 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 43550808-df24-4048-b2fc-7bd841bf9fab details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:48:52.508563 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d35db208-d6a8-4885-b589-582e104a28f7 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:52.510652 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d7ea93-df00-4742-a4b5-d700032be103 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:52.529693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d7ea93-df00-4742-a4b5-d700032be103 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:52.540668 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f2d7ea93-df00-4742-a4b5-d700032be103 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.3217468 Nov 12 03:48:52.541997 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34268) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:52.610824 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9e7e31d8-d380-4a75-af63-f58c3ae0123a req-be6056cf-3cc5-4c6a-99a6-58d036ffe4a0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047265 Nov 12 03:48:52.693753 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d5e041-b2b2-4ef4-8922-eb8a1e778a3b req-0b9f81d9-f863-4754-93cc-a1e3d7ab19ef service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076041 Nov 12 03:48:52.750304 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.754670 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.758336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 43550808-df24-4048-b2fc-7bd841bf9fab, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=43550808-df24-4048-b2fc-7bd841bf9fab,segment=NetworkSegment(529da0ca-ab60-42a4-af52-7d119b368574),segment_id=529da0ca-ab60-42a4-af52-7d119b368574)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:52.782984 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '43550808-df24-4048-b2fc-7bd841bf9fab', 'network_id': '64d5e498-6fbb-4f6e-ad06-df50786cb026', 'port_id': '43550808-df24-4048-b2fc-7bd841bf9fab', 'mac_address': 'fa:16:3e:74:72:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed95a9a-84ad-4387-9b15-10694c5849b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:48:52.812077 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.820495 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] 10.222.0.105 "DELETE /v2.0/networks/85b72684-9bc6-4260-b611-d4eeb96cd5e2 HTTP/1.1" status: 204 len: 168 time: 3.5604722 Nov 12 03:48:52.823302 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d7108-36d3-44ef-bcd7-c310a84277c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=85b72684-9bc6-4260-b611-d4eeb96cd5e2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:52.866287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event updated for resources: {'Port': ['ID=02989855-adcb-47b9-b6de-88ad59a82b03,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:52.886750 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.902054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0f21af-9a79-455d-969d-5e19ef489978 admin admin] Checking segment: {'id': 'cdb723c4-91fd-45b2-b57b-8d4c10c79ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '2230732b-f07f-491a-b840-41ea416f391d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:52.908548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0f21af-9a79-455d-969d-5e19ef489978 admin admin] Network hostable DHCP agents. Network: 2230732b-f07f-491a-b840-41ea416f391d, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:52.937898 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:52.948541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:52.954825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:52.958404 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.043775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153eb6d-9733-4b50-9c9a-b2ce13e93cbf req-e73a48bd-d0ca-498f-8233-fe9312640f6d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:53.071333 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e153eb6d-9733-4b50-9c9a-b2ce13e93cbf req-e73a48bd-d0ca-498f-8233-fe9312640f6d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.3114662 Nov 12 03:48:53.090780 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Pushing event deleted for resources: {'Port': ['ID=d35db208-d6a8-4885-b589-582e104a28f7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:53.094576 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5201a3bc-b669-4a3f-a8c4-951b41e457f0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port 0445c2d0-4134-4908-abb9-7235e4ff4b11 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:53.095614 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5201a3bc-b669-4a3f-a8c4-951b41e457f0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.120423 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.150618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43550808-df24-4048-b2fc-7bd841bf9fab {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:53.204255 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 43550808-df24-4048-b2fc-7bd841bf9fab, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=43550808-df24-4048-b2fc-7bd841bf9fab,segment=NetworkSegment(529da0ca-ab60-42a4-af52-7d119b368574),segment_id=529da0ca-ab60-42a4-af52-7d119b368574)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:53.206044 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e71c62f3-33ab-49c4-a742-f66b0a44638a req-c04da6d2-e78a-4cbf-b2e1-0b573c4bfe5f tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups?id=b9f828b1-a0a8-4b14-ac30-dc1033d28d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4949286 Nov 12 03:48:53.263003 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7afe3c89-f0e7-48b4-afac-fdd41bd90abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.267952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34276) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:53.315457 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.330142 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e153eb6d-9733-4b50-9c9a-b2ce13e93cbf req-c35a5dc0-a5f8-4978-ab25-b8c43d32722e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493408 Nov 12 03:48:53.372818 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d5e041-b2b2-4ef4-8922-eb8a1e778a3b req-76b8190d-183a-4f05-b1a8-8b57979327ad service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6460834 Nov 12 03:48:53.391677 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=43550808-df24-4048-b2fc-7bd841bf9fab,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:53.430792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0f21af-9a79-455d-969d-5e19ef489978 admin admin] Network 2230732b-f07f-491a-b840-41ea416f391d is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:53.434241 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.439853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34278) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:53.440524 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-264da612-8474-4472-814f-997000adf5b3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=15dda84ecb864c3a86283905a6455cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676323 Nov 12 03:48:53.474784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Router f27e86c9-547f-4d7d-a041-5e0062a29fe8 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:53.475322 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5201a3bc-b669-4a3f-a8c4-951b41e457f0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.559861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1f0f21af-9a79-455d-969d-5e19ef489978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 2230732b-f07f-491a-b840-41ea416f391d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:53.567779 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0f21af-9a79-455d-969d-5e19ef489978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:53.570678 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385c880-2497-4603-93ae-5d4dad9e3be7 None None] Network 2230732b-f07f-491a-b840-41ea416f391d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:53.582262 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f0f21af-9a79-455d-969d-5e19ef489978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.644773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['43550808-df24-4048-b2fc-7bd841bf9fab'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:53.720775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1f0f21af-9a79-455d-969d-5e19ef489978 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.4497757 Nov 12 03:48:53.729364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34282) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:53.747556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124602754-router', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:53.796587 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a43d03bf-e04d-417b-bbca-04e295b291c9 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:53.860336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:53.871109 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b8715-4343-46ad-8c86-7ba1d1f5a176 None None] Sync routers for ids ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:53.889009 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b8715-4343-46ad-8c86-7ba1d1f5a176 None None] Routers {'f27e86c9-547f-4d7d-a041-5e0062a29fe8'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:53.892970 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-287b8715-4343-46ad-8c86-7ba1d1f5a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:53.908880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] No DVR routers for this DVR port d35db208-d6a8-4885-b589-582e104a28f7 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:53.913250 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.928138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87c57a41-b6ac-4d27-b13a-5d495ba48b94 req-1c23ec8c-72c7-40a8-bf4f-c702e8a90f26 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.25 "DELETE /v2.0/ports/d35db208-d6a8-4885-b589-582e104a28f7 HTTP/1.1" status: 204 len: 173 time: 4.5466406 Nov 12 03:48:53.933586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008', 'name': 'network-vif-deleted', 'tag': 'd35db208-d6a8-4885-b589-582e104a28f7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:53.943335 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2470cdf5-00fb-4c44-95e6-0a57d94b3d39" -d '{"events": [{"server_uuid": "57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008", "name": "network-vif-deleted", "tag": "d35db208-d6a8-4885-b589-582e104a28f7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:53.961811 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.966463 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.991404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bc2f0-bc67-4f84-984f-cfbfc4ae2cc5 req-8b97ba39-1d06-4f86-8995-6350ba1f6c7f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:54.011626 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b5bc2f0-bc67-4f84-984f-cfbfc4ae2cc5 req-8b97ba39-1d06-4f86-8995-6350ba1f6c7f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 945 time: 0.2475548 Nov 12 03:48:54.021577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-18cdf30a-5a19-4290-84f3-8ba251c4a675 None None] Provisioning complete for port a43d03bf-e04d-417b-bbca-04e295b291c9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:54.023170 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18cdf30a-5a19-4290-84f3-8ba251c4a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.057427 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbada687-75ce-4f87-a241-5ba9783b43f2 x-openstack-request-id: req-fbada687-75ce-4f87-a241-5ba9783b43f2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:54.058122 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008", "name": "network-vif-deleted", "tag": "d35db208-d6a8-4885-b589-582e104a28f7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:54.058605 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fbada687-75ce-4f87-a241-5ba9783b43f2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:54.059190 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008', 'name': 'network-vif-deleted', 'tag': 'd35db208-d6a8-4885-b589-582e104a28f7', 'status': 'completed', 'code': 200} Nov 12 03:48:54.128757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b5bc2f0-bc67-4f84-984f-cfbfc4ae2cc5 req-5c5acf99-08ff-48a2-adc2-9e2fe29ca3dd tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147792 Nov 12 03:48:54.166896 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.177194 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-287b8715-4343-46ad-8c86-7ba1d1f5a176 None None] Set router f27e86c9-547f-4d7d-a041-5e0062a29fe8 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:54.219009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-2230732b-f07f-491a-b840-41ea416f391d', 'network_id': '2230732b-f07f-491a-b840-41ea416f391d', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'fixed_ips': [{'subnet_id': 'a9a947df-6f2e-4dd2-bad5-de648f6d86ac'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:54.219941 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.238598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5201a3bc-b669-4a3f-a8c4-951b41e457f0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for 0445c2d0-4134-4908-abb9-7235e4ff4b11 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:54.240290 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.385954 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8048157-59f1-4a31-82bc-0769c5fc30a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.402304 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc1185a0-2afa-4f17-9622-c06ce1f1a331 req-903a76bc-e610-4ea0-b0e0-a9d3c9bed07b tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.0427942 Nov 12 03:48:54.505358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a43d03bf-e04d-417b-bbca-04e295b291c9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:54.505733 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.509136 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.538565 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-287b8715-4343-46ad-8c86-7ba1d1f5a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port': {'id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:57Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '2558ff98-2649-4e8b-8503-a5285a75552b', 'name': '', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'mac_address': 'fa:16:3e:07:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '38766906-a926-453b-a958-276d3be1a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:03Z', 'updated_at': '2021-11-12T03:44:11Z', 'revision_number': 5, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'subnets': [{'id': '38766906-a926-453b-a958-276d3be1a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:54.545531 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18cdf30a-5a19-4290-84f3-8ba251c4a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.572375 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b8715-4343-46ad-8c86-7ba1d1f5a176 None None] Checking router: f27e86c9-547f-4d7d-a041-5e0062a29fe8 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:54.583063 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b8715-4343-46ad-8c86-7ba1d1f5a176 None None] Routers {'f27e86c9-547f-4d7d-a041-5e0062a29fe8'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:54.583761 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8048157-59f1-4a31-82bc-0769c5fc30a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.584279 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-287b8715-4343-46ad-8c86-7ba1d1f5a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:54.605748 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699cd27-8eef-49fd-9e29-3f684148b064 req-6f3a301f-e332-4184-9c4a-3aa32b6af33e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:54.611965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-18cdf30a-5a19-4290-84f3-8ba251c4a675 None None] For port a43d03bf-e04d-417b-bbca-04e295b291c9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a43d03bf-e04d-417b-bbca-04e295b291c9,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:54.613275 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9699cd27-8eef-49fd-9e29-3f684148b064 req-6f3a301f-e332-4184-9c4a-3aa32b6af33e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.0974576 Nov 12 03:48:54.694733 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-18cdf30a-5a19-4290-84f3-8ba251c4a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.695414 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9699cd27-8eef-49fd-9e29-3f684148b064 req-3aea759d-eea1-4d95-b873-15cfbc22983b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804601 Nov 12 03:48:54.741244 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-287b8715-4343-46ad-8c86-7ba1d1f5a176 None None] Set router f27e86c9-547f-4d7d-a041-5e0062a29fe8 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:54.789112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Allocated IP 172.20.0.2 (2230732b-f07f-491a-b840-41ea416f391d/a9a947df-6f2e-4dd2-bad5-de648f6d86ac/db31ee32-2ab3-41e3-8c8b-ce5df3741ffa) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:54.828418 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.871778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdf30a-5a19-4290-84f3-8ba251c4a675 None None] Pushing event updated for resources: {'Port': ['ID=a43d03bf-e04d-417b-bbca-04e295b291c9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:54.896312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fc00969d-0927-4986-82ea-bd1eb650cf5b None None] Provisioning complete for port 0445c2d0-4134-4908-abb9-7235e4ff4b11 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:54.896970 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc00969d-0927-4986-82ea-bd1eb650cf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.963621 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.980868 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.989720 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8048157-59f1-4a31-82bc-0769c5fc30a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.993320 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8048157-59f1-4a31-82bc-0769c5fc30a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.008368 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.017951 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d8048157-59f1-4a31-82bc-0769c5fc30a3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8e3be888-776f-4e2e-820b-c2ed4f710114 HTTP/1.1" status: 204 len: 168 time: 1.5501778 Nov 12 03:48:55.039740 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.093359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8048157-59f1-4a31-82bc-0769c5fc30a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3be888-776f-4e2e-820b-c2ed4f710114,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.094438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fc00969d-0927-4986-82ea-bd1eb650cf5b None None] Port 0445c2d0-4134-4908-abb9-7235e4ff4b11 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:55.171452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Allocated IP 172.25.8.117 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/33de9546-aff2-40a3-bfab-586b5ec0b321) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:55.175235 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-287b8715-4343-46ad-8c86-7ba1d1f5a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port': {'id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:57Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '2558ff98-2649-4e8b-8503-a5285a75552b', 'name': '', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'mac_address': 'fa:16:3e:07:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '38766906-a926-453b-a958-276d3be1a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:03Z', 'updated_at': '2021-11-12T03:44:11Z', 'revision_number': 5, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'subnets': [{'id': '38766906-a926-453b-a958-276d3be1a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:55.247833 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b8715-4343-46ad-8c86-7ba1d1f5a176 None None] The sync data for ids ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'] in n-d-767704-23 is: [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port': {'id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:57Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '2558ff98-2649-4e8b-8503-a5285a75552b', 'name': '', 'network_id': '7828d1a5-9946-41af-b946-aaa68c0bc955', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'mac_address': 'fa:16:3e:07:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '38766906-a926-453b-a958-276d3be1a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:03Z', 'updated_at': '2021-11-12T03:44:11Z', 'revision_number': 5, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'subnets': [{'id': '38766906-a926-453b-a958-276d3be1a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:55.275918 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5201a3bc-b669-4a3f-a8c4-951b41e457f0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.294208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event updated for resources: {'Port': ['ID=02989855-adcb-47b9-b6de-88ad59a82b03,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.411423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201a3bc-b669-4a3f-a8c4-951b41e457f0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=0445c2d0-4134-4908-abb9-7235e4ff4b11,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.416909 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.429430 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.494319 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5201a3bc-b669-4a3f-a8c4-951b41e457f0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.498376 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.502841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5201a3bc-b669-4a3f-a8c4-951b41e457f0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/0445c2d0-4134-4908-abb9-7235e4ff4b11 HTTP/1.1" status: 204 len: 168 time: 2.9498384 Nov 12 03:48:55.506790 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34302) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:55.509729 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.584411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a5f07a-e6df-43d0-bdcd-6c4058f0e361 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.585940 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a5f07a-e6df-43d0-bdcd-6c4058f0e361 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.589692 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-93a5f07a-e6df-43d0-bdcd-6c4058f0e361 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0758777 Nov 12 03:48:55.599425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34304) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:55.625419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aa2a4cd7-794d-4dd2-bc24-c8c1f998823f req-59b7b029-81f7-44c7-b4f5-050022e6c0e0 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.1193070 Nov 12 03:48:55.631245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Network 2230732b-f07f-491a-b840-41ea416f391d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:55.653840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9507e8b-ae6f-495d-b1ec-b1253fdb2da6 req-a0c93f17-95db-4f16-879e-3b793913e8ee tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.655448 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:55.660522 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c9507e8b-ae6f-495d-b1ec-b1253fdb2da6 req-a0c93f17-95db-4f16-879e-3b793913e8ee tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 945 time: 0.3087072 Nov 12 03:48:55.662616 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.664063 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:55.666211 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dc9a7f1d-9182-4543-8771-7e2f53a8e932 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5890841 Nov 12 03:48:55.692738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Pushing event updated for resources: {'Port': ['ID=db31ee32-2ab3-41e3-8c8b-ce5df3741ffa,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.772198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a43d03bf-e04d-417b-bbca-04e295b291c9 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:55.836852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1da08d-cce4-4c8c-a15b-5f5748e112db tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet f27f2e33-aa64-48d0-aea4-13a894a12b70 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:55.844317 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b1da08d-cce4-4c8c-a15b-5f5748e112db tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.874407 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c9507e8b-ae6f-495d-b1ec-b1253fdb2da6 req-ec943a9f-6441-4999-b6fd-0e2a662a5275 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890097 Nov 12 03:48:55.878609 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f5dc7-79ea-4c38-8a5e-e043b62a359e None None] New status for floating IP 0e09e38d-0328-419d-a9c9-b2cd7d8aaf52: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:48:55.880294 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.966801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Pushing event updated for resources: {'Port': ['ID=33de9546-aff2-40a3-bfab-586b5ec0b321,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.977778 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b1da08d-cce4-4c8c-a15b-5f5748e112db tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.989667 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:55.991910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:55.994452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:56.035131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298d37d-15ee-4046-af29-7dc071f6239f req-f48c4278-6520-491b-8497-5b9a2721fe0c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:56.036731 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6298d37d-15ee-4046-af29-7dc071f6239f req-f48c4278-6520-491b-8497-5b9a2721fe0c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.1063077 Nov 12 03:48:56.097418 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b1da08d-cce4-4c8c-a15b-5f5748e112db tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.207128 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6298d37d-15ee-4046-af29-7dc071f6239f req-1fb3f8c7-2658-4397-9370-5bd367c8ddc1 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620157 Nov 12 03:48:56.235096 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b1da08d-cce4-4c8c-a15b-5f5748e112db tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.274828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1da08d-cce4-4c8c-a15b-5f5748e112db tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=f27f2e33-aa64-48d0-aea4-13a894a12b70,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:56.275192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Attempting to bind port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:56.275692 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Attempting to bind port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'cdb723c4-91fd-45b2-b57b-8d4c10c79ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '2230732b-f07f-491a-b840-41ea416f391d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:56.275965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Attempting to bind port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa on network 2230732b-f07f-491a-b840-41ea416f391d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:56.280324 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b1da08d-cce4-4c8c-a15b-5f5748e112db tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.289150 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7b1da08d-cce4-4c8c-a15b-5f5748e112db tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/f27f2e33-aa64-48d0-aea4-13a894a12b70 HTTP/1.1" status: 204 len: 168 time: 0.6608090 Nov 12 03:48:56.289801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:56.356100 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8624c4-ac1a-418c-aa0d-6ddba226698a None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:56.359240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:56.359457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Checking segment: {'id': 'cdb723c4-91fd-45b2-b57b-8d4c10c79ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '2230732b-f07f-491a-b840-41ea416f391d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:56.359795 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.360158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Bound using segment: {'id': 'cdb723c4-91fd-45b2-b57b-8d4c10c79ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '2230732b-f07f-491a-b840-41ea416f391d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:56.362629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Bound port: db31ee32-2ab3-41e3-8c8b-ce5df3741ffa, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb723c4-91fd-45b2-b57b-8d4c10c79ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '2230732b-f07f-491a-b840-41ea416f391d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:56.362629 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.366047 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-634675ba-0c20-479f-a3df-93c23df6bfe8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--622589769&fields=id&tenant_id=a803c520af0a4208b65655c3ed555429 HTTP/1.1" status: 200 len: 267 time: 0.2938755 Nov 12 03:48:56.371815 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eb092eee-3de6-4f73-949d-a38a40066b55 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808787 Nov 12 03:48:56.384575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:56.485496 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d1ea2-b380-46c1-82df-edcc29b1bff9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:56.505425 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6d69f52-f256-4874-aaf8-9fe68ce47a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.510231 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-683d1ea2-b380-46c1-82df-edcc29b1bff9 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1189265 Nov 12 03:48:56.511308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:56.550582 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a43d03bf-e04d-417b-bbca-04e295b291c9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:56.552420 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.620795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9481e04-7f14-40dd-a4fc-7dd4a09eaa59 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:56.630244 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d9481e04-7f14-40dd-a4fc-7dd4a09eaa59 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1176445 Nov 12 03:48:56.630919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34342) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:56.642923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 43550808-df24-4048-b2fc-7bd841bf9fab up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:56.740627 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6f98fc58-6c7b-4c00-a98c-f585a6a218a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083448 Nov 12 03:48:56.741071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34346) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:56.750285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34348) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:56.765285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4659761b-6146-492e-a69f-744f91e9b191 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:56.870519 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.897139 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.944475 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-059b53c4-ac5b-48bd-b316-2b21d34fae0f req-508061c0-060c-4659-b2e8-c01275a3b9fe tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.1871927 Nov 12 03:48:56.960681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-92086931-76e3-44ff-996e-94fab1406e54 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:56.962246 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-92086931-76e3-44ff-996e-94fab1406e54 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 811 time: 0.5346618 Nov 12 03:48:56.966766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-268787312-network', 'tenant_id': '8afdeca058ef495db099b1db5d9be783'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:56.978148 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 43550808-df24-4048-b2fc-7bd841bf9fab completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:48:56.981693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] For port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:56.991460 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-92ff9b6e-695b-4861-9860-28e3315c8414 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/quotas/a803c520af0a4208b65655c3ed555429 HTTP/1.1" status: 200 len: 375 time: 0.0181608 Nov 12 03:48:57.009692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4659761b-6146-492e-a69f-744f91e9b191 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:57.016319 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4659761b-6146-492e-a69f-744f91e9b191 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.024908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 43550808-df24-4048-b2fc-7bd841bf9fab triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:57.025270 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.097911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] For port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=db31ee32-2ab3-41e3-8c8b-ce5df3741ffa,segment=NetworkSegment(cdb723c4-91fd-45b2-b57b-8d4c10c79ef8),segment_id=cdb723c4-91fd-45b2-b57b-8d4c10c79ef8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:57.105286 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4d1fab-e806-47f1-b933-734e7c8f89e5 None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:57.156978 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-2faabbee-5345-457c-891a-ab2152fdfec3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1358995 Nov 12 03:48:57.191264 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.222932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211d2b1-3810-4030-9078-25416a078155 req-582dd594-4124-483d-b2d8-8b5ffb9465da tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:57.224990 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d211d2b1-3810-4030-9078-25416a078155 req-582dd594-4124-483d-b2d8-8b5ffb9465da tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 945 time: 0.0872743 Nov 12 03:48:57.229585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] Made reservation on behalf of 8afdeca058ef495db099b1db5d9be783 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:57.232700 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.248204 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.250929 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.271049 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.337237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeb987b-596b-4dd4-8c1e-304086907108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43550808-df24-4048-b2fc-7bd841bf9fab'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:57.340764 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07dc754-379d-4059-8d80-c9a3109aa418" -d '{"events": [{"server_uuid": "ffeb987b-596b-4dd4-8c1e-304086907108", "name": "network-vif-plugged", "status": "completed", "tag": "43550808-df24-4048-b2fc-7bd841bf9fab"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:57.368010 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d211d2b1-3810-4030-9078-25416a078155 req-fa645ad7-b310-4e13-8e86-9818917301c0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238177 Nov 12 03:48:57.379060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 43550808-df24-4048-b2fc-7bd841bf9fab, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=43550808-df24-4048-b2fc-7bd841bf9fab,segment=NetworkSegment(529da0ca-ab60-42a4-af52-7d119b368574),segment_id=529da0ca-ab60-42a4-af52-7d119b368574)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:57.400626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b10ad-698a-4aa6-8268-97d5e8a5c26f None None] Pushing event updated for resources: {'Port': ['ID=db31ee32-2ab3-41e3-8c8b-ce5df3741ffa,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:57.408519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d1fab-e806-47f1-b933-734e7c8f89e5 None None] Deleting port a43d03bf-e04d-417b-bbca-04e295b291c9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:57.408933 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd4d1fab-e806-47f1-b933-734e7c8f89e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.423993 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-4be687ec-e895-4ade-acff-ebc207aafb87 service neutron] 10.222.0.105 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488073 Nov 12 03:48:57.491417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fd4d1fab-e806-47f1-b933-734e7c8f89e5 None None] For port a43d03bf-e04d-417b-bbca-04e295b291c9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a43d03bf-e04d-417b-bbca-04e295b291c9,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:57.491417 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd4d1fab-e806-47f1-b933-734e7c8f89e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.493644 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.557305 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d1fab-e806-47f1-b933-734e7c8f89e5 None None] Calling delete_port for a43d03bf-e04d-417b-bbca-04e295b291c9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:57.636312 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc817d-4289-4794-a414-f53dc00e6ff7 req-05d27395-47cc-4a0a-bcc3-6037a1ee1710 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:57.645979 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-24cc817d-4289-4794-a414-f53dc00e6ff7 req-05d27395-47cc-4a0a-bcc3-6037a1ee1710 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.1247845 Nov 12 03:48:57.651419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=43550808-df24-4048-b2fc-7bd841bf9fab,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:57.721789 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4659761b-6146-492e-a69f-744f91e9b191 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.744936 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.758543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device db31ee32-2ab3-41e3-8c8b-ce5df3741ffa up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:57.783379 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-4f5c2a45-32a2-4f6b-a3e9-431dc5dcd70a service neutron] 10.222.0.105 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577297 Nov 12 03:48:57.812840 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659761b-6146-492e-a69f-744f91e9b191 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:57.820854 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.832991 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4659761b-6146-492e-a69f-744f91e9b191 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:57.833269 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd4d1fab-e806-47f1-b933-734e7c8f89e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.841782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4659761b-6146-492e-a69f-744f91e9b191 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:57.842374 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4659761b-6146-492e-a69f-744f91e9b191 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.853293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d1fab-e806-47f1-b933-734e7c8f89e5 None None] No DVR routers for this DVR port a43d03bf-e04d-417b-bbca-04e295b291c9 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:57.854735 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659761b-6146-492e-a69f-744f91e9b191 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=fcf952eb-dc93-44d9-bc57-6acc117f8777,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:57.881348 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d1fab-e806-47f1-b933-734e7c8f89e5 None None] Pushing event deleted for resources: {'Port': ['ID=a43d03bf-e04d-417b-bbca-04e295b291c9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:57.890809 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-24cc817d-4289-4794-a414-f53dc00e6ff7 req-de064ec6-5563-40a6-9787-8ec750f37641 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427742 Nov 12 03:48:57.903709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:57.903942 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:57.904339 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.906113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a05b09e-54c8-495b-b64f-a94b1b93427b None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:57.920933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Router 049fb626-52db-4cbd-adbb-77f3ee8efb7a is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:48:57.922937 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e97efa9-e7a6-4c84-adbf-42b05f526ba2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:57.939575 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.941789 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] Added segment 20677907-ff25-46b6-bdb6-f82c2c200d4b of type vlan for network 86ddb3aa-ebd8-4104-8314-3cf1312b750d Nov 12 03:48:58.015930 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4659761b-6146-492e-a69f-744f91e9b191 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2645628 Nov 12 03:48:58.021787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:58.036773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b574e278-0481-4679-bbd4-f800f51e023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'mac_address': 'fa:16:3e:d4:bf:f5', 'name': 'tempest-NetworksTestDHCPv6-433463525'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:58.058806 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9019eb8a-a52a-4f4b-9a12-55ea250275a6 x-openstack-request-id: req-9019eb8a-a52a-4f4b-9a12-55ea250275a6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:58.059118 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeb987b-596b-4dd4-8c1e-304086907108", "name": "network-vif-plugged", "status": "completed", "tag": "43550808-df24-4048-b2fc-7bd841bf9fab", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:58.059382 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9019eb8a-a52a-4f4b-9a12-55ea250275a6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:58.059803 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeb987b-596b-4dd4-8c1e-304086907108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43550808-df24-4048-b2fc-7bd841bf9fab', 'code': 200} Nov 12 03:48:58.100966 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.120305 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:58.139470 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f2ba99a-8b70-4b50-9c3a-9d904ba287c4 req-82495bdd-3b51-4651-804a-e7b50f17e6eb tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.0563045 Nov 12 03:48:58.139692 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Sync routers for ids ['049fb626-52db-4cbd-adbb-77f3ee8efb7a'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:58.184835 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Routers {'049fb626-52db-4cbd-adbb-77f3ee8efb7a'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:58.186952 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['049fb626-52db-4cbd-adbb-77f3ee8efb7a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:58.222863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130e727-e8a7-4581-a85f-fff86edbc23c req-d84378ae-5a9a-4e06-a81f-84e6cffe8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:58.224451 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5130e727-e8a7-4581-a85f-fff86edbc23c req-d84378ae-5a9a-4e06-a81f-84e6cffe8052 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 1098 time: 0.1110017 Nov 12 03:48:58.251216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': 'fcf952eb-dc93-44d9-bc57-6acc117f8777'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:58.251216 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.289582 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:48:58.298345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.304247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-17e660a6-0290-411f-8e60-e6d41cc5dc28 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5719130 Nov 12 03:48:58.308580 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34370) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:58.334983 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5130e727-e8a7-4581-a85f-fff86edbc23c req-dfc8f82b-399d-43e7-a428-3fc77c39fb66 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011539 Nov 12 03:48:58.395722 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.401759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6767776b-4f78-4de1-a9a0-8e7cf38f3876 req-3ff36369-54b1-4e0b-99c9-8fb50e586455 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 210 time: 0.0505719 Nov 12 03:48:58.415400 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.496582 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Set router 049fb626-52db-4cbd-adbb-77f3ee8efb7a gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:58.577400 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.578554 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:58.579248 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.595608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=db31ee32-2ab3-41e3-8c8b-ce5df3741ffa,segment=NetworkSegment(cdb723c4-91fd-45b2-b57b-8d4c10c79ef8),segment_id=cdb723c4-91fd-45b2-b57b-8d4c10c79ef8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:58.668214 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Allocated IP 2001:db8::2 (be54d603-2a64-497a-84fd-dd53e383892b/fcf952eb-dc93-44d9-bc57-6acc117f8777/6caf6963-0fb4-4b05-a289-b3649035de9c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:58.736748 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] Pushing event updated for resources: {'Network': ['ID=86ddb3aa-ebd8-4104-8314-3cf1312b750d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:58.773132 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d989e-04bd-46a7-b2c4-305f00ebaaa8 req-bb95cc5b-713b-447f-a952-c6bbc7173ecd tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:58.775196 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-626d989e-04bd-46a7-b2c4-305f00ebaaa8 req-bb95cc5b-713b-447f-a952-c6bbc7173ecd tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 946 time: 0.2592087 Nov 12 03:48:58.866680 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.879509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b574e278-0481-4679-bbd4-f800f51e023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:58.916003 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124602754-router', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '33de9546-aff2-40a3-bfab-586b5ec0b321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:54Z', 'updated_at': '2021-11-12T03:48:56Z', 'revision_number': 3, 'project_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'gw_port': {'id': '33de9546-aff2-40a3-bfab-586b5ec0b321', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:55Z', 'updated_at': '2021-11-12T03:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:58.946357 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 86ddb3aa-ebd8-4104-8314-3cf1312b750d details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:58.953484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6282e72e-ac76-466c-8e2b-f93eee656ac3 None None] Network 2230732b-f07f-491a-b840-41ea416f391d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:58.982049 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Checking router: 049fb626-52db-4cbd-adbb-77f3ee8efb7a for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:58.983583 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Updating router 049fb626-52db-4cbd-adbb-77f3ee8efb7a port 33de9546-aff2-40a3-bfab-586b5ec0b321 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:58.994039 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a3ea46c5-431a-4df2-b470-f59520f5baf8 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2518816 Nov 12 03:48:58.997034 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34380) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:59.002198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Request body: {'subnet': {'network_id': '86ddb3aa-ebd8-4104-8314-3cf1312b750d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-268787312-subnet', 'tenant_id': '8afdeca058ef495db099b1db5d9be783', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:59.019833 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.064448 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a43d03bf-e04d-417b-bbca-04e295b291c9 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:59.066238 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-626d989e-04bd-46a7-b2c4-305f00ebaaa8 req-f62d73ff-da4d-4090-a052-47b314ac3744 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823586 Nov 12 03:48:59.097942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Made reservation on behalf of 8afdeca058ef495db099b1db5d9be783 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:59.102864 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.199560 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b574e278-0481-4679-bbd4-f800f51e023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.213032 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.215274 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.216494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: a43d03bf-e04d-417b-bbca-04e295b291c9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:59.216835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a43d03bf-e04d-417b-bbca-04e295b291c9 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:59.239118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-03dbc1ac-9c4f-4f85-9963-ff40f5dc5e9d None None] Provisioning complete for port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:59.239491 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03dbc1ac-9c4f-4f85-9963-ff40f5dc5e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.251099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=db31ee32-2ab3-41e3-8c8b-ce5df3741ffa,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:59.291320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-b574e278-0481-4679-bbd4-f800f51e023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port 63662e15-bd7e-40e5-a2b3-423d8eaf5c2c yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:59.396926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0545a-f883-4f9c-b130-7328be57fc29 req-ff278a93-bb2b-4ae0-957c-169b07c0dc98 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:59.403555 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ab0545a-f883-4f9c-b130-7328be57fc29 req-ff278a93-bb2b-4ae0-957c-169b07c0dc98 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.2768362 Nov 12 03:48:59.486847 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.490217 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b574e278-0481-4679-bbd4-f800f51e023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::27a (be54d603-2a64-497a-84fd-dd53e383892b/fcf952eb-dc93-44d9-bc57-6acc117f8777/63662e15-bd7e-40e5-a2b3-423d8eaf5c2c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:59.514340 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.551130 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ab0545a-f883-4f9c-b130-7328be57fc29 req-19400db8-1a02-4d67-bfa4-e0525096ac79 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368601 Nov 12 03:48:59.571545 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.638926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:59.654126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:59.701744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:59.709378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Pushing event updated for resources: {'Port': ['ID=6caf6963-0fb4-4b05-a289-b3649035de9c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:59.788772 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Attempting to bind port 33de9546-aff2-40a3-bfab-586b5ec0b321 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:59.793595 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Attempting to bind port 33de9546-aff2-40a3-bfab-586b5ec0b321 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:59.793595 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Attempting to bind port 33de9546-aff2-40a3-bfab-586b5ec0b321 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:59.797695 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:59.798955 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:59.800313 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device db31ee32-2ab3-41e3-8c8b-ce5df3741ffa up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:59.800664 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.801234 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:59.801925 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Bound port: 33de9546-aff2-40a3-bfab-586b5ec0b321, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:59.802535 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.806948 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8836d0-7fc6-4bb2-be2a-20ea406a7ba1 None None] Pushing event updated for resources: {'Port': ['ID=33de9546-aff2-40a3-bfab-586b5ec0b321,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:59.824738 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b574e278-0481-4679-bbd4-f800f51e023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.886727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a66145a-5c89-4966-ad02-b4e890357a0d req-dbae7253-9af4-47ca-a7c6-370ababf9312 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 210 time: 0.0888166 Nov 12 03:48:59.913647 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] For port 33de9546-aff2-40a3-bfab-586b5ec0b321, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:59.918189 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] For port 33de9546-aff2-40a3-bfab-586b5ec0b321, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=33de9546-aff2-40a3-bfab-586b5ec0b321,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:59.920952 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.926190 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dbd0f25d-e0d6-4646-b40d-96f15523ba3c req-726e4bb6-b6c6-4570-a2dd-9f4ebc03a845 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.0656412 Nov 12 03:48:59.975660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b22b8e-c9b1-4f2c-a4c4-89ed08fb78be,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:59.989170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:59.989828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:59.990349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:59.990928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:59.991450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:59.991951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:59.992464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:59.993034 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:59.993562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:59.994066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:59.994572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:59.995065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:00.011553 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.015810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Attempting to bind port 6caf6963-0fb4-4b05-a289-b3649035de9c on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:00.016335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Attempting to bind port 6caf6963-0fb4-4b05-a289-b3649035de9c by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:00.016818 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Attempting to bind port 6caf6963-0fb4-4b05-a289-b3649035de9c on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:00.026663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Checking segment: {'id': '20677907-ff25-46b6-bdb6-f82c2c200d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '86ddb3aa-ebd8-4104-8314-3cf1312b750d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:00.027502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Network hostable DHCP agents. Network: 86ddb3aa-ebd8-4104-8314-3cf1312b750d, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:00.027629 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b574e278-0481-4679-bbd4-f800f51e023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.058304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:00.058600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:00.059006 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.059400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:00.059890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Bound port: 6caf6963-0fb4-4b05-a289-b3649035de9c, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:00.060299 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.095901 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8836d0-7fc6-4bb2-be2a-20ea406a7ba1 None None] Pushing event updated for resources: {'Port': ['ID=33de9546-aff2-40a3-bfab-586b5ec0b321,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:00.113990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Network 86ddb3aa-ebd8-4104-8314-3cf1312b750d is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:00.140476 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Routers {'049fb626-52db-4cbd-adbb-77f3ee8efb7a'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:00.141197 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['049fb626-52db-4cbd-adbb-77f3ee8efb7a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:00.165381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 86ddb3aa-ebd8-4104-8314-3cf1312b750d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:00.169327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] For port 6caf6963-0fb4-4b05-a289-b3649035de9c, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:00.170934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:00.171824 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.172751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] For port 6caf6963-0fb4-4b05-a289-b3649035de9c, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6caf6963-0fb4-4b05-a289-b3649035de9c,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:00.188593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb315ab8-7d36-412c-91be-64dfdb68d9c5 None None] Network 86ddb3aa-ebd8-4104-8314-3cf1312b750d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:00.273696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb085702-ae2f-4b1b-bb96-004e6b11d537 req-f70d7aca-ea6a-47dc-aa7f-546789b2b0aa tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:00.275289 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb085702-ae2f-4b1b-bb96-004e6b11d537 req-f70d7aca-ea6a-47dc-aa7f-546789b2b0aa tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 946 time: 0.0792105 Nov 12 03:49:00.289357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b574e278-0481-4679-bbd4-f800f51e023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:00.290278 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.294546 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-26986f18-c8ff-4563-a020-219e50c78204 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2963574 Nov 12 03:49:00.326016 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574e278-0481-4679-bbd4-f800f51e023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=63662e15-bd7e-40e5-a2b3-423d8eaf5c2c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:00.333988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b574e278-0481-4679-bbd4-f800f51e023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:00.354311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b574e278-0481-4679-bbd4-f800f51e023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:00.357912 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] Set router 049fb626-52db-4cbd-adbb-77f3ee8efb7a gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:00.371378 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b574e278-0481-4679-bbd4-f800f51e023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:00.378576 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b574e278-0481-4679-bbd4-f800f51e023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.406088 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb085702-ae2f-4b1b-bb96-004e6b11d537 req-04585e6e-d906-4109-acaa-d314776d02a8 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089997 Nov 12 03:49:00.437879 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.542260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:00.542890 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.607837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d324ec8-f8e4-4ab3-b9d1-1fe13c3fa1ca None None] Pushing event updated for resources: {'Port': ['ID=6caf6963-0fb4-4b05-a289-b3649035de9c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:00.639520 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b574e278-0481-4679-bbd4-f800f51e023f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6100125 Nov 12 03:49:00.643126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34404) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:00.782960 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124602754-router', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '33de9546-aff2-40a3-bfab-586b5ec0b321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:54Z', 'updated_at': '2021-11-12T03:48:56Z', 'revision_number': 3, 'project_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'gw_port': {'id': '33de9546-aff2-40a3-bfab-586b5ec0b321', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:55Z', 'updated_at': '2021-11-12T03:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:00.796810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f1ecd5-6c01-42b8-8960-88912ab3a3e7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:00.805101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f1ecd5-6c01-42b8-8960-88912ab3a3e7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:00.810217 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-16f1ecd5-6c01-42b8-8960-88912ab3a3e7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1659756 Nov 12 03:49:00.812412 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:00.836695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4576df-2e25-4795-aeb8-07cf0bea9f08 req-8bef0316-2524-4029-8b50-e2e8fdc42f11 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:00.838291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d4576df-2e25-4795-aeb8-07cf0bea9f08 req-8bef0316-2524-4029-8b50-e2e8fdc42f11 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.1435370 Nov 12 03:49:00.849411 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ebccb-4233-4889-af7a-3da10990b565 None None] The sync data for ids ['049fb626-52db-4cbd-adbb-77f3ee8efb7a'] in n-d-767704-23 is: [{'id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124602754-router', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '33de9546-aff2-40a3-bfab-586b5ec0b321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:54Z', 'updated_at': '2021-11-12T03:48:56Z', 'revision_number': 3, 'project_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'gw_port': {'id': '33de9546-aff2-40a3-bfab-586b5ec0b321', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:55Z', 'updated_at': '2021-11-12T03:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:00.885467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1d6b59-bd84-46ec-b402-1f16123b86ca None None] Network 86ddb3aa-ebd8-4104-8314-3cf1312b750d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:00.901414 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-356f6799-0548-42ca-bd83-c647a32222fd req-05d7fb08-dac5-427c-8027-39432c134e83 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-926557679&fields=id&tenant_id=d6b2d99842864fcdaa50b55f56be9f1a HTTP/1.1" status: 200 len: 267 time: 0.2893975 Nov 12 03:49:01.046219 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d4576df-2e25-4795-aeb8-07cf0bea9f08 req-5b7246a4-d36e-4e8f-8687-640f0199662d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844950 Nov 12 03:49:01.089392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e2753383-aea1-420d-a855-972182cfae1c None None] Provisioning complete for port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:01.089392 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2753383-aea1-420d-a855-972182cfae1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.100717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2b8c-df18-4d99-92b9-0604b1f1b12c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port 63662e15-bd7e-40e5-a2b3-423d8eaf5c2c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:01.101890 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ace2b8c-df18-4d99-92b9-0604b1f1b12c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.253062 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Allocated IP 172.20.0.1 (2230732b-f07f-491a-b840-41ea416f391d/a9a947df-6f2e-4dd2-bad5-de648f6d86ac/2f5f5888-b435-41d5-88c3-960ad64ac0d9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:01.316183 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f6799-0548-42ca-bd83-c647a32222fd req-3a4aa40b-9391-4dd8-8114-ed2a9b78f488 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.319097 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-356f6799-0548-42ca-bd83-c647a32222fd req-3a4aa40b-9391-4dd8-8114-ed2a9b78f488 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 946 time: 0.4103723 Nov 12 03:49:01.338750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-356f6799-0548-42ca-bd83-c647a32222fd req-44b378f4-06b3-4a85-b863-a389b0a1a3ff tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'port': {'security_groups': ['4adc80c5-0e1e-41ef-8e4f-320c3caf79da', '69a41715-8d0b-4eb4-adcb-7e7b0103fe6e']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:01.628334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-047d7bfb-168f-46a9-baf7-852a7637e9aa tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.629738 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-047d7bfb-168f-46a9-baf7-852a7637e9aa tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 811 time: 0.3155432 Nov 12 03:49:01.719889 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-356f6799-0548-42ca-bd83-c647a32222fd req-44b378f4-06b3-4a85-b863-a389b0a1a3ff tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.733233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.754008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6caf6963-0fb4-4b05-a289-b3649035de9c up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:01.858998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6caf6963-0fb4-4b05-a289-b3649035de9c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:01.859441 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.863397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-fbb78e7c-f07f-4ad8-b45c-88619c71d28f tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.871747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-fbb78e7c-f07f-4ad8-b45c-88619c71d28f tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/networks?id=86ddb3aa-ebd8-4104-8314-3cf1312b750d HTTP/1.1" status: 200 len: 812 time: 0.2408955 Nov 12 03:49:01.900211 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ace2b8c-df18-4d99-92b9-0604b1f1b12c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.976777 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2b8c-df18-4d99-92b9-0604b1f1b12c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for 63662e15-bd7e-40e5-a2b3-423d8eaf5c2c owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:01.986398 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-2e27fd2d-34e0-4734-a4f6-c9311924448c tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/quotas/8afdeca058ef495db099b1db5d9be783 HTTP/1.1" status: 200 len: 375 time: 0.1132340 Nov 12 03:49:01.994111 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.060993 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.077896 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Network 2230732b-f07f-491a-b840-41ea416f391d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:02.090586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-15cc2253-49db-43c0-8aba-b7e64cbd790d tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8afdeca058ef495db099b1db5d9be783&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020908 Nov 12 03:49:02.136592 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:02.139369 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:02.140533 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 6caf6963-0fb4-4b05-a289-b3649035de9c, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6caf6963-0fb4-4b05-a289-b3649035de9c,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:02.183219 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-6b2c3640-cf32-4207-9e45-1e9ef6fbfe3f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a803c520af0a4208b65655c3ed555429 HTTP/1.1" status: 200 len: 379 time: 0.4199901 Nov 12 03:49:02.194193 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.195333 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 33de9546-aff2-40a3-bfab-586b5ec0b321 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:02.222720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-84429323-4fd3-4580-8a73-81134771ee1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Request body: {'port': {'device_id': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'admin_state_up': True, 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'security_groups': ['f9ae4a0f-89b7-4901-9e67-1d63bbc68774']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:02.318361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=6caf6963-0fb4-4b05-a289-b3649035de9c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.376097 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.377140 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.379943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.380356 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.380754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.381078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.381417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.381894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.382657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.382990 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.383322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.388824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.473960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 33de9546-aff2-40a3-bfab-586b5ec0b321 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:02.474334 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.595760 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eb50a845-d2e4-439f-abf0-9a3ecd4431c2 None None] Provisioning complete for port 6caf6963-0fb4-4b05-a289-b3649035de9c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:02.600941 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb50a845-d2e4-439f-abf0-9a3ecd4431c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.636942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-fba9cabd-aef9-432c-88b0-05acf40da00f service neutron] 10.222.0.105 "GET /v2.0/networks/86ddb3aa-ebd8-4104-8314-3cf1312b750d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379081 Nov 12 03:49:02.700937 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Pushing event updated for resources: {'Port': ['ID=2f5f5888-b435-41d5-88c3-960ad64ac0d9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.739895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-356f6799-0548-42ca-bd83-c647a32222fd req-44b378f4-06b3-4a85-b863-a389b0a1a3ff tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] For port 43550808-df24-4048-b2fc-7bd841bf9fab, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=43550808-df24-4048-b2fc-7bd841bf9fab,segment=NetworkSegment(529da0ca-ab60-42a4-af52-7d119b368574),segment_id=529da0ca-ab60-42a4-af52-7d119b368574)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:02.742601 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.743958 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.861021 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-356f6799-0548-42ca-bd83-c647a32222fd req-44b378f4-06b3-4a85-b863-a389b0a1a3ff tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.882763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-bcac2892-5860-4b04-9578-3d5335466005 service neutron] 10.222.0.105 "GET /v2.0/networks/86ddb3aa-ebd8-4104-8314-3cf1312b750d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138391 Nov 12 03:49:02.889361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 33de9546-aff2-40a3-bfab-586b5ec0b321, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=33de9546-aff2-40a3-bfab-586b5ec0b321,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:02.920897 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ace2b8c-df18-4d99-92b9-0604b1f1b12c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.943366 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-356f6799-0548-42ca-bd83-c647a32222fd req-44b378f4-06b3-4a85-b863-a389b0a1a3ff tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.957827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['43550808-df24-4048-b2fc-7bd841bf9fab'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:02.976092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f6799-0548-42ca-bd83-c647a32222fd req-44b378f4-06b3-4a85-b863-a389b0a1a3ff tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:02.977023 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-356f6799-0548-42ca-bd83-c647a32222fd req-44b378f4-06b3-4a85-b863-a389b0a1a3ff tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.977794 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-356f6799-0548-42ca-bd83-c647a32222fd req-44b378f4-06b3-4a85-b863-a389b0a1a3ff tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "PUT /v2.0/ports/43550808-df24-4048-b2fc-7bd841bf9fab HTTP/1.1" status: 200 len: 982 time: 1.6464868 Nov 12 03:49:02.981338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffeb987b-596b-4dd4-8c1e-304086907108', 'tag': '43550808-df24-4048-b2fc-7bd841bf9fab'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:02.985892 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02097351-3581-4b7e-8542-37a6e5919219" -d '{"events": [{"name": "network-changed", "server_uuid": "ffeb987b-596b-4dd4-8c1e-304086907108", "tag": "43550808-df24-4048-b2fc-7bd841bf9fab"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:02.993237 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2b8c-df18-4d99-92b9-0604b1f1b12c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=63662e15-bd7e-40e5-a2b3-423d8eaf5c2c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:03.006182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-84429323-4fd3-4580-8a73-81134771ee1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Made reservation on behalf of a803c520af0a4208b65655c3ed555429 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:03.012870 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-84429323-4fd3-4580-8a73-81134771ee1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.042381 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.060176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e72e581a-cbbd-4ad3-83a5-757cf397e641 None None] Could not find standard attr ID for object 63662e15-bd7e-40e5-a2b3-423d8eaf5c2c. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:03.083944 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.086047 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b378f4-06b3-4a85-b863-a389b0a1a3ff tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'Port': ['ID=43550808-df24-4048-b2fc-7bd841bf9fab,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:03.110290 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['43550808-df24-4048-b2fc-7bd841bf9fab'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:03.147504 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ace2b8c-df18-4d99-92b9-0604b1f1b12c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.154118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2ace2b8c-df18-4d99-92b9-0604b1f1b12c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/63662e15-bd7e-40e5-a2b3-423d8eaf5c2c HTTP/1.1" status: 204 len: 168 time: 2.3377712 Nov 12 03:49:03.173150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:03.354796 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-faa6e858-737c-45eb-8ede-0cbc07cf88f8 req-930fd414-d5e6-42b7-9620-a75d94dfae57 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 210 time: 0.0833893 Nov 12 03:49:03.528599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e72e581a-cbbd-4ad3-83a5-757cf397e641 None None] Provisioning complete for port 2f5f5888-b435-41d5-88c3-960ad64ac0d9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:03.528862 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e72e581a-cbbd-4ad3-83a5-757cf397e641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.574074 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2021d80f-cf47-4c9a-8d1e-1df5d511bfff req-92e9192d-a34a-4f5f-92ac-7569e991f856 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.2326949 Nov 12 03:49:03.579813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=33de9546-aff2-40a3-bfab-586b5ec0b321,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:03.621681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3a2f00-4aea-4f2f-a4ff-c005338d04d7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:03.625644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3a2f00-4aea-4f2f-a4ff-c005338d04d7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:03.627406 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bf3a2f00-4aea-4f2f-a4ff-c005338d04d7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4529955 Nov 12 03:49:03.631297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34458) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:03.749829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e72e581a-cbbd-4ad3-83a5-757cf397e641 None None] Port 2f5f5888-b435-41d5-88c3-960ad64ac0d9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:03.753600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-63009251-e1ff-472a-b137-a4355c16c527 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet fcf952eb-dc93-44d9-bc57-6acc117f8777 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:03.774828 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.781960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6caf6963-0fb4-4b05-a289-b3649035de9c up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:03.789999 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b785a-00ef-41b8-b83c-3548852485e1 req-2b74e811-425c-4df7-a223-9eb2cfb6437f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:03.792200 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63009251-e1ff-472a-b137-a4355c16c527 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.811848 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eb8b785a-00ef-41b8-b83c-3548852485e1 req-2b74e811-425c-4df7-a223-9eb2cfb6437f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.2936089 Nov 12 03:49:03.920258 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eb8b785a-00ef-41b8-b83c-3548852485e1 req-2116398f-bff7-48ff-a3c7-0925e2149d98 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010513 Nov 12 03:49:03.923639 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.935465 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63009251-e1ff-472a-b137-a4355c16c527 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.016504 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82dab76b-cffe-41ed-a670-0fb0d1dd99ec req-2b567e89-21bf-45ac-9004-8625bb75dea4 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-105872515&fields=id&tenant_id=d6b2d99842864fcdaa50b55f56be9f1a HTTP/1.1" status: 200 len: 267 time: 0.2570262 Nov 12 03:49:04.024727 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.030988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-84429323-4fd3-4580-8a73-81134771ee1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Allocated IP 172.20.0.3 (f2f7dc6b-b790-48d0-bafb-8e1888f9faa6/36f654ec-db11-4fea-af34-2728ff8c6f0e/5bc1f6b3-34a1-4d67-bc5b-14b4e6546847) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:04.039283 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914aad97-263e-44eb-9862-e13e02cf9153 x-openstack-request-id: req-914aad97-263e-44eb-9862-e13e02cf9153 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:04.040358 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffeb987b-596b-4dd4-8c1e-304086907108", "tag": "43550808-df24-4048-b2fc-7bd841bf9fab", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:04.040358 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-914aad97-263e-44eb-9862-e13e02cf9153 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:04.040563 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffeb987b-596b-4dd4-8c1e-304086907108', 'tag': '43550808-df24-4048-b2fc-7bd841bf9fab', 'status': 'completed', 'code': 200} Nov 12 03:49:04.042685 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Pushing event updated for resources: {'Port': ['ID=2f5f5888-b435-41d5-88c3-960ad64ac0d9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:04.079807 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:49:04.152680 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3a8f855a-1e1c-40a5-b087-02dbf3bd6e3e req-df9f8e2b-db0c-4165-91a3-3ea36191c10b tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 210 time: 0.0432036 Nov 12 03:49:04.199166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Network 2230732b-f07f-491a-b840-41ea416f391d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:04.201475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:04.260752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6caf6963-0fb4-4b05-a289-b3649035de9c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:04.261341 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.331649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Router 049fb626-52db-4cbd-adbb-77f3ee8efb7a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:04.474427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dab76b-cffe-41ed-a670-0fb0d1dd99ec req-2b97490e-ef88-4ab9-91a5-1170abe87bda tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:04.476086 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82dab76b-cffe-41ed-a670-0fb0d1dd99ec req-2b97490e-ef88-4ab9-91a5-1170abe87bda tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 985 time: 0.4382217 Nov 12 03:49:04.502040 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:04.508513 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c4ca0d40-82c9-4b2f-8d17-dfea85b55bec admin admin] 10.222.0.105 "PUT /v2.0/routers/049fb626-52db-4cbd-adbb-77f3ee8efb7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2001646 Nov 12 03:49:04.519291 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63009251-e1ff-472a-b137-a4355c16c527 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.562181 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Sync routers for ids ['049fb626-52db-4cbd-adbb-77f3ee8efb7a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:04.608433 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f068dc72-cfa9-4699-85b7-3e9cd247fe41 req-fee99846-930f-48eb-b435-3befc7dfd517 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 210 time: 0.1044431 Nov 12 03:49:04.628691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Routers {'049fb626-52db-4cbd-adbb-77f3ee8efb7a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:04.628691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['049fb626-52db-4cbd-adbb-77f3ee8efb7a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:04.668887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-82dab76b-cffe-41ed-a670-0fb0d1dd99ec req-061a1ab9-fcc4-4484-90fb-13b61c3a9d40 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'port': {'security_groups': ['4adc80c5-0e1e-41ef-8e4f-320c3caf79da', '69a41715-8d0b-4eb4-adcb-7e7b0103fe6e', 'c9e903d1-4276-42b6-bc6f-38a874d368b4']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:04.696576 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02097351-3581-4b7e-8542-37a6e5919219 req-2e85e584-69d3-4ab8-85df-670b88b59898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:04.698808 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02097351-3581-4b7e-8542-37a6e5919219 req-2e85e584-69d3-4ab8-85df-670b88b59898 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6b2d99842864fcdaa50b55f56be9f1a&device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 1137 time: 0.5986934 Nov 12 03:49:04.755462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9e69ac83-aa76-4013-bc7b-edd90f49d0c5 req-0bc440c6-f92d-407f-92eb-81582dd792c8 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.0279727 Nov 12 03:49:04.786902 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63009251-e1ff-472a-b137-a4355c16c527 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.864077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Set router 049fb626-52db-4cbd-adbb-77f3ee8efb7a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:04.885540 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63009251-e1ff-472a-b137-a4355c16c527 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.890115 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-63009251-e1ff-472a-b137-a4355c16c527 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/fcf952eb-dc93-44d9-bc57-6acc117f8777 HTTP/1.1" status: 204 len: 168 time: 1.2502518 Nov 12 03:49:04.902512 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a2e25d-c687-461f-b822-129c36634993 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:04.943727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5808b01f-7e85-4052-8808-8cff570fc93d None None] Provisioning complete for port 2f5f5888-b435-41d5-88c3-960ad64ac0d9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:04.944207 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5808b01f-7e85-4052-8808-8cff570fc93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.948344 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [req-60aef0f9-9124-45d4-ba5f-e22ea94e52b1 req-9c1a5a46-4824-4a49-90c2-464d24dadb3c tempest-FloatingIPDetailsNegativeTestJSON-292666462 tempest-FloatingIPDetailsNegativeTestJSON-292666462-project] show failed (client error): The resource could not be found. Nov 12 03:49:04.985408 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60aef0f9-9124-45d4-ba5f-e22ea94e52b1 req-9c1a5a46-4824-4a49-90c2-464d24dadb3c tempest-FloatingIPDetailsNegativeTestJSON-292666462 tempest-FloatingIPDetailsNegativeTestJSON-292666462-project] 10.222.0.105 "GET /v2.0/floatingips/aeb8a05f-0bd3-4c39-a8ae-90305ef6135c HTTP/1.1" status: 404 len: 350 time: 0.1136656 Nov 12 03:49:04.986003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34496) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:04.987136 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34500) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:05.169451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5808b01f-7e85-4052-8808-8cff570fc93d None None] Port 2f5f5888-b435-41d5-88c3-960ad64ac0d9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:05.207030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-17f90d9e-9dfd-4087-b834-6380974a1438 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2173541 Nov 12 03:49:05.213974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34518) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:05.340423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57967bad-c622-4ffd-8a8b-7a1b9ac33066 req-ce3bc87a-ee56-4ed9-9945-669f63e30d17 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.353926 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-57967bad-c622-4ffd-8a8b-7a1b9ac33066 req-ce3bc87a-ee56-4ed9-9945-669f63e30d17 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.2339303 Nov 12 03:49:05.470482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6af7eee-9634-4f16-a97c-750994ea0986 None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:05.522031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63009251-e1ff-472a-b137-a4355c16c527 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf952eb-dc93-44d9-bc57-6acc117f8777,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:05.537144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93d449-7df5-4ed6-8c80-abd946044548 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.543890 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9d93d449-7df5-4ed6-8c80-abd946044548 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3266523 Nov 12 03:49:05.564687 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124602754-router', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '33de9546-aff2-40a3-bfab-586b5ec0b321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:54Z', 'updated_at': '2021-11-12T03:49:02Z', 'revision_number': 4, 'project_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'gw_port': {'id': '33de9546-aff2-40a3-bfab-586b5ec0b321', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:55Z', 'updated_at': '2021-11-12T03:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '2f5f5888-b435-41d5-88c3-960ad64ac0d9', 'name': '', 'network_id': '2230732b-f07f-491a-b840-41ea416f391d', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'mac_address': 'fa:16:3e:13:fa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a9a947df-6f2e-4dd2-bad5-de648f6d86ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:00Z', 'updated_at': '2021-11-12T03:49:03Z', 'revision_number': 2, 'project_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'subnets': [{'id': 'a9a947df-6f2e-4dd2-bad5-de648f6d86ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:05.565461 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34536) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:05.601333 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82dab76b-cffe-41ed-a670-0fb0d1dd99ec req-061a1ab9-fcc4-4484-90fb-13b61c3a9d40 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.655138 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Checking router: 049fb626-52db-4cbd-adbb-77f3ee8efb7a for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:05.660258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Updating router 049fb626-52db-4cbd-adbb-77f3ee8efb7a port 2f5f5888-b435-41d5-88c3-960ad64ac0d9 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:49:05.676494 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-84429323-4fd3-4580-8a73-81134771ee1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.735024 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 33de9546-aff2-40a3-bfab-586b5ec0b321 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:05.763326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02097351-3581-4b7e-8542-37a6e5919219 req-fc84c643-73ce-4360-94b3-177e810287a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.764954 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02097351-3581-4b7e-8542-37a6e5919219 req-fc84c643-73ce-4360-94b3-177e810287a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=64d5e498-6fbb-4f6e-ad06-df50786cb026 HTTP/1.1" status: 200 len: 914 time: 1.0313916 Nov 12 03:49:05.789459 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.861905 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02097351-3581-4b7e-8542-37a6e5919219 req-900a333e-00bf-4215-81eb-45d3419e8eb8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43550808-df24-4048-b2fc-7bd841bf9fab HTTP/1.1" status: 200 len: 217 time: 0.0783792 Nov 12 03:49:05.869808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f6af7eee-9634-4f16-a97c-750994ea0986 None None] Deleting port 6caf6963-0fb4-4b05-a289-b3649035de9c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:05.870163 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6af7eee-9634-4f16-a97c-750994ea0986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.886225 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-57967bad-c622-4ffd-8a8b-7a1b9ac33066 req-924ead07-659f-491e-aacf-d05c84120be9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330587 Nov 12 03:49:05.891963 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066a5367-3d65-47c3-abe5-29c5f6bb9d6f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.895394 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-066a5367-3d65-47c3-abe5-29c5f6bb9d6f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3285739 Nov 12 03:49:05.899834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34544) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:06.028956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a45ccd93-a458-4266-8736-cf81253610f1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177418 Nov 12 03:49:06.039229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:06.058552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b12ca7c9-6b11-407d-80e9-24c6d5570cae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:06.097760 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-84429323-4fd3-4580-8a73-81134771ee1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.155480 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f6af7eee-9634-4f16-a97c-750994ea0986 None None] For port 6caf6963-0fb4-4b05-a289-b3649035de9c, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6caf6963-0fb4-4b05-a289-b3649035de9c,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:06.155965 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6af7eee-9634-4f16-a97c-750994ea0986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.171972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84429323-4fd3-4580-8a73-81134771ee1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event updated for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:06.194416 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-82738510-9b08-49e7-a0f3-de5c5ff336fe req-3b6076ed-ce5d-4e5e-abfd-26ab3d98d4ef tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 210 time: 0.1212950 Nov 12 03:49:06.210946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f6af7eee-9634-4f16-a97c-750994ea0986 None None] Calling delete_port for 6caf6963-0fb4-4b05-a289-b3649035de9c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:06.223557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02097351-3581-4b7e-8542-37a6e5919219 req-0f090563-a72f-449d-a2db-7a5e89a569bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:06.225241 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02097351-3581-4b7e-8542-37a6e5919219 req-0f090563-a72f-449d-a2db-7a5e89a569bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bed95a9a-84ad-4387-9b15-10694c5849b1 HTTP/1.1" status: 200 len: 852 time: 0.3509521 Nov 12 03:49:06.232625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-84429323-4fd3-4580-8a73-81134771ee1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:06.387073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 33de9546-aff2-40a3-bfab-586b5ec0b321 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:06.387618 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.460573 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-84429323-4fd3-4580-8a73-81134771ee1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:06.472538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02097351-3581-4b7e-8542-37a6e5919219 req-09be4d3a-1167-4d5f-bd16-a724c58aab2f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64d5e498-6fbb-4f6e-ad06-df50786cb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2229156 Nov 12 03:49:06.474201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-84429323-4fd3-4580-8a73-81134771ee1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:06.475279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b7b0-eccc-4296-9656-3f5d03ed153b req-521256b6-a85f-49bb-8ca1-2f0bcb383836 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:06.484921 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8108b7b0-eccc-4296-9656-3f5d03ed153b req-521256b6-a85f-49bb-8ca1-2f0bcb383836 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 931 time: 0.1309328 Nov 12 03:49:06.514983 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6af7eee-9634-4f16-a97c-750994ea0986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.563373 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9bc3-9f1d-4bd7-afeb-b65d245dbe99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.606350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af7eee-9634-4f16-a97c-750994ea0986 None None] Pushing event deleted for resources: {'Port': ['ID=6caf6963-0fb4-4b05-a289-b3649035de9c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:06.622189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af7eee-9634-4f16-a97c-750994ea0986 None None] No DVR routers for this DVR port 6caf6963-0fb4-4b05-a289-b3649035de9c on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:06.669656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-82dab76b-cffe-41ed-a670-0fb0d1dd99ec req-061a1ab9-fcc4-4484-90fb-13b61c3a9d40 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] For port 43550808-df24-4048-b2fc-7bd841bf9fab, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=43550808-df24-4048-b2fc-7bd841bf9fab,segment=NetworkSegment(529da0ca-ab60-42a4-af52-7d119b368574),segment_id=529da0ca-ab60-42a4-af52-7d119b368574)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:06.738024 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8108b7b0-eccc-4296-9656-3f5d03ed153b req-61a0da87-e413-4ea5-b5b3-057e55b6ad5f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457881 Nov 12 03:49:06.878604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-84429323-4fd3-4580-8a73-81134771ee1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:06.887502 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-84429323-4fd3-4580-8a73-81134771ee1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.919619 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4bae9456-2013-46d7-bc93-26488055eb92 req-61116c09-317a-47b1-ab9e-961f0b57e9d3 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.0650141 Nov 12 03:49:06.980717 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.993598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6caf6963-0fb4-4b05-a289-b3649035de9c no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:06.999379 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82dab76b-cffe-41ed-a670-0fb0d1dd99ec req-061a1ab9-fcc4-4484-90fb-13b61c3a9d40 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.049187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-f64a4909-d364-4f6c-bc96-1390f63cd3f0 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:07.051960 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-f64a4909-d364-4f6c-bc96-1390f63cd3f0 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.26 "GET /v2.0/networks?id=86ddb3aa-ebd8-4104-8314-3cf1312b750d HTTP/1.1" status: 200 len: 812 time: 0.5193272 Nov 12 03:49:07.052824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12ca7c9-6b11-407d-80e9-24c6d5570cae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:07.057548 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b12ca7c9-6b11-407d-80e9-24c6d5570cae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.072938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 6caf6963-0fb4-4b05-a289-b3649035de9c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:07.074917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6caf6963-0fb4-4b05-a289-b3649035de9c not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:07.079244 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.103561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02097351-3581-4b7e-8542-37a6e5919219 req-cbff2558-1b0f-497f-a734-1ab2b4d3d170 service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792127 Nov 12 03:49:07.117184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-0bce2c0a-6662-4b8c-a3ad-cf3beedbe761 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Request body: {'port': {'device_id': 'd9fe8e75-0f02-45c7-a20e-1c8d60c9f522', 'network_id': '86ddb3aa-ebd8-4104-8314-3cf1312b750d', 'admin_state_up': True, 'tenant_id': '8afdeca058ef495db099b1db5d9be783'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:07.131728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c372ffc-bb05-4ee1-9d1f-42e230395129 req-5ef718eb-3351-4137-9a92-8737b8ddf66e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:07.134106 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c372ffc-bb05-4ee1-9d1f-42e230395129 req-5ef718eb-3351-4137-9a92-8737b8ddf66e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.0804870 Nov 12 03:49:07.170538 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82dab76b-cffe-41ed-a670-0fb0d1dd99ec req-061a1ab9-fcc4-4484-90fb-13b61c3a9d40 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.214985 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-84429323-4fd3-4580-8a73-81134771ee1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0038698 Nov 12 03:49:07.217890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992ac47-6d56-4c6c-8d12-5e07839686f1 None None] Pushing event updated for resources: {'Port': ['ID=2f5f5888-b435-41d5-88c3-960ad64ac0d9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:07.235271 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['43550808-df24-4048-b2fc-7bd841bf9fab'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:07.251429 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c372ffc-bb05-4ee1-9d1f-42e230395129 req-82a449f1-e58d-49d7-83ae-9424ae9fa3c3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096122 Nov 12 03:49:07.320752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Request body: {'port': {'device_id': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:07.327569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8c9787d3-bf40-4eeb-b9ee-6daf52988e0d None None] Provisioning complete for port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:07.328563 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c9787d3-bf40-4eeb-b9ee-6daf52988e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.354783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf9bc3-9f1d-4bd7-afeb-b65d245dbe99 admin admin] Deleting port 2f5f5888-b435-41d5-88c3-960ad64ac0d9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:07.355442 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9bc3-9f1d-4bd7-afeb-b65d245dbe99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.552464 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Attempting to bind port 2f5f5888-b435-41d5-88c3-960ad64ac0d9 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:07.552961 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Attempting to bind port 2f5f5888-b435-41d5-88c3-960ad64ac0d9 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'cdb723c4-91fd-45b2-b57b-8d4c10c79ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '2230732b-f07f-491a-b840-41ea416f391d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:07.553182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Attempting to bind port 2f5f5888-b435-41d5-88c3-960ad64ac0d9 on network 2230732b-f07f-491a-b840-41ea416f391d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:07.555547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8c9787d3-bf40-4eeb-b9ee-6daf52988e0d None None] Port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:07.566016 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e0006755-f743-49a0-9e9e-0b8f714c7c4f req-ed292034-e5e0-45bf-83c8-7b9e221da1e6 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 210 time: 0.1511581 Nov 12 03:49:07.569589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:07.570335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Checking segment: {'id': 'cdb723c4-91fd-45b2-b57b-8d4c10c79ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '2230732b-f07f-491a-b840-41ea416f391d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:07.571333 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.572225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Bound using segment: {'id': 'cdb723c4-91fd-45b2-b57b-8d4c10c79ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '2230732b-f07f-491a-b840-41ea416f391d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:07.572986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Bound port: 2f5f5888-b435-41d5-88c3-960ad64ac0d9, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb723c4-91fd-45b2-b57b-8d4c10c79ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '2230732b-f07f-491a-b840-41ea416f391d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:07.573380 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.634618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dab76b-cffe-41ed-a670-0fb0d1dd99ec req-061a1ab9-fcc4-4484-90fb-13b61c3a9d40 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:07.641825 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82dab76b-cffe-41ed-a670-0fb0d1dd99ec req-061a1ab9-fcc4-4484-90fb-13b61c3a9d40 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.641825 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82dab76b-cffe-41ed-a670-0fb0d1dd99ec req-061a1ab9-fcc4-4484-90fb-13b61c3a9d40 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "PUT /v2.0/ports/43550808-df24-4048-b2fc-7bd841bf9fab HTTP/1.1" status: 200 len: 1021 time: 2.9836400 Nov 12 03:49:07.641825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffeb987b-596b-4dd4-8c1e-304086907108', 'tag': '43550808-df24-4048-b2fc-7bd841bf9fab'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:07.642766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a5cf9bc3-9f1d-4bd7-afeb-b65d245dbe99 admin admin] For port 2f5f5888-b435-41d5-88c3-960ad64ac0d9, host n-d-767704-23, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:07.642766 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9bc3-9f1d-4bd7-afeb-b65d245dbe99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.655461 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886c8fc7-b9aa-4505-979f-688335016fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "ffeb987b-596b-4dd4-8c1e-304086907108", "tag": "43550808-df24-4048-b2fc-7bd841bf9fab"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:07.666908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf9bc3-9f1d-4bd7-afeb-b65d245dbe99 admin admin] Calling delete_port for 2f5f5888-b435-41d5-88c3-960ad64ac0d9 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:07.705543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['43550808-df24-4048-b2fc-7bd841bf9fab'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:07.755415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] For port 2f5f5888-b435-41d5-88c3-960ad64ac0d9, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:07.784369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e4fdd4c7-ad95-46f5-861e-33cf59740572 None None] Provisioning complete for port 2f5f5888-b435-41d5-88c3-960ad64ac0d9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:07.784799 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4fdd4c7-ad95-46f5-861e-33cf59740572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.797951 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] For port 2f5f5888-b435-41d5-88c3-960ad64ac0d9, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2f5f5888-b435-41d5-88c3-960ad64ac0d9,segment=NetworkSegment(cdb723c4-91fd-45b2-b57b-8d4c10c79ef8),segment_id=cdb723c4-91fd-45b2-b57b-8d4c10c79ef8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:07.830513 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3ecc92-f1cf-4e2e-92e6-4c32e27b7c7f x-openstack-request-id: req-df3ecc92-f1cf-4e2e-92e6-4c32e27b7c7f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:07.830819 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffeb987b-596b-4dd4-8c1e-304086907108", "tag": "43550808-df24-4048-b2fc-7bd841bf9fab", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:07.831041 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-df3ecc92-f1cf-4e2e-92e6-4c32e27b7c7f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:07.831447 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffeb987b-596b-4dd4-8c1e-304086907108', 'tag': '43550808-df24-4048-b2fc-7bd841bf9fab', 'status': 'completed', 'code': 200} Nov 12 03:49:07.879066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e4fdd4c7-ad95-46f5-861e-33cf59740572 None None] Port 2f5f5888-b435-41d5-88c3-960ad64ac0d9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:07.882600 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.940216 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff64f8-a6f7-4889-9b53-918991ae12fd req-8f398f7f-7e8f-4152-92c8-476d92e8e8c2 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:07.949746 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bcff64f8-a6f7-4889-9b53-918991ae12fd req-8f398f7f-7e8f-4152-92c8-476d92e8e8c2 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 1024 time: 0.1747537 Nov 12 03:49:08.012620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a1ab9-fcc4-4484-90fb-13b61c3a9d40 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'Port': ['ID=43550808-df24-4048-b2fc-7bd841bf9fab,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:08.037925 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.162779 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bcff64f8-a6f7-4889-9b53-918991ae12fd req-fcfbbd52-2825-4abe-a8ca-a66f63f1ccd0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=c9e903d1-4276-42b6-bc6f-38a874d368b4&id=69a41715-8d0b-4eb4-adcb-7e7b0103fe6e&id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da HTTP/1.1" status: 200 len: 6207 time: 0.2118859 Nov 12 03:49:08.181718 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02097351-3581-4b7e-8542-37a6e5919219 req-c7d10a37-0600-4b23-86a1-8b678883d95f service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0429964 Nov 12 03:49:08.277158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Routers {'049fb626-52db-4cbd-adbb-77f3ee8efb7a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:08.277158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['049fb626-52db-4cbd-adbb-77f3ee8efb7a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:08.293479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992ac47-6d56-4c6c-8d12-5e07839686f1 None None] Pushing event updated for resources: {'Port': ['ID=2f5f5888-b435-41d5-88c3-960ad64ac0d9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:08.295974 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-258bc5e0-13c1-4c30-8b27-720eea5ae192 req-85824b6c-24f4-4e80-8234-83c2d241b805 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.0545781 Nov 12 03:49:08.308097 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9bc3-9f1d-4bd7-afeb-b65d245dbe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.349797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e91aa723-ca52-4cee-b3ac-2362868320bd req-abbda91c-d5a8-41fd-ad1d-815f27df8dce tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1877624919 ', 'description': 'tempest-description-1367051967'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:08.367864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf9bc3-9f1d-4bd7-afeb-b65d245dbe99 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5f5888-b435-41d5-88c3-960ad64ac0d9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:08.454055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a8a3173-9429-4068-ac63-f13041e3d83b None None] Could not find standard attr ID for object 2f5f5888-b435-41d5-88c3-960ad64ac0d9. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:08.460364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067120e-171c-42bd-8e75-e5fc91715c04 req-5eb68e39-aec4-41c9-8c88-2f1352c951be tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:08.462237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d067120e-171c-42bd-8e75-e5fc91715c04 req-5eb68e39-aec4-41c9-8c88-2f1352c951be tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 931 time: 0.5731196 Nov 12 03:49:08.594842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-0bce2c0a-6662-4b8c-a3ad-cf3beedbe761 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Made reservation on behalf of 8afdeca058ef495db099b1db5d9be783 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:08.602431 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-0bce2c0a-6662-4b8c-a3ad-cf3beedbe761 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.610711 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e91aa723-ca52-4cee-b3ac-2362868320bd req-abbda91c-d5a8-41fd-ad1d-815f27df8dce tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.653069 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] Set router 049fb626-52db-4cbd-adbb-77f3ee8efb7a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:08.729863 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e91aa723-ca52-4cee-b3ac-2362868320bd req-abbda91c-d5a8-41fd-ad1d-815f27df8dce tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.837353 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e91aa723-ca52-4cee-b3ac-2362868320bd req-abbda91c-d5a8-41fd-ad1d-815f27df8dce tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.867281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d067120e-171c-42bd-8e75-e5fc91715c04 req-d0f119c5-924f-481e-ac56-d22a74facb87 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2879822 Nov 12 03:49:08.928262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c8fc7-b9aa-4505-979f-688335016fbc req-665be9fe-6da1-4826-9327-94eb61001dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:08.931101 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-886c8fc7-b9aa-4505-979f-688335016fbc req-665be9fe-6da1-4826-9327-94eb61001dc6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6b2d99842864fcdaa50b55f56be9f1a&device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 1176 time: 0.5235009 Nov 12 03:49:09.005887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbda91c-d5a8-41fd-ad1d-815f27df8dce tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6db9b6-b6fb-4b03-8450-b4eca6a618f0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:09.030451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e91aa723-ca52-4cee-b3ac-2362868320bd req-abbda91c-d5a8-41fd-ad1d-815f27df8dce tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.031974 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e91aa723-ca52-4cee-b3ac-2362868320bd req-abbda91c-d5a8-41fd-ad1d-815f27df8dce tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6863887 Nov 12 03:49:09.032806 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9bc3-9f1d-4bd7-afeb-b65d245dbe99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.232276 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-33bea244-c1da-4bc8-8b2c-c289fb57ce43 req-8579e0aa-e907-4161-b672-a30eaea2cd51 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 210 time: 0.0414348 Nov 12 03:49:09.304647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124602754-router', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '33de9546-aff2-40a3-bfab-586b5ec0b321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:54Z', 'updated_at': '2021-11-12T03:49:02Z', 'revision_number': 4, 'project_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'gw_port': {'id': '33de9546-aff2-40a3-bfab-586b5ec0b321', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:55Z', 'updated_at': '2021-11-12T03:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '2f5f5888-b435-41d5-88c3-960ad64ac0d9', 'name': '', 'network_id': '2230732b-f07f-491a-b840-41ea416f391d', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'mac_address': 'fa:16:3e:13:fa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a9a947df-6f2e-4dd2-bad5-de648f6d86ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:00Z', 'updated_at': '2021-11-12T03:49:07Z', 'revision_number': 4, 'project_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'subnets': [{'id': 'a9a947df-6f2e-4dd2-bad5-de648f6d86ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:09.345616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.objects.ports [None req-b12ca7c9-6b11-407d-80e9-24c6d5570cae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:49:09.354591 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3492ba87-238b-4dd6-8bab-7d7365afd35b None None] The sync data for ids ['049fb626-52db-4cbd-adbb-77f3ee8efb7a'] in n-d-767704-23 is: [{'id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124602754-router', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '33de9546-aff2-40a3-bfab-586b5ec0b321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:54Z', 'updated_at': '2021-11-12T03:49:02Z', 'revision_number': 4, 'project_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'gw_port': {'id': '33de9546-aff2-40a3-bfab-586b5ec0b321', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:55Z', 'updated_at': '2021-11-12T03:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '2f5f5888-b435-41d5-88c3-960ad64ac0d9', 'name': '', 'network_id': '2230732b-f07f-491a-b840-41ea416f391d', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'mac_address': 'fa:16:3e:13:fa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'a9a947df-6f2e-4dd2-bad5-de648f6d86ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:00Z', 'updated_at': '2021-11-12T03:49:07Z', 'revision_number': 4, 'project_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'subnets': [{'id': 'a9a947df-6f2e-4dd2-bad5-de648f6d86ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:09.363388 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b12ca7c9-6b11-407d-80e9-24c6d5570cae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.370091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-0bce2c0a-6662-4b8c-a3ad-cf3beedbe761 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Allocated IP 172.20.0.14 (86ddb3aa-ebd8-4104-8314-3cf1312b750d/57b22b8e-c9b1-4f2c-a4c4-89ed08fb78be/67130264-8ece-4b01-b5cd-d47b1156a3a3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:09.374857 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3bd11313-b12a-4f29-94f4-b895d974b299 req-2b112e3b-5431-47cc-b116-771f18491f54 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/ea6db9b6-b6fb-4b03-8450-b4eca6a618f0 HTTP/1.1" status: 200 len: 1800 time: 0.0977173 Nov 12 03:49:09.387123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c8fc7-b9aa-4505-979f-688335016fbc req-b9e7dcd0-a53b-4351-9e0b-4cbc626e66b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:09.390012 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-886c8fc7-b9aa-4505-979f-688335016fbc req-b9e7dcd0-a53b-4351-9e0b-4cbc626e66b9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=64d5e498-6fbb-4f6e-ad06-df50786cb026 HTTP/1.1" status: 200 len: 914 time: 0.4444966 Nov 12 03:49:09.397587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3555705-156a-4f62-8542-e5b871efdf64 req-19b8e7b1-d65a-45f4-943d-709d4ba48f5c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:09.413332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3555705-156a-4f62-8542-e5b871efdf64 req-19b8e7b1-d65a-45f4-943d-709d4ba48f5c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.4036207 Nov 12 03:49:09.560549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-886c8fc7-b9aa-4505-979f-688335016fbc req-bb893d2b-260d-4030-82d6-f2e6dd1e3bde service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43550808-df24-4048-b2fc-7bd841bf9fab HTTP/1.1" status: 200 len: 217 time: 0.1439276 Nov 12 03:49:09.603138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12ca7c9-6b11-407d-80e9-24c6d5570cae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:09.670605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b12ca7c9-6b11-407d-80e9-24c6d5570cae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:09.675512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:09.684543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e1f0c8-8a7e-435c-ab68-41b73365af2f None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:09.708476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ca7c9-6b11-407d-80e9-24c6d5570cae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:09.709220 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b12ca7c9-6b11-407d-80e9-24c6d5570cae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.732769 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.825464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ca7c9-6b11-407d-80e9-24c6d5570cae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=aae6686b-055f-4cac-bad8-35f0e39f117e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:09.853276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3555705-156a-4f62-8542-e5b871efdf64 req-7d620afe-5e96-4b51-8845-a320c08aa722 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437199 Nov 12 03:49:09.983111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c8fc7-b9aa-4505-979f-688335016fbc req-0c5319b4-33f7-4844-9bba-ae2321cb7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:09.984711 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-886c8fc7-b9aa-4505-979f-688335016fbc req-0c5319b4-33f7-4844-9bba-ae2321cb7ded service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bed95a9a-84ad-4387-9b15-10694c5849b1 HTTP/1.1" status: 200 len: 852 time: 0.4066546 Nov 12 03:49:09.996469 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': 'aae6686b-055f-4cac-bad8-35f0e39f117e'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:09.997596 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.997837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Transition to ACTIVE for port object 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:49:10.017254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b12ca7c9-6b11-407d-80e9-24c6d5570cae tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9736586 Nov 12 03:49:10.030703 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34582) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:10.043438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cd9eeb62-4a25-4026-ab89-b7780994bfcc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:10.135017 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cf9bc3-9f1d-4bd7-afeb-b65d245dbe99 admin admin] Router 049fb626-52db-4cbd-adbb-77f3ee8efb7a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:10.322669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Allocated IP 2001:db8::f816:3eff:feb3:14b2 (be54d603-2a64-497a-84fd-dd53e383892b/aae6686b-055f-4cac-bad8-35f0e39f117e/ef505f81-92bc-4995-9878-58c4c166debd) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:10.341763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cf9bc3-9f1d-4bd7-afeb-b65d245dbe99 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:10.350909 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a5cf9bc3-9f1d-4bd7-afeb-b65d245dbe99 admin admin] 10.222.0.105 "PUT /v2.0/routers/049fb626-52db-4cbd-adbb-77f3ee8efb7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3412759 Nov 12 03:49:10.354543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:10.383679 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c44f3d44-5d82-489b-b89d-32e872e2757b req-48e3baaa-e3e1-46ae-bf73-9ce6ed8af729 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.3959274 Nov 12 03:49:10.601641 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.630996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf077bf-7238-4b0b-b87f-e9e15ad3b563 req-7ca0be82-a34e-42b1-b79a-dc699b95fb85 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:10.632908 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fdf077bf-7238-4b0b-b87f-e9e15ad3b563 req-7ca0be82-a34e-42b1-b79a-dc699b95fb85 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 943 time: 0.1271694 Nov 12 03:49:10.635254 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.692714 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.699884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-886c8fc7-b9aa-4505-979f-688335016fbc req-f46f2e34-27ae-4f0b-a39a-445dc86f2518 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64d5e498-6fbb-4f6e-ad06-df50786cb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6918135 Nov 12 03:49:10.732818 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.771177 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:10.775731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:10.786938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:10.788680 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fdf077bf-7238-4b0b-b87f-e9e15ad3b563 req-2cd9f30a-3273-4610-b526-5d3a45c2c7ac tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157045 Nov 12 03:49:10.839290 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.839532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Pushing event updated for resources: {'Port': ['ID=ef505f81-92bc-4995-9878-58c4c166debd,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:10.925565 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6cc62c74-e3d4-405f-b8dc-e97acb4c0995 req-f73e2f80-c53e-4408-bf56-9e8ab047b5c7 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 210 time: 0.0437005 Nov 12 03:49:10.972757 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Attempting to bind port ef505f81-92bc-4995-9878-58c4c166debd on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:10.973137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Attempting to bind port ef505f81-92bc-4995-9878-58c4c166debd by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:10.973515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Attempting to bind port ef505f81-92bc-4995-9878-58c4c166debd on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:10.995051 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:10.995435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:10.999968 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.001094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:11.001647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Bound port: ef505f81-92bc-4995-9878-58c4c166debd, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:11.002043 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.017250 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-0bce2c0a-6662-4b8c-a3ad-cf3beedbe761 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.107797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] Deleting port 33de9546-aff2-40a3-bfab-586b5ec0b321 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:11.109650 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.121441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] For port ef505f81-92bc-4995-9878-58c4c166debd, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:11.128549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] For port ef505f81-92bc-4995-9878-58c4c166debd, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ef505f81-92bc-4995-9878-58c4c166debd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:11.217736 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.234640 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-32334d73-75d3-4305-b2e5-2370453448e8 req-f2ea1cbb-57b3-4f8b-9862-2dd9a01b9b55 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/ea6db9b6-b6fb-4b03-8450-b4eca6a618f0 HTTP/1.1" status: 200 len: 1800 time: 1.2429304 Nov 12 03:49:11.251314 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-0bce2c0a-6662-4b8c-a3ad-cf3beedbe761 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.310388 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-0bce2c0a-6662-4b8c-a3ad-cf3beedbe761 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Network 86ddb3aa-ebd8-4104-8314-3cf1312b750d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:11.311917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Pushing event updated for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:11.323593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274146e-4cc8-422c-9e1a-55f3a2c9c2d0 req-af24dec0-9e77-43ca-b981-55cacbf52336 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.338476 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e274146e-4cc8-422c-9e1a-55f3a2c9c2d0 req-af24dec0-9e77-43ca-b981-55cacbf52336 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.3067496 Nov 12 03:49:11.353479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-0bce2c0a-6662-4b8c-a3ad-cf3beedbe761 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:11.383764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-0bce2c0a-6662-4b8c-a3ad-cf3beedbe761 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:11.441661 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcd87c-7e34-42ca-b68f-8022a708501c None None] Pushing event updated for resources: {'Port': ['ID=ef505f81-92bc-4995-9878-58c4c166debd,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:11.512724 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e274146e-4cc8-422c-9e1a-55f3a2c9c2d0 req-bde39771-66c2-475d-a174-79c6c4598e3b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732037 Nov 12 03:49:11.524261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] For port 33de9546-aff2-40a3-bfab-586b5ec0b321, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=33de9546-aff2-40a3-bfab-586b5ec0b321,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:11.524261 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.563226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] Calling delete_port for 33de9546-aff2-40a3-bfab-586b5ec0b321 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:11.577661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-0bce2c0a-6662-4b8c-a3ad-cf3beedbe761 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.578611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-0bce2c0a-6662-4b8c-a3ad-cf3beedbe761 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.584130 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143f31dc-e1ce-4e70-af72-09d92bf0c894 None None] Sync routers for ids ['049fb626-52db-4cbd-adbb-77f3ee8efb7a'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:11.604959 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143f31dc-e1ce-4e70-af72-09d92bf0c894 None None] Routers {'049fb626-52db-4cbd-adbb-77f3ee8efb7a'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:11.606268 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-143f31dc-e1ce-4e70-af72-09d92bf0c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['049fb626-52db-4cbd-adbb-77f3ee8efb7a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:11.742344 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63d6512a-4a16-4004-94cd-773d21d355d3 req-8b7333e9-d465-492c-949e-6ad80c15fb03 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/ports?device_id=57afaf58-2ad7-4b0e-ab9a-2ad0f8d92008 HTTP/1.1" status: 200 len: 210 time: 0.0475876 Nov 12 03:49:11.965562 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-143f31dc-e1ce-4e70-af72-09d92bf0c894 None None] Set router 049fb626-52db-4cbd-adbb-77f3ee8efb7a gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:11.987910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9eeb62-4a25-4026-ab89-b7780994bfcc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:11.992109 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd9eeb62-4a25-4026-ab89-b7780994bfcc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.022622 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-886c8fc7-b9aa-4505-979f-688335016fbc req-bd25caab-e78f-463e-a6d2-24738cfa5f32 service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2751000 Nov 12 03:49:12.047248 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-143f31dc-e1ce-4e70-af72-09d92bf0c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124602754-router', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:54Z', 'updated_at': '2021-11-12T03:49:10Z', 'revision_number': 6, 'project_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:12.068577 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32334d73-75d3-4305-b2e5-2370453448e8 req-fdb43531-e10c-4476-a8f4-ef49478b3a5b tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.071197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce2c0a-6662-4b8c-a3ad-cf3beedbe761 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Pushing event updated for resources: {'Port': ['ID=67130264-8ece-4b01-b5cd-d47b1156a3a3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:12.091477 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-0bce2c0a-6662-4b8c-a3ad-cf3beedbe761 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9838915 Nov 12 03:49:12.092966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Attempting to bind port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:12.092966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Attempting to bind port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:12.092966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Attempting to bind port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:12.097139 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143f31dc-e1ce-4e70-af72-09d92bf0c894 None None] Checking router: 049fb626-52db-4cbd-adbb-77f3ee8efb7a for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:12.104254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c86537-d2d5-45a6-b411-377d1079a1b7 req-0e2d48f6-28ca-439f-bada-c7d4bafd4c40 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.109300 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143f31dc-e1ce-4e70-af72-09d92bf0c894 None None] Routers {'049fb626-52db-4cbd-adbb-77f3ee8efb7a'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:12.120545 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-143f31dc-e1ce-4e70-af72-09d92bf0c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['049fb626-52db-4cbd-adbb-77f3ee8efb7a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:12.120849 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f4c86537-d2d5-45a6-b411-377d1079a1b7 req-0e2d48f6-28ca-439f-bada-c7d4bafd4c40 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 943 time: 0.1505253 Nov 12 03:49:12.168858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.199901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Request body: {'port': {'device_id': 'd9fe8e75-0f02-45c7-a20e-1c8d60c9f522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:12.230879 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=33de9546-aff2-40a3-bfab-586b5ec0b321,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:12.248474 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-143f31dc-e1ce-4e70-af72-09d92bf0c894 None None] Set router 049fb626-52db-4cbd-adbb-77f3ee8efb7a gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:12.288009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:12.289104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Attempting to bind port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:12.348781 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.349398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:12.349611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Checking segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:12.350084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Bound using segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:12.350600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Bound port: 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:12.351031 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.355496 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.369607 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32334d73-75d3-4305-b2e5-2370453448e8 req-fdb43531-e10c-4476-a8f4-ef49478b3a5b tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.388455 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-143f31dc-e1ce-4e70-af72-09d92bf0c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124602754-router', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:54Z', 'updated_at': '2021-11-12T03:49:10Z', 'revision_number': 6, 'project_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:12.431950 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143f31dc-e1ce-4e70-af72-09d92bf0c894 None None] The sync data for ids ['049fb626-52db-4cbd-adbb-77f3ee8efb7a'] in n-d-767704-23 is: [{'id': '049fb626-52db-4cbd-adbb-77f3ee8efb7a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124602754-router', 'tenant_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:54Z', 'updated_at': '2021-11-12T03:49:10Z', 'revision_number': 6, 'project_id': 'd7da653e79724c3fb8b1d2a6f3b5b3e8', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:12.508591 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f4c86537-d2d5-45a6-b411-377d1079a1b7 req-906e9b51-dfa8-4a2a-a53d-b60da222b0ed tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3768797 Nov 12 03:49:12.516523 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.519585 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.668088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:12.672594 n-d-767704-23 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-cd9eeb62-4a25-4026-ab89-b7780994bfcc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aae6686b-055f-4cac-bad8-35f0e39f117e (CIDR: 2001:db8::/64) Nov 12 03:49:12.695471 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa59789-21da-4d63-a611-be9aaebcb16e req-ff2b89cb-2557-46c8-99e0-86e3bd533c95 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.701396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:12.706466 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-baa59789-21da-4d63-a611-be9aaebcb16e req-ff2b89cb-2557-46c8-99e0-86e3bd533c95 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 932 time: 0.0804000 Nov 12 03:49:12.711843 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-886c8fc7-b9aa-4505-979f-688335016fbc req-bc902ab6-15fb-462d-9c40-4d1a6d54ebdc service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445906 Nov 12 03:49:12.720501 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.721890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 049fb626-52db-4cbd-adbb-77f3ee8efb7a {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:12.740358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.743867 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ea84258b-b9f3-494f-ac66-1c5ae0606fb3 admin admin] 10.222.0.105 "DELETE /v2.0/routers/049fb626-52db-4cbd-adbb-77f3ee8efb7a HTTP/1.1" status: 204 len: 168 time: 2.3858283 Nov 12 03:49:12.747264 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34606) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:12.783342 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9eeb62-4a25-4026-ab89-b7780994bfcc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:49:12.784390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9eeb62-4a25-4026-ab89-b7780994bfcc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:12.790310 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.848582 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-baa59789-21da-4d63-a611-be9aaebcb16e req-bdd4e781-f219-4f1a-8d85-63f28408dbec tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410518 Nov 12 03:49:12.862161 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a751af-6fb4-4865-8266-6f4c02934101 admin admin] Deleting subnet a9a947df-6f2e-4dd2-bad5-de648f6d86ac {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:12.869385 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32334d73-75d3-4305-b2e5-2370453448e8 req-fdb43531-e10c-4476-a8f4-ef49478b3a5b tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.872143 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32334d73-75d3-4305-b2e5-2370453448e8 req-fdb43531-e10c-4476-a8f4-ef49478b3a5b tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.873309 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-32334d73-75d3-4305-b2e5-2370453448e8 req-fdb43531-e10c-4476-a8f4-ef49478b3a5b tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "DELETE /v2.0/security-groups/ea6db9b6-b6fb-4b03-8450-b4eca6a618f0 HTTP/1.1" status: 204 len: 173 time: 1.6310940 Nov 12 03:49:12.887795 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9a751af-6fb4-4865-8266-6f4c02934101 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.911865 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.912528 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.917349 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] 10.222.0.26 "PUT /v2.0/ports/5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 HTTP/1.1" status: 200 len: 1092 time: 5.5979347 Nov 12 03:49:12.920069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:12.937366 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb113fb-ab05-4ec1-adb6-a78436991f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:12.990334 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cd9eeb62-4a25-4026-ab89-b7780994bfcc tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9465380 Nov 12 03:49:12.992240 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb43531-e10c-4476-a8f4-ef49478b3a5b tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6db9b6-b6fb-4b03-8450-b4eca6a618f0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:12.997006 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:13.074155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1276e-a501-486c-9493-73ad20eeefab service neutron] Pushing event updated for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:13.087862 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-08a26ff6-c127-4e55-8dbd-41c2a98c5fcf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:13.119058 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9a751af-6fb4-4865-8266-6f4c02934101 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.237608 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-e5413343-63cf-4ccc-8abd-52ef86f22287 req-f1bab38d-256d-4d6f-a642-e64fd1bc89af tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] show failed (client error): The resource could not be found. Nov 12 03:49:13.239046 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5413343-63cf-4ccc-8abd-52ef86f22287 req-f1bab38d-256d-4d6f-a642-e64fd1bc89af tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/ea6db9b6-b6fb-4b03-8450-b4eca6a618f0 HTTP/1.1" status: 404 len: 352 time: 0.0666423 Nov 12 03:49:13.277200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-3f37999c-5a8e-46b0-8f88-68a66f29deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:13.278730 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-3f37999c-5a8e-46b0-8f88-68a66f29deeb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 1095 time: 0.2236257 Nov 12 03:49:13.299803 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff4732b-4f7d-4ab4-98c6-38e7cf376abb x-openstack-request-id: req-aff4732b-4f7d-4ab4-98c6-38e7cf376abb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:13.300317 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:13.300743 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-aff4732b-4f7d-4ab4-98c6-38e7cf376abb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:13.301840 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'status': 'completed', 'code': 200} Nov 12 03:49:13.369259 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-eb57936c-6e68-496e-a5f1-82e9b39ea8eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 HTTP/1.1" status: 200 len: 217 time: 0.0630043 Nov 12 03:49:13.424485 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:13.435276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7f262-56e5-4bd3-8204-63f887e4a94d req-a4813696-a6c0-486b-9d6c-511c8686425f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:13.438223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79a801c-ef33-4169-8129-02283ea961a4 None None] Provisioning complete for port ef505f81-92bc-4995-9878-58c4c166debd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:13.438747 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79a801c-ef33-4169-8129-02283ea961a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.449149 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7fb7f262-56e5-4bd3-8204-63f887e4a94d req-a4813696-a6c0-486b-9d6c-511c8686425f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.3902180 Nov 12 03:49:13.528844 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-33ee39f2-67f4-4b93-b413-f521bb75244d req-084ea703-993a-42fe-a221-b396240ccf26 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-345971757', 'description': 'tempest-description-1614872007'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:13.602155 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79a801c-ef33-4169-8129-02283ea961a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.607563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-3739aeef-4ad8-4640-a831-7018f9675924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:13.612705 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7fb7f262-56e5-4bd3-8204-63f887e4a94d req-ca9554e2-14be-4faa-a2d9-1bfb72963436 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090372 Nov 12 03:49:13.621110 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-3739aeef-4ad8-4640-a831-7018f9675924 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.2331922 Nov 12 03:49:13.629857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67130264-8ece-4b01-b5cd-d47b1156a3a3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:13.671455 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.673824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79a801c-ef33-4169-8129-02283ea961a4 None None] For port ef505f81-92bc-4995-9878-58c4c166debd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ef505f81-92bc-4995-9878-58c4c166debd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:13.692004 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9a751af-6fb4-4865-8266-6f4c02934101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.714632 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Transition to ACTIVE for port object 67130264-8ece-4b01-b5cd-d47b1156a3a3 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:49:13.732687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-45f6eb77-a003-4f27-bf2f-25a7c1a32557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:13.734805 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-45f6eb77-a003-4f27-bf2f-25a7c1a32557 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760400 Nov 12 03:49:13.742575 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79a801c-ef33-4169-8129-02283ea961a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.747874 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.780483 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-33ee39f2-67f4-4b93-b413-f521bb75244d req-084ea703-993a-42fe-a221-b396240ccf26 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.836715 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.844953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a801c-ef33-4169-8129-02283ea961a4 None None] Pushing event updated for resources: {'Port': ['ID=ef505f81-92bc-4995-9878-58c4c166debd,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:13.849508 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ef505f81-92bc-4995-9878-58c4c166debd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:13.863605 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.920446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a26ff6-c127-4e55-8dbd-41c2a98c5fcf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:13.932739 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08a26ff6-c127-4e55-8dbd-41c2a98c5fcf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.983171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-553ef60a-e839-49b2-aab1-3c30fa3c7c28 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340927 Nov 12 03:49:13.991227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ef505f81-92bc-4995-9878-58c4c166debd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:13.992844 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.993393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Pushing event updated for resources: {'Port': ['ID=67130264-8ece-4b01-b5cd-d47b1156a3a3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.136406 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.140331 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.147258 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "DELETE /v2.0/security-groups/b9f828b1-a0a8-4b14-ac30-dc1033d28d55 HTTP/1.1" status: 204 len: 168 time: 0.6962035 Nov 12 03:49:14.151562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:14.199155 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f828b1-a0a8-4b14-ac30-dc1033d28d55,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.213576 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:14.213984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:14.214261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:14.214593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:14.214928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:14.215265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:14.215589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:14.215917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:14.216425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:14.216907 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:14.217228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:14.217553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d34693-2548-4cf9-865d-0a3fd303ecce tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:14.249210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d91ac-51c4-466b-86d0-d2d554ad7ee7 req-a9d75b1d-ea80-4c59-af90-c6d7a161f564 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:14.250746 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cf5d91ac-51c4-466b-86d0-d2d554ad7ee7 req-a9d75b1d-ea80-4c59-af90-c6d7a161f564 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 943 time: 0.4148583 Nov 12 03:49:14.254238 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-5c21f21b-7a6c-46ca-824b-97fe2e100766 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] show failed (client error): The resource could not be found. Nov 12 03:49:14.258344 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5c21f21b-7a6c-46ca-824b-97fe2e100766 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "GET /v2.0/security-groups/b9f828b1-a0a8-4b14-ac30-dc1033d28d55 HTTP/1.1" status: 404 len: 347 time: 0.0963566 Nov 12 03:49:14.261683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34630) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:14.262091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f610d854-b1c7-4183-bfa1-2e798cd4651d req-9a6b27c4-6385-4909-ac28-df170a288986 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397547 Nov 12 03:49:14.271268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 33de9546-aff2-40a3-bfab-586b5ec0b321 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:14.303064 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-33ee39f2-67f4-4b93-b413-f521bb75244d req-084ea703-993a-42fe-a221-b396240ccf26 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.306447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 33de9546-aff2-40a3-bfab-586b5ec0b321 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:14.307027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 33de9546-aff2-40a3-bfab-586b5ec0b321 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:14.307603 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2f5f5888-b435-41d5-88c3-960ad64ac0d9 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:14.345592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Attempting to bind port 67130264-8ece-4b01-b5cd-d47b1156a3a3 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:14.346855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Attempting to bind port 67130264-8ece-4b01-b5cd-d47b1156a3a3 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '20677907-ff25-46b6-bdb6-f82c2c200d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '86ddb3aa-ebd8-4104-8314-3cf1312b750d'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:14.348443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Attempting to bind port 67130264-8ece-4b01-b5cd-d47b1156a3a3 on network 86ddb3aa-ebd8-4104-8314-3cf1312b750d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:14.351728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 2f5f5888-b435-41d5-88c3-960ad64ac0d9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:14.354019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2f5f5888-b435-41d5-88c3-960ad64ac0d9 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:14.363861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Port 67130264-8ece-4b01-b5cd-d47b1156a3a3 on network 86ddb3aa-ebd8-4104-8314-3cf1312b750d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:14.376560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Attempting to bind port 67130264-8ece-4b01-b5cd-d47b1156a3a3 on network 86ddb3aa-ebd8-4104-8314-3cf1312b750d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:14.383069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:14.388719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Checking segment: {'id': '20677907-ff25-46b6-bdb6-f82c2c200d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '86ddb3aa-ebd8-4104-8314-3cf1312b750d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:14.388719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Bound using segment: {'id': '20677907-ff25-46b6-bdb6-f82c2c200d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '86ddb3aa-ebd8-4104-8314-3cf1312b750d'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:14.388719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Bound port: 67130264-8ece-4b01-b5cd-d47b1156a3a3, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20677907-ff25-46b6-bdb6-f82c2c200d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '86ddb3aa-ebd8-4104-8314-3cf1312b750d'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:14.388719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.397326 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9a751af-6fb4-4865-8266-6f4c02934101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.447986 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-33ee39f2-67f4-4b93-b413-f521bb75244d req-084ea703-993a-42fe-a221-b396240ccf26 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.526850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a751af-6fb4-4865-8266-6f4c02934101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a947df-6f2e-4dd2-bad5-de648f6d86ac,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.544010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ea703-993a-42fe-a221-b396240ccf26 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45fe90d1-330e-4cc5-8919-cc5775fcb47c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.557643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] For port 67130264-8ece-4b01-b5cd-d47b1156a3a3, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:14.563531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] For port 67130264-8ece-4b01-b5cd-d47b1156a3a3, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=67130264-8ece-4b01-b5cd-d47b1156a3a3,segment=NetworkSegment(20677907-ff25-46b6-bdb6-f82c2c200d4b),segment_id=20677907-ff25-46b6-bdb6-f82c2c200d4b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:14.567179 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-33ee39f2-67f4-4b93-b413-f521bb75244d req-084ea703-993a-42fe-a221-b396240ccf26 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.590919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27db2c49-5576-4d45-b9fb-13d6f99f575a None None] Network 2230732b-f07f-491a-b840-41ea416f391d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:14.599783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-33ee39f2-67f4-4b93-b413-f521bb75244d req-084ea703-993a-42fe-a221-b396240ccf26 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1059639 Nov 12 03:49:14.619304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb113fb-ab05-4ec1-adb6-a78436991f0a req-328e0848-1cbf-4926-b927-0e832b3446d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:14.624027 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efb113fb-ab05-4ec1-adb6-a78436991f0a req-328e0848-1cbf-4926-b927-0e832b3446d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 1095 time: 0.1618080 Nov 12 03:49:14.631892 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cf5d91ac-51c4-466b-86d0-d2d554ad7ee7 req-0fea6e76-b012-40d1-a43a-a24d267c3a82 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3672471 Nov 12 03:49:14.634083 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9a751af-6fb4-4865-8266-6f4c02934101 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.637854 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d9a751af-6fb4-4865-8266-6f4c02934101 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/a9a947df-6f2e-4dd2-bad5-de648f6d86ac HTTP/1.1" status: 204 len: 168 time: 1.8897150 Nov 12 03:49:14.647093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34636) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:14.717621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-eefacb48-12d6-4655-b426-9470e03cbaab req-0ba5e79f-d622-424b-91a1-7174cd3f82ea tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1006481057', 'description': 'tempest-description-698534605'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:14.749884 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08a26ff6-c127-4e55-8dbd-41c2a98c5fcf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.796649 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.887490 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:14.888295 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.892219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a26ff6-c127-4e55-8dbd-41c2a98c5fcf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:14.892471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] 10.222.0.26 "PUT /v2.0/ports/67130264-8ece-4b01-b5cd-d47b1156a3a3 HTTP/1.1" status: 200 len: 1093 time: 2.7641935 Nov 12 03:49:14.893766 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.915488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-08a26ff6-c127-4e55-8dbd-41c2a98c5fcf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:14.922156 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a26ff6-c127-4e55-8dbd-41c2a98c5fcf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:14.923191 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08a26ff6-c127-4e55-8dbd-41c2a98c5fcf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.947286 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a26ff6-c127-4e55-8dbd-41c2a98c5fcf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=2835a275-2ebd-470f-ac0f-7e1425d68d56,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.959743 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eefacb48-12d6-4655-b426-9470e03cbaab req-0ba5e79f-d622-424b-91a1-7174cd3f82ea tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.971712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd48bf-5d0f-49f0-af63-c817358ea68c None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:14.975664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-631411bd-bc07-4169-95df-155f8ae6d850 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Deleting port e8738b2d-cc1f-4dfe-9f70-a94d26263ef9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:14.976008 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-631411bd-bc07-4169-95df-155f8ae6d850 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.985340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd38ca-30e9-40bd-b8db-2e3e54943920 req-72d392ac-57aa-4891-ad40-c59cc47e2cea tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:14.987937 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6dd38ca-30e9-40bd-b8db-2e3e54943920 req-72d392ac-57aa-4891-ad40-c59cc47e2cea tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 944 time: 0.2404878 Nov 12 03:49:15.040304 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-08a26ff6-c127-4e55-8dbd-41c2a98c5fcf tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9874561 Nov 12 03:49:15.043091 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34640) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:15.059433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0292b985-edf4-4b1d-97dd-01a51188c071 None None] DHCP port deletion for 2230732b-f07f-491a-b840-41ea416f391d request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:15.088945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'mac_address': 'fa:16:3e:0f:c1:2f', 'name': 'tempest-NetworksTestDHCPv6-381695378'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:15.134844 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb113fb-ab05-4ec1-adb6-a78436991f0a req-d6b8f39b-9a1e-482e-b913-619d7af634bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.136080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efb113fb-ab05-4ec1-adb6-a78436991f0a req-d6b8f39b-9a1e-482e-b913-619d7af634bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.4960520 Nov 12 03:49:15.143361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7f45c-c320-4e56-88d7-90c472cd3272 service neutron] Pushing event updated for resources: {'Port': ['ID=67130264-8ece-4b01-b5cd-d47b1156a3a3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:15.195426 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-631411bd-bc07-4169-95df-155f8ae6d850 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.195754 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-631411bd-bc07-4169-95df-155f8ae6d850 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.222904 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-631411bd-bc07-4169-95df-155f8ae6d850 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Calling delete_port for e8738b2d-cc1f-4dfe-9f70-a94d26263ef9 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:15.225351 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efb113fb-ab05-4ec1-adb6-a78436991f0a req-03ba1567-9639-48b1-a11a-417358d7f801 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 HTTP/1.1" status: 200 len: 217 time: 0.0650189 Nov 12 03:49:15.233067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-7ca2d1c0-e804-41d1-af5d-27688b95b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.233764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-7ca2d1c0-e804-41d1-af5d-27688b95b073 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8afdeca058ef495db099b1db5d9be783&device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 1096 time: 0.1711411 Nov 12 03:49:15.247027 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6dd38ca-30e9-40bd-b8db-2e3e54943920 req-5708ea85-e511-438f-9a8d-daca170d0cea tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271554 Nov 12 03:49:15.260265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Deleting port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:15.260769 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.329512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fe8e75-0f02-45c7-a20e-1c8d60c9f522', 'tag': '67130264-8ece-4b01-b5cd-d47b1156a3a3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:15.337893 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b55ba6-ae18-4dfe-9138-066aa99c17e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fe8e75-0f02-45c7-a20e-1c8d60c9f522", "tag": "67130264-8ece-4b01-b5cd-d47b1156a3a3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:15.350660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0292b985-edf4-4b1d-97dd-01a51188c071 None None] Deleting port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:15.352497 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0292b985-edf4-4b1d-97dd-01a51188c071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.407066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-ad3814bc-1f38-4905-be0c-60652b57eac9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67130264-8ece-4b01-b5cd-d47b1156a3a3 HTTP/1.1" status: 200 len: 217 time: 0.1467361 Nov 12 03:49:15.475964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb113fb-ab05-4ec1-adb6-a78436991f0a req-17de9664-4af6-4954-83f1-627c2aca3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.477919 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efb113fb-ab05-4ec1-adb6-a78436991f0a req-17de9664-4af6-4954-83f1-627c2aca3f25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.2190020 Nov 12 03:49:15.484675 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eefacb48-12d6-4655-b426-9470e03cbaab req-0ba5e79f-d622-424b-91a1-7174cd3f82ea tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.488456 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] For port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=db31ee32-2ab3-41e3-8c8b-ce5df3741ffa,segment=NetworkSegment(cdb723c4-91fd-45b2-b57b-8d4c10c79ef8),segment_id=cdb723c4-91fd-45b2-b57b-8d4c10c79ef8)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:15.489015 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.494712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0292b985-edf4-4b1d-97dd-01a51188c071 None None] For port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=db31ee32-2ab3-41e3-8c8b-ce5df3741ffa,segment=NetworkSegment(cdb723c4-91fd-45b2-b57b-8d4c10c79ef8),segment_id=cdb723c4-91fd-45b2-b57b-8d4c10c79ef8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:15.495254 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0292b985-edf4-4b1d-97dd-01a51188c071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.507948 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Calling delete_port for db31ee32-2ab3-41e3-8c8b-ce5df3741ffa owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:15.529939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0292b985-edf4-4b1d-97dd-01a51188c071 None None] Calling delete_port for db31ee32-2ab3-41e3-8c8b-ce5df3741ffa owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:15.535979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c6e5f-96ec-48e6-a11b-5b9d09f2016f req-bf8811b5-c2f4-4b1c-872d-7c7577653394 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.537774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-072c6e5f-96ec-48e6-a11b-5b9d09f2016f req-bf8811b5-c2f4-4b1c-872d-7c7577653394 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.1482098 Nov 12 03:49:15.561971 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-123361e5-fb41-4573-81e9-9c0aabae27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.563874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-123361e5-fb41-4573-81e9-9c0aabae27c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57b22b8e-c9b1-4f2c-a4c4-89ed08fb78be HTTP/1.1" status: 200 len: 852 time: 0.1288931 Nov 12 03:49:15.591732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:15.617970 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eefacb48-12d6-4655-b426-9470e03cbaab req-0ba5e79f-d622-424b-91a1-7174cd3f82ea tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.629714 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-7b9dadf2-862f-44ff-9813-418070ea7426 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86ddb3aa-ebd8-4104-8314-3cf1312b750d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505414 Nov 12 03:49:15.685640 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb113fb-ab05-4ec1-adb6-a78436991f0a req-89fb3119-39b5-4211-87fb-30756507f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.712728 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efb113fb-ab05-4ec1-adb6-a78436991f0a req-89fb3119-39b5-4211-87fb-30756507f768 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2045491 Nov 12 03:49:15.750825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ef505f81-92bc-4995-9878-58c4c166debd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:15.757768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-072c6e5f-96ec-48e6-a11b-5b9d09f2016f req-702c9cd5-f7d5-479b-836b-eb9520bab9bf tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018747 Nov 12 03:49:15.875316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ef505f81-92bc-4995-9878-58c4c166debd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:15.875698 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.918181 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8467e0-3e62-4577-99e1-f45be8bb0daa x-openstack-request-id: req-4b8467e0-3e62-4577-99e1-f45be8bb0daa {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:15.918601 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fe8e75-0f02-45c7-a20e-1c8d60c9f522", "tag": "67130264-8ece-4b01-b5cd-d47b1156a3a3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:15.918921 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4b8467e0-3e62-4577-99e1-f45be8bb0daa {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:15.919388 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fe8e75-0f02-45c7-a20e-1c8d60c9f522', 'tag': '67130264-8ece-4b01-b5cd-d47b1156a3a3', 'status': 'completed', 'code': 200} Nov 12 03:49:15.942506 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0292b985-edf4-4b1d-97dd-01a51188c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.974012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0292b985-edf4-4b1d-97dd-01a51188c071 None None] No DVR routers for this DVR port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:16.013359 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292b985-edf4-4b1d-97dd-01a51188c071 None None] Pushing event deleted for resources: {'Port': ['ID=db31ee32-2ab3-41e3-8c8b-ce5df3741ffa,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:16.016353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5912e892-36ca-43e9-9060-b08747c13236 None None] Update dhcp port {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'fixed_ips': [{'subnet_id': 'aae6686b-055f-4cac-bad8-35f0e39f117e', 'ip_address': '2001:db8::f816:3eff:feb3:14b2'}, {'subnet_id': '2835a275-2ebd-470f-ac0f-7e1425d68d56'}], 'binding:host_id': 'n-d-767704-23'}, 'id': 'ef505f81-92bc-4995-9878-58c4c166debd'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:49:16.122313 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5912e892-36ca-43e9-9060-b08747c13236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.211882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device db31ee32-2ab3-41e3-8c8b-ce5df3741ffa no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:16.272313 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eefacb48-12d6-4655-b426-9470e03cbaab req-0ba5e79f-d622-424b-91a1-7174cd3f82ea tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.283540 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eefacb48-12d6-4655-b426-9470e03cbaab req-0ba5e79f-d622-424b-91a1-7174cd3f82ea tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.5790248 Nov 12 03:49:16.337627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: db31ee32-2ab3-41e3-8c8b-ce5df3741ffa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:16.337958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device db31ee32-2ab3-41e3-8c8b-ce5df3741ffa not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:16.338259 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5e79f-d622-424b-91a1-7174cd3f82ea tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1af3e6-9a73-4849-8f60-a39f5edb2336,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:16.429383 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.444774 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.468519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5912e892-36ca-43e9-9060-b08747c13236 None None] Allocated IP 2001:db8:0:1::2 (be54d603-2a64-497a-84fd-dd53e383892b/2835a275-2ebd-470f-ac0f-7e1425d68d56/ef505f81-92bc-4995-9878-58c4c166debd) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:16.479327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db31ee32-2ab3-41e3-8c8b-ce5df3741ffa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:16.481247 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-631411bd-bc07-4169-95df-155f8ae6d850 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.483499 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] No DVR routers for this DVR port db31ee32-2ab3-41e3-8c8b-ce5df3741ffa on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:16.523178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bc7a3-77d0-4198-9b45-f1bc4bdba26b req-fbdc8a0e-fefa-4dc4-893c-d4679c059600 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:16.525426 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a1bc7a3-77d0-4198-9b45-f1bc4bdba26b req-fbdc8a0e-fefa-4dc4-893c-d4679c059600 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 943 time: 0.1242886 Nov 12 03:49:16.531416 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-b99d308b-71d2-4769-bab3-d9eebef7c89d service neutron] 10.222.0.26 "GET /v2.0/networks/86ddb3aa-ebd8-4104-8314-3cf1312b750d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8112235 Nov 12 03:49:16.562125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port 93d32c1a-ba7e-4a30-90c3-65fa4541f030 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:16.568833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631411bd-bc07-4169-95df-155f8ae6d850 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Pushing event deleted for resources: {'Port': ['ID=e8738b2d-cc1f-4dfe-9f70-a94d26263ef9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:16.610445 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dca0d-4e66-4b92-a507-76ccecb93861 req-73c0844c-d95f-4cd8-81f3-201cf39125bc tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:16.621525 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-283dca0d-4e66-4b92-a507-76ccecb93861 req-73c0844c-d95f-4cd8-81f3-201cf39125bc tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 944 time: 0.2363753 Nov 12 03:49:16.658352 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-060178da-50f5-4579-8c0f-f1ee96c233e2 req-17aed8f2-1a97-4cfd-bba1-27f97b331394 service neutron] 10.222.0.26 "GET /v2.0/networks/86ddb3aa-ebd8-4104-8314-3cf1312b750d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098561 Nov 12 03:49:16.665625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5912e892-36ca-43e9-9060-b08747c13236 None None] For port ef505f81-92bc-4995-9878-58c4c166debd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ef505f81-92bc-4995-9878-58c4c166debd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:16.673033 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efb113fb-ab05-4ec1-adb6-a78436991f0a req-bc095965-3880-4373-9180-bf5806ea804d service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9081650 Nov 12 03:49:16.769081 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5912e892-36ca-43e9-9060-b08747c13236 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.778234 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a1bc7a3-77d0-4198-9b45-f1bc4bdba26b req-6eb449b1-7e9c-487d-a88b-e1b91149991b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349193 Nov 12 03:49:16.798234 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.812249 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-31dffacd-c769-4169-aadb-de0f862c2a41 req-2d146d76-eb9f-44e2-9405-3762b2d34b7a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1331235946', 'description': 'tempest-description-1045540164'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:16.833592 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2230732b-f07f-491a-b840-41ea416f391d']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:16.862414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb723c4-91fd-45b2-b57b-8d4c10c79ef8') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:16.862765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb723c4-91fd-45b2-b57b-8d4c10c79ef8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:16.868585 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5912e892-36ca-43e9-9060-b08747c13236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.885393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.895951 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efb113fb-ab05-4ec1-adb6-a78436991f0a req-00c3eb82-bd4f-4182-bc95-22f409260717 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103834 Nov 12 03:49:16.918867 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b55ba6-ae18-4dfe-9138-066aa99c17e9 req-62d6410c-130e-473a-b1a7-7d42f5af2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:16.920478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84b55ba6-ae18-4dfe-9138-066aa99c17e9 req-62d6410c-130e-473a-b1a7-7d42f5af2599 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8afdeca058ef495db099b1db5d9be783&device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 1096 time: 0.0597930 Nov 12 03:49:16.933907 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-631411bd-bc07-4169-95df-155f8ae6d850 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.938017 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-631411bd-bc07-4169-95df-155f8ae6d850 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.939520 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-631411bd-bc07-4169-95df-155f8ae6d850 tempest-ServersTestBootFromVolume-1497421514 tempest-ServersTestBootFromVolume-1497421514-project] 10.222.0.105 "DELETE /v2.0/floatingips/0e09e38d-0328-419d-a9c9-b2cd7d8aaf52 HTTP/1.1" status: 204 len: 168 time: 2.6737406 Nov 12 03:49:16.941433 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.975060 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34656) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:17.022726 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912e892-36ca-43e9-9060-b08747c13236 None None] Pushing event updated for resources: {'Port': ['ID=ef505f81-92bc-4995-9878-58c4c166debd,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:17.086469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8:0:1::1ee (be54d603-2a64-497a-84fd-dd53e383892b/2835a275-2ebd-470f-ac0f-7e1425d68d56/93d32c1a-ba7e-4a30-90c3-65fa4541f030) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:17.094833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::f816:3eff:fe0f:c12f (be54d603-2a64-497a-84fd-dd53e383892b/aae6686b-055f-4cac-bad8-35f0e39f117e/93d32c1a-ba7e-4a30-90c3-65fa4541f030) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:17.106452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31dffacd-c769-4169-aadb-de0f862c2a41 req-2d146d76-eb9f-44e2-9405-3762b2d34b7a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.124645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b55ba6-ae18-4dfe-9138-066aa99c17e9 req-3fe6d0b4-5fbe-4504-a5c0-25601de22db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.127165 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84b55ba6-ae18-4dfe-9138-066aa99c17e9 req-3fe6d0b4-5fbe-4504-a5c0-25601de22db8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=86ddb3aa-ebd8-4104-8314-3cf1312b750d HTTP/1.1" status: 200 len: 914 time: 0.1953487 Nov 12 03:49:17.150353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:17.150940 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:17.155977 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:17.212480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31dffacd-c769-4169-aadb-de0f862c2a41 req-2d146d76-eb9f-44e2-9405-3762b2d34b7a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.276498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84b55ba6-ae18-4dfe-9138-066aa99c17e9 req-eb7635c6-3c3b-4842-835e-d994489244e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67130264-8ece-4b01-b5cd-d47b1156a3a3 HTTP/1.1" status: 200 len: 217 time: 0.0615623 Nov 12 03:49:17.313142 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-283dca0d-4e66-4b92-a507-76ccecb93861 req-7377ef43-47d8-4129-9c38-039bd7c53221 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6906192 Nov 12 03:49:17.339794 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31dffacd-c769-4169-aadb-de0f862c2a41 req-2d146d76-eb9f-44e2-9405-3762b2d34b7a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.384154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b55ba6-ae18-4dfe-9138-066aa99c17e9 req-14fd2646-50dd-4792-bddf-0849fa5c09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.390891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84b55ba6-ae18-4dfe-9138-066aa99c17e9 req-14fd2646-50dd-4792-bddf-0849fa5c09b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57b22b8e-c9b1-4f2c-a4c4-89ed08fb78be HTTP/1.1" status: 200 len: 852 time: 0.0995841 Nov 12 03:49:17.428903 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84b55ba6-ae18-4dfe-9138-066aa99c17e9 req-2e027b94-7b44-4c58-ad50-355f2a31a098 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86ddb3aa-ebd8-4104-8314-3cf1312b750d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323644 Nov 12 03:49:17.431460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d146d76-eb9f-44e2-9405-3762b2d34b7a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ef27b8-fb1b-449f-b1aa-72adb60bb456,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:17.470574 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.478925 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31dffacd-c769-4169-aadb-de0f862c2a41 req-2d146d76-eb9f-44e2-9405-3762b2d34b7a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.480219 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31dffacd-c769-4169-aadb-de0f862c2a41 req-2d146d76-eb9f-44e2-9405-3762b2d34b7a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6755235 Nov 12 03:49:17.502628 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.506393 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] 10.222.0.105 "DELETE /v2.0/networks/2230732b-f07f-491a-b840-41ea416f391d HTTP/1.1" status: 204 len: 168 time: 2.8524880 Nov 12 03:49:17.614119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2b948-9829-4264-a72d-a1f7d2369bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2230732b-f07f-491a-b840-41ea416f391d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:17.700785 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.724295 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fdfb2-36ff-4175-a7dc-9ef23891bb30 req-13d0eb00-2503-4858-8df5-17bcbfe8b6c7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.726993 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f54fdfb2-36ff-4175-a7dc-9ef23891bb30 req-13d0eb00-2503-4858-8df5-17bcbfe8b6c7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.2619398 Nov 12 03:49:17.728539 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ef505f81-92bc-4995-9878-58c4c166debd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:17.819174 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f54fdfb2-36ff-4175-a7dc-9ef23891bb30 req-9289f3b2-6673-4e8f-8834-55ff10b0fa84 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762234 Nov 12 03:49:17.907932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-526ff765-c527-43e4-b72b-180764ba8e1c req-61885196-c2c1-40c9-9955-225d9919dc8f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d6b2d99842864fcdaa50b55f56be9f1a HTTP/1.1" status: 200 len: 11012 time: 0.3314312 Nov 12 03:49:17.939020 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84b55ba6-ae18-4dfe-9138-066aa99c17e9 req-6cd481f0-6d62-4924-9533-17cffb2bc38a service neutron] 10.222.0.26 "GET /v2.0/networks/86ddb3aa-ebd8-4104-8314-3cf1312b750d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999692 Nov 12 03:49:18.079564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34668) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:18.123395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ef505f81-92bc-4995-9878-58c4c166debd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:18.124605 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.166782 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-526ff765-c527-43e4-b72b-180764ba8e1c req-ebc6b6f1-fd10-4ab7-98c4-c6533f043fb6 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/4adc80c5-0e1e-41ef-8e4f-320c3caf79da HTTP/1.1" status: 200 len: 3002 time: 0.2531338 Nov 12 03:49:18.171810 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec752e27-0b7f-48df-91b4-d9aa8c39538e req-9665b9d5-bf0d-4944-92a8-7e8950f66805 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.173593 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec752e27-0b7f-48df-91b4-d9aa8c39538e req-9665b9d5-bf0d-4944-92a8-7e8950f66805 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 943 time: 0.1717720 Nov 12 03:49:18.246538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-234208a6-4b7d-46bf-a15d-7491179ab88a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d7da653e79724c3fb8b1d2a6f3b5b3e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1517689 Nov 12 03:49:18.248956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34670) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:18.261560 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-526ff765-c527-43e4-b72b-180764ba8e1c req-5863c0e9-1bac-4e78-a75a-f67059329760 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/4adc80c5-0e1e-41ef-8e4f-320c3caf79da HTTP/1.1" status: 200 len: 3002 time: 0.0886638 Nov 12 03:49:18.264775 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.277357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84b55ba6-ae18-4dfe-9138-066aa99c17e9 req-c096b421-ab1f-4320-b890-d67e8d126a4c service neutron] 10.222.0.26 "GET /v2.0/networks/86ddb3aa-ebd8-4104-8314-3cf1312b750d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187008 Nov 12 03:49:18.282097 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec752e27-0b7f-48df-91b4-d9aa8c39538e req-ef5d291f-ace9-4947-8b68-14521df7adf3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898156 Nov 12 03:49:18.292078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-231f61f3-1a37-4834-96e8-798fedb100aa None None] Provisioning complete for port ef505f81-92bc-4995-9878-58c4c166debd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:18.292569 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-231f61f3-1a37-4834-96e8-798fedb100aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.365248 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=93d32c1a-ba7e-4a30-90c3-65fa4541f030,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:18.391763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d9b256d-0603-4100-99b1-939268dc6fa2 req-7c792045-97d2-41bf-818c-04f1692367fd tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/45fe90d1-330e-4cc5-8919-cc5775fcb47c HTTP/1.1" status: 200 len: 1819 time: 0.1036739 Nov 12 03:49:18.427922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:18.473527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:18.479326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:18.485203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.485887 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.504349 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2d9b256d-0603-4100-99b1-939268dc6fa2 req-bf9a6556-9d16-43ff-873b-86e7bf5caa0f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.531300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad5cebb5-98e7-4108-9108-49453ee54fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.538938 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2d9b256d-0603-4100-99b1-939268dc6fa2 req-bf9a6556-9d16-43ff-873b-86e7bf5caa0f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.592072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:18.593846 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5598883a-6896-42b2-846c-1af2c4cdc977 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5175395 Nov 12 03:49:18.624671 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e531e63-2a96-4478-b5f2-d05fbed048e9 req-7d0fbd04-9acd-4724-a296-8e7f61bd7bf5 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.628098 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e531e63-2a96-4478-b5f2-d05fbed048e9 req-7d0fbd04-9acd-4724-a296-8e7f61bd7bf5 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 944 time: 0.1979287 Nov 12 03:49:18.647414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad5cebb5-98e7-4108-9108-49453ee54fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.662843 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.718859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:18.741507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9746e-3b80-48ce-9735-ef4173b38641 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port 93d32c1a-ba7e-4a30-90c3-65fa4541f030 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:18.741855 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2b9746e-3b80-48ce-9735-ef4173b38641 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.746087 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e531e63-2a96-4478-b5f2-d05fbed048e9 req-b015f15a-fc09-4dd9-8b33-31b545ff9c9d tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059225 Nov 12 03:49:18.790570 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5f8076e-cf58-4528-91dc-6c7fa4806f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.853889 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2d9b256d-0603-4100-99b1-939268dc6fa2 req-bf9a6556-9d16-43ff-873b-86e7bf5caa0f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.860026 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2d9b256d-0603-4100-99b1-939268dc6fa2 req-bf9a6556-9d16-43ff-873b-86e7bf5caa0f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.860026 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d9b256d-0603-4100-99b1-939268dc6fa2 req-bf9a6556-9d16-43ff-873b-86e7bf5caa0f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "DELETE /v2.0/security-groups/45fe90d1-330e-4cc5-8919-cc5775fcb47c HTTP/1.1" status: 204 len: 173 time: 0.4599245 Nov 12 03:49:18.864955 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad5cebb5-98e7-4108-9108-49453ee54fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.875468 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad5cebb5-98e7-4108-9108-49453ee54fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.883212 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ad5cebb5-98e7-4108-9108-49453ee54fa8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5956a9ec-de96-4dc0-8643-5c8c58fc387d HTTP/1.1" status: 204 len: 168 time: 0.6256061 Nov 12 03:49:18.920537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a6556-9d16-43ff-873b-86e7bf5caa0f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fe90d1-330e-4cc5-8919-cc5775fcb47c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:18.927376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:18.946751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c06922b4-b296-420c-8a25-a8d16063ff15 None None] Provisioning complete for port 93d32c1a-ba7e-4a30-90c3-65fa4541f030 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:18.947108 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c06922b4-b296-420c-8a25-a8d16063ff15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.953647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cebb5-98e7-4108-9108-49453ee54fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5956a9ec-de96-4dc0-8643-5c8c58fc387d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:18.953934 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2b9746e-3b80-48ce-9735-ef4173b38641 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.972776 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-e19573dc-66f7-459b-9e4d-71691aa4ec0d req-7a7ebe3c-c7e7-45be-b47a-537c11b28658 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] show failed (client error): The resource could not be found. Nov 12 03:49:18.975279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e19573dc-66f7-459b-9e4d-71691aa4ec0d req-7a7ebe3c-c7e7-45be-b47a-537c11b28658 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/45fe90d1-330e-4cc5-8919-cc5775fcb47c HTTP/1.1" status: 404 len: 352 time: 0.0755138 Nov 12 03:49:18.985692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9746e-3b80-48ce-9735-ef4173b38641 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for 93d32c1a-ba7e-4a30-90c3-65fa4541f030 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:19.033028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc73927-41d7-4ae3-bcfc-7312f44aec6e req-876d2f22-735e-4dff-adda-d8c0483c7822 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.035850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dcc73927-41d7-4ae3-bcfc-7312f44aec6e req-876d2f22-735e-4dff-adda-d8c0483c7822 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.1020725 Nov 12 03:49:19.044818 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c06922b4-b296-420c-8a25-a8d16063ff15 None None] Port 93d32c1a-ba7e-4a30-90c3-65fa4541f030 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:19.051421 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'port_id': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'mac_address': 'fa:16:3e:9e:a0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:19.144025 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.164981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:19.175449 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dcc73927-41d7-4ae3-bcfc-7312f44aec6e req-6c18dec1-7e70-4784-b316-48c8cb95399c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898046 Nov 12 03:49:19.193978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:19.215231 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14925248-09c6-4183-b75a-cf9954f3da5a req-eeb18173-72e0-455f-afad-5dd6efc30394 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/9d1af3e6-9a73-4849-8f60-a39f5edb2336 HTTP/1.1" status: 200 len: 1819 time: 0.1997304 Nov 12 03:49:19.251863 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.291138 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8076e-cf58-4528-91dc-6c7fa4806f9e admin admin] Deleting port 2558ff98-2649-4e8b-8503-a5285a75552b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:19.291397 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5f8076e-cf58-4528-91dc-6c7fa4806f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.329133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:19.374713 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-14925248-09c6-4183-b75a-cf9954f3da5a req-11d156c7-a860-4ebf-94d7-3aa653b87c59 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.442394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b5f8076e-cf58-4528-91dc-6c7fa4806f9e admin admin] For port 2558ff98-2649-4e8b-8503-a5285a75552b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2558ff98-2649-4e8b-8503-a5285a75552b,segment=NetworkSegment(48a85bc1-ba37-40f4-abad-6133369e525f),segment_id=48a85bc1-ba37-40f4-abad-6133369e525f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:19.443008 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5f8076e-cf58-4528-91dc-6c7fa4806f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.447297 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-14925248-09c6-4183-b75a-cf9954f3da5a req-11d156c7-a860-4ebf-94d7-3aa653b87c59 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.473882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8076e-cf58-4528-91dc-6c7fa4806f9e admin admin] Calling delete_port for 2558ff98-2649-4e8b-8503-a5285a75552b owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:19.545750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fe4a7-145d-49fc-9b9b-e5b4197b5b9e req-921941b5-a9fb-478c-aca5-8294fdcff0f3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.545750 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e26fe4a7-145d-49fc-9b9b-e5b4197b5b9e req-921941b5-a9fb-478c-aca5-8294fdcff0f3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1210775 Nov 12 03:49:19.567078 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2b9746e-3b80-48ce-9735-ef4173b38641 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.618556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-14925248-09c6-4183-b75a-cf9954f3da5a req-11d156c7-a860-4ebf-94d7-3aa653b87c59 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.633711 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-14925248-09c6-4183-b75a-cf9954f3da5a req-11d156c7-a860-4ebf-94d7-3aa653b87c59 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.633711 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14925248-09c6-4183-b75a-cf9954f3da5a req-11d156c7-a860-4ebf-94d7-3aa653b87c59 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "DELETE /v2.0/security-groups/9d1af3e6-9a73-4849-8f60-a39f5edb2336 HTTP/1.1" status: 204 len: 173 time: 0.4002807 Nov 12 03:49:19.633711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9746e-3b80-48ce-9735-ef4173b38641 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=93d32c1a-ba7e-4a30-90c3-65fa4541f030,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:19.681420 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e26fe4a7-145d-49fc-9b9b-e5b4197b5b9e req-7bb1b7f9-42ed-4726-b6e1-e3cdd0c9f174 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181247 Nov 12 03:49:19.716076 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2b9746e-3b80-48ce-9735-ef4173b38641 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.723396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d2b9746e-3b80-48ce-9735-ef4173b38641 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/93d32c1a-ba7e-4a30-90c3-65fa4541f030 HTTP/1.1" status: 204 len: 168 time: 1.1279335 Nov 12 03:49:19.723396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d156c7-a860-4ebf-94d7-3aa653b87c59 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1af3e6-9a73-4849-8f60-a39f5edb2336,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:19.727270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34700) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.732714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:19.742520 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-78a9c445-04f2-4fa7-9d01-c292e7394f4b req-5bdf68b4-f426-4af8-a7da-42752b62c43d tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] show failed (client error): The resource could not be found. Nov 12 03:49:19.751516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-78a9c445-04f2-4fa7-9d01-c292e7394f4b req-5bdf68b4-f426-4af8-a7da-42752b62c43d tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/9d1af3e6-9a73-4849-8f60-a39f5edb2336 HTTP/1.1" status: 404 len: 352 time: 0.0585730 Nov 12 03:49:19.850746 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649f1a90-51b3-46af-9900-9b47f6047c53 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.859699 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-649f1a90-51b3-46af-9900-9b47f6047c53 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1289568 Nov 12 03:49:19.860152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34708) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.935488 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1a4c6f5-5c20-43e4-a8ce-6271f023a707 req-aa0c5065-cad8-4b12-8631-df43e03bac34 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/e6ef27b8-fb1b-449f-b1aa-72adb60bb456 HTTP/1.1" status: 200 len: 1820 time: 0.1258006 Nov 12 03:49:20.012132 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1a4c6f5-5c20-43e4-a8ce-6271f023a707 req-92f2ff38-5050-4e94-9c75-5ad4e26f3a48 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.020344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afce3ff-12a0-4db7-9e09-5166ac1a130a req-b860719b-a2c5-48dd-929c-4a68997692ca tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.022976 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9afce3ff-12a0-4db7-9e09-5166ac1a130a req-b860719b-a2c5-48dd-929c-4a68997692ca tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 944 time: 0.1032197 Nov 12 03:49:20.035071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fb6d36-1d90-4a15-9c0e-27bcd2425434 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.036635 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a8fb6d36-1d90-4a15-9c0e-27bcd2425434 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1741691 Nov 12 03:49:20.040772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34710) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.056911 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5f8076e-cf58-4528-91dc-6c7fa4806f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.093580 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9afce3ff-12a0-4db7-9e09-5166ac1a130a req-1a5829b5-9775-4ab6-abce-c4285fb97aab tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557520 Nov 12 03:49:20.111128 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8076e-cf58-4528-91dc-6c7fa4806f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=2558ff98-2649-4e8b-8503-a5285a75552b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:20.113743 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1a4c6f5-5c20-43e4-a8ce-6271f023a707 req-92f2ff38-5050-4e94-9c75-5ad4e26f3a48 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.243026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f7e01-d36c-4ffb-8439-86b09a47b177 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.244592 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f7e01-d36c-4ffb-8439-86b09a47b177 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.246129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f7e01-d36c-4ffb-8439-86b09a47b177 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.247814 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-545f7e01-d36c-4ffb-8439-86b09a47b177 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2060821 Nov 12 03:49:20.250597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34722) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.338841 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1a4c6f5-5c20-43e4-a8ce-6271f023a707 req-92f2ff38-5050-4e94-9c75-5ad4e26f3a48 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.341549 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1a4c6f5-5c20-43e4-a8ce-6271f023a707 req-92f2ff38-5050-4e94-9c75-5ad4e26f3a48 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.344603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1a4c6f5-5c20-43e4-a8ce-6271f023a707 req-92f2ff38-5050-4e94-9c75-5ad4e26f3a48 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "DELETE /v2.0/security-groups/e6ef27b8-fb1b-449f-b1aa-72adb60bb456 HTTP/1.1" status: 204 len: 173 time: 0.4120505 Nov 12 03:49:20.370736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9128598-7d92-4863-ae31-1ba9153ab464 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet 2835a275-2ebd-470f-ac0f-7e1425d68d56 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:20.375208 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9128598-7d92-4863-ae31-1ba9153ab464 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.381675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2ff38-5050-4e94-9c75-5ad4e26f3a48 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ef27b8-fb1b-449f-b1aa-72adb60bb456,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:20.411271 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [req-66a5c6a5-3766-43fe-9c38-88cd1d377905 req-8f16ff23-fedd-4173-b238-7ef3340a1b85 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] show failed (client error): The resource could not be found. Nov 12 03:49:20.412455 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66a5c6a5-3766-43fe-9c38-88cd1d377905 req-8f16ff23-fedd-4173-b238-7ef3340a1b85 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/e6ef27b8-fb1b-449f-b1aa-72adb60bb456 HTTP/1.1" status: 404 len: 352 time: 0.0392661 Nov 12 03:49:20.476225 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5f8076e-cf58-4528-91dc-6c7fa4806f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.484020 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9128598-7d92-4863-ae31-1ba9153ab464 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.523663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5158e-dfa6-4c76-8f5c-bf85a245761b req-22bb34b7-3fdb-40c9-9d2c-b30fdab85d7c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.527849 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5f5158e-dfa6-4c76-8f5c-bf85a245761b req-22bb34b7-3fdb-40c9-9d2c-b30fdab85d7c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.2236469 Nov 12 03:49:20.583201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34730) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.651362 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a93b99a1-7374-4d1e-ba84-dfc4ee73620e req-9f3f16bd-3862-41a4-be23-8d83817b5c11 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d6b2d99842864fcdaa50b55f56be9f1a HTTP/1.1" status: 200 len: 6207 time: 0.1796260 Nov 12 03:49:20.672020 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5f5158e-dfa6-4c76-8f5c-bf85a245761b req-2e212a99-157a-4e0c-82c5-cc2e22ebf653 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286976 Nov 12 03:49:20.673474 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9128598-7d92-4863-ae31-1ba9153ab464 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.733711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 67130264-8ece-4b01-b5cd-d47b1156a3a3 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:20.771643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a93b99a1-7374-4d1e-ba84-dfc4ee73620e req-13356109-9e7a-40bf-8274-06e83f681920 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/4adc80c5-0e1e-41ef-8e4f-320c3caf79da HTTP/1.1" status: 200 len: 3002 time: 0.1122651 Nov 12 03:49:20.807908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2084306620-network', 'tenant_id': '7b9866acfd3a443eb962c247a4e05eac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:20.891358 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9128598-7d92-4863-ae31-1ba9153ab464 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.905471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 67130264-8ece-4b01-b5cd-d47b1156a3a3, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=67130264-8ece-4b01-b5cd-d47b1156a3a3,segment=NetworkSegment(20677907-ff25-46b6-bdb6-f82c2c200d4b),segment_id=20677907-ff25-46b6-bdb6-f82c2c200d4b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:20.922333 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9128598-7d92-4863-ae31-1ba9153ab464 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=2835a275-2ebd-470f-ac0f-7e1425d68d56,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:20.926573 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9128598-7d92-4863-ae31-1ba9153ab464 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.930540 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d9128598-7d92-4863-ae31-1ba9153ab464 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/2835a275-2ebd-470f-ac0f-7e1425d68d56 HTTP/1.1" status: 204 len: 168 time: 0.6785870 Nov 12 03:49:20.934131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34738) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.939204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '67130264-8ece-4b01-b5cd-d47b1156a3a3', 'network_id': '86ddb3aa-ebd8-4104-8314-3cf1312b750d', 'port_id': '67130264-8ece-4b01-b5cd-d47b1156a3a3', 'mac_address': 'fa:16:3e:2d:78:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b22b8e-c9b1-4f2c-a4c4-89ed08fb78be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:20.950435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95fd60f-447e-4a23-b7ef-8919dc6c8d6e None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:20.972336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] Made reservation on behalf of 7b9866acfd3a443eb962c247a4e05eac for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:20.975018 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.990263 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.025183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cdf8de-6c07-4144-9a7a-34d7f8a06488 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet aae6686b-055f-4cac-bad8-35f0e39f117e {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:21.034489 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09cdf8de-6c07-4144-9a7a-34d7f8a06488 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.097393 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.101692 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09cdf8de-6c07-4144-9a7a-34d7f8a06488 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.132890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67130264-8ece-4b01-b5cd-d47b1156a3a3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:21.190225 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a93b99a1-7374-4d1e-ba84-dfc4ee73620e req-33e00ff9-dbf5-459b-a00b-6e7eee4394dc tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/4adc80c5-0e1e-41ef-8e4f-320c3caf79da HTTP/1.1" status: 200 len: 3002 time: 0.4091866 Nov 12 03:49:21.203350 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f8076e-cf58-4528-91dc-6c7fa4806f9e admin admin] Router f27e86c9-547f-4d7d-a041-5e0062a29fe8 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:21.205899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 67130264-8ece-4b01-b5cd-d47b1156a3a3, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=67130264-8ece-4b01-b5cd-d47b1156a3a3,segment=NetworkSegment(20677907-ff25-46b6-bdb6-f82c2c200d4b),segment_id=20677907-ff25-46b6-bdb6-f82c2c200d4b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:21.272886 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.298298 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09cdf8de-6c07-4144-9a7a-34d7f8a06488 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.306163 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.391118 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.423665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=67130264-8ece-4b01-b5cd-d47b1156a3a3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:21.442023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:21.458830 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c692bc-7cd4-4793-bcfa-99f9cbe67474 req-620b4f5d-7092-42b2-bd16-d3108e98230e tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:21.461063 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-17c692bc-7cd4-4793-bcfa-99f9cbe67474 req-620b4f5d-7092-42b2-bd16-d3108e98230e tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 945 time: 0.1663177 Nov 12 03:49:21.472073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f8076e-cf58-4528-91dc-6c7fa4806f9e admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:21.484849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49252bfe-cffe-4487-82c0-3d5388dcc63d None None] Sync routers for ids ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:21.489069 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b5f8076e-cf58-4528-91dc-6c7fa4806f9e admin admin] 10.222.0.105 "PUT /v2.0/routers/f27e86c9-547f-4d7d-a041-5e0062a29fe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5094564 Nov 12 03:49:21.489662 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.496659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7b6d26-a53a-4257-bf35-bbb3a5294b09,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:21.517205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3315d70-9a4d-4127-8aab-917bb6918f4b req-c655e23c-13af-4a97-a590-38c2120ae3ef tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:21.520205 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3315d70-9a4d-4127-8aab-917bb6918f4b req-c655e23c-13af-4a97-a590-38c2120ae3ef tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1721005 Nov 12 03:49:21.535637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49252bfe-cffe-4487-82c0-3d5388dcc63d None None] Routers {'f27e86c9-547f-4d7d-a041-5e0062a29fe8'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:21.535637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-49252bfe-cffe-4487-82c0-3d5388dcc63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:21.564954 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.574313 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] Added segment 05c7699a-c9ed-4448-b2b1-2cba6f03ec97 of type vlan for network 6aebf55c-b6a2-4c6c-b3a3-0579bde12d33 Nov 12 03:49:21.598623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09cdf8de-6c07-4144-9a7a-34d7f8a06488 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.702703 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-17c692bc-7cd4-4793-bcfa-99f9cbe67474 req-8a4096ca-3031-4528-835a-89e437a3047f tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142951 Nov 12 03:49:21.748228 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.759670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-49252bfe-cffe-4487-82c0-3d5388dcc63d None None] Set router f27e86c9-547f-4d7d-a041-5e0062a29fe8 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:21.802678 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.840053 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['67130264-8ece-4b01-b5cd-d47b1156a3a3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:21.857313 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdf8de-6c07-4144-9a7a-34d7f8a06488 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=aae6686b-055f-4cac-bad8-35f0e39f117e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:21.862838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3315d70-9a4d-4127-8aab-917bb6918f4b req-8dbeeaea-f313-4130-a21e-50b4b78ba156 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3371580 Nov 12 03:49:21.868410 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09cdf8de-6c07-4144-9a7a-34d7f8a06488 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.872913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-09cdf8de-6c07-4144-9a7a-34d7f8a06488 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/aae6686b-055f-4cac-bad8-35f0e39f117e HTTP/1.1" status: 204 len: 168 time: 0.9376645 Nov 12 03:49:21.875559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34750) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.944850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-663cf5a4-3bb4-4c74-8762-b9547a8ed9e5 req-ce877739-4670-4a65-8f41-e91ae1527d24 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-70900051', 'description': 'tempest-description-1133742268'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:21.953322 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cca46661-04b6-444c-8037-cb9f886ac6a4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735943 Nov 12 03:49:21.956708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34752) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.961699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:22.015496 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066521-20e2-42db-b66f-7bf174197871 req-7e0108c4-4522-44e8-9951-dc2415bec746 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.039255 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-38066521-20e2-42db-b66f-7bf174197871 req-7e0108c4-4522-44e8-9951-dc2415bec746 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.2190676 Nov 12 03:49:22.067582 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.068715 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.069967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.070977 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.115392 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-38066521-20e2-42db-b66f-7bf174197871 req-693bfc8d-e703-4c69-a3bd-9be51f8d3443 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727587 Nov 12 03:49:22.144371 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-663cf5a4-3bb4-4c74-8762-b9547a8ed9e5 req-ce877739-4670-4a65-8f41-e91ae1527d24 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.216655 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-49252bfe-cffe-4487-82c0-3d5388dcc63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:49:19Z', 'revision_number': 5, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port': {'id': 'cb98cff3-1b45-4cfe-a856-2f02b1f2b2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:57Z', 'updated_at': '2021-11-12T03:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.230062 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] Deleting port cb98cff3-1b45-4cfe-a856-2f02b1f2b2db {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:22.230692 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.253223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49252bfe-cffe-4487-82c0-3d5388dcc63d None None] Checking router: f27e86c9-547f-4d7d-a041-5e0062a29fe8 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:22.259051 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.6730165 Nov 12 03:49:22.263532 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34754) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.271126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49252bfe-cffe-4487-82c0-3d5388dcc63d None None] Routers {'f27e86c9-547f-4d7d-a041-5e0062a29fe8'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:22.271775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-49252bfe-cffe-4487-82c0-3d5388dcc63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:48:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.275956 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef204d-2d85-480c-a7e2-1b02c5a876ff admin admin] Pushing event updated for resources: {'Network': ['ID=6aebf55c-b6a2-4c6c-b3a3-0579bde12d33,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:22.310451 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f7e684e9-d790-4503-86c1-8b543b152a3c admin admin] Request body: {'subnet': {'network_id': '6aebf55c-b6a2-4c6c-b3a3-0579bde12d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2084306620-subnet', 'tenant_id': '7b9866acfd3a443eb962c247a4e05eac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:22.354162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:22.358913 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.380503 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 6aebf55c-b6a2-4c6c-b3a3-0579bde12d33 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:22.413752 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-663cf5a4-3bb4-4c74-8762-b9547a8ed9e5 req-ce877739-4670-4a65-8f41-e91ae1527d24 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.419961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] For port cb98cff3-1b45-4cfe-a856-2f02b1f2b2db, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=cb98cff3-1b45-4cfe-a856-2f02b1f2b2db,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:22.420589 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.521722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] Calling delete_port for cb98cff3-1b45-4cfe-a856-2f02b1f2b2db owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:22.521982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e3dddf-007a-4536-84fc-c226f2711f7d None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:22.685259 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e684e9-d790-4503-86c1-8b543b152a3c admin admin] Made reservation on behalf of 7b9866acfd3a443eb962c247a4e05eac for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:22.752152 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7e684e9-d790-4503-86c1-8b543b152a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.752403 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-663cf5a4-3bb4-4c74-8762-b9547a8ed9e5 req-ce877739-4670-4a65-8f41-e91ae1527d24 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.781213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:22.798226 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-26b02011-bc54-4d02-8ba2-7514e81b796d None None] Provisioning complete for port ef505f81-92bc-4995-9878-58c4c166debd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:22.798786 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26b02011-bc54-4d02-8ba2-7514e81b796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.801962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-49252bfe-cffe-4487-82c0-3d5388dcc63d None None] Set router f27e86c9-547f-4d7d-a041-5e0062a29fe8 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:22.834073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce877739-4670-4a65-8f41-e91ae1527d24 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50fd90d-fb18-43f8-b19e-38eb0f591760,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:22.916403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-49252bfe-cffe-4487-82c0-3d5388dcc63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:49:22Z', 'revision_number': 6, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.986814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49252bfe-cffe-4487-82c0-3d5388dcc63d None None] The sync data for ids ['f27e86c9-547f-4d7d-a041-5e0062a29fe8'] in n-d-767704-23 is: [{'id': 'f27e86c9-547f-4d7d-a041-5e0062a29fe8', 'name': 'tempest-ServersTestBootFromVolume-158535255-router', 'tenant_id': 'dfda8e758cf0470bab4487db6f436bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:56Z', 'updated_at': '2021-11-12T03:49:22Z', 'revision_number': 6, 'project_id': 'dfda8e758cf0470bab4487db6f436bb2', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:22.997794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bc13c-77fc-4ffa-8e9f-9dec91cd696d req-e4e1bdd1-54ab-4dbd-9954-a132e924b629 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.999669 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-364bc13c-77fc-4ffa-8e9f-9dec91cd696d req-e4e1bdd1-54ab-4dbd-9954-a132e924b629 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 945 time: 0.1170318 Nov 12 03:49:23.085511 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-364bc13c-77fc-4ffa-8e9f-9dec91cd696d req-6516204d-d501-4688-a981-e859658940c0 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768445 Nov 12 03:49:23.142915 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.155752 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-663cf5a4-3bb4-4c74-8762-b9547a8ed9e5 req-ce877739-4670-4a65-8f41-e91ae1527d24 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.157611 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-663cf5a4-3bb4-4c74-8762-b9547a8ed9e5 req-ce877739-4670-4a65-8f41-e91ae1527d24 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.2168715 Nov 12 03:49:23.181718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb98cff3-1b45-4cfe-a856-2f02b1f2b2db,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:23.189303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:49:23.192575 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad821358-811c-40e0-8232-1c44d39f5106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.196957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:23.197429 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.210856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7e684e9-d790-4503-86c1-8b543b152a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.238758 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b818f27-9fb6-4c32-93d3-874c99628db2 req-0f663559-778b-43d3-9461-393e0b054f01 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:23.240410 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b818f27-9fb6-4c32-93d3-874c99628db2 req-0f663559-778b-43d3-9461-393e0b054f01 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.1064034 Nov 12 03:49:23.354596 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.373724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.objects.ports [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:49:23.396384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d44010-6d7b-4a2e-b9d0-06555837f5a0 None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:23.416552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:23.419606 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07794a28-e17e-435d-8ee7-64977189813b" -d '{"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:23.428321 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bd55a-527d-494a-b1c0-e47f5a61ad00 req-4b86e382-6697-4715-ab3b-529eb817924f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:23.431548 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c76bd55a-527d-494a-b1c0-e47f5a61ad00 req-4b86e382-6697-4715-ab3b-529eb817924f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.2000067 Nov 12 03:49:23.437872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e684e9-d790-4503-86c1-8b543b152a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b7cbf0-8568-435d-8092-53e4561e7a92,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:23.453717 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.463110 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e684e9-d790-4503-86c1-8b543b152a3c admin admin] Checking segment: {'id': '05c7699a-c9ed-4448-b2b1-2cba6f03ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '6aebf55c-b6a2-4c6c-b3a3-0579bde12d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:23.471345 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e684e9-d790-4503-86c1-8b543b152a3c admin admin] Network hostable DHCP agents. Network: 6aebf55c-b6a2-4c6c-b3a3-0579bde12d33, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:23.489844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:23.537438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-01d44010-6d7b-4a2e-b9d0-06555837f5a0 None None] Deleting port ef505f81-92bc-4995-9878-58c4c166debd {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:23.540777 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01d44010-6d7b-4a2e-b9d0-06555837f5a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.579080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccda0a3-2ae9-4fb9-baa1-aa426e177a5f req-5e7a9eb1-77dd-4be8-bec1-e2079794d179 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:23.580777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ccda0a3-2ae9-4fb9-baa1-aa426e177a5f req-5e7a9eb1-77dd-4be8-bec1-e2079794d179 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 945 time: 0.3349366 Nov 12 03:49:23.581883 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.622877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.629032 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.661128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1b818f27-9fb6-4c32-93d3-874c99628db2 req-51c77d63-db18-423f-87f9-c908921dfd35 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Deleting port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:23.661403 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1b818f27-9fb6-4c32-93d3-874c99628db2 req-51c77d63-db18-423f-87f9-c908921dfd35 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.679890 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c76bd55a-527d-494a-b1c0-e47f5a61ad00 req-81d95314-5448-4223-b22b-e17ac181ba56 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283750 Nov 12 03:49:23.684968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e684e9-d790-4503-86c1-8b543b152a3c admin admin] Network 6aebf55c-b6a2-4c6c-b3a3-0579bde12d33 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:23.706675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:23.733419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-01d44010-6d7b-4a2e-b9d0-06555837f5a0 None None] For port ef505f81-92bc-4995-9878-58c4c166debd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ef505f81-92bc-4995-9878-58c4c166debd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:23.733973 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01d44010-6d7b-4a2e-b9d0-06555837f5a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.736474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9d4cc119-9c97-4209-b9ec-15fe44e665e9 req-d1632aec-fdec-4fc8-8380-401a565b3d77 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-928344170', 'description': 'tempest-description-923364295'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:23.748303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-01d44010-6d7b-4a2e-b9d0-06555837f5a0 None None] Calling delete_port for ef505f81-92bc-4995-9878-58c4c166debd owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:23.766738 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ccda0a3-2ae9-4fb9-baa1-aa426e177a5f req-fa4bb1a3-7759-42c4-ab1a-355a37369487 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715069 Nov 12 03:49:23.771248 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.772185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f27e86c9-547f-4d7d-a041-5e0062a29fe8 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:23.783907 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.784096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:23.784509 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-67e833f6-362f-4696-a778-533ef7c057b5 admin admin] 10.222.0.105 "DELETE /v2.0/routers/f27e86c9-547f-4d7d-a041-5e0062a29fe8 HTTP/1.1" status: 204 len: 168 time: 2.2897599 Nov 12 03:49:23.799718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f7e684e9-d790-4503-86c1-8b543b152a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 6aebf55c-b6a2-4c6c-b3a3-0579bde12d33) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:23.808678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e684e9-d790-4503-86c1-8b543b152a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:23.809785 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7e684e9-d790-4503-86c1-8b543b152a3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.828761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b83df-256a-4dc3-bc3b-e32e0d0492e3 None None] Network 6aebf55c-b6a2-4c6c-b3a3-0579bde12d33 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:23.844617 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9d4cc119-9c97-4209-b9ec-15fe44e665e9 req-d1632aec-fdec-4fc8-8380-401a565b3d77 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.880941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1b818f27-9fb6-4c32-93d3-874c99628db2 req-51c77d63-db18-423f-87f9-c908921dfd35 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] For port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:23.881314 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1b818f27-9fb6-4c32-93d3-874c99628db2 req-51c77d63-db18-423f-87f9-c908921dfd35 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.884732 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bb0404-2ebe-4502-97b8-6fff17918642 x-openstack-request-id: req-74bb0404-2ebe-4502-97b8-6fff17918642 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:23.884732 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:23.892196 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-74bb0404-2ebe-4502-97b8-6fff17918642 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:23.892196 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'code': 200} Nov 12 03:49:23.932014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1b818f27-9fb6-4c32-93d3-874c99628db2 req-51c77d63-db18-423f-87f9-c908921dfd35 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Calling delete_port for 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:23.954580 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-af083296-a838-42bf-bc29-eff427ef6aa5 admin admin] Deleting subnet 38766906-a926-453b-a958-276d3be1a812 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:23.959380 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af083296-a838-42bf-bc29-eff427ef6aa5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.962529 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.006731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99787610-50cc-42c7-aea8-c54ebbd02516 None None] Network 6aebf55c-b6a2-4c6c-b3a3-0579bde12d33 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:24.037326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f7e684e9-d790-4503-86c1-8b543b152a3c admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7712321 Nov 12 03:49:24.065983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device cb98cff3-1b45-4cfe-a856-2f02b1f2b2db no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:24.100148 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01d44010-6d7b-4a2e-b9d0-06555837f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.124489 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: cb98cff3-1b45-4cfe-a856-2f02b1f2b2db {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:24.125098 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device cb98cff3-1b45-4cfe-a856-2f02b1f2b2db not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:24.126051 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2558ff98-2649-4e8b-8503-a5285a75552b no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:24.128480 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d44010-6d7b-4a2e-b9d0-06555837f5a0 None None] No DVR routers for this DVR port ef505f81-92bc-4995-9878-58c4c166debd on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:24.130110 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af083296-a838-42bf-bc29-eff427ef6aa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.140932 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9d4cc119-9c97-4209-b9ec-15fe44e665e9 req-d1632aec-fdec-4fc8-8380-401a565b3d77 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.183257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d44010-6d7b-4a2e-b9d0-06555837f5a0 None None] Pushing event deleted for resources: {'Port': ['ID=ef505f81-92bc-4995-9878-58c4c166debd,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:24.192156 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 2558ff98-2649-4e8b-8503-a5285a75552b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:24.193027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2558ff98-2649-4e8b-8503-a5285a75552b not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:24.194210 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9d4cc119-9c97-4209-b9ec-15fe44e665e9 req-d1632aec-fdec-4fc8-8380-401a565b3d77 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.194615 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ef505f81-92bc-4995-9878-58c4c166debd no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:24.236660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5590a7c-c957-4e16-a1ae-a07e0b8e6348 req-52ea29d2-9248-472c-a9e4-a21a04f50400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.238538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f5590a7c-c957-4e16-a1ae-a07e0b8e6348 req-52ea29d2-9248-472c-a9e4-a21a04f50400 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 1097 time: 0.2343254 Nov 12 03:49:24.257741 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1632aec-fdec-4fc8-8380-401a565b3d77 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2757209-d281-44e1-9378-45b5427ebedb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:24.291352 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: ef505f81-92bc-4995-9878-58c4c166debd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:24.291911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ef505f81-92bc-4995-9878-58c4c166debd not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:24.294060 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9d4cc119-9c97-4209-b9ec-15fe44e665e9 req-d1632aec-fdec-4fc8-8380-401a565b3d77 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.297165 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9d4cc119-9c97-4209-b9ec-15fe44e665e9 req-d1632aec-fdec-4fc8-8380-401a565b3d77 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5678434 Nov 12 03:49:24.497956 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a16f06-0ed6-46f4-9822-abbdfd3b53fb req-22080462-00d2-4930-adaf-14b7bbe20fc5 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.504727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98a16f06-0ed6-46f4-9822-abbdfd3b53fb req-22080462-00d2-4930-adaf-14b7bbe20fc5 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 945 time: 0.2873180 Nov 12 03:49:24.509242 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af083296-a838-42bf-bc29-eff427ef6aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.554045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d415caaa-5d22-4878-8a58-a6c42226b6fe req-6e53b1e1-9dbc-4589-917a-e35bedda4f49 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1965726076', 'description': 'tempest-description-961646464'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:24.558046 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] For port ef505f81-92bc-4995-9878-58c4c166debd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ef505f81-92bc-4995-9878-58c4c166debd,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:24.561856 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f5590a7c-c957-4e16-a1ae-a07e0b8e6348 req-9ef570c3-b4ea-4bfa-b255-13162eb6aa1e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793169 Nov 12 03:49:24.640768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.658551 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98a16f06-0ed6-46f4-9822-abbdfd3b53fb req-67b91aee-3229-4104-ae8f-818d193188a3 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088619 Nov 12 03:49:24.688798 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d415caaa-5d22-4878-8a58-a6c42226b6fe req-6e53b1e1-9dbc-4589-917a-e35bedda4f49 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.721351 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af083296-a838-42bf-bc29-eff427ef6aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.723992 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1b818f27-9fb6-4c32-93d3-874c99628db2 req-51c77d63-db18-423f-87f9-c908921dfd35 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.732283 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.733525 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.753975 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.775575 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:24.803963 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d415caaa-5d22-4878-8a58-a6c42226b6fe req-6e53b1e1-9dbc-4589-917a-e35bedda4f49 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.821839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 67130264-8ece-4b01-b5cd-d47b1156a3a3 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:24.856871 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d415caaa-5d22-4878-8a58-a6c42226b6fe req-6e53b1e1-9dbc-4589-917a-e35bedda4f49 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.898978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53b1e1-9dbc-4589-917a-e35bedda4f49 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2633ada1-8db1-47f7-b891-06de816e3cac,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:24.931053 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 67130264-8ece-4b01-b5cd-d47b1156a3a3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:49:24.936244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 67130264-8ece-4b01-b5cd-d47b1156a3a3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:24.945496 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.967262 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d415caaa-5d22-4878-8a58-a6c42226b6fe req-6e53b1e1-9dbc-4589-917a-e35bedda4f49 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.969323 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d415caaa-5d22-4878-8a58-a6c42226b6fe req-6e53b1e1-9dbc-4589-917a-e35bedda4f49 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4208601 Nov 12 03:49:25.037266 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.097869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 67130264-8ece-4b01-b5cd-d47b1156a3a3, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=67130264-8ece-4b01-b5cd-d47b1156a3a3,segment=NetworkSegment(20677907-ff25-46b6-bdb6-f82c2c200d4b),segment_id=20677907-ff25-46b6-bdb6-f82c2c200d4b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:25.119462 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de73c5-dc6c-433d-a073-0de608d4e5a1 req-422d20bb-6348-421a-8501-97a5fe51c653 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:25.121480 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c8de73c5-dc6c-433d-a073-0de608d4e5a1 req-422d20bb-6348-421a-8501-97a5fe51c653 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 945 time: 0.0793314 Nov 12 03:49:25.153787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af083296-a838-42bf-bc29-eff427ef6aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38766906-a926-453b-a958-276d3be1a812,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.167070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eca812-cb8b-49cc-b522-a35c6112809d None None] Network 7828d1a5-9946-41af-b946-aaa68c0bc955 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:25.171133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.176937 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af083296-a838-42bf-bc29-eff427ef6aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.182881 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-af083296-a838-42bf-bc29-eff427ef6aa5 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/38766906-a926-453b-a958-276d3be1a812 HTTP/1.1" status: 204 len: 168 time: 1.3980575 Nov 12 03:49:25.184916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:25.189796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=ef505f81-92bc-4995-9878-58c4c166debd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.251847 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:25.271357 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.278041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:25.280823 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c8de73c5-dc6c-433d-a073-0de608d4e5a1 req-39585795-ecd3-456d-8bfe-0a186ac3a716 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508429 Nov 12 03:49:25.285676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:25.286573 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.291888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c77d63-db18-423f-87f9-c908921dfd35 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Pushing event deleted for resources: {'Port': ['ID=75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.322045 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b818f27-9fb6-4c32-93d3-874c99628db2 req-51c77d63-db18-423f-87f9-c908921dfd35 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] No DVR routers for this DVR port 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:25.322350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192d75ea-741a-42fd-b723-7ca084940cf3 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:25.351215 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1b818f27-9fb6-4c32-93d3-874c99628db2 req-51c77d63-db18-423f-87f9-c908921dfd35 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.354531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b818f27-9fb6-4c32-93d3-874c99628db2 req-51c77d63-db18-423f-87f9-c908921dfd35 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.26 "DELETE /v2.0/ports/75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 HTTP/1.1" status: 204 len: 173 time: 2.0995808 Nov 12 03:49:25.357255 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9058da-475a-4e4d-b1d8-7714671f539d', 'name': 'network-vif-deleted', 'tag': '75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:25.359904 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403ee6af-409c-4efc-842f-629b8be1e7fa" -d '{"events": [{"server_uuid": "6e9058da-475a-4e4d-b1d8-7714671f539d", "name": "network-vif-deleted", "tag": "75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:25.405097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Deleting port 03f73517-c2f9-42a5-898e-eafd8d4453bf {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:25.405340 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.409966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-ebff1a05-de8a-424a-bcc9-9f060b0adae2 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:25.416602 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-ebff1a05-de8a-424a-bcc9-9f060b0adae2 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/networks?id=64d5e498-6fbb-4f6e-ad06-df50786cb026 HTTP/1.1" status: 200 len: 812 time: 0.6241317 Nov 12 03:49:25.424885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=f1447cf8-4502-49a7-b834-873ddc483cb0,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.441818 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a76dc6a0-c33a-4a88-8554-fc9f37991d94 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4806252 Nov 12 03:49:25.443379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:25.449468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9954dc17-09d7-463a-b547-030557fbffc7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:25.454145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-a5927c00-7254-4972-a317-381a9f0f0ffe tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/quotas/d6b2d99842864fcdaa50b55f56be9f1a HTTP/1.1" status: 200 len: 375 time: 0.0361266 Nov 12 03:49:25.497252 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=67130264-8ece-4b01-b5cd-d47b1156a3a3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.547709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9839f52b-6bca-4251-bdea-9f36aea1969f req-772f5959-5420-4688-adb3-b66e12e2535d tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=6e9058da-475a-4e4d-b1d8-7714671f539d HTTP/1.1" status: 200 len: 210 time: 0.1216471 Nov 12 03:49:25.616758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] For port 03f73517-c2f9-42a5-898e-eafd8d4453bf, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=03f73517-c2f9-42a5-898e-eafd8d4453bf,segment=NetworkSegment(48a85bc1-ba37-40f4-abad-6133369e525f),segment_id=48a85bc1-ba37-40f4-abad-6133369e525f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:25.616758 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.620654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-40a8dba1-3904-4178-9827-91b82c4d479a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d6b2d99842864fcdaa50b55f56be9f1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1391869 Nov 12 03:49:25.656693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff1273-8287-4b5b-83b7-ef26a18ae5a4 None None] DHCP port deletion for 7828d1a5-9946-41af-b946-aaa68c0bc955 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:25.660843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Calling delete_port for 03f73517-c2f9-42a5-898e-eafd8d4453bf owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:25.752879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': 'f1447cf8-4502-49a7-b834-873ddc483cb0'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:25.754997 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.778067 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-7623654a-cec0-4d5c-8209-156994df8046 service neutron] 10.222.0.105 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494391 Nov 12 03:49:25.813688 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9954dc17-09d7-463a-b547-030557fbffc7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:25.818499 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9954dc17-09d7-463a-b547-030557fbffc7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.823388 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2fb580d2-05fe-4818-a76e-c6b8f77fcffb req-064d34f2-7b1c-49bc-bafb-538b8a0fea8e tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-groups/2633ada1-8db1-47f7-b891-06de816e3cac HTTP/1.1" status: 200 len: 1831 time: 0.1860476 Nov 12 03:49:25.833989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2fb580d2-05fe-4818-a76e-c6b8f77fcffb req-fa96d862-8d53-40d6-b66c-934d51dcfcde tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2633ada1-8db1-47f7-b891-06de816e3cac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:25.834787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2fb580d2-05fe-4818-a76e-c6b8f77fcffb req-fa96d862-8d53-40d6-b66c-934d51dcfcde tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2633ada1-8db1-47f7-b891-06de816e3cac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:25.889317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fe8e75-0f02-45c7-a20e-1c8d60c9f522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67130264-8ece-4b01-b5cd-d47b1156a3a3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:25.898793 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a13de0e-2916-42ea-bb0b-f6d9b6143504" -d '{"events": [{"server_uuid": "d9fe8e75-0f02-45c7-a20e-1c8d60c9f522", "name": "network-vif-plugged", "status": "completed", "tag": "67130264-8ece-4b01-b5cd-d47b1156a3a3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:25.938457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7eff1273-8287-4b5b-83b7-ef26a18ae5a4 None None] Deleting port 03f73517-c2f9-42a5-898e-eafd8d4453bf {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:25.939150 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7eff1273-8287-4b5b-83b7-ef26a18ae5a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.967486 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-1d23a33c-22c8-4c01-84d0-0badecadb6bd service neutron] 10.222.0.105 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812627 Nov 12 03:49:25.998809 n-d-767704-23 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-9954dc17-09d7-463a-b547-030557fbffc7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f1447cf8-4502-49a7-b834-873ddc483cb0 (CIDR: 2001:db8::/64) Nov 12 03:49:26.029549 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9954dc17-09d7-463a-b547-030557fbffc7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:49:26.030545 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9954dc17-09d7-463a-b547-030557fbffc7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:26.048251 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7eff1273-8287-4b5b-83b7-ef26a18ae5a4 None None] For port 03f73517-c2f9-42a5-898e-eafd8d4453bf, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=03f73517-c2f9-42a5-898e-eafd8d4453bf,segment=NetworkSegment(48a85bc1-ba37-40f4-abad-6133369e525f),segment_id=48a85bc1-ba37-40f4-abad-6133369e525f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:26.048762 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7eff1273-8287-4b5b-83b7-ef26a18ae5a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.056120 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.058727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Allocated IP 2001:db8::f816:3eff:fe74:f8e6 (be54d603-2a64-497a-84fd-dd53e383892b/f1447cf8-4502-49a7-b834-873ddc483cb0/daff9b06-2fc4-4d3d-a66a-da4c590cf96d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:26.073867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7eff1273-8287-4b5b-83b7-ef26a18ae5a4 None None] Calling delete_port for 03f73517-c2f9-42a5-898e-eafd8d4453bf owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:26.101697 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9954dc17-09d7-463a-b547-030557fbffc7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6562221 Nov 12 03:49:26.103799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34814) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:26.114062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5e3adfb1-e5d7-44a2-aac9-6bf1003af4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:26.163922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] No DVR routers for this DVR port 03f73517-c2f9-42a5-898e-eafd8d4453bf on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:26.181554 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Pushing event deleted for resources: {'Port': ['ID=03f73517-c2f9-42a5-898e-eafd8d4453bf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.265428 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2fb580d2-05fe-4818-a76e-c6b8f77fcffb req-fa96d862-8d53-40d6-b66c-934d51dcfcde tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.291922 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7eff1273-8287-4b5b-83b7-ef26a18ae5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.327169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff1273-8287-4b5b-83b7-ef26a18ae5a4 None None] Pushing event deleted for resources: {'Port': ['ID=03f73517-c2f9-42a5-898e-eafd8d4453bf,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.367824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eff1273-8287-4b5b-83b7-ef26a18ae5a4 None None] No DVR routers for this DVR port 03f73517-c2f9-42a5-898e-eafd8d4453bf on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:26.369827 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf5072b6-d623-419c-80fe-89e448b22ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.391057 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.395868 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2fb580d2-05fe-4818-a76e-c6b8f77fcffb req-fa96d862-8d53-40d6-b66c-934d51dcfcde tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.400070 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.428564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7828d1a5-9946-41af-b946-aaa68c0bc955']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:26.442486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a85bc1-ba37-40f4-abad-6133369e525f') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:26.442978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a85bc1-ba37-40f4-abad-6133369e525f') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:26.446255 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3adfb1-e5d7-44a2-aac9-6bf1003af4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:26.454267 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3adfb1-e5d7-44a2-aac9-6bf1003af4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.458933 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.468744 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.477009 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2fb580d2-05fe-4818-a76e-c6b8f77fcffb req-fa96d862-8d53-40d6-b66c-934d51dcfcde tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.534134 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96d862-8d53-40d6-b66c-934d51dcfcde tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed6285b-add5-47fc-b7b2-c9bf854066d1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.552548 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.586367 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2fb580d2-05fe-4818-a76e-c6b8f77fcffb req-fa96d862-8d53-40d6-b66c-934d51dcfcde tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.592386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:26.592603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2fb580d2-05fe-4818-a76e-c6b8f77fcffb req-fa96d862-8d53-40d6-b66c-934d51dcfcde tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7646801 Nov 12 03:49:26.595275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:26.596412 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:26.601391 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:26.613368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:26.613822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:26.641196 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Pushing event updated for resources: {'Port': ['ID=daff9b06-2fc4-4d3d-a66a-da4c590cf96d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.678701 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.759061 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3165a252-958a-4fc1-bbd0-83170396bc2e x-openstack-request-id: req-3165a252-958a-4fc1-bbd0-83170396bc2e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:26.759365 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9058da-475a-4e4d-b1d8-7714671f539d", "name": "network-vif-deleted", "tag": "75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:26.759624 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3165a252-958a-4fc1-bbd0-83170396bc2e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:26.760059 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9058da-475a-4e4d-b1d8-7714671f539d', 'name': 'network-vif-deleted', 'tag': '75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1', 'status': 'completed', 'code': 200} Nov 12 03:49:26.782098 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734e9242-1a67-43eb-a8cd-91bdf72b2c66 x-openstack-request-id: req-734e9242-1a67-43eb-a8cd-91bdf72b2c66 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:26.782391 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fe8e75-0f02-45c7-a20e-1c8d60c9f522", "name": "network-vif-plugged", "status": "completed", "tag": "67130264-8ece-4b01-b5cd-d47b1156a3a3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:26.782645 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-734e9242-1a67-43eb-a8cd-91bdf72b2c66 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:26.787691 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fe8e75-0f02-45c7-a20e-1c8d60c9f522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67130264-8ece-4b01-b5cd-d47b1156a3a3', 'code': 200} Nov 12 03:49:26.828189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Attempting to bind port daff9b06-2fc4-4d3d-a66a-da4c590cf96d on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:26.828561 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Attempting to bind port daff9b06-2fc4-4d3d-a66a-da4c590cf96d by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:26.828948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Attempting to bind port daff9b06-2fc4-4d3d-a66a-da4c590cf96d on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:26.836361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:26.836737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:26.837186 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.837641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:26.839436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Bound port: daff9b06-2fc4-4d3d-a66a-da4c590cf96d, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:26.839838 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.874736 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.894817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f3177-3853-4664-86f9-513322641351 req-e660a5af-1ffa-4558-a7b2-9564a31ceac3 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:26.903379 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d3f3177-3853-4664-86f9-513322641351 req-e660a5af-1ffa-4558-a7b2-9564a31ceac3 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 946 time: 0.1423924 Nov 12 03:49:26.936821 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.961380 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] 10.222.0.105 "DELETE /v2.0/networks/7828d1a5-9946-41af-b946-aaa68c0bc955 HTTP/1.1" status: 204 len: 168 time: 1.7686744 Nov 12 03:49:26.962516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff39a8-e0ea-4ef9-a399-7bdd20e9c03c admin admin] Pushing event deleted for resources: {'Network': ['ID=7828d1a5-9946-41af-b946-aaa68c0bc955,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.007515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d3f3177-3853-4664-86f9-513322641351 req-44d4a5b0-f43c-44db-83c0-d1861ea0ded8 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027293 Nov 12 03:49:27.085097 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] For port daff9b06-2fc4-4d3d-a66a-da4c590cf96d, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:27.094257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] For port daff9b06-2fc4-4d3d-a66a-da4c590cf96d, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=daff9b06-2fc4-4d3d-a66a-da4c590cf96d,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:27.109331 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09f5ad-8361-42d0-a1e7-f4eec989db64 req-369a91c3-ded0-48c6-92f8-ede4aa2312bb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:27.112008 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5c09f5ad-8361-42d0-a1e7-f4eec989db64 req-369a91c3-ded0-48c6-92f8-ede4aa2312bb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 945 time: 0.1429913 Nov 12 03:49:27.148549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-149cc071-c2c4-44ef-85a6-1300fc249589 req-c4d2cf83-3d1b-4e0c-b279-cdf096fe3529 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 210 time: 0.0744088 Nov 12 03:49:27.184468 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5c09f5ad-8361-42d0-a1e7-f4eec989db64 req-4a774f05-dbd8-44f9-b98c-54e573ec7fc8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590491 Nov 12 03:49:27.234020 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.289685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3a9e9-896f-4631-b0d2-80bbcfafe89f req-039fdb66-6ef9-4735-8325-bf4bb0731ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:27.291609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4e3a9e9-896f-4631-b0d2-80bbcfafe89f req-039fdb66-6ef9-4735-8325-bf4bb0731ce6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 1098 time: 0.2150607 Nov 12 03:49:27.358081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812c637-5f3e-42b1-8af9-a7f9cddf61f9 None None] Pushing event updated for resources: {'Port': ['ID=daff9b06-2fc4-4d3d-a66a-da4c590cf96d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.389005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b5c8330-5387-4db5-988d-8fc865bfcabc req-9a8cc150-0978-4b6d-bbf0-eb61172c66f0 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-groups/2633ada1-8db1-47f7-b891-06de816e3cac HTTP/1.1" status: 200 len: 2425 time: 0.1488159 Nov 12 03:49:27.413149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa5b7d-182f-4a27-9451-f4c4bb6762e0 req-4cc8a31c-219f-4df7-a2d9-fb0251dd0dca tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:27.414816 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3fa5b7d-182f-4a27-9451-f4c4bb6762e0 req-4cc8a31c-219f-4df7-a2d9-fb0251dd0dca tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 945 time: 0.1171365 Nov 12 03:49:27.422830 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4e3a9e9-896f-4631-b0d2-80bbcfafe89f req-347eb935-570d-48d6-9e67-783d416dedf9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180437 Nov 12 03:49:27.423445 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34840) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:27.431278 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5a948044-9ec7-4c65-841d-88771dfd9e7c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Request body: {'floatingip': {'port_id': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:27.438105 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3adfb1-e5d7-44a2-aac9-6bf1003af4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.505823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3adfb1-e5d7-44a2-aac9-6bf1003af4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:27.509726 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a948044-9ec7-4c65-841d-88771dfd9e7c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.511108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5e3adfb1-e5d7-44a2-aac9-6bf1003af4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:27.519225 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3fb0a139-d1c3-4d7d-8cf2-669c8ca210f8 req-1a55c7be-e585-463c-99a7-ec7a6face793 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-group-rules/aed6285b-add5-47fc-b7b2-c9bf854066d1 HTTP/1.1" status: 200 len: 778 time: 0.0837960 Nov 12 03:49:27.522351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3adfb1-e5d7-44a2-aac9-6bf1003af4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:27.522351 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3adfb1-e5d7-44a2-aac9-6bf1003af4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.538428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:27.669478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3adfb1-e5d7-44a2-aac9-6bf1003af4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=4cd79c1b-c024-4919-b166-259aa0c0d115,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.707259 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c1c21591-2678-4d52-ab3d-4c6f59f95f5f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=dfda8e758cf0470bab4487db6f436bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622148 Nov 12 03:49:27.711393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34856) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:27.740902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3fb0a139-d1c3-4d7d-8cf2-669c8ca210f8 req-dcc795fa-801f-4109-8e0b-4540301cc20d tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-groups/2633ada1-8db1-47f7-b891-06de816e3cac HTTP/1.1" status: 200 len: 2425 time: 0.2049913 Nov 12 03:49:27.748197 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 03f73517-c2f9-42a5-898e-eafd8d4453bf no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:27.773018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 03f73517-c2f9-42a5-898e-eafd8d4453bf {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:27.773354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 03f73517-c2f9-42a5-898e-eafd8d4453bf not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:27.821294 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fb0a139-d1c3-4d7d-8cf2-669c8ca210f8 req-9746cd95-a512-4428-8a2a-ebd51abd5280 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.839615 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fb0a139-d1c3-4d7d-8cf2-669c8ca210f8 req-9746cd95-a512-4428-8a2a-ebd51abd5280 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.842392 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-259dcb33-d0c0-465a-91a9-9360a4b69dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.860260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-23283269-bfda-4be9-baed-cadbad019a96 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:27.868091 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-23283269-bfda-4be9-baed-cadbad019a96 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 812 time: 0.3422570 Nov 12 03:49:27.881534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-259dcb33-d0c0-465a-91a9-9360a4b69dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.888927 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-717258a3-2a84-44d0-8a2b-65b80fdb5e59 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/quotas/f9f2ce7d605c46be9c07031c482882db HTTP/1.1" status: 200 len: 375 time: 0.0196304 Nov 12 03:49:27.965187 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-af8c9721-e5ee-4ebb-93ae-55e69487e10e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359967 Nov 12 03:49:28.135883 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-479b574f-e7be-4510-b86e-8db7f4bbc71f service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:49:28.136928 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-479b574f-e7be-4510-b86e-8db7f4bbc71f service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1630883 Nov 12 03:49:28.385883 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5e3adfb1-e5d7-44a2-aac9-6bf1003af4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2803640 Nov 12 03:49:28.388646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34874) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:28.395058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'mac_address': 'fa:16:3e:14:11:cb', 'name': 'tempest-NetworksTestDHCPv6-1141118830'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:28.416934 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-259dcb33-d0c0-465a-91a9-9360a4b69dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.419863 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-259dcb33-d0c0-465a-91a9-9360a4b69dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.421386 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-259dcb33-d0c0-465a-91a9-9360a4b69dd1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8ccacc48-c0f3-4b6b-be65-2d86ceda47bd HTTP/1.1" status: 204 len: 168 time: 0.7090170 Nov 12 03:49:28.434794 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fb0a139-d1c3-4d7d-8cf2-669c8ca210f8 req-9746cd95-a512-4428-8a2a-ebd51abd5280 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.454594 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3fb0a139-d1c3-4d7d-8cf2-669c8ca210f8 req-9746cd95-a512-4428-8a2a-ebd51abd5280 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.463287 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.471109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3fb0a139-d1c3-4d7d-8cf2-669c8ca210f8 req-9746cd95-a512-4428-8a2a-ebd51abd5280 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/aed6285b-add5-47fc-b7b2-c9bf854066d1 HTTP/1.1" status: 204 len: 173 time: 0.7166982 Nov 12 03:49:28.559023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dcb33-d0c0-465a-91a9-9360a4b69dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccacc48-c0f3-4b6b-be65-2d86ceda47bd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:28.632874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746cd95-a512-4428-8a2a-ebd51abd5280 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aed6285b-add5-47fc-b7b2-c9bf854066d1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:28.683151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9f3b6-027e-406d-8b60-a9f657476f33 req-954ae652-e740-42a9-bec4-2cdb59a011be tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:28.691609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8cf9f3b6-027e-406d-8b60-a9f657476f33 req-954ae652-e740-42a9-bec4-2cdb59a011be tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 946 time: 0.1260896 Nov 12 03:49:28.827254 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:28.895605 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8cf9f3b6-027e-406d-8b60-a9f657476f33 req-53c606ca-8c10-4aa8-b720-492af48e2217 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026365 Nov 12 03:49:28.902704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:28.903995 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 75ff5ca5-6b24-45fd-b2bf-6ccc6f9e15e1 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:28.907467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75651d45-0517-40ca-9d0e-7a10c2781dc6 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:28.913265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-3879880c-5bad-44e6-aaae-df1ab30d3bf1 service neutron] 10.222.0.105 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7647014 Nov 12 03:49:28.927702 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a948044-9ec7-4c65-841d-88771dfd9e7c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.942034 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:29.063676 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.095247 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a948044-9ec7-4c65-841d-88771dfd9e7c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.110451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d819f013-41c1-4c11-b1f0-3b704703f2ec None None] Provisioning complete for port daff9b06-2fc4-4d3d-a66a-da4c590cf96d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:29.110451 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d819f013-41c1-4c11-b1f0-3b704703f2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.185906 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c719fef2-f2b4-43d6-98a8-90bac29759c8 req-962e8c22-a0df-48e3-aa0d-e88dec65cda4 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 210 time: 0.0664146 Nov 12 03:49:29.254375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4af448a1-e598-4de9-ac78-2373f82eaf83 req-60e2c003-863c-4b48-a5c0-1707d8d747f2 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1842575140', 'description': 'tempest-description-1047007679'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:29.293864 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-5a948044-9ec7-4c65-841d-88771dfd9e7c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Floating IP 4035d922-a726-4897-95a4-e81d63db20ec associated. External IP: 172.25.8.33, port: 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847. Nov 12 03:49:29.329295 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.385402 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d819f013-41c1-4c11-b1f0-3b704703f2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.387054 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4af448a1-e598-4de9-ac78-2373f82eaf83 req-60e2c003-863c-4b48-a5c0-1707d8d747f2 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.393518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port 9021c289-f194-4977-9c64-b3a783b82830 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:29.445806 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-fab99466-c68f-49b2-ad06-8fa660f1f8b7 service neutron] 10.222.0.105 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316570 Nov 12 03:49:29.455346 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a621b3a-15ad-4ab7-a3ba-b41116e4ec0b None None] Update dhcp port {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'fixed_ips': [{'subnet_id': 'f1447cf8-4502-49a7-b834-873ddc483cb0', 'ip_address': '2001:db8::f816:3eff:fe74:f8e6'}, {'subnet_id': '4cd79c1b-c024-4919-b166-259aa0c0d115'}], 'binding:host_id': 'n-d-767704-23'}, 'id': 'daff9b06-2fc4-4d3d-a66a-da4c590cf96d'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:49:29.522502 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d819f013-41c1-4c11-b1f0-3b704703f2ec None None] For port daff9b06-2fc4-4d3d-a66a-da4c590cf96d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=daff9b06-2fc4-4d3d-a66a-da4c590cf96d,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:29.525119 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a621b3a-15ad-4ab7-a3ba-b41116e4ec0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.608189 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4af448a1-e598-4de9-ac78-2373f82eaf83 req-60e2c003-863c-4b48-a5c0-1707d8d747f2 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.609553 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d819f013-41c1-4c11-b1f0-3b704703f2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.732164 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4af448a1-e598-4de9-ac78-2373f82eaf83 req-60e2c003-863c-4b48-a5c0-1707d8d747f2 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.812203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a948044-9ec7-4c65-841d-88771dfd9e7c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Router 0b463750-12b6-44d5-bb8f-e00e8585c209 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:29.833048 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2c003-863c-4b48-a5c0-1707d8d747f2 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd05944-2c38-4bf0-9df4-9a3370460341,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:29.894822 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4af448a1-e598-4de9-ac78-2373f82eaf83 req-60e2c003-863c-4b48-a5c0-1707d8d747f2 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.905797 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device daff9b06-2fc4-4d3d-a66a-da4c590cf96d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:29.920488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4af448a1-e598-4de9-ac78-2373f82eaf83 req-60e2c003-863c-4b48-a5c0-1707d8d747f2 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6874108 Nov 12 03:49:29.986772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819f013-41c1-4c11-b1f0-3b704703f2ec None None] Pushing event updated for resources: {'Port': ['ID=daff9b06-2fc4-4d3d-a66a-da4c590cf96d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:30.049758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port daff9b06-2fc4-4d3d-a66a-da4c590cf96d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:30.050257 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.138088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a948044-9ec7-4c65-841d-88771dfd9e7c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:30.146107 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a948044-9ec7-4c65-841d-88771dfd9e7c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.149681 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909257e0-c07c-487b-bf4d-a91530a09e34 None None] Sync routers for ids ['0b463750-12b6-44d5-bb8f-e00e8585c209'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:30.170694 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909257e0-c07c-487b-bf4d-a91530a09e34 None None] Routers {'0b463750-12b6-44d5-bb8f-e00e8585c209'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:30.170694 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-909257e0-c07c-487b-bf4d-a91530a09e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:49:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0b463750-12b6-44d5-bb8f-e00e8585c209'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:30.174515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8:0:1::2f6 (be54d603-2a64-497a-84fd-dd53e383892b/4cd79c1b-c024-4919-b166-259aa0c0d115/9021c289-f194-4977-9c64-b3a783b82830) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:30.202908 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5a948044-9ec7-4c65-841d-88771dfd9e7c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "PUT /v2.0/floatingips/4035d922-a726-4897-95a4-e81d63db20ec HTTP/1.1" status: 200 len: 990 time: 2.7781334 Nov 12 03:49:30.203595 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:30.208265 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955ba02e-41e7-4ff3-b238-fcbd0d7b41c5" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:30.215304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::f816:3eff:fe14:11cb (be54d603-2a64-497a-84fd-dd53e383892b/f1447cf8-4502-49a7-b834-873ddc483cb0/9021c289-f194-4977-9c64-b3a783b82830) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:30.262765 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-865aa058-9350-4cfa-9c73-9a0c8c54efdb req-6956f288-5e0c-4159-9090-4023997c6336 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-groups/8cd05944-2c38-4bf0-9df4-9a3370460341 HTTP/1.1" status: 200 len: 1832 time: 0.2820318 Nov 12 03:49:30.418620 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-122754a5-dc0c-492e-b991-f17a1d780da4 req-58bab087-495c-4a27-a505-e140f72c3fed tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 210 time: 0.0476036 Nov 12 03:49:30.604218 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-909257e0-c07c-487b-bf4d-a91530a09e34 None None] Set router 0b463750-12b6-44d5-bb8f-e00e8585c209 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:30.610772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62919e65-eb0f-4e0b-bfd8-5afd5f54ab7c req-de7708a3-63a3-4db7-92af-c947aaba5a8c tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:30.872258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62919e65-eb0f-4e0b-bfd8-5afd5f54ab7c req-de7708a3-63a3-4db7-92af-c947aaba5a8c tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 946 time: 0.2373567 Nov 12 03:49:30.873791 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8bf1e5-3ea3-443b-8ab0-8d5d64efdda9 x-openstack-request-id: req-da8bf1e5-3ea3-443b-8ab0-8d5d64efdda9 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:30.873791 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:30.873791 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-da8bf1e5-3ea3-443b-8ab0-8d5d64efdda9 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:30.873791 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'status': 'completed', 'code': 200} Nov 12 03:49:30.873791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:30.873791 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3eee43d6-602b-45af-94a8-bfd93af49370 req-bf3140f6-c60e-46fa-a75b-fd55197cd29e tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 210 time: 0.0391045 Nov 12 03:49:30.874631 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.874780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d37f43c7-36d2-4189-9706-2874ec908994 req-8e8bf42b-e619-457d-b21e-eedb9dcd1403 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1829769512', 'description': 'tempest-description-261686152'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:30.874892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-5311af33-8f33-49eb-acec-d3aeaafb76c1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:30.874892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-5311af33-8f33-49eb-acec-d3aeaafb76c1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.25 "GET /v2.0/networks?id=64d5e498-6fbb-4f6e-ad06-df50786cb026 HTTP/1.1" status: 200 len: 812 time: 0.6217077 Nov 12 03:49:30.894950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-7354ac26-cfd7-4c30-b6f7-b4f69f532586 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'port': {'device_id': '9828ea37-4f52-41eb-87fa-207553c55a05', 'network_id': '64d5e498-6fbb-4f6e-ad06-df50786cb026', 'admin_state_up': True, 'tenant_id': 'd6b2d99842864fcdaa50b55f56be9f1a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:30.933822 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1393565227-network', 'tenant_id': '07e41015d94146a891f93111db10adaa'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:30.988350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62919e65-eb0f-4e0b-bfd8-5afd5f54ab7c req-f7b680d2-aa09-4a85-abb3-6abd3b13926a tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648080 Nov 12 03:49:30.992269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ba02e-41e7-4ff3-b238-fcbd0d7b41c5 req-c5ba8f10-2aa0-4377-b1b7-63878c9fb32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:30.998700 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-955ba02e-41e7-4ff3-b238-fcbd0d7b41c5 req-c5ba8f10-2aa0-4377-b1b7-63878c9fb32e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 1097 time: 0.1502414 Nov 12 03:49:31.030450 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-909257e0-c07c-487b-bf4d-a91530a09e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T03:48:43Z', 'revision_number': 4, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '4035d922-a726-4897-95a4-e81d63db20ec', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'port_id': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'mac_address': 'fa:16:3e:9e:a0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:53Z', 'updated_at': '2021-11-12T03:49:28Z', 'revision_number': 1, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12b603e-2a58-4463-9c72-8700cf0f197e', 'name': '', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'mac_address': 'fa:16:3e:34:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:41Z', 'updated_at': '2021-11-12T03:48:50Z', 'revision_number': 5, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'subnets': [{'id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:31.051157 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.083781 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909257e0-c07c-487b-bf4d-a91530a09e34 None None] Checking router: 0b463750-12b6-44d5-bb8f-e00e8585c209 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:31.088262 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d37f43c7-36d2-4189-9706-2874ec908994 req-8e8bf42b-e619-457d-b21e-eedb9dcd1403 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.097528 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909257e0-c07c-487b-bf4d-a91530a09e34 None None] Routers {'0b463750-12b6-44d5-bb8f-e00e8585c209'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:31.098164 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-909257e0-c07c-487b-bf4d-a91530a09e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:49:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0b463750-12b6-44d5-bb8f-e00e8585c209'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:31.134088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4a621b3a-15ad-4ab7-a3ba-b41116e4ec0b None None] Allocated IP 2001:db8:0:1::2 (be54d603-2a64-497a-84fd-dd53e383892b/4cd79c1b-c024-4919-b166-259aa0c0d115/daff9b06-2fc4-4d3d-a66a-da4c590cf96d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:31.139455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] Made reservation on behalf of 07e41015d94146a891f93111db10adaa for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:31.151236 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.153789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:31.163132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:31.175978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:31.182413 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.182722 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.218029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=9021c289-f194-4977-9c64-b3a783b82830,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:31.224141 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.243919 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ba02e-41e7-4ff3-b238-fcbd0d7b41c5 req-d2d47131-b805-4976-8091-f5b010e37e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.245567 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-955ba02e-41e7-4ff3-b238-fcbd0d7b41c5 req-d2d47131-b805-4976-8091-f5b010e37e56 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.2394726 Nov 12 03:49:31.271668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4a621b3a-15ad-4ab7-a3ba-b41116e4ec0b None None] For port daff9b06-2fc4-4d3d-a66a-da4c590cf96d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=daff9b06-2fc4-4d3d-a66a-da4c590cf96d,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:31.303378 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a621b3a-15ad-4ab7-a3ba-b41116e4ec0b None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.354163 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-909257e0-c07c-487b-bf4d-a91530a09e34 None None] Set router 0b463750-12b6-44d5-bb8f-e00e8585c209 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:31.359986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-7354ac26-cfd7-4c30-b6f7-b4f69f532586 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Made reservation on behalf of d6b2d99842864fcdaa50b55f56be9f1a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:31.367365 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-7354ac26-cfd7-4c30-b6f7-b4f69f532586 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.405068 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-955ba02e-41e7-4ff3-b238-fcbd0d7b41c5 req-6f566032-44c1-49f2-85f7-67580e007854 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 HTTP/1.1" status: 200 len: 998 time: 0.1449358 Nov 12 03:49:31.420763 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d37f43c7-36d2-4189-9706-2874ec908994 req-8e8bf42b-e619-457d-b21e-eedb9dcd1403 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.456683 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a621b3a-15ad-4ab7-a3ba-b41116e4ec0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.479744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.543587 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-081ca2b9-3160-4496-acda-e4100b729a90 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.1538982 Nov 12 03:49:31.546583 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:31.558385 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d37f43c7-36d2-4189-9706-2874ec908994 req-8e8bf42b-e619-457d-b21e-eedb9dcd1403 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.564064 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a621b3a-15ad-4ab7-a3ba-b41116e4ec0b None None] Pushing event updated for resources: {'Port': ['ID=daff9b06-2fc4-4d3d-a66a-da4c590cf96d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:31.605727 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.657474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8bf42b-e619-457d-b21e-eedb9dcd1403 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1969d723-cee3-46d5-a88b-6e1bbdbfd1e1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:31.693853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:31.697294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ba02e-41e7-4ff3-b238-fcbd0d7b41c5 req-a0ed0da6-3c45-4f4f-b9e0-855d71cf2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.698871 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-955ba02e-41e7-4ff3-b238-fcbd0d7b41c5 req-a0ed0da6-3c45-4f4f-b9e0-855d71cf2d6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.2833316 Nov 12 03:49:31.737523 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d37f43c7-36d2-4189-9706-2874ec908994 req-8e8bf42b-e619-457d-b21e-eedb9dcd1403 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.738793 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d37f43c7-36d2-4189-9706-2874ec908994 req-8e8bf42b-e619-457d-b21e-eedb9dcd1403 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.9405553 Nov 12 03:49:31.742813 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.743173 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] Added segment fd4aa0e5-b123-4f55-beb6-771fdeffc461 of type vlan for network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf Nov 12 03:49:31.744065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device daff9b06-2fc4-4d3d-a66a-da4c590cf96d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:31.760811 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e6a053-634e-45aa-9e25-581f1f2094a1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:31.760936 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b0ef21a-b08e-4d27-b160-99e4fbf56c4f req-ae0f8642-e86a-4ba2-9b30-a79dc22272fc tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 210 time: 0.1980736 Nov 12 03:49:31.797643 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c3d21c3b-0828-45fa-b4b1-e0de5c14db77 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port 9021c289-f194-4977-9c64-b3a783b82830 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:31.798191 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d21c3b-0828-45fa-b4b1-e0de5c14db77 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.832186 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.903153 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-909257e0-c07c-487b-bf4d-a91530a09e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T03:48:43Z', 'revision_number': 4, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '4035d922-a726-4897-95a4-e81d63db20ec', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'port_id': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'mac_address': 'fa:16:3e:9e:a0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:53Z', 'updated_at': '2021-11-12T03:49:28Z', 'revision_number': 1, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12b603e-2a58-4463-9c72-8700cf0f197e', 'name': '', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'mac_address': 'fa:16:3e:34:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:41Z', 'updated_at': '2021-11-12T03:48:50Z', 'revision_number': 5, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'subnets': [{'id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:31.949658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port daff9b06-2fc4-4d3d-a66a-da4c590cf96d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:31.950797 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.954448 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:49:32.020535 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909257e0-c07c-487b-bf4d-a91530a09e34 None None] The sync data for ids ['0b463750-12b6-44d5-bb8f-e00e8585c209'] in n-d-767704-23 is: [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T03:48:43Z', 'revision_number': 4, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '4035d922-a726-4897-95a4-e81d63db20ec', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'port_id': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'mac_address': 'fa:16:3e:9e:a0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:53Z', 'updated_at': '2021-11-12T03:49:28Z', 'revision_number': 1, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12b603e-2a58-4463-9c72-8700cf0f197e', 'name': '', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'mac_address': 'fa:16:3e:34:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:41Z', 'updated_at': '2021-11-12T03:48:50Z', 'revision_number': 5, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'subnets': [{'id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:32.033751 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ba02e-41e7-4ff3-b238-fcbd0d7b41c5 req-a2a673ee-851b-4c69-86df-26cc43b9d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.035306 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-955ba02e-41e7-4ff3-b238-fcbd0d7b41c5 req-a2a673ee-851b-4c69-86df-26cc43b9d2e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2734473 Nov 12 03:49:32.083401 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-7354ac26-cfd7-4c30-b6f7-b4f69f532586 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Allocated IP 172.20.0.10 (64d5e498-6fbb-4f6e-ad06-df50786cb026/bed95a9a-84ad-4387-9b15-10694c5849b1/d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:32.102283 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8fdc527f-d449-446a-afc9-66649bb67a64 req-a032fe8e-c2e0-47b3-a756-30f4db613503 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-groups/1969d723-cee3-46d5-a88b-6e1bbdbfd1e1 HTTP/1.1" status: 200 len: 1831 time: 0.1333284 Nov 12 03:49:32.133681 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d21c3b-0828-45fa-b4b1-e0de5c14db77 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.173219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c3d21c3b-0828-45fa-b4b1-e0de5c14db77 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for 9021c289-f194-4977-9c64-b3a783b82830 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:32.175999 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.177125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.177719 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.261612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d2d0bd02-dd8b-487b-8507-e29654a7daf5 req-e8bb6f5b-4452-4144-b743-6e33989080f4 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 210 time: 0.1224511 Nov 12 03:49:32.407021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] Pushing event updated for resources: {'Network': ['ID=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:32.423044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:32.429955 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2b9eccb1-11fe-4c41-8369-b528b5212690 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7325768 Nov 12 03:49:32.441317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:32.446990 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-24ed6f63-d22b-497f-b25a-5eff3b9166fd admin admin] Request body: {'subnet': {'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1393565227-subnet', 'tenant_id': '07e41015d94146a891f93111db10adaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:32.518543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1d419-8072-4f8c-9ba0-c73bfacf0c53 None None] New status for floating IP 4035d922-a726-4897-95a4-e81d63db20ec: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:49:32.536100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-dc3c3919-90fc-47fb-bfd4-721b0fbb1bb1 req-b9824814-19fe-4b94-9eb5-324a22228ab5 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1478424372', 'description': 'tempest-description-839521247'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:32.632596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ed6f63-d22b-497f-b25a-5eff3b9166fd admin admin] Made reservation on behalf of 07e41015d94146a891f93111db10adaa for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:32.640921 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ed6f63-d22b-497f-b25a-5eff3b9166fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.672741 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-7354ac26-cfd7-4c30-b6f7-b4f69f532586 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.801938 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-7354ac26-cfd7-4c30-b6f7-b4f69f532586 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.830680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['43550808-df24-4048-b2fc-7bd841bf9fab'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:32.850937 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-955ba02e-41e7-4ff3-b238-fcbd0d7b41c5 req-fa376e26-d7e5-4bb9-ba15-dfe5e93c143b service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7925565 Nov 12 03:49:32.933006 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb384f5-8976-44aa-997e-b57405419c27 req-e3889520-0ec4-4660-8232-e4492ba9a1e8 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.943399 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0fb384f5-8976-44aa-997e-b57405419c27 req-e3889520-0ec4-4660-8232-e4492ba9a1e8 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 946 time: 0.1776373 Nov 12 03:49:32.971963 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc3c3919-90fc-47fb-bfd4-721b0fbb1bb1 req-b9824814-19fe-4b94-9eb5-324a22228ab5 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.030880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1f3b5067-d82d-417b-874b-3d6ae3460fab None None] Provisioning complete for port daff9b06-2fc4-4d3d-a66a-da4c590cf96d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:33.033549 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f3b5067-d82d-417b-874b-3d6ae3460fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.080761 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0fb384f5-8976-44aa-997e-b57405419c27 req-a33a8322-d0e9-4460-b06f-9f2f6cfdae7f tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356790 Nov 12 03:49:33.133749 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d21c3b-0828-45fa-b4b1-e0de5c14db77 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.214575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354ac26-cfd7-4c30-b6f7-b4f69f532586 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'Port': ['ID=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.217989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d21c3b-0828-45fa-b4b1-e0de5c14db77 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=9021c289-f194-4977-9c64-b3a783b82830,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.283227 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7bc1c288-8b94-424c-9de6-5d31153ab097 req-db68bcef-9fc5-4b8a-b27a-37ba9b0445be tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 210 time: 0.0690005 Nov 12 03:49:33.380475 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d21c3b-0828-45fa-b4b1-e0de5c14db77 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.386950 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c3d21c3b-0828-45fa-b4b1-e0de5c14db77 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/9021c289-f194-4977-9c64-b3a783b82830 HTTP/1.1" status: 204 len: 168 time: 1.8390253 Nov 12 03:49:33.391187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34980) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:33.438196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc3c3919-90fc-47fb-bfd4-721b0fbb1bb1 req-b9824814-19fe-4b94-9eb5-324a22228ab5 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.447363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-7354ac26-cfd7-4c30-b6f7-b4f69f532586 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Network 64d5e498-6fbb-4f6e-ad06-df50786cb026 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:33.449417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-7354ac26-cfd7-4c30-b6f7-b4f69f532586 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:33.468056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-7354ac26-cfd7-4c30-b6f7-b4f69f532586 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:33.579712 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccc8f9b-7a7e-473c-be05-b82f44923c91 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.595712 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0ccc8f9b-7a7e-473c-be05-b82f44923c91 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2029438 Nov 12 03:49:33.599436 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34984) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:33.610968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2d2623c6-aeb8-4569-a159-0a76d0f33d1c None None] Could not find standard attr ID for object 9021c289-f194-4977-9c64-b3a783b82830. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:33.634658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-955ba02e-41e7-4ff3-b238-fcbd0d7b41c5 req-413e3a1b-daac-40a3-a48a-dac954f53145 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313392 Nov 12 03:49:33.673363 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc3c3919-90fc-47fb-bfd4-721b0fbb1bb1 req-b9824814-19fe-4b94-9eb5-324a22228ab5 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.727690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a5586a-a5bb-4c7e-996b-4a97d8da11aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.729426 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f6a5586a-a5bb-4c7e-996b-4a97d8da11aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1286037 Nov 12 03:49:33.733169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34986) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:33.854537 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ed6f63-d22b-497f-b25a-5eff3b9166fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.920120 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-d154b464-ec6c-46eb-913c-c756f7e169ce tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.921344 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-d154b464-ec6c-46eb-913c-c756f7e169ce tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.26 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 812 time: 0.4733746 Nov 12 03:49:33.922074 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9824814-19fe-4b94-9eb5-324a22228ab5 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5507388c-34ea-422c-b4d4-32dcaa7e7d9c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.961965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-7354ac26-cfd7-4c30-b6f7-b4f69f532586 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.965104 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-7354ac26-cfd7-4c30-b6f7-b4f69f532586 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.967679 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed6f63-d22b-497f-b25a-5eff3b9166fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=34069265-bba2-44d4-9f7e-7a4462db4ea2,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.986989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e9683d-23d2-41dc-8425-3bba2931970d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.988908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e9683d-23d2-41dc-8425-3bba2931970d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.990544 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e9683d-23d2-41dc-8425-3bba2931970d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.992998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-49e9683d-23d2-41dc-8425-3bba2931970d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2585759 Nov 12 03:49:33.999196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-e2f1eafd-246a-4db9-917f-5de50c33361a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Request body: {'port': {'device_id': '28de1cc4-913d-4849-a6db-7cfcbd98b0ec', 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb', 'admin_state_up': True, 'tenant_id': 'f9f2ce7d605c46be9c07031c482882db'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:33.999527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34988) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:34.011970 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc3c3919-90fc-47fb-bfd4-721b0fbb1bb1 req-b9824814-19fe-4b94-9eb5-324a22228ab5 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.015802 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dc3c3919-90fc-47fb-bfd4-721b0fbb1bb1 req-b9824814-19fe-4b94-9eb5-324a22228ab5 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.4927835 Nov 12 03:49:34.092466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb30f19-4595-451d-a9f8-532ab2a596cb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet 4cd79c1b-c024-4919-b166-259aa0c0d115 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:34.096895 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eb30f19-4595-451d-a9f8-532ab2a596cb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.162257 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eb30f19-4595-451d-a9f8-532ab2a596cb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.186852 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-7354ac26-cfd7-4c30-b6f7-b4f69f532586 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2956781 Nov 12 03:49:34.220959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Request body: {'port': {'device_id': '9828ea37-4f52-41eb-87fa-207553c55a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:34.265467 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eb30f19-4595-451d-a9f8-532ab2a596cb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.371168 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3a074-5f3a-469d-996f-a06fd6b0a4e4 req-63d69a3c-7327-4dc1-a14c-7c855ab994f1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.378904 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-18d3a074-5f3a-469d-996f-a06fd6b0a4e4 req-63d69a3c-7327-4dc1-a14c-7c855ab994f1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 932 time: 0.5563474 Nov 12 03:49:34.395926 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed6f63-d22b-497f-b25a-5eff3b9166fd admin admin] Checking segment: {'id': 'fd4aa0e5-b123-4f55-beb6-771fdeffc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:34.396702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ed6f63-d22b-497f-b25a-5eff3b9166fd admin admin] Network hostable DHCP agents. Network: 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:34.427202 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eb30f19-4595-451d-a9f8-532ab2a596cb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.491487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb30f19-4595-451d-a9f8-532ab2a596cb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd79c1b-c024-4919-b166-259aa0c0d115,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:34.514664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8eb30f19-4595-451d-a9f8-532ab2a596cb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.518351 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b726a5b-799d-48fa-8f2d-bfc0a27eaa30 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:34.518892 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8eb30f19-4595-451d-a9f8-532ab2a596cb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/4cd79c1b-c024-4919-b166-259aa0c0d115 HTTP/1.1" status: 204 len: 168 time: 0.5157006 Nov 12 03:49:34.522821 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34996) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:34.587354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-18d3a074-5f3a-469d-996f-a06fd6b0a4e4 req-1a941d63-1ac0-4350-a385-3f9b8ebc176e tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033222 Nov 12 03:49:34.614045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ed6f63-d22b-497f-b25a-5eff3b9166fd admin admin] Network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:34.667897 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a09e71-a5ab-4656-8a31-e23d995ff4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet f1447cf8-4502-49a7-b834-873ddc483cb0 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:34.679444 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a09e71-a5ab-4656-8a31-e23d995ff4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.721519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-24ed6f63-d22b-497f-b25a-5eff3b9166fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:34.729692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed6f63-d22b-497f-b25a-5eff3b9166fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.731493 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ed6f63-d22b-497f-b25a-5eff3b9166fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.751113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837a4129-d66a-4541-9170-7eacb342bd10 None None] Network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:34.840683 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a09e71-a5ab-4656-8a31-e23d995ff4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.863456 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-786795d5-6941-468c-b99d-1fea44471563 req-06bf7caa-faeb-467a-adf1-714fe777b188 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-groups/5507388c-34ea-422c-b4d4-32dcaa7e7d9c HTTP/1.1" status: 200 len: 1831 time: 0.8065202 Nov 12 03:49:34.943099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621ea81-757d-44b3-8ea1-00985c9b7f40 req-e1a89e67-212c-40ce-84ca-a2da27bbd188 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.946196 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6621ea81-757d-44b3-8ea1-00985c9b7f40 req-e1a89e67-212c-40ce-84ca-a2da27bbd188 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 946 time: 0.2267532 Nov 12 03:49:34.952451 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-24ed6f63-d22b-497f-b25a-5eff3b9166fd admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5097451 Nov 12 03:49:35.014832 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.017053 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d294fe69-86a1-4792-a3be-f5704fb40dbe None None] Network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:35.087170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2b12d1-dd24-4d8c-90af-0b8971d5e9ec req-a479bcac-3d71-416a-bd60-a0b57c260e61 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 210 time: 0.0775788 Nov 12 03:49:35.136174 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a09e71-a5ab-4656-8a31-e23d995ff4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.232892 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6621ea81-757d-44b3-8ea1-00985c9b7f40 req-939cb0b9-d27d-492d-80e2-ea43a875f3c5 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620513 Nov 12 03:49:35.263591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-e2f1eafd-246a-4db9-917f-5de50c33361a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Made reservation on behalf of f9f2ce7d605c46be9c07031c482882db for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:35.278432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0b7a2631-b2a0-401b-b20b-947a1ae9f922 req-b1147717-f68c-4033-a0b3-f22e45e2aeb2 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1462530622', 'description': 'tempest-description-1510420764'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:35.281943 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-e2f1eafd-246a-4db9-917f-5de50c33361a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.400538 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b7a2631-b2a0-401b-b20b-947a1ae9f922 req-b1147717-f68c-4033-a0b3-f22e45e2aeb2 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.438248 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a09e71-a5ab-4656-8a31-e23d995ff4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.493559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09812aef-f55e-4bbd-8f26-a44b86ebfecc req-c5b7ec4c-dcaf-43ee-817d-c00978cd27ff tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.497749 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09812aef-f55e-4bbd-8f26-a44b86ebfecc req-c5b7ec4c-dcaf-43ee-817d-c00978cd27ff tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 946 time: 0.3018327 Nov 12 03:49:35.529805 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a09e71-a5ab-4656-8a31-e23d995ff4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=f1447cf8-4502-49a7-b834-873ddc483cb0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:35.591149 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b7a2631-b2a0-401b-b20b-947a1ae9f922 req-b1147717-f68c-4033-a0b3-f22e45e2aeb2 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.594568 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77a09e71-a5ab-4656-8a31-e23d995ff4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.600659 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-77a09e71-a5ab-4656-8a31-e23d995ff4e5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/f1447cf8-4502-49a7-b834-873ddc483cb0 HTTP/1.1" status: 204 len: 168 time: 1.0731592 Nov 12 03:49:35.601848 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35020) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:35.650554 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bbec374b-cf56-4418-81f9-9bac2b8add06 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475602 Nov 12 03:49:35.651229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35024) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:35.654274 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b7a2631-b2a0-401b-b20b-947a1ae9f922 req-b1147717-f68c-4033-a0b3-f22e45e2aeb2 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.672795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bef951aa-e6d4-4374-a60e-5a859913f512 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:35.765327 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b7a2631-b2a0-401b-b20b-947a1ae9f922 req-b1147717-f68c-4033-a0b3-f22e45e2aeb2 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.766885 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0b7a2631-b2a0-401b-b20b-947a1ae9f922 req-b1147717-f68c-4033-a0b3-f22e45e2aeb2 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4958432 Nov 12 03:49:35.775060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-e2f1eafd-246a-4db9-917f-5de50c33361a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Allocated IP 172.20.0.6 (2c53af8a-46bb-48e4-af57-98f8737220cb/899de18e-7897-4846-9001-c1f9957ea303/9fda3962-d0ee-4bfd-954e-85942af8dc46) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:35.779107 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1147717-f68c-4033-a0b3-f22e45e2aeb2 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b4c9b5-97d3-4fab-85f4-b021cb459784,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:35.814642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36097383-121c-4acf-b601-d1104f670c56 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:35.900679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b7ee6d14-f048-4e31-b668-41bfaadd1a5d None None] Provisioning complete for port daff9b06-2fc4-4d3d-a66a-da4c590cf96d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:35.901269 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6d14-f048-4e31-b668-41bfaadd1a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.909280 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2885381-e6dd-4166-93b1-433923ac3dd3 req-23ba6f94-41e5-45f8-895e-b9f02951047e tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.910862 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2885381-e6dd-4166-93b1-433923ac3dd3 req-23ba6f94-41e5-45f8-895e-b9f02951047e tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 932 time: 0.0716522 Nov 12 03:49:35.919998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-09812aef-f55e-4bbd-8f26-a44b86ebfecc req-e6a54bc1-3a09-4d82-8d7e-2f632cb041b1 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Deleting port 67130264-8ece-4b01-b5cd-d47b1156a3a3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:35.920626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09812aef-f55e-4bbd-8f26-a44b86ebfecc req-e6a54bc1-3a09-4d82-8d7e-2f632cb041b1 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.926232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef951aa-e6d4-4374-a60e-5a859913f512 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:35.930991 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bef951aa-e6d4-4374-a60e-5a859913f512 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.957497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-af5b433b-171c-41de-824c-afea9637c4dc tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.967704 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-af5b433b-171c-41de-824c-afea9637c4dc tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/networks?id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf HTTP/1.1" status: 200 len: 815 time: 0.4078145 Nov 12 03:49:36.053384 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2885381-e6dd-4166-93b1-433923ac3dd3 req-92afe975-0736-4c5e-b268-af2b695ecfe1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302419 Nov 12 03:49:36.102578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cac2996e-bc6f-49bb-9622-42c926df890d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/quotas/07e41015d94146a891f93111db10adaa HTTP/1.1" status: 200 len: 375 time: 0.1330318 Nov 12 03:49:36.201193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-33fdb1d9-c6ca-4d99-9be8-cd447aafdaf3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=07e41015d94146a891f93111db10adaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977352 Nov 12 03:49:36.203083 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f80cc69-6b99-4a7b-a71e-8da6eaf4d6bb req-88bc432f-4a12-42d9-a7e1-52d2931621c3 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-groups/57b4c9b5-97d3-4fab-85f4-b021cb459784 HTTP/1.1" status: 200 len: 1832 time: 0.1045837 Nov 12 03:49:36.240580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c8a68-31f1-4475-b9a8-57104347a80e None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:36.268767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:36.295660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.324579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-029c8a68-31f1-4475-b9a8-57104347a80e None None] Deleting port daff9b06-2fc4-4d3d-a66a-da4c590cf96d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:36.328353 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-029c8a68-31f1-4475-b9a8-57104347a80e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.347254 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-89f0f155-be65-4e51-bc1b-a316b92e7ce7 req-dd395954-5ce5-4329-b92b-ba39d75207c4 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 210 time: 0.0433950 Nov 12 03:49:36.377377 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Transition to ACTIVE for port object d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:49:36.396973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-029c8a68-31f1-4475-b9a8-57104347a80e None None] For port daff9b06-2fc4-4d3d-a66a-da4c590cf96d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=daff9b06-2fc4-4d3d-a66a-da4c590cf96d,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:36.397881 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-029c8a68-31f1-4475-b9a8-57104347a80e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.397970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-09812aef-f55e-4bbd-8f26-a44b86ebfecc req-e6a54bc1-3a09-4d82-8d7e-2f632cb041b1 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] For port 67130264-8ece-4b01-b5cd-d47b1156a3a3, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=67130264-8ece-4b01-b5cd-d47b1156a3a3,segment=NetworkSegment(20677907-ff25-46b6-bdb6-f82c2c200d4b),segment_id=20677907-ff25-46b6-bdb6-f82c2c200d4b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:36.398337 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09812aef-f55e-4bbd-8f26-a44b86ebfecc req-e6a54bc1-3a09-4d82-8d7e-2f632cb041b1 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.409146 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [req-dd6aa63a-4f3b-4153-bf34-5551ed0c8294 req-74566517-a91c-426d-a215-a4211c681e97 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] show failed (client error): The resource could not be found. Nov 12 03:49:36.410918 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dd6aa63a-4f3b-4153-bf34-5551ed0c8294 req-74566517-a91c-426d-a215-a4211c681e97 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-groups/2fdb029c-6fc5-4ea7-8021-3086db95fe7a HTTP/1.1" status: 404 len: 352 time: 0.0187016 Nov 12 03:49:36.414785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-029c8a68-31f1-4475-b9a8-57104347a80e None None] Calling delete_port for daff9b06-2fc4-4d3d-a66a-da4c590cf96d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:36.431051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-09812aef-f55e-4bbd-8f26-a44b86ebfecc req-e6a54bc1-3a09-4d82-8d7e-2f632cb041b1 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Calling delete_port for 67130264-8ece-4b01-b5cd-d47b1156a3a3 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:36.440223 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bef951aa-e6d4-4374-a60e-5a859913f512 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.448604 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-e2f1eafd-246a-4db9-917f-5de50c33361a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.521521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-0a9f529b-a24d-476c-a0ce-c7320bbee9ea service neutron] 10.222.0.105 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748590 Nov 12 03:49:36.532077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef951aa-e6d4-4374-a60e-5a859913f512 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:36.542048 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bef951aa-e6d4-4374-a60e-5a859913f512 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:36.553836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef951aa-e6d4-4374-a60e-5a859913f512 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:36.553836 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bef951aa-e6d4-4374-a60e-5a859913f512 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.563434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef951aa-e6d4-4374-a60e-5a859913f512 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=b16d1d11-ada3-4cbe-b0c6-0b110943f2e6,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:36.574296 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.581446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c96c6-99ba-4682-bb18-6acac825600d req-422868d1-03d3-4d4b-8061-915dab06a10c tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:36.582964 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c73c96c6-99ba-4682-bb18-6acac825600d req-422868d1-03d3-4d4b-8061-915dab06a10c tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 946 time: 0.0926387 Nov 12 03:49:36.615953 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-029c8a68-31f1-4475-b9a8-57104347a80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.638096 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c73c96c6-99ba-4682-bb18-6acac825600d req-ae288a5a-ff2f-4ad2-889b-21b055b8e41b tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/security-groups?id=9e97efa9-e7a6-4c84-adbf-42b05f526ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472035 Nov 12 03:49:36.648150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c8a68-31f1-4475-b9a8-57104347a80e None None] Pushing event deleted for resources: {'Port': ['ID=daff9b06-2fc4-4d3d-a66a-da4c590cf96d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:36.659364 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bef951aa-e6d4-4374-a60e-5a859913f512 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0060687 Nov 12 03:49:36.660062 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35040) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:36.663524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029c8a68-31f1-4475-b9a8-57104347a80e None None] No DVR routers for this DVR port daff9b06-2fc4-4d3d-a66a-da4c590cf96d on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:36.672697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-18e6c3eb-25c6-4675-8035-950abefa556f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:36.690085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc5bf98-f6a7-497a-8d11-614cb85a323f None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:36.710844 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Pushing event updated for resources: {'Port': ['ID=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:36.764243 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-e5ec7eb7-17c2-49e7-a782-c37196a57812 service neutron] 10.222.0.105 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341676 Nov 12 03:49:36.828812 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-e2f1eafd-246a-4db9-917f-5de50c33361a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.867926 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [req-f89b2413-1935-4573-919e-e5c85cb8a698 req-c85f10ab-3525-4043-888d-f62325ad603b tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] show failed (client error): The resource could not be found. Nov 12 03:49:36.876283 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f89b2413-1935-4573-919e-e5c85cb8a698 req-c85f10ab-3525-4043-888d-f62325ad603b tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-group-rules/010b8385-b69f-4aa0-85e9-f4412c517cd4 HTTP/1.1" status: 404 len: 361 time: 0.0442300 Nov 12 03:49:36.903601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1eafd-246a-4db9-917f-5de50c33361a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Pushing event updated for resources: {'Port': ['ID=9fda3962-d0ee-4bfd-954e-85942af8dc46,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:36.940916 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-e2f1eafd-246a-4db9-917f-5de50c33361a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Network 2c53af8a-46bb-48e4-af57-98f8737220cb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:36.944687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-e2f1eafd-246a-4db9-917f-5de50c33361a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:36.951043 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7f20018-49c0-46a4-89f9-a17c6c659f23 req-ec09a10d-3e1b-49e7-bce5-c618616c451b tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-groups/57b4c9b5-97d3-4fab-85f4-b021cb459784 HTTP/1.1" status: 200 len: 1832 time: 0.0535743 Nov 12 03:49:36.960770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-e2f1eafd-246a-4db9-917f-5de50c33361a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:36.988946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Attempting to bind port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:36.989280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Attempting to bind port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '529da0ca-ab60-42a4-af52-7d119b368574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '64d5e498-6fbb-4f6e-ad06-df50786cb026'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:36.989607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Attempting to bind port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed on network 64d5e498-6fbb-4f6e-ad06-df50786cb026 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:36.995210 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': 'b16d1d11-ada3-4cbe-b0c6-0b110943f2e6'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:36.996523 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.996627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed on network 64d5e498-6fbb-4f6e-ad06-df50786cb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:36.996627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Attempting to bind port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed on network 64d5e498-6fbb-4f6e-ad06-df50786cb026 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:37.007820 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e6c3eb-25c6-4675-8035-950abefa556f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:37.008000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:37.008123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Checking segment: {'id': '529da0ca-ab60-42a4-af52-7d119b368574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '64d5e498-6fbb-4f6e-ad06-df50786cb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:37.008495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Bound using segment: {'id': '529da0ca-ab60-42a4-af52-7d119b368574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '64d5e498-6fbb-4f6e-ad06-df50786cb026'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:37.009436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Bound port: d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529da0ca-ab60-42a4-af52-7d119b368574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '64d5e498-6fbb-4f6e-ad06-df50786cb026'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:37.009436 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.011054 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18e6c3eb-25c6-4675-8035-950abefa556f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.043227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-e2f1eafd-246a-4db9-917f-5de50c33361a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.043857 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-e2f1eafd-246a-4db9-917f-5de50c33361a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.046121 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09812aef-f55e-4bbd-8f26-a44b86ebfecc req-e6a54bc1-3a09-4d82-8d7e-2f632cb041b1 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.062286 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7f20018-49c0-46a4-89f9-a17c6c659f23 req-07d04e90-dc12-459f-b4fa-8c47037dd924 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.113020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a54bc1-3a09-4d82-8d7e-2f632cb041b1 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Pushing event deleted for resources: {'Port': ['ID=67130264-8ece-4b01-b5cd-d47b1156a3a3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:37.164633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['67130264-8ece-4b01-b5cd-d47b1156a3a3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:37.172505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63848f3c-8df4-42c3-98b9-6308a72b3f0e req-ee1ee014-c28e-41cf-b71e-0655d10175cc tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 210 time: 0.0655909 Nov 12 03:49:37.198004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-09812aef-f55e-4bbd-8f26-a44b86ebfecc req-e6a54bc1-3a09-4d82-8d7e-2f632cb041b1 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] No DVR routers for this DVR port 67130264-8ece-4b01-b5cd-d47b1156a3a3 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:37.199880 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09812aef-f55e-4bbd-8f26-a44b86ebfecc req-e6a54bc1-3a09-4d82-8d7e-2f632cb041b1 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.203289 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09812aef-f55e-4bbd-8f26-a44b86ebfecc req-e6a54bc1-3a09-4d82-8d7e-2f632cb041b1 tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.26 "DELETE /v2.0/ports/67130264-8ece-4b01-b5cd-d47b1156a3a3 HTTP/1.1" status: 204 len: 173 time: 1.6932404 Nov 12 03:49:37.203782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fe8e75-0f02-45c7-a20e-1c8d60c9f522', 'name': 'network-vif-deleted', 'tag': '67130264-8ece-4b01-b5cd-d47b1156a3a3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:37.206226 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f0b31e-d0fb-41fd-98ce-75a7c54a5d4a" -d '{"events": [{"server_uuid": "d9fe8e75-0f02-45c7-a20e-1c8d60c9f522", "name": "network-vif-deleted", "tag": "67130264-8ece-4b01-b5cd-d47b1156a3a3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:37.211960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] For port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:37.217264 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-e2f1eafd-246a-4db9-917f-5de50c33361a tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2289779 Nov 12 03:49:37.230012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] For port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,segment=NetworkSegment(529da0ca-ab60-42a4-af52-7d119b368574),segment_id=529da0ca-ab60-42a4-af52-7d119b368574)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:37.236591 n-d-767704-23 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-18e6c3eb-25c6-4675-8035-950abefa556f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b16d1d11-ada3-4cbe-b0c6-0b110943f2e6 (CIDR: 2001:db8::/64) Nov 12 03:49:37.245711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Request body: {'port': {'device_id': '28de1cc4-913d-4849-a6db-7cfcbd98b0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:37.284794 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7f20018-49c0-46a4-89f9-a17c6c659f23 req-07d04e90-dc12-459f-b4fa-8c47037dd924 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.302132 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e6c3eb-25c6-4675-8035-950abefa556f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:49:37.302993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e6c3eb-25c6-4675-8035-950abefa556f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:37.332270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Allocated IP 2001:db8::2 (be54d603-2a64-497a-84fd-dd53e383892b/b16d1d11-ada3-4cbe-b0c6-0b110943f2e6/2d58fb95-baf0-468a-90e1-9046cd572117) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:37.372994 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.415857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4ea64-ebfc-4efb-8c71-b45666b97c79 req-74fbcd38-1171-4cf4-aeb0-1bc6c3a815e9 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.417756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ea4ea64-ebfc-4efb-8c71-b45666b97c79 req-74fbcd38-1171-4cf4-aeb0-1bc6c3a815e9 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 944 time: 0.1315918 Nov 12 03:49:37.427955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.432443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.433171 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.434946 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] 10.222.0.25 "PUT /v2.0/ports/d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed HTTP/1.1" status: 200 len: 1093 time: 3.2338805 Nov 12 03:49:37.473208 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-18e6c3eb-25c6-4675-8035-950abefa556f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8106086 Nov 12 03:49:37.474098 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7f20018-49c0-46a4-89f9-a17c6c659f23 req-07d04e90-dc12-459f-b4fa-8c47037dd924 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.478223 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7f20018-49c0-46a4-89f9-a17c6c659f23 req-07d04e90-dc12-459f-b4fa-8c47037dd924 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.479220 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35060) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:37.479625 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7f20018-49c0-46a4-89f9-a17c6c659f23 req-07d04e90-dc12-459f-b4fa-8c47037dd924 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "DELETE /v2.0/security-groups/57b4c9b5-97d3-4fab-85f4-b021cb459784 HTTP/1.1" status: 204 len: 173 time: 0.5169640 Nov 12 03:49:37.488455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:37.492500 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d04e90-dc12-459f-b4fa-8c47037dd924 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b4c9b5-97d3-4fab-85f4-b021cb459784,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:37.523452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35932475-d3b4-426d-a04c-7a4d89f47a3a service neutron] Pushing event updated for resources: {'Port': ['ID=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:37.556945 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6581f6d2-ce20-44de-9516-0337c4e55a8a x-openstack-request-id: req-6581f6d2-ce20-44de-9516-0337c4e55a8a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:37.557156 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fe8e75-0f02-45c7-a20e-1c8d60c9f522", "name": "network-vif-deleted", "tag": "67130264-8ece-4b01-b5cd-d47b1156a3a3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:37.557400 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6581f6d2-ce20-44de-9516-0337c4e55a8a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:37.557812 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fe8e75-0f02-45c7-a20e-1c8d60c9f522', 'name': 'network-vif-deleted', 'tag': '67130264-8ece-4b01-b5cd-d47b1156a3a3', 'status': 'completed', 'code': 200} Nov 12 03:49:37.588249 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.667615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb51ff-c92b-454a-92ce-252b848cfae9 req-52033edb-20cf-4c60-a160-33959ba3ffbc tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.675931 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a4fb51ff-c92b-454a-92ce-252b848cfae9 req-52033edb-20cf-4c60-a160-33959ba3ffbc tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 931 time: 0.0694907 Nov 12 03:49:37.684129 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ea4ea64-ebfc-4efb-8c71-b45666b97c79 req-8cc0ec3c-7c1f-4bfd-a744-f6dc24eeaf2e tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462530 Nov 12 03:49:37.686419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device daff9b06-2fc4-4d3d-a66a-da4c590cf96d no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:37.732874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: daff9b06-2fc4-4d3d-a66a-da4c590cf96d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:37.733371 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device daff9b06-2fc4-4d3d-a66a-da4c590cf96d not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:37.746473 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.764778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a4fb51ff-c92b-454a-92ce-252b848cfae9 req-6f4877e8-b5c2-4fa6-be8f-8120aa77b2f2 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876226 Nov 12 03:49:37.795879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:37.801745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:37.803485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:37.806343 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Pushing event updated for resources: {'Port': ['ID=2d58fb95-baf0-468a-90e1-9046cd572117,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:37.894201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-b6dc322c-e02b-468c-8528-04e1b8c6ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.897640 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-b6dc322c-e02b-468c-8528-04e1b8c6ac1f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6b2d99842864fcdaa50b55f56be9f1a&device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 1096 time: 0.2820301 Nov 12 03:49:37.921525 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Attempting to bind port 2d58fb95-baf0-468a-90e1-9046cd572117 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:37.921899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Attempting to bind port 2d58fb95-baf0-468a-90e1-9046cd572117 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:37.922383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Attempting to bind port 2d58fb95-baf0-468a-90e1-9046cd572117 on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:37.929641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:37.929993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:37.930474 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d25e712c-b194-426d-831b-b83db6322897 req-2b8b69e7-4b8f-4edf-8f9b-2b62246e097f tempest-ServerPasswordTestJSON-500039506 tempest-ServerPasswordTestJSON-500039506-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9fe8e75-0f02-45c7-a20e-1c8d60c9f522 HTTP/1.1" status: 200 len: 210 time: 0.0393622 Nov 12 03:49:37.936824 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.937382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:37.937962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Bound port: 2d58fb95-baf0-468a-90e1-9046cd572117, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:37.943850 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.949009 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd2f8de0-5a42-42f4-a013-fb5039362129 req-592dd673-4f4d-4b39-a930-854529106e39 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-groups/5507388c-34ea-422c-b4d4-32dcaa7e7d9c HTTP/1.1" status: 200 len: 1831 time: 0.1849160 Nov 12 03:49:38.036223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] For port 2d58fb95-baf0-468a-90e1-9046cd572117, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:38.040435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] For port 2d58fb95-baf0-468a-90e1-9046cd572117, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2d58fb95-baf0-468a-90e1-9046cd572117,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:38.045210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-deb05e98-920d-4402-ab0d-f876a39f83dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed HTTP/1.1" status: 200 len: 217 time: 0.1235328 Nov 12 03:49:38.137618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:38.142124 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.160408 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.276320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08378d-8e8f-40c3-ab43-44db7a03a6be None None] Pushing event updated for resources: {'Port': ['ID=2d58fb95-baf0-468a-90e1-9046cd572117,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:38.308293 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b0af13e-8559-448b-b78c-13ca2fb56b4f req-599d8c67-7f00-423e-9dcd-229851fc689e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 210 time: 0.0408432 Nov 12 03:49:38.596931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-9345041a-db5d-4203-92cf-aa750bf19cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:38.596931 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-9345041a-db5d-4203-92cf-aa750bf19cca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bed95a9a-84ad-4387-9b15-10694c5849b1 HTTP/1.1" status: 200 len: 852 time: 0.5195498 Nov 12 03:49:38.606085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d15945d1-0c00-4c47-bb77-29f071d2349c req-2db2cb4d-3aa0-40a4-bb11-ac0161975c6c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5813222 Nov 12 03:49:38.658549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-05e76026-1c4d-4406-9ddf-9e73f63526bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64d5e498-6fbb-4f6e-ad06-df50786cb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482674 Nov 12 03:49:38.665324 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dd2f8de0-5a42-42f4-a013-fb5039362129 req-38f9d123-ed21-4ba5-baec-3d2484db938f tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.772741 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dd2f8de0-5a42-42f4-a013-fb5039362129 req-38f9d123-ed21-4ba5-baec-3d2484db938f tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.813018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc091ec-e619-4cbc-8503-a4e2c7e1b33a req-3260ae9e-4053-4ace-9bcf-51f092ac5d93 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:38.815604 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1bc091ec-e619-4cbc-8503-a4e2c7e1b33a req-3260ae9e-4053-4ace-9bcf-51f092ac5d93 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 944 time: 0.0664675 Nov 12 03:49:38.852681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fda3962-d0ee-4bfd-954e-85942af8dc46 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:38.903674 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.906903 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1bc091ec-e619-4cbc-8503-a4e2c7e1b33a req-c16a83de-4b4e-4392-99a6-729b76e50786 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817709 Nov 12 03:49:39.003585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15945d1-0c00-4c47-bb77-29f071d2349c req-c120bf66-1b5e-44f6-9d73-8820a5e35d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.005364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d15945d1-0c00-4c47-bb77-29f071d2349c req-c120bf66-1b5e-44f6-9d73-8820a5e35d44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 1097 time: 0.2686605 Nov 12 03:49:39.020944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-52298634-5103-4859-bc57-fbe6a626bbac service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489261 Nov 12 03:49:39.052005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00765f4a-ca6d-4c37-9d62-d1df34e3717f req-e02ebd3e-e70c-4e17-bb52-bcbda5db3695 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.054015 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-00765f4a-ca6d-4c37-9d62-d1df34e3717f req-e02ebd3e-e70c-4e17-bb52-bcbda5db3695 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 931 time: 0.0740054 Nov 12 03:49:39.106501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Transition to ACTIVE for port object 9fda3962-d0ee-4bfd-954e-85942af8dc46 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:49:39.115633 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-00765f4a-ca6d-4c37-9d62-d1df34e3717f req-8cb33fba-f130-4ec1-8d2f-4f973e9ef972 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530007 Nov 12 03:49:39.142606 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dd2f8de0-5a42-42f4-a013-fb5039362129 req-38f9d123-ed21-4ba5-baec-3d2484db938f tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.145476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dd2f8de0-5a42-42f4-a013-fb5039362129 req-38f9d123-ed21-4ba5-baec-3d2484db938f tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.146861 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd2f8de0-5a42-42f4-a013-fb5039362129 req-38f9d123-ed21-4ba5-baec-3d2484db938f tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "DELETE /v2.0/security-groups/5507388c-34ea-422c-b4d4-32dcaa7e7d9c HTTP/1.1" status: 204 len: 173 time: 1.1952934 Nov 12 03:49:39.185219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35086) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:39.236297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15945d1-0c00-4c47-bb77-29f071d2349c req-2f5b930d-fc2c-43fe-a63c-6725965f9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.245619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d15945d1-0c00-4c47-bb77-29f071d2349c req-2f5b930d-fc2c-43fe-a63c-6725965f9939 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.2158155 Nov 12 03:49:39.308650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e66db83-6bc0-47a0-822c-f9560974dc4b req-5da679b7-ea6d-45c6-ab2a-802afbb3bcc3 service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696607 Nov 12 03:49:39.319729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9d123-ed21-4ba5-baec-3d2484db938f tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5507388c-34ea-422c-b4d4-32dcaa7e7d9c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:39.319729 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.341846 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-66966dbb-4e8c-4fe0-a86a-86d91723c5eb admin admin] Deleting subnet 57b22b8e-c9b1-4f2c-a4c4-89ed08fb78be {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:39.359785 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66966dbb-4e8c-4fe0-a86a-86d91723c5eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.397519 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07764802-a7ef-4174-b58f-753d56298eef req-607dc68b-d3dc-4b6d-a34b-0b486ad94311 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-groups/1969d723-cee3-46d5-a88b-6e1bbdbfd1e1 HTTP/1.1" status: 200 len: 1831 time: 0.1562140 Nov 12 03:49:39.454215 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66966dbb-4e8c-4fe0-a86a-86d91723c5eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.523801 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79bb278c-60e3-44bf-b5fa-5dad53b076dc req-923c889a-960e-40d8-8c83-98c8334aa876 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 210 time: 0.0587869 Nov 12 03:49:39.527753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Pushing event updated for resources: {'Port': ['ID=9fda3962-d0ee-4bfd-954e-85942af8dc46,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:39.533609 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66966dbb-4e8c-4fe0-a86a-86d91723c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.536028 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07764802-a7ef-4174-b58f-753d56298eef req-571486fc-2b47-4196-961b-dd31e38aa2f8 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.560958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d15945d1-0c00-4c47-bb77-29f071d2349c req-79e9e12d-c3b3-4051-9130-5d36bcf6a1c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 HTTP/1.1" status: 200 len: 1000 time: 0.2478330 Nov 12 03:49:39.562907 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9828ea37-4f52-41eb-87fa-207553c55a05', 'tag': 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:39.566433 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73e812b-78d1-4fb9-9801-ab473c321ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "9828ea37-4f52-41eb-87fa-207553c55a05", "tag": "d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:39.578538 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17718bd5-166b-49f1-8a50-7ddbcdba6f8f None None] Provisioning complete for port 2d58fb95-baf0-468a-90e1-9046cd572117 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:39.579084 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17718bd5-166b-49f1-8a50-7ddbcdba6f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.589693 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07764802-a7ef-4174-b58f-753d56298eef req-571486fc-2b47-4196-961b-dd31e38aa2f8 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.665950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15945d1-0c00-4c47-bb77-29f071d2349c req-7127b0bb-7782-4d9b-8c8a-9b96ff5e0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.667453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d15945d1-0c00-4c47-bb77-29f071d2349c req-7127b0bb-7782-4d9b-8c8a-9b96ff5e0c70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.0978391 Nov 12 03:49:39.668933 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f7af99-3db9-4263-ad30-af75d7c593c7 x-openstack-request-id: req-45f7af99-3db9-4263-ad30-af75d7c593c7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:39.669220 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9828ea37-4f52-41eb-87fa-207553c55a05", "tag": "d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:39.669475 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-45f7af99-3db9-4263-ad30-af75d7c593c7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:39.669868 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9828ea37-4f52-41eb-87fa-207553c55a05', 'tag': 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed', 'status': 'completed', 'code': 200} Nov 12 03:49:39.695354 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17718bd5-166b-49f1-8a50-7ddbcdba6f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.719439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66966dbb-4e8c-4fe0-a86a-86d91723c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.732461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-17718bd5-166b-49f1-8a50-7ddbcdba6f8f None None] For port 2d58fb95-baf0-468a-90e1-9046cd572117, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2d58fb95-baf0-468a-90e1-9046cd572117,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:39.749419 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66966dbb-4e8c-4fe0-a86a-86d91723c5eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b22b8e-c9b1-4f2c-a4c4-89ed08fb78be,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:39.751472 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66966dbb-4e8c-4fe0-a86a-86d91723c5eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.757825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-66966dbb-4e8c-4fe0-a86a-86d91723c5eb admin admin] 10.222.0.105 "DELETE /v2.0/subnets/57b22b8e-c9b1-4f2c-a4c4-89ed08fb78be HTTP/1.1" status: 204 len: 168 time: 0.5714495 Nov 12 03:49:39.758498 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35092) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:39.766635 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07764802-a7ef-4174-b58f-753d56298eef req-571486fc-2b47-4196-961b-dd31e38aa2f8 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.769410 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07764802-a7ef-4174-b58f-753d56298eef req-571486fc-2b47-4196-961b-dd31e38aa2f8 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.770318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2d58fb95-baf0-468a-90e1-9046cd572117 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:39.770588 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07764802-a7ef-4174-b58f-753d56298eef req-571486fc-2b47-4196-961b-dd31e38aa2f8 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "DELETE /v2.0/security-groups/1969d723-cee3-46d5-a88b-6e1bbdbfd1e1 HTTP/1.1" status: 204 len: 173 time: 0.3722184 Nov 12 03:49:39.804751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571486fc-2b47-4196-961b-dd31e38aa2f8 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1969d723-cee3-46d5-a88b-6e1bbdbfd1e1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:39.846990 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17718bd5-166b-49f1-8a50-7ddbcdba6f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.857659 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14956088-2515-4a2a-8887-47e45bc41189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.886449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15945d1-0c00-4c47-bb77-29f071d2349c req-c672a654-f4b9-4b1c-949b-f7c9d1d4797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.888146 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d15945d1-0c00-4c47-bb77-29f071d2349c req-c672a654-f4b9-4b1c-949b-f7c9d1d4797f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2092571 Nov 12 03:49:39.894386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Attempting to bind port 9fda3962-d0ee-4bfd-954e-85942af8dc46 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:39.894763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Attempting to bind port 9fda3962-d0ee-4bfd-954e-85942af8dc46 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:39.895094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Attempting to bind port 9fda3962-d0ee-4bfd-954e-85942af8dc46 on network 2c53af8a-46bb-48e4-af57-98f8737220cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:39.911769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 2d58fb95-baf0-468a-90e1-9046cd572117 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:39.912407 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.964897 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Port 9fda3962-d0ee-4bfd-954e-85942af8dc46 on network 2c53af8a-46bb-48e4-af57-98f8737220cb not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:39.966651 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14956088-2515-4a2a-8887-47e45bc41189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.967188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Attempting to bind port 9fda3962-d0ee-4bfd-954e-85942af8dc46 on network 2c53af8a-46bb-48e4-af57-98f8737220cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:39.971573 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17718bd5-166b-49f1-8a50-7ddbcdba6f8f None None] Pushing event updated for resources: {'Port': ['ID=2d58fb95-baf0-468a-90e1-9046cd572117,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.013255 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-14956088-2515-4a2a-8887-47e45bc41189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ddb3aa-ebd8-4104-8314-3cf1312b750d']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:40.020689 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e812b-78d1-4fb9-9801-ab473c321ee2 req-495d9c78-8d8d-461e-a2f5-c4b96a10e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.022318 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a73e812b-78d1-4fb9-9801-ab473c321ee2 req-495d9c78-8d8d-461e-a2f5-c4b96a10e222 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6b2d99842864fcdaa50b55f56be9f1a&device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 1096 time: 0.2951326 Nov 12 03:49:40.023174 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:40.023505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Checking segment: {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:40.024081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Bound using segment: {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:40.024456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Bound port: 9fda3962-d0ee-4bfd-954e-85942af8dc46, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd0819-565f-4e13-97a8-d657abeee1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:40.024818 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.028957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-14956088-2515-4a2a-8887-47e45bc41189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20677907-ff25-46b6-bdb6-f82c2c200d4b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:40.029387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-14956088-2515-4a2a-8887-47e45bc41189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20677907-ff25-46b6-bdb6-f82c2c200d4b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:40.036291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f880cf6b-37f1-49f0-b274-492019833d9c req-2729a3a6-aae9-4e93-9eec-3934ed9bfdfa tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-groups/8cd05944-2c38-4bf0-9df4-9a3370460341 HTTP/1.1" status: 200 len: 1832 time: 0.2167609 Nov 12 03:49:40.056976 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14956088-2515-4a2a-8887-47e45bc41189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.096915 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14956088-2515-4a2a-8887-47e45bc41189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.105768 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14956088-2515-4a2a-8887-47e45bc41189 admin admin] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:40.106170 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14956088-2515-4a2a-8887-47e45bc41189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:40.107998 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:40.142425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.objects.ports [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:49:40.171797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96715b6-e88a-41d4-9756-462d36ff3467 req-c4a2a203-6ef8-4aec-9a01-bf8e7cd041c5 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.173531 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a96715b6-e88a-41d4-9756-462d36ff3467 req-c4a2a203-6ef8-4aec-9a01-bf8e7cd041c5 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 944 time: 0.1084559 Nov 12 03:49:40.231925 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a96715b6-e88a-41d4-9756-462d36ff3467 req-c55e6835-b912-42f4-89d4-ff9e982d9e32 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512426 Nov 12 03:49:40.325280 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14956088-2515-4a2a-8887-47e45bc41189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.332164 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14956088-2515-4a2a-8887-47e45bc41189 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.337615 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-14956088-2515-4a2a-8887-47e45bc41189 admin admin] 10.222.0.105 "DELETE /v2.0/networks/86ddb3aa-ebd8-4104-8314-3cf1312b750d HTTP/1.1" status: 204 len: 168 time: 0.5779145 Nov 12 03:49:40.359712 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14956088-2515-4a2a-8887-47e45bc41189 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ddb3aa-ebd8-4104-8314-3cf1312b750d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.381502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061166c-f10d-4a64-9254-d6d392ede008 req-c1ed9578-6381-43f8-ba63-81fad9010de5 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.385111 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1061166c-f10d-4a64-9254-d6d392ede008 req-c1ed9578-6381-43f8-ba63-81fad9010de5 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 943 time: 0.0921361 Nov 12 03:49:40.439656 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d15945d1-0c00-4c47-bb77-29f071d2349c req-a8565de8-9949-48b6-be71-9e6020edfbef service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326214 Nov 12 03:49:40.448747 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1061166c-f10d-4a64-9254-d6d392ede008 req-615f7689-2f2f-4f3a-9ad6-f278d3fcdceb tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564127 Nov 12 03:49:40.514305 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] For port 9fda3962-d0ee-4bfd-954e-85942af8dc46, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:40.526715 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f880cf6b-37f1-49f0-b274-492019833d9c req-995fc631-fa52-44cb-8622-44efde28e93d tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.565724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e812b-78d1-4fb9-9801-ab473c321ee2 req-5afef410-f6e9-47ee-ae5a-d0120a604726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.566760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a73e812b-78d1-4fb9-9801-ab473c321ee2 req-5afef410-f6e9-47ee-ae5a-d0120a604726 service neutron] 10.222.0.25 "GET /v2.0/networks?id=64d5e498-6fbb-4f6e-ad06-df50786cb026 HTTP/1.1" status: 200 len: 914 time: 0.4918599 Nov 12 03:49:40.610558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] For port 9fda3962-d0ee-4bfd-954e-85942af8dc46, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9fda3962-d0ee-4bfd-954e-85942af8dc46,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:40.649666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7baf8708-1ac0-4521-9af5-38d3e49659dc req-1b613883-d500-40c3-b2bd-1d1f0434e351 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 210 time: 0.0273921 Nov 12 03:49:40.687537 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f880cf6b-37f1-49f0-b274-492019833d9c req-995fc631-fa52-44cb-8622-44efde28e93d tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.696651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a73e812b-78d1-4fb9-9801-ab473c321ee2 req-e6ef86d6-8668-4fe8-a305-ac4bbff7091c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed HTTP/1.1" status: 200 len: 217 time: 0.0884199 Nov 12 03:49:40.715616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-40d85d05-9f8f-4822-90df-78098d49d5d3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.717053 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-40d85d05-9f8f-4822-90df-78098d49d5d3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.25 "GET /v2.0/networks?id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf HTTP/1.1" status: 200 len: 815 time: 0.4974315 Nov 12 03:49:40.742837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-19a4798b-68d7-4f19-9f9c-d3469c21b6c9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Request body: {'port': {'device_id': '695c8898-9a60-44ff-b0a9-e377aebe22a1', 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf', 'admin_state_up': True, 'tenant_id': '07e41015d94146a891f93111db10adaa'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:40.794732 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.831022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 67130264-8ece-4b01-b5cd-d47b1156a3a3 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:40.845571 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d15945d1-0c00-4c47-bb77-29f071d2349c req-127f3d36-fe6e-49a7-9a5a-4bfce40754b0 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856761 Nov 12 03:49:40.855362 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 67130264-8ece-4b01-b5cd-d47b1156a3a3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:40.855740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 67130264-8ece-4b01-b5cd-d47b1156a3a3 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:40.926813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.928015 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.931100 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] 10.222.0.26 "PUT /v2.0/ports/9fda3962-d0ee-4bfd-954e-85942af8dc46 HTTP/1.1" status: 200 len: 1092 time: 3.6897120 Nov 12 03:49:40.937175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e812b-78d1-4fb9-9801-ab473c321ee2 req-02a88e7b-664c-46a3-8a1d-d24100dff185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.940625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a73e812b-78d1-4fb9-9801-ab473c321ee2 req-02a88e7b-664c-46a3-8a1d-d24100dff185 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bed95a9a-84ad-4387-9b15-10694c5849b1 HTTP/1.1" status: 200 len: 852 time: 0.2355313 Nov 12 03:49:40.960608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:41.001832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a73e812b-78d1-4fb9-9801-ab473c321ee2 req-6605a6c9-688e-4deb-a96d-0d87914b6d4c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64d5e498-6fbb-4f6e-ad06-df50786cb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485356 Nov 12 03:49:41.007061 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.012282 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fd0f62aa-6d0a-460f-b7ed-1444cfae46f4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8afdeca058ef495db099b1db5d9be783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0533307 Nov 12 03:49:41.013386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468576d-4e5c-4be5-8f18-73f8b1a8d979 service neutron] Pushing event updated for resources: {'Port': ['ID=9fda3962-d0ee-4bfd-954e-85942af8dc46,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:41.024166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35110) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:41.030089 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:49:41.086043 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffbf592c-5af7-4387-90c3-c78325c10aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.112704 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffbf592c-5af7-4387-90c3-c78325c10aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.286046 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffbf592c-5af7-4387-90c3-c78325c10aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.289961 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffbf592c-5af7-4387-90c3-c78325c10aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.296096 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ffbf592c-5af7-4387-90c3-c78325c10aff admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9e97efa9-e7a6-4c84-adbf-42b05f526ba2 HTTP/1.1" status: 204 len: 168 time: 0.2657335 Nov 12 03:49:41.303715 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf592c-5af7-4387-90c3-c78325c10aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e97efa9-e7a6-4c84-adbf-42b05f526ba2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:41.411664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbb98d-423f-4c13-bf31-901a3777b3e4 req-accbc2d5-0541-4a0a-b9a4-168033a80e59 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.413401 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-69cbb98d-423f-4c13-bf31-901a3777b3e4 req-accbc2d5-0541-4a0a-b9a4-168033a80e59 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 944 time: 0.0689573 Nov 12 03:49:41.442847 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f880cf6b-37f1-49f0-b274-492019833d9c req-995fc631-fa52-44cb-8622-44efde28e93d tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.445395 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f880cf6b-37f1-49f0-b274-492019833d9c req-995fc631-fa52-44cb-8622-44efde28e93d tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.446512 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f880cf6b-37f1-49f0-b274-492019833d9c req-995fc631-fa52-44cb-8622-44efde28e93d tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "DELETE /v2.0/security-groups/8cd05944-2c38-4bf0-9df4-9a3370460341 HTTP/1.1" status: 204 len: 173 time: 1.4091163 Nov 12 03:49:41.478481 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-69cbb98d-423f-4c13-bf31-901a3777b3e4 req-ac95f75a-ba2d-435c-b367-c1c9718fcc7d tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576577 Nov 12 03:49:41.529771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fc631-fa52-44cb-8622-44efde28e93d tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd05944-2c38-4bf0-9df4-9a3370460341,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:41.611627 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a73e812b-78d1-4fb9-9801-ab473c321ee2 req-29e0eab9-bfab-4a9c-85ea-9158fde03690 service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990677 Nov 12 03:49:41.618565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c865a8-f450-4bf0-90ec-ba2c752d22f0 req-0d39124e-fc75-43e4-99b2-99c3d899a1a2 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.620191 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4c865a8-f450-4bf0-90ec-ba2c752d22f0 req-0d39124e-fc75-43e4-99b2-99c3d899a1a2 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 943 time: 0.0626073 Nov 12 03:49:41.643726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-7a6748e7-c677-45b3-a00d-e3683c9d3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.645270 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-7a6748e7-c677-45b3-a00d-e3683c9d3b19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 1095 time: 0.2145171 Nov 12 03:49:41.681940 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28de1cc4-913d-4849-a6db-7cfcbd98b0ec', 'tag': '9fda3962-d0ee-4bfd-954e-85942af8dc46'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:41.684227 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3787334-47ed-45d6-b53f-20eb603fdee8" -d '{"events": [{"name": "network-changed", "server_uuid": "28de1cc4-913d-4849-a6db-7cfcbd98b0ec", "tag": "9fda3962-d0ee-4bfd-954e-85942af8dc46"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:41.698635 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b76d5f9f-73b1-49cb-b61a-f72f50569e7e req-a68e8ed8-14c4-4775-a354-a020e6df37f5 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "GET /v2.0/security-groups/2633ada1-8db1-47f7-b891-06de816e3cac HTTP/1.1" status: 200 len: 1831 time: 0.2082555 Nov 12 03:49:41.703453 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4c865a8-f450-4bf0-90ec-ba2c752d22f0 req-b9146f7b-cb81-4721-a4e5-348892dfc861 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641818 Nov 12 03:49:41.706791 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2d58fb95-baf0-468a-90e1-9046cd572117 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:41.741018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-19a4798b-68d7-4f19-9f9c-d3469c21b6c9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Made reservation on behalf of 07e41015d94146a891f93111db10adaa for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:41.744788 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-19a4798b-68d7-4f19-9f9c-d3469c21b6c9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.777487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-9fab0fde-169c-411d-b501-74673aeb77c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fda3962-d0ee-4bfd-954e-85942af8dc46 HTTP/1.1" status: 200 len: 217 time: 0.1101930 Nov 12 03:49:41.789124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 2d58fb95-baf0-468a-90e1-9046cd572117 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:41.789989 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.913416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] For port 2d58fb95-baf0-468a-90e1-9046cd572117, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2d58fb95-baf0-468a-90e1-9046cd572117,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:41.957165 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-483dcee9-87f0-48e1-97a5-211b62863a88 req-e7efc962-30a1-4bdf-8ddb-c1003fa2e47a tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 210 time: 0.0384927 Nov 12 03:49:42.022587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-039119d3-2b2f-46d8-a201-88acad425cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.024594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-039119d3-2b2f-46d8-a201-88acad425cf7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=899de18e-7897-4846-9001-c1f9957ea303 HTTP/1.1" status: 200 len: 852 time: 0.2236395 Nov 12 03:49:42.031956 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304c7a67-e168-4230-867e-1b722ef42cfc x-openstack-request-id: req-304c7a67-e168-4230-867e-1b722ef42cfc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:42.032201 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28de1cc4-913d-4849-a6db-7cfcbd98b0ec", "tag": "9fda3962-d0ee-4bfd-954e-85942af8dc46", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:42.032506 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-304c7a67-e168-4230-867e-1b722ef42cfc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:42.032914 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28de1cc4-913d-4849-a6db-7cfcbd98b0ec', 'tag': '9fda3962-d0ee-4bfd-954e-85942af8dc46', 'status': 'completed', 'code': 200} Nov 12 03:49:42.053873 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a73e812b-78d1-4fb9-9801-ab473c321ee2 req-1fc83455-0a29-4736-80b4-04d1a251df47 service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993602 Nov 12 03:49:42.073675 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.088265 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8246c91c-ea51-4940-89bb-21d373f03ac3 req-52f38602-23fb-48ae-a311-10a08e3ccd05 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2923954 Nov 12 03:49:42.112094 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b76d5f9f-73b1-49cb-b61a-f72f50569e7e req-a5757f49-d05b-4700-9191-f1b1e346ed02 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.120092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-15098b69-425e-4368-b294-80f29ef2fb61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c53af8a-46bb-48e4-af57-98f8737220cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545983 Nov 12 03:49:42.262853 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b76d5f9f-73b1-49cb-b61a-f72f50569e7e req-a5757f49-d05b-4700-9191-f1b1e346ed02 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.284523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-19a4798b-68d7-4f19-9f9c-d3469c21b6c9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Allocated IP 172.20.0.5 (1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf/34069265-bba2-44d4-9f7e-7a4462db4ea2/68d72f78-34de-47f2-b2b6-a3237fdb3e1e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:42.288144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.288906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.405086 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c91c-ea51-4940-89bb-21d373f03ac3 req-277d69d8-20aa-4184-bf57-eb5c4b5f94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.406616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8246c91c-ea51-4940-89bb-21d373f03ac3 req-277d69d8-20aa-4184-bf57-eb5c4b5f94b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 1096 time: 0.2644517 Nov 12 03:49:42.450231 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:42.477290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:42.486982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b4ddb7-1b0a-4ca1-b9a4-c5cc44e53721 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:42.500548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=aab41cad-55b7-4864-a821-4df1b45b67e7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:42.513662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.514268 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.525723 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-f1bc80bd-dd87-452d-ae42-de57c6019c26 service neutron] 10.222.0.26 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850684 Nov 12 03:49:42.561785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=2d58fb95-baf0-468a-90e1-9046cd572117,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:42.642401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2611da-8e33-486d-b615-65b80cb74c8c req-205d907d-1ccb-4f5c-aa7f-01d550099624 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.651655 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4f2611da-8e33-486d-b615-65b80cb74c8c req-205d907d-1ccb-4f5c-aa7f-01d550099624 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 944 time: 0.0789161 Nov 12 03:49:42.712471 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b76d5f9f-73b1-49cb-b61a-f72f50569e7e req-a5757f49-d05b-4700-9191-f1b1e346ed02 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.717754 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b76d5f9f-73b1-49cb-b61a-f72f50569e7e req-a5757f49-d05b-4700-9191-f1b1e346ed02 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.718919 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b76d5f9f-73b1-49cb-b61a-f72f50569e7e req-a5757f49-d05b-4700-9191-f1b1e346ed02 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] 10.222.0.105 "DELETE /v2.0/security-groups/2633ada1-8db1-47f7-b891-06de816e3cac HTTP/1.1" status: 204 len: 173 time: 0.9794910 Nov 12 03:49:42.730118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35148) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:42.730227 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-89b83bf0-a358-409d-9528-ada6acebeadb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.2498236 Nov 12 03:49:42.733334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:42.766039 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:42.768900 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'mac_address': 'fa:16:3e:8d:6d:14', 'name': 'tempest-NetworksTestDHCPv6-1641345492'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:42.801307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c91c-ea51-4940-89bb-21d373f03ac3 req-a5364510-e1ea-4117-8988-31fbf1b839dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.803592 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8246c91c-ea51-4940-89bb-21d373f03ac3 req-a5364510-e1ea-4117-8988-31fbf1b839dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.3601844 Nov 12 03:49:42.839515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5757f49-d05b-4700-9191-f1b1e346ed02 tempest-SecurityGroupRulesNegativeTestJSON-479792837 tempest-SecurityGroupRulesNegativeTestJSON-479792837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2633ada1-8db1-47f7-b891-06de816e3cac,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:42.953010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,segment=NetworkSegment(529da0ca-ab60-42a4-af52-7d119b368574),segment_id=529da0ca-ab60-42a4-af52-7d119b368574)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:42.956763 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4f2611da-8e33-486d-b615-65b80cb74c8c req-700e1188-3aa7-4d0d-8b48-b2baf94241fc tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021274 Nov 12 03:49:42.959914 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed', 'network_id': '64d5e498-6fbb-4f6e-ad06-df50786cb026', 'port_id': 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed', 'mac_address': 'fa:16:3e:94:f0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed95a9a-84ad-4387-9b15-10694c5849b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:43.013772 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.048783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8246c91c-ea51-4940-89bb-21d373f03ac3 req-05e95d6b-f992-43c5-a466-2a7a309db473 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc HTTP/1.1" status: 200 len: 217 time: 0.2102191 Nov 12 03:49:43.054251 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:43.098604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f836bc78-ae38-4883-b015-6b5ddafdc5fe req-52e21acd-cc09-4845-b0c6-16f0d7e299e6 service neutron] 10.222.0.26 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311365 Nov 12 03:49:43.101040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,segment=NetworkSegment(529da0ca-ab60-42a4-af52-7d119b368574),segment_id=529da0ca-ab60-42a4-af52-7d119b368574)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:43.174647 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-19a4798b-68d7-4f19-9f9c-d3469c21b6c9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.193131 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.226666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff3185-fcc6-462e-9dc4-aa59f2d00e1b req-c16e6062-7d90-4584-90c9-2238f7b52da7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.237420 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1ff3185-fcc6-462e-9dc4-aa59f2d00e1b req-c16e6062-7d90-4584-90c9-2238f7b52da7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 943 time: 0.3938968 Nov 12 03:49:43.267813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c91c-ea51-4940-89bb-21d373f03ac3 req-0223d0b2-2e52-48f0-8fea-1e4c59f1b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.270049 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8246c91c-ea51-4940-89bb-21d373f03ac3 req-0223d0b2-2e52-48f0-8fea-1e4c59f1b6f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.2041717 Nov 12 03:49:43.308631 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:43.398972 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8246c91c-ea51-4940-89bb-21d373f03ac3 req-c46b689d-64d4-46f9-9e45-27bb8bc2c156 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962012 Nov 12 03:49:43.516212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:43.610191 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-19a4798b-68d7-4f19-9f9c-d3469c21b6c9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.623808 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3787334-47ed-45d6-b53f-20eb603fdee8 req-5ebd15cd-e57a-4d12-8017-77d2d5a84ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.625360 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3787334-47ed-45d6-b53f-20eb603fdee8 req-5ebd15cd-e57a-4d12-8017-77d2d5a84ec2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9f2ce7d605c46be9c07031c482882db&device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 1095 time: 0.2852685 Nov 12 03:49:43.663947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-19a4798b-68d7-4f19-9f9c-d3469c21b6c9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:43.676754 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1ff3185-fcc6-462e-9dc4-aa59f2d00e1b req-c7b88367-907b-4607-b2b3-9988f10642e9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296508 Nov 12 03:49:43.701316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e286ba-8e5a-4259-92af-6a5e5831a069 admin admin] Deleting subnet c3b7cbf0-8568-435d-8092-53e4561e7a92 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:43.701802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-19a4798b-68d7-4f19-9f9c-d3469c21b6c9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:43.703099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-19a4798b-68d7-4f19-9f9c-d3469c21b6c9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:43.715728 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84e286ba-8e5a-4259-92af-6a5e5831a069 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.748729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2d58fb95-baf0-468a-90e1-9046cd572117 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:43.760287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-db133720-79eb-4f62-a46f-3d03178a5ead None None] Provisioning complete for port 2d58fb95-baf0-468a-90e1-9046cd572117 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:43.760649 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db133720-79eb-4f62-a46f-3d03178a5ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.787794 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8246c91c-ea51-4940-89bb-21d373f03ac3 req-e2c0313a-9691-4bb5-873a-7db338a8a830 service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589075 Nov 12 03:49:43.822037 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84e286ba-8e5a-4259-92af-6a5e5831a069 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.847166 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-19a4798b-68d7-4f19-9f9c-d3469c21b6c9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.851775 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-19a4798b-68d7-4f19-9f9c-d3469c21b6c9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.948350 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128355b-e680-41c9-a7a9-8336f157ed57 req-a9a0cfe7-369b-4d6a-a6e3-b1f1a07f7c01 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.948610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 2d58fb95-baf0-468a-90e1-9046cd572117 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:43.948990 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.957097 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a128355b-e680-41c9-a7a9-8336f157ed57 req-a9a0cfe7-369b-4d6a-a6e3-b1f1a07f7c01 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 931 time: 0.3595533 Nov 12 03:49:43.983701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84e286ba-8e5a-4259-92af-6a5e5831a069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.988280 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8246c91c-ea51-4940-89bb-21d373f03ac3 req-94dcd773-6890-402a-ad18-1458770ec765 service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227691 Nov 12 03:49:44.027602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:44.094643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a128355b-e680-41c9-a7a9-8336f157ed57 req-9c94958a-faef-47e8-b2de-47dfe2af0caf tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358836 Nov 12 03:49:44.102030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4798b-68d7-4f19-9f9c-d3469c21b6c9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Pushing event updated for resources: {'Port': ['ID=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:44.141296 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-19a4798b-68d7-4f19-9f9c-d3469c21b6c9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4058022 Nov 12 03:49:44.159137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Request body: {'port': {'device_id': '695c8898-9a60-44ff-b0a9-e377aebe22a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:44.205783 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.215543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34aeb6-c724-4870-919a-1794d5e2fc49 req-5be45f2d-46a2-4845-97a0-80ff4757cb29 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:44.217269 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b34aeb6-c724-4870-919a-1794d5e2fc49 req-5be45f2d-46a2-4845-97a0-80ff4757cb29 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 945 time: 0.1351771 Nov 12 03:49:44.228364 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84e286ba-8e5a-4259-92af-6a5e5831a069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.260398 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port cb33ff35-f49d-4436-8e10-2158ef5c425d yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:44.276468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3787334-47ed-45d6-b53f-20eb603fdee8 req-913c99ad-7e90-46ba-bdb6-065bd6b8a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:44.276976 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84e286ba-8e5a-4259-92af-6a5e5831a069 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.278165 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3787334-47ed-45d6-b53f-20eb603fdee8 req-913c99ad-7e90-46ba-bdb6-065bd6b8a81a service neutron] 10.222.0.26 "GET /v2.0/networks?id=2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 200 len: 914 time: 0.5876825 Nov 12 03:49:44.281831 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-84e286ba-8e5a-4259-92af-6a5e5831a069 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/c3b7cbf0-8568-435d-8092-53e4561e7a92 HTTP/1.1" status: 204 len: 168 time: 1.5447681 Nov 12 03:49:44.293951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35174) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:44.318931 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e286ba-8e5a-4259-92af-6a5e5831a069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3b7cbf0-8568-435d-8092-53e4561e7a92,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:44.336495 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.403830 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:44.424388 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3787334-47ed-45d6-b53f-20eb603fdee8 req-45f8015f-be6d-41fd-aa91-61f08c8eec9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fda3962-d0ee-4bfd-954e-85942af8dc46 HTTP/1.1" status: 200 len: 217 time: 0.1312027 Nov 12 03:49:44.510392 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ed9b93d-911c-44b1-b7ee-f26207c52047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.524359 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b34aeb6-c724-4870-919a-1794d5e2fc49 req-edf31bc6-ec92-4cf5-896c-5fe015b05b9b tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809701 Nov 12 03:49:44.546402 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85263e6a-6fb3-461e-aeb3-29769f16fed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.571506 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::18d (be54d603-2a64-497a-84fd-dd53e383892b/b16d1d11-ada3-4cbe-b0c6-0b110943f2e6/cb33ff35-f49d-4436-8e10-2158ef5c425d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:44.581571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8d:6d14 (be54d603-2a64-497a-84fd-dd53e383892b/aab41cad-55b7-4864-a821-4df1b45b67e7/cb33ff35-f49d-4436-8e10-2158ef5c425d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:44.610145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3787334-47ed-45d6-b53f-20eb603fdee8 req-e45f1111-5326-4b36-832d-e07b5f177e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:44.612331 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3787334-47ed-45d6-b53f-20eb603fdee8 req-e45f1111-5326-4b36-832d-e07b5f177e33 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=899de18e-7897-4846-9001-c1f9957ea303 HTTP/1.1" status: 200 len: 852 time: 0.1691628 Nov 12 03:49:44.675232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3787334-47ed-45d6-b53f-20eb603fdee8 req-764fa8c5-6f81-43bb-97fe-01f11bb712a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c53af8a-46bb-48e4-af57-98f8737220cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428793 Nov 12 03:49:44.727927 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85263e6a-6fb3-461e-aeb3-29769f16fed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.765581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:44.800703 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.835114 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85263e6a-6fb3-461e-aeb3-29769f16fed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.893526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:49:44.899138 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:44.899693 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.900338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd6c76-74b5-49c5-8f49-6c5e4d30e1be req-2e18e59c-ebdf-4e65-9e95-39db3cfdec71 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:44.902033 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9bd6c76-74b5-49c5-8f49-6c5e4d30e1be req-2e18e59c-ebdf-4e65-9e95-39db3cfdec71 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 943 time: 0.1163564 Nov 12 03:49:44.912840 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-85263e6a-6fb3-461e-aeb3-29769f16fed0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=52cf58769d5d41bc87dcf0a630705ab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5075707 Nov 12 03:49:44.916685 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:44.936439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85263e6a-6fb3-461e-aeb3-29769f16fed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad9eee2-c7c4-4360-945f-e707eef0cc7f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:44.999176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.042096 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.067484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9828ea37-4f52-41eb-87fa-207553c55a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:45.070071 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c77644-c52c-48eb-b70b-fa93637aed49" -d '{"events": [{"server_uuid": "9828ea37-4f52-41eb-87fa-207553c55a05", "name": "network-vif-plugged", "status": "completed", "tag": "d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:45.084786 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9bd6c76-74b5-49c5-8f49-6c5e4d30e1be req-aa123fec-3f19-4bb6-8f37-e34be861a2fa tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639552 Nov 12 03:49:45.086133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,segment=NetworkSegment(529da0ca-ab60-42a4-af52-7d119b368574),segment_id=529da0ca-ab60-42a4-af52-7d119b368574)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:45.101329 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9360ffdd-8dd4-4243-b7c4-cb593ce50ca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.105321 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:45.107198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=cb33ff35-f49d-4436-8e10-2158ef5c425d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:45.116581 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5842c82a-42ef-4ab9-97c4-0cad8ac6cbad x-openstack-request-id: req-5842c82a-42ef-4ab9-97c4-0cad8ac6cbad {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:45.117646 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9828ea37-4f52-41eb-87fa-207553c55a05", "name": "network-vif-plugged", "status": "completed", "tag": "d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:45.118136 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5842c82a-42ef-4ab9-97c4-0cad8ac6cbad {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:45.119451 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9828ea37-4f52-41eb-87fa-207553c55a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed', 'code': 200} Nov 12 03:49:45.127148 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ed9b93d-911c-44b1-b7ee-f26207c52047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.153259 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.163833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:45.197423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:45.207613 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:45.209348 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.215674 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9360ffdd-8dd4-4243-b7c4-cb593ce50ca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.217582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0ed9b93d-911c-44b1-b7ee-f26207c52047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aebf55c-b6a2-4c6c-b3a3-0579bde12d33']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:45.266174 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0ed9b93d-911c-44b1-b7ee-f26207c52047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c7699a-c9ed-4448-b2b1-2cba6f03ec97') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:45.266645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0ed9b93d-911c-44b1-b7ee-f26207c52047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c7699a-c9ed-4448-b2b1-2cba6f03ec97') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:45.283850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:45.339878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468bad1-3af8-4a38-818d-5de1554e9448 req-ccbc356f-19ad-4931-91a9-3f22de54ce5d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:45.345729 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d468bad1-3af8-4a38-818d-5de1554e9448 req-ccbc356f-19ad-4931-91a9-3f22de54ce5d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 931 time: 0.1497328 Nov 12 03:49:45.364241 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ed9b93d-911c-44b1-b7ee-f26207c52047 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.388506 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3787334-47ed-45d6-b53f-20eb603fdee8 req-02dd82e1-e5cd-4323-9be0-8feb07a259b6 service neutron] 10.222.0.26 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912746 Nov 12 03:49:45.400191 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ed9b93d-911c-44b1-b7ee-f26207c52047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.436736 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d468bad1-3af8-4a38-818d-5de1554e9448 req-4e21855d-e65b-4ad2-8ab0-eab25bc1a6f6 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825443 Nov 12 03:49:45.437613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed9b93d-911c-44b1-b7ee-f26207c52047 admin admin] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ed9b93d-911c-44b1-b7ee-f26207c52047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:45.440166 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:45.444944 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4fc14a5f-6c57-4a1e-93bc-7b6ff88e10a7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7060769 Nov 12 03:49:45.447733 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35194) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:45.461096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd56c82-32d3-4660-8385-a6b7b230f5f3 req-f8502dd2-1382-471d-8079-02f29f271a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:45.463066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cbd56c82-32d3-4660-8385-a6b7b230f5f3 req-f8502dd2-1382-471d-8079-02f29f271a67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 1098 time: 0.2416105 Nov 12 03:49:45.499349 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9360ffdd-8dd4-4243-b7c4-cb593ce50ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.499349 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9360ffdd-8dd4-4243-b7c4-cb593ce50ca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.521662 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9360ffdd-8dd4-4243-b7c4-cb593ce50ca0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cad9eee2-c7c4-4360-945f-e707eef0cc7f HTTP/1.1" status: 204 len: 168 time: 0.5926340 Nov 12 03:49:45.544365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360ffdd-8dd4-4243-b7c4-cb593ce50ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad9eee2-c7c4-4360-945f-e707eef0cc7f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:45.603349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-212dcf92-f37c-4b33-ba22-269182fc5df7 None None] Provisioning complete for port cb33ff35-f49d-4436-8e10-2158ef5c425d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:45.603990 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-212dcf92-f37c-4b33-ba22-269182fc5df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.638187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d72f78-34de-47f2-b2b6-a3237fdb3e1e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:45.662686 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f259b-bd42-458a-842e-50facbb7453c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port cb33ff35-f49d-4436-8e10-2158ef5c425d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:45.663282 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd9f259b-bd42-458a-842e-50facbb7453c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.666319 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.666749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-212dcf92-f37c-4b33-ba22-269182fc5df7 None None] Port cb33ff35-f49d-4436-8e10-2158ef5c425d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:45.731385 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ed9b93d-911c-44b1-b7ee-f26207c52047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.738371 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ed9b93d-911c-44b1-b7ee-f26207c52047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.741728 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0ed9b93d-911c-44b1-b7ee-f26207c52047 admin admin] 10.222.0.105 "DELETE /v2.0/networks/6aebf55c-b6a2-4c6c-b3a3-0579bde12d33 HTTP/1.1" status: 204 len: 168 time: 1.4467978 Nov 12 03:49:45.762985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Transition to ACTIVE for port object 68d72f78-34de-47f2-b2b6-a3237fdb3e1e will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:49:45.785608 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cbd56c82-32d3-4660-8385-a6b7b230f5f3 req-0839f715-93ef-406c-bc02-5f96ba3c4a34 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912385 Nov 12 03:49:45.787377 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89ee8c-58db-4f8e-9cc3-38daae868e8c req-f778bc5c-8eac-40fe-9f96-f330bf0ae301 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:45.787890 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3787334-47ed-45d6-b53f-20eb603fdee8 req-ea90b2b7-d644-47b1-8139-3c1f82fa1fcc service neutron] 10.222.0.26 "GET /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922987 Nov 12 03:49:45.790188 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8b89ee8c-58db-4f8e-9cc3-38daae868e8c req-f778bc5c-8eac-40fe-9f96-f330bf0ae301 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 946 time: 0.1328011 Nov 12 03:49:45.794812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9b93d-911c-44b1-b7ee-f26207c52047 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aebf55c-b6a2-4c6c-b3a3-0579bde12d33,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:45.836287 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd9f259b-bd42-458a-842e-50facbb7453c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.850153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9480185-9a10-45bc-b0ae-91d747632747 req-a66ac8cf-4b0d-44dd-8c37-9029cd9e0959 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:45.853010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9480185-9a10-45bc-b0ae-91d747632747 req-a66ac8cf-4b0d-44dd-8c37-9029cd9e0959 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 821 time: 0.2795131 Nov 12 03:49:45.855881 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.862194 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f259b-bd42-458a-842e-50facbb7453c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for cb33ff35-f49d-4436-8e10-2158ef5c425d owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:45.891061 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8b89ee8c-58db-4f8e-9cc3-38daae868e8c req-7daa5114-000f-4a14-8294-9c3a27bd3824 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843627 Nov 12 03:49:45.921635 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9480185-9a10-45bc-b0ae-91d747632747 req-52cab935-a55e-4bc8-8c88-e1b686ed0de0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/quotas/8b743e87aecf4b1ab4f8a569cb29334e HTTP/1.1" status: 200 len: 375 time: 0.0593393 Nov 12 03:49:45.946694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Pushing event updated for resources: {'Port': ['ID=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:46.044913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9480185-9a10-45bc-b0ae-91d747632747 req-3b187e3e-2281-4d2f-8821-ad9b328ff795 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118233 Nov 12 03:49:46.065177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Attempting to bind port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:46.065510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Attempting to bind port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'fd4aa0e5-b123-4f55-beb6-771fdeffc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:46.065831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Attempting to bind port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e on network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:46.085835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e on network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:46.086191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Attempting to bind port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e on network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:46.094943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:46.095140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Checking segment: {'id': 'fd4aa0e5-b123-4f55-beb6-771fdeffc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:46.095542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Bound using segment: {'id': 'fd4aa0e5-b123-4f55-beb6-771fdeffc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:46.095890 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Bound port: 68d72f78-34de-47f2-b2b6-a3237fdb3e1e, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4aa0e5-b123-4f55-beb6-771fdeffc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:46.096268 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.154237 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd9f259b-bd42-458a-842e-50facbb7453c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.215236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9480185-9a10-45bc-b0ae-91d747632747 req-b057a47e-e037-4685-aa99-2e1045f8a726 service neutron] 10.222.0.105 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606171 Nov 12 03:49:46.225824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] For port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:46.228922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f259b-bd42-458a-842e-50facbb7453c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=cb33ff35-f49d-4436-8e10-2158ef5c425d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:46.230158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] For port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:46.260572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:46.318243 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.320250 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd9f259b-bd42-458a-842e-50facbb7453c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.328369 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cd9f259b-bd42-458a-842e-50facbb7453c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/cb33ff35-f49d-4436-8e10-2158ef5c425d HTTP/1.1" status: 204 len: 168 time: 0.8774436 Nov 12 03:49:46.330140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35218) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:46.348367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb146b6-0f07-474e-b50c-a1dee96bd0d1 req-1a332a85-a544-4ad5-ad77-e8453663d7b3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.350192 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6cb146b6-0f07-474e-b50c-a1dee96bd0d1 req-1a332a85-a544-4ad5-ad77-e8453663d7b3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 943 time: 0.1736541 Nov 12 03:49:46.404151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.404951 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.406398 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] 10.222.0.25 "PUT /v2.0/ports/68d72f78-34de-47f2-b2b6-a3237fdb3e1e HTTP/1.1" status: 200 len: 1092 time: 2.2549291 Nov 12 03:49:46.419098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695c8898-9a60-44ff-b0a9-e377aebe22a1', 'tag': '68d72f78-34de-47f2-b2b6-a3237fdb3e1e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:46.421517 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d85f1b-8ea9-4e9d-af11-a136c99665f9" -d '{"events": [{"name": "network-changed", "server_uuid": "695c8898-9a60-44ff-b0a9-e377aebe22a1", "tag": "68d72f78-34de-47f2-b2b6-a3237fdb3e1e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:46.437449 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6cb146b6-0f07-474e-b50c-a1dee96bd0d1 req-39a63e44-5214-42b6-ab6a-04622b221173 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800838 Nov 12 03:49:46.476531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7c8d8555-dd5e-4beb-9f91-3fd5aebf8c03 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7b9866acfd3a443eb962c247a4e05eac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2018168 Nov 12 03:49:46.476695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:46.476936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb379d2a-34bf-47cd-b21a-ca197faddf28 service neutron] Pushing event updated for resources: {'Port': ['ID=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:46.487529 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9480185-9a10-45bc-b0ae-91d747632747 req-37a55041-2b57-4738-95cb-0b20b8a47147 service neutron] 10.222.0.105 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593284 Nov 12 03:49:46.498631 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b816b64-acfc-45d8-92d5-5d31a6559bab tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.500384 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8b816b64-acfc-45d8-92d5-5d31a6559bab tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1688731 Nov 12 03:49:46.503532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35230) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:46.549274 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b09bddb7-b0fd-4258-b3b8-024ce6c01de1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.578453 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b09bddb7-b0fd-4258-b3b8-024ce6c01de1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.610499 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f01c64-b8b4-4ed5-929a-5f5e0698277a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.612651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-72f01c64-b8b4-4ed5-929a-5f5e0698277a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1080854 Nov 12 03:49:46.616961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:46.656125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-c012c2e7-efcd-48ca-bab7-9ded1335dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.656892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-c012c2e7-efcd-48ca-bab7-9ded1335dd2a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07e41015d94146a891f93111db10adaa&device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 1095 time: 0.1105735 Nov 12 03:49:46.718991 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5467645f-62da-4b82-b71f-b2dff3a8f910 x-openstack-request-id: req-5467645f-62da-4b82-b71f-b2dff3a8f910 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:46.719280 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695c8898-9a60-44ff-b0a9-e377aebe22a1", "tag": "68d72f78-34de-47f2-b2b6-a3237fdb3e1e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:46.719534 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5467645f-62da-4b82-b71f-b2dff3a8f910 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:46.719961 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '695c8898-9a60-44ff-b0a9-e377aebe22a1', 'tag': '68d72f78-34de-47f2-b2b6-a3237fdb3e1e', 'status': 'completed', 'code': 200} Nov 12 03:49:46.723784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-4d7a0042-d665-40ef-8854-532fcfeb883b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68d72f78-34de-47f2-b2b6-a3237fdb3e1e HTTP/1.1" status: 200 len: 217 time: 0.0542278 Nov 12 03:49:46.735341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0838da7e-5f90-434a-9df3-351071dd0bb2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.742267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0838da7e-5f90-434a-9df3-351071dd0bb2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.742267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0838da7e-5f90-434a-9df3-351071dd0bb2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.742267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0838da7e-5f90-434a-9df3-351071dd0bb2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1238034 Nov 12 03:49:46.747689 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35244) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:46.776826 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b09bddb7-b0fd-4258-b3b8-024ce6c01de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.779837 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b09bddb7-b0fd-4258-b3b8-024ce6c01de1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.781402 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b09bddb7-b0fd-4258-b3b8-024ce6c01de1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1e7b6d26-a53a-4257-bf35-bbb3a5294b09 HTTP/1.1" status: 204 len: 168 time: 0.3059127 Nov 12 03:49:46.796823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bddb7-b0fd-4258-b3b8-024ce6c01de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7b6d26-a53a-4257-bf35-bbb3a5294b09,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:46.838171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601744fd-7355-433a-93fa-282cd8ee662d req-79c1d5c6-ea83-4f61-a977-f928a7123692 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.839755 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-601744fd-7355-433a-93fa-282cd8ee662d req-79c1d5c6-ea83-4f61-a977-f928a7123692 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 943 time: 0.0996544 Nov 12 03:49:46.846149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-513eaa0a-0967-406d-9bb0-ed597103aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.847867 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-513eaa0a-0967-406d-9bb0-ed597103aaee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34069265-bba2-44d4-9f7e-7a4462db4ea2 HTTP/1.1" status: 200 len: 855 time: 0.1165941 Nov 12 03:49:46.851995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d0bce7-a47d-4f69-8cb5-856644cc920a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet aab41cad-55b7-4864-a821-4df1b45b67e7 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:46.855391 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77d0bce7-a47d-4f69-8cb5-856644cc920a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.910266 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-a3ab74a6-5a3f-4605-b5e4-3eed7e7bab07 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519660 Nov 12 03:49:46.917045 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-601744fd-7355-433a-93fa-282cd8ee662d req-6c69b234-9e34-48af-8ece-8b320e5f822c tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678146 Nov 12 03:49:46.943213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77d0bce7-a47d-4f69-8cb5-856644cc920a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.099843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f9a65-5279-447e-83c5-ad7e2271d4a6 req-ea9b41c4-4a87-4185-9b3f-ac14d4c9181e tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:47.101666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c75f9a65-5279-447e-83c5-ad7e2271d4a6 req-ea9b41c4-4a87-4185-9b3f-ac14d4c9181e tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 946 time: 0.0503476 Nov 12 03:49:47.169484 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c75f9a65-5279-447e-83c5-ad7e2271d4a6 req-f12c0761-de2d-480b-88d5-cebdcc320f87 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616732 Nov 12 03:49:47.177678 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77d0bce7-a47d-4f69-8cb5-856644cc920a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.211019 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-c5291d3f-6601-4719-a8c4-6d0648b3bd7f service neutron] 10.222.0.25 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824781 Nov 12 03:49:47.293538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4759983b-1228-4442-ad19-88b2375e039a req-e13fd250-4b20-40a7-98ec-a074f8fc2fa0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 210 time: 0.0848985 Nov 12 03:49:47.438066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-737d72c2-9b17-4c8f-b749-dc84ea768641 req-33fe444b-3ef3-40b1-9bd4-5470931c25df service neutron] 10.222.0.25 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049780 Nov 12 03:49:47.457361 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77d0bce7-a47d-4f69-8cb5-856644cc920a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.496146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0bce7-a47d-4f69-8cb5-856644cc920a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=aab41cad-55b7-4864-a821-4df1b45b67e7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:47.500778 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77d0bce7-a47d-4f69-8cb5-856644cc920a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.504529 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-77d0bce7-a47d-4f69-8cb5-856644cc920a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/aab41cad-55b7-4864-a821-4df1b45b67e7 HTTP/1.1" status: 204 len: 168 time: 0.7536147 Nov 12 03:49:47.505732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35278) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:47.509428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b009ca0-b5ae-4056-9d4d-b09ccd20c2a3 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:47.602153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-1730144b-c727-4426-890b-9407bb37a4b0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet b16d1d11-ada3-4cbe-b0c6-0b110943f2e6 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:47.609052 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1730144b-c727-4426-890b-9407bb37a4b0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.639322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f46ea-a5bb-47eb-ac0a-ce4c53eeb06c req-b7b56f98-a8bf-4227-9bf7-84efd1221be1 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:47.649513 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a86f46ea-a5bb-47eb-ac0a-ce4c53eeb06c req-b7b56f98-a8bf-4227-9bf7-84efd1221be1 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 943 time: 0.1111982 Nov 12 03:49:47.683055 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1730144b-c727-4426-890b-9407bb37a4b0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.769243 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a86f46ea-a5bb-47eb-ac0a-ce4c53eeb06c req-17cf998e-71ed-46ca-83be-45ff54553c68 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100826 Nov 12 03:49:47.837484 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1730144b-c727-4426-890b-9407bb37a4b0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.868449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d85f1b-8ea9-4e9d-af11-a136c99665f9 req-432a9242-6ead-43b3-b9f7-e4a488d86b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:47.868449 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24d85f1b-8ea9-4e9d-af11-a136c99665f9 req-432a9242-6ead-43b3-b9f7-e4a488d86b74 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07e41015d94146a891f93111db10adaa&device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 1095 time: 0.2521865 Nov 12 03:49:48.004502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d85f1b-8ea9-4e9d-af11-a136c99665f9 req-5bcdb08c-9e9c-47c6-8034-b19da95c3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:48.006191 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24d85f1b-8ea9-4e9d-af11-a136c99665f9 req-5bcdb08c-9e9c-47c6-8034-b19da95c3c4f service neutron] 10.222.0.25 "GET /v2.0/networks?id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf HTTP/1.1" status: 200 len: 917 time: 0.1276402 Nov 12 03:49:48.094035 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24d85f1b-8ea9-4e9d-af11-a136c99665f9 req-8ee63964-2423-4241-8e73-64566aa86a1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68d72f78-34de-47f2-b2b6-a3237fdb3e1e HTTP/1.1" status: 200 len: 217 time: 0.0780756 Nov 12 03:49:48.096849 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1730144b-c727-4426-890b-9407bb37a4b0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.163133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730144b-c727-4426-890b-9407bb37a4b0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=b16d1d11-ada3-4cbe-b0c6-0b110943f2e6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:48.176665 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1730144b-c727-4426-890b-9407bb37a4b0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.182199 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1730144b-c727-4426-890b-9407bb37a4b0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/b16d1d11-ada3-4cbe-b0c6-0b110943f2e6 HTTP/1.1" status: 204 len: 168 time: 0.6740494 Nov 12 03:49:48.182960 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:48.210536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d85f1b-8ea9-4e9d-af11-a136c99665f9 req-3f210db0-9839-494b-a840-caf6c03edd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:48.212307 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24d85f1b-8ea9-4e9d-af11-a136c99665f9 req-3f210db0-9839-494b-a840-caf6c03edd46 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34069265-bba2-44d4-9f7e-7a4462db4ea2 HTTP/1.1" status: 200 len: 855 time: 0.0777836 Nov 12 03:49:48.225274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07f981-3c35-4c1a-8abc-97e5d9b4b1ad req-8dfaa54c-282c-4e07-953b-fc18319e31fb tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:48.227059 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9a07f981-3c35-4c1a-8abc-97e5d9b4b1ad req-8dfaa54c-282c-4e07-953b-fc18319e31fb tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 943 time: 0.1728704 Nov 12 03:49:48.242824 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8fb38508-fef5-489d-808b-6ae9d9c2140f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560215 Nov 12 03:49:48.243174 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35308) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:48.268685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d131416d-44a8-4af9-827e-5e1e92c2746f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:48.276812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24d85f1b-8ea9-4e9d-af11-a136c99665f9 req-1c88f235-564e-4904-b524-307d17b2de87 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480092 Nov 12 03:49:48.319448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35312) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:48.399240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bc058-1235-4751-a964-453c141fdf10 req-89ad54c5-5faa-4f2f-b2bb-e222349cf573 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:48.401592 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b0bc058-1235-4751-a964-453c141fdf10 req-89ad54c5-5faa-4f2f-b2bb-e222349cf573 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 946 time: 0.0957472 Nov 12 03:49:48.475111 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b0bc058-1235-4751-a964-453c141fdf10 req-7fdafc90-6208-43c3-9d44-7416573e7d39 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650172 Nov 12 03:49:48.522144 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9a07f981-3c35-4c1a-8abc-97e5d9b4b1ad req-85551118-f02d-4562-b5e6-cdf8d824b4d9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831187 Nov 12 03:49:48.600013 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24d85f1b-8ea9-4e9d-af11-a136c99665f9 req-0022b9b5-a01c-4aaa-bb12-4271cd8f1bba service neutron] 10.222.0.25 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049426 Nov 12 03:49:48.626745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e8c89-3080-45dc-8822-173e25b03f8c None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:48.639883 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc41d772-7237-434e-8665-c44da44ab66d req-750c566a-39e6-4205-acb7-5c29e58cc095 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 210 time: 0.0805502 Nov 12 03:49:48.661810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d131416d-44a8-4af9-827e-5e1e92c2746f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:48.665649 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d131416d-44a8-4af9-827e-5e1e92c2746f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.720993 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.764384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dd4423e1-a617-4f7d-ac2b-dd717e8259e9 None None] Provisioning complete for port 2d58fb95-baf0-468a-90e1-9046cd572117 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:48.765028 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd4423e1-a617-4f7d-ac2b-dd717e8259e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.794332 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1994631326-network', 'tenant_id': 'd9678195170c4bbb866cded26d46169a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:48.847291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 9fda3962-d0ee-4bfd-954e-85942af8dc46 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:48.881025 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c0caa5c-c4c8-4de6-8605-932b361d019a req-0271695f-d50b-436e-89c3-89d18a93eb79 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-70900051&fields=id&tenant_id=d6b2d99842864fcdaa50b55f56be9f1a HTTP/1.1" status: 200 len: 267 time: 0.1852229 Nov 12 03:49:48.881655 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] Made reservation on behalf of d9678195170c4bbb866cded26d46169a for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:48.884075 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.927307 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.951927 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76e5a98-b34e-4519-80ae-6410c3e4dca8 None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:49.000407 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24d85f1b-8ea9-4e9d-af11-a136c99665f9 req-d39d7e75-f44c-413c-98f5-c256d4d27e12 service neutron] 10.222.0.25 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878975 Nov 12 03:49:49.076114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0caa5c-c4c8-4de6-8605-932b361d019a req-305d3e14-9a0e-4939-8945-f26dddea51e1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:49.085430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c0caa5c-c4c8-4de6-8605-932b361d019a req-305d3e14-9a0e-4939-8945-f26dddea51e1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 946 time: 0.1924913 Nov 12 03:49:49.097921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9c0caa5c-c4c8-4de6-8605-932b361d019a req-77f1eb73-98a4-473f-98d1-6a29ad1c191a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'port': {'security_groups': ['4adc80c5-0e1e-41ef-8e4f-320c3caf79da', 'd50fd90d-fb18-43f8-b19e-38eb0f591760']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:49.126413 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 9fda3962-d0ee-4bfd-954e-85942af8dc46, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9fda3962-d0ee-4bfd-954e-85942af8dc46,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:49.130021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bec337-1444-49df-bd6f-1179916ff5be req-3b5a8c49-5650-4a58-a81d-88cd32aecd68 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:49.146197 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-92bec337-1444-49df-bd6f-1179916ff5be req-3b5a8c49-5650-4a58-a81d-88cd32aecd68 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 943 time: 0.1150224 Nov 12 03:49:49.146444 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '9fda3962-d0ee-4bfd-954e-85942af8dc46', 'network_id': '2c53af8a-46bb-48e4-af57-98f8737220cb', 'port_id': '9fda3962-d0ee-4bfd-954e-85942af8dc46', 'mac_address': 'fa:16:3e:7a:0c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899de18e-7897-4846-9001-c1f9957ea303', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:49.150879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d76e5a98-b34e-4519-80ae-6410c3e4dca8 None None] Deleting port 2d58fb95-baf0-468a-90e1-9046cd572117 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:49.151776 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a98-b34e-4519-80ae-6410c3e4dca8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.220986 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c0caa5c-c4c8-4de6-8605-932b361d019a req-77f1eb73-98a4-473f-98d1-6a29ad1c191a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.224453 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-92bec337-1444-49df-bd6f-1179916ff5be req-02eeabb7-22ba-4f33-b65f-84e9a21c7c7e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768960 Nov 12 03:49:49.273511 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.356208 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.401643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:49.428459 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.428676 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.428937 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] Added segment 5b0ea241-07fb-43a2-bc7b-103c2762d55c of type vlan for network 36a7ae9d-fb8c-4139-a69e-1f482187e050 Nov 12 03:49:49.433357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b1399f-650a-4e95-95a8-9f28c7512753,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:49.435483 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d76e5a98-b34e-4519-80ae-6410c3e4dca8 None None] For port 2d58fb95-baf0-468a-90e1-9046cd572117, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2d58fb95-baf0-468a-90e1-9046cd572117,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:49.435881 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a98-b34e-4519-80ae-6410c3e4dca8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.457821 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d131416d-44a8-4af9-827e-5e1e92c2746f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.463051 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fda3962-d0ee-4bfd-954e-85942af8dc46 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:49.469128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d76e5a98-b34e-4519-80ae-6410c3e4dca8 None None] Calling delete_port for 2d58fb95-baf0-468a-90e1-9046cd572117 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:49.497124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 9fda3962-d0ee-4bfd-954e-85942af8dc46, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9fda3962-d0ee-4bfd-954e-85942af8dc46,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:49.559920 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.579459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d131416d-44a8-4af9-827e-5e1e92c2746f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:49.599553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d131416d-44a8-4af9-827e-5e1e92c2746f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:49.617567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d131416d-44a8-4af9-827e-5e1e92c2746f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:49.618363 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d131416d-44a8-4af9-827e-5e1e92c2746f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.630809 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131416d-44a8-4af9-827e-5e1e92c2746f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=844c5080-2e72-4aa1-8013-b75c72365634,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:49.665051 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.675076 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a98-b34e-4519-80ae-6410c3e4dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.680335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=9fda3962-d0ee-4bfd-954e-85942af8dc46,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:49.724746 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d131416d-44a8-4af9-827e-5e1e92c2746f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4779460 Nov 12 03:49:49.725894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35346) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:49.734697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-76d99713-0af4-4e19-9293-95ed1696009b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:49.756657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e5a98-b34e-4519-80ae-6410c3e4dca8 None None] Pushing event deleted for resources: {'Port': ['ID=2d58fb95-baf0-468a-90e1-9046cd572117,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:49.763567 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2d58fb95-baf0-468a-90e1-9046cd572117 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:49.766054 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76e5a98-b34e-4519-80ae-6410c3e4dca8 None None] No DVR routers for this DVR port 2d58fb95-baf0-468a-90e1-9046cd572117 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:49.804964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9c0caa5c-c4c8-4de6-8605-932b361d019a req-77f1eb73-98a4-473f-98d1-6a29ad1c191a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] For port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,segment=NetworkSegment(529da0ca-ab60-42a4-af52-7d119b368574),segment_id=529da0ca-ab60-42a4-af52-7d119b368574)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:49.809844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e73163-d948-4091-a2d9-cf085df4c650 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:49.813376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 2d58fb95-baf0-468a-90e1-9046cd572117 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:49.813790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2d58fb95-baf0-468a-90e1-9046cd572117 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:49.888587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.889474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:49.890061 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.899376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba353a2-6e92-45f9-8d29-46d75bdd76b7 req-e2d9ba98-7a4d-4450-8a81-2ae81471fbdc tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:49.903922 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cba353a2-6e92-45f9-8d29-46d75bdd76b7 req-e2d9ba98-7a4d-4450-8a81-2ae81471fbdc tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 943 time: 0.1577115 Nov 12 03:49:49.942343 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c0caa5c-c4c8-4de6-8605-932b361d019a req-77f1eb73-98a4-473f-98d1-6a29ad1c191a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.010506 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cba353a2-6e92-45f9-8d29-46d75bdd76b7 req-88f711c8-f7dc-4dc6-a221-bdbbce47e83d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859087 Nov 12 03:49:50.070665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-be54d603-2a64-497a-84fd-dd53e383892b', 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'tenant_id': '3c7d2bae6e60480684365cc7478c80c7', 'fixed_ips': [{'subnet_id': '844c5080-2e72-4aa1-8013-b75c72365634'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:50.071745 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.096635 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['9fda3962-d0ee-4bfd-954e-85942af8dc46'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:50.145557 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03e3395c-4d44-4ede-be7e-abdf6301df0b req-b0a71931-8ed3-4fc8-8ef5-9e2bdcafc05b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 210 time: 0.0420082 Nov 12 03:49:50.153640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d99713-0af4-4e19-9293-95ed1696009b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:50.159077 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76d99713-0af4-4e19-9293-95ed1696009b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.333525 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Allocated IP 2001:db8::2 (be54d603-2a64-497a-84fd-dd53e383892b/844c5080-2e72-4aa1-8013-b75c72365634/60ce09a1-63da-4467-b87a-4f72c34cdea3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:50.414650 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c0caa5c-c4c8-4de6-8605-932b361d019a req-77f1eb73-98a4-473f-98d1-6a29ad1c191a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.426746 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1021173 Nov 12 03:49:50.433616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35356) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:50.441330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9c1129c7-6db3-44a1-b6b0-f4296c81ebfa admin admin] Request body: {'subnet': {'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1994631326-subnet', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:50.460569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['43550808-df24-4048-b2fc-7bd841bf9fab', 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:50.523851 n-d-767704-23 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-76d99713-0af4-4e19-9293-95ed1696009b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 844c5080-2e72-4aa1-8013-b75c72365634 (CIDR: 2001:db8::/64) Nov 12 03:49:50.550171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a1099-845f-4404-b59f-5ba3d148c6a4 req-5ae83275-aa9d-4335-8a8b-cbb013a6185f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:50.555836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd9024-d6ad-4518-89a3-81b81591b4b7 admin admin] Pushing event updated for resources: {'Network': ['ID=36a7ae9d-fb8c-4139-a69e-1f482187e050,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:50.562242 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec7a1099-845f-4404-b59f-5ba3d148c6a4 req-5ae83275-aa9d-4335-8a8b-cbb013a6185f tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 944 time: 0.1594710 Nov 12 03:49:50.564593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0caa5c-c4c8-4de6-8605-932b361d019a req-77f1eb73-98a4-473f-98d1-6a29ad1c191a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:50.565628 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9c0caa5c-c4c8-4de6-8605-932b361d019a req-77f1eb73-98a4-473f-98d1-6a29ad1c191a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.568004 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c0caa5c-c4c8-4de6-8605-932b361d019a req-77f1eb73-98a4-473f-98d1-6a29ad1c191a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "PUT /v2.0/ports/d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed HTTP/1.1" status: 200 len: 982 time: 1.4817107 Nov 12 03:49:50.576512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9828ea37-4f52-41eb-87fa-207553c55a05', 'tag': 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:50.579541 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11062a3a-ea26-4792-8ba9-72052e9d916b" -d '{"events": [{"name": "network-changed", "server_uuid": "9828ea37-4f52-41eb-87fa-207553c55a05", "tag": "d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:50.584082 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d99713-0af4-4e19-9293-95ed1696009b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:49:50.584867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d99713-0af4-4e19-9293-95ed1696009b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:50.601839 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1129c7-6db3-44a1-b6b0-f4296c81ebfa admin admin] Made reservation on behalf of d9678195170c4bbb866cded26d46169a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:50.611553 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c1129c7-6db3-44a1-b6b0-f4296c81ebfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.631235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9480185-9a10-45bc-b0ae-91d747632747 req-1d90ebc4-b6bf-4b89-ae76-35d8e7e86c34 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:50.633366 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9480185-9a10-45bc-b0ae-91d747632747 req-1d90ebc4-b6bf-4b89-ae76-35d8e7e86c34 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.26 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 821 time: 0.7834942 Nov 12 03:49:50.640372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1eb73-98a4-473f-98d1-6a29ad1c191a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'Port': ['ID=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:50.676107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d9480185-9a10-45bc-b0ae-91d747632747 req-f37e547e-cb1c-48a1-b2dc-9bee89577334 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Request body: {'port': {'device_id': '841e3105-9960-464e-b4f4-2b19c940c79a', 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20', 'admin_state_up': True, 'tenant_id': '8b743e87aecf4b1ab4f8a569cb29334e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:50.695884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3b1a5465-7505-41c2-90b5-1f046dccf325 req-e56b16d3-2065-479f-97cf-b6e2c6b9a6c0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/d50fd90d-fb18-43f8-b19e-38eb0f591760 HTTP/1.1" status: 200 len: 1818 time: 0.0970924 Nov 12 03:49:50.711858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 36a7ae9d-fb8c-4139-a69e-1f482187e050 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:50.826281 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec7a1099-845f-4404-b59f-5ba3d148c6a4 req-5a437321-95ce-42b2-86a5-14847a1b7fa3 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555017 Nov 12 03:49:50.847892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 68d72f78-34de-47f2-b2b6-a3237fdb3e1e details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:50.847892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:50.848304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35364) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:50.852788 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-76d99713-0af4-4e19-9293-95ed1696009b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1255350 Nov 12 03:49:50.861763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'subnet': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:50.920288 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.957786 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-3b1a5465-7505-41c2-90b5-1f046dccf325 req-f619d364-0288-4293-a963-b39bac984468 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:49:50.958827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3b1a5465-7505-41c2-90b5-1f046dccf325 req-f619d364-0288-4293-a963-b39bac984468 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "DELETE /v2.0/security-groups/d50fd90d-fb18-43f8-b19e-38eb0f591760 HTTP/1.1" status: 409 len: 341 time: 0.2523894 Nov 12 03:49:50.960376 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd897f1-1f1e-40b8-a55e-65c7dc6a68c7 x-openstack-request-id: req-cdd897f1-1f1e-40b8-a55e-65c7dc6a68c7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:50.960677 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9828ea37-4f52-41eb-87fa-207553c55a05", "tag": "d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:50.960915 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cdd897f1-1f1e-40b8-a55e-65c7dc6a68c7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:50.961312 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9828ea37-4f52-41eb-87fa-207553c55a05', 'tag': 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed', 'status': 'completed', 'code': 200} Nov 12 03:49:51.069882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9480185-9a10-45bc-b0ae-91d747632747 req-f37e547e-cb1c-48a1-b2dc-9bee89577334 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Made reservation on behalf of 8b743e87aecf4b1ab4f8a569cb29334e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:51.081374 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d9480185-9a10-45bc-b0ae-91d747632747 req-f37e547e-cb1c-48a1-b2dc-9bee89577334 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.111825 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.164354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11062a3a-ea26-4792-8ba9-72052e9d916b req-b31e2332-9eea-4f08-a02b-b0dce0f73bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:51.166260 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11062a3a-ea26-4792-8ba9-72052e9d916b req-b31e2332-9eea-4f08-a02b-b0dce0f73bec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6b2d99842864fcdaa50b55f56be9f1a&device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 1137 time: 0.1619942 Nov 12 03:49:51.205845 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:49:51.230487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:51.237312 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:51.240059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:51.241167 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.244423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:51.307615 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c1129c7-6db3-44a1-b6b0-f4296c81ebfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.329637 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4d101-cb38-45b9-a77a-b6e219e4e668 req-36c7b6f2-f378-4b0d-8c7f-f3854519013c tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:51.331194 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0dc4d101-cb38-45b9-a77a-b6e219e4e668 req-36c7b6f2-f378-4b0d-8c7f-f3854519013c tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 943 time: 0.1414831 Nov 12 03:49:51.371503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1129c7-6db3-44a1-b6b0-f4296c81ebfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82bf929-4463-45be-9abb-d6db1fa7474a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:51.395398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Pushing event updated for resources: {'Port': ['ID=60ce09a1-63da-4467-b87a-4f72c34cdea3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:51.420822 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1129c7-6db3-44a1-b6b0-f4296c81ebfa admin admin] Checking segment: {'id': '5b0ea241-07fb-43a2-bc7b-103c2762d55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:51.420822 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1129c7-6db3-44a1-b6b0-f4296c81ebfa admin admin] Network hostable DHCP agents. Network: 36a7ae9d-fb8c-4139-a69e-1f482187e050, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:51.562989 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5bb3acb-9453-4faa-996b-177729f9d328 req-34c8b7de-5a59-4e06-a3cb-e2ab916f803e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 210 time: 0.0341344 Nov 12 03:49:51.570381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1129c7-6db3-44a1-b6b0-f4296c81ebfa admin admin] Network 36a7ae9d-fb8c-4139-a69e-1f482187e050 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:51.631051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11062a3a-ea26-4792-8ba9-72052e9d916b req-7eeb1e96-d585-419d-9b31-5f8776db5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:51.632537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9c1129c7-6db3-44a1-b6b0-f4296c81ebfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 36a7ae9d-fb8c-4139-a69e-1f482187e050) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:51.635098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11062a3a-ea26-4792-8ba9-72052e9d916b req-7eeb1e96-d585-419d-9b31-5f8776db5306 service neutron] 10.222.0.25 "GET /v2.0/networks?id=64d5e498-6fbb-4f6e-ad06-df50786cb026 HTTP/1.1" status: 200 len: 914 time: 0.4604473 Nov 12 03:49:51.649803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1129c7-6db3-44a1-b6b0-f4296c81ebfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:51.663544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247612b7-bc0d-4215-8846-f8f982a1bd3b None None] Network 36a7ae9d-fb8c-4139-a69e-1f482187e050 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:51.664462 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c1129c7-6db3-44a1-b6b0-f4296c81ebfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.669607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:51.732932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Attempting to bind port 60ce09a1-63da-4467-b87a-4f72c34cdea3 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:51.733509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Attempting to bind port 60ce09a1-63da-4467-b87a-4f72c34cdea3 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:51.733618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Attempting to bind port 60ce09a1-63da-4467-b87a-4f72c34cdea3 on network be54d603-2a64-497a-84fd-dd53e383892b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:51.734435 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11062a3a-ea26-4792-8ba9-72052e9d916b req-e4530eb0-c190-4bf7-b743-ea8ed71bf771 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed HTTP/1.1" status: 200 len: 217 time: 0.0801857 Nov 12 03:49:51.761050 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '68d72f78-34de-47f2-b2b6-a3237fdb3e1e', 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf', 'port_id': '68d72f78-34de-47f2-b2b6-a3237fdb3e1e', 'mac_address': 'fa:16:3e:ce:27:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34069265-bba2-44d4-9f7e-7a4462db4ea2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:51.761552 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0dc4d101-cb38-45b9-a77a-b6e219e4e668 req-85492021-6115-4dec-a27a-effd775017f9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626313 Nov 12 03:49:51.776293 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9c1129c7-6db3-44a1-b6b0-f4296c81ebfa admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3384287 Nov 12 03:49:51.777069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35380) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:51.788630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:51.790510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d9480185-9a10-45bc-b0ae-91d747632747 req-f37e547e-cb1c-48a1-b2dc-9bee89577334 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Allocated IP 172.20.0.8 (06cec024-9be7-42dc-b5b6-7e4a79621b20/f02c0044-a66c-4629-a8ec-23b84996c31f/ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:51.820772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:51.820772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Checking segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:51.821224 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.821628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Bound using segment: {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:51.822124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Bound port: 60ce09a1-63da-4467-b87a-4f72c34cdea3, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79369aa-ffdb-4d44-b2b3-437e71c6056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:51.823078 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.901814 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.904235 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.928582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35384) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:51.940658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11062a3a-ea26-4792-8ba9-72052e9d916b req-df17f32a-349c-40f0-a390-7b6701340510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:51.942224 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11062a3a-ea26-4792-8ba9-72052e9d916b req-df17f32a-349c-40f0-a390-7b6701340510 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bed95a9a-84ad-4387-9b15-10694c5849b1 HTTP/1.1" status: 200 len: 852 time: 0.1719191 Nov 12 03:49:51.994229 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.015805 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626389b-5079-438d-9ef1-34968ef42bcb req-473603dd-21b6-4598-9ece-b2282ad5c854 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:52.019479 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0626389b-5079-438d-9ef1-34968ef42bcb req-473603dd-21b6-4598-9ece-b2282ad5c854 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 985 time: 0.1649361 Nov 12 03:49:52.043518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] For port 60ce09a1-63da-4467-b87a-4f72c34cdea3, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:52.047523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] For port 60ce09a1-63da-4467-b87a-4f72c34cdea3, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=60ce09a1-63da-4467-b87a-4f72c34cdea3,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:52.092851 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.151981 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.158650 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde72c73-6857-4a7f-968c-f3fe9b6395ff None None] Pushing event updated for resources: {'Port': ['ID=60ce09a1-63da-4467-b87a-4f72c34cdea3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:52.227899 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11062a3a-ea26-4792-8ba9-72052e9d916b req-98fe0794-9be2-42af-9724-9be67090a88a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64d5e498-6fbb-4f6e-ad06-df50786cb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2647448 Nov 12 03:49:52.270979 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d72f78-34de-47f2-b2b6-a3237fdb3e1e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:52.276269 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.297995 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0626389b-5079-438d-9ef1-34968ef42bcb req-81f9bfb7-b220-4d89-b49f-d53a8ae2d695 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=d50fd90d-fb18-43f8-b19e-38eb0f591760&id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.2720144 Nov 12 03:49:52.344470 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-36a7ae9d-fb8c-4139-a69e-1f482187e050', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'fixed_ips': [{'subnet_id': 'c82bf929-4463-45be-9abb-d6db1fa7474a'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:52.345854 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.349232 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-763ee2b7-91fd-40cc-b4a9-07daed298c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.372693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:52.399389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e0af-6da6-4b56-b90a-a896bedf406f req-241f6a89-6f91-4eee-a7e3-1bd39e57486c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:52.401001 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e850e0af-6da6-4b56-b90a-a896bedf406f req-241f6a89-6f91-4eee-a7e3-1bd39e57486c tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 944 time: 0.4489617 Nov 12 03:49:52.669058 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.708175 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.732961 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d9480185-9a10-45bc-b0ae-91d747632747 req-f37e547e-cb1c-48a1-b2dc-9bee89577334 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.771195 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11062a3a-ea26-4792-8ba9-72052e9d916b req-3bb6a766-ce71-4ce8-a6c6-0ef1ab27b2d4 service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174689 Nov 12 03:49:52.774709 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.826200 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37b64739-5308-4b3f-b900-8dbbb539b6ca req-f76b3c9a-3087-4506-bafa-05165311dade tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 210 time: 0.1080739 Nov 12 03:49:52.891190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 9fda3962-d0ee-4bfd-954e-85942af8dc46 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:52.902846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:52.968952 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e850e0af-6da6-4b56-b90a-a896bedf406f req-c9a3edac-c9cc-41f1-9f28-2222aa48ee3e tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475714 Nov 12 03:49:52.983732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.objects.ports [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:49:52.992116 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d9480185-9a10-45bc-b0ae-91d747632747 req-f37e547e-cb1c-48a1-b2dc-9bee89577334 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.013139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['9d1c7927-0fc3-4022-b98a-bee20e40acea'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:53.016477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Allocated IP 172.25.8.159 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/1b8daabb-12a0-4749-a7ec-d64ee915d8a6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:53.017861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Allocated IP 172.20.0.2 (36a7ae9d-fb8c-4139-a69e-1f482187e050/c82bf929-4463-45be-9abb-d6db1fa7474a/66c99889-1938-46f2-864d-d6f413b0b081) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:53.082865 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-600acc53-f1c2-4a16-9c12-a52b67bc3eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.133069 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['68d72f78-34de-47f2-b2b6-a3237fdb3e1e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:53.200143 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9480185-9a10-45bc-b0ae-91d747632747 req-f37e547e-cb1c-48a1-b2dc-9bee89577334 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Network 06cec024-9be7-42dc-b5b6-7e4a79621b20 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:53.221230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d9480185-9a10-45bc-b0ae-91d747632747 req-f37e547e-cb1c-48a1-b2dc-9bee89577334 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:53.232712 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b4e37-d184-4233-843d-aff739c0fb14 req-d2984874-7bf6-448b-8b10-eaf75ea82820 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:53.245590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9480185-9a10-45bc-b0ae-91d747632747 req-f37e547e-cb1c-48a1-b2dc-9bee89577334 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:53.253504 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe3b4e37-d184-4233-843d-aff739c0fb14 req-d2984874-7bf6-448b-8b10-eaf75ea82820 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 944 time: 0.1669519 Nov 12 03:49:53.292584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 9fda3962-d0ee-4bfd-954e-85942af8dc46 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:49:53.292917 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-763ee2b7-91fd-40cc-b4a9-07daed298c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.295459 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11062a3a-ea26-4792-8ba9-72052e9d916b req-cc5a96ee-5e4e-475c-b8f6-2a69d8f117c8 service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126846 Nov 12 03:49:53.331169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e547e-cb1c-48a1-b2dc-9bee89577334 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Pushing event updated for resources: {'Port': ['ID=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:53.368057 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 9fda3962-d0ee-4bfd-954e-85942af8dc46 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:53.368463 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.379346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-763ee2b7-91fd-40cc-b4a9-07daed298c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.397501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9480185-9a10-45bc-b0ae-91d747632747 req-f37e547e-cb1c-48a1-b2dc-9bee89577334 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:53.398182 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d9480185-9a10-45bc-b0ae-91d747632747 req-f37e547e-cb1c-48a1-b2dc-9bee89577334 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.418224 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe3b4e37-d184-4233-843d-aff739c0fb14 req-0f8d8325-bb41-45d9-b681-3e76dadd518c tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634846 Nov 12 03:49:53.436075 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.460705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ee2b7-91fd-40cc-b4a9-07daed298c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469be728-3209-4f1f-91fa-1f4feb15898d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:53.547448 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9480185-9a10-45bc-b0ae-91d747632747 req-f37e547e-cb1c-48a1-b2dc-9bee89577334 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8770356 Nov 12 03:49:53.577307 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.591915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Request body: {'port': {'device_id': '841e3105-9960-464e-b4f4-2b19c940c79a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:53.629735 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.648343 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-763ee2b7-91fd-40cc-b4a9-07daed298c8f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1fbe786e330545a5b2492ce9254d2429&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7110176 Nov 12 03:49:53.648979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35396) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:53.690818 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.720739 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.722883 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.730734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:53.740666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Pushing event updated for resources: {'Port': ['ID=1b8daabb-12a0-4749-a7ec-d64ee915d8a6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:53.746333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:53.752847 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:53.840615 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Pushing event updated for resources: {'Port': ['ID=66c99889-1938-46f2-864d-d6f413b0b081,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:53.849386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 60ce09a1-63da-4467-b87a-4f72c34cdea3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:53.898038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Network 36a7ae9d-fb8c-4139-a69e-1f482187e050 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:53.898038 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.949252 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:53.954680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:53.986263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ecda5-a4d0-4663-a94c-c96f5af697fe req-ed29ab10-4f29-44b5-8218-f8a1537677d2 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:53.987845 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a9ecda5-a4d0-4663-a94c-c96f5af697fe req-ed29ab10-4f29-44b5-8218-f8a1537677d2 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 985 time: 0.5297899 Nov 12 03:49:54.042539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4689b-613b-49a1-b3c5-fb9fddbbca12 req-ce61844e-33ca-4686-8321-83001a546b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:54.044057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3b4689b-613b-49a1-b3c5-fb9fddbbca12 req-ce61844e-33ca-4686-8321-83001a546b18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6b2d99842864fcdaa50b55f56be9f1a&device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 1137 time: 0.5973694 Nov 12 03:49:54.075860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28de1cc4-913d-4849-a6db-7cfcbd98b0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fda3962-d0ee-4bfd-954e-85942af8dc46'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:54.079624 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f8c2a2-91dc-4fee-89be-3c2170f25a68" -d '{"events": [{"server_uuid": "28de1cc4-913d-4849-a6db-7cfcbd98b0ec", "name": "network-vif-plugged", "status": "completed", "tag": "9fda3962-d0ee-4bfd-954e-85942af8dc46"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:54.084312 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5de95b-166e-473d-bd0f-2020b3df38b1 req-58c114ef-ebbe-45cb-a735-bdefd463640d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:54.086181 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa5de95b-166e-473d-bd0f-2020b3df38b1 req-58c114ef-ebbe-45cb-a735-bdefd463640d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 931 time: 0.1184466 Nov 12 03:49:54.114594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f5489c72-1a1a-4abb-9861-137416d94bb0 None None] Provisioning complete for port 60ce09a1-63da-4467-b87a-4f72c34cdea3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:54.115029 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5489c72-1a1a-4abb-9861-137416d94bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.152296 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b2944ad-4cb0-4e44-8835-061c3fa27295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.175864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 9fda3962-d0ee-4bfd-954e-85942af8dc46, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9fda3962-d0ee-4bfd-954e-85942af8dc46,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:54.190811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Attempting to bind port 66c99889-1938-46f2-864d-d6f413b0b081 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:54.191200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Attempting to bind port 66c99889-1938-46f2-864d-d6f413b0b081 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '5b0ea241-07fb-43a2-bc7b-103c2762d55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:54.191573 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Attempting to bind port 66c99889-1938-46f2-864d-d6f413b0b081 on network 36a7ae9d-fb8c-4139-a69e-1f482187e050 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:54.200338 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b2944ad-4cb0-4e44-8835-061c3fa27295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.243358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:54.243869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Checking segment: {'id': '5b0ea241-07fb-43a2-bc7b-103c2762d55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:54.244447 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.244855 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Bound using segment: {'id': '5b0ea241-07fb-43a2-bc7b-103c2762d55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:54.245359 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Bound port: 66c99889-1938-46f2-864d-d6f413b0b081, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea241-07fb-43a2-bc7b-103c2762d55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:54.245997 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.254961 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5489c72-1a1a-4abb-9861-137416d94bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.257296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 60ce09a1-63da-4467-b87a-4f72c34cdea3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:54.257665 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.313757 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.350417 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b2944ad-4cb0-4e44-8835-061c3fa27295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.353119 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b2944ad-4cb0-4e44-8835-061c3fa27295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.354292 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5b2944ad-4cb0-4e44-8835-061c3fa27295 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/469be728-3209-4f1f-91fa-1f4feb15898d HTTP/1.1" status: 204 len: 168 time: 0.6784511 Nov 12 03:49:54.402465 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=9fda3962-d0ee-4bfd-954e-85942af8dc46,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.431569 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2944ad-4cb0-4e44-8835-061c3fa27295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469be728-3209-4f1f-91fa-1f4feb15898d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.532167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] For port 66c99889-1938-46f2-864d-d6f413b0b081, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:54.546841 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.561457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] For port 66c99889-1938-46f2-864d-d6f413b0b081, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=66c99889-1938-46f2-864d-d6f413b0b081,segment=NetworkSegment(5b0ea241-07fb-43a2-bc7b-103c2762d55c),segment_id=5b0ea241-07fb-43a2-bc7b-103c2762d55c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:54.571434 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa5de95b-166e-473d-bd0f-2020b3df38b1 req-c326c02b-bcc8-4671-94a0-e5838f6ed668 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773669 Nov 12 03:49:54.578766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4689b-613b-49a1-b3c5-fb9fddbbca12 req-9f1c0a23-f934-4822-b1da-dbdea5fde86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:54.582772 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3b4689b-613b-49a1-b3c5-fb9fddbbca12 req-9f1c0a23-f934-4822-b1da-dbdea5fde86d service neutron] 10.222.0.25 "GET /v2.0/networks?id=64d5e498-6fbb-4f6e-ad06-df50786cb026 HTTP/1.1" status: 200 len: 914 time: 0.4927917 Nov 12 03:49:54.611962 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.615630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a9ecda5-a4d0-4663-a94c-c96f5af697fe req-57cbc6a6-61bb-4f2d-b0cf-3f0a688ebfc8 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=d50fd90d-fb18-43f8-b19e-38eb0f591760&id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.5982523 Nov 12 03:49:54.624020 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.639513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] For port 60ce09a1-63da-4467-b87a-4f72c34cdea3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=60ce09a1-63da-4467-b87a-4f72c34cdea3,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:54.698752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:54.707562 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3b4689b-613b-49a1-b3c5-fb9fddbbca12 req-612333f5-8bf7-4942-b366-0bc960849ea5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed HTTP/1.1" status: 200 len: 217 time: 0.0903153 Nov 12 03:49:54.714171 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.775310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4689b-613b-49a1-b3c5-fb9fddbbca12 req-7b37208e-5e59-4bb5-8f15-7959a9258331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:54.776837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3b4689b-613b-49a1-b3c5-fb9fddbbca12 req-7b37208e-5e59-4bb5-8f15-7959a9258331 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bed95a9a-84ad-4387-9b15-10694c5849b1 HTTP/1.1" status: 200 len: 852 time: 0.0534654 Nov 12 03:49:54.794189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 68d72f78-34de-47f2-b2b6-a3237fdb3e1e up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:54.828677 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0298dd-1b4f-4dbb-9e80-93c9bb836f3e None None] Pushing event updated for resources: {'Port': ['ID=66c99889-1938-46f2-864d-d6f413b0b081,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.843670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Transition to ACTIVE for port object ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:49:54.862242 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7f7708-8ae8-40aa-a06e-d8d4fb1a9ae5 x-openstack-request-id: req-1e7f7708-8ae8-40aa-a06e-d8d4fb1a9ae5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:54.862646 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28de1cc4-913d-4849-a6db-7cfcbd98b0ec", "name": "network-vif-plugged", "status": "completed", "tag": "9fda3962-d0ee-4bfd-954e-85942af8dc46", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:54.862901 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1e7f7708-8ae8-40aa-a06e-d8d4fb1a9ae5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:54.863224 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28de1cc4-913d-4849-a6db-7cfcbd98b0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fda3962-d0ee-4bfd-954e-85942af8dc46', 'code': 200} Nov 12 03:49:54.917605 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.927674 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3b4689b-613b-49a1-b3c5-fb9fddbbca12 req-c86f0fa1-7c5f-477c-8084-e673a70d7896 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64d5e498-6fbb-4f6e-ad06-df50786cb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374023 Nov 12 03:49:54.931758 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.940915 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.039558 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.040376 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.052426 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f5489c72-1a1a-4abb-9861-137416d94bb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:49:55.052791 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-f5489c72-1a1a-4abb-9861-137416d94bb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:49:55.148383 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:49:55.148383 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:49:55.169614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:49:55.181128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:55.183424 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.189438 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df85a11-c995-4bb0-8130-564ff89515c3 req-eb146004-792f-48f0-8a5e-40e53f654b5d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:55.197622 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7df85a11-c995-4bb0-8130-564ff89515c3 req-eb146004-792f-48f0-8a5e-40e53f654b5d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 944 time: 0.1990595 Nov 12 03:49:55.249989 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.339042 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:55.343994 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.364889 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3da55526-77ba-4368-b478-1fcc7184e758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.380509 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7df85a11-c995-4bb0-8130-564ff89515c3 req-1a11d428-5047-4309-a780-9e6b7c01d177 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788471 Nov 12 03:49:55.422279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:55.473142 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.553408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:55.595505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3da55526-77ba-4368-b478-1fcc7184e758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.624197 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5489c72-1a1a-4abb-9861-137416d94bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.659253 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3da55526-77ba-4368-b478-1fcc7184e758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.687156 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f5489c72-1a1a-4abb-9861-137416d94bb0 None None] For port 60ce09a1-63da-4467-b87a-4f72c34cdea3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=60ce09a1-63da-4467-b87a-4f72c34cdea3,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:55.708328 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.711389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Router 0f863b94-0ade-4a9d-a108-6a45099fa31e is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:49:55.723438 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3da55526-77ba-4368-b478-1fcc7184e758 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=92a73029b9944a9a90a65f5ef25d5c25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3787751 Nov 12 03:49:55.723636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859254ec-8058-4b32-bffb-f20ccae22068 req-d032c4a1-8fc6-4cd1-b129-e45c983f86f7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:55.723636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-859254ec-8058-4b32-bffb-f20ccae22068 req-d032c4a1-8fc6-4cd1-b129-e45c983f86f7 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 945 time: 0.9408648 Nov 12 03:49:55.727036 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5489c72-1a1a-4abb-9861-137416d94bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.772079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:55.869028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5489c72-1a1a-4abb-9861-137416d94bb0 None None] Pushing event updated for resources: {'Port': ['ID=60ce09a1-63da-4467-b87a-4f72c34cdea3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:55.874538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:55.876507 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:49:55.876861 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:49:55.878037 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Pushing event updated for resources: {'Port': ['ID=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:55.881568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:55.897976 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44c28d4-dc92-4c99-aae0-86c292026360 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:55.927107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:55.927808 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.002775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da55526-77ba-4368-b478-1fcc7184e758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42499463-2078-4d52-89db-53b6a6548f40,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:56.033864 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1cc82850-ab85-4b18-a03f-46f248df4c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.072198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1cc82850-ab85-4b18-a03f-46f248df4c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.075231 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Subnet': ['ID=d82f1337-4afa-45f2-b074-99a89802c242,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:56.103292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd4155-d98f-4bb2-952f-4f4ab16d0871 req-c0e33845-1695-4941-9755-6731b0bcd040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:56.105103 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fdfd4155-d98f-4bb2-952f-4f4ab16d0871 req-c0e33845-1695-4941-9755-6731b0bcd040 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 1097 time: 1.1424913 Nov 12 03:49:56.139149 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.2898307 Nov 12 03:49:56.142254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35422) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:56.147701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Request body: {'port': {'network_id': 'be54d603-2a64-497a-84fd-dd53e383892b', 'mac_address': 'fa:16:3e:5f:b1:60', 'name': 'tempest-NetworksTestDHCPv6-684385073'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:56.171470 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7eba2d-d272-4917-8e4a-f70d8364b7b0 req-aa26d89c-ff25-43b0-a6c7-9b72617bcaf0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:56.180589 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd7eba2d-d272-4917-8e4a-f70d8364b7b0 req-aa26d89c-ff25-43b0-a6c7-9b72617bcaf0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.4651845 Nov 12 03:49:56.205449 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3b4689b-613b-49a1-b3c5-fb9fddbbca12 req-688a93a0-e826-4d76-9905-682a80129898 service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2439716 Nov 12 03:49:56.209321 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-859254ec-8058-4b32-bffb-f20ccae22068 req-150c1846-bb0f-4d36-b079-e698611fcb35 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939707 Nov 12 03:49:56.220640 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b30d3-31a7-4bf0-8ce6-0bc672fc348a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=60ce09a1-63da-4467-b87a-4f72c34cdea3,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:56.254295 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1cc82850-ab85-4b18-a03f-46f248df4c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.258421 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1cc82850-ab85-4b18-a03f-46f248df4c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.262127 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1cc82850-ab85-4b18-a03f-46f248df4c82 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/42499463-2078-4d52-89db-53b6a6548f40 HTTP/1.1" status: 204 len: 168 time: 0.4667087 Nov 12 03:49:56.355516 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c2295f3-f254-46a3-8624-8e647a72021f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.375744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc82850-ab85-4b18-a03f-46f248df4c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42499463-2078-4d52-89db-53b6a6548f40,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:56.418150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:56.418536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:56.418817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:56.440528 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd7eba2d-d272-4917-8e4a-f70d8364b7b0 req-318cf858-8f70-47b0-8981-21c778a567e4 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535319 Nov 12 03:49:56.477466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:56.498708 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Sync routers for ids ['0f863b94-0ade-4a9d-a108-6a45099fa31e'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:56.508893 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fdfd4155-d98f-4bb2-952f-4f4ab16d0871 req-90afd540-94fb-4377-82e3-feab7e8bdc32 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849535 Nov 12 03:49:56.519137 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Routers {'0f863b94-0ade-4a9d-a108-6a45099fa31e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:56.522316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:56.522553 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:49:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0f863b94-0ade-4a9d-a108-6a45099fa31e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:56.523006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:56.531744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8664e1-1721-4562-81a6-8de8db6162b9 None None] Network 36a7ae9d-fb8c-4139-a69e-1f482187e050 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:56.562473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4dca29-9fe5-4f2b-bf1f-1d9dae7d5e64 req-61b4a334-d5a3-4240-8df2-ee373933ec8e tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:56.571542 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f4dca29-9fe5-4f2b-bf1f-1d9dae7d5e64 req-61b4a334-d5a3-4240-8df2-ee373933ec8e tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 985 time: 0.2180893 Nov 12 03:49:56.579351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:56.579720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Checking segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:56.580225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Bound using segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:56.580667 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Bound port: ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:56.581033 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.614334 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.621859 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9a6ab8dc-4e37-40f8-ae59-e62da180e2ba admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8407402 Nov 12 03:49:56.629768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:56.734092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3b4689b-613b-49a1-b3c5-fb9fddbbca12 req-2cc1cad8-a516-41a8-83c8-27cd1a5f9b48 service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038013 Nov 12 03:49:56.764332 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Made reservation on behalf of 3c7d2bae6e60480684365cc7478c80c7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:56.812155 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Set router 0f863b94-0ade-4a9d-a108-6a45099fa31e gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:56.819206 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.832475 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4f4b01bb-e6b1-4ebd-b962-0b0a27e0d997 None None] Provisioning complete for port 66c99889-1938-46f2-864d-d6f413b0b081 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:56.833198 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f4b01bb-e6b1-4ebd-b962-0b0a27e0d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.835220 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f4dca29-9fe5-4f2b-bf1f-1d9dae7d5e64 req-9df7914d-5a42-4e2f-bd14-79c365470d0b tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=d50fd90d-fb18-43f8-b19e-38eb0f591760&id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.2625072 Nov 12 03:49:56.901980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695c8898-9a60-44ff-b0a9-e377aebe22a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d72f78-34de-47f2-b2b6-a3237fdb3e1e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:56.910416 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23ed361-9ff6-47ad-b1f4-88d2ed706797" -d '{"events": [{"server_uuid": "695c8898-9a60-44ff-b0a9-e377aebe22a1", "name": "network-vif-plugged", "status": "completed", "tag": "68d72f78-34de-47f2-b2b6-a3237fdb3e1e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:56.981793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:56.988138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:57.113179 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 60ce09a1-63da-4467-b87a-4f72c34cdea3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:57.121397 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.130937 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa8081f-d51f-4dbb-bec2-0ccec66f8708 x-openstack-request-id: req-1fa8081f-d51f-4dbb-bec2-0ccec66f8708 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:57.131238 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695c8898-9a60-44ff-b0a9-e377aebe22a1", "name": "network-vif-plugged", "status": "completed", "tag": "68d72f78-34de-47f2-b2b6-a3237fdb3e1e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:57.131499 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1fa8081f-d51f-4dbb-bec2-0ccec66f8708 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:57.133026 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695c8898-9a60-44ff-b0a9-e377aebe22a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d72f78-34de-47f2-b2b6-a3237fdb3e1e', 'code': 200} Nov 12 03:49:57.215886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] device_id is not set on port 8908554f-2445-480b-becb-5425a3166573 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:57.275534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.441272 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:57.442037 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.443621 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9480185-9a10-45bc-b0ae-91d747632747 req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] 10.222.0.26 "PUT /v2.0/ports/ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d HTTP/1.1" status: 200 len: 1092 time: 3.8663809 Nov 12 03:49:57.450866 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T03:49:53Z', 'revision_number': 3, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:57.472868 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841e3105-9960-464e-b4f4-2b19c940c79a', 'tag': 'ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:57.475345 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd170b9-68f3-4c83-ac0c-68c8875e2ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "841e3105-9960-464e-b4f4-2b19c940c79a", "tag": "ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:57.535780 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Checking router: 0f863b94-0ade-4a9d-a108-6a45099fa31e for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:57.537988 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Updating router 0f863b94-0ade-4a9d-a108-6a45099fa31e port 1b8daabb-12a0-4749-a7ec-d64ee915d8a6 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:49:57.555351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51456900-6379-4a66-9fe7-7834c2c23a0f service neutron] Pushing event updated for resources: {'Port': ['ID=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:57.595989 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.638203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6bc38-38fa-436d-83d9-291d78e13503 req-662c4461-5a73-4f8e-9d5c-5c2fb045ad45 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:57.647830 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-44e6bc38-38fa-436d-83d9-291d78e13503 req-662c4461-5a73-4f8e-9d5c-5c2fb045ad45 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 945 time: 0.2308707 Nov 12 03:49:57.656804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627b3c6-95ab-4c52-a151-e0315dec32e8 req-31830df0-4885-4db0-b778-493137286c8d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:57.660136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b627b3c6-95ab-4c52-a151-e0315dec32e8 req-31830df0-4885-4db0-b778-493137286c8d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.3975315 Nov 12 03:49:57.678712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274369bb-31d0-416f-ae81-0cd978fa13ab req-09170789-da54-480f-9e4a-eef0160cb96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:57.680748 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-274369bb-31d0-416f-ae81-0cd978fa13ab req-09170789-da54-480f-9e4a-eef0160cb96e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 1097 time: 0.3342147 Nov 12 03:49:57.787254 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-44e6bc38-38fa-436d-83d9-291d78e13503 req-c85d2ede-13b4-4326-ade3-d836628e82d9 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296082 Nov 12 03:49:57.794981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 60ce09a1-63da-4467-b87a-4f72c34cdea3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:57.795718 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.828030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8::374 (be54d603-2a64-497a-84fd-dd53e383892b/844c5080-2e72-4aa1-8013-b75c72365634/8908554f-2445-480b-becb-5425a3166573) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:57.859562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5f:b160 (be54d603-2a64-497a-84fd-dd53e383892b/d82f1337-4afa-45f2-b074-99a89802c242/8908554f-2445-480b-becb-5425a3166573) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:57.921608 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f4b01bb-e6b1-4ebd-b962-0b0a27e0d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.995877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-274369bb-31d0-416f-ae81-0cd978fa13ab req-1ce8e0f8-1977-4d4a-b53a-347a86c11917 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026369 Nov 12 03:49:58.011507 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4f4b01bb-e6b1-4ebd-b962-0b0a27e0d997 None None] For port 66c99889-1938-46f2-864d-d6f413b0b081, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=66c99889-1938-46f2-864d-d6f413b0b081,segment=NetworkSegment(5b0ea241-07fb-43a2-bc7b-103c2762d55c),segment_id=5b0ea241-07fb-43a2-bc7b-103c2762d55c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:58.072984 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b627b3c6-95ab-4c52-a151-e0315dec32e8 req-6708d3ca-9706-4dfa-aa05-0dd0b03d8298 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836434 Nov 12 03:49:58.115929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9480185-9a10-45bc-b0ae-91d747632747 req-4783c06d-3682-4863-8eeb-2d9c74e5cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:58.125018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9480185-9a10-45bc-b0ae-91d747632747 req-4783c06d-3682-4863-8eeb-2d9c74e5cc61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 1095 time: 0.4545529 Nov 12 03:49:58.145483 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f4b01bb-e6b1-4ebd-b962-0b0a27e0d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.294669 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9480185-9a10-45bc-b0ae-91d747632747 req-82c00177-c35f-45ec-b30d-b802c410767e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d HTTP/1.1" status: 200 len: 217 time: 0.1278038 Nov 12 03:49:58.297024 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb4880f-c295-4ab9-a926-14aa90ba7b45 x-openstack-request-id: req-edb4880f-c295-4ab9-a926-14aa90ba7b45 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:58.298663 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841e3105-9960-464e-b4f4-2b19c940c79a", "tag": "ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:58.299106 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-edb4880f-c295-4ab9-a926-14aa90ba7b45 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:58.299814 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841e3105-9960-464e-b4f4-2b19c940c79a', 'tag': 'ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d', 'status': 'completed', 'code': 200} Nov 12 03:49:58.330534 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b01bb-e6b1-4ebd-b962-0b0a27e0d997 None None] Pushing event updated for resources: {'Port': ['ID=66c99889-1938-46f2-864d-d6f413b0b081,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:58.403369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 66c99889-1938-46f2-864d-d6f413b0b081 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:58.418145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3c06d-0d87-4195-96ef-ed57b690bf83 req-e1bbfded-8c97-4d47-ba80-97611a553d6e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:58.420414 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9d3c06d-0d87-4195-96ef-ed57b690bf83 req-e1bbfded-8c97-4d47-ba80-97611a553d6e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.4279099 Nov 12 03:49:58.476272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fef1a87d-68f9-43f4-aab0-d1cd3bf30c47 None None] Provisioning complete for port 60ce09a1-63da-4467-b87a-4f72c34cdea3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:58.478306 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fef1a87d-68f9-43f4-aab0-d1cd3bf30c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.485460 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.533646 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.536632 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 66c99889-1938-46f2-864d-d6f413b0b081 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:58.537010 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.548900 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.556250 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9d3c06d-0d87-4195-96ef-ed57b690bf83 req-a8566202-79f7-4a93-a111-9f344b0eb0ab tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256154 Nov 12 03:49:58.605101 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.661752 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.681978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07443b-1e03-432f-824d-51af5dbbec6a req-3b631e7b-76f2-4a75-ad91-c398e1270ee0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:58.683755 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe07443b-1e03-432f-824d-51af5dbbec6a req-3b631e7b-76f2-4a75-ad91-c398e1270ee0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 985 time: 0.2307336 Nov 12 03:49:58.707223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9480185-9a10-45bc-b0ae-91d747632747 req-902d7e19-f24c-4887-a544-83217fd9d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:58.708820 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9480185-9a10-45bc-b0ae-91d747632747 req-902d7e19-f24c-4887-a544-83217fd9d18e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.2709470 Nov 12 03:49:58.722620 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Attempting to bind port 1b8daabb-12a0-4749-a7ec-d64ee915d8a6 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:58.723192 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Attempting to bind port 1b8daabb-12a0-4749-a7ec-d64ee915d8a6 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:58.723780 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Attempting to bind port 1b8daabb-12a0-4749-a7ec-d64ee915d8a6 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:58.747765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Network be54d603-2a64-497a-84fd-dd53e383892b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:58.748410 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:58.748784 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:58.749180 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.749578 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:58.750144 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Bound port: 1b8daabb-12a0-4749-a7ec-d64ee915d8a6, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:58.750520 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.763409 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:58.765920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:58.783228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:58.783917 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.799573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9480185-9a10-45bc-b0ae-91d747632747 req-3d471495-f51e-4fb9-93fe-58b0470f440c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529485 Nov 12 03:49:58.810591 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event updated for resources: {'Port': ['ID=8908554f-2445-480b-becb-5425a3166573,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:58.850167 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742e963-a911-4d91-984d-634ab78ca32e None None] Pushing event updated for resources: {'Port': ['ID=1b8daabb-12a0-4749-a7ec-d64ee915d8a6,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:58.879826 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.899111 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742e963-a911-4d91-984d-634ab78ca32e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:58.899459 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742e963-a911-4d91-984d-634ab78ca32e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:58.899794 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742e963-a911-4d91-984d-634ab78ca32e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:58.900170 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742e963-a911-4d91-984d-634ab78ca32e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:58.904775 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-53a83747-a170-4826-8edd-c6cc3d654dcd tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7567761 Nov 12 03:49:58.905026 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742e963-a911-4d91-984d-634ab78ca32e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:58.905026 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742e963-a911-4d91-984d-634ab78ca32e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:58.905026 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742e963-a911-4d91-984d-634ab78ca32e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:58.905026 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742e963-a911-4d91-984d-634ab78ca32e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:58.905026 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742e963-a911-4d91-984d-634ab78ca32e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:58.905026 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742e963-a911-4d91-984d-634ab78ca32e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:58.905026 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742e963-a911-4d91-984d-634ab78ca32e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:58.905026 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742e963-a911-4d91-984d-634ab78ca32e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:58.906965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fef1a87d-68f9-43f4-aab0-d1cd3bf30c47 None None] Provisioning complete for port 66c99889-1938-46f2-864d-d6f413b0b081 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:58.907765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35468) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:58.917255 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] For port 1b8daabb-12a0-4749-a7ec-d64ee915d8a6, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:58.917880 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fef1a87d-68f9-43f4-aab0-d1cd3bf30c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.920852 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] For port 1b8daabb-12a0-4749-a7ec-d64ee915d8a6, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1b8daabb-12a0-4749-a7ec-d64ee915d8a6,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:58.976489 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.007057 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.066472 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe07443b-1e03-432f-824d-51af5dbbec6a req-4483a3be-8ae6-4436-beaa-d046efe2849b tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=d50fd90d-fb18-43f8-b19e-38eb0f591760&id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.3545275 Nov 12 03:49:59.108742 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742e963-a911-4d91-984d-634ab78ca32e None None] Pushing event updated for resources: {'Port': ['ID=1b8daabb-12a0-4749-a7ec-d64ee915d8a6,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:59.124726 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Routers {'0f863b94-0ade-4a9d-a108-6a45099fa31e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:59.125567 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:49:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0f863b94-0ade-4a9d-a108-6a45099fa31e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:59.334078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-43144766-eca6-4bf7-a423-738be793819c None None] Provisioning complete for port 8908554f-2445-480b-becb-5425a3166573 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:59.334634 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43144766-eca6-4bf7-a423-738be793819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.335531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1bc73-7073-45a3-908f-4dbe26110c0d req-495308b5-2542-4406-b6d7-ffa890db36ce tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:59.341110 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a0f1bc73-7073-45a3-908f-4dbe26110c0d req-495308b5-2542-4406-b6d7-ffa890db36ce tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 945 time: 0.2897124 Nov 12 03:49:59.353740 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] Set router 0f863b94-0ade-4a9d-a108-6a45099fa31e gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:59.377610 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9480185-9a10-45bc-b0ae-91d747632747 req-8b6052ff-2e1c-4a05-a523-bddf29a2d9ab service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648110 Nov 12 03:49:59.417434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-43144766-eca6-4bf7-a423-738be793819c None None] Port 8908554f-2445-480b-becb-5425a3166573 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:59.493881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 66c99889-1938-46f2-864d-d6f413b0b081 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:59.513520 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6b45f979-312f-41e0-91d0-e42430ea347e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting port 8908554f-2445-480b-becb-5425a3166573 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:59.513919 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b45f979-312f-41e0-91d0-e42430ea347e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.560605 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a0f1bc73-7073-45a3-908f-4dbe26110c0d req-4aa1ca14-d970-4d75-8c0b-8bb9e094fbad tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036390 Nov 12 03:49:59.569575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9480185-9a10-45bc-b0ae-91d747632747 req-671ff4cc-d53e-43a2-aeb6-c48d028df075 service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692753 Nov 12 03:49:59.587380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 66c99889-1938-46f2-864d-d6f413b0b081 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:59.587879 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.625027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Allocated IP 172.20.0.1 (36a7ae9d-fb8c-4139-a69e-1f482187e050/c82bf929-4463-45be-9abb-d6db1fa7474a/a7091a86-d05b-4c46-a324-5ae8adafb136) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:59.727392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c73bd7-7de6-4b71-9609-4f392649edb4 req-6ae3bf78-d88a-4d7b-9890-fa9b52bf8b2b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:59.730365 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d0c73bd7-7de6-4b71-9609-4f392649edb4 req-6ae3bf78-d88a-4d7b-9890-fa9b52bf8b2b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.4590931 Nov 12 03:49:59.790951 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-438d0988-ceb9-4a56-873b-778b50671ea5 req-04f2dc90-5db1-456e-a463-d55b235edd4c tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-928344170&fields=id&tenant_id=d6b2d99842864fcdaa50b55f56be9f1a HTTP/1.1" status: 200 len: 267 time: 0.1230149 Nov 12 03:49:59.814306 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T03:49:53Z', 'revision_number': 3, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:59.848525 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a078a1c0-465f-4b0e-b254-2bdec4f31933 None None] The sync data for ids ['0f863b94-0ade-4a9d-a108-6a45099fa31e'] in n-d-767704-23 is: [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T03:49:53Z', 'revision_number': 3, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:59.876546 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d0c73bd7-7de6-4b71-9609-4f392649edb4 req-1ee5addd-373b-4de4-8c0b-a962e2dd5eee tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273119 Nov 12 03:49:59.883590 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b45f979-312f-41e0-91d0-e42430ea347e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.892575 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.902336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd170b9-68f3-4c83-ac0c-68c8875e2ed9 req-9a36a00e-30cf-4889-b9f3-ae50e49911e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:59.910921 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bd170b9-68f3-4c83-ac0c-68c8875e2ed9 req-9a36a00e-30cf-4889-b9f3-ae50e49911e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 1095 time: 0.1598408 Nov 12 03:49:59.938210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6b45f979-312f-41e0-91d0-e42430ea347e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Calling delete_port for 8908554f-2445-480b-becb-5425a3166573 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:59.981028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d0988-ceb9-4a56-873b-778b50671ea5 req-5640b2c2-541c-4a3d-9103-6591a865726c tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:59.982863 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-438d0988-ceb9-4a56-873b-778b50671ea5 req-5640b2c2-541c-4a3d-9103-6591a865726c tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 985 time: 0.1775289 Nov 12 03:50:00.033330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-438d0988-ceb9-4a56-873b-778b50671ea5 req-5ab2acb7-6c8a-43a4-a839-e3e82b818700 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'port': {'security_groups': ['4adc80c5-0e1e-41ef-8e4f-320c3caf79da', 'd50fd90d-fb18-43f8-b19e-38eb0f591760', 'b2757209-d281-44e1-9378-45b5427ebedb']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:00.070345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd170b9-68f3-4c83-ac0c-68c8875e2ed9 req-7c035924-00c0-4cf4-a141-bf606b85d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:00.077243 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bd170b9-68f3-4c83-ac0c-68c8875e2ed9 req-7c035924-00c0-4cf4-a141-bf606b85d6b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.1535072 Nov 12 03:50:00.130414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-438d0988-ceb9-4a56-873b-778b50671ea5 req-5ab2acb7-6c8a-43a4-a839-e3e82b818700 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.166829 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.220750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Network 36a7ae9d-fb8c-4139-a69e-1f482187e050 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:00.223923 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bd170b9-68f3-4c83-ac0c-68c8875e2ed9 req-24fe3b5d-8386-4100-9386-1746de96543e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d HTTP/1.1" status: 200 len: 217 time: 0.1430299 Nov 12 03:50:00.227365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:00.256169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:00.323785 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.467564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Pushing event updated for resources: {'Port': ['ID=a7091a86-d05b-4c46-a324-5ae8adafb136,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:00.495563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:00.496158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:00.496705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:00.497182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:00.497716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:00.498191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:00.498736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:00.499217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:00.500121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:00.501785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:00.502067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:00.502550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:00.548592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd170b9-68f3-4c83-ac0c-68c8875e2ed9 req-6bf93a13-85c5-4fc4-922d-a176e02c59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:00.550681 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bd170b9-68f3-4c83-ac0c-68c8875e2ed9 req-6bf93a13-85c5-4fc4-922d-a176e02c59fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.2885270 Nov 12 03:50:00.557087 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b45f979-312f-41e0-91d0-e42430ea347e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.645755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45f979-312f-41e0-91d0-e42430ea347e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Port': ['ID=8908554f-2445-480b-becb-5425a3166573,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:00.707529 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bd170b9-68f3-4c83-ac0c-68c8875e2ed9 req-4f577482-b01f-4b85-a2a2-1d7496254ff3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388752 Nov 12 03:50:00.708931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-530a88b1-73ce-4d6a-96c0-b57670632fad None None] Provisioning complete for port a7091a86-d05b-4c46-a324-5ae8adafb136 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:00.713015 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-530a88b1-73ce-4d6a-96c0-b57670632fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.820317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-530a88b1-73ce-4d6a-96c0-b57670632fad None None] Port a7091a86-d05b-4c46-a324-5ae8adafb136 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:00.843475 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b45f979-312f-41e0-91d0-e42430ea347e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.849291 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6b45f979-312f-41e0-91d0-e42430ea347e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/8908554f-2445-480b-becb-5425a3166573 HTTP/1.1" status: 204 len: 168 time: 1.9380171 Nov 12 03:50:00.857647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35502) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:00.947166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-438d0988-ceb9-4a56-873b-778b50671ea5 req-5ab2acb7-6c8a-43a4-a839-e3e82b818700 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] For port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,segment=NetworkSegment(529da0ca-ab60-42a4-af52-7d119b368574),segment_id=529da0ca-ab60-42a4-af52-7d119b368574)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:01.029591 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95545fae-77b3-411c-a6f2-ed23f197c4a0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.031443 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-95545fae-77b3-411c-a6f2-ed23f197c4a0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1717646 Nov 12 03:50:01.034125 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-438d0988-ceb9-4a56-873b-778b50671ea5 req-5ab2acb7-6c8a-43a4-a839-e3e82b818700 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.037132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1b8daabb-12a0-4749-a7ec-d64ee915d8a6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:01.041886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35506) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:01.049923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b41a0-92ee-4aa3-87be-afaac90a50b9 req-f189aba3-f5da-44b1-bbab-4cfdd198e651 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.066754 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e51b41a0-92ee-4aa3-87be-afaac90a50b9 req-f189aba3-f5da-44b1-bbab-4cfdd198e651 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.4948840 Nov 12 03:50:01.110992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c16fbdf-2b90-473f-b92b-8840f5ab7071 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.115878 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1b8daabb-12a0-4749-a7ec-d64ee915d8a6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:01.115878 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.116694 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1c16fbdf-2b90-473f-b92b-8840f5ab7071 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0659401 Nov 12 03:50:01.117466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35508) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:01.117660 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bd170b9-68f3-4c83-ac0c-68c8875e2ed9 req-40ffa7fb-7bb4-4ae3-8493-e48e8d735b63 service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852632 Nov 12 03:50:01.118237 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.130059 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-438d0988-ceb9-4a56-873b-778b50671ea5 req-5ab2acb7-6c8a-43a4-a839-e3e82b818700 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.143722 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e51b41a0-92ee-4aa3-87be-afaac90a50b9 req-7df93e01-ecce-4ce5-a30a-2d6b3296c4de tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694141 Nov 12 03:50:01.155254 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['43550808-df24-4048-b2fc-7bd841bf9fab', 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:01.283600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d0988-ceb9-4a56-873b-778b50671ea5 req-5ab2acb7-6c8a-43a4-a839-e3e82b818700 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.285127 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-438d0988-ceb9-4a56-873b-778b50671ea5 req-5ab2acb7-6c8a-43a4-a839-e3e82b818700 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.299906 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-438d0988-ceb9-4a56-873b-778b50671ea5 req-5ab2acb7-6c8a-43a4-a839-e3e82b818700 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "PUT /v2.0/ports/d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed HTTP/1.1" status: 200 len: 1021 time: 1.2743828 Nov 12 03:50:01.301291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9828ea37-4f52-41eb-87fa-207553c55a05', 'tag': 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:01.305549 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779c4533-02e9-40ac-8a75-c72f7dbd1497" -d '{"events": [{"name": "network-changed", "server_uuid": "9828ea37-4f52-41eb-87fa-207553c55a05", "tag": "d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:01.340272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bd170b9-68f3-4c83-ac0c-68c8875e2ed9 req-5870570e-ec7c-485b-b208-bdcd23b29e8f service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839802 Nov 12 03:50:01.353555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9e496-d0f0-420e-80a6-8c4d771766c8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.355660 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9e496-d0f0-420e-80a6-8c4d771766c8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.357223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9e496-d0f0-420e-80a6-8c4d771766c8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.362717 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-57f9e496-d0f0-420e-80a6-8c4d771766c8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2436578 Nov 12 03:50:01.366152 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35516) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:01.410829 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2acb7-6c8a-43a4-a839-e3e82b818700 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'Port': ['ID=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:01.426924 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:01.488880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4afc05-971d-4c21-a47b-5464d931a7eb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet 844c5080-2e72-4aa1-8013-b75c72365634 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:01.494418 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca4afc05-971d-4c21-a47b-5464d931a7eb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.503873 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.549669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a98dbd-bc8f-4c71-b6ed-8c84d1abebd1 req-3969036b-d00c-493c-b120-aa6af477e3bd tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.551732 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3a98dbd-bc8f-4c71-b6ed-8c84d1abebd1 req-3969036b-d00c-493c-b120-aa6af477e3bd tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 945 time: 0.1376858 Nov 12 03:50:01.559953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 1b8daabb-12a0-4749-a7ec-d64ee915d8a6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1b8daabb-12a0-4749-a7ec-d64ee915d8a6,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:01.625695 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca4afc05-971d-4c21-a47b-5464d931a7eb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.657762 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.691336 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3a98dbd-bc8f-4c71-b6ed-8c84d1abebd1 req-aea3825b-bbe1-4155-87d5-cc5bcc27f806 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268122 Nov 12 03:50:01.763887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=1b8daabb-12a0-4749-a7ec-d64ee915d8a6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:01.834793 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca4afc05-971d-4c21-a47b-5464d931a7eb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.888227 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25683888-f5d6-4c37-970c-b03017fa4e60 req-d99ee262-c28a-4b96-b8e3-31bf0af9dc7d tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/b2757209-d281-44e1-9378-45b5427ebedb HTTP/1.1" status: 200 len: 1818 time: 0.1274559 Nov 12 03:50:01.968629 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [req-25683888-f5d6-4c37-970c-b03017fa4e60 req-0e6b3ea2-4803-479d-be52-7cfaa7140fa2 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:50:01.983363 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25683888-f5d6-4c37-970c-b03017fa4e60 req-0e6b3ea2-4803-479d-be52-7cfaa7140fa2 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "DELETE /v2.0/security-groups/b2757209-d281-44e1-9378-45b5427ebedb HTTP/1.1" status: 409 len: 341 time: 0.0942547 Nov 12 03:50:02.015729 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd7bb5a-da6f-466b-86d2-d6fc8c2040ab x-openstack-request-id: req-4cd7bb5a-da6f-466b-86d2-d6fc8c2040ab {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:02.016396 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9828ea37-4f52-41eb-87fa-207553c55a05", "tag": "d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:02.016844 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4cd7bb5a-da6f-466b-86d2-d6fc8c2040ab {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:02.017399 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9828ea37-4f52-41eb-87fa-207553c55a05', 'tag': 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed', 'status': 'completed', 'code': 200} Nov 12 03:50:02.054573 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccba105-e1fd-4ca0-964b-02d2f3450f00 req-d9d04aac-7496-4e9b-be2f-57e2d0e79624 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.056295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fccba105-e1fd-4ca0-964b-02d2f3450f00 req-d9d04aac-7496-4e9b-be2f-57e2d0e79624 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.0975182 Nov 12 03:50:02.057180 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca4afc05-971d-4c21-a47b-5464d931a7eb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.114207 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4afc05-971d-4c21-a47b-5464d931a7eb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=844c5080-2e72-4aa1-8013-b75c72365634,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:02.135104 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca4afc05-971d-4c21-a47b-5464d931a7eb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.139574 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ca4afc05-971d-4c21-a47b-5464d931a7eb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/844c5080-2e72-4aa1-8013-b75c72365634 HTTP/1.1" status: 204 len: 168 time: 0.7727537 Nov 12 03:50:02.142658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35526) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:02.145274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09a9ed0-e554-4da7-8801-985b40f083f1 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:02.210029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac3dc68-950c-4c31-ba07-beb63bded41d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Deleting subnet d82f1337-4afa-45f2-b074-99a89802c242 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:02.213519 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ac3dc68-950c-4c31-ba07-beb63bded41d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.237746 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c4533-02e9-40ac-8a75-c72f7dbd1497 req-ed44d9c1-aadf-4c39-972e-682747bf92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.239293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-779c4533-02e9-40ac-8a75-c72f7dbd1497 req-ed44d9c1-aadf-4c39-972e-682747bf92c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6b2d99842864fcdaa50b55f56be9f1a&device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 1176 time: 0.1525455 Nov 12 03:50:02.263885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ac3dc68-950c-4c31-ba07-beb63bded41d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.344137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fccba105-e1fd-4ca0-964b-02d2f3450f00 req-5e1a53aa-0089-4cca-bb65-34e9ce6152ed tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544158 Nov 12 03:50:02.358775 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.410260 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ac3dc68-950c-4c31-ba07-beb63bded41d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.419250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c4533-02e9-40ac-8a75-c72f7dbd1497 req-293017dc-ef1c-4a90-afeb-d43083a6b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.421753 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-779c4533-02e9-40ac-8a75-c72f7dbd1497 req-293017dc-ef1c-4a90-afeb-d43083a6b2e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=64d5e498-6fbb-4f6e-ad06-df50786cb026 HTTP/1.1" status: 200 len: 914 time: 0.1665916 Nov 12 03:50:02.488908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-779c4533-02e9-40ac-8a75-c72f7dbd1497 req-a0d57283-045e-413b-8ae9-6a5b4aec9de3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed HTTP/1.1" status: 200 len: 217 time: 0.0563025 Nov 12 03:50:02.506035 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.599219 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.607128 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ac3dc68-950c-4c31-ba07-beb63bded41d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.655293 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ac3dc68-950c-4c31-ba07-beb63bded41d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.661993 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4ac3dc68-950c-4c31-ba07-beb63bded41d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/d82f1337-4afa-45f2-b074-99a89802c242 HTTP/1.1" status: 204 len: 168 time: 0.5180447 Nov 12 03:50:02.662955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35538) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:02.671615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3dc68-950c-4c31-ba07-beb63bded41d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Subnet': ['ID=d82f1337-4afa-45f2-b074-99a89802c242,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:02.672018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c4533-02e9-40ac-8a75-c72f7dbd1497 req-d230554d-1dc9-4951-9d07-e764add90ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.673790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-779c4533-02e9-40ac-8a75-c72f7dbd1497 req-d230554d-1dc9-4951-9d07-e764add90ca8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bed95a9a-84ad-4387-9b15-10694c5849b1 HTTP/1.1" status: 200 len: 852 time: 0.1296613 Nov 12 03:50:02.716598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Pushing event updated for resources: {'Port': ['ID=a7091a86-d05b-4c46-a324-5ae8adafb136,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:02.740271 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f56d8d-f39c-4707-9224-0028690d2300 req-f3c25c92-e66e-443c-8ac7-35d577a056a9 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.740887 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-74ddeec2-6475-4c0e-8395-7ee769ebf2b5 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768008 Nov 12 03:50:02.741553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35542) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:02.745396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3f56d8d-f39c-4707-9224-0028690d2300 req-f3c25c92-e66e-443c-8ac7-35d577a056a9 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.2987335 Nov 12 03:50:02.787925 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-779c4533-02e9-40ac-8a75-c72f7dbd1497 req-98b301d7-020b-4a4c-999c-3370bdec2336 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=64d5e498-6fbb-4f6e-ad06-df50786cb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638976 Nov 12 03:50:02.800794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917d9872-2a1a-4774-af26-cb53617ba816 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.805857 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-917d9872-2a1a-4774-af26-cb53617ba816 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0632658 Nov 12 03:50:02.806744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:02.905679 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1f223-1b9b-4164-bea5-1283a6d33672 req-2fd77192-23d6-479c-a2fa-ef9cd582843c tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.907262 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14c1f223-1b9b-4164-bea5-1283a6d33672 req-2fd77192-23d6-479c-a2fa-ef9cd582843c tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.0890126 Nov 12 03:50:02.914793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666da72-1617-4e68-9ee6-f20f2737d843 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.916319 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b666da72-1617-4e68-9ee6-f20f2737d843 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1083875 Nov 12 03:50:02.927327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35548) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:02.971678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3f56d8d-f39c-4707-9224-0028690d2300 req-d7cf12b6-5ed2-4a33-8b95-2b8ce6519828 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254043 Nov 12 03:50:02.977789 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1b8daabb-12a0-4749-a7ec-d64ee915d8a6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:02.989620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Network 36a7ae9d-fb8c-4139-a69e-1f482187e050 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:03.000133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:03.036389 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e55dfe1f-dbc6-48bf-b511-0309d97c2071 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1079683 Nov 12 03:50:03.046776 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35550) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.084079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1b8daabb-12a0-4749-a7ec-d64ee915d8a6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:03.084079 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.129387 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-779c4533-02e9-40ac-8a75-c72f7dbd1497 req-28f45838-0218-4590-99ba-83a53140ba4e service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253458 Nov 12 03:50:03.160469 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc77405-12af-47c6-8262-2c9acd11d3a4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:03.161870 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc77405-12af-47c6-8262-2c9acd11d3a4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:03.169131 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ddc77405-12af-47c6-8262-2c9acd11d3a4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/8908554f-2445-480b-becb-5425a3166573 HTTP/1.1" status: 404 len: 333 time: 0.1199336 Nov 12 03:50:03.169945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35554) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.186199 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14c1f223-1b9b-4164-bea5-1283a6d33672 req-1182731c-9940-4342-8dc4-8e209db11a2f tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552099 Nov 12 03:50:03.283964 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb2c3c9-3edf-4c71-9173-d8be37a08e0a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:03.284626 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb2c3c9-3edf-4c71-9173-d8be37a08e0a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:03.296596 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-adb2c3c9-3edf-4c71-9173-d8be37a08e0a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/d82f1337-4afa-45f2-b074-99a89802c242 HTTP/1.1" status: 404 len: 337 time: 0.1092680 Nov 12 03:50:03.297228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35558) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.339190 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9ad63b-6a31-4a5d-aca0-9ca4d6b3f3f7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:03.339655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9ad63b-6a31-4a5d-aca0-9ca4d6b3f3f7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:03.342843 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-aa9ad63b-6a31-4a5d-aca0-9ca4d6b3f3f7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/844c5080-2e72-4aa1-8013-b75c72365634 HTTP/1.1" status: 404 len: 337 time: 0.0444269 Nov 12 03:50:03.350686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35560) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.386869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2e42-7798-4420-8a5e-a87837949ef2 req-56e30bb6-291f-4178-bdc1-6d2f9f6bdc1d tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:03.389112 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ad1b2e42-7798-4420-8a5e-a87837949ef2 req-56e30bb6-291f-4178-bdc1-6d2f9f6bdc1d tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 1024 time: 0.2634873 Nov 12 03:50:03.391058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0d0141-a9d0-4c77-b616-5e58933cacc0 None None] Network be54d603-2a64-497a-84fd-dd53e383892b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:03.395423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244fb8f-5a85-4bc2-8a29-35759f339289 req-5e9b46a3-fe30-49de-81ca-d49a8b3b08ce tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:03.396990 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9244fb8f-5a85-4bc2-8a29-35759f339289 req-5e9b46a3-fe30-49de-81ca-d49a8b3b08ce tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 945 time: 0.0603082 Nov 12 03:50:03.425763 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b586ad-0a79-4e60-a1c6-44ba0ac67871 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:03.426479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b586ad-0a79-4e60-a1c6-44ba0ac67871 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:03.431229 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-95b586ad-0a79-4e60-a1c6-44ba0ac67871 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/cb33ff35-f49d-4436-8e10-2158ef5c425d HTTP/1.1" status: 404 len: 333 time: 0.0783956 Nov 12 03:50:03.433726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35562) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.484648 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd7b138-d0e7-47b6-974f-fbb547fed9e0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:03.485394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd7b138-d0e7-47b6-974f-fbb547fed9e0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:03.489589 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3cd7b138-d0e7-47b6-974f-fbb547fed9e0 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/aab41cad-55b7-4864-a821-4df1b45b67e7 HTTP/1.1" status: 404 len: 337 time: 0.0466497 Nov 12 03:50:03.491394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.495886 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9244fb8f-5a85-4bc2-8a29-35759f339289 req-00d903c8-d862-479d-9eb6-be0021140087 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908782 Nov 12 03:50:03.514873 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-779c4533-02e9-40ac-8a75-c72f7dbd1497 req-b3e3a230-aaed-4429-8f49-c156eda1d8c9 service neutron] 10.222.0.25 "GET /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461351 Nov 12 03:50:03.523205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0473d871-9a35-41d9-8087-efa236a188c9 None None] Provisioning complete for port 60ce09a1-63da-4467-b87a-4f72c34cdea3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:03.531473 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0473d871-9a35-41d9-8087-efa236a188c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.531660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Router 0f863b94-0ade-4a9d-a108-6a45099fa31e has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:03.553218 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef534e2-5773-4607-a3b4-12747ce6a641 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:03.553218 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef534e2-5773-4607-a3b4-12747ce6a641 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:03.556095 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8ef534e2-5773-4607-a3b4-12747ce6a641 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/b16d1d11-ada3-4cbe-b0c6-0b110943f2e6 HTTP/1.1" status: 404 len: 337 time: 0.0567291 Nov 12 03:50:03.558126 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35568) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.569682 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ad1b2e42-7798-4420-8a5e-a87837949ef2 req-bcc95bc9-2a02-4efd-bd09-2fea5dbb09f3 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=d50fd90d-fb18-43f8-b19e-38eb0f591760&id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&id=b2757209-d281-44e1-9378-45b5427ebedb&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1493905 Nov 12 03:50:03.608790 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd99b03-a7ef-4f8f-aa08-f6fcd3402eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:03.609466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd99b03-a7ef-4f8f-aa08-f6fcd3402eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:03.615748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8fd99b03-a7ef-4f8f-aa08-f6fcd3402eee tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/9021c289-f194-4977-9c64-b3a783b82830 HTTP/1.1" status: 404 len: 333 time: 0.0561266 Nov 12 03:50:03.616539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.677023 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c13d30f-6d0f-4e47-964f-f3aeddcb2a46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:03.677498 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c13d30f-6d0f-4e47-964f-f3aeddcb2a46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:03.691483 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8c13d30f-6d0f-4e47-964f-f3aeddcb2a46 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/4cd79c1b-c024-4919-b166-259aa0c0d115 HTTP/1.1" status: 404 len: 337 time: 0.0734782 Nov 12 03:50:03.692244 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.705532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0473d871-9a35-41d9-8087-efa236a188c9 None None] Provisioning complete for port a7091a86-d05b-4c46-a324-5ae8adafb136 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:03.705911 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0473d871-9a35-41d9-8087-efa236a188c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.747065 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae56e33-fa62-49bb-919e-40ca938cf412 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:03.747437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae56e33-fa62-49bb-919e-40ca938cf412 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:03.755119 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35586) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.759318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] DHCP port deletion for be54d603-2a64-497a-84fd-dd53e383892b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:03.760825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5ae56e33-fa62-49bb-919e-40ca938cf412 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/f1447cf8-4502-49a7-b834-873ddc483cb0 HTTP/1.1" status: 404 len: 337 time: 0.0673237 Nov 12 03:50:03.787483 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-40666791-1bda-4c55-9be1-5b358a292634 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:03.788206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40666791-1bda-4c55-9be1-5b358a292634 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:03.789122 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0473d871-9a35-41d9-8087-efa236a188c9 None None] Port a7091a86-d05b-4c46-a324-5ae8adafb136 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:03.793800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35588) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.793927 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-40666791-1bda-4c55-9be1-5b358a292634 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/93d32c1a-ba7e-4a30-90c3-65fa4541f030 HTTP/1.1" status: 404 len: 333 time: 0.0349555 Nov 12 03:50:03.797372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:03.803533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-06bd77ab-ba9a-4152-b58f-4072a59f0249 admin admin] 10.222.0.105 "PUT /v2.0/routers/0f863b94-0ade-4a9d-a108-6a45099fa31e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1694753 Nov 12 03:50:03.812529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Sync routers for ids ['0f863b94-0ade-4a9d-a108-6a45099fa31e'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:03.827606 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11a690c-7692-4218-bd95-774561104a3a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:03.832100 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Routers {'0f863b94-0ade-4a9d-a108-6a45099fa31e'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:03.832100 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:49:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0f863b94-0ade-4a9d-a108-6a45099fa31e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:03.841516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11a690c-7692-4218-bd95-774561104a3a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:03.849840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35592) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.857510 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b11a690c-7692-4218-bd95-774561104a3a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/2835a275-2ebd-470f-ac0f-7e1425d68d56 HTTP/1.1" status: 404 len: 337 time: 0.0617149 Nov 12 03:50:03.870432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35594) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.886123 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd189b0a-9cca-41c5-bf06-ac984fb62ae4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:03.886595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd189b0a-9cca-41c5-bf06-ac984fb62ae4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:03.889790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fd189b0a-9cca-41c5-bf06-ac984fb62ae4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/aae6686b-055f-4cac-bad8-35f0e39f117e HTTP/1.1" status: 404 len: 337 time: 0.0388196 Nov 12 03:50:03.892589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35598) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.916179 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e97f48-9efc-4414-ada4-097ac217b4b3 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:03.916977 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e97f48-9efc-4414-ada4-097ac217b4b3 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:03.923897 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-47e97f48-9efc-4414-ada4-097ac217b4b3 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/63662e15-bd7e-40e5-a2b3-423d8eaf5c2c HTTP/1.1" status: 404 len: 333 time: 0.0301440 Nov 12 03:50:03.934072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35600) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:03.978664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Deleting port 60ce09a1-63da-4467-b87a-4f72c34cdea3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:03.979196 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.001473 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1d0366-b027-4c09-83aa-e5e0e236c26b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.001834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1d0366-b027-4c09-83aa-e5e0e236c26b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.009554 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ce1d0366-b027-4c09-83aa-e5e0e236c26b tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/fcf952eb-dc93-44d9-bc57-6acc117f8777 HTTP/1.1" status: 404 len: 337 time: 0.0742955 Nov 12 03:50:04.011664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35602) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.021256 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dac2f75b-a509-4473-bb09-2768cb91617b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.076651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Set router 0f863b94-0ade-4a9d-a108-6a45099fa31e gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:04.080985 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a401c5-ab4a-484a-8ba6-53ba47b6d29f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.082016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a401c5-ab4a-484a-8ba6-53ba47b6d29f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.087363 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d2a401c5-ab4a-484a-8ba6-53ba47b6d29f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/0445c2d0-4134-4908-abb9-7235e4ff4b11 HTTP/1.1" status: 404 len: 333 time: 0.0725698 Nov 12 03:50:04.088423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35614) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.139750 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-881b844a-60fa-4caa-a211-77d02f4df7eb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.140530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881b844a-60fa-4caa-a211-77d02f4df7eb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.147293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] For port 60ce09a1-63da-4467-b87a-4f72c34cdea3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=60ce09a1-63da-4467-b87a-4f72c34cdea3,segment=NetworkSegment(a79369aa-ffdb-4d44-b2b3-437e71c6056e),segment_id=a79369aa-ffdb-4d44-b2b3-437e71c6056e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:04.147500 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-881b844a-60fa-4caa-a211-77d02f4df7eb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/f27f2e33-aa64-48d0-aea4-13a894a12b70 HTTP/1.1" status: 404 len: 337 time: 0.0555499 Nov 12 03:50:04.147626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35616) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.148295 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.201122 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dac2f75b-a509-4473-bb09-2768cb91617b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.204937 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Calling delete_port for 60ce09a1-63da-4467-b87a-4f72c34cdea3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:04.221475 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe2db5e-4949-40b0-924c-8ad7b6e7a94a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.222295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe2db5e-4949-40b0-924c-8ad7b6e7a94a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.225966 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fbe2db5e-4949-40b0-924c-8ad7b6e7a94a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/6aaf6866-6709-4656-bb7f-90b4b8522de7 HTTP/1.1" status: 404 len: 333 time: 0.0769365 Nov 12 03:50:04.228334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35618) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.270855 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ecb3ef-1b5f-4cb6-8019-1410527e8020 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.271312 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ecb3ef-1b5f-4cb6-8019-1410527e8020 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.276113 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c0ecb3ef-1b5f-4cb6-8019-1410527e8020 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/3e23adc4-8a25-4bde-8198-b2603c5109cf HTTP/1.1" status: 404 len: 337 time: 0.0461326 Nov 12 03:50:04.277312 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dac2f75b-a509-4473-bb09-2768cb91617b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.279625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.336515 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6dbc98-758e-4af0-85e0-dddaab9ff053 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.337493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6dbc98-758e-4af0-85e0-dddaab9ff053 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.344872 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9d6dbc98-758e-4af0-85e0-dddaab9ff053 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/eab7c130-f1d2-46bc-a6d7-2080f4ba624b HTTP/1.1" status: 404 len: 333 time: 0.0639634 Nov 12 03:50:04.352452 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dac2f75b-a509-4473-bb09-2768cb91617b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=32d8ff47eb684191b8008993ba89ccc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4804521 Nov 12 03:50:04.356937 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867255b5-1e07-4dc5-a91a-dfe50819ef32 req-563d03dc-cf0a-439d-8640-b773d2afec71 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:04.357383 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-867255b5-1e07-4dc5-a91a-dfe50819ef32 req-563d03dc-cf0a-439d-8640-b773d2afec71 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.1385410 Nov 12 03:50:04.358512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35642) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.365947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35638) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.382163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2f75b-a509-4473-bb09-2768cb91617b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e01bd3-0559-4ad7-a5f3-eb3c6adae26e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:04.430383 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ea8d42-e923-4d33-8d5f-f6ecf857835d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.430833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ea8d42-e923-4d33-8d5f-f6ecf857835d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.434815 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b2ea8d42-e923-4d33-8d5f-f6ecf857835d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/da376ff6-caab-45a7-9b62-c9286b550c3c HTTP/1.1" status: 404 len: 337 time: 0.0667205 Nov 12 03:50:04.441724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35654) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.446873 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4806fa-0575-477d-a7f4-f675fad01242 req-e10f6d55-31cc-4628-addc-453c642ab0c3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:04.456098 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e4806fa-0575-477d-a7f4-f675fad01242 req-e10f6d55-31cc-4628-addc-453c642ab0c3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.1957312 Nov 12 03:50:04.513790 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-62616b8b-0b8b-484b-b082-2c5a62439811 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.514692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62616b8b-0b8b-484b-b082-2c5a62439811 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.522142 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-62616b8b-0b8b-484b-b082-2c5a62439811 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/06fad26b-2c73-4eb1-909a-d70134f6a9db HTTP/1.1" status: 404 len: 333 time: 0.0761228 Nov 12 03:50:04.522890 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35664) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.528657 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e4806fa-0575-477d-a7f4-f675fad01242 req-68b0d3e3-e0ad-4422-b057-20b4ab4d60a8 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713348 Nov 12 03:50:04.537409 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-867255b5-1e07-4dc5-a91a-dfe50819ef32 req-1e778881-3d27-4960-923d-60314f0d6de8 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710258 Nov 12 03:50:04.599607 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a606e1-3ed8-4825-9f00-fa98d93dc437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.600931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a606e1-3ed8-4825-9f00-fa98d93dc437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.607594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-76a606e1-3ed8-4825-9f00-fa98d93dc437 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/6dce3da6-1dcc-4e20-b8ff-16f3ace87c92 HTTP/1.1" status: 404 len: 337 time: 0.0807986 Nov 12 03:50:04.607594 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35668) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.621681 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b37cdcf4-2830-445a-8cf6-cb158f30f668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.645788 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd40667b-a70f-4b4c-a1a3-47df8851302e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.647023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd40667b-a70f-4b4c-a1a3-47df8851302e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.650852 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bd40667b-a70f-4b4c-a1a3-47df8851302e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/d2c6b504-f4b0-4edc-a815-2a37a61ee620 HTTP/1.1" status: 404 len: 333 time: 0.0413904 Nov 12 03:50:04.654464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35670) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.677209 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b37cdcf4-2830-445a-8cf6-cb158f30f668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.697523 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e470df8-8395-4522-80ce-8d524dd51c1f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.697971 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e470df8-8395-4522-80ce-8d524dd51c1f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.701094 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0e470df8-8395-4522-80ce-8d524dd51c1f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/c0efe7c0-5f2d-4ddf-8989-1e1f26e2b98a HTTP/1.1" status: 404 len: 337 time: 0.0455420 Nov 12 03:50:04.714878 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.715995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.744574 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 4, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a7091a86-d05b-4c46-a324-5ae8adafb136', 'name': '', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'mac_address': 'fa:16:3e:03:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:01Z', 'revision_number': 2, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'subnets': [{'id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:04.769974 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-216295e6-dd3b-4758-be79-27398bc6b0a8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.770422 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216295e6-dd3b-4758-be79-27398bc6b0a8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.774100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc937a-2fcb-4671-8292-2974e937a7e9 req-29cc7e02-8985-4ea0-89ea-7a473e955775 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:04.780019 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-216295e6-dd3b-4758-be79-27398bc6b0a8 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/a50d1448-e0f8-4324-9a1b-13ad8dd2d5ec HTTP/1.1" status: 404 len: 337 time: 0.0575857 Nov 12 03:50:04.780163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Checking router: 0f863b94-0ade-4a9d-a108-6a45099fa31e for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:04.780293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.781141 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5bc937a-2fcb-4671-8292-2974e937a7e9 req-29cc7e02-8985-4ea0-89ea-7a473e955775 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 1024 time: 0.0960274 Nov 12 03:50:04.782339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Updating router 0f863b94-0ade-4a9d-a108-6a45099fa31e port a7091a86-d05b-4c46-a324-5ae8adafb136 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:50:04.785240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Pushing event deleted for resources: {'Port': ['ID=60ce09a1-63da-4467-b87a-4f72c34cdea3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:04.815918 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ec87c5-5876-4ca7-b208-66ad85324241 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.816156 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] No DVR routers for this DVR port 60ce09a1-63da-4467-b87a-4f72c34cdea3 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:04.816256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ec87c5-5876-4ca7-b208-66ad85324241 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.819462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f0ec87c5-5876-4ca7-b208-66ad85324241 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/90756bab-fad5-4cce-919f-7d30b4bda499 HTTP/1.1" status: 404 len: 333 time: 0.0397861 Nov 12 03:50:04.830892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35676) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.831162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.831700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.833639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.833865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.835456 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.835581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.836068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.836463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.836756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.837184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.837601 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.837983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab53b168-2dfe-4b2f-a6a6-c1cf5d88004f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.853896 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.883955 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa15a67-08bf-4048-83b6-7aeb41d829aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.883955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa15a67-08bf-4048-83b6-7aeb41d829aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.886522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4fa15a67-08bf-4048-83b6-7aeb41d829aa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/df9524ce-8e58-4dab-98ab-ba1fad69e9ed HTTP/1.1" status: 404 len: 337 time: 0.0567422 Nov 12 03:50:04.889598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35678) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.896593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c38d8d-ac3a-46a3-be01-ed04e65561ac req-24c27b22-4d1c-4759-9e19-344ea7948ca8 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:04.905927 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-50c38d8d-ac3a-46a3-be01-ed04e65561ac req-24c27b22-4d1c-4759-9e19-344ea7948ca8 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 945 time: 0.2201169 Nov 12 03:50:04.972653 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb77a5b-9571-42f2-a7b8-53f2d0463487 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:04.973433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb77a5b-9571-42f2-a7b8-53f2d0463487 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:04.980176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eeb77a5b-9571-42f2-a7b8-53f2d0463487 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/3ae0c5fd-727b-42d6-823e-a36006dea8d0 HTTP/1.1" status: 404 len: 337 time: 0.0869365 Nov 12 03:50:04.981770 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b37cdcf4-2830-445a-8cf6-cb158f30f668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.982221 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 60ce09a1-63da-4467-b87a-4f72c34cdea3 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:04.984270 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b37cdcf4-2830-445a-8cf6-cb158f30f668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.986864 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b37cdcf4-2830-445a-8cf6-cb158f30f668 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/12e01bd3-0559-4ad7-a5f3-eb3c6adae26e HTTP/1.1" status: 204 len: 168 time: 0.6267726 Nov 12 03:50:04.997230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f06ae-097d-40c7-885e-504277fd1145 req-e81b3141-d84e-44c7-9ebe-19467ebcb8b8 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:05.003287 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-045f06ae-097d-40c7-885e-504277fd1145 req-e81b3141-d84e-44c7-9ebe-19467ebcb8b8 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.25 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 1024 time: 0.2165594 Nov 12 03:50:05.004439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.014021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 60ce09a1-63da-4467-b87a-4f72c34cdea3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:05.014582 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 60ce09a1-63da-4467-b87a-4f72c34cdea3 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:05.092465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cdcf4-2830-445a-8cf6-cb158f30f668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e01bd3-0559-4ad7-a5f3-eb3c6adae26e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:05.099476 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c6d6b3-e5a5-4e92-a208-def566b901e1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:05.105274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c6d6b3-e5a5-4e92-a208-def566b901e1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:05.107963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-55c6d6b3-e5a5-4e92-a208-def566b901e1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/9c733406-8f27-43df-86ed-244132d8e70f HTTP/1.1" status: 404 len: 333 time: 0.0987735 Nov 12 03:50:05.160185 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5bc937a-2fcb-4671-8292-2974e937a7e9 req-fc600f90-fb59-430b-b12e-093f675c554d tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=d50fd90d-fb18-43f8-b19e-38eb0f591760&id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&id=b2757209-d281-44e1-9378-45b5427ebedb&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3642950 Nov 12 03:50:05.161294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.226701 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1dc9c8-790c-4566-be31-6c6dcf2e68a2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:05.227192 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f1dc9c8-790c-4566-be31-6c6dcf2e68a2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:05.231749 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0f1dc9c8-790c-4566-be31-6c6dcf2e68a2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/9b04dd45-d8e3-425f-9849-9665072d6543 HTTP/1.1" status: 404 len: 337 time: 0.0643742 Nov 12 03:50:05.238990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.345131 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4db3385-30d7-43c5-b4ba-c92739083b28 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:05.345131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4db3385-30d7-43c5-b4ba-c92739083b28 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:05.345131 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d4db3385-30d7-43c5-b4ba-c92739083b28 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/c16a12ff-04f5-40d1-a491-cc7ef577621e HTTP/1.1" status: 404 len: 337 time: 0.1016321 Nov 12 03:50:05.346416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.362124 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.398558 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-271acd4b-6ea4-41fa-a2ce-a79a0a6218e4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:05.402848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271acd4b-6ea4-41fa-a2ce-a79a0a6218e4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:05.402848 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-271acd4b-6ea4-41fa-a2ce-a79a0a6218e4 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/551ad75a-3e7a-4722-81c5-10582d72a849 HTTP/1.1" status: 404 len: 333 time: 0.0554588 Nov 12 03:50:05.406933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35696) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.444637 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a185a14-399b-4a14-b835-e6d8dcdf0d4d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:05.445256 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a185a14-399b-4a14-b835-e6d8dcdf0d4d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:05.448549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5a185a14-399b-4a14-b835-e6d8dcdf0d4d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/110bc920-572b-423b-891d-ce84705428e1 HTTP/1.1" status: 404 len: 337 time: 0.0406802 Nov 12 03:50:05.451441 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35700) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.461655 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.497409 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c72b42-bfd5-49c9-9d7e-67fb3670e403 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:05.497953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c72b42-bfd5-49c9-9d7e-67fb3670e403 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:05.506368 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f8c72b42-bfd5-49c9-9d7e-67fb3670e403 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/c289bd5f-619d-46ac-ab1b-fd78f0e2e6a5 HTTP/1.1" status: 404 len: 337 time: 0.0531559 Nov 12 03:50:05.506955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.527646 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-50c38d8d-ac3a-46a3-be01-ed04e65561ac req-bff8d3f8-d54e-4afc-b1b6-872137ea04b1 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6129737 Nov 12 03:50:05.528222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-045f06ae-097d-40c7-885e-504277fd1145 req-5ac12a70-a7fc-4385-ab7f-be392c17b6f0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Deleting port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:05.528222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-045f06ae-097d-40c7-885e-504277fd1145 req-5ac12a70-a7fc-4385-ab7f-be392c17b6f0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.580674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563ab8b-3d2d-429f-b828-b016eec5a6ba None None] Pushing event updated for resources: {'Port': ['ID=a7091a86-d05b-4c46-a324-5ae8adafb136,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:05.596722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35708) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.600900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7b5d09f2-8d6f-4032-b71c-bd94673976b7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8d425ab-e30a-46d7-be6f-259cd027b231 HTTP/1.1" status: 200 len: 205 time: 0.0912001 Nov 12 03:50:05.617856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Attempting to bind port a7091a86-d05b-4c46-a324-5ae8adafb136 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:05.622892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Attempting to bind port a7091a86-d05b-4c46-a324-5ae8adafb136 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '5b0ea241-07fb-43a2-bc7b-103c2762d55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:05.622892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Attempting to bind port a7091a86-d05b-4c46-a324-5ae8adafb136 on network 36a7ae9d-fb8c-4139-a69e-1f482187e050 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:05.632844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:05.633659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Checking segment: {'id': '5b0ea241-07fb-43a2-bc7b-103c2762d55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:05.634223 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.634957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Bound using segment: {'id': '5b0ea241-07fb-43a2-bc7b-103c2762d55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:05.635835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Bound port: a7091a86-d05b-4c46-a324-5ae8adafb136, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0ea241-07fb-43a2-bc7b-103c2762d55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:05.636438 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.655479 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-6bab93b1-0a05-49b9-825d-6c864c6e3498 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] delete failed (client error): The resource could not be found. Nov 12 03:50:05.656675 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6bab93b1-0a05-49b9-825d-6c864c6e3498 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/routers/b8d425ab-e30a-46d7-be6f-259cd027b231 HTTP/1.1" status: 404 len: 336 time: 0.0589342 Nov 12 03:50:05.659905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35710) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.710677 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f743e8-1624-4ab6-8c8f-336688b4d39d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:05.711337 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f743e8-1624-4ab6-8c8f-336688b4d39d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:05.717675 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-90f743e8-1624-4ab6-8c8f-336688b4d39d tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/5680f191-12c7-4129-9e83-bc80be186a82 HTTP/1.1" status: 404 len: 337 time: 0.0539861 Nov 12 03:50:05.718864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35714) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.770123 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] For port a7091a86-d05b-4c46-a324-5ae8adafb136, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:05.774607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] For port a7091a86-d05b-4c46-a324-5ae8adafb136, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a7091a86-d05b-4c46-a324-5ae8adafb136,segment=NetworkSegment(5b0ea241-07fb-43a2-bc7b-103c2762d55c),segment_id=5b0ea241-07fb-43a2-bc7b-103c2762d55c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:05.778237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-94799acb-2e53-48cd-b7f1-83dc5533be20 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "GET /v2.0/ports?device_id=6f4cfa8e-cff4-41c5-b2c0-88123c62b935 HTTP/1.1" status: 200 len: 205 time: 0.0569181 Nov 12 03:50:05.785354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf473207-c0d2-48b8-9e94-3a5fe834b1b8 req-3c5d1c6f-dbae-4c50-92c1-56044ec4a04c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:05.787020 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bf473207-c0d2-48b8-9e94-3a5fe834b1b8 req-3c5d1c6f-dbae-4c50-92c1-56044ec4a04c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.0800502 Nov 12 03:50:05.787523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35724) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.824072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-045f06ae-097d-40c7-885e-504277fd1145 req-5ac12a70-a7fc-4385-ab7f-be392c17b6f0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] For port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,segment=NetworkSegment(529da0ca-ab60-42a4-af52-7d119b368574),segment_id=529da0ca-ab60-42a4-af52-7d119b368574)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:05.824072 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-045f06ae-097d-40c7-885e-504277fd1145 req-5ac12a70-a7fc-4385-ab7f-be392c17b6f0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.832547 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-e1c8195c-bdae-49fd-b454-5c5ce5c28479 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] delete failed (client error): The resource could not be found. Nov 12 03:50:05.833686 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e1c8195c-bdae-49fd-b454-5c5ce5c28479 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/routers/6f4cfa8e-cff4-41c5-b2c0-88123c62b935 HTTP/1.1" status: 404 len: 336 time: 0.0451093 Nov 12 03:50:05.839577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35730) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.873413 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.885393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cf96a-5b28-4b74-aa4c-9c76941dde1e req-4a628821-1e90-4887-805d-8f31c1bea2f8 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:05.887091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-463cf96a-5b28-4b74-aa4c-9c76941dde1e req-4a628821-1e90-4887-805d-8f31c1bea2f8 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.2224028 Nov 12 03:50:05.888244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-045f06ae-097d-40c7-885e-504277fd1145 req-5ac12a70-a7fc-4385-ab7f-be392c17b6f0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Calling delete_port for d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:05.900209 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bf473207-c0d2-48b8-9e94-3a5fe834b1b8 req-82076e6f-3369-453e-afa6-e66e6855b710 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711195 Nov 12 03:50:05.945870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-daf7ca7a-be6d-4ce7-99df-1f628c74c79e None None] Provisioning complete for port a7091a86-d05b-4c46-a324-5ae8adafb136 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:05.950631 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-daf7ca7a-be6d-4ce7-99df-1f628c74c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.957399 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0c82ae-00d0-4f05-b1ef-7cbc7529b0fa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:05.958046 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0c82ae-00d0-4f05-b1ef-7cbc7529b0fa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:05.963716 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cf0c82ae-00d0-4f05-b1ef-7cbc7529b0fa tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/a7af402b-8658-4679-be4a-6a5307c9b36f HTTP/1.1" status: 404 len: 337 time: 0.1175992 Nov 12 03:50:05.964719 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.995155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35750) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.025607 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb6467b-0acd-41cd-87b4-2d509939bdcb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.026071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb6467b-0acd-41cd-87b4-2d509939bdcb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.031610 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dbb6467b-0acd-41cd-87b4-2d509939bdcb tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/67e4556c-2d92-42e3-b77b-c8a3a021b979 HTTP/1.1" status: 404 len: 337 time: 0.0641651 Nov 12 03:50:06.031967 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.070927 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Routers {'0f863b94-0ade-4a9d-a108-6a45099fa31e'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:06.071683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:49:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0f863b94-0ade-4a9d-a108-6a45099fa31e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:06.086390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563ab8b-3d2d-429f-b828-b016eec5a6ba None None] Pushing event updated for resources: {'Port': ['ID=a7091a86-d05b-4c46-a324-5ae8adafb136,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:06.088770 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3311-8e75-4d53-8b82-4fae86b7297e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.093080 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b8a9a3-c7d0-4403-993b-8f0c96bfb48f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.093927 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b8a9a3-c7d0-4403-993b-8f0c96bfb48f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.097486 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a7b8a9a3-c7d0-4403-993b-8f0c96bfb48f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/2bd7eb4c-a3e2-419e-a920-166b7c7fd297 HTTP/1.1" status: 404 len: 333 time: 0.0643294 Nov 12 03:50:06.103470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.192520 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d2ca2d-34d5-4d8b-9d39-518778b0f9f1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.193190 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d2ca2d-34d5-4d8b-9d39-518778b0f9f1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.199088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.200672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-69d2ca2d-34d5-4d8b-9d39-518778b0f9f1 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/db5a0c5e-317e-4b17-a5c1-7d9f689d2c71 HTTP/1.1" status: 404 len: 337 time: 0.0852640 Nov 12 03:50:06.210138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-463cf96a-5b28-4b74-aa4c-9c76941dde1e req-ec50cd8f-cadb-4ae9-a8ff-01f6d9230390 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632515 Nov 12 03:50:06.227936 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ea02e9-c529-4a08-94a2-e085d5a5afca tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.229247 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ea02e9-c529-4a08-94a2-e085d5a5afca tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.234496 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d5ea02e9-c529-4a08-94a2-e085d5a5afca tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/e79de76c-bf6e-429b-bbcd-26389d3e40ba HTTP/1.1" status: 404 len: 333 time: 0.0316043 Nov 12 03:50:06.235573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35760) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.259910 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-daf7ca7a-be6d-4ce7-99df-1f628c74c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.264381 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2a83ed-a1fd-4f49-96eb-4ff248993814 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.264844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2a83ed-a1fd-4f49-96eb-4ff248993814 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.270356 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ca2a83ed-a1fd-4f49-96eb-4ff248993814 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/5ca0668c-1f0e-4ca0-8721-57d9d83a2d3b HTTP/1.1" status: 404 len: 337 time: 0.0317471 Nov 12 03:50:06.270674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35762) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.300751 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-8417a90a-b67f-47c8-8cc9-67245581d726 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.300751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8417a90a-b67f-47c8-8cc9-67245581d726 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.300900 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-daf7ca7a-be6d-4ce7-99df-1f628c74c79e None None] For port a7091a86-d05b-4c46-a324-5ae8adafb136, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a7091a86-d05b-4c46-a324-5ae8adafb136,segment=NetworkSegment(5b0ea241-07fb-43a2-bc7b-103c2762d55c),segment_id=5b0ea241-07fb-43a2-bc7b-103c2762d55c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:06.303868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8417a90a-b67f-47c8-8cc9-67245581d726 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/f56a1cd4-5ed2-4fca-a6e9-b1b1e82c3027 HTTP/1.1" status: 404 len: 333 time: 0.0319555 Nov 12 03:50:06.306480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35766) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.316244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] Set router 0f863b94-0ade-4a9d-a108-6a45099fa31e gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:06.371467 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-796bf2b0-38fa-4c84-be89-9e9b2f6bcc0e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.371931 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796bf2b0-38fa-4c84-be89-9e9b2f6bcc0e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.376147 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-796bf2b0-38fa-4c84-be89-9e9b2f6bcc0e tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/b6cec561-f413-4a3a-b4e4-07c8f825b751 HTTP/1.1" status: 404 len: 337 time: 0.0679767 Nov 12 03:50:06.379909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.395091 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-daf7ca7a-be6d-4ce7-99df-1f628c74c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.419435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b252d97-67b9-4cfb-a263-931b653706db req-06727520-f796-4592-8aef-3509790acc17 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:06.421157 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0b252d97-67b9-4cfb-a263-931b653706db req-06727520-f796-4592-8aef-3509790acc17 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 1024 time: 0.1162615 Nov 12 03:50:06.435720 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8bcd9d-bdba-402b-98bc-4f4ab8d32d92 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.436515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8bcd9d-bdba-402b-98bc-4f4ab8d32d92 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.443175 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-af8bcd9d-bdba-402b-98bc-4f4ab8d32d92 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/de4c02e1-042d-40f8-b60d-17034d206da3 HTTP/1.1" status: 404 len: 333 time: 0.0591023 Nov 12 03:50:06.449840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.539516 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0b252d97-67b9-4cfb-a263-931b653706db req-f0e62d21-2b28-4c37-bb38-0ac901b3b8f5 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=d50fd90d-fb18-43f8-b19e-38eb0f591760&id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&id=b2757209-d281-44e1-9378-45b5427ebedb&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1082964 Nov 12 03:50:06.543708 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3311-8e75-4d53-8b82-4fae86b7297e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.547023 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cab561a-7733-4eb0-ad81-3e42fbeb6f2a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.548117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cab561a-7733-4eb0-ad81-3e42fbeb6f2a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.551858 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2cab561a-7733-4eb0-ad81-3e42fbeb6f2a tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/1c11c08f-34d4-4cf9-aade-8c1da2af1bbf HTTP/1.1" status: 404 len: 337 time: 0.0897946 Nov 12 03:50:06.557779 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-045f06ae-097d-40c7-885e-504277fd1145 req-5ac12a70-a7fc-4385-ab7f-be392c17b6f0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.559343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35776) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.582789 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['43550808-df24-4048-b2fc-7bd841bf9fab', 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:06.601717 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-65dc83fc-e4c5-4c83-a980-7d10893328d7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.602813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65dc83fc-e4c5-4c83-a980-7d10893328d7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.611027 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-65dc83fc-e4c5-4c83-a980-7d10893328d7 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/f3cb3733-1c47-4046-a2ed-e28397d89ce0 HTTP/1.1" status: 404 len: 333 time: 0.0503170 Nov 12 03:50:06.616878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35778) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.621248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7ca7a-be6d-4ce7-99df-1f628c74c79e None None] Pushing event updated for resources: {'Port': ['ID=a7091a86-d05b-4c46-a324-5ae8adafb136,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:06.622054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac12a70-a7fc-4385-ab7f-be392c17b6f0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event deleted for resources: {'Port': ['ID=d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:06.630940 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3311-8e75-4d53-8b82-4fae86b7297e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.647164 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-91fba98f-5c26-45d2-97c9-adf51e54c28a None None] Provisioning complete for port a7091a86-d05b-4c46-a324-5ae8adafb136 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:06.647538 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91fba98f-5c26-45d2-97c9-adf51e54c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.666698 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-578192c2-6fe6-4b26-83c5-1b33f1839d4c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.667178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578192c2-6fe6-4b26-83c5-1b33f1839d4c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.677716 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-578192c2-6fe6-4b26-83c5-1b33f1839d4c tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/029ad92d-8dda-4b8c-b569-90734971176a HTTP/1.1" status: 404 len: 337 time: 0.0639744 Nov 12 03:50:06.678427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.711237 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57c6bae-04df-43da-b530-80006bda71f6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.711961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57c6bae-04df-43da-b530-80006bda71f6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.719077 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d57c6bae-04df-43da-b530-80006bda71f6 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/213aaa91-96de-4073-aea1-031b489f2285 HTTP/1.1" status: 404 len: 333 time: 0.0396266 Nov 12 03:50:06.720009 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.739022 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b82a19-e6ec-4471-a933-ac3cd2f263e7 req-1b958613-9fd2-4a34-8225-ef5233687f77 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:06.741126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71b82a19-e6ec-4471-a933-ac3cd2f263e7 req-1b958613-9fd2-4a34-8225-ef5233687f77 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.26 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 945 time: 0.2926805 Nov 12 03:50:06.742123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-045f06ae-097d-40c7-885e-504277fd1145 req-5ac12a70-a7fc-4385-ab7f-be392c17b6f0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] No DVR routers for this DVR port d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:06.745559 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-045f06ae-097d-40c7-885e-504277fd1145 req-5ac12a70-a7fc-4385-ab7f-be392c17b6f0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.754304 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-045f06ae-097d-40c7-885e-504277fd1145 req-5ac12a70-a7fc-4385-ab7f-be392c17b6f0 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.25 "DELETE /v2.0/ports/d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed HTTP/1.1" status: 204 len: 173 time: 1.7243476 Nov 12 03:50:06.756750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9828ea37-4f52-41eb-87fa-207553c55a05', 'name': 'network-vif-deleted', 'tag': 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:06.759606 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21685a0-a6e8-4e0e-b461-9fb6dfbf1f2c" -d '{"events": [{"server_uuid": "9828ea37-4f52-41eb-87fa-207553c55a05", "name": "network-vif-deleted", "tag": "d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:06.783695 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd286c2-4000-4376-a543-4604ebddd221 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.783695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd286c2-4000-4376-a543-4604ebddd221 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.791045 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cfd286c2-4000-4376-a543-4604ebddd221 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/b96d80d3-f9c7-4f2a-8128-d82c195b224f HTTP/1.1" status: 404 len: 337 time: 0.0674074 Nov 12 03:50:06.791251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35786) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.796710 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ae2a3311-8e75-4d53-8b82-4fae86b7297e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1d0c532f2eaf47cc8c2c46745cd43faa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7986193 Nov 12 03:50:06.800620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35788) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.821035 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a3311-8e75-4d53-8b82-4fae86b7297e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836447b9-4435-4853-b35d-1e0198904157,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:06.862319 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e107df-db0f-4d36-a58d-9f130798dd91 x-openstack-request-id: req-29e107df-db0f-4d36-a58d-9f130798dd91 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:06.862657 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9828ea37-4f52-41eb-87fa-207553c55a05", "name": "network-vif-deleted", "tag": "d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:06.862855 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-29e107df-db0f-4d36-a58d-9f130798dd91 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:06.868536 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9828ea37-4f52-41eb-87fa-207553c55a05', 'name': 'network-vif-deleted', 'tag': 'd2c6b24c-bd31-4840-a2a4-a86fa19fd7ed', 'status': 'completed', 'code': 200} Nov 12 03:50:06.879543 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef16601-428b-4fc4-847c-e8b1c67b5f3f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.880265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef16601-428b-4fc4-847c-e8b1c67b5f3f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.886325 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bef16601-428b-4fc4-847c-e8b1c67b5f3f tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/ports/f4acbee7-b8e7-4114-96be-1cdd380dd770 HTTP/1.1" status: 404 len: 333 time: 0.0906980 Nov 12 03:50:06.887190 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35790) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.887521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd09e7-b82a-428f-9f7f-8d258b5a54f2 req-e208cb9f-67bf-4173-8fef-6f56b4bf9220 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:06.905122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-befd09e7-b82a-428f-9f7f-8d258b5a54f2 req-e208cb9f-67bf-4173-8fef-6f56b4bf9220 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 945 time: 0.2790470 Nov 12 03:50:06.917559 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fc991e-eefe-4ca3-882b-d40245e2a675 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:06.918029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fc991e-eefe-4ca3-882b-d40245e2a675 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:06.924410 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d6fc991e-eefe-4ca3-882b-d40245e2a675 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/subnets/1f001a46-6be9-4ff1-bb32-04ce80675cbd HTTP/1.1" status: 404 len: 337 time: 0.0330155 Nov 12 03:50:06.925179 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35792) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.974941 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 4, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a7091a86-d05b-4c46-a324-5ae8adafb136', 'name': '', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'mac_address': 'fa:16:3e:03:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:05Z', 'revision_number': 4, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'subnets': [{'id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:07.019195 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-befd09e7-b82a-428f-9f7f-8d258b5a54f2 req-a98656ca-35f3-43dd-bca8-51b41c92501b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/security-groups?id=c350d5f9-831b-4c5b-be40-4b33db9adfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794840 Nov 12 03:50:07.026516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5a67f-6b1a-4199-82d4-d2273dc785df None None] The sync data for ids ['0f863b94-0ade-4a9d-a108-6a45099fa31e'] in n-d-767704-23 is: [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 4, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a7091a86-d05b-4c46-a324-5ae8adafb136', 'name': '', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'mac_address': 'fa:16:3e:03:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:05Z', 'revision_number': 4, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'subnets': [{'id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:07.035947 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe110-7470-4950-a34e-b694b0cf5435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.056405 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2350bf71-13d2-41ef-af37-da9ab5ed9cf2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.060461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-71b82a19-e6ec-4471-a933-ac3cd2f263e7 req-7eaff9e4-c64f-4651-9e0d-dd0b5e7e7005 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Deleting port 9fda3962-d0ee-4bfd-954e-85942af8dc46 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:07.061346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71b82a19-e6ec-4471-a933-ac3cd2f263e7 req-7eaff9e4-c64f-4651-9e0d-dd0b5e7e7005 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.115020 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe110-7470-4950-a34e-b694b0cf5435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.321144 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-71b82a19-e6ec-4471-a933-ac3cd2f263e7 req-7eaff9e4-c64f-4651-9e0d-dd0b5e7e7005 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] For port 9fda3962-d0ee-4bfd-954e-85942af8dc46, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=9fda3962-d0ee-4bfd-954e-85942af8dc46,segment=NetworkSegment(8edd0819-565f-4e13-97a8-d657abeee1c8),segment_id=8edd0819-565f-4e13-97a8-d657abeee1c8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:07.321850 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71b82a19-e6ec-4471-a933-ac3cd2f263e7 req-7eaff9e4-c64f-4651-9e0d-dd0b5e7e7005 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.346225 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2350bf71-13d2-41ef-af37-da9ab5ed9cf2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.358224 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b8f2e-84dd-48e5-9202-5d80cb895018 req-956974c5-3e4e-4e7c-8cee-8089db63a6b0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:07.359868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-645b8f2e-84dd-48e5-9202-5d80cb895018 req-956974c5-3e4e-4e7c-8cee-8089db63a6b0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.2116263 Nov 12 03:50:07.399558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-71b82a19-e6ec-4471-a933-ac3cd2f263e7 req-7eaff9e4-c64f-4651-9e0d-dd0b5e7e7005 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Calling delete_port for 9fda3962-d0ee-4bfd-954e-85942af8dc46 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:07.419332 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2350bf71-13d2-41ef-af37-da9ab5ed9cf2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be54d603-2a64-497a-84fd-dd53e383892b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:07.467474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2350bf71-13d2-41ef-af37-da9ab5ed9cf2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79369aa-ffdb-4d44-b2b3-437e71c6056e') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:07.468494 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2350bf71-13d2-41ef-af37-da9ab5ed9cf2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79369aa-ffdb-4d44-b2b3-437e71c6056e') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:07.484714 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-645b8f2e-84dd-48e5-9202-5d80cb895018 req-27d8ff13-72aa-4104-8f55-b2bce551d3f5 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933714 Nov 12 03:50:07.520217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fd5a4-ad7e-46a4-ad76-3cbe07314c9a req-3cd2f566-7f3f-49e5-8aa8-51664cfa4796 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:07.521793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-945fd5a4-ad7e-46a4-ad76-3cbe07314c9a req-3cd2f566-7f3f-49e5-8aa8-51664cfa4796 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.1748822 Nov 12 03:50:07.523587 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2350bf71-13d2-41ef-af37-da9ab5ed9cf2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.534243 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe110-7470-4950-a34e-b694b0cf5435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.538258 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe110-7470-4950-a34e-b694b0cf5435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.539204 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ac2fe110-7470-4950-a34e-b694b0cf5435 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/836447b9-4435-4853-b35d-1e0198904157 HTTP/1.1" status: 204 len: 168 time: 0.7400880 Nov 12 03:50:07.585135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fe110-7470-4950-a34e-b694b0cf5435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836447b9-4435-4853-b35d-1e0198904157,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:07.593296 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2350bf71-13d2-41ef-af37-da9ab5ed9cf2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.607782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2350bf71-13d2-41ef-af37-da9ab5ed9cf2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:07.608486 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2350bf71-13d2-41ef-af37-da9ab5ed9cf2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:07.628420 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:07.758566 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-945fd5a4-ad7e-46a4-ad76-3cbe07314c9a req-b8273bca-d8e2-4dde-8fac-0be2c2d78c47 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524043 Nov 12 03:50:07.812813 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c2ae6387-f7a5-4e93-9723-9d7be13d0004 req-cab1586f-4bec-4b48-a999-b7337cedbc73 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=9828ea37-4f52-41eb-87fa-207553c55a05 HTTP/1.1" status: 200 len: 210 time: 0.0281146 Nov 12 03:50:07.844931 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2350bf71-13d2-41ef-af37-da9ab5ed9cf2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.862625 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2350bf71-13d2-41ef-af37-da9ab5ed9cf2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.870527 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2350bf71-13d2-41ef-af37-da9ab5ed9cf2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] 10.222.0.105 "DELETE /v2.0/networks/be54d603-2a64-497a-84fd-dd53e383892b HTTP/1.1" status: 204 len: 168 time: 0.9418328 Nov 12 03:50:07.874307 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71b82a19-e6ec-4471-a933-ac3cd2f263e7 req-7eaff9e4-c64f-4651-9e0d-dd0b5e7e7005 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.918301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['9fda3962-d0ee-4bfd-954e-85942af8dc46'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:07.942775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350bf71-13d2-41ef-af37-da9ab5ed9cf2 tempest-NetworksTestDHCPv6-1468036281 tempest-NetworksTestDHCPv6-1468036281-project] Pushing event deleted for resources: {'Network': ['ID=be54d603-2a64-497a-84fd-dd53e383892b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:07.988280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaff9e4-c64f-4651-9e0d-dd0b5e7e7005 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Pushing event deleted for resources: {'Port': ['ID=9fda3962-d0ee-4bfd-954e-85942af8dc46,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:08.054902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b82a19-e6ec-4471-a933-ac3cd2f263e7 req-7eaff9e4-c64f-4651-9e0d-dd0b5e7e7005 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] No DVR routers for this DVR port 9fda3962-d0ee-4bfd-954e-85942af8dc46 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:08.066014 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71b82a19-e6ec-4471-a933-ac3cd2f263e7 req-7eaff9e4-c64f-4651-9e0d-dd0b5e7e7005 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.070611 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71b82a19-e6ec-4471-a933-ac3cd2f263e7 req-7eaff9e4-c64f-4651-9e0d-dd0b5e7e7005 tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.26 "DELETE /v2.0/ports/9fda3962-d0ee-4bfd-954e-85942af8dc46 HTTP/1.1" status: 204 len: 173 time: 1.3003497 Nov 12 03:50:08.150865 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df6be91c-54b9-43d9-8657-13a8605695d6 req-1c10f3b1-8045-4277-a73f-ffeb159c6a6b tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 210 time: 0.0475907 Nov 12 03:50:08.555672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35826) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:08.687105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ccff4-167d-43f7-acdb-f4f7dd21bd05 req-302b3a27-51c3-4022-bdf7-4719d158a88f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:08.695982 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc7ccff4-167d-43f7-acdb-f4f7dd21bd05 req-302b3a27-51c3-4022-bdf7-4719d158a88f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.0764139 Nov 12 03:50:08.775455 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc7ccff4-167d-43f7-acdb-f4f7dd21bd05 req-2c5a13a2-e33b-4689-aae9-d379209e24b9 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782149 Nov 12 03:50:08.817659 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-09fce9aa-635d-4860-adbf-e2a5afb2ca9d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3c7d2bae6e60480684365cc7478c80c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603567 Nov 12 03:50:08.821092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:08.859103 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:08.870102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28de1cc4-913d-4849-a6db-7cfcbd98b0ec', 'name': 'network-vif-deleted', 'tag': '9fda3962-d0ee-4bfd-954e-85942af8dc46'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:08.872560 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15536c23-8701-44df-9b80-a5754ff494ef" -d '{"events": [{"server_uuid": "28de1cc4-913d-4849-a6db-7cfcbd98b0ec", "name": "network-vif-deleted", "tag": "9fda3962-d0ee-4bfd-954e-85942af8dc46"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:08.911498 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:08.911846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d2c6b24c-bd31-4840-a2a4-a86fa19fd7ed not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:08.924834 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a423054f-943e-4b9c-b5f2-154913744572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.992814 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a423054f-943e-4b9c-b5f2-154913744572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.002240 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77e4e63-b9e0-4a23-b1db-6b786e63b71a x-openstack-request-id: req-b77e4e63-b9e0-4a23-b1db-6b786e63b71a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:09.002541 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28de1cc4-913d-4849-a6db-7cfcbd98b0ec", "name": "network-vif-deleted", "tag": "9fda3962-d0ee-4bfd-954e-85942af8dc46", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:09.002847 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b77e4e63-b9e0-4a23-b1db-6b786e63b71a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:09.003270 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28de1cc4-913d-4849-a6db-7cfcbd98b0ec', 'name': 'network-vif-deleted', 'tag': '9fda3962-d0ee-4bfd-954e-85942af8dc46', 'status': 'completed', 'code': 200} Nov 12 03:50:09.026375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a067d9e-b9fc-40df-949f-cd906955784c req-752f61ca-5801-479e-9aad-db66afb220ac tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:09.034597 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1a067d9e-b9fc-40df-949f-cd906955784c req-752f61ca-5801-479e-9aad-db66afb220ac tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.1057727 Nov 12 03:50:09.073664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a7091a86-d05b-4c46-a324-5ae8adafb136 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:09.141104 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-386229e0-bb2d-4347-b88b-275929b24750 req-5a1f065d-9bfd-4301-8bbf-ee947268f200 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/d50fd90d-fb18-43f8-b19e-38eb0f591760 HTTP/1.1" status: 200 len: 1818 time: 0.1294510 Nov 12 03:50:09.178857 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1a067d9e-b9fc-40df-949f-cd906955784c req-de5bf71c-1b39-4b12-816a-ce3768644560 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351581 Nov 12 03:50:09.225918 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a7091a86-d05b-4c46-a324-5ae8adafb136 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:09.226629 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.272484 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-386229e0-bb2d-4347-b88b-275929b24750 req-9abe3146-d52a-4c9b-91ea-c7aa1d3a2138 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.276624 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a423054f-943e-4b9c-b5f2-154913744572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.279825 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a423054f-943e-4b9c-b5f2-154913744572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.284531 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a423054f-943e-4b9c-b5f2-154913744572 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/bd78ba4f-9e09-49a6-8021-01d96e13b1b0 HTTP/1.1" status: 204 len: 168 time: 0.4594741 Nov 12 03:50:09.333299 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423054f-943e-4b9c-b5f2-154913744572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd78ba4f-9e09-49a6-8021-01d96e13b1b0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:09.355439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-386229e0-bb2d-4347-b88b-275929b24750 req-9abe3146-d52a-4c9b-91ea-c7aa1d3a2138 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.373136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-64eb6608-38da-4e71-8c28-8744a78efb2e req-7c6fb058-2440-4495-a908-85331fa4a3cd tempest-DeleteServersTestJSON-1543506917 tempest-DeleteServersTestJSON-1543506917-project] 10.222.0.105 "GET /v2.0/ports?device_id=28de1cc4-913d-4849-a6db-7cfcbd98b0ec HTTP/1.1" status: 200 len: 210 time: 0.0590990 Nov 12 03:50:09.541368 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-386229e0-bb2d-4347-b88b-275929b24750 req-9abe3146-d52a-4c9b-91ea-c7aa1d3a2138 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.544164 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-386229e0-bb2d-4347-b88b-275929b24750 req-9abe3146-d52a-4c9b-91ea-c7aa1d3a2138 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.545310 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-386229e0-bb2d-4347-b88b-275929b24750 req-9abe3146-d52a-4c9b-91ea-c7aa1d3a2138 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "DELETE /v2.0/security-groups/d50fd90d-fb18-43f8-b19e-38eb0f591760 HTTP/1.1" status: 204 len: 173 time: 0.3936563 Nov 12 03:50:09.556614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe3146-d52a-4c9b-91ea-c7aa1d3a2138 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50fd90d-fb18-43f8-b19e-38eb0f591760,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:09.629033 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ed38251-0ebd-486c-a4d5-9ffc9e1b6bde req-14b4d1d5-c431-44ed-bded-aac530cced32 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/b2757209-d281-44e1-9378-45b5427ebedb HTTP/1.1" status: 200 len: 1818 time: 0.0566893 Nov 12 03:50:09.699546 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ed38251-0ebd-486c-a4d5-9ffc9e1b6bde req-79175e4d-9046-4db5-b93b-091f429efacc tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.730861 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ed38251-0ebd-486c-a4d5-9ffc9e1b6bde req-79175e4d-9046-4db5-b93b-091f429efacc tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.885220 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ed38251-0ebd-486c-a4d5-9ffc9e1b6bde req-79175e4d-9046-4db5-b93b-091f429efacc tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.888287 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ed38251-0ebd-486c-a4d5-9ffc9e1b6bde req-79175e4d-9046-4db5-b93b-091f429efacc tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.904269 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ed38251-0ebd-486c-a4d5-9ffc9e1b6bde req-79175e4d-9046-4db5-b93b-091f429efacc tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "DELETE /v2.0/security-groups/b2757209-d281-44e1-9378-45b5427ebedb HTTP/1.1" status: 204 len: 173 time: 0.2742577 Nov 12 03:50:09.933499 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79175e4d-9046-4db5-b93b-091f429efacc tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2757209-d281-44e1-9378-45b5427ebedb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:09.954541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9e130b7a-e971-48a0-9900-b8cd0b9cd933 req-c8cad9bb-65d0-4b74-a8b8-d082c1022d2f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1281477079', 'description': 'tempest-description-676075529'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:10.027500 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31710f4-8a49-43a2-98e9-36a521accf87 req-9fec23cc-af8b-4fc4-8372-6e857589f2f7 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:10.029150 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b31710f4-8a49-43a2-98e9-36a521accf87 req-9fec23cc-af8b-4fc4-8372-6e857589f2f7 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.0922983 Nov 12 03:50:10.049503 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9e130b7a-e971-48a0-9900-b8cd0b9cd933 req-c8cad9bb-65d0-4b74-a8b8-d082c1022d2f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.102686 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b31710f4-8a49-43a2-98e9-36a521accf87 req-beb3a1d1-55e7-4d1f-8384-8171ee7b127c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661235 Nov 12 03:50:10.150573 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9e130b7a-e971-48a0-9900-b8cd0b9cd933 req-c8cad9bb-65d0-4b74-a8b8-d082c1022d2f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.209809 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9e130b7a-e971-48a0-9900-b8cd0b9cd933 req-c8cad9bb-65d0-4b74-a8b8-d082c1022d2f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.253132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cad9bb-65d0-4b74-a8b8-d082c1022d2f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9bec01-4f90-4426-8fe1-efac4469e469,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:10.315690 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9e130b7a-e971-48a0-9900-b8cd0b9cd933 req-c8cad9bb-65d0-4b74-a8b8-d082c1022d2f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.317855 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e130b7a-e971-48a0-9900-b8cd0b9cd933 req-c8cad9bb-65d0-4b74-a8b8-d082c1022d2f tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3911433 Nov 12 03:50:10.331396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda38657-372e-4069-b52c-0bcb631a9a08 req-6b4e88af-8bda-4172-811d-365930007253 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:10.333020 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fda38657-372e-4069-b52c-0bcb631a9a08 req-6b4e88af-8bda-4172-811d-365930007253 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.0631979 Nov 12 03:50:10.390871 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4eb1f03a-c489-4a76-a44a-b96ee615221d req-3dfce341-bb1c-4480-a5bf-9c7b7972f948 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/ec9bec01-4f90-4426-8fe1-efac4469e469 HTTP/1.1" status: 200 len: 1819 time: 0.0494649 Nov 12 03:50:10.396707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4eb1f03a-c489-4a76-a44a-b96ee615221d req-f2689d15-ca6b-4435-8dba-bdcad5a02b57 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1807503357', 'description': 'tempest-description-hth-2073840490'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:10.412685 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fda38657-372e-4069-b52c-0bcb631a9a08 req-15869fa5-2e12-43fd-bb71-8669eb6bfc0b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722883 Nov 12 03:50:10.460963 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4eb1f03a-c489-4a76-a44a-b96ee615221d req-f2689d15-ca6b-4435-8dba-bdcad5a02b57 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.520113 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4eb1f03a-c489-4a76-a44a-b96ee615221d req-f2689d15-ca6b-4435-8dba-bdcad5a02b57 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.597902 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4eb1f03a-c489-4a76-a44a-b96ee615221d req-f2689d15-ca6b-4435-8dba-bdcad5a02b57 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.600550 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4eb1f03a-c489-4a76-a44a-b96ee615221d req-f2689d15-ca6b-4435-8dba-bdcad5a02b57 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.610535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4eb1f03a-c489-4a76-a44a-b96ee615221d req-f2689d15-ca6b-4435-8dba-bdcad5a02b57 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "PUT /v2.0/security-groups/ec9bec01-4f90-4426-8fe1-efac4469e469 HTTP/1.1" status: 200 len: 1794 time: 0.2121668 Nov 12 03:50:10.651786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2689d15-ca6b-4435-8dba-bdcad5a02b57 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9bec01-4f90-4426-8fe1-efac4469e469,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:10.683616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-042f646f-26c1-4535-b039-6b68f7b88d9d req-0bf678ec-be94-4bff-873b-4d4caaf8e7b7 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/ec9bec01-4f90-4426-8fe1-efac4469e469 HTTP/1.1" status: 200 len: 1794 time: 0.0523961 Nov 12 03:50:10.780438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abf8361f-1071-4f22-bc74-e67a41e7fe4b req-74431d24-618d-4c7d-a096-5351c2454239 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/ec9bec01-4f90-4426-8fe1-efac4469e469 HTTP/1.1" status: 200 len: 1794 time: 0.0712700 Nov 12 03:50:10.854047 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-abf8361f-1071-4f22-bc74-e67a41e7fe4b req-5f0bb56d-9bc7-45d6-a97a-a916f5c9f871 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.876588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:10.880567 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-abf8361f-1071-4f22-bc74-e67a41e7fe4b req-5f0bb56d-9bc7-45d6-a97a-a916f5c9f871 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.950059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:50:10.964338 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 9fda3962-d0ee-4bfd-954e-85942af8dc46 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:10.994164 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 9fda3962-d0ee-4bfd-954e-85942af8dc46 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:10.994805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 9fda3962-d0ee-4bfd-954e-85942af8dc46 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:11.033261 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-abf8361f-1071-4f22-bc74-e67a41e7fe4b req-5f0bb56d-9bc7-45d6-a97a-a916f5c9f871 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.035947 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-abf8361f-1071-4f22-bc74-e67a41e7fe4b req-5f0bb56d-9bc7-45d6-a97a-a916f5c9f871 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.037228 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abf8361f-1071-4f22-bc74-e67a41e7fe4b req-5f0bb56d-9bc7-45d6-a97a-a916f5c9f871 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "DELETE /v2.0/security-groups/ec9bec01-4f90-4426-8fe1-efac4469e469 HTTP/1.1" status: 204 len: 173 time: 0.2506132 Nov 12 03:50:11.068686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bb56d-9bc7-45d6-a97a-a916f5c9f871 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9bec01-4f90-4426-8fe1-efac4469e469,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:11.080193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-392308714'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:11.163196 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:11.173403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d', 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20', 'port_id': 'ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d', 'mac_address': 'fa:16:3e:47:a5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02c0044-a66c-4629-a8ec-23b84996c31f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:50:11.199958 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-8312b248-41b4-46b0-91c2-c0795e488106 req-9d348357-d74b-4000-806b-f0b6829c1f02 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] show failed (client error): The resource could not be found. Nov 12 03:50:11.220993 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8312b248-41b4-46b0-91c2-c0795e488106 req-9d348357-d74b-4000-806b-f0b6829c1f02 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/b2757209-d281-44e1-9378-45b5427ebedb HTTP/1.1" status: 404 len: 352 time: 0.0231655 Nov 12 03:50:11.222674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Made reservation on behalf of 2df41ebafc624e118ac5b74ac6b7f632 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:11.226591 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.257841 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.267702 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-9e2c513c-2bbc-437e-b6a8-0176d418c817 req-77d115c8-ea85-454c-ae3d-c6c1bba50f66 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] show failed (client error): The resource could not be found. Nov 12 03:50:11.269958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e2c513c-2bbc-437e-b6a8-0176d418c817 req-77d115c8-ea85-454c-ae3d-c6c1bba50f66 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/d50fd90d-fb18-43f8-b19e-38eb0f591760 HTTP/1.1" status: 404 len: 352 time: 0.0305963 Nov 12 03:50:11.286660 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.295610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:11.320567 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:11.335362 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-1302b3ad-deba-4ec6-92bd-5493df6b5004 req-c22f436c-cb7f-49e7-92c1-7d7585db74c8 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] show failed (client error): The resource could not be found. Nov 12 03:50:11.351377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1302b3ad-deba-4ec6-92bd-5493df6b5004 req-c22f436c-cb7f-49e7-92c1-7d7585db74c8 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/e6ef27b8-fb1b-449f-b1aa-72adb60bb456 HTTP/1.1" status: 404 len: 352 time: 0.0374486 Nov 12 03:50:11.356155 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852e9ae-86a7-4197-84ff-eee5900139a4 req-5c7e8e26-bc11-41bb-9712-6a8d7591cb5a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:11.358902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7852e9ae-86a7-4197-84ff-eee5900139a4 req-5c7e8e26-bc11-41bb-9712-6a8d7591cb5a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.1563461 Nov 12 03:50:11.379815 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-59b18c1c-6b3e-4f0d-bd62-34342d082bf7 req-b0153260-7f11-48f5-8b7d-67a976aa60dc tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] show failed (client error): The resource could not be found. Nov 12 03:50:11.382305 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-59b18c1c-6b3e-4f0d-bd62-34342d082bf7 req-b0153260-7f11-48f5-8b7d-67a976aa60dc tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/9d1af3e6-9a73-4849-8f60-a39f5edb2336 HTTP/1.1" status: 404 len: 352 time: 0.0155022 Nov 12 03:50:11.410153 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.427935 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-8ca0b8c9-b6bb-4b1e-b305-2c6d419b6f27 req-c9d1c9e7-7ced-4e6c-832c-6123f14db8b2 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] show failed (client error): The resource could not be found. Nov 12 03:50:11.434195 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ca0b8c9-b6bb-4b1e-b305-2c6d419b6f27 req-c9d1c9e7-7ced-4e6c-832c-6123f14db8b2 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/45fe90d1-330e-4cc5-8919-cc5775fcb47c HTTP/1.1" status: 404 len: 352 time: 0.0281005 Nov 12 03:50:11.469996 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-cb87b020-7795-43de-8935-d822ffc402d4 req-4ffc3cdc-6821-4570-9d6a-26688c3bed24 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] show failed (client error): The resource could not be found. Nov 12 03:50:11.481658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:11.484208 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb87b020-7795-43de-8935-d822ffc402d4 req-4ffc3cdc-6821-4570-9d6a-26688c3bed24 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/ea6db9b6-b6fb-4b03-8450-b4eca6a618f0 HTTP/1.1" status: 404 len: 352 time: 0.0311456 Nov 12 03:50:11.540164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7852e9ae-86a7-4197-84ff-eee5900139a4 req-e555c441-4c78-4a82-bad1-9f655cd5c16d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522713 Nov 12 03:50:11.550937 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.628675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa76b4-b6b1-46f6-9ee9-9a0aacf6aab3 req-8870fdf3-084e-432a-83ab-b66670310fbc tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:11.630306 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13aa76b4-b6b1-46f6-9ee9-9a0aacf6aab3 req-8870fdf3-084e-432a-83ab-b66670310fbc tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.0940974 Nov 12 03:50:11.672567 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.705456 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13aa76b4-b6b1-46f6-9ee9-9a0aacf6aab3 req-ab1451c7-ba40-4579-bde0-f1ce03be3dae tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665317 Nov 12 03:50:11.713975 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:11.726599 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.727125 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Added segment b392de12-97bd-45bd-aeac-a2c5b2c09fc4 of type vlan for network d2b54617-c9b5-4067-b5ef-cd6d335d9b18 Nov 12 03:50:11.776281 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ea43d8-507e-4c16-8906-1b52e8ac48f5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:11.788662 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.876767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:11.936614 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.952935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:11.952935 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.119710 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Pushing event updated for resources: {'Network': ['ID=d2b54617-c9b5-4067-b5ef-cd6d335d9b18,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:12.134493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network d2b54617-c9b5-4067-b5ef-cd6d335d9b18 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:12.148419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35990) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:12.148767 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-099a313c-5391-4fec-8c95-77e583f50dda tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2707007 Nov 12 03:50:12.155880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-028b7f0d-529e-4b80-9f17-1c609f117d6e tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Request body: {'subnet': {'network_id': 'd2b54617-c9b5-4067-b5ef-cd6d335d9b18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:12.278516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3167b54-0596-43d1-9aa3-d4c58280f339 req-bd037af9-9bd8-490c-bebd-6c0b2432f33a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.292097 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a3167b54-0596-43d1-9aa3-d4c58280f339 req-bd037af9-9bd8-490c-bebd-6c0b2432f33a tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 1024 time: 0.1016665 Nov 12 03:50:12.410875 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a3167b54-0596-43d1-9aa3-d4c58280f339 req-3252c2e9-5f2c-4974-8c73-990258d93ece tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=c9e903d1-4276-42b6-bc6f-38a874d368b4&id=69a41715-8d0b-4eb4-adcb-7e7b0103fe6e&id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1177349 Nov 12 03:50:12.742837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f6c5-b9b6-4f46-852f-fbbaf221f6ed req-86d6ed8d-37bc-4fce-a745-7eb0e82aadb0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.751618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3317f6c5-b9b6-4f46-852f-fbbaf221f6ed req-86d6ed8d-37bc-4fce-a745-7eb0e82aadb0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 944 time: 0.0864844 Nov 12 03:50:12.807064 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3317f6c5-b9b6-4f46-852f-fbbaf221f6ed req-0bbcd5d1-fc76-4908-84e3-bb6ae09e3756 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543091 Nov 12 03:50:12.844026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028b7f0d-529e-4b80-9f17-1c609f117d6e tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Made reservation on behalf of 2df41ebafc624e118ac5b74ac6b7f632 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:12.848632 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-028b7f0d-529e-4b80-9f17-1c609f117d6e tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.916305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee731e5-b278-4a49-bec6-25875773c5fb req-34f5fa57-7dc6-41f0-a236-21eb85fe2b48 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.930601 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7ee731e5-b278-4a49-bec6-25875773c5fb req-34f5fa57-7dc6-41f0-a236-21eb85fe2b48 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.1246223 Nov 12 03:50:13.028207 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7ee731e5-b278-4a49-bec6-25875773c5fb req-603311f1-2868-489f-b196-7168f25f65d2 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952721 Nov 12 03:50:13.165148 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-028b7f0d-529e-4b80-9f17-1c609f117d6e tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.211834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36010) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:13.247000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b7f0d-529e-4b80-9f17-1c609f117d6e tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Checking segment: {'id': 'b392de12-97bd-45bd-aeac-a2c5b2c09fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2b54617-c9b5-4067-b5ef-cd6d335d9b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:13.247273 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b7f0d-529e-4b80-9f17-1c609f117d6e tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Network hostable DHCP agents. Network: d2b54617-c9b5-4067-b5ef-cd6d335d9b18, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:13.255404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b7f0d-529e-4b80-9f17-1c609f117d6e tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Pushing event updated for resources: {'Subnet': ['ID=39166d77-e0e2-4f75-a115-e9a7d31bf7ed,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:13.325090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b7f0d-529e-4b80-9f17-1c609f117d6e tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Network d2b54617-c9b5-4067-b5ef-cd6d335d9b18 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:13.369030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd30076a-4b69-4402-b8bf-35f868ebc89e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.410107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-028b7f0d-529e-4b80-9f17-1c609f117d6e tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, d2b54617-c9b5-4067-b5ef-cd6d335d9b18) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:13.416924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028b7f0d-529e-4b80-9f17-1c609f117d6e tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:13.418421 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-028b7f0d-529e-4b80-9f17-1c609f117d6e tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.421219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534b8480-7c1d-48f6-9e61-7800ec0dd5ac None None] Network d2b54617-c9b5-4067-b5ef-cd6d335d9b18 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:13.504609 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd30076a-4b69-4402-b8bf-35f868ebc89e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.531219 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-028b7f0d-529e-4b80-9f17-1c609f117d6e tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3813629 Nov 12 03:50:13.533797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36018) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:13.542129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Request body: {'port': {'network_id': 'd2b54617-c9b5-4067-b5ef-cd6d335d9b18', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1586504605'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:13.585999 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd30076a-4b69-4402-b8bf-35f868ebc89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.663937 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-d2b54617-c9b5-4067-b5ef-cd6d335d9b18', 'network_id': 'd2b54617-c9b5-4067-b5ef-cd6d335d9b18', 'tenant_id': '2df41ebafc624e118ac5b74ac6b7f632', 'fixed_ips': [{'subnet_id': '39166d77-e0e2-4f75-a115-e9a7d31bf7ed'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:13.664934 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.740177 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dd30076a-4b69-4402-b8bf-35f868ebc89e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=64ba592d243d4b9daeb2fc3e248777de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5265768 Nov 12 03:50:13.743486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36020) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:13.745801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30076a-4b69-4402-b8bf-35f868ebc89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3d0916-5d21-4b5d-b82b-32adecdd1784,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:13.784716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81482-f2c3-44a9-b7ae-b2cc5bc33edb req-aac4de0b-b7b9-480f-8fef-f37e3c6dc593 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:13.784716 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45c81482-f2c3-44a9-b7ae-b2cc5bc33edb req-aac4de0b-b7b9-480f-8fef-f37e3c6dc593 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 1024 time: 0.2318680 Nov 12 03:50:13.838084 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af5d4b09-f29b-4a9f-a4c1-84d849790bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.844408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Allocated IP 172.20.0.2 (d2b54617-c9b5-4067-b5ef-cd6d335d9b18/39166d77-e0e2-4f75-a115-e9a7d31bf7ed/c21d9d11-ad73-4aa2-bbca-7538cc1c2f37) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:13.862304 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af5d4b09-f29b-4a9f-a4c1-84d849790bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.905142 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45c81482-f2c3-44a9-b7ae-b2cc5bc33edb req-ce2becaf-43b8-41b0-8e7d-0f719a3528dc tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups?id=c9e903d1-4276-42b6-bc6f-38a874d368b4&id=69a41715-8d0b-4eb4-adcb-7e7b0103fe6e&id=4adc80c5-0e1e-41ef-8e4f-320c3caf79da&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1151540 Nov 12 03:50:13.958612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Made reservation on behalf of 2df41ebafc624e118ac5b74ac6b7f632 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:13.962638 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.021785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] device_id is not set on port 80c799cd-9299-456e-bbf5-68f115f51cf4 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:50:14.028912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f10c6-a828-421a-8956-eacb188bd000 req-d36f432a-1cda-47d7-a620-adcd726447b9 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:14.030800 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e4f10c6-a828-421a-8956-eacb188bd000 req-d36f432a-1cda-47d7-a620-adcd726447b9 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 1024 time: 0.1321073 Nov 12 03:50:14.132103 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af5d4b09-f29b-4a9f-a4c1-84d849790bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.143029 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af5d4b09-f29b-4a9f-a4c1-84d849790bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.147234 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-af5d4b09-f29b-4a9f-a4c1-84d849790bcd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ce3d0916-5d21-4b5d-b82b-32adecdd1784 HTTP/1.1" status: 204 len: 168 time: 0.3995671 Nov 12 03:50:14.197255 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.209354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ecf5e-27a7-4a9c-b4b1-b9536b1718d0 req-4123497f-52ae-4a85-847c-6bbc54598b6d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:14.217190 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c38ecf5e-27a7-4a9c-b4b1-b9536b1718d0 req-4123497f-52ae-4a85-847c-6bbc54598b6d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.0729356 Nov 12 03:50:14.220653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773afef-3460-4265-bcd6-5bf463f8a844 req-cf58bc06-02b6-4ee9-8154-7b7d12d9c79e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:14.222405 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e773afef-3460-4265-bcd6-5bf463f8a844 req-cf58bc06-02b6-4ee9-8154-7b7d12d9c79e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 944 time: 0.2625470 Nov 12 03:50:14.229541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d4b09-f29b-4a9f-a4c1-84d849790bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3d0916-5d21-4b5d-b82b-32adecdd1784,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:14.284491 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c38ecf5e-27a7-4a9c-b4b1-b9536b1718d0 req-7c6476b9-818c-4266-92db-015535af28be tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606635 Nov 12 03:50:14.307833 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.344636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e773afef-3460-4265-bcd6-5bf463f8a844 req-a148e58d-b10a-4118-b137-f73157705b2c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689139 Nov 12 03:50:14.355197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8e4f10c6-a828-421a-8956-eacb188bd000 req-1ed60d68-ef02-4dc0-874a-88a893f9a5d1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Deleting port 43550808-df24-4048-b2fc-7bd841bf9fab {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:14.355537 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8e4f10c6-a828-421a-8956-eacb188bd000 req-1ed60d68-ef02-4dc0-874a-88a893f9a5d1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.396962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Pushing event updated for resources: {'Port': ['ID=c21d9d11-ad73-4aa2-bbca-7538cc1c2f37,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:14.410721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Network d2b54617-c9b5-4067-b5ef-cd6d335d9b18 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:14.412227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:14.418312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:14.434809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Allocated IP 172.20.0.5 (d2b54617-c9b5-4067-b5ef-cd6d335d9b18/39166d77-e0e2-4f75-a115-e9a7d31bf7ed/80c799cd-9299-456e-bbf5-68f115f51cf4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:14.521350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Attempting to bind port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:14.521898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Attempting to bind port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b392de12-97bd-45bd-aeac-a2c5b2c09fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2b54617-c9b5-4067-b5ef-cd6d335d9b18'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:14.524300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Attempting to bind port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 on network d2b54617-c9b5-4067-b5ef-cd6d335d9b18 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:14.532681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:14.533065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Checking segment: {'id': 'b392de12-97bd-45bd-aeac-a2c5b2c09fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2b54617-c9b5-4067-b5ef-cd6d335d9b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:14.533523 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.533965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Bound using segment: {'id': 'b392de12-97bd-45bd-aeac-a2c5b2c09fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2b54617-c9b5-4067-b5ef-cd6d335d9b18'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:14.534666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Bound port: c21d9d11-ad73-4aa2-bbca-7538cc1c2f37, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b392de12-97bd-45bd-aeac-a2c5b2c09fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2b54617-c9b5-4067-b5ef-cd6d335d9b18'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:14.535075 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.569895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8e4f10c6-a828-421a-8956-eacb188bd000 req-1ed60d68-ef02-4dc0-874a-88a893f9a5d1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] For port 43550808-df24-4048-b2fc-7bd841bf9fab, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=43550808-df24-4048-b2fc-7bd841bf9fab,segment=NetworkSegment(529da0ca-ab60-42a4-af52-7d119b368574),segment_id=529da0ca-ab60-42a4-af52-7d119b368574)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:14.570262 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8e4f10c6-a828-421a-8956-eacb188bd000 req-1ed60d68-ef02-4dc0-874a-88a893f9a5d1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.598393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8e4f10c6-a828-421a-8956-eacb188bd000 req-1ed60d68-ef02-4dc0-874a-88a893f9a5d1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Calling delete_port for 43550808-df24-4048-b2fc-7bd841bf9fab owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:14.626135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] For port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:14.642881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] For port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c21d9d11-ad73-4aa2-bbca-7538cc1c2f37,segment=NetworkSegment(b392de12-97bd-45bd-aeac-a2c5b2c09fc4),segment_id=b392de12-97bd-45bd-aeac-a2c5b2c09fc4)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:14.689713 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.764349 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.833353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64561062-adb1-4a24-8b0e-5fba82d52bed None None] Pushing event updated for resources: {'Port': ['ID=c21d9d11-ad73-4aa2-bbca-7538cc1c2f37,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:14.852296 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.895760 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8e4f10c6-a828-421a-8956-eacb188bd000 req-1ed60d68-ef02-4dc0-874a-88a893f9a5d1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.910302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['43550808-df24-4048-b2fc-7bd841bf9fab'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:14.941815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed60d68-ef02-4dc0-874a-88a893f9a5d1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event deleted for resources: {'Port': ['ID=43550808-df24-4048-b2fc-7bd841bf9fab,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:14.972377 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Pushing event updated for resources: {'Port': ['ID=80c799cd-9299-456e-bbf5-68f115f51cf4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:14.996302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Network d2b54617-c9b5-4067-b5ef-cd6d335d9b18 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:14.997713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:15.002595 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:15.002961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:15.003304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:15.008213 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:15.008654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:15.009446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:15.009446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:15.010852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:15.011205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:15.011647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:15.013803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:15.015240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:15.021005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4f10c6-a828-421a-8956-eacb188bd000 req-1ed60d68-ef02-4dc0-874a-88a893f9a5d1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] No DVR routers for this DVR port 43550808-df24-4048-b2fc-7bd841bf9fab on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:15.036980 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8e4f10c6-a828-421a-8956-eacb188bd000 req-1ed60d68-ef02-4dc0-874a-88a893f9a5d1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.037133 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:15.037258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e4f10c6-a828-421a-8956-eacb188bd000 req-1ed60d68-ef02-4dc0-874a-88a893f9a5d1 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.25 "DELETE /v2.0/ports/43550808-df24-4048-b2fc-7bd841bf9fab HTTP/1.1" status: 204 len: 173 time: 0.9821105 Nov 12 03:50:15.037258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeb987b-596b-4dd4-8c1e-304086907108', 'name': 'network-vif-deleted', 'tag': '43550808-df24-4048-b2fc-7bd841bf9fab'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:15.037472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:15.042765 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683612ce-a617-48cf-949b-26d4841a7846" -d '{"events": [{"server_uuid": "ffeb987b-596b-4dd4-8c1e-304086907108", "name": "network-vif-deleted", "tag": "43550808-df24-4048-b2fc-7bd841bf9fab"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:15.191910 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388d1419-bbf0-46dd-8e4d-8e7e59a38a9e x-openstack-request-id: req-388d1419-bbf0-46dd-8e4d-8e7e59a38a9e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:15.192252 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeb987b-596b-4dd4-8c1e-304086907108", "name": "network-vif-deleted", "tag": "43550808-df24-4048-b2fc-7bd841bf9fab", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:15.192508 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-388d1419-bbf0-46dd-8e4d-8e7e59a38a9e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:15.192966 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeb987b-596b-4dd4-8c1e-304086907108', 'name': 'network-vif-deleted', 'tag': '43550808-df24-4048-b2fc-7bd841bf9fab', 'status': 'completed', 'code': 200} Nov 12 03:50:15.220531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4b9a1f4-fdb6-4aaf-97bd-356b85662fd4 req-b73a807d-9c39-48b1-81b3-986ffd610fd4 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 210 time: 0.1332695 Nov 12 03:50:15.224333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:15.225017 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.269043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:15.287910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:50:15.293291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:15.293663 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.296005 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce07106a-9ad3-4c88-9d29-d1f09f0018ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.321251 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2a15fbe3-d43a-4e56-83e8-041c9493aeff tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7860420 Nov 12 03:50:15.324343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36046) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:15.331473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Request body: {'port': {'network_id': 'd2b54617-c9b5-4067-b5ef-cd6d335d9b18', 'name': 'tempest-ExtraDHCPOptionsTestJSON-981122153', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:15.332533 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] bootfile-name is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:50:15.333147 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] tftp-server is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:50:15.333560 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] server-ip-address is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:50:15.446284 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.475202 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841e3105-9960-464e-b4f4-2b19c940c79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:15.478796 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2611fbc-5a05-4ba3-a845-caac06ef13c7" -d '{"events": [{"server_uuid": "841e3105-9960-464e-b4f4-2b19c940c79a", "name": "network-vif-plugged", "status": "completed", "tag": "ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:15.488670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d7c2f-c94f-46b6-8084-c3165e3d9ff2 req-b9ac1bd8-46cb-4d35-bc75-4ce972c48e42 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:15.490882 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5e7d7c2f-c94f-46b6-8084-c3165e3d9ff2 req-b9ac1bd8-46cb-4d35-bc75-4ce972c48e42 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.0827568 Nov 12 03:50:15.504594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:15.556567 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5e7d7c2f-c94f-46b6-8084-c3165e3d9ff2 req-27f18f62-03d2-4d84-8aa6-cd4a250a1acc tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595074 Nov 12 03:50:15.577354 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce07106a-9ad3-4c88-9d29-d1f09f0018ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.581051 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.612261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0db6c-9f08-4c20-80f2-7999d04e0528 req-f018adce-98a2-4d6c-8b61-ffa54951200c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:15.613783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0da0db6c-9f08-4c20-80f2-7999d04e0528 req-f018adce-98a2-4d6c-8b61-ffa54951200c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 944 time: 0.1224449 Nov 12 03:50:15.650427 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:15.681581 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce07106a-9ad3-4c88-9d29-d1f09f0018ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.710626 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0da0db6c-9f08-4c20-80f2-7999d04e0528 req-17d458b4-2d8c-47d5-bdb0-9cf11aeffa53 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907748 Nov 12 03:50:15.737711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36058) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:15.745531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ce07106a-9ad3-4c88-9d29-d1f09f0018ae admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8e773b28c3d247f1bc6790fff583ccf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4738681 Nov 12 03:50:15.747241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07106a-9ad3-4c88-9d29-d1f09f0018ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528d3ac3-b8a0-4785-9b74-273b1493aaf0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:15.762557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Made reservation on behalf of 2df41ebafc624e118ac5b74ac6b7f632 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:15.771365 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.805254 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4032b3ed-dc67-4fb7-a965-41235a57c0bb x-openstack-request-id: req-4032b3ed-dc67-4fb7-a965-41235a57c0bb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:15.805822 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841e3105-9960-464e-b4f4-2b19c940c79a", "name": "network-vif-plugged", "status": "completed", "tag": "ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:15.806272 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4032b3ed-dc67-4fb7-a965-41235a57c0bb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:15.806877 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841e3105-9960-464e-b4f4-2b19c940c79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d', 'code': 200} Nov 12 03:50:15.809092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] device_id is not set on port 17945c04-c2b2-4ee0-af22-3bf7f2a24729 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:50:15.851779 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c0c1c00-2290-4e49-8e5e-3e4c07270222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.903514 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c0c1c00-2290-4e49-8e5e-3e4c07270222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.007258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:16.053531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fd4f4-6726-4170-abda-9369843c0077 req-559d6a70-e6a9-4536-a794-6a79bf8171ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:16.055699 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c0c1c00-2290-4e49-8e5e-3e4c07270222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.055944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a2fd4f4-6726-4170-abda-9369843c0077 req-559d6a70-e6a9-4536-a794-6a79bf8171ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 1097 time: 0.1358509 Nov 12 03:50:16.058740 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c0c1c00-2290-4e49-8e5e-3e4c07270222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.062201 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4c0c1c00-2290-4e49-8e5e-3e4c07270222 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/528d3ac3-b8a0-4785-9b74-273b1493aaf0 HTTP/1.1" status: 204 len: 168 time: 0.3212247 Nov 12 03:50:16.073953 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c1c00-2290-4e49-8e5e-3e4c07270222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528d3ac3-b8a0-4785-9b74-273b1493aaf0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:16.120674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Allocated IP 172.20.0.14 (d2b54617-c9b5-4067-b5ef-cd6d335d9b18/39166d77-e0e2-4f75-a115-e9a7d31bf7ed/17945c04-c2b2-4ee0-af22-3bf7f2a24729) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:16.153134 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a2fd4f4-6726-4170-abda-9369843c0077 req-10a58930-589f-4d61-ad49-85d88341f9ec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864458 Nov 12 03:50:16.307476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b478ee03-37d0-420e-96a6-eb9de26c7a1e None None] Network d2b54617-c9b5-4067-b5ef-cd6d335d9b18 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:16.457463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5410f695-9a6c-4c88-bc52-4a4e0f5517df None None] Provisioning complete for port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:16.457556 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5410f695-9a6c-4c88-bc52-4a4e0f5517df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.473077 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-492dfce6-cb71-42a3-802c-a18283cca296 req-4990c21f-1514-431d-967f-c603f2a125d2 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/ports?device_id=ffeb987b-596b-4dd4-8c1e-304086907108 HTTP/1.1" status: 200 len: 210 time: 0.0800297 Nov 12 03:50:16.504665 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-1634c457-04b4-4ff5-9e7c-830e15a06f13 admin admin] Deleting subnet 899de18e-7897-4846-9001-c1f9957ea303 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:16.509851 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1634c457-04b4-4ff5-9e7c-830e15a06f13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.556821 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.592358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1634c457-04b4-4ff5-9e7c-830e15a06f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.670569 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5410f695-9a6c-4c88-bc52-4a4e0f5517df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.682398 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1634c457-04b4-4ff5-9e7c-830e15a06f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.722922 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5410f695-9a6c-4c88-bc52-4a4e0f5517df None None] For port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c21d9d11-ad73-4aa2-bbca-7538cc1c2f37,segment=NetworkSegment(b392de12-97bd-45bd-aeac-a2c5b2c09fc4),segment_id=b392de12-97bd-45bd-aeac-a2c5b2c09fc4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:16.756485 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.827654 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5410f695-9a6c-4c88-bc52-4a4e0f5517df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.846615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d5e10-d95f-4a31-8efc-f9a0fbecc2b5 req-00f6f973-9d10-45ff-ab46-a4e2d49668df tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:16.858432 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df3d5e10-d95f-4a31-8efc-f9a0fbecc2b5 req-00f6f973-9d10-45ff-ab46-a4e2d49668df tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.1855359 Nov 12 03:50:16.884995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Network d2b54617-c9b5-4067-b5ef-cd6d335d9b18 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:16.903334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:16.905715 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Pushing event updated for resources: {'Port': ['ID=17945c04-c2b2-4ee0-af22-3bf7f2a24729,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:16.909104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:16.933273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410f695-9a6c-4c88-bc52-4a4e0f5517df None None] Pushing event updated for resources: {'Port': ['ID=c21d9d11-ad73-4aa2-bbca-7538cc1c2f37,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:16.936906 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1634c457-04b4-4ff5-9e7c-830e15a06f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.978125 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1634c457-04b4-4ff5-9e7c-830e15a06f13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.992486 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1634c457-04b4-4ff5-9e7c-830e15a06f13 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/899de18e-7897-4846-9001-c1f9957ea303 HTTP/1.1" status: 204 len: 168 time: 0.9840615 Nov 12 03:50:17.005490 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36084) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:17.054079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634c457-04b4-4ff5-9e7c-830e15a06f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=899de18e-7897-4846-9001-c1f9957ea303,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:17.067480 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df3d5e10-d95f-4a31-8efc-f9a0fbecc2b5 req-c29f3bd3-9aba-41ea-976a-cb8bda0cd668 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873653 Nov 12 03:50:17.084088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.090780 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.183213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:17.190523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd0a38-9c08-48ea-8b95-1fa755f4818d req-c0d5ac81-eeba-48e2-9fb5-e4906b479dd3 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.200299 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76bd0a38-9c08-48ea-8b95-1fa755f4818d req-c0d5ac81-eeba-48e2-9fb5-e4906b479dd3 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.1491790 Nov 12 03:50:17.211719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78a05c3a-4a36-42b3-9f41-3bc0f08f6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.242939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f55ef1cc-aa54-41cd-a0f6-73329c785872 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.9173245 Nov 12 03:50:17.245579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36092) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:17.289529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e79efd2d-4b8d-4c56-b7bd-291216344b89 None None] Provisioning complete for port 80c799cd-9299-456e-bbf5-68f115f51cf4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:17.292305 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e79efd2d-4b8d-4c56-b7bd-291216344b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.350330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e79efd2d-4b8d-4c56-b7bd-291216344b89 None None] Port 80c799cd-9299-456e-bbf5-68f115f51cf4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:17.366447 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76bd0a38-9c08-48ea-8b95-1fa755f4818d req-5057c29a-82b6-4147-8d85-4da8c3b4908a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652098 Nov 12 03:50:17.379994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e79efd2d-4b8d-4c56-b7bd-291216344b89 None None] Provisioning complete for port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:17.380439 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e79efd2d-4b8d-4c56-b7bd-291216344b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.407461 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78a05c3a-4a36-42b3-9f41-3bc0f08f6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.436369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:17.436772 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.437211 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ffd86-c3f7-441a-95a4-2b89e9d212c1 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.461662 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ffd86-c3f7-441a-95a4-2b89e9d212c1 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.468081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ffd86-c3f7-441a-95a4-2b89e9d212c1 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.498024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78a05c3a-4a36-42b3-9f41-3bc0f08f6e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c53af8a-46bb-48e4-af57-98f8737220cb']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:17.503821 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-135ffd86-c3f7-441a-95a4-2b89e9d212c1 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2528121 Nov 12 03:50:17.508584 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:17.550154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78a05c3a-4a36-42b3-9f41-3bc0f08f6e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edd0819-565f-4e13-97a8-d657abeee1c8') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:17.550644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78a05c3a-4a36-42b3-9f41-3bc0f08f6e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edd0819-565f-4e13-97a8-d657abeee1c8') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:17.589481 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78a05c3a-4a36-42b3-9f41-3bc0f08f6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.623763 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78a05c3a-4a36-42b3-9f41-3bc0f08f6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.635932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a05c3a-4a36-42b3-9f41-3bc0f08f6e36 admin admin] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:17.636396 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78a05c3a-4a36-42b3-9f41-3bc0f08f6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:17.638863 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:17.697926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eab243da-28ff-4d5d-b80a-d4285ec6f163 None None] Provisioning complete for port 80c799cd-9299-456e-bbf5-68f115f51cf4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:17.698531 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eab243da-28ff-4d5d-b80a-d4285ec6f163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.791539 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-626aedae-ab7b-4388-a111-c24b34780568 req-5b67f32d-56f7-4c06-a188-aa105b1999bf tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/c9e903d1-4276-42b6-bc6f-38a874d368b4 HTTP/1.1" status: 200 len: 1819 time: 0.1507461 Nov 12 03:50:17.810213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eab243da-28ff-4d5d-b80a-d4285ec6f163 None None] Port 80c799cd-9299-456e-bbf5-68f115f51cf4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:17.862485 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78a05c3a-4a36-42b3-9f41-3bc0f08f6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.869146 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78a05c3a-4a36-42b3-9f41-3bc0f08f6e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.876170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-78a05c3a-4a36-42b3-9f41-3bc0f08f6e36 admin admin] 10.222.0.105 "DELETE /v2.0/networks/2c53af8a-46bb-48e4-af57-98f8737220cb HTTP/1.1" status: 204 len: 168 time: 0.8650203 Nov 12 03:50:17.958943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a05c3a-4a36-42b3-9f41-3bc0f08f6e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c53af8a-46bb-48e4-af57-98f8737220cb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.031540 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-626aedae-ab7b-4388-a111-c24b34780568 req-886b7d8d-4305-41b2-87e2-6e09f54e1e10 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.035863 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:50:18.043726 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1a34ba3c-176c-4fe3-9865-10eb78f31ee8 None None] Provisioning complete for port 17945c04-c2b2-4ee0-af22-3bf7f2a24729 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:18.046171 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a34ba3c-176c-4fe3-9865-10eb78f31ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.055249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-aaecc3f2-4a58-4664-b053-6cf689467b95 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Deleting port 17945c04-c2b2-4ee0-af22-3bf7f2a24729 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:18.056105 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaecc3f2-4a58-4664-b053-6cf689467b95 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.112658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1a34ba3c-176c-4fe3-9865-10eb78f31ee8 None None] Port 17945c04-c2b2-4ee0-af22-3bf7f2a24729 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:18.126312 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-626aedae-ab7b-4388-a111-c24b34780568 req-886b7d8d-4305-41b2-87e2-6e09f54e1e10 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.216905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78786dd-d612-4e93-a8fd-30a350596b71 req-0c1ac45f-388e-4d1b-a69a-78379470dcb4 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:18.228227 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f78786dd-d612-4e93-a8fd-30a350596b71 req-0c1ac45f-388e-4d1b-a69a-78379470dcb4 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.0772471 Nov 12 03:50:18.241484 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaecc3f2-4a58-4664-b053-6cf689467b95 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.256121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-aaecc3f2-4a58-4664-b053-6cf689467b95 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Calling delete_port for 17945c04-c2b2-4ee0-af22-3bf7f2a24729 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:18.315491 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f78786dd-d612-4e93-a8fd-30a350596b71 req-1d350b42-3b97-4a93-9cad-8343524d526d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862539 Nov 12 03:50:18.352228 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-626aedae-ab7b-4388-a111-c24b34780568 req-886b7d8d-4305-41b2-87e2-6e09f54e1e10 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.356076 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-626aedae-ab7b-4388-a111-c24b34780568 req-886b7d8d-4305-41b2-87e2-6e09f54e1e10 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.360981 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-626aedae-ab7b-4388-a111-c24b34780568 req-886b7d8d-4305-41b2-87e2-6e09f54e1e10 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "DELETE /v2.0/security-groups/c9e903d1-4276-42b6-bc6f-38a874d368b4 HTTP/1.1" status: 204 len: 173 time: 0.5684247 Nov 12 03:50:18.397685 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b7d8d-4305-41b2-87e2-6e09f54e1e10 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e903d1-4276-42b6-bc6f-38a874d368b4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.401778 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.460998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-684c145a-1b92-48c0-a431-38e35e570614 req-1c34e09f-e27d-492d-9334-70bf08224eaf tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "GET /v2.0/security-groups/69a41715-8d0b-4eb4-adcb-7e7b0103fe6e HTTP/1.1" status: 200 len: 1819 time: 0.0803509 Nov 12 03:50:18.518108 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8573152d-21d1-4459-a4ec-cb220c1513b7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f9f2ce7d605c46be9c07031c482882db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1117959 Nov 12 03:50:18.518644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36126) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.601498 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-684c145a-1b92-48c0-a431-38e35e570614 req-5dfc27fa-ca16-49c6-880e-bb91b423d728 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.631705 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85e43e6b-758b-45f1-b440-6fc903e24e39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.637040 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfca8f5-29d6-414b-a72d-784de046ad82 req-2015e492-b3d4-46a3-bf1c-3cb90e00f199 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:18.644587 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4cfca8f5-29d6-414b-a72d-784de046ad82 req-2015e492-b3d4-46a3-bf1c-3cb90e00f199 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.1476419 Nov 12 03:50:18.664528 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-684c145a-1b92-48c0-a431-38e35e570614 req-5dfc27fa-ca16-49c6-880e-bb91b423d728 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.666400 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.685033 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85e43e6b-758b-45f1-b440-6fc903e24e39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.690569 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaecc3f2-4a58-4664-b053-6cf689467b95 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.721366 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4cfca8f5-29d6-414b-a72d-784de046ad82 req-2ab9b8ca-aa43-4156-8f18-d3ba81b30237 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757747 Nov 12 03:50:18.746902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecc3f2-4a58-4664-b053-6cf689467b95 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Pushing event deleted for resources: {'Port': ['ID=17945c04-c2b2-4ee0-af22-3bf7f2a24729,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.838309 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-684c145a-1b92-48c0-a431-38e35e570614 req-5dfc27fa-ca16-49c6-880e-bb91b423d728 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.840991 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-684c145a-1b92-48c0-a431-38e35e570614 req-5dfc27fa-ca16-49c6-880e-bb91b423d728 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.842143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-684c145a-1b92-48c0-a431-38e35e570614 req-5dfc27fa-ca16-49c6-880e-bb91b423d728 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] 10.222.0.105 "DELETE /v2.0/security-groups/69a41715-8d0b-4eb4-adcb-7e7b0103fe6e HTTP/1.1" status: 204 len: 173 time: 0.3714769 Nov 12 03:50:18.849260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.856066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc27fa-ca16-49c6-880e-bb91b423d728 tempest-SecurityGroupsTestJSON-30502067 tempest-SecurityGroupsTestJSON-30502067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a41715-8d0b-4eb4-adcb-7e7b0103fe6e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.868882 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaecc3f2-4a58-4664-b053-6cf689467b95 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.878359 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-aaecc3f2-4a58-4664-b053-6cf689467b95 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] 10.222.0.105 "DELETE /v2.0/ports/17945c04-c2b2-4ee0-af22-3bf7f2a24729 HTTP/1.1" status: 204 len: 168 time: 1.3644793 Nov 12 03:50:18.879099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36136) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.906113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 43550808-df24-4048-b2fc-7bd841bf9fab no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:18.906873 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85e43e6b-758b-45f1-b440-6fc903e24e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.911478 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85e43e6b-758b-45f1-b440-6fc903e24e39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.915957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-85e43e6b-758b-45f1-b440-6fc903e24e39 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c350d5f9-831b-4c5b-be40-4b33db9adfa3 HTTP/1.1" status: 204 len: 168 time: 0.3962650 Nov 12 03:50:18.932742 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-540f35f0-33ce-494e-89ce-71e5c87fe8dd tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Request body: {'port': {'name': 'tempest-new-port-name-1591534180', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:18.933189 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-540f35f0-33ce-494e-89ce-71e5c87fe8dd tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] bootfile-name is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:50:18.933584 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-540f35f0-33ce-494e-89ce-71e5c87fe8dd tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] tftp-server is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:50:18.933924 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-540f35f0-33ce-494e-89ce-71e5c87fe8dd tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] server-ip-address is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:50:18.952238 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e43e6b-758b-45f1-b440-6fc903e24e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c350d5f9-831b-4c5b-be40-4b33db9adfa3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.952486 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 43550808-df24-4048-b2fc-7bd841bf9fab {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:18.952707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 43550808-df24-4048-b2fc-7bd841bf9fab not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:19.044135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:19.098902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4bfef2-cea8-4ba6-8719-4028daaa17d6 admin admin] Deleting subnet bed95a9a-84ad-4387-9b15-10694c5849b1 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:19.106244 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfef2-cea8-4ba6-8719-4028daaa17d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.123017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:19.123535 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.155283 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483f000-f339-4215-b8b3-a4b95380018c req-646ed414-39ab-4562-b154-6e01ea0843c5 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:19.166407 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4483f000-f339-4215-b8b3-a4b95380018c req-646ed414-39ab-4562-b154-6e01ea0843c5 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 1097 time: 0.2898586 Nov 12 03:50:19.197296 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfef2-cea8-4ba6-8719-4028daaa17d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.234992 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-540f35f0-33ce-494e-89ce-71e5c87fe8dd tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.339846 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfef2-cea8-4ba6-8719-4028daaa17d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.425317 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4483f000-f339-4215-b8b3-a4b95380018c req-feeae66a-3c48-43ba-a4e1-3346e52e5483 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579687 Nov 12 03:50:19.512654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004b99e-ebac-4339-a5f9-35ed0f042c00 req-85d9c3c6-b34a-4434-8cda-7af743027c31 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:19.515256 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4004b99e-ebac-4339-a5f9-35ed0f042c00 req-85d9c3c6-b34a-4434-8cda-7af743027c31 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.1115437 Nov 12 03:50:19.610689 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4004b99e-ebac-4339-a5f9-35ed0f042c00 req-f992ad61-547a-4e97-aea4-72241827a7e8 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837278 Nov 12 03:50:19.679942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8331c83-ea07-472a-8e84-af38e99b0f5c req-6083d371-d408-43b4-84d0-32827a6234fc tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:19.681527 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8331c83-ea07-472a-8e84-af38e99b0f5c req-6083d371-d408-43b4-84d0-32827a6234fc tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 1097 time: 0.0820785 Nov 12 03:50:19.685064 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfef2-cea8-4ba6-8719-4028daaa17d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.736355 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bfef2-cea8-4ba6-8719-4028daaa17d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed95a9a-84ad-4387-9b15-10694c5849b1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:19.741145 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfef2-cea8-4ba6-8719-4028daaa17d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.744631 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fa4bfef2-cea8-4ba6-8719-4028daaa17d6 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/bed95a9a-84ad-4387-9b15-10694c5849b1 HTTP/1.1" status: 204 len: 168 time: 0.8926656 Nov 12 03:50:19.747206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36168) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.808545 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-540f35f0-33ce-494e-89ce-71e5c87fe8dd tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.826222 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8331c83-ea07-472a-8e84-af38e99b0f5c req-7ecedcd1-48e9-4a1e-8051-143bbaad772e tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221805 Nov 12 03:50:19.861669 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-540f35f0-33ce-494e-89ce-71e5c87fe8dd tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.878807 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a460905-3114-48d8-ac68-63c6427551e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.982265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-d85119c8-511c-4ddb-ac0d-870e8fabeb73 req-a5559e16-0749-4907-a7d5-4a5967167105 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:50:19.983360 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d85119c8-511c-4ddb-ac0d-870e8fabeb73 req-a5559e16-0749-4907-a7d5-4a5967167105 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105414 Nov 12 03:50:19.987593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f35f0-33ce-494e-89ce-71e5c87fe8dd tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Pushing event updated for resources: {'Port': ['ID=80c799cd-9299-456e-bbf5-68f115f51cf4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:20.013862 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-540f35f0-33ce-494e-89ce-71e5c87fe8dd tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] In _notify_port_updated(), no bound segment for port 80c799cd-9299-456e-bbf5-68f115f51cf4 on network d2b54617-c9b5-4067-b5ef-cd6d335d9b18 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:50:20.020172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540f35f0-33ce-494e-89ce-71e5c87fe8dd tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:20.020861 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-540f35f0-33ce-494e-89ce-71e5c87fe8dd tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.022450 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-540f35f0-33ce-494e-89ce-71e5c87fe8dd tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] 10.222.0.105 "PUT /v2.0/ports/80c799cd-9299-456e-bbf5-68f115f51cf4 HTTP/1.1" status: 200 len: 1136 time: 1.1426420 Nov 12 03:50:20.029104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36184) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.083155 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a460905-3114-48d8-ac68-63c6427551e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.097176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f0fb73-ec06-4c05-b5fa-cd245e06c120 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:20.098687 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-67f0fb73-ec06-4c05-b5fa-cd245e06c120 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] 10.222.0.105 "GET /v2.0/ports/80c799cd-9299-456e-bbf5-68f115f51cf4 HTTP/1.1" status: 200 len: 1136 time: 0.0682528 Nov 12 03:50:20.103556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.128443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2a460905-3114-48d8-ac68-63c6427551e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d5e498-6fbb-4f6e-ad06-df50786cb026']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:20.138801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2a460905-3114-48d8-ac68-63c6427551e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529da0ca-ab60-42a4-af52-7d119b368574') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:20.139081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2a460905-3114-48d8-ac68-63c6427551e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529da0ca-ab60-42a4-af52-7d119b368574') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:20.150095 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a460905-3114-48d8-ac68-63c6427551e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.166495 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a460905-3114-48d8-ac68-63c6427551e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.182487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a460905-3114-48d8-ac68-63c6427551e7 admin admin] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:20.182487 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a460905-3114-48d8-ac68-63c6427551e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:20.277816 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:20.283141 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c14b9cf3-c4de-4d8c-9888-2a2056fc88ef tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Deleting port 80c799cd-9299-456e-bbf5-68f115f51cf4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:20.283689 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c14b9cf3-c4de-4d8c-9888-2a2056fc88ef tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.359881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ea01d295-13f1-46f5-aed3-4849c4bcb3bb None None] Provisioning complete for port 80c799cd-9299-456e-bbf5-68f115f51cf4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:20.360474 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea01d295-13f1-46f5-aed3-4849c4bcb3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.381274 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a460905-3114-48d8-ac68-63c6427551e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.394660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a460905-3114-48d8-ac68-63c6427551e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.399809 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2a460905-3114-48d8-ac68-63c6427551e7 admin admin] 10.222.0.105 "DELETE /v2.0/networks/64d5e498-6fbb-4f6e-ad06-df50786cb026 HTTP/1.1" status: 204 len: 168 time: 0.6510808 Nov 12 03:50:20.420015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a460905-3114-48d8-ac68-63c6427551e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=64d5e498-6fbb-4f6e-ad06-df50786cb026,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:20.443823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36198) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.448813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ea01d295-13f1-46f5-aed3-4849c4bcb3bb None None] Port 80c799cd-9299-456e-bbf5-68f115f51cf4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:20.489462 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c14b9cf3-c4de-4d8c-9888-2a2056fc88ef tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.503088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c14b9cf3-c4de-4d8c-9888-2a2056fc88ef tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Calling delete_port for 80c799cd-9299-456e-bbf5-68f115f51cf4 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:20.752730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802e51-48d5-4b8e-8c49-fc8ba46802aa req-b978c086-74c7-4059-87ef-51c4d5b49e49 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:20.759896 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c14b9cf3-c4de-4d8c-9888-2a2056fc88ef tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.763790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd802e51-48d5-4b8e-8c49-fc8ba46802aa req-b978c086-74c7-4059-87ef-51c4d5b49e49 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.0805454 Nov 12 03:50:20.807976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b9cf3-c4de-4d8c-9888-2a2056fc88ef tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Pushing event deleted for resources: {'Port': ['ID=80c799cd-9299-456e-bbf5-68f115f51cf4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:20.819189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd802e51-48d5-4b8e-8c49-fc8ba46802aa req-e91b7533-c948-4bb2-b6cb-1b752c101369 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543320 Nov 12 03:50:20.893320 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c14b9cf3-c4de-4d8c-9888-2a2056fc88ef tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.897485 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c14b9cf3-c4de-4d8c-9888-2a2056fc88ef tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] 10.222.0.105 "DELETE /v2.0/ports/80c799cd-9299-456e-bbf5-68f115f51cf4 HTTP/1.1" status: 204 len: 168 time: 0.7937193 Nov 12 03:50:20.899281 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.903028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36212) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.963368 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a34932d3-2d3c-4691-8ddc-f470a01fd771 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d6b2d99842864fcdaa50b55f56be9f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0622804 Nov 12 03:50:20.965722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36216) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.991163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a143eac-56ea-4453-aa42-31076f4f5890 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Deleting subnet 39166d77-e0e2-4f75-a115-e9a7d31bf7ed {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:20.994712 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a143eac-56ea-4453-aa42-31076f4f5890 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.051418 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a143eac-56ea-4453-aa42-31076f4f5890 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.071010 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-661c03d2-9401-4fa6-a312-ce9abb1ed6ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.134079 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-661c03d2-9401-4fa6-a312-ce9abb1ed6ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.154184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-network', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:21.194627 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a143eac-56ea-4453-aa42-31076f4f5890 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.283811 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-661c03d2-9401-4fa6-a312-ce9abb1ed6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.285432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] Made reservation on behalf of 5cd512dfc02740f8a9223f825788d0ed for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:21.286696 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-661c03d2-9401-4fa6-a312-ce9abb1ed6ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.287840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.290662 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-661c03d2-9401-4fa6-a312-ce9abb1ed6ae admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4adc80c5-0e1e-41ef-8e4f-320c3caf79da HTTP/1.1" status: 204 len: 168 time: 0.3239324 Nov 12 03:50:21.298780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c03d2-9401-4fa6-a312-ce9abb1ed6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adc80c5-0e1e-41ef-8e4f-320c3caf79da,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:21.301550 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.352279 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a143eac-56ea-4453-aa42-31076f4f5890 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.436211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a143eac-56ea-4453-aa42-31076f4f5890 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Pushing event deleted for resources: {'Subnet': ['ID=39166d77-e0e2-4f75-a115-e9a7d31bf7ed,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:21.452825 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a143eac-56ea-4453-aa42-31076f4f5890 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.456930 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0a143eac-56ea-4453-aa42-31076f4f5890 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] 10.222.0.105 "DELETE /v2.0/subnets/39166d77-e0e2-4f75-a115-e9a7d31bf7ed HTTP/1.1" status: 204 len: 168 time: 0.5515435 Nov 12 03:50:21.458515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaedcec7-b57b-48e2-bd53-3d64c4ac932c None None] Network d2b54617-c9b5-4067-b5ef-cd6d335d9b18 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:21.459394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.557921 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.592527 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.661282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.663633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Deleting port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:21.663975 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.701081 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.714420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d147af-6aac-40a5-a2f5-a18ae3c87227 None None] DHCP port deletion for d2b54617-c9b5-4067-b5ef-cd6d335d9b18 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:21.746273 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:21.758032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f66b24-b299-47f5-bad9-0d357b2ecadc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:21.765101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.766829 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] Added segment 9a164f61-dc56-4e51-ab15-0b6f5ae97934 of type vlan for network 933200c6-b34c-45ca-8fd9-e1eb17512052 Nov 12 03:50:21.816652 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-45d147af-6aac-40a5-a2f5-a18ae3c87227 None None] Deleting port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:21.823379 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45d147af-6aac-40a5-a2f5-a18ae3c87227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.833570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] For port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c21d9d11-ad73-4aa2-bbca-7538cc1c2f37,segment=NetworkSegment(b392de12-97bd-45bd-aeac-a2c5b2c09fc4),segment_id=b392de12-97bd-45bd-aeac-a2c5b2c09fc4)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:21.835344 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.854046 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.876237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Calling delete_port for c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:21.970056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-45d147af-6aac-40a5-a2f5-a18ae3c87227 None None] For port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c21d9d11-ad73-4aa2-bbca-7538cc1c2f37,segment=NetworkSegment(b392de12-97bd-45bd-aeac-a2c5b2c09fc4),segment_id=b392de12-97bd-45bd-aeac-a2c5b2c09fc4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:21.970845 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45d147af-6aac-40a5-a2f5-a18ae3c87227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.998137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-45d147af-6aac-40a5-a2f5-a18ae3c87227 None None] Calling delete_port for c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:22.012403 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.013821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:22.014419 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.079923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] Pushing event updated for resources: {'Network': ['ID=933200c6-b34c-45ca-8fd9-e1eb17512052,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:22.105743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 933200c6-b34c-45ca-8fd9-e1eb17512052 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:22.106891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c76ff-54b1-48b8-a001-5880f11477cb req-2f2ce887-45a3-43b4-9249-1fbb092078ae tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:22.115512 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-369c76ff-54b1-48b8-a001-5880f11477cb req-2f2ce887-45a3-43b4-9249-1fbb092078ae tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.1529937 Nov 12 03:50:22.135502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.148204 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd69e612-2a17-4d16-a18f-8b37f4ad3807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.220479 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-369c76ff-54b1-48b8-a001-5880f11477cb req-a386403b-f802-41a0-a2bf-b8ce14cca099 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039715 Nov 12 03:50:22.226672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b0a09360-f358-455f-a588-82c699bdc011 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7814183 Nov 12 03:50:22.228712 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Pushing event deleted for resources: {'Port': ['ID=c21d9d11-ad73-4aa2-bbca-7538cc1c2f37,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:22.229754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:22.244904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cae26fd1-ae33-43b1-8679-e12eab6d9a87 admin admin] Request body: {'subnet': {'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-subnet', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:22.245984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] No DVR routers for this DVR port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:22.275755 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45d147af-6aac-40a5-a2f5-a18ae3c87227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.322206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d147af-6aac-40a5-a2f5-a18ae3c87227 None None] Pushing event deleted for resources: {'Port': ['ID=c21d9d11-ad73-4aa2-bbca-7538cc1c2f37,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:22.338492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d147af-6aac-40a5-a2f5-a18ae3c87227 None None] No DVR routers for this DVR port c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:22.386913 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd69e612-2a17-4d16-a18f-8b37f4ad3807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.395557 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.418517 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b54617-c9b5-4067-b5ef-cd6d335d9b18']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:22.428530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b392de12-97bd-45bd-aeac-a2c5b2c09fc4') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:22.428881 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b392de12-97bd-45bd-aeac-a2c5b2c09fc4') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:22.444195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae26fd1-ae33-43b1-8679-e12eab6d9a87 admin admin] Made reservation on behalf of 5cd512dfc02740f8a9223f825788d0ed for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:22.445305 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.448308 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cae26fd1-ae33-43b1-8679-e12eab6d9a87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.460993 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.472991 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:22.473416 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:22.507101 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:22.536214 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd69e612-2a17-4d16-a18f-8b37f4ad3807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.585828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69e612-2a17-4d16-a18f-8b37f4ad3807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99769db-b99e-4ca6-8519-a732e4c1793c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:22.599758 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dd69e612-2a17-4d16-a18f-8b37f4ad3807 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fea8cafd74bc4f348e7524f41fb4e2ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9371481 Nov 12 03:50:22.602721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:22.656085 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11bc4f5-3d6e-426d-b2a1-2e345fbcb312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.681662 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11bc4f5-3d6e-426d-b2a1-2e345fbcb312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.855708 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.861014 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.868431 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] 10.222.0.105 "DELETE /v2.0/networks/d2b54617-c9b5-4067-b5ef-cd6d335d9b18 HTTP/1.1" status: 204 len: 168 time: 1.4039412 Nov 12 03:50:22.885317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742c879-db95-4c51-951e-a809a072ce64 tempest-ExtraDHCPOptionsTestJSON-549365096 tempest-ExtraDHCPOptionsTestJSON-549365096-project] Pushing event deleted for resources: {'Network': ['ID=d2b54617-c9b5-4067-b5ef-cd6d335d9b18,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:22.990904 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11bc4f5-3d6e-426d-b2a1-2e345fbcb312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.991417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:22.995711 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a11bc4f5-3d6e-426d-b2a1-2e345fbcb312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.997134 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a11bc4f5-3d6e-426d-b2a1-2e345fbcb312 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e99769db-b99e-4ca6-8519-a732e4c1793c HTTP/1.1" status: 204 len: 168 time: 0.3932204 Nov 12 03:50:23.006889 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bc4f5-3d6e-426d-b2a1-2e345fbcb312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99769db-b99e-4ca6-8519-a732e4c1793c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:23.031836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:23.031836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c21d9d11-ad73-4aa2-bbca-7538cc1c2f37 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:23.087302 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04bbfc37-e007-4734-9c30-e4618960b3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.245123 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cae26fd1-ae33-43b1-8679-e12eab6d9a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.311548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae26fd1-ae33-43b1-8679-e12eab6d9a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5695f79-da24-4f82-9891-41295f29ce28,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:23.321605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae26fd1-ae33-43b1-8679-e12eab6d9a87 admin admin] Checking segment: {'id': '9a164f61-dc56-4e51-ab15-0b6f5ae97934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:23.321973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae26fd1-ae33-43b1-8679-e12eab6d9a87 admin admin] Network hostable DHCP agents. Network: 933200c6-b34c-45ca-8fd9-e1eb17512052, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:23.389529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ace7b-ef9e-4397-bb98-42289f04f64d req-ec5f6877-3375-41c2-b661-98bd0599c5db tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:23.391744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec1ace7b-ef9e-4397-bb98-42289f04f64d req-ec5f6877-3375-41c2-b661-98bd0599c5db tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.0673926 Nov 12 03:50:23.445328 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec1ace7b-ef9e-4397-bb98-42289f04f64d req-b9184de8-3eba-49ca-a3c3-be2303d840f2 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473697 Nov 12 03:50:23.483030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae26fd1-ae33-43b1-8679-e12eab6d9a87 admin admin] Network 933200c6-b34c-45ca-8fd9-e1eb17512052 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:23.523939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-ce186d0d-a27d-4a66-9f5c-ffb55edb2e65 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:50:23.525192 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-ce186d0d-a27d-4a66-9f5c-ffb55edb2e65 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068660 Nov 12 03:50:23.563965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cae26fd1-ae33-43b1-8679-e12eab6d9a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 933200c6-b34c-45ca-8fd9-e1eb17512052) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:23.570493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae26fd1-ae33-43b1-8679-e12eab6d9a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:23.572711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-996119ab-f0d4-48dd-8da7-0f71911acb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:23.573451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d085e0-d89b-4bf7-bb21-40c956284cf1 None None] Network 933200c6-b34c-45ca-8fd9-e1eb17512052 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:23.576766 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-996119ab-f0d4-48dd-8da7-0f71911acb63 service neutron] 10.222.0.105 "GET /v2.0/ports/ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d HTTP/1.1" status: 200 len: 1094 time: 0.0407596 Nov 12 03:50:23.578611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cae26fd1-ae33-43b1-8679-e12eab6d9a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.588508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] Request body: {'binding': {'host': 'n-h1-767704-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:23.588835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:50:23.686679 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cae26fd1-ae33-43b1-8679-e12eab6d9a87 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4539042 Nov 12 03:50:23.687376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36288) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:23.693257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:23.720377 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36290) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:23.781583 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.782941 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.822552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-933200c6-b34c-45ca-8fd9-e1eb17512052', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'fixed_ips': [{'subnet_id': 'a5695f79-da24-4f82-9891-41295f29ce28'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:23.823471 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.866303 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.104774 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36298) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:24.113070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Allocated IP 172.20.0.2 (933200c6-b34c-45ca-8fd9-e1eb17512052/a5695f79-da24-4f82-9891-41295f29ce28/20ef5d0a-c523-40d2-a421-2664bd4d9617) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:24.205915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36302) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:24.237422 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.251441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on host n-h1-767704-23 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:24.255173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2019884379-network', 'tenant_id': '9a329404327a436a89a7392422c84559'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:24.255605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:24.255605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:24.257512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] Port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:50:24.257834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:24.260634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf5e914c-8cce-4eb0-ab4b-4ec2817a9891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.265925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:24.266263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] Checking segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:24.266868 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] Bound using segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:24.267468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] Bound port: ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:24.285357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5ce82a0e-df3d-4c17-bc67-6fcecfc95a19 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2df41ebafc624e118ac5b74ac6b7f632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5610218 Nov 12 03:50:24.289621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36304) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:24.321961 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.340085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:24.377143 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.408019 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] Publish callbacks [] for binding, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.409815 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] 10.222.0.105 "POST /v2.0/ports/ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d/bindings HTTP/1.1" status: 201 len: 390 time: 0.8269224 Nov 12 03:50:24.434305 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Network 933200c6-b34c-45ca-8fd9-e1eb17512052 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:24.439770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:24.439992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] Made reservation on behalf of 9a329404327a436a89a7392422c84559 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:24.442484 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.444809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:24.454824 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b69de3f6-589e-427f-b8da-716e9560f183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.473998 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.479306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Pushing event updated for resources: {'Port': ['ID=20ef5d0a-c523-40d2-a421-2664bd4d9617,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:24.560123 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Attempting to bind port 20ef5d0a-c523-40d2-a421-2664bd4d9617 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:24.561072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Attempting to bind port 20ef5d0a-c523-40d2-a421-2664bd4d9617 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '9a164f61-dc56-4e51-ab15-0b6f5ae97934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:24.562034 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Attempting to bind port 20ef5d0a-c523-40d2-a421-2664bd4d9617 on network 933200c6-b34c-45ca-8fd9-e1eb17512052 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:24.570234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:24.570992 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Checking segment: {'id': '9a164f61-dc56-4e51-ab15-0b6f5ae97934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:24.572541 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.572997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Bound using segment: {'id': '9a164f61-dc56-4e51-ab15-0b6f5ae97934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:24.573714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Bound port: 20ef5d0a-c523-40d2-a421-2664bd4d9617, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a164f61-dc56-4e51-ab15-0b6f5ae97934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:24.574272 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.634007 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b69de3f6-589e-427f-b8da-716e9560f183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.674211 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf5e914c-8cce-4eb0-ab4b-4ec2817a9891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.679725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] For port 20ef5d0a-c523-40d2-a421-2664bd4d9617, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:24.695575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94073f9c-76f8-49f6-a67f-ccd1a10483d8 req-0b636c83-35b0-4fc7-b75d-b6480d6485a3 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:24.697827 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-94073f9c-76f8-49f6-a67f-ccd1a10483d8 req-0b636c83-35b0-4fc7-b75d-b6480d6485a3 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.0671775 Nov 12 03:50:24.703515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] For port 20ef5d0a-c523-40d2-a421-2664bd4d9617, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=20ef5d0a-c523-40d2-a421-2664bd4d9617,segment=NetworkSegment(9a164f61-dc56-4e51-ab15-0b6f5ae97934),segment_id=9a164f61-dc56-4e51-ab15-0b6f5ae97934)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:24.778778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-94073f9c-76f8-49f6-a67f-ccd1a10483d8 req-6fd964eb-f1e9-41ae-847a-81fa2c706361 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739505 Nov 12 03:50:24.780130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1df0a-fecc-4a27-8e8a-95b7247c126f req-857e9d44-14fd-47c9-90e4-b027e75ceaac tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:24.782398 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09e1df0a-fecc-4a27-8e8a-95b7247c126f req-857e9d44-14fd-47c9-90e4-b027e75ceaac tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.2341282 Nov 12 03:50:24.784624 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.842312 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf5e914c-8cce-4eb0-ab4b-4ec2817a9891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.861597 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.862805 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.908368 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.932473 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b69de3f6-589e-427f-b8da-716e9560f183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.935112 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b69de3f6-589e-427f-b8da-716e9560f183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.936627 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b69de3f6-589e-427f-b8da-716e9560f183 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/26ea43d8-507e-4c16-8906-1b52e8ac48f5 HTTP/1.1" status: 204 len: 168 time: 0.6400669 Nov 12 03:50:24.944782 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42869a20-5ee4-46b3-891e-d5cd766a3010 None None] Pushing event updated for resources: {'Port': ['ID=20ef5d0a-c523-40d2-a421-2664bd4d9617,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:24.974020 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cf5e914c-8cce-4eb0-ab4b-4ec2817a9891 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=996ee06fc8484b19bb0c3bb71e79fcae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7635760 Nov 12 03:50:24.974418 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:24.985374 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:24.992776 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09e1df0a-fecc-4a27-8e8a-95b7247c126f req-cd3d4bf5-9b34-411e-9ce2-2849bc77db4e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944261 Nov 12 03:50:25.025621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e914c-8cce-4eb0-ab4b-4ec2817a9891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2602df-e752-46dc-808d-11fd2b96f539,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:25.045346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.047319 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] Added segment 4d73329b-716d-4307-ae7a-5a51712523eb of type vlan for network 5180d290-ec7a-4d87-815a-6d5ae96500d4 Nov 12 03:50:25.121336 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdce60eb-3e1b-448c-bd8a-f160330a44bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.139732 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.157798 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdce60eb-3e1b-448c-bd8a-f160330a44bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.216468 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.234772 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.256950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4039d6c-09b4-494c-812b-82c993241680,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:25.284121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69de3f6-589e-427f-b8da-716e9560f183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ea43d8-507e-4c16-8906-1b52e8ac48f5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:25.297113 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-44ea9642-a167-4428-9cd3-90d60641e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:25.298650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-44ea9642-a167-4428-9cd3-90d60641e612 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 1097 time: 0.1651716 Nov 12 03:50:25.330583 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdce60eb-3e1b-448c-bd8a-f160330a44bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.333352 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdce60eb-3e1b-448c-bd8a-f160330a44bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.337552 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bdce60eb-3e1b-448c-bd8a-f160330a44bf admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fc2602df-e752-46dc-808d-11fd2b96f539 HTTP/1.1" status: 204 len: 168 time: 0.3618364 Nov 12 03:50:25.349560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce60eb-3e1b-448c-bd8a-f160330a44bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2602df-e752-46dc-808d-11fd2b96f539,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:25.430571 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.431717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:25.432397 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.557206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] Pushing event updated for resources: {'Network': ['ID=5180d290-ec7a-4d87-815a-6d5ae96500d4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:25.575075 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 5180d290-ec7a-4d87-815a-6d5ae96500d4 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:25.576115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-bd1f34f8-6a01-4b30-8461-3f14e55f9b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:25.577657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-bd1f34f8-6a01-4b30-8461-3f14e55f9b53 service neutron] 10.222.0.25 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.2713890 Nov 12 03:50:25.587220 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36326) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:25.592295 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e7480068-86bc-4128-92b4-2c7e3e79165b admin admin] Request body: {'subnet': {'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2019884379-subnet', 'tenant_id': '9a329404327a436a89a7392422c84559', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:25.595125 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-310e89d2-681d-4fe2-9828-62518ae03b54 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4863849 Nov 12 03:50:25.656881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Allocated IP 172.25.8.190 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/3bb5c757-28a5-41e7-8967-906aa5db1c3f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:25.660729 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-73850731-18e6-492b-9304-b8e32e518e2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d HTTP/1.1" status: 200 len: 217 time: 0.0536637 Nov 12 03:50:25.714651 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7480068-86bc-4128-92b4-2c7e3e79165b admin admin] Made reservation on behalf of 9a329404327a436a89a7392422c84559 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:25.717265 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7480068-86bc-4128-92b4-2c7e3e79165b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.023330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777be7a-c033-4bac-97a5-cbf73feff4fc req-13d03012-9e53-4d97-a92a-e0471bc0aa82 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:26.031906 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0777be7a-c033-4bac-97a5-cbf73feff4fc req-13d03012-9e53-4d97-a92a-e0471bc0aa82 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.1245079 Nov 12 03:50:26.219710 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0777be7a-c033-4bac-97a5-cbf73feff4fc req-c11d14ac-317c-4e44-8aad-cbc1558303f8 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818714 Nov 12 03:50:26.271858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-8a378732-989d-4a18-9e24-97b028b97409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:26.273395 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-8a378732-989d-4a18-9e24-97b028b97409 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.5989053 Nov 12 03:50:26.278372 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7480068-86bc-4128-92b4-2c7e3e79165b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.355668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7480068-86bc-4128-92b4-2c7e3e79165b admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ace581-efc3-4076-b0ce-48737a72947d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:26.360385 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-b6138e02-05eb-47f6-bec7-f8f18e58b96d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719383 Nov 12 03:50:26.375976 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97cd4dad-710f-464c-9150-367b27aa64bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.376953 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7480068-86bc-4128-92b4-2c7e3e79165b admin admin] Checking segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:26.377311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7480068-86bc-4128-92b4-2c7e3e79165b admin admin] Network hostable DHCP agents. Network: 5180d290-ec7a-4d87-815a-6d5ae96500d4, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:26.420837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90e862-c821-43fd-84e7-5e90e0a34c64 req-e0314ef8-185f-41d2-8f2c-bec2f3123cd6 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:26.432910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d90e862-c821-43fd-84e7-5e90e0a34c64 req-e0314ef8-185f-41d2-8f2c-bec2f3123cd6 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.2109175 Nov 12 03:50:26.452514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3aac24-0e87-4f24-92cf-80d8ca66302b None None] Network 933200c6-b34c-45ca-8fd9-e1eb17512052 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:26.460024 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.478664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7480068-86bc-4128-92b4-2c7e3e79165b admin admin] Network 5180d290-ec7a-4d87-815a-6d5ae96500d4 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:26.546562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e7480068-86bc-4128-92b4-2c7e3e79165b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 5180d290-ec7a-4d87-815a-6d5ae96500d4) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:26.555203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7480068-86bc-4128-92b4-2c7e3e79165b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:26.556167 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7480068-86bc-4128-92b4-2c7e3e79165b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.570533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d90e862-c821-43fd-84e7-5e90e0a34c64 req-f25bc784-35ab-4882-baa7-89b55124bf8c tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284406 Nov 12 03:50:26.619789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-e76749e7-d77b-4f3b-89f5-10bd7c942e8b service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461226 Nov 12 03:50:26.665102 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e7480068-86bc-4128-92b4-2c7e3e79165b admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0765305 Nov 12 03:50:26.672220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e07292a-6c8b-4482-b507-730befd6bd30 None None] Network 5180d290-ec7a-4d87-815a-6d5ae96500d4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:26.745770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-d2768d1e-43f9-4ad9-b056-e13cf3da0d0b service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171982 Nov 12 03:50:26.825832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d25c1450-c32f-4212-b6e3-16153cb29320 None None] Provisioning complete for port 20ef5d0a-c523-40d2-a421-2664bd4d9617 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:26.825832 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d25c1450-c32f-4212-b6e3-16153cb29320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.956369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70fac56-068e-40d9-b977-9d2f86199215 None None] Network 5180d290-ec7a-4d87-815a-6d5ae96500d4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:27.061464 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 20ef5d0a-c523-40d2-a421-2664bd4d9617 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:27.105423 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d25c1450-c32f-4212-b6e3-16153cb29320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.212772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d25c1450-c32f-4212-b6e3-16153cb29320 None None] For port 20ef5d0a-c523-40d2-a421-2664bd4d9617, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=20ef5d0a-c523-40d2-a421-2664bd4d9617,segment=NetworkSegment(9a164f61-dc56-4e51-ab15-0b6f5ae97934),segment_id=9a164f61-dc56-4e51-ab15-0b6f5ae97934)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:27.266831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 20ef5d0a-c523-40d2-a421-2664bd4d9617 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:27.267206 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.401233 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.433543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275804a3-e8be-4bf7-af12-671e4763490d req-83847f8d-7500-4b2c-9b90-9e7757d938d9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:27.435235 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-275804a3-e8be-4bf7-af12-671e4763490d req-83847f8d-7500-4b2c-9b90-9e7757d938d9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 0.1412096 Nov 12 03:50:27.451464 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-275804a3-e8be-4bf7-af12-671e4763490d req-df346c2b-5d4b-40ae-a73f-f532853d4f7a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/quotas/9a329404327a436a89a7392422c84559 HTTP/1.1" status: 200 len: 375 time: 0.0095427 Nov 12 03:50:27.493437 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-275804a3-e8be-4bf7-af12-671e4763490d req-a8c21b97-5513-472c-b46c-1c78ec2292c5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341775 Nov 12 03:50:27.589950 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.605126 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-275804a3-e8be-4bf7-af12-671e4763490d req-c0382084-5296-40df-bcf5-53b4ea3c2b31 service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044056 Nov 12 03:50:27.615270 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.616313 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d25c1450-c32f-4212-b6e3-16153cb29320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.664284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb5c757-28a5-41e7-8967-906aa5db1c3f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:27.680014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:27.683171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:27.686428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:27.818477 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:50:27.819049 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:50:27.820568 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c1450-c32f-4212-b6e3-16153cb29320 None None] Pushing event updated for resources: {'Port': ['ID=20ef5d0a-c523-40d2-a421-2664bd4d9617,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:27.828781 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-06138978-d9c2-4dc0-86e9-ae6e01ae7c87 None None] Provisioning complete for port 20ef5d0a-c523-40d2-a421-2664bd4d9617 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:27.833417 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-06138978-d9c2-4dc0-86e9-ae6e01ae7c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.864603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-275804a3-e8be-4bf7-af12-671e4763490d req-230a92b5-f63a-436c-bba6-7d7222535833 service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520540 Nov 12 03:50:27.914170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36400) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.246439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1536025909'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:28.386783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:28.391360 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.407844 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.436490 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.584370 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc053cd-891f-4ea3-b815-a8f02daff762 req-e40e1f6a-bf2f-4867-8f9b-e8944195962b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:28.584370 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffc053cd-891f-4ea3-b815-a8f02daff762 req-e40e1f6a-bf2f-4867-8f9b-e8944195962b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.1351368 Nov 12 03:50:28.673305 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.679394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a5c9d-7f6c-41d2-8b11-91f4b55db7d4 req-38cc549b-1136-479a-86c5-9cf3c97dde04 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:28.689570 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c46a5c9d-7f6c-41d2-8b11-91f4b55db7d4 req-38cc549b-1136-479a-86c5-9cf3c97dde04 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.3546135 Nov 12 03:50:28.708173 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffc053cd-891f-4ea3-b815-a8f02daff762 req-5ad82987-c861-4792-8b99-3a5ea837fc87 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139026 Nov 12 03:50:28.727923 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.808828 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c46a5c9d-7f6c-41d2-8b11-91f4b55db7d4 req-d5d1dcb6-aab8-4717-903f-9fc83d3e0e58 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182160 Nov 12 03:50:28.820743 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.836722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:28.863837 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.866779 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Added segment 7d3648d1-f702-4039-af43-5180c430616a of type vlan for network e6dfdd2b-88db-4f06-a637-74adb7ef2a6e Nov 12 03:50:28.969886 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.073379 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5f454d-3d2f-4415-b8af-ba8d9f9366b7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:29.088934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 20ef5d0a-c523-40d2-a421-2664bd4d9617 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:29.136635 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-54f22d0b-aa84-4e14-aa2c-8d025e2a73b3 req-02f25ec3-9ae4-49ed-ac8b-4c01553d6264 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 210 time: 0.1402204 Nov 12 03:50:29.168325 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.168712 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.242718 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 20ef5d0a-c523-40d2-a421-2664bd4d9617 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:29.243082 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.306855 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.313102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:29.314104 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.426550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Network': ['ID=e6dfdd2b-88db-4f06-a637-74adb7ef2a6e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:29.441222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network e6dfdd2b-88db-4f06-a637-74adb7ef2a6e details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:29.457354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-790b7496-929c-42ca-b179-027752b106bd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5417888 Nov 12 03:50:29.458020 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36446) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.501724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2ebd780b-c1ba-4a62-9ac5-9c18843fbbc0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1918722507'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:29.603298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebd780b-c1ba-4a62-9ac5-9c18843fbbc0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:29.605358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ebd780b-c1ba-4a62-9ac5-9c18843fbbc0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.605566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Router 2d94389f-1d07-418b-864d-41e2ba0ce0ec is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:50:29.644584 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebd780b-c1ba-4a62-9ac5-9c18843fbbc0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:29.659091 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ebd780b-c1ba-4a62-9ac5-9c18843fbbc0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.660141 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-2ebd780b-c1ba-4a62-9ac5-9c18843fbbc0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Added segment d8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2 of type vlan for network 872b6143-fc30-45ff-842a-5352e013b803 Nov 12 03:50:29.798275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:29.799097 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ebd780b-c1ba-4a62-9ac5-9c18843fbbc0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.811446 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Sync routers for ids ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:29.836244 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Routers {'2d94389f-1d07-418b-864d-41e2ba0ce0ec'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:29.837267 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:29.941729 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ebd780b-c1ba-4a62-9ac5-9c18843fbbc0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.950922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebd780b-c1ba-4a62-9ac5-9c18843fbbc0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:29.954014 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ebd780b-c1ba-4a62-9ac5-9c18843fbbc0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.971336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68701536-179e-4957-af5e-2fdbed7e3d08 req-32c8960a-6811-4024-bd20-956f5dae096e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:29.973696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68701536-179e-4957-af5e-2fdbed7e3d08 req-32c8960a-6811-4024-bd20-956f5dae096e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.1390796 Nov 12 03:50:30.000348 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Set router 2d94389f-1d07-418b-864d-41e2ba0ce0ec gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:30.009395 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.012988 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ac6ea74e-d952-4e17-80d1-6a9a650a1107 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3229597 Nov 12 03:50:30.075016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:30.193544 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68701536-179e-4957-af5e-2fdbed7e3d08 req-75c2166b-1318-4bdc-9837-53d056c91ac2 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016003 Nov 12 03:50:30.205840 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd780b-c1ba-4a62-9ac5-9c18843fbbc0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Network': ['ID=872b6143-fc30-45ff-842a-5352e013b803,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:30.224006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 872b6143-fc30-45ff-842a-5352e013b803 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:30.322090 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 3, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port': {'id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:25Z', 'updated_at': '2021-11-12T03:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:30.357862 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2ebd780b-c1ba-4a62-9ac5-9c18843fbbc0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8877814 Nov 12 03:50:30.363549 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36468) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:30.390408 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Checking router: 2d94389f-1d07-418b-864d-41e2ba0ce0ec for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:30.391113 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Updating router 2d94389f-1d07-418b-864d-41e2ba0ce0ec port 3bb5c757-28a5-41e7-8967-906aa5db1c3f binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:50:30.394727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ef0d240c-9b68-4fcb-8fe7-63e61006c4c1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'subnet': {'network_id': 'e6dfdd2b-88db-4f06-a637-74adb7ef2a6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:30.429099 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.508430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91df00-f929-447b-a9be-9cb1e3ea713b req-1e29d233-2224-44d2-958f-8e4dc46cf77b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:30.521448 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a91df00-f929-447b-a9be-9cb1e3ea713b req-1e29d233-2224-44d2-958f-8e4dc46cf77b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.3257127 Nov 12 03:50:30.542164 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be43e189-da8e-4adc-974f-12f543a33c49 req-5d03a8c1-4443-4033-b3f9-ab81f1ea9ac3 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 210 time: 0.1186535 Nov 12 03:50:30.692765 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a91df00-f929-447b-a9be-9cb1e3ea713b req-4234c5cd-f2ea-4b2b-ad5f-4ef20c26021b tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694980 Nov 12 03:50:30.706980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0d240c-9b68-4fcb-8fe7-63e61006c4c1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:30.713181 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef0d240c-9b68-4fcb-8fe7-63e61006c4c1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.029392 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.147621 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.173745 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.175556 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef0d240c-9b68-4fcb-8fe7-63e61006c4c1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.338015 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Attempting to bind port 3bb5c757-28a5-41e7-8967-906aa5db1c3f on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:31.338390 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Attempting to bind port 3bb5c757-28a5-41e7-8967-906aa5db1c3f by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:31.338819 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Attempting to bind port 3bb5c757-28a5-41e7-8967-906aa5db1c3f on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:31.360082 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90b577-2f83-4c00-bd3e-49d49d8169be None None] Pushing event updated for resources: {'Port': ['ID=3bb5c757-28a5-41e7-8967-906aa5db1c3f,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:31.366531 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:31.366531 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:31.366531 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.367069 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:31.367158 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Bound port: 3bb5c757-28a5-41e7-8967-906aa5db1c3f, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:31.369822 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.459611 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0d240c-9b68-4fcb-8fe7-63e61006c4c1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Checking segment: {'id': '7d3648d1-f702-4039-af43-5180c430616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e6dfdd2b-88db-4f06-a637-74adb7ef2a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:31.460429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0d240c-9b68-4fcb-8fe7-63e61006c4c1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network hostable DHCP agents. Network: e6dfdd2b-88db-4f06-a637-74adb7ef2a6e, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:31.493613 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d240c-9b68-4fcb-8fe7-63e61006c4c1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Subnet': ['ID=2e0ad94d-b5d3-4d5d-9061-a1e4b1c0651d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:31.524760 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] For port 3bb5c757-28a5-41e7-8967-906aa5db1c3f, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:31.525881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Allocated IP 172.20.0.1 (933200c6-b34c-45ca-8fd9-e1eb17512052/a5695f79-da24-4f82-9891-41295f29ce28/7018b676-94ee-47e6-9644-214d9622c4a3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:31.533348 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] For port 3bb5c757-28a5-41e7-8967-906aa5db1c3f, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3bb5c757-28a5-41e7-8967-906aa5db1c3f,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:31.559663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54dea1-616e-4743-9558-845f1ce7cf41 req-77825793-eafb-4e38-b2db-2216b1c75955 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:31.572093 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fd54dea1-616e-4743-9558-845f1ce7cf41 req-77825793-eafb-4e38-b2db-2216b1c75955 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.2353456 Nov 12 03:50:31.615890 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.616132 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0d240c-9b68-4fcb-8fe7-63e61006c4c1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network e6dfdd2b-88db-4f06-a637-74adb7ef2a6e is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:31.638971 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fd54dea1-616e-4743-9558-845f1ce7cf41 req-e18ae794-c9c4-4365-b073-7549cbbc1878 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659404 Nov 12 03:50:31.735794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ef0d240c-9b68-4fcb-8fe7-63e61006c4c1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, e6dfdd2b-88db-4f06-a637-74adb7ef2a6e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:31.742285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0d240c-9b68-4fcb-8fe7-63e61006c4c1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:31.744320 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef0d240c-9b68-4fcb-8fe7-63e61006c4c1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.746544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.748417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895601ba-02ba-4797-b171-5222cc945971 None None] Network e6dfdd2b-88db-4f06-a637-74adb7ef2a6e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:31.783318 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Routers {'2d94389f-1d07-418b-864d-41e2ba0ce0ec'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:31.784077 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:31.791502 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90b577-2f83-4c00-bd3e-49d49d8169be None None] Pushing event updated for resources: {'Port': ['ID=3bb5c757-28a5-41e7-8967-906aa5db1c3f,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:31.844875 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-108334c3-2fdd-4f8a-90ef-01fde8bd93b4 req-8872a079-23fa-4d40-9181-3d50fc789b33 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 210 time: 0.0745199 Nov 12 03:50:31.857548 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ef0d240c-9b68-4fcb-8fe7-63e61006c4c1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4770412 Nov 12 03:50:31.859842 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36510) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:31.896753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f89a1b81-ba47-4158-8444-9f860342cc10 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'subnet': {'network_id': '872b6143-fc30-45ff-842a-5352e013b803', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:32.107159 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.133418 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] Set router 2d94389f-1d07-418b-864d-41e2ba0ce0ec gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:32.137576 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d21a21-1273-49d2-90b7-cd843906ea19 req-30766140-befc-44e4-a306-03516c760a62 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:32.139448 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85d21a21-1273-49d2-90b7-cd843906ea19 req-30766140-befc-44e4-a306-03516c760a62 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.2831006 Nov 12 03:50:32.246549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Network 933200c6-b34c-45ca-8fd9-e1eb17512052 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:32.263326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:32.277358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:32.289287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-e6dfdd2b-88db-4f06-a637-74adb7ef2a6e', 'network_id': 'e6dfdd2b-88db-4f06-a637-74adb7ef2a6e', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'fixed_ips': [{'subnet_id': '2e0ad94d-b5d3-4d5d-9061-a1e4b1c0651d'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:32.290165 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.376534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275804a3-e8be-4bf7-af12-671e4763490d req-f066d05a-0f9b-466d-81ce-7725f1c713de tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:32.389164 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-275804a3-e8be-4bf7-af12-671e4763490d req-f066d05a-0f9b-466d-81ce-7725f1c713de tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 0.5100403 Nov 12 03:50:32.389164 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Pushing event updated for resources: {'Port': ['ID=7018b676-94ee-47e6-9644-214d9622c4a3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:32.431937 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-275804a3-e8be-4bf7-af12-671e4763490d req-ce512f2b-1021-4b10-8897-028bc1c3c515 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Request body: {'port': {'device_id': '79a85015-3de1-4659-b04f-b8bf5d7bacf7', 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'admin_state_up': True, 'tenant_id': '9a329404327a436a89a7392422c84559'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:32.490602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89a1b81-ba47-4158-8444-9f860342cc10 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:32.500623 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f89a1b81-ba47-4158-8444-9f860342cc10 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.626228 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85d21a21-1273-49d2-90b7-cd843906ea19 req-7f1080ab-9115-455a-970e-96243a3bd853 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676309 Nov 12 03:50:32.726936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Allocated IP 2001:db8::2 (e6dfdd2b-88db-4f06-a637-74adb7ef2a6e/2e0ad94d-b5d3-4d5d-9061-a1e4b1c0651d/4c1917a6-99d2-499e-9405-76c68e294e76) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:32.763350 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.896313 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6ce51da6-5edd-4fe3-a83b-378b4af389e7 None None] Provisioning complete for port 7018b676-94ee-47e6-9644-214d9622c4a3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:32.896313 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ce51da6-5edd-4fe3-a83b-378b4af389e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.938306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6ce51da6-5edd-4fe3-a83b-378b4af389e7 None None] Port 7018b676-94ee-47e6-9644-214d9622c4a3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:32.974792 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 3, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port': {'id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:25Z', 'updated_at': '2021-11-12T03:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:33.050971 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d5f259-c3ac-4df3-9008-c9ac6676eb80 None None] The sync data for ids ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'] in n-d-767704-23 is: [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 3, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port': {'id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:25Z', 'updated_at': '2021-11-12T03:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:33.117660 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.137166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-528dc5e1-f83b-4ca8-a349-e0b5bc25402c req-77012074-cb8e-4771-ab09-2b2e4f150d7d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 210 time: 0.1191928 Nov 12 03:50:33.184917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b884c-04f8-4380-a31a-85acf410e919 req-a32b775b-b5a5-4582-83d6-4497f185863d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:33.199064 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d53b884c-04f8-4380-a31a-85acf410e919 req-a32b775b-b5a5-4582-83d6-4497f185863d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.2148950 Nov 12 03:50:33.199202 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.208215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275804a3-e8be-4bf7-af12-671e4763490d req-ce512f2b-1021-4b10-8897-028bc1c3c515 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Made reservation on behalf of 9a329404327a436a89a7392422c84559 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:33.214671 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-275804a3-e8be-4bf7-af12-671e4763490d req-ce512f2b-1021-4b10-8897-028bc1c3c515 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.320741 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Network e6dfdd2b-88db-4f06-a637-74adb7ef2a6e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:33.326633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:33.334506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:33.347246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Pushing event updated for resources: {'Port': ['ID=4c1917a6-99d2-499e-9405-76c68e294e76,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:33.394820 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f89a1b81-ba47-4158-8444-9f860342cc10 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.474578 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36528) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:33.486730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Attempting to bind port 4c1917a6-99d2-499e-9405-76c68e294e76 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:33.487363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Attempting to bind port 4c1917a6-99d2-499e-9405-76c68e294e76 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '7d3648d1-f702-4039-af43-5180c430616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e6dfdd2b-88db-4f06-a637-74adb7ef2a6e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:33.487809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Attempting to bind port 4c1917a6-99d2-499e-9405-76c68e294e76 on network e6dfdd2b-88db-4f06-a637-74adb7ef2a6e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:33.519605 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:33.523723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Checking segment: {'id': '7d3648d1-f702-4039-af43-5180c430616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e6dfdd2b-88db-4f06-a637-74adb7ef2a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:33.527510 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.529915 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Bound using segment: {'id': '7d3648d1-f702-4039-af43-5180c430616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e6dfdd2b-88db-4f06-a637-74adb7ef2a6e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:33.534584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Bound port: 4c1917a6-99d2-499e-9405-76c68e294e76, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3648d1-f702-4039-af43-5180c430616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e6dfdd2b-88db-4f06-a637-74adb7ef2a6e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:33.537037 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.674683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d53b884c-04f8-4380-a31a-85acf410e919 req-418edf8c-fb37-4b91-8bee-ec0f5af90f48 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743783 Nov 12 03:50:33.695979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a1b81-ba47-4158-8444-9f860342cc10 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Subnet': ['ID=809c723a-34cc-4e93-932d-ceec125c5617,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:33.728468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] For port 4c1917a6-99d2-499e-9405-76c68e294e76, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:33.734056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] For port 4c1917a6-99d2-499e-9405-76c68e294e76, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4c1917a6-99d2-499e-9405-76c68e294e76,segment=NetworkSegment(7d3648d1-f702-4039-af43-5180c430616a),segment_id=7d3648d1-f702-4039-af43-5180c430616a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:33.766716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a1b81-ba47-4158-8444-9f860342cc10 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Checking segment: {'id': 'd8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '872b6143-fc30-45ff-842a-5352e013b803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:33.767078 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89a1b81-ba47-4158-8444-9f860342cc10 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network hostable DHCP agents. Network: 872b6143-fc30-45ff-842a-5352e013b803, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:33.801469 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff07d920-5071-40d4-91d7-bf52182b451e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.812917 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.903216 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.951166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89a1b81-ba47-4158-8444-9f860342cc10 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 872b6143-fc30-45ff-842a-5352e013b803 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:33.973436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-275804a3-e8be-4bf7-af12-671e4763490d req-ce512f2b-1021-4b10-8897-028bc1c3c515 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Allocated IP 172.20.0.4 (5180d290-ec7a-4d87-815a-6d5ae96500d4/70ace581-efc3-4076-b0ce-48737a72947d/477eb4e1-30bb-447f-9cd0-4e662562b001) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:33.985682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf93f94-a597-48eb-8848-e56a1d9bc35f None None] Pushing event updated for resources: {'Port': ['ID=4c1917a6-99d2-499e-9405-76c68e294e76,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:34.167196 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff07d920-5071-40d4-91d7-bf52182b451e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.232140 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe810d-2daf-43dd-a66d-fc7df252084e req-3e600625-50e1-4b36-b369-30aa015405a4 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:34.233930 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b0fe810d-2daf-43dd-a66d-fc7df252084e req-3e600625-50e1-4b36-b369-30aa015405a4 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.3907325 Nov 12 03:50:34.254086 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff07d920-5071-40d4-91d7-bf52182b451e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.311758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f89a1b81-ba47-4158-8444-9f860342cc10 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 872b6143-fc30-45ff-842a-5352e013b803) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:34.323272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93a1ad2-ccf2-4ca7-82d5-8084e4c5e620 None None] Network 872b6143-fc30-45ff-842a-5352e013b803 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:34.326843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89a1b81-ba47-4158-8444-9f860342cc10 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:34.329418 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f89a1b81-ba47-4158-8444-9f860342cc10 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.446026 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b0fe810d-2daf-43dd-a66d-fc7df252084e req-969cfa9c-2c39-45c3-8761-5173368601e0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556141 Nov 12 03:50:34.457526 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f89a1b81-ba47-4158-8444-9f860342cc10 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5660405 Nov 12 03:50:34.471743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36540) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:34.494559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f27aae5b-e894-40fa-8604-577656a5882a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-225047246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:34.500890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07d920-5071-40d4-91d7-bf52182b451e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befc7142-a85e-4f48-93c8-7d6b7293eb5f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:34.512263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-681f0685-a20c-4829-b0c9-2e5b7259e81d req-a3e7ebc4-650f-4881-8b8d-d328d1951d19 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 210 time: 0.1304133 Nov 12 03:50:34.520609 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ff07d920-5071-40d4-91d7-bf52182b451e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cc24e661a78544d4b9c9cdeaa9b38a97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0444911 Nov 12 03:50:34.521168 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:34.533102 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.726908 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce623cb3-a4ab-4be9-be29-b06421edd728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.766240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-872b6143-fc30-45ff-842a-5352e013b803', 'network_id': '872b6143-fc30-45ff-842a-5352e013b803', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'fixed_ips': [{'subnet_id': '809c723a-34cc-4e93-932d-ceec125c5617'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:34.767234 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.802106 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce623cb3-a4ab-4be9-be29-b06421edd728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.992625 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce623cb3-a4ab-4be9-be29-b06421edd728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.995632 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce623cb3-a4ab-4be9-be29-b06421edd728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.997008 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ce623cb3-a4ab-4be9-be29-b06421edd728 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/befc7142-a85e-4f48-93c8-7d6b7293eb5f HTTP/1.1" status: 204 len: 168 time: 0.4742236 Nov 12 03:50:35.018229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce623cb3-a4ab-4be9-be29-b06421edd728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befc7142-a85e-4f48-93c8-7d6b7293eb5f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:35.044973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 68d72f78-34de-47f2-b2b6-a3237fdb3e1e details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:50:35.195747 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4c1917a6-99d2-499e-9405-76c68e294e76 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:35.269678 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.453441 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.456353 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f27aae5b-e894-40fa-8604-577656a5882a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.457527 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f27aae5b-e894-40fa-8604-577656a5882a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.470715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Allocated IP 2001:db8:1::2 (872b6143-fc30-45ff-842a-5352e013b803/809c723a-34cc-4e93-932d-ceec125c5617/c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:35.618445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Pushing event updated for resources: {'Port': ['ID=7018b676-94ee-47e6-9644-214d9622c4a3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:35.731089 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.762560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acf83d-85e2-4a13-a272-9a5bad12e9a0 req-90598077-d459-4b0f-bf14-dee27e3f7b1d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:35.772737 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-23acf83d-85e2-4a13-a272-9a5bad12e9a0 req-90598077-d459-4b0f-bf14-dee27e3f7b1d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.1643751 Nov 12 03:50:35.820831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa88a3a-3f7a-4627-8ed6-bfc2fde60045 None None] Network e6dfdd2b-88db-4f06-a637-74adb7ef2a6e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:35.873213 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.879807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Network 933200c6-b34c-45ca-8fd9-e1eb17512052 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:35.884619 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f27aae5b-e894-40fa-8604-577656a5882a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.887508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:35.933942 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-23acf83d-85e2-4a13-a272-9a5bad12e9a0 req-d1f842f3-654a-4d79-9acf-ada3f60150ee tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601667 Nov 12 03:50:35.959850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 4c1917a6-99d2-499e-9405-76c68e294e76 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:35.960328 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.018839 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36560) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:36.052572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:36.066098 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bbe212ab-0c15-490e-a432-b63e4660b27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.162471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Router 2d94389f-1d07-418b-864d-41e2ba0ce0ec has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:36.168126 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f27aae5b-e894-40fa-8604-577656a5882a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.230435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Pushing event updated for resources: {'Port': ['ID=c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:36.258104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63166a81-3dd2-48a4-b372-b1c1b8b18e75 req-ad7bb1ca-2eae-435f-9a17-d6dfbc26d719 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:36.260502 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63166a81-3dd2-48a4-b372-b1c1b8b18e75 req-ad7bb1ca-2eae-435f-9a17-d6dfbc26d719 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 1.0362501 Nov 12 03:50:36.279830 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-275804a3-e8be-4bf7-af12-671e4763490d req-ce512f2b-1021-4b10-8897-028bc1c3c515 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.336943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Network 872b6143-fc30-45ff-842a-5352e013b803 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:36.389037 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bbe212ab-0c15-490e-a432-b63e4660b27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.429554 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f27aae5b-e894-40fa-8604-577656a5882a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.430971 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f27aae5b-e894-40fa-8604-577656a5882a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.9427102 Nov 12 03:50:36.441636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36564) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:36.487563 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a067b998-119c-4fdf-b56a-8d287d3d5d31 req-6d1a31dc-90b0-461f-9520-3ee218b3dda5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 210 time: 0.0997245 Nov 12 03:50:36.492367 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bbe212ab-0c15-490e-a432-b63e4660b27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.494950 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.536977 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '68d72f78-34de-47f2-b2b6-a3237fdb3e1e', 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf', 'port_id': '68d72f78-34de-47f2-b2b6-a3237fdb3e1e', 'mac_address': 'fa:16:3e:ce:27:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34069265-bba2-44d4-9f7e-7a4462db4ea2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:50:36.545923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:36.550968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:36.562062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-822d310c-23a5-44fe-a068-5b575ec976bc None None] Provisioning complete for port 4c1917a6-99d2-499e-9405-76c68e294e76 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:36.564656 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-822d310c-23a5-44fe-a068-5b575ec976bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.572662 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bbe212ab-0c15-490e-a432-b63e4660b27b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e18197595e004b4bab9897259272bf00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5520055 Nov 12 03:50:36.573342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:36.630919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe212ab-0c15-490e-a432-b63e4660b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c091b5e-8cbc-439c-b833-dfdd620bfa56,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:36.678389 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc4c2991-06e0-45c3-99f8-80760d247854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.696217 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-275804a3-e8be-4bf7-af12-671e4763490d req-ce512f2b-1021-4b10-8897-028bc1c3c515 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.725869 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63166a81-3dd2-48a4-b372-b1c1b8b18e75 req-241795c4-091c-425f-85e9-c5d33b636f61 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533103 Nov 12 03:50:36.741833 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc4c2991-06e0-45c3-99f8-80760d247854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.772939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 4c1917a6-99d2-499e-9405-76c68e294e76, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4c1917a6-99d2-499e-9405-76c68e294e76,segment=NetworkSegment(7d3648d1-f702-4039-af43-5180c430616a),segment_id=7d3648d1-f702-4039-af43-5180c430616a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:36.833253 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.853299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275804a3-e8be-4bf7-af12-671e4763490d req-ce512f2b-1021-4b10-8897-028bc1c3c515 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Network 5180d290-ec7a-4d87-815a-6d5ae96500d4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:36.868812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-275804a3-e8be-4bf7-af12-671e4763490d req-ce512f2b-1021-4b10-8897-028bc1c3c515 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:36.871715 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:36.873388 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-275804a3-e8be-4bf7-af12-671e4763490d req-ce512f2b-1021-4b10-8897-028bc1c3c515 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:36.927909 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.928707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3bb5c757-28a5-41e7-8967-906aa5db1c3f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:36.931032 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-020e828a-c7b1-4dde-86c5-eb3016bbc79a admin admin] 10.222.0.105 "PUT /v2.0/routers/2d94389f-1d07-418b-864d-41e2ba0ce0ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8417370 Nov 12 03:50:36.940579 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc4c2991-06e0-45c3-99f8-80760d247854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.945240 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc4c2991-06e0-45c3-99f8-80760d247854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.948403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bc4c2991-06e0-45c3-99f8-80760d247854 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3c091b5e-8cbc-439c-b833-dfdd620bfa56 HTTP/1.1" status: 204 len: 168 time: 0.3722262 Nov 12 03:50:36.961347 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c2991-06e0-45c3-99f8-80760d247854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c091b5e-8cbc-439c-b833-dfdd620bfa56,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:36.980106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Sync routers for ids ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:37.074253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce512f2b-1021-4b10-8897-028bc1c3c515 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Pushing event updated for resources: {'Port': ['ID=477eb4e1-30bb-447f-9cd0-4e662562b001,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:37.129536 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=4c1917a6-99d2-499e-9405-76c68e294e76,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:37.167655 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68d72f78-34de-47f2-b2b6-a3237fdb3e1e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:37.208620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f81216-005d-4e6e-a2d7-7f389eebf8b7 req-ff07acf1-1d8f-4333-9f70-df43084fe089 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:37.210435 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4f81216-005d-4e6e-a2d7-7f389eebf8b7 req-ff07acf1-1d8f-4333-9f70-df43084fe089 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.1279495 Nov 12 03:50:37.287017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Attempting to bind port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:37.290334 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Attempting to bind port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'd8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '872b6143-fc30-45ff-842a-5352e013b803'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:37.290334 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Attempting to bind port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb on network 872b6143-fc30-45ff-842a-5352e013b803 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:37.296830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:37.300072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:37.300475 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Checking segment: {'id': 'd8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '872b6143-fc30-45ff-842a-5352e013b803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:37.300890 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.301892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Bound using segment: {'id': 'd8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '872b6143-fc30-45ff-842a-5352e013b803'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:37.302367 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Bound port: c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '872b6143-fc30-45ff-842a-5352e013b803'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:37.302745 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.310707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Routers {'2d94389f-1d07-418b-864d-41e2ba0ce0ec'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:37.311374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:37.315169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c19e67bd-98f0-4c09-8069-93e95f60b1e2 None None] Provisioning complete for port 7018b676-94ee-47e6-9644-214d9622c4a3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:37.315534 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c19e67bd-98f0-4c09-8069-93e95f60b1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.346009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275804a3-e8be-4bf7-af12-671e4763490d req-ce512f2b-1021-4b10-8897-028bc1c3c515 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:37.347765 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-275804a3-e8be-4bf7-af12-671e4763490d req-ce512f2b-1021-4b10-8897-028bc1c3c515 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.382808 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4f81216-005d-4e6e-a2d7-7f389eebf8b7 req-ccf4f933-b669-4da7-8a0a-7ca809eff853 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648121 Nov 12 03:50:37.435545 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.491789 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.521608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c19e67bd-98f0-4c09-8069-93e95f60b1e2 None None] Port 7018b676-94ee-47e6-9644-214d9622c4a3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:37.530431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 3bb5c757-28a5-41e7-8967-906aa5db1c3f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:37.530832 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.697588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:37.709754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] For port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:37.735530 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] For port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb,segment=NetworkSegment(d8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2),segment_id=d8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:37.780867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Set router 2d94389f-1d07-418b-864d-41e2ba0ce0ec gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:37.928769 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.023708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-275804a3-e8be-4bf7-af12-671e4763490d req-ce512f2b-1021-4b10-8897-028bc1c3c515 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5982735 Nov 12 03:50:38.050110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Request body: {'port': {'device_id': '79a85015-3de1-4659-b04f-b8bf5d7bacf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:38.102191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904c9ac-6f5d-44c6-b5a7-84a6aa3c9106 req-0d63ced3-8b7f-4979-8b50-bb51d8c7f901 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:38.111350 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4904c9ac-6f5d-44c6-b5a7-84a6aa3c9106 req-0d63ced3-8b7f-4979-8b50-bb51d8c7f901 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 944 time: 0.1104372 Nov 12 03:50:38.219647 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4904c9ac-6f5d-44c6-b5a7-84a6aa3c9106 req-97c1d2a5-5ab8-4772-809e-18f5b3f5700f tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072593 Nov 12 03:50:38.275396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Allocated IP 2001:db8::1 (e6dfdd2b-88db-4f06-a637-74adb7ef2a6e/2e0ad94d-b5d3-4d5d-9061-a1e4b1c0651d/53da992f-70e7-4733-b0f3-0bcfa66c020c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:38.283902 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.301336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81c5e8-7daf-41b5-862c-ae520183cfcb req-298f5093-64ef-44e9-aa42-5225abba2e15 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:38.303037 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a81c5e8-7daf-41b5-862c-ae520183cfcb req-298f5093-64ef-44e9-aa42-5225abba2e15 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 931 time: 0.2783656 Nov 12 03:50:38.318755 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.328093 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6c40b-87eb-4d7c-a4db-75234d32d33b None None] Pushing event updated for resources: {'Port': ['ID=c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:38.392869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-32831eb9-fdca-4468-8088-8098a7836ed6 None None] Provisioning complete for port 4c1917a6-99d2-499e-9405-76c68e294e76 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:38.393561 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32831eb9-fdca-4468-8088-8098a7836ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.397931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 3bb5c757-28a5-41e7-8967-906aa5db1c3f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3bb5c757-28a5-41e7-8967-906aa5db1c3f,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:38.487198 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.560421 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a81c5e8-7daf-41b5-862c-ae520183cfcb req-b79ab8f5-1fbc-4493-b7d4-6f6569b41d5f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418540 Nov 12 03:50:38.779861 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.788446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d169d0e-23a0-40e5-80d7-f62691ac6e74 req-4ae567c1-0156-4af6-8222-87f1d70633b9 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:38.797605 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d169d0e-23a0-40e5-80d7-f62691ac6e74 req-4ae567c1-0156-4af6-8222-87f1d70633b9 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.1405613 Nov 12 03:50:38.953570 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d169d0e-23a0-40e5-80d7-f62691ac6e74 req-e2dab92a-9520-48a5-b36e-270463f90484 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540987 Nov 12 03:50:39.014155 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.044618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4c1917a6-99d2-499e-9405-76c68e294e76 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:39.053620 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=3bb5c757-28a5-41e7-8967-906aa5db1c3f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:39.066758 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477eb4e1-30bb-447f-9cd0-4e662562b001 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:39.080551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network e6dfdd2b-88db-4f06-a637-74adb7ef2a6e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:39.084757 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.089390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:39.099277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:39.099802 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.168420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 4, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port': {'id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:25Z', 'updated_at': '2021-11-12T03:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7018b676-94ee-47e6-9644-214d9622c4a3', 'name': '', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'mac_address': 'fa:16:3e:3b:e2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:34Z', 'revision_number': 2, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'subnets': [{'id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:39.169190 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=53da992f-70e7-4733-b0f3-0bcfa66c020c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:39.174599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Transition to ACTIVE for port object 477eb4e1-30bb-447f-9cd0-4e662562b001 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:50:39.250309 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Checking router: 2d94389f-1d07-418b-864d-41e2ba0ce0ec for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:39.250668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Updating router 2d94389f-1d07-418b-864d-41e2ba0ce0ec port 7018b676-94ee-47e6-9644-214d9622c4a3 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:50:39.263103 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.267326 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 4c1917a6-99d2-499e-9405-76c68e294e76 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:39.267326 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.406601 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.410059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=477eb4e1-30bb-447f-9cd0-4e662562b001,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:39.478071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450261f-4445-4868-9ff7-c92ca197515a req-be6a55b9-55cc-4d54-b347-3a22ed47c1b8 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:39.481368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 68d72f78-34de-47f2-b2b6-a3237fdb3e1e details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:50:39.484555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 68d72f78-34de-47f2-b2b6-a3237fdb3e1e no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:39.489501 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3450261f-4445-4868-9ff7-c92ca197515a req-be6a55b9-55cc-4d54-b347-3a22ed47c1b8 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 944 time: 0.1420286 Nov 12 03:50:39.678232 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3450261f-4445-4868-9ff7-c92ca197515a req-25b095f9-3a91-432f-9137-8dd78be10fb6 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876562 Nov 12 03:50:39.805154 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.824355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Attempting to bind port 477eb4e1-30bb-447f-9cd0-4e662562b001 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:39.824690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Attempting to bind port 477eb4e1-30bb-447f-9cd0-4e662562b001 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:39.825810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Attempting to bind port 477eb4e1-30bb-447f-9cd0-4e662562b001 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:39.834947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:39.839906 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Port 477eb4e1-30bb-447f-9cd0-4e662562b001 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:50:39.840549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Attempting to bind port 477eb4e1-30bb-447f-9cd0-4e662562b001 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:39.889429 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:39.889897 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Checking segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:39.890802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Bound using segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:39.890802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Bound port: 477eb4e1-30bb-447f-9cd0-4e662562b001, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:39.891321 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.941339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d31c3-7491-4dbd-ac99-babe9f86252f req-8ad9628e-0f6a-412e-986e-5187b59b7743 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:39.943693 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-531d31c3-7491-4dbd-ac99-babe9f86252f req-8ad9628e-0f6a-412e-986e-5187b59b7743 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 943 time: 0.2018976 Nov 12 03:50:40.025923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a31a0747-1dcf-45ac-8ebf-ab2ff9a61000 None None] Provisioning complete for port 53da992f-70e7-4733-b0f3-0bcfa66c020c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:40.026700 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a31a0747-1dcf-45ac-8ebf-ab2ff9a61000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.098369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88576e92-eabb-4381-88ad-0e000040b875 None None] Network 872b6143-fc30-45ff-842a-5352e013b803 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:40.169034 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] For port 477eb4e1-30bb-447f-9cd0-4e662562b001, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:40.172135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768557e1-405d-481d-8903-de681c49f020 req-796b9379-29bb-4e1c-a14e-fc4506fe096e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:40.181076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-768557e1-405d-481d-8903-de681c49f020 req-796b9379-29bb-4e1c-a14e-fc4506fe096e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.0865655 Nov 12 03:50:40.185501 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.195895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] For port 477eb4e1-30bb-447f-9cd0-4e662562b001, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=477eb4e1-30bb-447f-9cd0-4e662562b001,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:40.266171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-531d31c3-7491-4dbd-ac99-babe9f86252f req-479b9db8-a461-416d-bcf1-96e2267b1ecc tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538841 Nov 12 03:50:40.288872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-768557e1-405d-481d-8903-de681c49f020 req-a1ceb0bc-47c8-45e9-ba9c-1027ee4daed1 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972707 Nov 12 03:50:40.288998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 68d72f78-34de-47f2-b2b6-a3237fdb3e1e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:40.314108 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.330624 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:40.469314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:40.469314 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.555800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a31a0747-1dcf-45ac-8ebf-ab2ff9a61000 None None] Port 53da992f-70e7-4733-b0f3-0bcfa66c020c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:40.578879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '68d72f78-34de-47f2-b2b6-a3237fdb3e1e', 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf', 'port_id': '68d72f78-34de-47f2-b2b6-a3237fdb3e1e', 'mac_address': 'fa:16:3e:ce:27:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34069265-bba2-44d4-9f7e-7a4462db4ea2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:50:40.580511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:40.584269 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:40.584269 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.818652 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.865044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['68d72f78-34de-47f2-b2b6-a3237fdb3e1e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:40.922254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a1b65-1914-49bb-adc8-dd89e0ac95b2 req-a6d6c97d-e3c0-4fa8-99da-3fd4185e752d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:40.927533 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b04a1b65-1914-49bb-adc8-dd89e0ac95b2 req-a6d6c97d-e3c0-4fa8-99da-3fd4185e752d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 943 time: 0.1479931 Nov 12 03:50:40.943783 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f6fdefc9-72ac-4e03-873e-fbb63ddb2a91 None None] Provisioning complete for port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:40.948371 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6fdefc9-72ac-4e03-873e-fbb63ddb2a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.967956 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.983556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:40.988532 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.988532 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-275804a3-e8be-4bf7-af12-671e4763490d req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] 10.222.0.26 "PUT /v2.0/ports/477eb4e1-30bb-447f-9cd0-4e662562b001 HTTP/1.1" status: 200 len: 1092 time: 2.9438143 Nov 12 03:50:40.997978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a85015-3de1-4659-b04f-b8bf5d7bacf7', 'tag': '477eb4e1-30bb-447f-9cd0-4e662562b001'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:40.997978 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665fd761-e13d-402d-a79a-f765eab24bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "79a85015-3de1-4659-b04f-b8bf5d7bacf7", "tag": "477eb4e1-30bb-447f-9cd0-4e662562b001"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:41.064766 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b04a1b65-1914-49bb-adc8-dd89e0ac95b2 req-00e3a87e-154e-4fa0-b3cc-96b9c148d09a tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264307 Nov 12 03:50:41.072205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e358a2-2eea-470f-a07f-1ead5a62d3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=477eb4e1-30bb-447f-9cd0-4e662562b001,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:41.074610 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.075370 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.125824 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.131442 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd93e77-289f-4f34-98dc-6946ea9eff90 x-openstack-request-id: req-4bd93e77-289f-4f34-98dc-6946ea9eff90 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:41.131742 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a85015-3de1-4659-b04f-b8bf5d7bacf7", "tag": "477eb4e1-30bb-447f-9cd0-4e662562b001", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:41.132030 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4bd93e77-289f-4f34-98dc-6946ea9eff90 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:41.132428 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a85015-3de1-4659-b04f-b8bf5d7bacf7', 'tag': '477eb4e1-30bb-447f-9cd0-4e662562b001', 'status': 'completed', 'code': 200} Nov 12 03:50:41.281601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=53da992f-70e7-4733-b0f3-0bcfa66c020c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:41.332593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fd761-e13d-402d-a79a-f765eab24bd0 req-a09d6bfe-9ab3-4885-ae2f-1f8d5baaaebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.332593 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-665fd761-e13d-402d-a79a-f765eab24bd0 req-a09d6bfe-9ab3-4885-ae2f-1f8d5baaaebe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 1095 time: 0.1485581 Nov 12 03:50:41.386116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network e6dfdd2b-88db-4f06-a637-74adb7ef2a6e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:41.406390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:41.466939 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.485939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23c1bd-bf02-42b5-bf95-1da86f749d86 None None] Pushing event updated for resources: {'Port': ['ID=7018b676-94ee-47e6-9644-214d9622c4a3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:41.636111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a0f95-397b-436b-b543-1a2e5265da63 req-0e70daa1-a913-4dec-ad8d-c2c37d227090 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.657562 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a12a0f95-397b-436b-b543-1a2e5265da63 req-0e70daa1-a913-4dec-ad8d-c2c37d227090 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 943 time: 0.2028854 Nov 12 03:50:41.747908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Attempting to bind port 7018b676-94ee-47e6-9644-214d9622c4a3 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:41.748798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Attempting to bind port 7018b676-94ee-47e6-9644-214d9622c4a3 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '9a164f61-dc56-4e51-ab15-0b6f5ae97934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:41.749609 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Attempting to bind port 7018b676-94ee-47e6-9644-214d9622c4a3 on network 933200c6-b34c-45ca-8fd9-e1eb17512052 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:41.771664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:41.772296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Checking segment: {'id': '9a164f61-dc56-4e51-ab15-0b6f5ae97934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:41.773846 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.773846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Bound using segment: {'id': '9a164f61-dc56-4e51-ab15-0b6f5ae97934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:41.774751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Bound port: 7018b676-94ee-47e6-9644-214d9622c4a3, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a164f61-dc56-4e51-ab15-0b6f5ae97934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:41.775363 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.800750 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a12a0f95-397b-436b-b543-1a2e5265da63 req-99023937-5fa3-4987-bc49-f5cb2df816bf tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421270 Nov 12 03:50:41.927152 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6fdefc9-72ac-4e03-873e-fbb63ddb2a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.937398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] For port 7018b676-94ee-47e6-9644-214d9622c4a3, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:41.948765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb,segment=NetworkSegment(d8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2),segment_id=d8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:41.956124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d469004-4e9e-4afc-accf-5db25a2876f7 req-3f0505d0-ff4b-47fb-8dab-4dd0dc371472 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.963929 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d469004-4e9e-4afc-accf-5db25a2876f7 req-3f0505d0-ff4b-47fb-8dab-4dd0dc371472 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.1896150 Nov 12 03:50:41.978066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] For port 7018b676-94ee-47e6-9644-214d9622c4a3, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7018b676-94ee-47e6-9644-214d9622c4a3,segment=NetworkSegment(9a164f61-dc56-4e51-ab15-0b6f5ae97934),segment_id=9a164f61-dc56-4e51-ab15-0b6f5ae97934)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:42.014777 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fd761-e13d-402d-a79a-f765eab24bd0 req-630508d1-db1a-4ae0-86d9-c5f10ed59098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:42.018115 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-665fd761-e13d-402d-a79a-f765eab24bd0 req-630508d1-db1a-4ae0-86d9-c5f10ed59098 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9a329404327a436a89a7392422c84559&shared=False HTTP/1.1" status: 200 len: 908 time: 0.6641116 Nov 12 03:50:42.068777 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.138647 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d469004-4e9e-4afc-accf-5db25a2876f7 req-29115c78-d854-469d-a469-d7bc6635e074 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706686 Nov 12 03:50:42.140618 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.176950 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f6fdefc9-72ac-4e03-873e-fbb63ddb2a91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:50:42.180219 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-f6fdefc9-72ac-4e03-873e-fbb63ddb2a91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:50:42.192824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:42.237356 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3bb5c757-28a5-41e7-8967-906aa5db1c3f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:42.251298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Routers {'2d94389f-1d07-418b-864d-41e2ba0ce0ec'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:42.252021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:42.278754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fd761-e13d-402d-a79a-f765eab24bd0 req-2e7985e5-cdbf-4459-a8ef-53879f1fdb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:42.281238 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-665fd761-e13d-402d-a79a-f765eab24bd0 req-2e7985e5-cdbf-4459-a8ef-53879f1fdb4a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2389746 Nov 12 03:50:42.318595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:50:42.395180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3ece6-a866-4b1f-a542-1e7fb32b74d2 req-89521676-fb27-4f89-a1ff-922fe4e85ae9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:42.406484 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f1b3ece6-a866-4b1f-a542-1e7fb32b74d2 req-89521676-fb27-4f89-a1ff-922fe4e85ae9 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 943 time: 0.1657379 Nov 12 03:50:42.457597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23c1bd-bf02-42b5-bf95-1da86f749d86 None None] Pushing event updated for resources: {'Port': ['ID=7018b676-94ee-47e6-9644-214d9622c4a3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:42.557690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275804a3-e8be-4bf7-af12-671e4763490d req-8afeb7c7-e2d1-463d-922f-0d729cf8240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:42.561470 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-275804a3-e8be-4bf7-af12-671e4763490d req-8afeb7c7-e2d1-463d-922f-0d729cf8240c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 1095 time: 0.0916405 Nov 12 03:50:42.565956 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f1b3ece6-a866-4b1f-a542-1e7fb32b74d2 req-1539e623-1039-408a-9175-d4cc408a9d34 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570787 Nov 12 03:50:42.571214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:42.588701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36756) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:42.588970 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a8e35ed8-c474-4bec-ae91-65b482976625 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1442924 Nov 12 03:50:42.597723 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4464a5-da49-460e-9925-89492e85e83f None None] Sync routers for ids ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:42.633660 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4464a5-da49-460e-9925-89492e85e83f None None] Routers {'7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:42.634460 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3b4464a5-da49-460e-9925-89492e85e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:42.685900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-275804a3-e8be-4bf7-af12-671e4763490d req-08eb99f5-fbec-4541-9e3f-4e46d62ad230 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477eb4e1-30bb-447f-9cd0-4e662562b001 HTTP/1.1" status: 200 len: 217 time: 0.0885758 Nov 12 03:50:42.793856 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3b4464a5-da49-460e-9925-89492e85e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:42.806898 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b251ff-abce-4282-ab31-3c58d3ce0bc2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:42.810826 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b5b251ff-abce-4282-ab31-3c58d3ce0bc2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports/53da992f-70e7-4733-b0f3-0bcfa66c020c HTTP/1.1" status: 200 len: 911 time: 0.2203214 Nov 12 03:50:42.814514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:42.825276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275804a3-e8be-4bf7-af12-671e4763490d req-b5028e13-19b6-42a2-8436-eb05389a8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:42.830358 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4464a5-da49-460e-9925-89492e85e83f None None] Routers {'7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:42.831109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-275804a3-e8be-4bf7-af12-671e4763490d req-b5028e13-19b6-42a2-8436-eb05389a8ceb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ace581-efc3-4076-b0ce-48737a72947d HTTP/1.1" status: 200 len: 846 time: 0.1263151 Nov 12 03:50:42.831839 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3b4464a5-da49-460e-9925-89492e85e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:42.848257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] Set router 2d94389f-1d07-418b-864d-41e2ba0ce0ec gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:42.885743 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3b4464a5-da49-460e-9925-89492e85e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:42.886714 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4464a5-da49-460e-9925-89492e85e83f None None] The sync data for ids ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:42.984733 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-275804a3-e8be-4bf7-af12-671e4763490d req-f9041200-503b-436c-9cf9-6e47b4caa2f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5180d290-ec7a-4d87-815a-6d5ae96500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417876 Nov 12 03:50:43.015392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 3bb5c757-28a5-41e7-8967-906aa5db1c3f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:43.016007 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.240912 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a8134e71-5a5d-4704-aca3-3acaca17cd19 None None] Provisioning complete for port 53da992f-70e7-4733-b0f3-0bcfa66c020c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:43.240912 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8134e71-5a5d-4704-aca3-3acaca17cd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.291354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e752cf-a64d-4a4b-a673-80ca84163e76 req-85ff9e7e-c39c-43e4-9e7a-9f85b63a2317 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.293073 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90e752cf-a64d-4a4b-a673-80ca84163e76 req-85ff9e7e-c39c-43e4-9e7a-9f85b63a2317 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 943 time: 0.4111459 Nov 12 03:50:43.333123 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-275804a3-e8be-4bf7-af12-671e4763490d req-acc093e9-83dc-4652-8920-87c366387f6d service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305182 Nov 12 03:50:43.413615 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a8134e71-5a5d-4704-aca3-3acaca17cd19 None None] Port 53da992f-70e7-4733-b0f3-0bcfa66c020c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:43.423633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90e752cf-a64d-4a4b-a673-80ca84163e76 req-095323a7-78f4-4254-bbb8-213b1ada4c14 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161237 Nov 12 03:50:43.490860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad72a70-d621-4f58-bc40-2f3d7d7a2a97 req-95cf4de9-c1cc-4cf4-9221-866d879805ee tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.493139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 68d72f78-34de-47f2-b2b6-a3237fdb3e1e up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:43.493334 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a8134e71-5a5d-4704-aca3-3acaca17cd19 None None] Provisioning complete for port 7018b676-94ee-47e6-9644-214d9622c4a3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:43.493779 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8134e71-5a5d-4704-aca3-3acaca17cd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.500766 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5ad72a70-d621-4f58-bc40-2f3d7d7a2a97 req-95cf4de9-c1cc-4cf4-9221-866d879805ee tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.1582737 Nov 12 03:50:43.541563 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-275804a3-e8be-4bf7-af12-671e4763490d req-39c25126-ceb9-48cd-9280-f48e6ae05173 service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950703 Nov 12 03:50:43.561046 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.605797 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5ad72a70-d621-4f58-bc40-2f3d7d7a2a97 req-6c2ef751-b37e-4344-aad3-90918df10ddb tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040902 Nov 12 03:50:43.613318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 4, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port': {'id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:25Z', 'updated_at': '2021-11-12T03:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7018b676-94ee-47e6-9644-214d9622c4a3', 'name': '', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'mac_address': 'fa:16:3e:3b:e2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:41Z', 'revision_number': 4, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'subnets': [{'id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:43.687208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a6beb-63b1-4e05-a9d2-78912e8d6063 None None] The sync data for ids ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'] in n-d-767704-23 is: [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 4, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port': {'id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:25Z', 'updated_at': '2021-11-12T03:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7018b676-94ee-47e6-9644-214d9622c4a3', 'name': '', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'mac_address': 'fa:16:3e:3b:e2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:41Z', 'revision_number': 4, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'subnets': [{'id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:43.743844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:43.744271 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.892550 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8134e71-5a5d-4704-aca3-3acaca17cd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.928925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873b14e-3581-4995-8f56-f1fab54242e9 req-d4ad770a-cf45-43ae-b899-9d3fff71061e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.941262 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c873b14e-3581-4995-8f56-f1fab54242e9 req-d4ad770a-cf45-43ae-b899-9d3fff71061e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 943 time: 0.2314551 Nov 12 03:50:44.047795 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c873b14e-3581-4995-8f56-f1fab54242e9 req-d1e6dda3-5569-40a5-b592-71c8e73f1964 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037650 Nov 12 03:50:44.058345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36788) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:44.079559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a8134e71-5a5d-4704-aca3-3acaca17cd19 None None] For port 7018b676-94ee-47e6-9644-214d9622c4a3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7018b676-94ee-47e6-9644-214d9622c4a3,segment=NetworkSegment(9a164f61-dc56-4e51-ab15-0b6f5ae97934),segment_id=9a164f61-dc56-4e51-ab15-0b6f5ae97934)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:44.108403 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.178379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:44.178635 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695c8898-9a60-44ff-b0a9-e377aebe22a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d72f78-34de-47f2-b2b6-a3237fdb3e1e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:44.182094 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3988a7dd-eb6b-4feb-bacd-6e2ff4389ba3" -d '{"events": [{"server_uuid": "695c8898-9a60-44ff-b0a9-e377aebe22a1", "name": "network-vif-plugged", "status": "completed", "tag": "68d72f78-34de-47f2-b2b6-a3237fdb3e1e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:44.215266 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8134e71-5a5d-4704-aca3-3acaca17cd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.284633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a8134e71-5a5d-4704-aca3-3acaca17cd19 None None] Provisioning complete for port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:44.284633 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8134e71-5a5d-4704-aca3-3acaca17cd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.287975 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da6187d-2e84-4d1e-89b8-72b03a51a352 x-openstack-request-id: req-3da6187d-2e84-4d1e-89b8-72b03a51a352 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:44.288708 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695c8898-9a60-44ff-b0a9-e377aebe22a1", "name": "network-vif-plugged", "status": "completed", "tag": "68d72f78-34de-47f2-b2b6-a3237fdb3e1e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:44.289133 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3da6187d-2e84-4d1e-89b8-72b03a51a352 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:44.289873 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695c8898-9a60-44ff-b0a9-e377aebe22a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d72f78-34de-47f2-b2b6-a3237fdb3e1e', 'code': 200} Nov 12 03:50:44.354417 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.423527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Allocated IP 2001:db8:1::1 (872b6143-fc30-45ff-842a-5352e013b803/809c723a-34cc-4e93-932d-ceec125c5617/df629d41-e266-4ad6-bf64-332a9fe261d4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:44.436650 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8134e71-5a5d-4704-aca3-3acaca17cd19 None None] Pushing event updated for resources: {'Port': ['ID=7018b676-94ee-47e6-9644-214d9622c4a3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:44.470318 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dba5d44a-cfb2-4500-b58a-16196597ea7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.531557 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7018b676-94ee-47e6-9644-214d9622c4a3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:44.723076 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbd5cb-6554-4ea3-8511-f4e3919ef434 req-36a261ea-89f4-4943-9ccb-ddf308c3e2e2 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:44.728472 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4bbbd5cb-6554-4ea3-8511-f4e3919ef434 req-36a261ea-89f4-4943-9ccb-ddf308c3e2e2 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 943 time: 0.1030231 Nov 12 03:50:44.767828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:44.782158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 7018b676-94ee-47e6-9644-214d9622c4a3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:44.782533 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.788030 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dba5d44a-cfb2-4500-b58a-16196597ea7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.821715 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d6b9c-ee81-468f-91b1-9f6b045f3648 req-d486bd4d-13f6-4cbc-8534-63982b2a1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:44.822971 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.825808 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1a3d6b9c-ee81-468f-91b1-9f6b045f3648 req-d486bd4d-13f6-4cbc-8534-63982b2a1a85 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 1097 time: 0.1475022 Nov 12 03:50:44.899224 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dba5d44a-cfb2-4500-b58a-16196597ea7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.899577 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4bbbd5cb-6554-4ea3-8511-f4e3919ef434 req-ba2fba1c-d80a-4438-928c-ab112fa8eb52 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499701 Nov 12 03:50:44.957300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:45.070314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:45.071477 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.079472 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.110701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1a3d6b9c-ee81-468f-91b1-9f6b045f3648 req-08f28ea3-9c69-4583-b4e5-2a63d82da14f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727029 Nov 12 03:50:45.126770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dba5d44a-cfb2-4500-b58a-16196597ea7d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=31e3b4c223154b7a959930406032d1cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0667963 Nov 12 03:50:45.128768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:45.134187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5d44a-cfb2-4500-b58a-16196597ea7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470ea225-da48-4a42-8b8f-d23f6d711d76,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:45.184143 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 872b6143-fc30-45ff-842a-5352e013b803 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:45.189969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec521b-2f50-43f0-ad88-cf8f633a8ff4 req-1c0a23dc-989d-40d2-9ae3-427bfb4633bb tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:45.194885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:45.205725 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81ec521b-2f50-43f0-ad88-cf8f633a8ff4 req-1c0a23dc-989d-40d2-9ae3-427bfb4633bb tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.3470240 Nov 12 03:50:45.206423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:45.207135 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.348722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=df629d41-e266-4ad6-bf64-332a9fe261d4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:45.442062 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81ec521b-2f50-43f0-ad88-cf8f633a8ff4 req-68b2fa1d-59b9-4f1b-9f7a-7af957e2eb68 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332523 Nov 12 03:50:45.445192 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcd4f25f-f922-4583-8022-d9393e31ab67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.514253 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcd4f25f-f922-4583-8022-d9393e31ab67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.558581 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379954d-86a5-49b4-8128-0757d52d5fa9 req-19efad21-cd82-4438-8fb2-60cf44846dce tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:45.560226 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e379954d-86a5-49b4-8128-0757d52d5fa9 req-19efad21-cd82-4438-8fb2-60cf44846dce tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.3559055 Nov 12 03:50:45.658088 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e379954d-86a5-49b4-8128-0757d52d5fa9 req-7f1e15b7-6ecb-4ec4-9edd-a05575301dea tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815902 Nov 12 03:50:45.729752 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.735297 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcd4f25f-f922-4583-8022-d9393e31ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.738309 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcd4f25f-f922-4583-8022-d9393e31ab67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.740102 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fcd4f25f-f922-4583-8022-d9393e31ab67 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/470ea225-da48-4a42-8b8f-d23f6d711d76 HTTP/1.1" status: 204 len: 168 time: 0.6082873 Nov 12 03:50:45.754496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4f25f-f922-4583-8022-d9393e31ab67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470ea225-da48-4a42-8b8f-d23f6d711d76,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:45.884657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d6c71dd1-20d1-4578-bd6c-536767bc78b8 None None] Provisioning complete for port df629d41-e266-4ad6-bf64-332a9fe261d4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:45.885313 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d6c71dd1-20d1-4578-bd6c-536767bc78b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.967741 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d6c71dd1-20d1-4578-bd6c-536767bc78b8 None None] Port df629d41-e266-4ad6-bf64-332a9fe261d4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:46.221394 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7018b676-94ee-47e6-9644-214d9622c4a3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:46.257999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff27fa-34f6-4f9e-9b20-320e6a1fb7ed req-e15d94ce-8645-474e-b66e-56c303c5d6dd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.261558 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4ff27fa-34f6-4f9e-9b20-320e6a1fb7ed req-e15d94ce-8645-474e-b66e-56c303c5d6dd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 943 time: 0.1728024 Nov 12 03:50:46.380606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 7018b676-94ee-47e6-9644-214d9622c4a3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:46.381192 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.386138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4ff27fa-34f6-4f9e-9b20-320e6a1fb7ed req-845de538-3cd2-4469-85cb-c74a80059123 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107647 Nov 12 03:50:46.557359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-84c10e18-f323-4109-90e8-18463fdc0f70 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.559047 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-84c10e18-f323-4109-90e8-18463fdc0f70 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 1097 time: 0.1847868 Nov 12 03:50:46.575885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-767704-23'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:46.706193 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.766065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065f549-ed33-4291-a678-3b4db034c109 req-88baef6f-5b77-4d35-8012-18a7a6026f26 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.767806 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6065f549-ed33-4291-a678-3b4db034c109 req-88baef6f-5b77-4d35-8012-18a7a6026f26 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 945 time: 0.1463568 Nov 12 03:50:46.864475 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6065f549-ed33-4291-a678-3b4db034c109 req-1a55acf0-1abb-426f-877f-97e08ba8830d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874901 Nov 12 03:50:46.901449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:46.931603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36826) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:46.948620 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.973962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6d80a2c-2329-47fa-a73d-2f2951d82100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.999526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:47.024849 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.024849 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.078793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489c3f6-99ca-480f-9258-d92db95f7844 req-662280b7-3c0b-4160-b4a4-34493755ffb5 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:47.080359 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5489c3f6-99ca-480f-9258-d92db95f7844 req-662280b7-3c0b-4160-b4a4-34493755ffb5 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.1275253 Nov 12 03:50:47.086205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841e3105-9960-464e-b4f4-2b19c940c79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:47.088623 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc01136-2094-4f0a-aff2-c88387224eb8" -d '{"events": [{"server_uuid": "841e3105-9960-464e-b4f4-2b19c940c79a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:47.092706 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.119450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=df629d41-e266-4ad6-bf64-332a9fe261d4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:47.135252 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c04bf6-f274-4413-a821-37af99144bbd x-openstack-request-id: req-57c04bf6-f274-4413-a821-37af99144bbd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:47.136686 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841e3105-9960-464e-b4f4-2b19c940c79a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:47.136686 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-57c04bf6-f274-4413-a821-37af99144bbd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:47.137179 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841e3105-9960-464e-b4f4-2b19c940c79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d', 'code': 200} Nov 12 03:50:47.222102 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5489c3f6-99ca-480f-9258-d92db95f7844 req-3534e25f-c37e-4668-a9cb-63cba0051091 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134722 Nov 12 03:50:47.249840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6d80a2c-2329-47fa-a73d-2f2951d82100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.252386 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.302621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 872b6143-fc30-45ff-842a-5352e013b803 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:47.318010 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:47.329906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6d80a2c-2329-47fa-a73d-2f2951d82100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.400360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Pushing event updated for resources: {'Port': ['ID=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:47.427167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on host n-h2-767704-23 for vnic_type normal with profile {"migrating_to": "n-h1-767704-23"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:47.427495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:47.427825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:47.437308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e6d80a2c-2329-47fa-a73d-2f2951d82100 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=40486cfb6b5343d4a72f6c9416995d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5015950 Nov 12 03:50:47.443510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36838) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:47.492560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d80a2c-2329-47fa-a73d-2f2951d82100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bd3eae-d064-43e6-b709-8a9b620a73b4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:47.502669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46704a3b-dc1d-418c-ba39-80bd524dfea7 req-6839ab8a-6657-48c0-a319-85c7cb125507 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:47.504297 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46704a3b-dc1d-418c-ba39-80bd524dfea7 req-6839ab8a-6657-48c0-a319-85c7cb125507 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.1997545 Nov 12 03:50:47.505426 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:50:47.505758 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:47.513858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:47.534134 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:50:47.558830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:47.559550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Checking segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:47.559956 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Bound using segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:47.560441 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Bound port: ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:47.560811 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.603277 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08451f5e-d21b-40eb-8a8e-1d971251659c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.659839 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46704a3b-dc1d-418c-ba39-80bd524dfea7 req-ec6c92ae-d522-4ff3-bc9e-caf43b3050c0 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381469 Nov 12 03:50:47.672005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92635f1-acea-4720-920f-ccac2b96efbd req-6dd89ece-18ff-450d-91f6-4652db6bdd09 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:47.681468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b92635f1-acea-4720-920f-ccac2b96efbd req-6dd89ece-18ff-450d-91f6-4652db6bdd09 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 943 time: 0.1786354 Nov 12 03:50:47.700300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:47.706848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91703f-51c1-4a72-932e-ccdccedee106 None None] Sync routers for ids ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:47.710884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4132f2a8-e4bb-447b-9dbe-faeabb7f9d52 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8938432 Nov 12 03:50:47.711538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36842) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:47.735844 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08451f5e-d21b-40eb-8a8e-1d971251659c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.738854 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h2-767704-23, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:47.751058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:47.756454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:47.795265 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on host n-h2-767704-23 for vnic_type normal with profile {"migrating_to": "n-h1-767704-23"} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:47.795265 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:47.795265 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:47.795265 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91703f-51c1-4a72-932e-ccdccedee106 None None] Routers {'7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:47.795265 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b91703f-51c1-4a72-932e-ccdccedee106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:47.797917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:50:47.798510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Attempting to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on network 06cec024-9be7-42dc-b5b6-7e4a79621b20 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:47.801765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a433c08e-8989-432b-ae24-963123e42cfa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:47.817782 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a433c08e-8989-432b-ae24-963123e42cfa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports/df629d41-e266-4ad6-bf64-332a9fe261d4 HTTP/1.1" status: 200 len: 913 time: 0.1051102 Nov 12 03:50:47.818432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36844) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:47.841310 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b92635f1-acea-4720-920f-ccac2b96efbd req-7d6a46d4-58ed-4368-8f16-c641b8ac3d9d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539202 Nov 12 03:50:47.866880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b91703f-51c1-4a72-932e-ccdccedee106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:47.880725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:47.881095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Checking segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:47.881892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Bound using segment: {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:47.882374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Bound port: ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e0a22-ec9f-4346-936d-fcb1e855b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '06cec024-9be7-42dc-b5b6-7e4a79621b20'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:47.882773 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.884221 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.905275 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e5d60398-7433-4b0e-a964-d5e8a459416e None None] Provisioning complete for port df629d41-e266-4ad6-bf64-332a9fe261d4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:47.905679 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5d60398-7433-4b0e-a964-d5e8a459416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.949046 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91703f-51c1-4a72-932e-ccdccedee106 None None] Routers {'7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:47.949689 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b91703f-51c1-4a72-932e-ccdccedee106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:47.997691 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08451f5e-d21b-40eb-8a8e-1d971251659c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.998186 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b91703f-51c1-4a72-932e-ccdccedee106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:47.999022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91703f-51c1-4a72-932e-ccdccedee106 None None] The sync data for ids ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:48.001546 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08451f5e-d21b-40eb-8a8e-1d971251659c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.002939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-08451f5e-d21b-40eb-8a8e-1d971251659c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b4bd3eae-d064-43e6-b709-8a9b620a73b4 HTTP/1.1" status: 204 len: 168 time: 0.5587840 Nov 12 03:50:48.009755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:48.009755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.011568 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] 10.222.0.25 "PUT /v2.0/ports/ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d HTTP/1.1" status: 200 len: 1123 time: 1.4416566 Nov 12 03:50:48.016267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf158989-dd8b-4121-bc03-8340470b0323 service neutron] Pushing event updated for resources: {'Port': ['ID=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:48.025327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08451f5e-d21b-40eb-8a8e-1d971251659c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bd3eae-d064-43e6-b709-8a9b620a73b4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:48.063409 n-d-767704-23 neutron-server[103148]: WARNING neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Concurrent port binding operations failed on port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d Nov 12 03:50:48.068405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:48.082843 n-d-767704-23 neutron-server[103148]: INFO neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Attempt 2 to bind port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d Nov 12 03:50:48.083555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d has no active binding in host n-h1-767704-23 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:50:48.107562 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e5d60398-7433-4b0e-a964-d5e8a459416e None None] Port df629d41-e266-4ad6-bf64-332a9fe261d4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:48.138250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:48.193201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:48.237705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81971db0-b5b8-45d0-a35a-d0cce72a98e6 req-4c4ee36a-9cc7-46a7-b336-a39ccdb551b9 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:48.249961 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81971db0-b5b8-45d0-a35a-d0cce72a98e6 req-4c4ee36a-9cc7-46a7-b336-a39ccdb551b9 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.1379654 Nov 12 03:50:48.408453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81971db0-b5b8-45d0-a35a-d0cce72a98e6 req-53ac70d8-0e2e-4975-b87b-bb290949c5d8 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492875 Nov 12 03:50:48.617251 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96cf0386-1000-47f6-9f8c-ed4121375dfd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.730203 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.940606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-6772ef81-cfb7-43b7-808e-0c8845006549 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:48.942787 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-6772ef81-cfb7-43b7-808e-0c8845006549 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/networks?id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf HTTP/1.1" status: 200 len: 815 time: 0.2198682 Nov 12 03:50:48.972142 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-8b53c931-5ccf-40d2-944b-391384c33789 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/quotas/07e41015d94146a891f93111db10adaa HTTP/1.1" status: 200 len: 375 time: 0.0188553 Nov 12 03:50:49.021097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140156af-9006-4f07-9c14-711ce8f87637 req-8f433455-fe5d-4008-a839-aceffef05182 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:49.023407 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-140156af-9006-4f07-9c14-711ce8f87637 req-8f433455-fe5d-4008-a839-aceffef05182 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 943 time: 0.0844071 Nov 12 03:50:49.081929 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-3ba63e7b-d0d4-478b-9635-dd8ed2c0a65e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=07e41015d94146a891f93111db10adaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881815 Nov 12 03:50:49.104751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 477eb4e1-30bb-447f-9cd0-4e662562b001 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:50:49.136986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-140156af-9006-4f07-9c14-711ce8f87637 req-63f7b778-6ef2-494f-b909-1da9dc40d1b0 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993059 Nov 12 03:50:49.138077 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841e3105-9960-464e-b4f4-2b19c940c79a', 'tag': 'ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:49.144030 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3cd175-a77a-4e43-980e-022f26a732fc" -d '{"events": [{"name": "network-changed", "server_uuid": "841e3105-9960-464e-b4f4-2b19c940c79a", "tag": "ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:49.203439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-96cf0386-1000-47f6-9f8c-ed4121375dfd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port df629d41-e266-4ad6-bf64-332a9fe261d4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:49.203782 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96cf0386-1000-47f6-9f8c-ed4121375dfd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.288209 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-fec77d3d-6f37-4696-8200-efdc73b64539 service neutron] 10.222.0.105 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897342 Nov 12 03:50:49.289275 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 477eb4e1-30bb-447f-9cd0-4e662562b001, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=477eb4e1-30bb-447f-9cd0-4e662562b001,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:49.318404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '477eb4e1-30bb-447f-9cd0-4e662562b001', 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'port_id': '477eb4e1-30bb-447f-9cd0-4e662562b001', 'mac_address': 'fa:16:3e:54:6d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ace581-efc3-4076-b0ce-48737a72947d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:50:49.336927 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96cf0386-1000-47f6-9f8c-ed4121375dfd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.353606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-96cf0386-1000-47f6-9f8c-ed4121375dfd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for df629d41-e266-4ad6-bf64-332a9fe261d4 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:49.382410 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.403618 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fc99bf-1c37-4eb9-a58b-36425f4af2a2 x-openstack-request-id: req-46fc99bf-1c37-4eb9-a58b-36425f4af2a2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:49.403618 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841e3105-9960-464e-b4f4-2b19c940c79a", "tag": "ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:49.404019 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-46fc99bf-1c37-4eb9-a58b-36425f4af2a2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:49.404247 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841e3105-9960-464e-b4f4-2b19c940c79a', 'tag': 'ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d', 'status': 'completed', 'code': 200} Nov 12 03:50:49.409351 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477eb4e1-30bb-447f-9cd0-4e662562b001 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:49.433016 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 477eb4e1-30bb-447f-9cd0-4e662562b001, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=477eb4e1-30bb-447f-9cd0-4e662562b001,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:49.517870 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.600186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cd175-a77a-4e43-980e-022f26a732fc req-c1740c3f-c2b0-4e15-9e7c-73361c4a5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:49.604531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d3cd175-a77a-4e43-980e-022f26a732fc req-c1740c3f-c2b0-4e15-9e7c-73361c4a5cdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 1126 time: 0.1325150 Nov 12 03:50:49.608679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=477eb4e1-30bb-447f-9cd0-4e662562b001,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:49.636701 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-3813cf2f-a93e-414a-beb5-fe42cfa17d96 service neutron] 10.222.0.105 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703629 Nov 12 03:50:49.653698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35879f-5b34-45e8-a657-7a946692aff0 req-eb2e4aad-696e-4156-8e13-bdafeaaeeab5 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:49.656602 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c35879f-5b34-45e8-a657-7a946692aff0 req-eb2e4aad-696e-4156-8e13-bdafeaaeeab5 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.1180506 Nov 12 03:50:49.836792 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c35879f-5b34-45e8-a657-7a946692aff0 req-f3b8c19c-7833-4c93-9b27-c354ac8341c0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635408 Nov 12 03:50:49.877042 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cd175-a77a-4e43-980e-022f26a732fc req-b83b0dbd-6f1f-4045-9866-e9a5ef626eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:49.879573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d3cd175-a77a-4e43-980e-022f26a732fc req-b83b0dbd-6f1f-4045-9866-e9a5ef626eb3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.2612345 Nov 12 03:50:49.892859 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96cf0386-1000-47f6-9f8c-ed4121375dfd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.925534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf0386-1000-47f6-9f8c-ed4121375dfd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=df629d41-e266-4ad6-bf64-332a9fe261d4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:50.043612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d3cd175-a77a-4e43-980e-022f26a732fc req-18b1fb14-a6e2-4d6b-8934-fefb2570718e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d HTTP/1.1" status: 200 len: 217 time: 0.1512265 Nov 12 03:50:50.106484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['477eb4e1-30bb-447f-9cd0-4e662562b001'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:50.251867 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96cf0386-1000-47f6-9f8c-ed4121375dfd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.302115 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6991f11-cf92-4bc2-91e8-bb89fe8c4be5 req-1c4889f5-fa57-484d-a29d-cf6742e35310 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 210 time: 0.1547465 Nov 12 03:50:50.379182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cd175-a77a-4e43-980e-022f26a732fc req-8a3febcf-8c37-42a2-a675-a315a70f69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:50.380807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d3cd175-a77a-4e43-980e-022f26a732fc req-8a3febcf-8c37-42a2-a675-a315a70f69d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.3112876 Nov 12 03:50:50.463052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28b717-745b-4f19-b593-d7115d1799d4 req-c8b7be23-8644-451e-849f-a8f1f47d218e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:50.475834 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa28b717-745b-4f19-b593-d7115d1799d4 req-c8b7be23-8644-451e-849f-a8f1f47d218e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.25 "GET /v2.0/ports?device_id=695c8898-9a60-44ff-b0a9-e377aebe22a1 HTTP/1.1" status: 200 len: 945 time: 0.4303455 Nov 12 03:50:50.571824 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d3cd175-a77a-4e43-980e-022f26a732fc req-417bc8fb-1612-47f8-9c1e-f0a3525b16ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685398 Nov 12 03:50:50.812339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d3cd175-a77a-4e43-980e-022f26a732fc req-a069a2fe-2a1e-4cb8-8aba-715667d8e78d service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205822 Nov 12 03:50:50.975434 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d3cd175-a77a-4e43-980e-022f26a732fc req-c3751968-8d1f-4401-975b-3f90673da2c3 service neutron] 10.222.0.26 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515620 Nov 12 03:50:51.210448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb332cb1-721b-4745-8fff-bc01dad79788 req-d2acdb5d-8ced-4084-90b6-37e756ea1390 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:51.221190 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb332cb1-721b-4745-8fff-bc01dad79788 req-d2acdb5d-8ced-4084-90b6-37e756ea1390 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.1706269 Nov 12 03:50:51.292376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fa28b717-745b-4f19-b593-d7115d1799d4 req-7e045dc6-5a66-4707-8a29-fa1a388326a3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Deleting port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:51.292869 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa28b717-745b-4f19-b593-d7115d1799d4 req-7e045dc6-5a66-4707-8a29-fa1a388326a3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.507973 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb332cb1-721b-4745-8fff-bc01dad79788 req-490968bc-c299-4cea-b6b5-2d163390f337 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852969 Nov 12 03:50:51.668539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1aec-e183-43e3-a3f6-e04341442c30 req-583bfe84-c448-4c65-beb5-efd29062d022 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:51.677703 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-329f1aec-e183-43e3-a3f6-e04341442c30 req-583bfe84-c448-4c65-beb5-efd29062d022 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 944 time: 1.3252277 Nov 12 03:50:51.689900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7f4b573-9f75-4af3-af1b-6e24fe1a47c6 req-50a84c2c-490c-4746-bb3c-995db11e8c30 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 210 time: 0.0756292 Nov 12 03:50:51.714720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fa28b717-745b-4f19-b593-d7115d1799d4 req-7e045dc6-5a66-4707-8a29-fa1a388326a3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] For port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:51.715100 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa28b717-745b-4f19-b593-d7115d1799d4 req-7e045dc6-5a66-4707-8a29-fa1a388326a3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.767682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fa28b717-745b-4f19-b593-d7115d1799d4 req-7e045dc6-5a66-4707-8a29-fa1a388326a3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Calling delete_port for 68d72f78-34de-47f2-b2b6-a3237fdb3e1e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:51.772090 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cf0386-1000-47f6-9f8c-ed4121375dfd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:51.800786 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-329f1aec-e183-43e3-a3f6-e04341442c30 req-9c73f42a-e80d-4efa-8d41-5058cfc1a8f9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172607 Nov 12 03:50:51.943553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cf0386-1000-47f6-9f8c-ed4121375dfd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:51.962896 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-96cf0386-1000-47f6-9f8c-ed4121375dfd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1400476 Nov 12 03:50:51.966309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:51.966464 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a362c7a0-6a02-4943-bded-ccee161dca29 None None] Sync routers for ids ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:52.006500 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a362c7a0-6a02-4943-bded-ccee161dca29 None None] Routers {'7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:52.007450 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a362c7a0-6a02-4943-bded-ccee161dca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:52.063893 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a362c7a0-6a02-4943-bded-ccee161dca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:52.075445 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a362c7a0-6a02-4943-bded-ccee161dca29 None None] Routers {'7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:52.076083 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a362c7a0-6a02-4943-bded-ccee161dca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:52.128984 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a362c7a0-6a02-4943-bded-ccee161dca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:52.129876 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a362c7a0-6a02-4943-bded-ccee161dca29 None None] The sync data for ids ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:52.131313 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa28b717-745b-4f19-b593-d7115d1799d4 req-7e045dc6-5a66-4707-8a29-fa1a388326a3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.570627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e045dc6-5a66-4707-8a29-fa1a388326a3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Pushing event deleted for resources: {'Port': ['ID=68d72f78-34de-47f2-b2b6-a3237fdb3e1e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.658962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa28b717-745b-4f19-b593-d7115d1799d4 req-7e045dc6-5a66-4707-8a29-fa1a388326a3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] No DVR routers for this DVR port 68d72f78-34de-47f2-b2b6-a3237fdb3e1e on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:52.712209 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa28b717-745b-4f19-b593-d7115d1799d4 req-7e045dc6-5a66-4707-8a29-fa1a388326a3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.717520 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa28b717-745b-4f19-b593-d7115d1799d4 req-7e045dc6-5a66-4707-8a29-fa1a388326a3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.25 "DELETE /v2.0/ports/68d72f78-34de-47f2-b2b6-a3237fdb3e1e HTTP/1.1" status: 204 len: 173 time: 2.1892214 Nov 12 03:50:52.717520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695c8898-9a60-44ff-b0a9-e377aebe22a1', 'name': 'network-vif-deleted', 'tag': '68d72f78-34de-47f2-b2b6-a3237fdb3e1e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:52.718500 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49acdcd4-3b01-4295-8b89-aa62b5f876b1" -d '{"events": [{"server_uuid": "695c8898-9a60-44ff-b0a9-e377aebe22a1", "name": "network-vif-deleted", "tag": "68d72f78-34de-47f2-b2b6-a3237fdb3e1e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:52.779176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9809c-036e-4c91-8f80-750b79320b28 req-0329988b-6a82-4b3a-bdf7-c424ba61b363 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:52.795767 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fac9809c-036e-4c91-8f80-750b79320b28 req-0329988b-6a82-4b3a-bdf7-c424ba61b363 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.1337950 Nov 12 03:50:52.897802 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c6d9d441-bd65-4be6-8b0b-0194d893095b req-6bbe4f2c-63b5-4c45-b12e-414983e50e58 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 210 time: 0.0876029 Nov 12 03:50:52.965057 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fac9809c-036e-4c91-8f80-750b79320b28 req-bad5a543-98c5-4e8a-9f25-cf4c7b431762 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613660 Nov 12 03:50:53.066423 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e032fd3d-7428-4872-8083-5747aea3dbf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.119761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 477eb4e1-30bb-447f-9cd0-4e662562b001 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:53.154289 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93935ae-bf88-45d4-a40c-de97460eb1f5 x-openstack-request-id: req-a93935ae-bf88-45d4-a40c-de97460eb1f5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:53.154516 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695c8898-9a60-44ff-b0a9-e377aebe22a1", "name": "network-vif-deleted", "tag": "68d72f78-34de-47f2-b2b6-a3237fdb3e1e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:53.154745 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a93935ae-bf88-45d4-a40c-de97460eb1f5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:53.161234 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695c8898-9a60-44ff-b0a9-e377aebe22a1', 'name': 'network-vif-deleted', 'tag': '68d72f78-34de-47f2-b2b6-a3237fdb3e1e', 'status': 'completed', 'code': 200} Nov 12 03:50:53.169150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d938963-b73d-425b-8c83-81a3f26a5765 req-062567fe-14f8-486f-9ef6-bd2f86e2a669 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:53.186431 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d938963-b73d-425b-8c83-81a3f26a5765 req-062567fe-14f8-486f-9ef6-bd2f86e2a669 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 944 time: 0.1151521 Nov 12 03:50:53.322053 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d938963-b73d-425b-8c83-81a3f26a5765 req-11210426-5b0d-4d0a-9277-a40d186e5976 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323376 Nov 12 03:50:53.429112 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e346-715a-4fd7-97b3-29f84689fac1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.522786 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 477eb4e1-30bb-447f-9cd0-4e662562b001 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:50:53.529177 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 477eb4e1-30bb-447f-9cd0-4e662562b001 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:53.529918 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.585042 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 68d72f78-34de-47f2-b2b6-a3237fdb3e1e no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:53.644493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 68d72f78-34de-47f2-b2b6-a3237fdb3e1e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:53.645926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 68d72f78-34de-47f2-b2b6-a3237fdb3e1e not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:53.706307 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.740766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a85015-3de1-4659-b04f-b8bf5d7bacf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477eb4e1-30bb-447f-9cd0-4e662562b001'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:53.744438 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42439a0e-cdae-42fd-82d4-f83dfd730a65" -d '{"events": [{"server_uuid": "79a85015-3de1-4659-b04f-b8bf5d7bacf7", "name": "network-vif-plugged", "status": "completed", "tag": "477eb4e1-30bb-447f-9cd0-4e662562b001"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:53.762349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 477eb4e1-30bb-447f-9cd0-4e662562b001, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=477eb4e1-30bb-447f-9cd0-4e662562b001,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:53.810908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-36a77d2a-f80b-4eda-b812-d6848a1c296d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:53.814341 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-36a77d2a-f80b-4eda-b812-d6848a1c296d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.25 "GET /v2.0/networks?id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf HTTP/1.1" status: 200 len: 815 time: 0.3014052 Nov 12 03:50:53.822853 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307b5f04-8558-478c-9ea6-71830b0fb5bd x-openstack-request-id: req-307b5f04-8558-478c-9ea6-71830b0fb5bd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:53.822853 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a85015-3de1-4659-b04f-b8bf5d7bacf7", "name": "network-vif-plugged", "status": "completed", "tag": "477eb4e1-30bb-447f-9cd0-4e662562b001", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:53.822853 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-307b5f04-8558-478c-9ea6-71830b0fb5bd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:53.823605 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a85015-3de1-4659-b04f-b8bf5d7bacf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477eb4e1-30bb-447f-9cd0-4e662562b001', 'code': 200} Nov 12 03:50:53.835118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-9bb460f9-e861-40aa-b33d-86c859c7c30b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Request body: {'port': {'device_id': '690fba4b-c098-4eab-84d1-ee52d94abe13', 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf', 'admin_state_up': True, 'tenant_id': '07e41015d94146a891f93111db10adaa'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:53.928019 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.122283 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ec0e425-a019-4440-b8dc-85d9b37a6d07 req-c2e92acc-6c5b-4283-896c-c2511bd63e4e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 210 time: 0.0679266 Nov 12 03:50:54.142565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=477eb4e1-30bb-447f-9cd0-4e662562b001,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:54.303591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65910744-0d52-4594-a07d-8602c0bc9840 req-a377ebc2-ec87-4bcc-8cfd-08b253a4d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:54.306346 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65910744-0d52-4594-a07d-8602c0bc9840 req-a377ebc2-ec87-4bcc-8cfd-08b253a4d01a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 1097 time: 0.3286335 Nov 12 03:50:54.434693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-9bb460f9-e861-40aa-b33d-86c859c7c30b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Made reservation on behalf of 07e41015d94146a891f93111db10adaa for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:54.458195 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-9bb460f9-e861-40aa-b33d-86c859c7c30b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.537811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c432a-4341-46fd-b723-864c32b55eb8 req-3b3d12bd-c32d-4225-b758-cf0f1eee3376 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:54.546885 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e34c432a-4341-46fd-b723-864c32b55eb8 req-3b3d12bd-c32d-4225-b758-cf0f1eee3376 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.3251863 Nov 12 03:50:54.549228 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65910744-0d52-4594-a07d-8602c0bc9840 req-f809e0c7-69b4-48f6-a5ec-253d69bfc386 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316749 Nov 12 03:50:54.579111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a391bbe-f11f-43c6-a67b-91857e67b074 req-0650a5b3-d5a3-4f26-a88b-caffcc19ecaf tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:54.592602 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a391bbe-f11f-43c6-a67b-91857e67b074 req-0650a5b3-d5a3-4f26-a88b-caffcc19ecaf tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 945 time: 0.1075027 Nov 12 03:50:54.675979 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a391bbe-f11f-43c6-a67b-91857e67b074 req-6899e3c3-76ad-4b33-8184-998ff8fd1b08 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769880 Nov 12 03:50:54.768855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1e346-715a-4fd7-97b3-29f84689fac1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port 53da992f-70e7-4733-b0f3-0bcfa66c020c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:54.769543 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e346-715a-4fd7-97b3-29f84689fac1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.797109 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.840910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e34c432a-4341-46fd-b723-864c32b55eb8 req-48bebecd-f9fe-44df-aa4e-30c8d9176832 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753053 Nov 12 03:50:54.985943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-9bb460f9-e861-40aa-b33d-86c859c7c30b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Allocated IP 172.20.0.9 (1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf/34069265-bba2-44d4-9f7e-7a4462db4ea2/e05a00b7-fd3e-411d-a834-f01e36bbeb44) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:55.021403 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e346-715a-4fd7-97b3-29f84689fac1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.036620 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:50:55.053337 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1e346-715a-4fd7-97b3-29f84689fac1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for 53da992f-70e7-4733-b0f3-0bcfa66c020c owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:55.106343 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:55.211862 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:55.287742 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04113c74-048e-4cc5-af8f-eec09fffb4f3 req-2dee2348-3d61-4864-9d0c-65e9ec6cf6f1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 210 time: 0.0473449 Nov 12 03:50:55.387242 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a74e39d-694a-4fb9-aea6-9e567697c27c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.452830 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-9bb460f9-e861-40aa-b33d-86c859c7c30b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.485332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-d9503bf7-1423-4df6-9198-857e012d1d85 service neutron] 10.222.0.26 "GET /v2.0/ports/ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d/bindings/n-h1-767704-23 HTTP/1.1" status: 200 len: 385 time: 0.1814213 Nov 12 03:50:55.533341 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37058) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:55.540075 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b3b04840-6b8b-4bcf-9b75-11f68dd392b0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1985761906'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:55.630610 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e346-715a-4fd7-97b3-29f84689fac1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.640399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b04840-6b8b-4bcf-9b75-11f68dd392b0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Made reservation on behalf of d9678195170c4bbb866cded26d46169a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:55.644152 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3b04840-6b8b-4bcf-9b75-11f68dd392b0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.677044 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-9bb460f9-e861-40aa-b33d-86c859c7c30b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.702520 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b04840-6b8b-4bcf-9b75-11f68dd392b0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:55.726320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-9bb460f9-e861-40aa-b33d-86c859c7c30b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:55.732773 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-9bb460f9-e861-40aa-b33d-86c859c7c30b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:55.735509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1e346-715a-4fd7-97b3-29f84689fac1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=53da992f-70e7-4733-b0f3-0bcfa66c020c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.739681 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a74e39d-694a-4fb9-aea6-9e567697c27c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.744899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-9bb460f9-e861-40aa-b33d-86c859c7c30b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:55.748727 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3b04840-6b8b-4bcf-9b75-11f68dd392b0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.749658 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-b3b04840-6b8b-4bcf-9b75-11f68dd392b0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Added segment 6ade4a92-e316-4e27-a0d1-b0c8188fc9cf of type vlan for network 20cb3bc5-e458-4eb2-a97c-572f6154372e Nov 12 03:50:55.836310 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a74e39d-694a-4fb9-aea6-9e567697c27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.840614 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3b04840-6b8b-4bcf-9b75-11f68dd392b0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.914685 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74e39d-694a-4fb9-aea6-9e567697c27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ee580c-ad6e-4cf0-b887-a681d79c417a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.922675 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0a74e39d-694a-4fb9-aea6-9e567697c27c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e3cab948faf047cfb602b937ccfef477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7095339 Nov 12 03:50:55.926703 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37064) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:55.948527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebf4fb-d235-442f-bea9-7b97b18d0db7 req-53c73c20-a5e7-40b1-8e5f-8cccd9bf365e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:55.956754 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbebf4fb-d235-442f-bea9-7b97b18d0db7 req-53c73c20-a5e7-40b1-8e5f-8cccd9bf365e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 945 time: 0.2094922 Nov 12 03:50:56.061086 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3b04840-6b8b-4bcf-9b75-11f68dd392b0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.090575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b04840-6b8b-4bcf-9b75-11f68dd392b0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:56.091615 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3b04840-6b8b-4bcf-9b75-11f68dd392b0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.166294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-9bb460f9-e861-40aa-b33d-86c859c7c30b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:56.166294 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-9bb460f9-e861-40aa-b33d-86c859c7c30b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.179739 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbebf4fb-d235-442f-bea9-7b97b18d0db7 req-99de4f42-6cd4-4911-9ef7-5fe0b100bad1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195418 Nov 12 03:50:56.196321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-443b35c7-f254-450a-8b68-636f9f8146df service neutron] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:56.225512 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e346-715a-4fd7-97b3-29f84689fac1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.236434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb460f9-e861-40aa-b33d-86c859c7c30b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Pushing event updated for resources: {'Port': ['ID=e05a00b7-fd3e-411d-a834-f01e36bbeb44,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:56.251974 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bded36e8-c204-4a3b-88fc-75192f20ac0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.254569 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b04840-6b8b-4bcf-9b75-11f68dd392b0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'Network': ['ID=20cb3bc5-e458-4eb2-a97c-572f6154372e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:56.263085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-443b35c7-f254-450a-8b68-636f9f8146df service neutron] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:56.284556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 20cb3bc5-e458-4eb2-a97c-572f6154372e details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:56.299469 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b3b04840-6b8b-4bcf-9b75-11f68dd392b0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7649047 Nov 12 03:50:56.300751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:56.331492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-97e214c1-1121-4f0a-ad28-387bb538e48b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1531130950'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:56.354526 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bded36e8-c204-4a3b-88fc-75192f20ac0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.423105 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3919b7b-009d-4701-8466-dcae1d81de0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.431114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-9bb460f9-e861-40aa-b33d-86c859c7c30b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5999641 Nov 12 03:50:56.450505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Request body: {'port': {'device_id': '690fba4b-c098-4eab-84d1-ee52d94abe13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:56.514235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239d3d-efff-4c98-a022-9e5dbdfd503d req-92f1e69e-13c7-4c12-8e50-272ea41878c3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:56.524777 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85239d3d-efff-4c98-a022-9e5dbdfd503d req-92f1e69e-13c7-4c12-8e50-272ea41878c3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 931 time: 0.0976391 Nov 12 03:50:56.541929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f73e5-b52b-4bb1-9273-813934b9d238 req-c0ee6394-dc43-43cc-9590-532a350d184d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:56.543452 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d91f73e5-b52b-4bb1-9273-813934b9d238 req-c0ee6394-dc43-43cc-9590-532a350d184d tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 943 time: 0.5717831 Nov 12 03:50:56.551521 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e214c1-1121-4f0a-ad28-387bb538e48b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Made reservation on behalf of d9678195170c4bbb866cded26d46169a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:56.555534 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97e214c1-1121-4f0a-ad28-387bb538e48b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.580251 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.589250 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bded36e8-c204-4a3b-88fc-75192f20ac0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.591036 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bded36e8-c204-4a3b-88fc-75192f20ac0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.592249 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bded36e8-c204-4a3b-88fc-75192f20ac0a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c9ee580c-ad6e-4cf0-b887-a681d79c417a HTTP/1.1" status: 204 len: 168 time: 0.6635890 Nov 12 03:50:56.594760 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-443b35c7-f254-450a-8b68-636f9f8146df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:56.613976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded36e8-c204-4a3b-88fc-75192f20ac0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ee580c-ad6e-4cf0-b887-a681d79c417a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:56.619932 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85239d3d-efff-4c98-a022-9e5dbdfd503d req-f017336a-6239-45d3-8d2b-089b4b82fcb7 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937603 Nov 12 03:50:56.629996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e214c1-1121-4f0a-ad28-387bb538e48b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:56.643797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d1e346-715a-4fd7-97b3-29f84689fac1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:56.645141 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97e214c1-1121-4f0a-ad28-387bb538e48b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.645803 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-443b35c7-f254-450a-8b68-636f9f8146df service neutron] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:56.645938 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-97e214c1-1121-4f0a-ad28-387bb538e48b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Added segment 1406560e-c43d-444a-88a9-00910d7f42b5 of type vlan for network 1c46be60-daab-4c5d-8641-aa8b82f59a2d Nov 12 03:50:56.715088 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97e214c1-1121-4f0a-ad28-387bb538e48b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.760959 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.807227 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-443b35c7-f254-450a-8b68-636f9f8146df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.824913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d91f73e5-b52b-4bb1-9273-813934b9d238 req-9fb60b35-97d4-409b-80a3-945eeb34541f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416463 Nov 12 03:50:56.829570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d1e346-715a-4fd7-97b3-29f84689fac1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:56.839057 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37076) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:56.839735 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f8d1e346-715a-4fd7-97b3-29f84689fac1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8752179 Nov 12 03:50:56.844575 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a51952-c480-4c82-a406-ae4d6ea4609a None None] Sync routers for ids ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:56.870732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a51952-c480-4c82-a406-ae4d6ea4609a None None] Routers {'7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:56.871621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e8a51952-c480-4c82-a406-ae4d6ea4609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:56.894367 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7c1a47c3-1a60-445e-a906-b3873d0583dd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports?device_id=7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51 HTTP/1.1" status: 200 len: 205 time: 0.0534289 Nov 12 03:50:56.896001 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97e214c1-1121-4f0a-ad28-387bb538e48b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.906110 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e214c1-1121-4f0a-ad28-387bb538e48b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:56.906773 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97e214c1-1121-4f0a-ad28-387bb538e48b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.920512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37078) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:56.923078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e8a51952-c480-4c82-a406-ae4d6ea4609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:56.933790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a51952-c480-4c82-a406-ae4d6ea4609a None None] Routers {'7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:56.934396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e8a51952-c480-4c82-a406-ae4d6ea4609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:56.977292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e8a51952-c480-4c82-a406-ae4d6ea4609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:56.978439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a51952-c480-4c82-a406-ae4d6ea4609a None None] The sync data for ids ['7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:57.065537 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-97e214c1-1121-4f0a-ad28-387bb538e48b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7562127 Nov 12 03:50:57.075159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37080) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:57.086838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-18baccb1-04a6-4918-81ac-379c5d67aaa5 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'subnet': {'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:57.097072 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f06e5b7d-9949-474f-aa5f-5babdc13b6a0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.109399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e214c1-1121-4f0a-ad28-387bb538e48b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'Network': ['ID=1c46be60-daab-4c5d-8641-aa8b82f59a2d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:57.134602 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 1c46be60-daab-4c5d-8641-aa8b82f59a2d details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:57.463496 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f06e5b7d-9949-474f-aa5f-5babdc13b6a0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.467119 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f06e5b7d-9949-474f-aa5f-5babdc13b6a0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.510661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-443b35c7-f254-450a-8b68-636f9f8146df service neutron] Transition to ACTIVE for port object ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:50:57.522536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2c128-f8a8-4d16-abf0-b3ccdbaae758 req-4debd8ab-fc64-4620-ae56-609e8d9a1d41 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:57.524137 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76e2c128-f8a8-4d16-abf0-b3ccdbaae758 req-4debd8ab-fc64-4620-ae56-609e8d9a1d41 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 945 time: 0.2108529 Nov 12 03:50:57.588781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05a00b7-fd3e-411d-a834-f01e36bbeb44 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:57.595817 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76e2c128-f8a8-4d16-abf0-b3ccdbaae758 req-c4c4c862-c040-45ec-93df-1d0c337fcd86 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647039 Nov 12 03:50:57.609209 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.632112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18baccb1-04a6-4918-81ac-379c5d67aaa5 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Made reservation on behalf of d9678195170c4bbb866cded26d46169a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:57.637548 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-443b35c7-f254-450a-8b68-636f9f8146df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.637841 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18baccb1-04a6-4918-81ac-379c5d67aaa5 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.712716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Transition to ACTIVE for port object e05a00b7-fd3e-411d-a834-f01e36bbeb44 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:50:57.716333 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-443b35c7-f254-450a-8b68-636f9f8146df service neutron] No DVR routers for this DVR port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:57.752993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37092) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:57.759159 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f06e5b7d-9949-474f-aa5f-5babdc13b6a0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.759511 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06e5b7d-9949-474f-aa5f-5babdc13b6a0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Fanout notify agent at l3_agent the message router_deleted on router 7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:50:57.769487 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f06e5b7d-9949-474f-aa5f-5babdc13b6a0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.771773 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f06e5b7d-9949-474f-aa5f-5babdc13b6a0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/routers/7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51 HTTP/1.1" status: 204 len: 168 time: 0.8315907 Nov 12 03:50:57.781349 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-443b35c7-f254-450a-8b68-636f9f8146df service neutron] 10.222.0.26 "PUT /v2.0/ports/ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d/bindings/n-h1-767704-23/activate HTTP/1.1" status: 200 len: 370 time: 2.2753696 Nov 12 03:50:57.781349 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0b94737-c898-4ab4-a73a-646fc3dac292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.782092 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.784564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b35c7-f254-450a-8b68-636f9f8146df service neutron] Pushing event updated for resources: {'Port': ['ID=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:57.785818 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37098) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:57.912895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Pushing event updated for resources: {'Port': ['ID=e05a00b7-fd3e-411d-a834-f01e36bbeb44,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:57.970864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab7f22-80fc-4f0c-a9c8-35a4e54a1724 req-6baeb0e3-b8d1-43d2-8ac9-9ee5dbc90b08 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:57.971833 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-47ab7f22-80fc-4f0c-a9c8-35a4e54a1724 req-6baeb0e3-b8d1-43d2-8ac9-9ee5dbc90b08 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 943 time: 0.1687722 Nov 12 03:50:57.984263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e5e331-03ae-44cd-a149-7a1b51c822e4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting subnet 809c723a-34cc-4e93-932d-ceec125c5617 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:57.991814 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e331-03ae-44cd-a149-7a1b51c822e4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.095753 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e331-03ae-44cd-a149-7a1b51c822e4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.099163 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0b94737-c898-4ab4-a73a-646fc3dac292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.100304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Attempting to bind port e05a00b7-fd3e-411d-a834-f01e36bbeb44 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:58.100672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Attempting to bind port e05a00b7-fd3e-411d-a834-f01e36bbeb44 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'fd4aa0e5-b123-4f55-beb6-771fdeffc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:58.100999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Attempting to bind port e05a00b7-fd3e-411d-a834-f01e36bbeb44 on network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:58.109586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-47ab7f22-80fc-4f0c-a9c8-35a4e54a1724 req-a0612259-e328-47dc-a9aa-60d9ebf21802 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123376 Nov 12 03:50:58.110345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Port e05a00b7-fd3e-411d-a834-f01e36bbeb44 on network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:50:58.110683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Attempting to bind port e05a00b7-fd3e-411d-a834-f01e36bbeb44 on network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:58.122412 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:58.122815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Checking segment: {'id': 'fd4aa0e5-b123-4f55-beb6-771fdeffc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:58.123215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Bound using segment: {'id': 'fd4aa0e5-b123-4f55-beb6-771fdeffc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:58.123667 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Bound port: e05a00b7-fd3e-411d-a834-f01e36bbeb44, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4aa0e5-b123-4f55-beb6-771fdeffc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:58.124685 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.154906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ce9bf-9e2c-42f8-b332-263ded518c44 req-49cbf2b0-7600-4e2d-ade2-85e63a1e84c0 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:58.162624 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe1ce9bf-9e2c-42f8-b332-263ded518c44 req-49cbf2b0-7600-4e2d-ade2-85e63a1e84c0 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 0.2856233 Nov 12 03:50:58.204520 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe1ce9bf-9e2c-42f8-b332-263ded518c44 req-8939c3df-8738-4db1-b988-51b6ad844ea4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/quotas/9a329404327a436a89a7392422c84559 HTTP/1.1" status: 200 len: 375 time: 0.0408845 Nov 12 03:50:58.285351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] For port e05a00b7-fd3e-411d-a834-f01e36bbeb44, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:58.296602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] For port e05a00b7-fd3e-411d-a834-f01e36bbeb44, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e05a00b7-fd3e-411d-a834-f01e36bbeb44,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:58.329167 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.333165 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0b94737-c898-4ab4-a73a-646fc3dac292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.336897 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e331-03ae-44cd-a149-7a1b51c822e4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.368551 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe1ce9bf-9e2c-42f8-b332-263ded518c44 req-1b435987-8f61-4257-bc66-47715edb14a6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1630220 Nov 12 03:50:58.422285 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.459198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18baccb1-04a6-4918-81ac-379c5d67aaa5 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.493192 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d0b94737-c898-4ab4-a73a-646fc3dac292 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c700f78a742a4bb89f25790c06992f84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7357306 Nov 12 03:50:58.495292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b94737-c898-4ab4-a73a-646fc3dac292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f16cd2-4907-4ad5-a2e8-92fc563e0ad5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:58.502976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37112) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:58.506551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:58.507030 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.508475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] 10.222.0.25 "PUT /v2.0/ports/e05a00b7-fd3e-411d-a834-f01e36bbeb44 HTTP/1.1" status: 200 len: 1092 time: 2.0677621 Nov 12 03:50:58.520324 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690fba4b-c098-4eab-84d1-ee52d94abe13', 'tag': 'e05a00b7-fd3e-411d-a834-f01e36bbeb44'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:58.523734 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8f7621-d5cd-43a4-9102-6453b027aae0" -d '{"events": [{"name": "network-changed", "server_uuid": "690fba4b-c098-4eab-84d1-ee52d94abe13", "tag": "e05a00b7-fd3e-411d-a834-f01e36bbeb44"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:58.540504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-030a8356-e1d0-4b19-8f54-64c66be96770 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:58.542025 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-030a8356-e1d0-4b19-8f54-64c66be96770 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 1096 time: 0.5062664 Nov 12 03:50:58.561074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18baccb1-04a6-4918-81ac-379c5d67aaa5 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'Subnet': ['ID=e6fe0b5a-c82d-4ced-ae13-8f510ce1c500,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:58.583817 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe1ce9bf-9e2c-42f8-b332-263ded518c44 req-9549c255-ce74-49c7-848a-e5fffa7cc287 service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067587 Nov 12 03:50:58.600933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18baccb1-04a6-4918-81ac-379c5d67aaa5 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Checking segment: {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:58.601303 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18baccb1-04a6-4918-81ac-379c5d67aaa5 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Network hostable DHCP agents. Network: 20cb3bc5-e458-4eb2-a97c-572f6154372e, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:58.601704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e0c98-3a0a-4377-955f-f94f79dd0c86 service neutron] Pushing event updated for resources: {'Port': ['ID=e05a00b7-fd3e-411d-a834-f01e36bbeb44,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:58.620275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e38ee9-23e6-4090-af9e-39da34e77605 req-39fff787-13e4-4772-bb6a-75e5708d4a0a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:58.626721 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e331-03ae-44cd-a149-7a1b51c822e4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.627672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99e38ee9-23e6-4090-af9e-39da34e77605 req-39fff787-13e4-4772-bb6a-75e5708d4a0a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 944 time: 0.2615695 Nov 12 03:50:58.688950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-0e602e5c-891c-45b3-8d08-9dc64bc7ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:58.690471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-0e602e5c-891c-45b3-8d08-9dc64bc7ce7d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e HTTP/1.1" status: 200 len: 1096 time: 0.1325712 Nov 12 03:50:58.709385 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5e331-03ae-44cd-a149-7a1b51c822e4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Subnet': ['ID=809c723a-34cc-4e93-932d-ceec125c5617,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:58.711541 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-536bccaa-b967-47d1-8db5-191a05cb30e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.715051 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e331-03ae-44cd-a149-7a1b51c822e4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.721080 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba21842-168c-4c2c-b9fe-bb34e81b1d48 None None] Network 872b6143-fc30-45ff-842a-5352e013b803 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:58.722025 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f9e5e331-03ae-44cd-a149-7a1b51c822e4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/809c723a-34cc-4e93-932d-ceec125c5617 HTTP/1.1" status: 204 len: 168 time: 0.9350791 Nov 12 03:50:58.722673 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37118) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:58.753915 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99e38ee9-23e6-4090-af9e-39da34e77605 req-2e9c09c7-f0df-41f9-a480-8f0f7e1e3838 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250415 Nov 12 03:50:58.814298 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe1ce9bf-9e2c-42f8-b332-263ded518c44 req-8030b442-9679-426f-9bc0-dc1c7fb97995 service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220495 Nov 12 03:50:58.819948 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61abfec-52b4-4046-bd73-86c9d65ea658 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting subnet 2e0ad94d-b5d3-4d5d-9061-a1e4b1c0651d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:58.823170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18baccb1-04a6-4918-81ac-379c5d67aaa5 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Network 20cb3bc5-e458-4eb2-a97c-572f6154372e is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:58.829806 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61abfec-52b4-4046-bd73-86c9d65ea658 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.854906 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a987baff-5314-4a93-aed8-cdff2cc7d469 x-openstack-request-id: req-a987baff-5314-4a93-aed8-cdff2cc7d469 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:58.855197 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690fba4b-c098-4eab-84d1-ee52d94abe13", "tag": "e05a00b7-fd3e-411d-a834-f01e36bbeb44", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:58.855448 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a987baff-5314-4a93-aed8-cdff2cc7d469 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:58.855848 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690fba4b-c098-4eab-84d1-ee52d94abe13', 'tag': 'e05a00b7-fd3e-411d-a834-f01e36bbeb44', 'status': 'completed', 'code': 200} Nov 12 03:50:58.859236 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-536bccaa-b967-47d1-8db5-191a05cb30e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.894859 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61abfec-52b4-4046-bd73-86c9d65ea658 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.910453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-e983f2fd-bb50-4bf8-b8df-047da93af5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:58.910453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-e983f2fd-bb50-4bf8-b8df-047da93af5a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07e41015d94146a891f93111db10adaa&device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 1095 time: 0.2073755 Nov 12 03:50:58.916783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-3585f2e0-c50d-46cb-bc2a-b5db11c7290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:58.918258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-3585f2e0-c50d-46cb-bc2a-b5db11c7290a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 1096 time: 0.1508634 Nov 12 03:50:58.946834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-18baccb1-04a6-4918-81ac-379c5d67aaa5 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 20cb3bc5-e458-4eb2-a97c-572f6154372e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:58.959997 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18baccb1-04a6-4918-81ac-379c5d67aaa5 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:58.963045 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c50c91c-fa71-4aa0-bd3b-680d7292f48c None None] Network 20cb3bc5-e458-4eb2-a97c-572f6154372e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:58.963278 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18baccb1-04a6-4918-81ac-379c5d67aaa5 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.985855 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-c9d88215-91a2-4714-9fbc-df93074efdec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e05a00b7-fd3e-411d-a834-f01e36bbeb44 HTTP/1.1" status: 200 len: 217 time: 0.0717115 Nov 12 03:50:59.064220 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61abfec-52b4-4046-bd73-86c9d65ea658 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.107081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-1b329c78-2b7a-4003-a1ec-d2bd2a61982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:59.109145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-1b329c78-2b7a-4003-a1ec-d2bd2a61982b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34069265-bba2-44d4-9f7e-7a4462db4ea2 HTTP/1.1" status: 200 len: 855 time: 0.1114662 Nov 12 03:50:59.134779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e507c43-d207-4e1d-8dfe-816afe6a9344 None None] DHCP port deletion for 872b6143-fc30-45ff-842a-5352e013b803 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:59.169141 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-821df3f8-f8fe-4ef8-8261-8cbc081f9fa5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524042 Nov 12 03:50:59.172827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-e4ea32ef-458d-4b7d-80ac-10a4aa272e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:59.174321 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-e4ea32ef-458d-4b7d-80ac-10a4aa272e40 service neutron] 10.222.0.25 "GET /v2.0/networks?id=06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 200 len: 923 time: 0.2001839 Nov 12 03:50:59.226463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-20cb3bc5-e458-4eb2-a97c-572f6154372e', 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'fixed_ips': [{'subnet_id': 'e6fe0b5a-c82d-4ced-ae13-8f510ce1c500'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:59.227296 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.291265 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-b113dd88-9e0b-43a6-add1-0cfa286c940a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d HTTP/1.1" status: 200 len: 217 time: 0.0969028 Nov 12 03:50:59.304616 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-18baccb1-04a6-4918-81ac-379c5d67aaa5 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2283373 Nov 12 03:50:59.305743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37124) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:59.310030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61abfec-52b4-4046-bd73-86c9d65ea658 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.350836 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-536bccaa-b967-47d1-8db5-191a05cb30e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.350836 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-536bccaa-b967-47d1-8db5-191a05cb30e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.353461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-536bccaa-b967-47d1-8db5-191a05cb30e9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/54f16cd2-4907-4ad5-a2e8-92fc563e0ad5 HTTP/1.1" status: 204 len: 168 time: 0.8495388 Nov 12 03:50:59.364553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f935b3a0-e063-4c22-a31f-b13ea3eab738 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'subnet': {'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:59.367965 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.407385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7e507c43-d207-4e1d-8dfe-816afe6a9344 None None] Deleting port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:59.408121 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e507c43-d207-4e1d-8dfe-816afe6a9344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.458711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bccaa-b967-47d1-8db5-191a05cb30e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f16cd2-4907-4ad5-a2e8-92fc563e0ad5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:59.468401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9263e6ac-4044-43bb-955e-a6ea17f2d165 None None] Network e6dfdd2b-88db-4f06-a637-74adb7ef2a6e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:59.501101 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a61abfec-52b4-4046-bd73-86c9d65ea658 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.508177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-d50f97cf-ca22-4c2a-850f-c13695e6aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:59.509661 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-d50f97cf-ca22-4c2a-850f-c13695e6aff7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 200 len: 861 time: 0.1996930 Nov 12 03:50:59.516403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a61abfec-52b4-4046-bd73-86c9d65ea658 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/2e0ad94d-b5d3-4d5d-9061-a1e4b1c0651d HTTP/1.1" status: 204 len: 168 time: 0.7839124 Nov 12 03:50:59.518305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37132) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:59.536623 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61abfec-52b4-4046-bd73-86c9d65ea658 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0ad94d-b5d3-4d5d-9061-a1e4b1c0651d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:59.581067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852a1c8-44da-4e4f-b971-c7426c5f9461 req-b1ce1da4-6db7-435a-9fc6-e22acb0ce2b5 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:59.582674 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5852a1c8-44da-4e4f-b971-c7426c5f9461 req-b1ce1da4-6db7-435a-9fc6-e22acb0ce2b5 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 943 time: 0.3632390 Nov 12 03:50:59.619368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7e507c43-d207-4e1d-8dfe-816afe6a9344 None None] For port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb,segment=NetworkSegment(d8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2),segment_id=d8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:59.619368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e507c43-d207-4e1d-8dfe-816afe6a9344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.622595 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-a829e334-5cef-4afc-980e-b3fa5c5c47f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06cec024-9be7-42dc-b5b6-7e4a79621b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952899 Nov 12 03:50:59.642342 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-6fca0bfa-7052-4c25-970e-61422fd2ff8b service neutron] 10.222.0.25 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575717 Nov 12 03:50:59.678496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Allocated IP 10.1.1.2 (20cb3bc5-e458-4eb2-a97c-572f6154372e/e6fe0b5a-c82d-4ced-ae13-8f510ce1c500/0e1915ba-5a63-4430-a313-02efb1d0bc22) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:59.685722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7e507c43-d207-4e1d-8dfe-816afe6a9344 None None] Calling delete_port for c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:59.914488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5852a1c8-44da-4e4f-b971-c7426c5f9461 req-34bec0c7-1f97-4436-be52-5516112dc4a4 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977619 Nov 12 03:50:59.989808 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.012251 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-cd4393fe-d9eb-4bad-8081-69ae6e539cb2 service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727992 Nov 12 03:51:00.016220 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4141fa6b-d635-4bca-a3cc-568bd0272514 req-64d0b21e-43ae-40b5-acb0-d0953ff20e6d service neutron] 10.222.0.25 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443332 Nov 12 03:51:00.097020 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:00.098666 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.129504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefc3f4-8fbf-4fce-b37e-0b109a236752 req-927fec14-ec74-45f0-a305-48f47aab77b2 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:00.138060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfefc3f4-8fbf-4fce-b37e-0b109a236752 req-927fec14-ec74-45f0-a305-48f47aab77b2 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 944 time: 0.1203611 Nov 12 03:51:00.204504 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] For port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb,segment=NetworkSegment(d8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2),segment_id=d8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:00.204953 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.212549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-c1db81ff-ece3-41ae-ac8b-7311a2c4e7cd service neutron] 10.222.0.25 "GET /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861293 Nov 12 03:51:00.222748 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:00.230923 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfefc3f4-8fbf-4fce-b37e-0b109a236752 req-f5c812e8-8730-4896-9c8a-5a743d637317 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918710 Nov 12 03:51:00.236492 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.295862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca0a8bb-1082-4d4e-b57e-88ae54dc3733 None None] DHCP port deletion for e6dfdd2b-88db-4f06-a637-74adb7ef2a6e request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:00.326487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:00.415441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0a8bb-1082-4d4e-b57e-88ae54dc3733 None None] Deleting port 4c1917a6-99d2-499e-9405-76c68e294e76 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:00.416145 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a8bb-1082-4d4e-b57e-88ae54dc3733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.468914 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.483875 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f935b3a0-e063-4c22-a31f-b13ea3eab738 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Made reservation on behalf of d9678195170c4bbb866cded26d46169a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:00.488556 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f935b3a0-e063-4c22-a31f-b13ea3eab738 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.515716 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.531507 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e507c43-d207-4e1d-8dfe-816afe6a9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.580982 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.595909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8ca0a8bb-1082-4d4e-b57e-88ae54dc3733 None None] For port 4c1917a6-99d2-499e-9405-76c68e294e76, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4c1917a6-99d2-499e-9405-76c68e294e76,segment=NetworkSegment(7d3648d1-f702-4039-af43-5180c430616a),segment_id=7d3648d1-f702-4039-af43-5180c430616a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:00.596359 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a8bb-1082-4d4e-b57e-88ae54dc3733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.621572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e507c43-d207-4e1d-8dfe-816afe6a9344 None None] No DVR routers for this DVR port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:00.628125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f7621-d5cd-43a4-9102-6453b027aae0 req-fb877449-cdd6-4d96-bb90-3650727192c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:00.632668 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d8f7621-d5cd-43a4-9102-6453b027aae0 req-fb877449-cdd6-4d96-bb90-3650727192c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07e41015d94146a891f93111db10adaa&device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 1095 time: 0.1005836 Nov 12 03:51:00.653115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Network 20cb3bc5-e458-4eb2-a97c-572f6154372e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:00.682259 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:00.692347 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:00.709633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0a8bb-1082-4d4e-b57e-88ae54dc3733 None None] Calling delete_port for 4c1917a6-99d2-499e-9405-76c68e294e76 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:00.724624 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Pushing event updated for resources: {'Port': ['ID=0e1915ba-5a63-4430-a313-02efb1d0bc22,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:00.877450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e507c43-d207-4e1d-8dfe-816afe6a9344 None None] Pushing event deleted for resources: {'Port': ['ID=c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:00.906687 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No DVR routers for this DVR port c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:00.911862 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f7621-d5cd-43a4-9102-6453b027aae0 req-61e43fd4-45de-4537-8096-922ea5b84165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:00.920213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Attempting to bind port 0e1915ba-5a63-4430-a313-02efb1d0bc22 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:00.921385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Attempting to bind port 0e1915ba-5a63-4430-a313-02efb1d0bc22 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:00.922399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Attempting to bind port 0e1915ba-5a63-4430-a313-02efb1d0bc22 on network 20cb3bc5-e458-4eb2-a97c-572f6154372e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:00.924613 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d8f7621-d5cd-43a4-9102-6453b027aae0 req-61e43fd4-45de-4537-8096-922ea5b84165 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf HTTP/1.1" status: 200 len: 917 time: 0.2830694 Nov 12 03:51:00.930652 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:00.931196 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Checking segment: {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:00.944502 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.944502 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Bound using segment: {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:00.944502 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Bound port: 0e1915ba-5a63-4430-a313-02efb1d0bc22, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:00.944502 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.026035 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d8f7621-d5cd-43a4-9102-6453b027aae0 req-bdc70454-bdeb-431b-abb7-105ba30d74c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e05a00b7-fd3e-411d-a834-f01e36bbeb44 HTTP/1.1" status: 200 len: 217 time: 0.0932989 Nov 12 03:51:01.048067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] For port 0e1915ba-5a63-4430-a313-02efb1d0bc22, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:01.049902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] For port 0e1915ba-5a63-4430-a313-02efb1d0bc22, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0e1915ba-5a63-4430-a313-02efb1d0bc22,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:01.072107 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=c96e2cf0-e3e0-4c11-b6f9-d9f4e1411abb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:01.149502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f7621-d5cd-43a4-9102-6453b027aae0 req-6247c7a9-e10b-4379-866a-2d4ea55dcd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.150111 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a8bb-1082-4d4e-b57e-88ae54dc3733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.151576 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d8f7621-d5cd-43a4-9102-6453b027aae0 req-6247c7a9-e10b-4379-866a-2d4ea55dcd27 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34069265-bba2-44d4-9f7e-7a4462db4ea2 HTTP/1.1" status: 200 len: 855 time: 0.1142516 Nov 12 03:51:01.207755 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d8f7621-d5cd-43a4-9102-6453b027aae0 req-03d639e7-0295-47ca-96ba-08152934ce29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474675 Nov 12 03:51:01.213652 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.218730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0a8bb-1082-4d4e-b57e-88ae54dc3733 None None] Pushing event deleted for resources: {'Port': ['ID=4c1917a6-99d2-499e-9405-76c68e294e76,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:01.230317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0a8bb-1082-4d4e-b57e-88ae54dc3733 None None] No DVR routers for this DVR port 4c1917a6-99d2-499e-9405-76c68e294e76 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:01.260819 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d059d-c9a3-4465-b359-f4e5cd9385ea req-063a139a-3f5f-4020-9e53-4b6feb0de15a tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.278786 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c36d059d-c9a3-4465-b359-f4e5cd9385ea req-063a139a-3f5f-4020-9e53-4b6feb0de15a tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 943 time: 0.1850612 Nov 12 03:51:01.327622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-f53e67b6-0101-4671-93ef-86eff6b0921f tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.331456 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-f53e67b6-0101-4671-93ef-86eff6b0921f tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a&tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 1096 time: 0.2393372 Nov 12 03:51:01.333375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b9dcb-ed77-45a8-b560-c05c9bc16ef8 None None] Pushing event updated for resources: {'Port': ['ID=0e1915ba-5a63-4430-a313-02efb1d0bc22,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:01.530604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c36d059d-c9a3-4465-b359-f4e5cd9385ea req-262d4e54-3e53-4b40-b258-c6d1cf9deb43 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492740 Nov 12 03:51:01.549628 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d8f7621-d5cd-43a4-9102-6453b027aae0 req-89fc711c-7d65-4dbf-8dd5-3657f05d2027 service neutron] 10.222.0.25 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300300 Nov 12 03:51:01.682316 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.733163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872b6143-fc30-45ff-842a-5352e013b803']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:01.752929 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:01.753283 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c647cf-3bc4-4277-9e1a-bfb4da1d2cc2') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:01.769637 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-66a2c4cb-420e-41d6-97f5-21cd9f43ea9e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.777954 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-66a2c4cb-420e-41d6-97f5-21cd9f43ea9e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 0.7321541 Nov 12 03:51:01.783940 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.800610 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f935b3a0-e063-4c22-a31f-b13ea3eab738 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.806419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d8f7621-d5cd-43a4-9102-6453b027aae0 req-98b39840-049c-46b2-8bc8-f6186ef0db8f service neutron] 10.222.0.25 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003388 Nov 12 03:51:01.815423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-3fbaed7d-e294-4fd2-a464-6a3ab1529923 service neutron] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:01.816582 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.829534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9d26-0bad-4443-a221-d8d8fd36c9cb req-15f020f5-aefe-4d93-884a-998ee3f21be6 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.832630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c6aa9d26-0bad-4443-a221-d8d8fd36c9cb req-15f020f5-aefe-4d93-884a-998ee3f21be6 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 944 time: 0.0836918 Nov 12 03:51:01.834287 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-3fbaed7d-e294-4fd2-a464-6a3ab1529923 service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.835148 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-3fbaed7d-e294-4fd2-a464-6a3ab1529923 service neutron] 10.222.0.25 "DELETE /v2.0/ports/ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d/bindings/n-h2-767704-23 HTTP/1.1" status: 204 len: 173 time: 0.4717517 Nov 12 03:51:01.838372 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-2b406fa9-1886-4eb9-800a-34852dd6f355 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/quotas/9a329404327a436a89a7392422c84559 HTTP/1.1" status: 200 len: 375 time: 0.0595710 Nov 12 03:51:01.871323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:01.871727 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:01.875486 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:01.906655 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c6aa9d26-0bad-4443-a221-d8d8fd36c9cb req-53af8f21-c563-4fb2-8956-aa6f0eb664fe tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648615 Nov 12 03:51:02.018291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935b3a0-e063-4c22-a31f-b13ea3eab738 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'Subnet': ['ID=8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:02.031564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f935b3a0-e063-4c22-a31f-b13ea3eab738 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Checking segment: {'id': '1406560e-c43d-444a-88a9-00910d7f42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:02.031945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f935b3a0-e063-4c22-a31f-b13ea3eab738 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Network hostable DHCP agents. Network: 1c46be60-daab-4c5d-8641-aa8b82f59a2d, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:02.053531 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-9f241c18-fecd-4c42-bd9d-d6f0a24afc7d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1886437 Nov 12 03:51:02.056830 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.072685 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.076719 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/networks/872b6143-fc30-45ff-842a-5352e013b803 HTTP/1.1" status: 204 len: 168 time: 2.5240023 Nov 12 03:51:02.079802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37192) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:02.100812 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05cdda-e7ba-4cd3-bf7a-7ec94d8a8b14 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Network': ['ID=872b6143-fc30-45ff-842a-5352e013b803,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:02.201179 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f935b3a0-e063-4c22-a31f-b13ea3eab738 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Network 1c46be60-daab-4c5d-8641-aa8b82f59a2d is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:02.247002 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.313306 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f935b3a0-e063-4c22-a31f-b13ea3eab738 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 1c46be60-daab-4c5d-8641-aa8b82f59a2d) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:02.322251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f935b3a0-e063-4c22-a31f-b13ea3eab738 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:02.322861 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f935b3a0-e063-4c22-a31f-b13ea3eab738 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.332605 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d710a19-d2e2-4f08-9e45-061e1b9cb0da None None] Network 1c46be60-daab-4c5d-8641-aa8b82f59a2d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:02.341386 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-c6487b8f-840b-4e6a-896a-48ebd690ebe0 service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630320 Nov 12 03:51:02.387486 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0e1915ba-5a63-4430-a313-02efb1d0bc22 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:02.517556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.562133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9f483-5a33-445e-8ba9-bd8a82b99a3e req-80b6e5f5-6880-48e5-b378-70877af1b98c tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:02.564686 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-bf819093-6007-4d54-b1c7-b16f43aed237 service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109628 Nov 12 03:51:02.572160 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75a9f483-5a33-445e-8ba9-bd8a82b99a3e req-80b6e5f5-6880-48e5-b378-70877af1b98c tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 1096 time: 0.2969501 Nov 12 03:51:02.580725 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f935b3a0-e063-4c22-a31f-b13ea3eab738 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2710917 Nov 12 03:51:02.585310 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37204) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:02.589989 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6dfdd2b-88db-4f06-a637-74adb7ef2a6e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:02.612115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-23dcb86b-697f-443e-8762-1c4c72ea6016 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'port': {'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e', 'name': 'tempest-TaggedBootDevicesTest-599091097', 'fixed_ips': [{'subnet_id': 'e6fe0b5a-c82d-4ced-ae13-8f510ce1c500'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:02.653198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0e1915ba-5a63-4430-a313-02efb1d0bc22 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:02.653988 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.664967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3648d1-f702-4039-af43-5180c430616a') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:02.665303 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3648d1-f702-4039-af43-5180c430616a') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:02.687216 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.726906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.752501 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75a9f483-5a33-445e-8ba9-bd8a82b99a3e req-b5d598b2-7593-44ed-ba52-2ebd014f58a9 tempest-LiveAutoBlockMigrationV225Test-2133677121 tempest-LiveAutoBlockMigrationV225Test-2133677121-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645665 Nov 12 03:51:02.754438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:02.754438 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:02.769553 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:02.909843 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.933065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-1c46be60-daab-4c5d-8641-aa8b82f59a2d', 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'fixed_ips': [{'subnet_id': '8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:02.935232 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.968787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 0e1915ba-5a63-4430-a313-02efb1d0bc22, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0e1915ba-5a63-4430-a313-02efb1d0bc22,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:03.012471 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.025127 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.053731 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37224) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:03.057299 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/networks/e6dfdd2b-88db-4f06-a637-74adb7ef2a6e HTTP/1.1" status: 204 len: 168 time: 0.9761827 Nov 12 03:51:03.062598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f3a46c3a-acf9-411c-abd9-9a5e97b9844e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-581562878'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:03.083881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4ad938-5405-4be0-aca5-26347493aa30 None None] Network 20cb3bc5-e458-4eb2-a97c-572f6154372e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:03.115185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744798e-052d-4578-b9db-2c6fda99d3e8 req-456fce12-2ee1-4c2b-be4e-0c92802560b7 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:03.119218 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d744798e-052d-4578-b9db-2c6fda99d3e8 req-456fce12-2ee1-4c2b-be4e-0c92802560b7 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 943 time: 0.1796408 Nov 12 03:51:03.121435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dcb86b-697f-443e-8762-1c4c72ea6016 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Made reservation on behalf of d9678195170c4bbb866cded26d46169a for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:03.141726 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.172000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Network': ['ID=e6dfdd2b-88db-4f06-a637-74adb7ef2a6e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:03.253508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:03.253508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:03.253508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:03.253508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:03.254225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:03.257668 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:03.259404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5eb3f5dc-57f8-4216-9fff-dca759276a19 None None] Provisioning complete for port 0e1915ba-5a63-4430-a313-02efb1d0bc22 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:03.259404 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5eb3f5dc-57f8-4216-9fff-dca759276a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.260292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:03.260881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:03.263156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:03.266730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:03.268705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:03.273546 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43b4c6-fb0c-4df8-ae3d-a0e3256f637a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:03.319379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4c1917a6-99d2-499e-9405-76c68e294e76 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:03.366130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 4c1917a6-99d2-499e-9405-76c68e294e76 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:03.367069 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4c1917a6-99d2-499e-9405-76c68e294e76 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:03.393607 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23dcb86b-697f-443e-8762-1c4c72ea6016 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.412779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d744798e-052d-4578-b9db-2c6fda99d3e8 req-3b355077-3605-4986-9943-72585b868a8f tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360475 Nov 12 03:51:03.424323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-23dcb86b-697f-443e-8762-1c4c72ea6016 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] device_id is not set on port 23b8dda3-c607-4d03-bda1-5156ca593966 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:51:03.475068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=0e1915ba-5a63-4430-a313-02efb1d0bc22,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:03.499531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Allocated IP 10.2.2.2 (1c46be60-daab-4c5d-8641-aa8b82f59a2d/8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669/4230a209-5b11-4f92-9edf-c0c10c974dfe) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:03.561835 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4de47e5-9eb8-4a1d-9375-914d27cd4369 req-7f995a57-15c7-4a30-87fe-8074302fee94 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 210 time: 0.0626922 Nov 12 03:51:03.662181 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-23dcb86b-697f-443e-8762-1c4c72ea6016 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Allocated IP 10.1.1.51 (20cb3bc5-e458-4eb2-a97c-572f6154372e/e6fe0b5a-c82d-4ced-ae13-8f510ce1c500/23b8dda3-c607-4d03-bda1-5156ca593966) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:03.663288 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e05a00b7-fd3e-411d-a834-f01e36bbeb44 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:51:03.874312 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23dcb86b-697f-443e-8762-1c4c72ea6016 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.908671 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.943697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e05a00b7-fd3e-411d-a834-f01e36bbeb44, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e05a00b7-fd3e-411d-a834-f01e36bbeb44,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:03.960960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'e05a00b7-fd3e-411d-a834-f01e36bbeb44', 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf', 'port_id': 'e05a00b7-fd3e-411d-a834-f01e36bbeb44', 'mac_address': 'fa:16:3e:22:e3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34069265-bba2-44d4-9f7e-7a4462db4ea2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:51:04.012594 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.028249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05a00b7-fd3e-411d-a834-f01e36bbeb44 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:04.050402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e05a00b7-fd3e-411d-a834-f01e36bbeb44, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e05a00b7-fd3e-411d-a834-f01e36bbeb44,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:04.121624 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c45cbeec-f42f-421d-94dd-f024803b3f49 None None] Provisioning complete for port 0e1915ba-5a63-4430-a313-02efb1d0bc22 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:04.122066 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c45cbeec-f42f-421d-94dd-f024803b3f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.296964 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0e1915ba-5a63-4430-a313-02efb1d0bc22 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:04.406684 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0e1915ba-5a63-4430-a313-02efb1d0bc22 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:04.407325 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.449735 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a46c3a-acf9-411c-abd9-9a5e97b9844e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:04.456300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3a46c3a-acf9-411c-abd9-9a5e97b9844e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.500432 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23dcb86b-697f-443e-8762-1c4c72ea6016 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.518651 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.522139 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.563746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dcb86b-697f-443e-8762-1c4c72ea6016 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Network 20cb3bc5-e458-4eb2-a97c-572f6154372e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:04.573463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-23dcb86b-697f-443e-8762-1c4c72ea6016 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:04.575911 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a46c3a-acf9-411c-abd9-9a5e97b9844e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:04.581841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dcb86b-697f-443e-8762-1c4c72ea6016 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:04.616418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Network 1c46be60-daab-4c5d-8641-aa8b82f59a2d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:04.637457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:04.647531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:04.654912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c064d-e695-4b97-b760-b27ec8ecddfb req-d41abf2a-0e07-4862-b065-5d6daf6df9ad tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.665760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a1c064d-e695-4b97-b760-b27ec8ecddfb req-d41abf2a-0e07-4862-b065-5d6daf6df9ad tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 944 time: 0.1656482 Nov 12 03:51:04.698146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcb86b-697f-443e-8762-1c4c72ea6016 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'Port': ['ID=23b8dda3-c607-4d03-bda1-5156ca593966,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:04.714357 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3a46c3a-acf9-411c-abd9-9a5e97b9844e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.718163 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-f3a46c3a-acf9-411c-abd9-9a5e97b9844e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Added segment 2d375372-3abd-44a4-8983-8de554dee5d3 of type vlan for network 4a2ec827-a47b-4a23-82d9-32122c415097 Nov 12 03:51:04.747679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Attempting to bind port 4230a209-5b11-4f92-9edf-c0c10c974dfe on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:04.748475 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Attempting to bind port 4230a209-5b11-4f92-9edf-c0c10c974dfe by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '1406560e-c43d-444a-88a9-00910d7f42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:04.748475 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Attempting to bind port 4230a209-5b11-4f92-9edf-c0c10c974dfe on network 1c46be60-daab-4c5d-8641-aa8b82f59a2d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:04.750737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=e05a00b7-fd3e-411d-a834-f01e36bbeb44,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:04.760827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:04.761209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Checking segment: {'id': '1406560e-c43d-444a-88a9-00910d7f42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:04.761615 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.762008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Bound using segment: {'id': '1406560e-c43d-444a-88a9-00910d7f42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:04.762662 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Bound port: 4230a209-5b11-4f92-9edf-c0c10c974dfe, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1406560e-c43d-444a-88a9-00910d7f42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:04.763052 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.802362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a1c064d-e695-4b97-b760-b27ec8ecddfb req-6cd6e18d-7c99-4ffa-9caf-b394b90139bc tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353729 Nov 12 03:51:04.853413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dcb86b-697f-443e-8762-1c4c72ea6016 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.854679 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23dcb86b-697f-443e-8762-1c4c72ea6016 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.897958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['e05a00b7-fd3e-411d-a834-f01e36bbeb44'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:04.920454 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3a46c3a-acf9-411c-abd9-9a5e97b9844e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.961929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37264) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.002012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285f44a-0e94-457c-8de4-491c58fdea00 req-ddb65d0a-dd2d-4384-bad1-5b683b02b78f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:05.012541 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c285f44a-0e94-457c-8de4-491c58fdea00 req-ddb65d0a-dd2d-4384-bad1-5b683b02b78f tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 944 time: 0.1038468 Nov 12 03:51:05.063718 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-396da5e6-c2d6-4ff1-8062-7e1d8788133e req-c59a6167-7dd2-4e3b-b080-2cf2bda567af tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 210 time: 0.1865144 Nov 12 03:51:05.071078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Pushing event updated for resources: {'Port': ['ID=4230a209-5b11-4f92-9edf-c0c10c974dfe,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:05.074265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-23dcb86b-697f-443e-8762-1c4c72ea6016 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4911954 Nov 12 03:51:05.077559 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37272) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.094740 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c285f44a-0e94-457c-8de4-491c58fdea00 req-6fd23930-babc-412a-8e3c-92e74dd691c5 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810814 Nov 12 03:51:05.098435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-790fca02-afbf-448b-9e4d-15c41d23382b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'port': {'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e', 'name': 'tempest-TaggedBootDevicesTest-1937887475', 'fixed_ips': [{'subnet_id': 'e6fe0b5a-c82d-4ced-ae13-8f510ce1c500'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:05.104856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] For port 4230a209-5b11-4f92-9edf-c0c10c974dfe, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:05.107134 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3a46c3a-acf9-411c-abd9-9a5e97b9844e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.124310 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a46c3a-acf9-411c-abd9-9a5e97b9844e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:05.124966 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3a46c3a-acf9-411c-abd9-9a5e97b9844e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.125431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:05.125882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:05.127596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:05.128810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:05.128810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:05.128810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:05.129414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:05.129950 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:05.130383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:05.131625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:05.132439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:05.133208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:05.136741 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1cb09f7-3e2d-44f1-aa24-0e079fd9061c None None] Provisioning complete for port 23b8dda3-c607-4d03-bda1-5156ca593966 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:05.145560 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1cb09f7-3e2d-44f1-aa24-0e079fd9061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.183868 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71e93744-5ad8-40c2-ba4e-5c170acf4f6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.202536 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] For port 4230a209-5b11-4f92-9edf-c0c10c974dfe, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4230a209-5b11-4f92-9edf-c0c10c974dfe,segment=NetworkSegment(1406560e-c43d-444a-88a9-00910d7f42b5),segment_id=1406560e-c43d-444a-88a9-00910d7f42b5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:05.273387 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.283540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb09f7-3e2d-44f1-aa24-0e079fd9061c None None] Port 23b8dda3-c607-4d03-bda1-5156ca593966 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:05.343871 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f3a46c3a-acf9-411c-abd9-9a5e97b9844e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2857645 Nov 12 03:51:05.347241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37284) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.352892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a46c3a-acf9-411c-abd9-9a5e97b9844e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Network': ['ID=4a2ec827-a47b-4a23-82d9-32122c415097,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:05.359410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bcf91076-6bbc-42ab-a69d-f860b42bd7e2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'subnet': {'network_id': '4a2ec827-a47b-4a23-82d9-32122c415097', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:05.375588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 4a2ec827-a47b-4a23-82d9-32122c415097 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:05.414242 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71e93744-5ad8-40c2-ba4e-5c170acf4f6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.424183 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fcac2-8909-4a80-8427-70f039830736 None None] Pushing event updated for resources: {'Port': ['ID=4230a209-5b11-4f92-9edf-c0c10c974dfe,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:05.546242 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71e93744-5ad8-40c2-ba4e-5c170acf4f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.596205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790fca02-afbf-448b-9e4d-15c41d23382b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Made reservation on behalf of d9678195170c4bbb866cded26d46169a for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:05.601218 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790fca02-afbf-448b-9e4d-15c41d23382b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.620150 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-71e93744-5ad8-40c2-ba4e-5c170acf4f6a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7a92ffa154574628a76ad7570eda1be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6539030 Nov 12 03:51:05.623293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.632241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-790fca02-afbf-448b-9e4d-15c41d23382b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] device_id is not set on port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:51:05.632529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e93744-5ad8-40c2-ba4e-5c170acf4f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ed7790-d142-40fc-bbe6-6bd8172e0914,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:05.719004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c2a58-10d5-4312-b5ef-d3489bf8f337 req-6f54a2bf-5757-4c42-be4a-bffcd805cb21 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:05.720663 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e83c2a58-10d5-4312-b5ef-d3489bf8f337 req-6f54a2bf-5757-4c42-be4a-bffcd805cb21 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.25 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 944 time: 0.0994313 Nov 12 03:51:05.759165 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf91076-6bbc-42ab-a69d-f860b42bd7e2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:05.768156 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcf91076-6bbc-42ab-a69d-f860b42bd7e2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.808530 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c323c9c-7285-48d8-b3f1-6a0e3c48fc07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.934127 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c323c9c-7285-48d8-b3f1-6a0e3c48fc07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.959982 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e83c2a58-10d5-4312-b5ef-d3489bf8f337 req-b1eb1f21-306c-414f-8c40-76a25945d6e0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Deleting port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:05.960824 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e83c2a58-10d5-4312-b5ef-d3489bf8f337 req-b1eb1f21-306c-414f-8c40-76a25945d6e0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.007354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-790fca02-afbf-448b-9e4d-15c41d23382b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Allocated IP 10.1.1.87 (20cb3bc5-e458-4eb2-a97c-572f6154372e/e6fe0b5a-c82d-4ced-ae13-8f510ce1c500/771eb8e8-60ac-43da-aa8d-f854ed1a1892) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:06.017420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967183e-4052-4773-b4c8-dfcc5019aab2 req-ce5df48f-32f3-41b8-824b-7bfaece466e8 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:06.023139 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3967183e-4052-4773-b4c8-dfcc5019aab2 req-ce5df48f-32f3-41b8-824b-7bfaece466e8 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 944 time: 0.1330838 Nov 12 03:51:06.107192 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c323c9c-7285-48d8-b3f1-6a0e3c48fc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.110396 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c323c9c-7285-48d8-b3f1-6a0e3c48fc07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.112578 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4c323c9c-7285-48d8-b3f1-6a0e3c48fc07 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/11ed7790-d142-40fc-bbe6-6bd8172e0914 HTTP/1.1" status: 204 len: 168 time: 0.4873030 Nov 12 03:51:06.155727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c323c9c-7285-48d8-b3f1-6a0e3c48fc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ed7790-d142-40fc-bbe6-6bd8172e0914,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:06.173499 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e83c2a58-10d5-4312-b5ef-d3489bf8f337 req-b1eb1f21-306c-414f-8c40-76a25945d6e0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] For port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:06.174110 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e83c2a58-10d5-4312-b5ef-d3489bf8f337 req-b1eb1f21-306c-414f-8c40-76a25945d6e0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.221147 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e83c2a58-10d5-4312-b5ef-d3489bf8f337 req-b1eb1f21-306c-414f-8c40-76a25945d6e0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Calling delete_port for ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:06.261203 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d7df8fde-c25f-4ae0-8ff7-4a9fe6d18852 req-b6f19e3e-56d7-47c5-80d4-81257b73c05c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 210 time: 0.0800841 Nov 12 03:51:06.306310 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790fca02-afbf-448b-9e4d-15c41d23382b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.367893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4230a209-5b11-4f92-9edf-c0c10c974dfe up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:06.495528 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3967183e-4052-4773-b4c8-dfcc5019aab2 req-e323f1a4-8c37-43e8-b346-4e95f9df3d5c tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684367 Nov 12 03:51:06.509662 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790fca02-afbf-448b-9e4d-15c41d23382b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.511111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 4230a209-5b11-4f92-9edf-c0c10c974dfe triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:06.512394 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.604226 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcf91076-6bbc-42ab-a69d-f860b42bd7e2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.607216 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790fca02-afbf-448b-9e4d-15c41d23382b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Network 20cb3bc5-e458-4eb2-a97c-572f6154372e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:06.626215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-790fca02-afbf-448b-9e4d-15c41d23382b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:06.642733 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790fca02-afbf-448b-9e4d-15c41d23382b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:06.671646 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.746461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf91076-6bbc-42ab-a69d-f860b42bd7e2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Subnet': ['ID=39b38249-cd1d-4285-b32f-de3b50ec0f66,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:06.753813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fca02-afbf-448b-9e4d-15c41d23382b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'Port': ['ID=771eb8e8-60ac-43da-aa8d-f854ed1a1892,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:06.794158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 4230a209-5b11-4f92-9edf-c0c10c974dfe, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4230a209-5b11-4f92-9edf-c0c10c974dfe,segment=NetworkSegment(1406560e-c43d-444a-88a9-00910d7f42b5),segment_id=1406560e-c43d-444a-88a9-00910d7f42b5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:06.807176 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf91076-6bbc-42ab-a69d-f860b42bd7e2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Checking segment: {'id': '2d375372-3abd-44a4-8983-8de554dee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4a2ec827-a47b-4a23-82d9-32122c415097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:06.809371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf91076-6bbc-42ab-a69d-f860b42bd7e2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network hostable DHCP agents. Network: 4a2ec827-a47b-4a23-82d9-32122c415097, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:06.824097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdf0f1-04de-4bd9-a01a-782d9c98241d req-839814fa-fffc-47ba-afb1-c697efb6492c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:06.832518 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e83c2a58-10d5-4312-b5ef-d3489bf8f337 req-b1eb1f21-306c-414f-8c40-76a25945d6e0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.836820 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-abfdf0f1-04de-4bd9-a01a-782d9c98241d req-839814fa-fffc-47ba-afb1-c697efb6492c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 944 time: 0.3785968 Nov 12 03:51:06.850501 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['9d1c7927-0fc3-4022-b98a-bee20e40acea'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:06.895451 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.935176 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb1f21-306c-414f-8c40-76a25945d6e0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Pushing event deleted for resources: {'Port': ['ID=ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.030472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f4c4f9-fc30-4492-9a7c-d314d1a1ceee None None] Network 1c46be60-daab-4c5d-8641-aa8b82f59a2d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:07.052771 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-abfdf0f1-04de-4bd9-a01a-782d9c98241d req-9dd2a840-2400-4215-8c93-8e3a75b2c7ab tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909962 Nov 12 03:51:07.066012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf91076-6bbc-42ab-a69d-f860b42bd7e2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 4a2ec827-a47b-4a23-82d9-32122c415097 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:07.069099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790fca02-afbf-448b-9e4d-15c41d23382b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:07.069753 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-790fca02-afbf-448b-9e4d-15c41d23382b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.113525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83c2a58-10d5-4312-b5ef-d3489bf8f337 req-b1eb1f21-306c-414f-8c40-76a25945d6e0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] No DVR routers for this DVR port ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:07.117295 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e83c2a58-10d5-4312-b5ef-d3489bf8f337 req-b1eb1f21-306c-414f-8c40-76a25945d6e0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.122453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e83c2a58-10d5-4312-b5ef-d3489bf8f337 req-b1eb1f21-306c-414f-8c40-76a25945d6e0 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.25 "DELETE /v2.0/ports/ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d HTTP/1.1" status: 204 len: 173 time: 1.3938546 Nov 12 03:51:07.124828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841e3105-9960-464e-b4f4-2b19c940c79a', 'name': 'network-vif-deleted', 'tag': 'ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:07.127439 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3727a5d-877b-46ad-97ad-d0d98ca82182" -d '{"events": [{"server_uuid": "841e3105-9960-464e-b4f4-2b19c940c79a", "name": "network-vif-deleted", "tag": "ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:07.182585 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8683b5-2f84-4489-bcec-a4ec2888114e x-openstack-request-id: req-7b8683b5-2f84-4489-bcec-a4ec2888114e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:07.182585 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841e3105-9960-464e-b4f4-2b19c940c79a", "name": "network-vif-deleted", "tag": "ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:07.182585 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7b8683b5-2f84-4489-bcec-a4ec2888114e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:07.182585 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841e3105-9960-464e-b4f4-2b19c940c79a', 'name': 'network-vif-deleted', 'tag': 'ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d', 'status': 'completed', 'code': 200} Nov 12 03:51:07.185530 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-790fca02-afbf-448b-9e4d-15c41d23382b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1014972 Nov 12 03:51:07.216561 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=4230a209-5b11-4f92-9edf-c0c10c974dfe,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.224510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e96eda64-48b8-4ff5-83ad-f34851583c4d None None] Provisioning complete for port 4230a209-5b11-4f92-9edf-c0c10c974dfe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:07.224804 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e96eda64-48b8-4ff5-83ad-f34851583c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.253497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-bcf91076-6bbc-42ab-a69d-f860b42bd7e2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 4a2ec827-a47b-4a23-82d9-32122c415097) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:07.258558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf91076-6bbc-42ab-a69d-f860b42bd7e2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:07.259355 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcf91076-6bbc-42ab-a69d-f860b42bd7e2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.282206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b2f2a3-dd6c-4cd9-b712-fab703246c65 None None] Network 4a2ec827-a47b-4a23-82d9-32122c415097 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:07.378091 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37316) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.392074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1765d8ae-28d3-45a3-9f90-7b60aad1d23f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-254372006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:07.392396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bcf91076-6bbc-42ab-a69d-f860b42bd7e2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0259748 Nov 12 03:51:07.480770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-814737e6-0b59-41a1-87af-ebbb23b57fe7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:07.485111 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-814737e6-0b59-41a1-87af-ebbb23b57fe7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 0.3294542 Nov 12 03:51:07.513538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-d42fd549-5161-4a80-9ec0-93609e9a7274 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Request body: {'port': {'device_id': '300bd774-b6d2-403b-bb1e-e04956418593', 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'admin_state_up': True, 'tenant_id': '9a329404327a436a89a7392422c84559'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:07.574722 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e411e28-8a68-49fb-b806-afc2e570b3bc req-7f4b8459-000b-4506-bc5e-93245021c154 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 210 time: 0.0884104 Nov 12 03:51:07.632489 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1765d8ae-28d3-45a3-9f90-7b60aad1d23f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.633573 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1765d8ae-28d3-45a3-9f90-7b60aad1d23f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.671011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e05a00b7-fd3e-411d-a834-f01e36bbeb44 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:07.818612 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1765d8ae-28d3-45a3-9f90-7b60aad1d23f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.847221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37328) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.875112 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-681d0506-fcd3-4ad0-9311-a3a72d34bebb tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765262287', 'description': 'tempest-description--1651491092'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:07.899995 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1765d8ae-28d3-45a3-9f90-7b60aad1d23f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.953669 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd3498-54c8-4e2c-99d4-2a35a10a18a3 req-59e4943a-3eaa-458b-9ac9-cb49fbad58f6 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:07.955225 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3bdd3498-54c8-4e2c-99d4-2a35a10a18a3 req-59e4943a-3eaa-458b-9ac9-cb49fbad58f6 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 944 time: 0.2301905 Nov 12 03:51:08.037177 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-40ac0204-2381-479b-8b28-d339d68da504 None None] Provisioning complete for port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:08.039608 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40ac0204-2381-479b-8b28-d339d68da504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.085657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3bdd3498-54c8-4e2c-99d4-2a35a10a18a3 req-addc0a9e-ea95-46ec-8b5f-974cbd97251a tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758107 Nov 12 03:51:08.089102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-4a2ec827-a47b-4a23-82d9-32122c415097', 'network_id': '4a2ec827-a47b-4a23-82d9-32122c415097', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'fixed_ips': [{'subnet_id': '39b38249-cd1d-4285-b32f-de3b50ec0f66'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:08.090506 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.101024 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-681d0506-fcd3-4ad0-9311-a3a72d34bebb tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.132182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-40ac0204-2381-479b-8b28-d339d68da504 None None] Port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:08.262345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-61a845a3-5e23-4acf-8b63-155d43b4f607 req-a79ddd7a-77f7-4ead-b391-2ae7bc04970a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 210 time: 0.0791745 Nov 12 03:51:08.270196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-681d0506-fcd3-4ad0-9311-a3a72d34bebb tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.284992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-d42fd549-5161-4a80-9ec0-93609e9a7274 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Made reservation on behalf of 9a329404327a436a89a7392422c84559 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:08.296296 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-d42fd549-5161-4a80-9ec0-93609e9a7274 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.312626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4230a209-5b11-4f92-9edf-c0c10c974dfe up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:08.322209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port e05a00b7-fd3e-411d-a834-f01e36bbeb44 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:51:08.361132 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-681d0506-fcd3-4ad0-9311-a3a72d34bebb tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.377002 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1765d8ae-28d3-45a3-9f90-7b60aad1d23f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.380747 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1765d8ae-28d3-45a3-9f90-7b60aad1d23f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0015547 Nov 12 03:51:08.383202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37344) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:08.391438 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-17cce829-a6fe-4f17-bde0-b391001d6754 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'port': {'network_id': '4a2ec827-a47b-4a23-82d9-32122c415097', 'name': 'tempest-RoutersIpV6Test-1286406311'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:08.438921 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port e05a00b7-fd3e-411d-a834-f01e36bbeb44 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:08.439546 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.453149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d0506-fcd3-4ad0-9311-a3a72d34bebb tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c71a7f-b4f4-4611-94af-79a1583eac57,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:08.496225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2987cc4e-3d12-4ed3-baa0-c181582725a7 None None] Provisioning complete for port 4230a209-5b11-4f92-9edf-c0c10c974dfe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:08.498969 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2987cc4e-3d12-4ed3-baa0-c181582725a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.518322 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-d42fd549-5161-4a80-9ec0-93609e9a7274 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Allocated IP 172.20.0.7 (5180d290-ec7a-4d87-815a-6d5ae96500d4/70ace581-efc3-4076-b0ce-48737a72947d/4f45ab14-58af-4dc7-9a7d-9bbc0f758425) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:08.770603 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-d42fd549-5161-4a80-9ec0-93609e9a7274 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.807976 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-681d0506-fcd3-4ad0-9311-a3a72d34bebb tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.809597 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-681d0506-fcd3-4ad0-9311-a3a72d34bebb tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9593260 Nov 12 03:51:08.814105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37354) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:08.820327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-401014a5-4444-451f-8791-60d73e9e62f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'security_group_rule': {'security_group_id': '21c71a7f-b4f4-4611-94af-79a1583eac57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:08.840315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cce829-a6fe-4f17-bde0-b391001d6754 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:08.842589 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e517b6f5-cc11-446b-814e-ae2021fa91e0 req-a615a4a1-e235-4625-9893-287a0bac8fab tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 210 time: 0.1542728 Nov 12 03:51:08.858007 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17cce829-a6fe-4f17-bde0-b391001d6754 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.859295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 4230a209-5b11-4f92-9edf-c0c10c974dfe triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:08.860425 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.872572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-d42fd549-5161-4a80-9ec0-93609e9a7274 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.931465 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['477eb4e1-30bb-447f-9cd0-4e662562b001'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:08.946377 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-17cce829-a6fe-4f17-bde0-b391001d6754 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] device_id is not set on port 9bd6cb75-f3df-4619-9451-c4312f13172f yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:51:08.947519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-d42fd549-5161-4a80-9ec0-93609e9a7274 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Network 5180d290-ec7a-4d87-815a-6d5ae96500d4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:08.954764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-d42fd549-5161-4a80-9ec0-93609e9a7274 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:08.959328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-d42fd549-5161-4a80-9ec0-93609e9a7274 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:09.014150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Allocated IP 2001:db8::2 (4a2ec827-a47b-4a23-82d9-32122c415097/39b38249-cd1d-4285-b32f-de3b50ec0f66/502b60c3-0950-4e2e-ad1e-532d174cd03b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:09.023121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-d42fd549-5161-4a80-9ec0-93609e9a7274 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:09.023829 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-d42fd549-5161-4a80-9ec0-93609e9a7274 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.035878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fd549-5161-4a80-9ec0-93609e9a7274 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Pushing event updated for resources: {'Port': ['ID=4f45ab14-58af-4dc7-9a7d-9bbc0f758425,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:09.085959 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-401014a5-4444-451f-8791-60d73e9e62f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.190970 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-d42fd549-5161-4a80-9ec0-93609e9a7274 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6829584 Nov 12 03:51:09.237872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Request body: {'port': {'device_id': '300bd774-b6d2-403b-bb1e-e04956418593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:09.252657 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-401014a5-4444-451f-8791-60d73e9e62f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.277634 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.306296 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-401014a5-4444-451f-8791-60d73e9e62f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.362114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401014a5-4444-451f-8791-60d73e9e62f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6caf93b0-c96f-4491-8b31-747e43f3e30e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:09.400705 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-401014a5-4444-451f-8791-60d73e9e62f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.402248 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-401014a5-4444-451f-8791-60d73e9e62f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5870469 Nov 12 03:51:09.404805 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37370) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:09.409304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6d371b23-2fb0-42fa-b87f-23a0fa7447c9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'security_group_rule': {'security_group_id': '21c71a7f-b4f4-4611-94af-79a1583eac57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:09.447960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a57a-cfc7-4baf-b1b2-183029a880d4 req-5dfb65df-1634-4f32-b314-5901af171619 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:09.449587 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1f51a57a-cfc7-4baf-b1b2-183029a880d4 req-5dfb65df-1634-4f32-b314-5901af171619 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 944 time: 0.2497776 Nov 12 03:51:09.459375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690fba4b-c098-4eab-84d1-ee52d94abe13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05a00b7-fd3e-411d-a834-f01e36bbeb44'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:09.462308 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77330af6-aa81-4afd-9cb6-0c4d9d31be44" -d '{"events": [{"server_uuid": "690fba4b-c098-4eab-84d1-ee52d94abe13", "name": "network-vif-plugged", "status": "completed", "tag": "e05a00b7-fd3e-411d-a834-f01e36bbeb44"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:09.491177 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.522194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e05a00b7-fd3e-411d-a834-f01e36bbeb44, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e05a00b7-fd3e-411d-a834-f01e36bbeb44,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:09.528433 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-626f32e2-89e6-40f5-9b51-a6079916448f req-b95aaf5b-0dd5-42d2-a1b8-a279ac586599 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 210 time: 0.0544465 Nov 12 03:51:09.551054 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d371b23-2fb0-42fa-b87f-23a0fa7447c9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.680057 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79e311e-8a71-44c4-87bb-a40f72ec3e2a x-openstack-request-id: req-f79e311e-8a71-44c4-87bb-a40f72ec3e2a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:09.680852 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690fba4b-c098-4eab-84d1-ee52d94abe13", "name": "network-vif-plugged", "status": "completed", "tag": "e05a00b7-fd3e-411d-a834-f01e36bbeb44", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:09.681268 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f79e311e-8a71-44c4-87bb-a40f72ec3e2a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:09.681907 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690fba4b-c098-4eab-84d1-ee52d94abe13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05a00b7-fd3e-411d-a834-f01e36bbeb44', 'code': 200} Nov 12 03:51:09.687526 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.689379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:09.719420 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d371b23-2fb0-42fa-b87f-23a0fa7447c9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.728390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37378) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:09.786052 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d371b23-2fb0-42fa-b87f-23a0fa7447c9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.801647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=e05a00b7-fd3e-411d-a834-f01e36bbeb44,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:09.821115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371b23-2fb0-42fa-b87f-23a0fa7447c9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a742d31-5fb6-4010-ad12-fa43278bc9c0,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:09.830897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:09.831250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device ab16b6a7-fe50-480f-818e-cc4cb0bb9a0d not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:09.848943 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.898687 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d371b23-2fb0-42fa-b87f-23a0fa7447c9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.900421 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6d371b23-2fb0-42fa-b87f-23a0fa7447c9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4942145 Nov 12 03:51:09.903525 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37384) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:09.909397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:09.918124 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.961913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1492425678', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:09.981997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Network 4a2ec827-a47b-4a23-82d9-32122c415097 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:10.001798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:10.004826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:10.033028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Pushing event updated for resources: {'Port': ['ID=502b60c3-0950-4e2e-ad1e-532d174cd03b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.065490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-17cce829-a6fe-4f17-bde0-b391001d6754 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Allocated IP 2001:db8::8e (4a2ec827-a47b-4a23-82d9-32122c415097/39b38249-cd1d-4285-b32f-de3b50ec0f66/9bd6cb75-f3df-4619-9451-c4312f13172f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:10.093943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2e89d-5153-479a-b4b1-cce68f10f876 req-db0341ca-fb55-40f6-80d1-220ea6e7384a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:10.095805 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c0d2e89d-5153-479a-b4b1-cce68f10f876 req-db0341ca-fb55-40f6-80d1-220ea6e7384a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 931 time: 0.1284764 Nov 12 03:51:10.105828 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.141378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Attempting to bind port 502b60c3-0950-4e2e-ad1e-532d174cd03b on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:10.143227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Attempting to bind port 502b60c3-0950-4e2e-ad1e-532d174cd03b by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '2d375372-3abd-44a4-8983-8de554dee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4a2ec827-a47b-4a23-82d9-32122c415097'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:10.146062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Attempting to bind port 502b60c3-0950-4e2e-ad1e-532d174cd03b on network 4a2ec827-a47b-4a23-82d9-32122c415097 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:10.160791 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:10.161480 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Checking segment: {'id': '2d375372-3abd-44a4-8983-8de554dee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4a2ec827-a47b-4a23-82d9-32122c415097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:10.162081 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.163385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Bound using segment: {'id': '2d375372-3abd-44a4-8983-8de554dee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4a2ec827-a47b-4a23-82d9-32122c415097'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:10.165254 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Bound port: 502b60c3-0950-4e2e-ad1e-532d174cd03b, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d375372-3abd-44a4-8983-8de554dee5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '4a2ec827-a47b-4a23-82d9-32122c415097'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:10.165883 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.180764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1f51a57a-cfc7-4baf-b1b2-183029a880d4 req-aca528c8-d6e1-4ca7-8a4b-2653c47e51aa tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7141953 Nov 12 03:51:10.208916 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a0f44-e383-4ecc-b6f9-6aea7f547e03 req-6c401ce0-7f77-4e01-90dd-92a0edc9bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:10.210393 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-384a0f44-e383-4ecc-b6f9-6aea7f547e03 req-6c401ce0-7f77-4e01-90dd-92a0edc9bf38 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 1097 time: 0.1182923 Nov 12 03:51:10.277925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Made reservation on behalf of b82966cb584f4f3d8b44fd629ad585d7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:10.281522 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.305658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] For port 502b60c3-0950-4e2e-ad1e-532d174cd03b, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:10.307964 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.310365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] For port 502b60c3-0950-4e2e-ad1e-532d174cd03b, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=502b60c3-0950-4e2e-ad1e-532d174cd03b,segment=NetworkSegment(2d375372-3abd-44a4-8983-8de554dee5d3),segment_id=2d375372-3abd-44a4-8983-8de554dee5d3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:10.360654 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c0d2e89d-5153-479a-b4b1-cce68f10f876 req-53e7881a-b674-4f4f-854a-0d65cb34441d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436337 Nov 12 03:51:10.426057 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.497040 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17cce829-a6fe-4f17-bde0-b391001d6754 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.497801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:10.506960 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.510337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba743d10-f8b3-4859-8bbc-3a5d43fd6854 None None] Pushing event updated for resources: {'Port': ['ID=502b60c3-0950-4e2e-ad1e-532d174cd03b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.520379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Transition to ACTIVE for port object 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:10.571034 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-384a0f44-e383-4ecc-b6f9-6aea7f547e03 req-51176e65-fcf2-483d-9807-5e8e9d99ccd4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488607 Nov 12 03:51:10.584644 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.620642 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.630362 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.651435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Pushing event updated for resources: {'Port': ['ID=4f45ab14-58af-4dc7-9a7d-9bbc0f758425,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.731353 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73f209c0-8dfa-49fe-a175-d872a87bc629 req-69293b78-ee0c-4a3f-9a9f-b81571339c39 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 210 time: 0.0674684 Nov 12 03:51:10.731991 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.738337 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17cce829-a6fe-4f17-bde0-b391001d6754 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.770355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Attempting to bind port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:10.771115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Attempting to bind port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:10.771543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Attempting to bind port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:10.774080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] device_id is not set on port a271ff32-3ce3-4bc2-b45d-55099c3233f2 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:51:10.782963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:10.782963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Attempting to bind port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:10.798713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:10.798713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Checking segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:10.811366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Bound using segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:10.817275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Bound port: 4f45ab14-58af-4dc7-9a7d-9bbc0f758425, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:10.825130 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.936728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cce829-a6fe-4f17-bde0-b391001d6754 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 4a2ec827-a47b-4a23-82d9-32122c415097 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:10.939690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] For port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:10.941979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1604d02-a9e6-4158-9ae6-26dc52f79def,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.945153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] For port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4f45ab14-58af-4dc7-9a7d-9bbc0f758425,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:10.962421 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-17cce829-a6fe-4f17-bde0-b391001d6754 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:10.996636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cce829-a6fe-4f17-bde0-b391001d6754 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:11.003672 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cce829-a6fe-4f17-bde0-b391001d6754 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:11.004230 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17cce829-a6fe-4f17-bde0-b391001d6754 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.029853 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.030072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cce829-a6fe-4f17-bde0-b391001d6754 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=9bd6cb75-f3df-4619-9451-c4312f13172f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:11.055670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Allocated IP 172.25.8.44 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/a6100b60-60c6-4bf6-8875-0b43a81ada62) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:11.093049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:11.093049 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.093049 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] 10.222.0.26 "PUT /v2.0/ports/4f45ab14-58af-4dc7-9a7d-9bbc0f758425 HTTP/1.1" status: 200 len: 1092 time: 1.8597257 Nov 12 03:51:11.093049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300bd774-b6d2-403b-bb1e-e04956418593', 'tag': '4f45ab14-58af-4dc7-9a7d-9bbc0f758425'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:11.093452 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9f37f0-6756-4a1e-91cd-69f150dcbb0a" -d '{"events": [{"name": "network-changed", "server_uuid": "300bd774-b6d2-403b-bb1e-e04956418593", "tag": "4f45ab14-58af-4dc7-9a7d-9bbc0f758425"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:11.125158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37394) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:11.131552 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-17cce829-a6fe-4f17-bde0-b391001d6754 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7454064 Nov 12 03:51:11.176793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f5c7c-c68c-46b9-b567-ee9c1393cbaa service neutron] Pushing event updated for resources: {'Port': ['ID=4f45ab14-58af-4dc7-9a7d-9bbc0f758425,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:11.274448 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ed84a6-603e-4cd6-8fe3-ac2ed723f90b x-openstack-request-id: req-c0ed84a6-603e-4cd6-8fe3-ac2ed723f90b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:11.275101 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.275558 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300bd774-b6d2-403b-bb1e-e04956418593", "tag": "4f45ab14-58af-4dc7-9a7d-9bbc0f758425", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:11.275976 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c0ed84a6-603e-4cd6-8fe3-ac2ed723f90b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:11.276551 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300bd774-b6d2-403b-bb1e-e04956418593', 'tag': '4f45ab14-58af-4dc7-9a7d-9bbc0f758425', 'status': 'completed', 'code': 200} Nov 12 03:51:11.420022 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af9267-628f-4f2c-b2ae-5ad2aa40ccea req-92438270-091f-4f3f-af54-7efb1dc0cc69 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:11.424096 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d1af9267-628f-4f2c-b2ae-5ad2aa40ccea req-92438270-091f-4f3f-af54-7efb1dc0cc69 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.0937636 Nov 12 03:51:11.433126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-e146a588-1e29-4858-be4a-694126defe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:11.435394 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-e146a588-1e29-4858-be4a-694126defe6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 1095 time: 0.2012460 Nov 12 03:51:11.475977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.619227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Allocated IP 172.25.8.145 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/a271ff32-3ce3-4bc2-b45d-55099c3233f2) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:11.670941 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-95b1ec9e-a0e3-420b-8b33-e7a0fbe1b90c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f45ab14-58af-4dc7-9a7d-9bbc0f758425 HTTP/1.1" status: 200 len: 217 time: 0.1461754 Nov 12 03:51:11.682060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfed3ed-7d94-4397-9e46-63b06bd8be48 req-a4eb2646-c33e-4f1a-abbd-16fa5c732cd5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:11.703938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccfed3ed-7d94-4397-9e46-63b06bd8be48 req-a4eb2646-c33e-4f1a-abbd-16fa5c732cd5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 943 time: 0.1781311 Nov 12 03:51:11.809044 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.890494 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'Port': ['ID=a6100b60-60c6-4bf6-8875-0b43a81ada62,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:11.897673 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:11.909169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:11.916293 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.919829 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:11.938723 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d1af9267-628f-4f2c-b2ae-5ad2aa40ccea req-e82d8598-2e4a-4406-bc7d-3baaf7970bba tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088837 Nov 12 03:51:12.037257 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.051711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:12.059322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:12.061704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Pushing event updated for resources: {'Port': ['ID=a271ff32-3ce3-4bc2-b45d-55099c3233f2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:12.062366 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec36ea85-6f46-4399-93d7-6cd82bdf64fc None None] Network 4a2ec827-a47b-4a23-82d9-32122c415097 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:12.120046 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.126484 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:12.174455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:12.175295 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.221324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccfed3ed-7d94-4397-9e46-63b06bd8be48 req-f44b3eb7-a50a-4d9d-9426-36894800036a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161223 Nov 12 03:51:12.258801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-1dd376a2-4892-4bb5-a75c-c251e6200494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:12.260311 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-1dd376a2-4892-4bb5-a75c-c251e6200494 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ace581-efc3-4076-b0ce-48737a72947d HTTP/1.1" status: 200 len: 846 time: 0.5401270 Nov 12 03:51:12.264526 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8be7dba6-c106-4b3d-ac12-c8c9014253c4 tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.5339499 Nov 12 03:51:12.270312 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37406) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:12.287573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5c594bfa-0638-4059-a38c-5eb61a6950aa tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145'}]}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:12.290981 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.294734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c0971321-e20e-4f85-9adb-443e9ecf09ce None None] Provisioning complete for port 502b60c3-0950-4e2e-ad1e-532d174cd03b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:12.295496 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0971321-e20e-4f85-9adb-443e9ecf09ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.371146 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 502b60c3-0950-4e2e-ad1e-532d174cd03b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:12.393861 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16348521-825d-4e4f-b134-01e00c4a1dd9 req-e4f2a632-6ee8-45bd-855a-547b7f7bccec tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 210 time: 0.1002171 Nov 12 03:51:12.450004 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-c6a1e08d-47f3-4143-84a4-90498e6a0966 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5180d290-ec7a-4d87-815a-6d5ae96500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1724629 Nov 12 03:51:12.520618 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c594bfa-0638-4059-a38c-5eb61a6950aa tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.522854 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c594bfa-0638-4059-a38c-5eb61a6950aa tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.602017 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0971321-e20e-4f85-9adb-443e9ecf09ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.628590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 502b60c3-0950-4e2e-ad1e-532d174cd03b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:12.634905 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.669259 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-498a20a0-0412-4ed7-a411-37a93f45ff76 service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985226 Nov 12 03:51:12.696933 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c0971321-e20e-4f85-9adb-443e9ecf09ce None None] For port 502b60c3-0950-4e2e-ad1e-532d174cd03b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=502b60c3-0950-4e2e-ad1e-532d174cd03b,segment=NetworkSegment(2d375372-3abd-44a4-8983-8de554dee5d3),segment_id=2d375372-3abd-44a4-8983-8de554dee5d3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:12.721471 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.745741 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c594bfa-0638-4059-a38c-5eb61a6950aa tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.761608 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.779157 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0971321-e20e-4f85-9adb-443e9ecf09ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.801670 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.842963 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.875387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=9bd6cb75-f3df-4619-9451-c4312f13172f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:12.899473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0971321-e20e-4f85-9adb-443e9ecf09ce None None] Pushing event updated for resources: {'Port': ['ID=502b60c3-0950-4e2e-ad1e-532d174cd03b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:12.944521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d508d0eb-5619-404f-bd7d-c8907370e2c5 req-7bd8224b-91b4-4ec3-ad62-88bb70a87a6f service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609489 Nov 12 03:51:12.965885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.095878 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:51:13.102153 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:51:13.111973 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.219663 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c594bfa-0638-4059-a38c-5eb61a6950aa tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.221649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ddf409da-9982-4268-b4db-a92eb6e254bd None None] Provisioning complete for port 9bd6cb75-f3df-4619-9451-c4312f13172f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:13.222837 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddf409da-9982-4268-b4db-a92eb6e254bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.227443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'Port': ['ID=a6100b60-60c6-4bf6-8875-0b43a81ada62,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:13.256752 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.354649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ddf409da-9982-4268-b4db-a92eb6e254bd None None] Port 9bd6cb75-f3df-4619-9451-c4312f13172f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:13.371543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f37f0-6756-4a1e-91cd-69f150dcbb0a req-0d2cf6ea-9eb5-4cd7-be6f-f4179f78c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:13.374513 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce9f37f0-6756-4a1e-91cd-69f150dcbb0a req-0d2cf6ea-9eb5-4cd7-be6f-f4179f78c19e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 1095 time: 0.1858976 Nov 12 03:51:13.388503 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ddf409da-9982-4268-b4db-a92eb6e254bd None None] Provisioning complete for port 502b60c3-0950-4e2e-ad1e-532d174cd03b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:13.388503 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddf409da-9982-4268-b4db-a92eb6e254bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.391428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864aa626-4083-4e8f-9b20-eb75e852c0b5 req-13174a77-6457-4943-bceb-78f44120d966 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:13.393096 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-864aa626-4083-4e8f-9b20-eb75e852c0b5 req-13174a77-6457-4943-bceb-78f44120d966 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.2036345 Nov 12 03:51:13.494155 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.496170 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d1e7fdf0-b384-4e1c-a2a1-b5ceeaf03ade tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5912616 Nov 12 03:51:13.507275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f37f0-6756-4a1e-91cd-69f150dcbb0a req-be9b8923-9816-4ef1-89b6-3b8f01ee3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:13.509025 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce9f37f0-6756-4a1e-91cd-69f150dcbb0a req-be9b8923-9816-4ef1-89b6-3b8f01ee3cfa service neutron] 10.222.0.26 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 908 time: 0.1117723 Nov 12 03:51:13.596390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa817e-af17-4a06-b060-1a0e79226fca req-27f39f99-cba0-4b84-bdfc-8f1e7e20fba5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:13.604142 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cfa817e-af17-4a06-b060-1a0e79226fca req-27f39f99-cba0-4b84-bdfc-8f1e7e20fba5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 943 time: 0.1837456 Nov 12 03:51:13.676092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce9f37f0-6756-4a1e-91cd-69f150dcbb0a req-e494b30e-ba2b-4b2b-b018-f7f9a661bf04 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f45ab14-58af-4dc7-9a7d-9bbc0f758425 HTTP/1.1" status: 200 len: 217 time: 0.1399341 Nov 12 03:51:13.714070 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cfa817e-af17-4a06-b060-1a0e79226fca req-98cbec27-e779-48e0-86d9-83e71910cb8f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066155 Nov 12 03:51:13.731431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2c0469cd-1b80-418c-957c-75fb5855684c None None] Provisioning complete for port 9bd6cb75-f3df-4619-9451-c4312f13172f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:13.732368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c0469cd-1b80-418c-957c-75fb5855684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.781379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2c0469cd-1b80-418c-957c-75fb5855684c None None] Port 9bd6cb75-f3df-4619-9451-c4312f13172f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:13.848651 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.853667 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-864aa626-4083-4e8f-9b20-eb75e852c0b5 req-bb22fded-5810-4fbc-92a1-c104cf8fe03d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436406 Nov 12 03:51:13.912186 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4d4e291c-9f91-4586-8016-8ebaa24103ac None None] Provisioning complete for port 9bd6cb75-f3df-4619-9451-c4312f13172f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:13.912560 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d4e291c-9f91-4586-8016-8ebaa24103ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.965609 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e291c-9f91-4586-8016-8ebaa24103ac None None] Port 9bd6cb75-f3df-4619-9451-c4312f13172f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:13.978584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f37f0-6756-4a1e-91cd-69f150dcbb0a req-09076879-7814-4955-ba77-e17148bd271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:13.980108 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce9f37f0-6756-4a1e-91cd-69f150dcbb0a req-09076879-7814-4955-ba77-e17148bd271f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ace581-efc3-4076-b0ce-48737a72947d HTTP/1.1" status: 200 len: 846 time: 0.2726445 Nov 12 03:51:14.073598 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce9f37f0-6756-4a1e-91cd-69f150dcbb0a req-7021b883-fdab-4c30-89b8-f57127b6a03d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5180d290-ec7a-4d87-815a-6d5ae96500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509534 Nov 12 03:51:14.180449 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-14e97812-ede4-4088-baa9-ed1f6518de2e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--765262287&fields=id&tenant_id=d9678195170c4bbb866cded26d46169a HTTP/1.1" status: 200 len: 267 time: 0.1992512 Nov 12 03:51:14.243424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 502b60c3-0950-4e2e-ad1e-532d174cd03b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:14.296692 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b65f7fc-f9c6-4b06-a1e2-b1b616756ef0 req-f4f02e68-fb88-4ff3-9380-48b3ff93d61a tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 210 time: 0.0455124 Nov 12 03:51:14.323444 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 502b60c3-0950-4e2e-ad1e-532d174cd03b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:14.333325 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.430799 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c594bfa-0638-4059-a38c-5eb61a6950aa tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.455335 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce9f37f0-6756-4a1e-91cd-69f150dcbb0a req-c3dcd400-8001-44ae-ba9b-72059affa075 service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580229 Nov 12 03:51:14.460395 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c594bfa-0638-4059-a38c-5eb61a6950aa tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.472881 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ffc5b-4618-4f43-8107-31541f3f652a req-11f914a6-2b58-4866-9aa2-bdb3d92b111a tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:14.474410 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-713ffc5b-4618-4f43-8107-31541f3f652a req-11f914a6-2b58-4866-9aa2-bdb3d92b111a tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.1027203 Nov 12 03:51:14.485989 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-683ffffa-2f55-46ff-92bf-ceb5febb9cc3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:14.488254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-683ffffa-2f55-46ff-92bf-ceb5febb9cc3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports/23b8dda3-c607-4d03-bda1-5156ca593966 HTTP/1.1" status: 200 len: 930 time: 0.2132201 Nov 12 03:51:14.608151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-36fc934b-978c-42d4-8b52-c0a9583538ae tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:14.609486 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-36fc934b-978c-42d4-8b52-c0a9583538ae tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports/771eb8e8-60ac-43da-aa8d-f854ed1a1892 HTTP/1.1" status: 200 len: 931 time: 0.1042237 Nov 12 03:51:14.616271 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-713ffc5b-4618-4f43-8107-31541f3f652a req-febca57c-8b80-4b2e-af3e-76f59053722c tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310666 Nov 12 03:51:14.697875 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.701302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-9c4af075-8a4f-4142-a775-7d9ee693c9ec tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?network_id=1c46be60-daab-4c5d-8641-aa8b82f59a2d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0801756 Nov 12 03:51:14.736761 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce9f37f0-6756-4a1e-91cd-69f150dcbb0a req-a7fa9c42-ed02-4715-acbf-b46727980603 service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708657 Nov 12 03:51:14.756619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-04b19672-98a9-4923-a5a1-41a98f45fbfb tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?network_id=1c46be60-daab-4c5d-8641-aa8b82f59a2d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0476260 Nov 12 03:51:14.798813 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c594bfa-0638-4059-a38c-5eb61a6950aa tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.840201 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.841497 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.015069 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c594bfa-0638-4059-a38c-5eb61a6950aa tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.018838 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c594bfa-0638-4059-a38c-5eb61a6950aa tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.101926 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b275f-e78a-437e-b78b-c5911f19cff9 req-c75059d1-7021-4f48-872f-7d98eab38b5b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.104203 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a4b275f-e78a-437e-b78b-c5911f19cff9 req-c75059d1-7021-4f48-872f-7d98eab38b5b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 943 time: 0.1032133 Nov 12 03:51:15.163812 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a4b275f-e78a-437e-b78b-c5911f19cff9 req-08a2b94d-875e-406e-aacb-96c942233f02 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529172 Nov 12 03:51:15.198964 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c594bfa-0638-4059-a38c-5eb61a6950aa tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.200167 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c594bfa-0638-4059-a38c-5eb61a6950aa tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dfa8d0e6-f20e-4fae-af07-ccf0a4aa518c {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:15.323028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=9bd6cb75-f3df-4619-9451-c4312f13172f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:15.325324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f3346-71cb-46ad-867e-45d465a9d7a6 req-a815884c-e931-4ed8-8385-db47435f2884 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.329094 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe7f3346-71cb-46ad-867e-45d465a9d7a6 req-a815884c-e931-4ed8-8385-db47435f2884 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.0748749 Nov 12 03:51:15.334724 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-5c594bfa-0638-4059-a38c-5eb61a6950aa tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:51:15.336748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5c594bfa-0638-4059-a38c-5eb61a6950aa tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0609479 Nov 12 03:51:15.340108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:15.360539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-89c479b6-640c-4f8c-8da5-08dbfccd5b10 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.371039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-89c479b6-640c-4f8c-8da5-08dbfccd5b10 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.373287 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-89c479b6-640c-4f8c-8da5-08dbfccd5b10 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.374567 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-89c479b6-640c-4f8c-8da5-08dbfccd5b10 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/networks?id=36a7ae9d-fb8c-4139-a69e-1f482187e050&id=20cb3bc5-e458-4eb2-a97c-572f6154372e&id=20cb3bc5-e458-4eb2-a97c-572f6154372e&id=1c46be60-daab-4c5d-8641-aa8b82f59a2d&id=1c46be60-daab-4c5d-8641-aa8b82f59a2d HTTP/1.1" status: 200 len: 1991 time: 0.6052959 Nov 12 03:51:15.402763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-54d6efaa-1e3a-4c83-a015-a30b410ce42c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/quotas/d9678195170c4bbb866cded26d46169a HTTP/1.1" status: 200 len: 375 time: 0.0158000 Nov 12 03:51:15.419609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 4a2ec827-a47b-4a23-82d9-32122c415097 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:15.423071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe7f3346-71cb-46ad-867e-45d465a9d7a6 req-dd6932a9-bf45-482f-84a4-16108e47af3a tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849144 Nov 12 03:51:15.431419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:15.477192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Deleting port a271ff32-3ce3-4bc2-b45d-55099c3233f2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:15.478692 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.571828 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afa016a0-4f4d-43a8-9601-49df73ca2b23 req-e0920d5f-794c-4830-81a0-ede4ff97545e tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=841e3105-9960-464e-b4f4-2b19c940c79a HTTP/1.1" status: 200 len: 210 time: 0.0377548 Nov 12 03:51:15.578757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-e2bfc247-61ca-42dc-9f78-ccd97591ec58 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d9678195170c4bbb866cded26d46169a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1615791 Nov 12 03:51:15.607060 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.627177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Calling delete_port for a271ff32-3ce3-4bc2-b45d-55099c3233f2 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:15.721868 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-324f7682-e940-4cb8-a241-41f06d9d3282 service neutron] 10.222.0.105 "GET /v2.0/networks/36a7ae9d-fb8c-4139-a69e-1f482187e050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422067 Nov 12 03:51:15.776853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c30df-310e-40f4-a65f-389b150114fa req-dffb5f56-9f31-4c43-822a-9636437da076 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.778520 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ac4c30df-310e-40f4-a65f-389b150114fa req-dffb5f56-9f31-4c43-822a-9636437da076 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.0858846 Nov 12 03:51:15.787108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 16612393-f96c-41f2-9bd3-6d590a2c03b5 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:15.814030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9b175811-c0e1-4001-8111-b36d01c028ee None None] Provisioning complete for port 9bd6cb75-f3df-4619-9451-c4312f13172f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:15.815718 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b175811-c0e1-4001-8111-b36d01c028ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.863838 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9b175811-c0e1-4001-8111-b36d01c028ee None None] Port 9bd6cb75-f3df-4619-9451-c4312f13172f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:15.872905 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ac4c30df-310e-40f4-a65f-389b150114fa req-79cc7480-ad94-4d26-acba-3f7cf0727237 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839715 Nov 12 03:51:15.916687 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-7bebbfb7-8aff-48ec-8389-60bf6fc14505 service neutron] 10.222.0.105 "GET /v2.0/networks/36a7ae9d-fb8c-4139-a69e-1f482187e050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789663 Nov 12 03:51:15.929225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:15.938186 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3d15acbe-5177-4e8d-af03-077e816d132e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/16612393-f96c-41f2-9bd3-6d590a2c03b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8119233 Nov 12 03:51:15.939298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:15.941334 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f80b9-174b-434f-9001-e431f76aeb1e None None] Sync routers for ids ['16612393-f96c-41f2-9bd3-6d590a2c03b5'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:15.962923 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-4c3b7686-81ca-49bc-b604-cab6b8da5288 service neutron] 10.222.0.105 "GET /v2.0/ports/23b8dda3-c607-4d03-bda1-5156ca593966?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0419466 Nov 12 03:51:15.965907 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f80b9-174b-434f-9001-e431f76aeb1e None None] Routers {'16612393-f96c-41f2-9bd3-6d590a2c03b5'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:15.966802 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e40f80b9-174b-434f-9001-e431f76aeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['16612393-f96c-41f2-9bd3-6d590a2c03b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:15.996863 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058dc14e-15e0-4aa6-a0ef-b1e40ed9e4ee tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:16.002681 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-058dc14e-15e0-4aa6-a0ef-b1e40ed9e4ee tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports/9bd6cb75-f3df-4619-9451-c4312f13172f HTTP/1.1" status: 200 len: 983 time: 0.0584581 Nov 12 03:51:16.002681 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.007860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:16.053741 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e40f80b9-174b-434f-9001-e431f76aeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:16.070519 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f80b9-174b-434f-9001-e431f76aeb1e None None] Routers {'16612393-f96c-41f2-9bd3-6d590a2c03b5'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:16.071071 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e40f80b9-174b-434f-9001-e431f76aeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['16612393-f96c-41f2-9bd3-6d590a2c03b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:16.113149 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e40f80b9-174b-434f-9001-e431f76aeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:16.113805 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f80b9-174b-434f-9001-e431f76aeb1e None None] The sync data for ids ['16612393-f96c-41f2-9bd3-6d590a2c03b5'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:16.114891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-a8dd2184-7def-4921-80d9-7f79db12119a service neutron] 10.222.0.105 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452093 Nov 12 03:51:16.127561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Pushing event deleted for resources: {'Port': ['ID=a271ff32-3ce3-4bc2-b45d-55099c3233f2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:16.219721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:16.219955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:16.220477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:16.220889 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:16.221322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:16.221861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:16.222262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:16.222668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:16.223116 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:16.223653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:16.224141 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:16.224589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:16.282943 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-08b68a34-c13f-41bc-88a2-40ac0e9fa595 service neutron] 10.222.0.105 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597257 Nov 12 03:51:16.352600 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-cb2e73bb-7215-458f-9b15-5a7d40765fa5 service neutron] 10.222.0.105 "GET /v2.0/ports/771eb8e8-60ac-43da-aa8d-f854ed1a1892?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0558560 Nov 12 03:51:16.360314 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.363996 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-28dfd99c-50be-408e-bf8c-3c29fa2b911c tempest-RoutersAdminNegativeIpV6Test-2016565637 tempest-RoutersAdminNegativeIpV6Test-2016565637-project-admin] 10.222.0.105 "DELETE /v2.0/ports/a271ff32-3ce3-4bc2-b45d-55099c3233f2 HTTP/1.1" status: 204 len: 168 time: 1.0057170 Nov 12 03:51:16.507893 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b37515a1-3038-4388-85c3-fa64b3d3f3b5 service neutron] 10.222.0.105 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541576 Nov 12 03:51:16.648456 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-219588df-f7e8-4951-bb41-bbd8bcf9010d service neutron] 10.222.0.105 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323369 Nov 12 03:51:16.682810 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a89d362-a8e8-4e10-abc9-f3f240dbe3be tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.772978 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-85f88fdb-8fde-445b-b651-bdbb34f76b53 service neutron] 10.222.0.105 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171899 Nov 12 03:51:16.935402 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-543748d8-162f-4f3e-8b02-5a7fdcd8ae2a service neutron] 10.222.0.105 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533818 Nov 12 03:51:17.047248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-bae9e049-db1c-4c5b-8e1f-4187245f5b3f service neutron] 10.222.0.105 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102796 Nov 12 03:51:17.056200 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888c424-e067-4475-af13-89c2dbe00cff req-38046bba-04d3-43fa-9b4f-9d75d01181c2 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.057878 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e888c424-e067-4475-af13-89c2dbe00cff req-38046bba-04d3-43fa-9b4f-9d75d01181c2 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 943 time: 0.0920968 Nov 12 03:51:17.066190 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4a89d362-a8e8-4e10-abc9-f3f240dbe3be tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port 9bd6cb75-f3df-4619-9451-c4312f13172f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:17.066538 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a89d362-a8e8-4e10-abc9-f3f240dbe3be tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.152225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:51:17.171768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37486) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:17.202834 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e888c424-e067-4475-af13-89c2dbe00cff req-0a5c7f09-f1a4-4d7f-829e-6a15069f1866 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331115 Nov 12 03:51:17.242479 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a89d362-a8e8-4e10-abc9-f3f240dbe3be tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.258467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-74e3f1d0-6381-4180-829a-9f9439d2714a service neutron] 10.222.0.105 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011032 Nov 12 03:51:17.272614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4a89d362-a8e8-4e10-abc9-f3f240dbe3be tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for 9bd6cb75-f3df-4619-9451-c4312f13172f owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:17.353994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4f45ab14-58af-4dc7-9a7d-9bbc0f758425,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:17.405006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '4f45ab14-58af-4dc7-9a7d-9bbc0f758425', 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'port_id': '4f45ab14-58af-4dc7-9a7d-9bbc0f758425', 'mac_address': 'fa:16:3e:2a:59:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ace581-efc3-4076-b0ce-48737a72947d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:51:17.456299 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f57eaa-5cc4-4c66-8a28-2b0f92a9bb5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.476132 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.493871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:17.511304 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-fa0c9c50-4ec0-40ea-8f26-0d2d1e45635d service neutron] 10.222.0.105 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462840 Nov 12 03:51:17.528510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4f45ab14-58af-4dc7-9a7d-9bbc0f758425,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:17.542135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc163ba5-4ca9-4da9-82f0-b7b5535ff233 req-f8ea0485-43e1-4d8e-bef9-0ee91dd4b27e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.544612 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc163ba5-4ca9-4da9-82f0-b7b5535ff233 req-f8ea0485-43e1-4d8e-bef9-0ee91dd4b27e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.1454244 Nov 12 03:51:17.650242 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.666354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc163ba5-4ca9-4da9-82f0-b7b5535ff233 req-e0827272-8d88-430c-b579-5c62b05ca616 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132178 Nov 12 03:51:17.671990 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f57eaa-5cc4-4c66-8a28-2b0f92a9bb5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.675119 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-037a4d01-9723-4b61-826a-aad5bd928306 service neutron] 10.222.0.105 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525159 Nov 12 03:51:17.774488 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=4f45ab14-58af-4dc7-9a7d-9bbc0f758425,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:17.776647 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a89d362-a8e8-4e10-abc9-f3f240dbe3be tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.813069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89d362-a8e8-4e10-abc9-f3f240dbe3be tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=9bd6cb75-f3df-4619-9451-c4312f13172f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:17.840111 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f57eaa-5cc4-4c66-8a28-2b0f92a9bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.897139 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-49b3bfdd-bd47-4511-be69-1cd5f2788199 service neutron] 10.222.0.105 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033727 Nov 12 03:51:17.936767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f57eaa-5cc4-4c66-8a28-2b0f92a9bb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07539bb7-3001-47a9-a105-6bd5ebd5cbb6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:17.944549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b7f57eaa-5cc4-4c66-8a28-2b0f92a9bb5a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7a147a32f6ae414fabf983009df9cb87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7712624 Nov 12 03:51:17.952149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37496) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:17.995319 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a89d362-a8e8-4e10-abc9-f3f240dbe3be tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.106601 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff0a12f3-aaad-4a30-84e2-5c11877a7cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.144798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-3950c066-90ed-4064-a9f2-629074bdf846 service neutron] 10.222.0.105 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373838 Nov 12 03:51:18.157858 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff0a12f3-aaad-4a30-84e2-5c11877a7cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.185829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['4f45ab14-58af-4dc7-9a7d-9bbc0f758425'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:18.341060 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff0a12f3-aaad-4a30-84e2-5c11877a7cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.346196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff0a12f3-aaad-4a30-84e2-5c11877a7cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.347720 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ff0a12f3-aaad-4a30-84e2-5c11877a7cc5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/07539bb7-3001-47a9-a105-6bd5ebd5cbb6 HTTP/1.1" status: 204 len: 168 time: 0.3947825 Nov 12 03:51:18.366998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a12f3-aaad-4a30-84e2-5c11877a7cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07539bb7-3001-47a9-a105-6bd5ebd5cbb6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:18.497859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a89d362-a8e8-4e10-abc9-f3f240dbe3be tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 16612393-f96c-41f2-9bd3-6d590a2c03b5 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:18.540505 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286f42a-bc1f-4568-89e1-64ae89758b94 req-98c27792-cf69-4db2-b247-d2ba5cfb7916 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:18.550638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6286f42a-bc1f-4568-89e1-64ae89758b94 req-98c27792-cf69-4db2-b247-d2ba5cfb7916 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 944 time: 0.2033050 Nov 12 03:51:18.681364 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a89d362-a8e8-4e10-abc9-f3f240dbe3be tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:18.687506 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4a89d362-a8e8-4e10-abc9-f3f240dbe3be tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/16612393-f96c-41f2-9bd3-6d590a2c03b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6766136 Nov 12 03:51:18.690371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37514) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:18.703699 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217968e-f03e-4fb1-9238-5a8e1bdbba94 None None] Sync routers for ids ['16612393-f96c-41f2-9bd3-6d590a2c03b5'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:18.708863 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.720631 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f217968e-f03e-4fb1-9238-5a8e1bdbba94 None None] Routers {'16612393-f96c-41f2-9bd3-6d590a2c03b5'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:18.722139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f217968e-f03e-4fb1-9238-5a8e1bdbba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['16612393-f96c-41f2-9bd3-6d590a2c03b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:18.752535 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6286f42a-bc1f-4568-89e1-64ae89758b94 req-9d0df718-978e-40ce-9e5b-42e8d8019d5d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007847 Nov 12 03:51:18.771067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f217968e-f03e-4fb1-9238-5a8e1bdbba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:18.802138 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f217968e-f03e-4fb1-9238-5a8e1bdbba94 None None] Routers {'16612393-f96c-41f2-9bd3-6d590a2c03b5'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:18.802918 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f217968e-f03e-4fb1-9238-5a8e1bdbba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:50:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['16612393-f96c-41f2-9bd3-6d590a2c03b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:18.848998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f217968e-f03e-4fb1-9238-5a8e1bdbba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:18.849659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217968e-f03e-4fb1-9238-5a8e1bdbba94 None None] The sync data for ids ['16612393-f96c-41f2-9bd3-6d590a2c03b5'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:18.995629 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8f29a-a89e-4a21-a156-e29b19a88b74 req-38388d46-f0bd-400e-b8dc-bc09a56c6a20 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:19.009330 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63a8f29a-a89e-4a21-a156-e29b19a88b74 req-38388d46-f0bd-400e-b8dc-bc09a56c6a20 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.1075606 Nov 12 03:51:19.103962 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63a8f29a-a89e-4a21-a156-e29b19a88b74 req-bc00907c-e187-45cc-8c40-7c781e153f18 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937271 Nov 12 03:51:19.136623 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-418c98fb-c1e9-4343-a1a5-af5cbabcd561 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 03:51:19.138494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-418c98fb-c1e9-4343-a1a5-af5cbabcd561 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/16612393-f96c-41f2-9bd3-6d590a2c03b5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4470081 Nov 12 03:51:19.142999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37528) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.179074 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f808b901-3e53-4d45-a260-1b6069a45509 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports?device_id=16612393-f96c-41f2-9bd3-6d590a2c03b5 HTTP/1.1" status: 200 len: 205 time: 0.0348167 Nov 12 03:51:19.183290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37530) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.272007 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519a8b50-b9ee-4f9b-96f2-2c9c9b0c0fc3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.476764 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519a8b50-b9ee-4f9b-96f2-2c9c9b0c0fc3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.479190 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519a8b50-b9ee-4f9b-96f2-2c9c9b0c0fc3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.633727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37538) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.670727 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519a8b50-b9ee-4f9b-96f2-2c9c9b0c0fc3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.671225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519a8b50-b9ee-4f9b-96f2-2c9c9b0c0fc3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Fanout notify agent at l3_agent the message router_deleted on router 16612393-f96c-41f2-9bd3-6d590a2c03b5 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:19.678917 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519a8b50-b9ee-4f9b-96f2-2c9c9b0c0fc3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.680068 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-519a8b50-b9ee-4f9b-96f2-2c9c9b0c0fc3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/routers/16612393-f96c-41f2-9bd3-6d590a2c03b5 HTTP/1.1" status: 204 len: 168 time: 0.4970083 Nov 12 03:51:19.682874 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37540) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.691359 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-db9e1d36-7551-43e5-8fc0-b2497c4b367d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b82966cb584f4f3d8b44fd629ad585d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0528820 Nov 12 03:51:19.692601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37542) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.768088 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07c5b3c2-ed9a-4462-81db-acc6c9940bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.788441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d029b75-cccc-4bc1-82fd-1680f1f729d0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting subnet 39b38249-cd1d-4285-b32f-de3b50ec0f66 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:19.795033 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d029b75-cccc-4bc1-82fd-1680f1f729d0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.817083 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07c5b3c2-ed9a-4462-81db-acc6c9940bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.857151 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d029b75-cccc-4bc1-82fd-1680f1f729d0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.940179 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ba43b-cdc7-4d1f-99fa-c8fedde7351e req-6f11fe6e-5dac-4203-8fee-fda0e46dfea9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:19.941718 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d7ba43b-cdc7-4d1f-99fa-c8fedde7351e req-6f11fe6e-5dac-4203-8fee-fda0e46dfea9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 944 time: 0.1016059 Nov 12 03:51:20.011285 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d029b75-cccc-4bc1-82fd-1680f1f729d0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.043447 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07c5b3c2-ed9a-4462-81db-acc6c9940bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.050315 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07c5b3c2-ed9a-4462-81db-acc6c9940bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.056692 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-07c5b3c2-ed9a-4462-81db-acc6c9940bd7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a1604d02-a9e6-4158-9ae6-26dc52f79def HTTP/1.1" status: 204 len: 168 time: 0.3602691 Nov 12 03:51:20.063577 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d7ba43b-cdc7-4d1f-99fa-c8fedde7351e req-3656c7fd-ee47-4ddc-ba81-dfb81348a289 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996394 Nov 12 03:51:20.065416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5b3c2-ed9a-4462-81db-acc6c9940bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1604d02-a9e6-4158-9ae6-26dc52f79def,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:20.247612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a683e4-65f5-4fee-a8f6-95ce07376e4e req-211cd7b7-f643-4370-a5de-50be951b7037 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.249956 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-29a683e4-65f5-4fee-a8f6-95ce07376e4e req-211cd7b7-f643-4370-a5de-50be951b7037 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.0540845 Nov 12 03:51:20.251621 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d029b75-cccc-4bc1-82fd-1680f1f729d0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.287683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d029b75-cccc-4bc1-82fd-1680f1f729d0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Subnet': ['ID=39b38249-cd1d-4285-b32f-de3b50ec0f66,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:20.299316 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d029b75-cccc-4bc1-82fd-1680f1f729d0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.308990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.309355 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6d029b75-cccc-4bc1-82fd-1680f1f729d0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/39b38249-cd1d-4285-b32f-de3b50ec0f66 HTTP/1.1" status: 204 len: 168 time: 0.6196990 Nov 12 03:51:20.312830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba01ab-372c-4472-985b-8700a76e927f None None] Network 4a2ec827-a47b-4a23-82d9-32122c415097 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:20.344459 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-29a683e4-65f5-4fee-a8f6-95ce07376e4e req-0231b05b-3491-4e51-b730-b86670cd8d1b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860593 Nov 12 03:51:20.537669 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-844569f1-e412-4f4b-b74a-ccbed95c08ed req-5daa5f23-10bb-4b7b-9856-e0d77161558d tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0710318 Nov 12 03:51:20.540393 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.684737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port 502b60c3-0950-4e2e-ad1e-532d174cd03b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:20.685072 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.719865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a41db7-01ac-4691-91e1-7658a74fec62 None None] DHCP port deletion for 4a2ec827-a47b-4a23-82d9-32122c415097 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:20.776534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] For port 502b60c3-0950-4e2e-ad1e-532d174cd03b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=502b60c3-0950-4e2e-ad1e-532d174cd03b,segment=NetworkSegment(2d375372-3abd-44a4-8983-8de554dee5d3),segment_id=2d375372-3abd-44a4-8983-8de554dee5d3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:20.777029 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.815141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for 502b60c3-0950-4e2e-ad1e-532d174cd03b owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:20.815333 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e2a41db7-01ac-4691-91e1-7658a74fec62 None None] Deleting port 502b60c3-0950-4e2e-ad1e-532d174cd03b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:20.815761 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2a41db7-01ac-4691-91e1-7658a74fec62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.906923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e2a41db7-01ac-4691-91e1-7658a74fec62 None None] For port 502b60c3-0950-4e2e-ad1e-532d174cd03b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=502b60c3-0950-4e2e-ad1e-532d174cd03b,segment=NetworkSegment(2d375372-3abd-44a4-8983-8de554dee5d3),segment_id=2d375372-3abd-44a4-8983-8de554dee5d3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:20.907330 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2a41db7-01ac-4691-91e1-7658a74fec62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.926574 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e2a41db7-01ac-4691-91e1-7658a74fec62 None None] Calling delete_port for 502b60c3-0950-4e2e-ad1e-532d174cd03b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:21.031877 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: from cryptography.utils import int_from_bytes Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: from cryptography.utils import int_from_bytes Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.036086 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.039042 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.039042 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.039042 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.039042 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.039042 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.039042 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.039042 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.039042 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.039042 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.039042 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.039042 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.039042 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.039042 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:21.039042 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 03:51:21.046094 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2a41db7-01ac-4691-91e1-7658a74fec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.055641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=502b60c3-0950-4e2e-ad1e-532d174cd03b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.071341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No DVR routers for this DVR port 502b60c3-0950-4e2e-ad1e-532d174cd03b on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:21.078217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a41db7-01ac-4691-91e1-7658a74fec62 None None] Pushing event deleted for resources: {'Port': ['ID=502b60c3-0950-4e2e-ad1e-532d174cd03b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.080778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a41db7-01ac-4691-91e1-7658a74fec62 None None] No DVR routers for this DVR port 502b60c3-0950-4e2e-ad1e-532d174cd03b on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:21.150263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:21.211786 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.286333 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2ec827-a47b-4a23-82d9-32122c415097']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:21.307149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc375e-cc19-472f-901a-e8ed7575132d req-7643b501-ecdc-49d7-9eb1-834b20a76785 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:21.310741 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d375372-3abd-44a4-8983-8de554dee5d3') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:21.311684 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d375372-3abd-44a4-8983-8de554dee5d3') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:21.323878 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4adc375e-cc19-472f-901a-e8ed7575132d req-7643b501-ecdc-49d7-9eb1-834b20a76785 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 944 time: 0.1791015 Nov 12 03:51:21.327829 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.377682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.389445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:21.389914 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:21.394134 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:21.415952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:51:21.419023 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4adc375e-cc19-472f-901a-e8ed7575132d req-703a9df7-e000-4729-9407-bb72093a685c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917954 Nov 12 03:51:21.422121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:21.422498 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.562438 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.585587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ad468-cc71-4d12-9351-a5f75746e66a req-45adfc9a-37bf-4e44-b9ef-3b66e19c996d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:21.588408 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff5ad468-cc71-4d12-9351-a5f75746e66a req-45adfc9a-37bf-4e44-b9ef-3b66e19c996d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.0869071 Nov 12 03:51:21.591671 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.634509 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.644568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:21.645270 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/networks/4a2ec827-a47b-4a23-82d9-32122c415097 HTTP/1.1" status: 204 len: 168 time: 1.3387408 Nov 12 03:51:21.647319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a69eda-1b0a-4e17-afc7-1b0b5001e88b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Network': ['ID=4a2ec827-a47b-4a23-82d9-32122c415097,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.648646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7fee2030-b2ad-4c53-ac29-093ead3df7ae tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1736252086'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:21.718682 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff5ad468-cc71-4d12-9351-a5f75746e66a req-5eb1960a-e159-401c-b85e-f9a2821f7ac3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206269 Nov 12 03:51:21.740816 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f89a0ee3-b6d3-4aac-afd7-4d66f24c645a req-13bc7b76-d043-4e65-9265-36e397c89bf8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0625830 Nov 12 03:51:21.840777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300bd774-b6d2-403b-bb1e-e04956418593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f45ab14-58af-4dc7-9a7d-9bbc0f758425'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:21.844975 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844570d7-fc06-4bcf-85c7-02729e7ed90b" -d '{"events": [{"server_uuid": "300bd774-b6d2-403b-bb1e-e04956418593", "name": "network-vif-plugged", "status": "completed", "tag": "4f45ab14-58af-4dc7-9a7d-9bbc0f758425"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:21.861893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4f45ab14-58af-4dc7-9a7d-9bbc0f758425,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:21.883740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fee2030-b2ad-4c53-ac29-093ead3df7ae tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:21.892544 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fee2030-b2ad-4c53-ac29-093ead3df7ae tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.905593 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fe9d74-07de-451c-a46a-94910575270a x-openstack-request-id: req-b8fe9d74-07de-451c-a46a-94910575270a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:21.910823 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300bd774-b6d2-403b-bb1e-e04956418593", "name": "network-vif-plugged", "status": "completed", "tag": "4f45ab14-58af-4dc7-9a7d-9bbc0f758425", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:21.910823 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b8fe9d74-07de-451c-a46a-94910575270a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:21.910823 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300bd774-b6d2-403b-bb1e-e04956418593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f45ab14-58af-4dc7-9a7d-9bbc0f758425', 'code': 200} Nov 12 03:51:21.930989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fee2030-b2ad-4c53-ac29-093ead3df7ae tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:21.945380 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fee2030-b2ad-4c53-ac29-093ead3df7ae tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.948471 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-7fee2030-b2ad-4c53-ac29-093ead3df7ae tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Added segment 06f3aa0a-a9f9-4b93-a9d5-d0151053239c of type vlan for network 55657953-9502-49df-8953-239bd249786d Nov 12 03:51:21.974683 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.001202 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fee2030-b2ad-4c53-ac29-093ead3df7ae tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.061449 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=4f45ab14-58af-4dc7-9a7d-9bbc0f758425,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.076732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faf064-29b3-4003-b878-bfc1cf474cbc req-15a3fbd8-0776-4244-9d29-13a217f5dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:22.078556 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5faf064-29b3-4003-b878-bfc1cf474cbc req-15a3fbd8-0776-4244-9d29-13a217f5dae7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 1097 time: 0.0651348 Nov 12 03:51:22.146198 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5faf064-29b3-4003-b878-bfc1cf474cbc req-59360512-a753-4f10-a318-10d0c657fe47 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561526 Nov 12 03:51:22.164813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:22.175176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fee2030-b2ad-4c53-ac29-093ead3df7ae tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.181992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fee2030-b2ad-4c53-ac29-093ead3df7ae tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:22.184249 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fee2030-b2ad-4c53-ac29-093ead3df7ae tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.250180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 502b60c3-0950-4e2e-ad1e-532d174cd03b no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:22.269325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee2030-b2ad-4c53-ac29-093ead3df7ae tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Network': ['ID=55657953-9502-49df-8953-239bd249786d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.287186 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 55657953-9502-49df-8953-239bd249786d details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:22.289920 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 502b60c3-0950-4e2e-ad1e-532d174cd03b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:22.290278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 502b60c3-0950-4e2e-ad1e-532d174cd03b not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:22.317979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Request body: {'networks': [{'name': 'tempest-network--2043277809'}, {'name': 'tempest-network--1062692552'}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:22.317979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Request body: {'network': {'name': 'tempest-network--2043277809'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:22.317979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Request body: {'network': {'name': 'tempest-network--1062692552'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:22.451475 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7fee2030-b2ad-4c53-ac29-093ead3df7ae tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8074236 Nov 12 03:51:22.454141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37610) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:22.459293 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c74c5e5f-936e-4658-b2c1-0a113953e213 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'subnet': {'network_id': '55657953-9502-49df-8953-239bd249786d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:22.580418 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209b0ff-2f01-40ce-91c3-cdbc05cb424c req-7061366e-3bb7-4d8d-844e-331aea9da8d6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:22.582009 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7209b0ff-2f01-40ce-91c3-cdbc05cb424c req-7061366e-3bb7-4d8d-844e-331aea9da8d6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 945 time: 0.0657940 Nov 12 03:51:22.597552 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Made reservation on behalf of 46fdd1f771804858bf37537bfbd2b123 for: {'network': 2} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:22.602170 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.622634 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.644426 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7209b0ff-2f01-40ce-91c3-cdbc05cb424c req-9711c310-e9bb-4acc-8d3a-b18234a59dc9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558326 Nov 12 03:51:22.704749 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.763133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74c5e5f-936e-4658-b2c1-0a113953e213 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:22.769725 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c74c5e5f-936e-4658-b2c1-0a113953e213 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.866345 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.866822 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.929390 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9cd3a2f7-fa62-483a-9819-1ece06d5b407 req-9c4a89e4-8114-47cc-a718-d50eca763aea tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0444098 Nov 12 03:51:22.945043 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02ad90-f48a-4484-8341-74f17c4b5614 req-c9efb30a-289e-4cdf-97fe-20034e14f30f tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:22.946549 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc02ad90-f48a-4484-8341-74f17c4b5614 req-c9efb30a-289e-4cdf-97fe-20034e14f30f tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.1284020 Nov 12 03:51:22.954678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:22.956824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=326f4402-0187-499f-b78f-0498a25cd8ff,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.981222 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.981571 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Added segment 3b6fd024-be90-4b27-b4eb-093dd3732f58 of type vlan for network 763850e3-2b3b-4656-8218-0fd03e50cad1 Nov 12 03:51:23.043240 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc02ad90-f48a-4484-8341-74f17c4b5614 req-6a46034b-8bc1-4ae6-9f45-21afdf52ef09 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806565 Nov 12 03:51:23.057377 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.106727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:23.121236 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.122034 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Added segment 860d8204-321f-4665-9802-a628727b16fe of type vlan for network 3da21122-4b3e-4942-af72-3abda8c16df3 Nov 12 03:51:23.133501 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-347465fb-7c72-4a4f-8998-6a876ed8f6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.172603 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.220846 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c74c5e5f-936e-4658-b2c1-0a113953e213 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.300535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c5e5f-936e-4658-b2c1-0a113953e213 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Subnet': ['ID=70ce5b6a-cce5-4f47-81da-8657cb65c124,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:23.324081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c5e5f-936e-4658-b2c1-0a113953e213 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Checking segment: {'id': '06f3aa0a-a9f9-4b93-a9d5-d0151053239c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '55657953-9502-49df-8953-239bd249786d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:23.324081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74c5e5f-936e-4658-b2c1-0a113953e213 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network hostable DHCP agents. Network: 55657953-9502-49df-8953-239bd249786d, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:23.352459 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.353787 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.362836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:23.368365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:23.369007 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.449381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event updated for resources: {'Network': ['ID=763850e3-2b3b-4656-8218-0fd03e50cad1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:23.463711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 763850e3-2b3b-4656-8218-0fd03e50cad1 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:23.511855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74c5e5f-936e-4658-b2c1-0a113953e213 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 55657953-9502-49df-8953-239bd249786d is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:23.539522 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event updated for resources: {'Network': ['ID=3da21122-4b3e-4942-af72-3abda8c16df3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:23.558494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 3da21122-4b3e-4942-af72-3abda8c16df3 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:23.604181 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-84c1361e-4d9a-4701-aecf-2e9ca5b42f1f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4381654 Nov 12 03:51:23.607359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37624) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:23.655976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c74c5e5f-936e-4658-b2c1-0a113953e213 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 55657953-9502-49df-8953-239bd249786d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:23.666339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74c5e5f-936e-4658-b2c1-0a113953e213 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:23.667303 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c74c5e5f-936e-4658-b2c1-0a113953e213 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.670914 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28166913-9470-423d-9c9e-f496eda441b1 None None] Network 55657953-9502-49df-8953-239bd249786d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:23.835241 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c74c5e5f-936e-4658-b2c1-0a113953e213 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3799753 Nov 12 03:51:23.838204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:23.844328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e06181b7-c7bd-43d4-925b-3280d3b31c13 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-995452346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:23.906232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-55657953-9502-49df-8953-239bd249786d', 'network_id': '55657953-9502-49df-8953-239bd249786d', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'fixed_ips': [{'subnet_id': '70ce5b6a-cce5-4f47-81da-8657cb65c124'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:23.906568 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.089260 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e06181b7-c7bd-43d4-925b-3280d3b31c13 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.090704 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e06181b7-c7bd-43d4-925b-3280d3b31c13 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.131516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efc052-cb8b-437d-9375-82ac37962072 req-fc7aba8b-3efd-4ad2-a116-e2c3f957b051 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.141025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Allocated IP 2001:db8::2 (55657953-9502-49df-8953-239bd249786d/70ce5b6a-cce5-4f47-81da-8657cb65c124/b8944768-1f2c-4c74-b303-c8e1e03e0c71) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:24.143407 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26efc052-cb8b-437d-9375-82ac37962072 req-fc7aba8b-3efd-4ad2-a116-e2c3f957b051 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 945 time: 0.0978365 Nov 12 03:51:24.226532 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e06181b7-c7bd-43d4-925b-3280d3b31c13 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.289808 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26efc052-cb8b-437d-9375-82ac37962072 req-6eaadd9f-b27c-4f37-86dc-c5c46693c4d7 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450956 Nov 12 03:51:24.328355 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e06181b7-c7bd-43d4-925b-3280d3b31c13 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.368756 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.378957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ed3ff-54a5-4149-85a6-657ee5b8ce97 req-7fe93290-8bc3-45ab-ac83-e4de8ec97efe tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.381188 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a28ed3ff-54a5-4149-85a6-657ee5b8ce97 req-7fe93290-8bc3-45ab-ac83-e4de8ec97efe tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 945 time: 0.6028242 Nov 12 03:51:24.395514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778006f-d81a-4372-b111-985a4021a354 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.401891 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778006f-d81a-4372-b111-985a4021a354 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.409600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778006f-d81a-4372-b111-985a4021a354 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.415834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778006f-d81a-4372-b111-985a4021a354 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.417562 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2778006f-d81a-4372-b111-985a4021a354 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8092177 Nov 12 03:51:24.420934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37640) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:24.471657 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a28ed3ff-54a5-4149-85a6-657ee5b8ce97 req-f2242ed3-619b-4665-b944-b94f252cc7f1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529699 Nov 12 03:51:24.477827 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.485508 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8a89121a-a31a-4cda-9a98-6cf4c34da15e req-6fd5cd55-1c2c-4b00-b34a-e38ebdb4b5ff tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0555010 Nov 12 03:51:24.495733 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e06181b7-c7bd-43d4-925b-3280d3b31c13 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.495733 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e06181b7-c7bd-43d4-925b-3280d3b31c13 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6540573 Nov 12 03:51:24.506941 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37642) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:24.582971 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Network 55657953-9502-49df-8953-239bd249786d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:24.592127 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:24.596308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:24.596625 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61609857-8807-4dd8-9acf-3c1f988b8399 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.604306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Pushing event updated for resources: {'Port': ['ID=b8944768-1f2c-4c74-b303-c8e1e03e0c71,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:24.651573 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452b4db-4b46-4513-8cbc-6d9464821670 req-112f2bd7-addb-4614-9b10-abb6053eba08 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.653210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9452b4db-4b46-4513-8cbc-6d9464821670 req-112f2bd7-addb-4614-9b10-abb6053eba08 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 945 time: 0.1664884 Nov 12 03:51:24.673904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Attempting to bind port b8944768-1f2c-4c74-b303-c8e1e03e0c71 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:24.674273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Attempting to bind port b8944768-1f2c-4c74-b303-c8e1e03e0c71 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '06f3aa0a-a9f9-4b93-a9d5-d0151053239c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '55657953-9502-49df-8953-239bd249786d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:24.674817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Attempting to bind port b8944768-1f2c-4c74-b303-c8e1e03e0c71 on network 55657953-9502-49df-8953-239bd249786d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:24.682231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:24.682735 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Checking segment: {'id': '06f3aa0a-a9f9-4b93-a9d5-d0151053239c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '55657953-9502-49df-8953-239bd249786d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:24.683145 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.683552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Bound using segment: {'id': '06f3aa0a-a9f9-4b93-a9d5-d0151053239c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '55657953-9502-49df-8953-239bd249786d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:24.684076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Bound port: b8944768-1f2c-4c74-b303-c8e1e03e0c71, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f3aa0a-a9f9-4b93-a9d5-d0151053239c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '55657953-9502-49df-8953-239bd249786d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:24.687614 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.775292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] For port b8944768-1f2c-4c74-b303-c8e1e03e0c71, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:24.780605 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] For port b8944768-1f2c-4c74-b303-c8e1e03e0c71, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b8944768-1f2c-4c74-b303-c8e1e03e0c71,segment=NetworkSegment(06f3aa0a-a9f9-4b93-a9d5-d0151053239c),segment_id=06f3aa0a-a9f9-4b93-a9d5-d0151053239c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:24.798212 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a271e3-a41e-4602-a448-32e32293cc74 req-2076af04-5fe9-4cde-aa40-ba96f4646e2a tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.799778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01a271e3-a41e-4602-a448-32e32293cc74 req-2076af04-5fe9-4cde-aa40-ba96f4646e2a tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.1699729 Nov 12 03:51:24.848288 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61609857-8807-4dd8-9acf-3c1f988b8399 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.872637 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.881318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-61609857-8807-4dd8-9acf-3c1f988b8399 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763850e3-2b3b-4656-8218-0fd03e50cad1']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:24.884702 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.914778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-61609857-8807-4dd8-9acf-3c1f988b8399 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6fd024-be90-4b27-b4eb-093dd3732f58') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:24.915068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-61609857-8807-4dd8-9acf-3c1f988b8399 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6fd024-be90-4b27-b4eb-093dd3732f58') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:24.918097 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.932698 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01a271e3-a41e-4602-a448-32e32293cc74 req-8890a036-9ea6-4642-a34e-031badf38052 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254046 Nov 12 03:51:24.935304 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61609857-8807-4dd8-9acf-3c1f988b8399 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.952272 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9452b4db-4b46-4513-8cbc-6d9464821670 req-ac13a140-291b-481a-bbe3-59e9491a0210 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Deleting port 9d1c7927-0fc3-4022-b98a-bee20e40acea {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:24.952620 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9452b4db-4b46-4513-8cbc-6d9464821670 req-ac13a140-291b-481a-bbe3-59e9491a0210 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.004477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856aa762-9176-40ba-9fed-c9f17344b2c7 None None] Pushing event updated for resources: {'Port': ['ID=b8944768-1f2c-4c74-b303-c8e1e03e0c71,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:25.247601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Allocated IP 2001:db8::1 (55657953-9502-49df-8953-239bd249786d/70ce5b6a-cce5-4f47-81da-8657cb65c124/a62dc1f4-853b-47bd-9a74-60829fe5dec8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:25.428931 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61609857-8807-4dd8-9acf-3c1f988b8399 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.468105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61609857-8807-4dd8-9acf-3c1f988b8399 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:25.468498 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61609857-8807-4dd8-9acf-3c1f988b8399 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:25.471823 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:25.515589 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.524631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c50ec4-a78c-4758-989f-897f8ae3ed8e req-e8bde71d-1c2a-484f-b4d4-00a628c4c397 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:25.526411 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6c50ec4-a78c-4758-989f-897f8ae3ed8e req-e8bde71d-1c2a-484f-b4d4-00a628c4c397 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 945 time: 0.1064489 Nov 12 03:51:25.546842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-6171ea1f-9dff-4247-8e98-1225b7719e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:25.549736 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-6171ea1f-9dff-4247-8e98-1225b7719e92 service neutron] 10.222.0.26 "GET /v2.0/ports/23b8dda3-c607-4d03-bda1-5156ca593966 HTTP/1.1" status: 200 len: 1026 time: 0.1183543 Nov 12 03:51:25.578918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9452b4db-4b46-4513-8cbc-6d9464821670 req-ac13a140-291b-481a-bbe3-59e9491a0210 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] For port 9d1c7927-0fc3-4022-b98a-bee20e40acea, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9d1c7927-0fc3-4022-b98a-bee20e40acea,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:25.579622 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9452b4db-4b46-4513-8cbc-6d9464821670 req-ac13a140-291b-481a-bbe3-59e9491a0210 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.599863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9452b4db-4b46-4513-8cbc-6d9464821670 req-ac13a140-291b-481a-bbe3-59e9491a0210 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Calling delete_port for 9d1c7927-0fc3-4022-b98a-bee20e40acea owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:25.618714 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6c50ec4-a78c-4758-989f-897f8ae3ed8e req-64e048fc-46d3-4745-9896-048925114155 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707605 Nov 12 03:51:25.659791 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61609857-8807-4dd8-9acf-3c1f988b8399 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.672613 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.736778 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 55657953-9502-49df-8953-239bd249786d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:25.742808 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61609857-8807-4dd8-9acf-3c1f988b8399 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.750782 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-61609857-8807-4dd8-9acf-3c1f988b8399 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "DELETE /v2.0/networks/763850e3-2b3b-4656-8218-0fd03e50cad1 HTTP/1.1" status: 204 len: 168 time: 1.3254499 Nov 12 03:51:25.754627 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:25.764072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37654) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:25.766047 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61609857-8807-4dd8-9acf-3c1f988b8399 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event deleted for resources: {'Network': ['ID=763850e3-2b3b-4656-8218-0fd03e50cad1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:25.766881 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f700a75c-9b52-4c37-8dc6-914b123bcaab req-efa15a82-5f7f-44c5-8e6c-2a3bb8322294 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0512934 Nov 12 03:51:25.770475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:25.770995 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.788079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0056190d-eba0-4c9c-938a-b5dd290d4465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:25.789466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0056190d-eba0-4c9c-938a-b5dd290d4465 service neutron] 10.222.0.26 "GET /v2.0/ports/771eb8e8-60ac-43da-aa8d-f854ed1a1892 HTTP/1.1" status: 200 len: 1027 time: 0.1394043 Nov 12 03:51:25.792671 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=a62dc1f4-853b-47bd-9a74-60829fe5dec8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:25.922442 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78aa6702-c4f7-4dc4-b541-0bc5162e74f7 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.090465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253c6e6-3b92-46ac-9c4d-cc225bfb2e29 req-b2f94941-018c-41dd-bd99-15b8fb126bf9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.105234 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6253c6e6-3b92-46ac-9c4d-cc225bfb2e29 req-b2f94941-018c-41dd-bd99-15b8fb126bf9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 945 time: 0.4559886 Nov 12 03:51:26.173030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78aa6702-c4f7-4dc4-b541-0bc5162e74f7 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.215827 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9452b4db-4b46-4513-8cbc-6d9464821670 req-ac13a140-291b-481a-bbe3-59e9491a0210 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.234362 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.255236 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-78aa6702-c4f7-4dc4-b541-0bc5162e74f7 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da21122-4b3e-4942-af72-3abda8c16df3']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:26.286364 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-78aa6702-c4f7-4dc4-b541-0bc5162e74f7 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860d8204-321f-4665-9802-a628727b16fe') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:26.286655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-78aa6702-c4f7-4dc4-b541-0bc5162e74f7 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860d8204-321f-4665-9802-a628727b16fe') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:26.338113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b8944768-1f2c-4c74-b303-c8e1e03e0c71 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:26.342439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78aa6702-c4f7-4dc4-b541-0bc5162e74f7 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.351467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8877f-ad58-474e-8604-63b9d643b23f req-63068747-a876-41a1-b8f3-464dcb526a1d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.360632 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e2d8877f-ad58-474e-8604-63b9d643b23f req-63068747-a876-41a1-b8f3-464dcb526a1d tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.2111902 Nov 12 03:51:26.375625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13a140-291b-481a-bbe3-59e9491a0210 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Pushing event deleted for resources: {'Port': ['ID=9d1c7927-0fc3-4022-b98a-bee20e40acea,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:26.425358 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de976e03-3008-4a51-91e2-2c7a1e933a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.450270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port b8944768-1f2c-4c74-b303-c8e1e03e0c71 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:26.451592 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.478985 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78aa6702-c4f7-4dc4-b541-0bc5162e74f7 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.514283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121acd62-074f-4688-91b9-0311c1920604 None None] Network 55657953-9502-49df-8953-239bd249786d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:26.517224 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9452b4db-4b46-4513-8cbc-6d9464821670 req-ac13a140-291b-481a-bbe3-59e9491a0210 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] No DVR routers for this DVR port 9d1c7927-0fc3-4022-b98a-bee20e40acea on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:26.524413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9452b4db-4b46-4513-8cbc-6d9464821670 req-ac13a140-291b-481a-bbe3-59e9491a0210 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.537064 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9452b4db-4b46-4513-8cbc-6d9464821670 req-ac13a140-291b-481a-bbe3-59e9491a0210 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.25 "DELETE /v2.0/ports/9d1c7927-0fc3-4022-b98a-bee20e40acea HTTP/1.1" status: 204 len: 173 time: 1.8680127 Nov 12 03:51:26.555383 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6253c6e6-3b92-46ac-9c4d-cc225bfb2e29 req-78bc07bc-6bb1-43a6-9103-92dd2ca7f708 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489317 Nov 12 03:51:26.559831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1afee6-7017-4c00-8e74-7d7acd078e6f', 'name': 'network-vif-deleted', 'tag': '9d1c7927-0fc3-4022-b98a-bee20e40acea'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:26.563356 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab13a234-5f6c-4390-8bd2-46a386036a06" -d '{"events": [{"server_uuid": "1e1afee6-7017-4c00-8e74-7d7acd078e6f", "name": "network-vif-deleted", "tag": "9d1c7927-0fc3-4022-b98a-bee20e40acea"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:26.589534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-beff0a76-e615-411d-90a4-51886db5cca3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.598426 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-beff0a76-e615-411d-90a4-51886db5cca3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.604670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-beff0a76-e615-411d-90a4-51886db5cca3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.606373 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-beff0a76-e615-411d-90a4-51886db5cca3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "GET /v2.0/networks?id=36a7ae9d-fb8c-4139-a69e-1f482187e050&id=20cb3bc5-e458-4eb2-a97c-572f6154372e&id=20cb3bc5-e458-4eb2-a97c-572f6154372e&id=20cb3bc5-e458-4eb2-a97c-572f6154372e&id=20cb3bc5-e458-4eb2-a97c-572f6154372e&id=1c46be60-daab-4c5d-8641-aa8b82f59a2d&id=1c46be60-daab-4c5d-8641-aa8b82f59a2d HTTP/1.1" status: 200 len: 1991 time: 0.8066800 Nov 12 03:51:26.673096 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78aa6702-c4f7-4dc4-b541-0bc5162e74f7 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:26.673673 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78aa6702-c4f7-4dc4-b541-0bc5162e74f7 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.712864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c7dda39a-e9a4-4769-b201-ebd39483f2b3 None None] Provisioning complete for port b8944768-1f2c-4c74-b303-c8e1e03e0c71 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:26.713434 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7dda39a-e9a4-4769-b201-ebd39483f2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:26.728523 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:26.766180 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.771513 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e2d8877f-ad58-474e-8604-63b9d643b23f req-756cffee-1475-43a9-afd8-358bee0ee0bb tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024470 Nov 12 03:51:26.780532 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.811379 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06741248-8142-4dc7-9b0a-de055cfd54b2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9678195170c4bbb866cded26d46169a HTTP/1.1" status: 200 len: 379 time: 0.1798270 Nov 12 03:51:26.833616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-820936b9-4ab3-45a1-afbd-4bf4fa3095ac tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'port': {'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'admin_state_up': True, 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'security_groups': ['21c71a7f-b4f4-4611-94af-79a1583eac57']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:26.869393 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4010cb-7f69-4bea-8074-c638846d6466 x-openstack-request-id: req-7d4010cb-7f69-4bea-8074-c638846d6466 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:26.869671 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1afee6-7017-4c00-8e74-7d7acd078e6f", "name": "network-vif-deleted", "tag": "9d1c7927-0fc3-4022-b98a-bee20e40acea", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:26.869928 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7d4010cb-7f69-4bea-8074-c638846d6466 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:26.870576 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1afee6-7017-4c00-8e74-7d7acd078e6f', 'name': 'network-vif-deleted', 'tag': '9d1c7927-0fc3-4022-b98a-bee20e40acea', 'status': 'completed', 'code': 200} Nov 12 03:51:26.898456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d5c8d-0cc3-4d35-9295-5748d13afcc4 req-00254608-530c-4e9d-ac1e-07cb0278dbec tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.900395 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-075d5c8d-0cc3-4d35-9295-5748d13afcc4 req-00254608-530c-4e9d-ac1e-07cb0278dbec tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 945 time: 0.2322404 Nov 12 03:51:26.939003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port b8944768-1f2c-4c74-b303-c8e1e03e0c71, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b8944768-1f2c-4c74-b303-c8e1e03e0c71,segment=NetworkSegment(06f3aa0a-a9f9-4b93-a9d5-d0151053239c),segment_id=06f3aa0a-a9f9-4b93-a9d5-d0151053239c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:26.985821 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7dda39a-e9a4-4769-b201-ebd39483f2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.000194 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78aa6702-c4f7-4dc4-b541-0bc5162e74f7 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.015813 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.025240 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-075d5c8d-0cc3-4d35-9295-5748d13afcc4 req-399480e5-ee61-4bba-b2ec-72be54fad7c3 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084514 Nov 12 03:51:27.066926 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78aa6702-c4f7-4dc4-b541-0bc5162e74f7 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.072555 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-78aa6702-c4f7-4dc4-b541-0bc5162e74f7 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "DELETE /v2.0/networks/3da21122-4b3e-4942-af72-3abda8c16df3 HTTP/1.1" status: 204 len: 168 time: 1.3078249 Nov 12 03:51:27.077245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa6702-c4f7-4dc4-b541-0bc5162e74f7 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event deleted for resources: {'Network': ['ID=3da21122-4b3e-4942-af72-3abda8c16df3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:27.079965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37672) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:27.146275 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c933c5c-571f-4778-a307-b07ea692401b req-2c8471df-ed4d-4890-a787-9bb32a815808 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=1e1afee6-7017-4c00-8e74-7d7acd078e6f HTTP/1.1" status: 200 len: 210 time: 0.0723512 Nov 12 03:51:27.154780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=b8944768-1f2c-4c74-b303-c8e1e03e0c71,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:27.163906 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-820936b9-4ab3-45a1-afbd-4bf4fa3095ac tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Made reservation on behalf of d9678195170c4bbb866cded26d46169a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:27.167767 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-820936b9-4ab3-45a1-afbd-4bf4fa3095ac tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.218742 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-c7dda39a-e9a4-4769-b201-ebd39483f2b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:51:27.219195 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-c7dda39a-e9a4-4769-b201-ebd39483f2b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:51:27.318704 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.328737 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ba45d3e-254c-4f21-b323-4d5a5ba293f3 req-ae399acc-5252-45fd-afa0-06e611aff988 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.1409552 Nov 12 03:51:27.425876 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.426761 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.497489 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=a62dc1f4-853b-47bd-9a74-60829fe5dec8,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:27.503057 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af4eb4-f384-48ac-a9a3-5046b46c5686 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:27.510083 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af4eb4-f384-48ac-a9a3-5046b46c5686 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:27.511827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-61af4eb4-f384-48ac-a9a3-5046b46c5686 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4307511 Nov 12 03:51:27.517968 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:27.527311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e2e29cf3-314b-47b5-b5f9-44c5d92fe763 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-557321506'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:27.619765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-820936b9-4ab3-45a1-afbd-4bf4fa3095ac tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Allocated IP 172.20.0.6 (36a7ae9d-fb8c-4139-a69e-1f482187e050/c82bf929-4463-45be-9abb-d6db1fa7474a/4ab8efd6-c4cc-4661-adf4-d41cbd22b569) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:27.634505 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 55657953-9502-49df-8953-239bd249786d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:27.636415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:27.700758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9d1c7927-0fc3-4022-b98a-bee20e40acea no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:27.715517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e29cf3-314b-47b5-b5f9-44c5d92fe763 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Made reservation on behalf of 46fdd1f771804858bf37537bfbd2b123 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:27.723622 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2e29cf3-314b-47b5-b5f9-44c5d92fe763 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.802363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 9d1c7927-0fc3-4022-b98a-bee20e40acea {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:27.802363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9d1c7927-0fc3-4022-b98a-bee20e40acea not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:27.896709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 25257097-0edd-42f1-9c92-1806804f8cc0 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:27.946174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ee757b1e-32aa-4831-8fcc-8be744fd4778 None None] Provisioning complete for port a62dc1f4-853b-47bd-9a74-60829fe5dec8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:27.946543 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ee757b1e-32aa-4831-8fcc-8be744fd4778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.994505 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ee757b1e-32aa-4831-8fcc-8be744fd4778 None None] Port a62dc1f4-853b-47bd-9a74-60829fe5dec8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:27.998558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e29cf3-314b-47b5-b5f9-44c5d92fe763 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:28.004979 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-820936b9-4ab3-45a1-afbd-4bf4fa3095ac tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.010460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ee757b1e-32aa-4831-8fcc-8be744fd4778 None None] Provisioning complete for port b8944768-1f2c-4c74-b303-c8e1e03e0c71 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:28.011091 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ee757b1e-32aa-4831-8fcc-8be744fd4778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.029888 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2e29cf3-314b-47b5-b5f9-44c5d92fe763 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.032642 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-e2e29cf3-314b-47b5-b5f9-44c5d92fe763 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Added segment 4956440b-53fc-40b0-8026-696fb7faada7 of type vlan for network ab193344-f7fc-4b33-ae3e-b5b2654a8945 Nov 12 03:51:28.066878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483d084-aeb9-4125-ac59-411b09666d40 req-593bf32b-ed91-4f84-a250-181868ef41a6 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:28.078175 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6483d084-aeb9-4125-ac59-411b09666d40 req-593bf32b-ed91-4f84-a250-181868ef41a6 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.2020760 Nov 12 03:51:28.128374 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e51a14-eb6d-42aa-bc90-efc1f4788333 req-cafc7288-d419-4295-8153-4107927478c6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:28.129970 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27e51a14-eb6d-42aa-bc90-efc1f4788333 req-cafc7288-d419-4295-8153-4107927478c6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 945 time: 0.1550395 Nov 12 03:51:28.141435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:28.150278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5f24baa9-65ba-4d48-977e-9bd1b1ec196a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/25257097-0edd-42f1-9c92-1806804f8cc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6418066 Nov 12 03:51:28.157547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:28.165844 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d04bd7-c961-4ad3-85e7-1847c3c85268 None None] Sync routers for ids ['25257097-0edd-42f1-9c92-1806804f8cc0'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:28.194249 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d04bd7-c961-4ad3-85e7-1847c3c85268 None None] Routers {'25257097-0edd-42f1-9c92-1806804f8cc0'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:28.195227 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60d04bd7-c961-4ad3-85e7-1847c3c85268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:51:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['25257097-0edd-42f1-9c92-1806804f8cc0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:28.231596 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2e29cf3-314b-47b5-b5f9-44c5d92fe763 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.266560 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60d04bd7-c961-4ad3-85e7-1847c3c85268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:28.279732 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d04bd7-c961-4ad3-85e7-1847c3c85268 None None] Routers {'25257097-0edd-42f1-9c92-1806804f8cc0'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:28.280806 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60d04bd7-c961-4ad3-85e7-1847c3c85268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:51:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['25257097-0edd-42f1-9c92-1806804f8cc0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:28.313391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b68c0cc-4ba4-4dda-ba43-baf28d3b89ab tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:28.319094 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3b68c0cc-4ba4-4dda-ba43-baf28d3b89ab tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports/a62dc1f4-853b-47bd-9a74-60829fe5dec8 HTTP/1.1" status: 200 len: 911 time: 0.1575348 Nov 12 03:51:28.319492 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6483d084-aeb9-4125-ac59-411b09666d40 req-7399538f-bdce-4f43-bb42-ca51796b9b9e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400925 Nov 12 03:51:28.319985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:28.365743 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60d04bd7-c961-4ad3-85e7-1847c3c85268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:28.366613 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d04bd7-c961-4ad3-85e7-1847c3c85268 None None] The sync data for ids ['25257097-0edd-42f1-9c92-1806804f8cc0'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:28.384882 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27e51a14-eb6d-42aa-bc90-efc1f4788333 req-fed65d25-e840-45de-aeb2-0be98bf4e81c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174106 Nov 12 03:51:28.399391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b8944768-1f2c-4c74-b303-c8e1e03e0c71 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:28.447781 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.501123 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b0c3d5cd-d092-4f50-926e-742d302d7a46 None None] Provisioning complete for port a62dc1f4-853b-47bd-9a74-60829fe5dec8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:28.501774 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0c3d5cd-d092-4f50-926e-742d302d7a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.537755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-820936b9-4ab3-45a1-afbd-4bf4fa3095ac tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.647168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b0c3d5cd-d092-4f50-926e-742d302d7a46 None None] Port a62dc1f4-853b-47bd-9a74-60829fe5dec8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:28.656009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port b8944768-1f2c-4c74-b303-c8e1e03e0c71 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:28.656623 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.742888 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2e29cf3-314b-47b5-b5f9-44c5d92fe763 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.748965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e29cf3-314b-47b5-b5f9-44c5d92fe763 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:28.749676 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2e29cf3-314b-47b5-b5f9-44c5d92fe763 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.810797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-820936b9-4ab3-45a1-afbd-4bf4fa3095ac tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Network 36a7ae9d-fb8c-4139-a69e-1f482187e050 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:28.842262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-820936b9-4ab3-45a1-afbd-4bf4fa3095ac tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:28.844938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-820936b9-4ab3-45a1-afbd-4bf4fa3095ac tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:28.935745 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.068168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820936b9-4ab3-45a1-afbd-4bf4fa3095ac tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'Port': ['ID=4ab8efd6-c4cc-4661-adf4-d41cbd22b569,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:29.086551 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e2e29cf3-314b-47b5-b5f9-44c5d92fe763 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5651903 Nov 12 03:51:29.087016 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37700) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:29.087640 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e29cf3-314b-47b5-b5f9-44c5d92fe763 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event updated for resources: {'Network': ['ID=ab193344-f7fc-4b33-ae3e-b5b2654a8945,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:29.093852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-30372c19-aced-4b15-be27-6b77d21c7b99 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1497390538'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:29.102973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network ab193344-f7fc-4b33-ae3e-b5b2654a8945 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:29.112102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-820936b9-4ab3-45a1-afbd-4bf4fa3095ac tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:29.112758 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-820936b9-4ab3-45a1-afbd-4bf4fa3095ac tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.160855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9043184-6071-42af-93c9-3e0bb8131d8e req-b637fa5c-9d5a-4131-b74f-39417742987b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:29.174081 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c9043184-6071-42af-93c9-3e0bb8131d8e req-b637fa5c-9d5a-4131-b74f-39417742987b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 931 time: 0.4443188 Nov 12 03:51:29.245257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fe6fb-0df0-4d01-9ea3-0f114ab69506 req-9a4d2187-9aaf-47ef-9e52-3fb54437f8ba tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:29.247437 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f46fe6fb-0df0-4d01-9ea3-0f114ab69506 req-9a4d2187-9aaf-47ef-9e52-3fb54437f8ba tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 944 time: 0.0887969 Nov 12 03:51:29.269428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c9043184-6071-42af-93c9-3e0bb8131d8e req-eae5683a-d13c-42da-a561-0e2c3cb93fd0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943093 Nov 12 03:51:29.300384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30372c19-aced-4b15-be27-6b77d21c7b99 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Made reservation on behalf of 46fdd1f771804858bf37537bfbd2b123 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:29.304332 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30372c19-aced-4b15-be27-6b77d21c7b99 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.348390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-738f938f-7553-43be-b8cb-d576e16502ad None None] Provisioning complete for port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:29.349265 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-738f938f-7553-43be-b8cb-d576e16502ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.380992 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0bbbad8c-b16e-4be9-9b91-a59370b42c26 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.401103 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30372c19-aced-4b15-be27-6b77d21c7b99 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:29.421339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-738f938f-7553-43be-b8cb-d576e16502ad None None] Port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:29.434032 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30372c19-aced-4b15-be27-6b77d21c7b99 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.434654 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-30372c19-aced-4b15-be27-6b77d21c7b99 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Added segment 834eca10-678c-426b-8354-616b443abfed of type vlan for network 6b35c27f-0f19-4ec8-8532-169b492e8ec4 Nov 12 03:51:29.497376 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-820936b9-4ab3-45a1-afbd-4bf4fa3095ac tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6753044 Nov 12 03:51:29.498773 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f46fe6fb-0df0-4d01-9ea3-0f114ab69506 req-c5f1f315-de64-4de7-8fde-05f6403686ca tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431209 Nov 12 03:51:29.530668 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30372c19-aced-4b15-be27-6b77d21c7b99 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.542819 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-3a8b501a-4db7-4001-a89d-1d47fa1ac6c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'port': {'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e', 'admin_state_up': True, 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'security_groups': ['21c71a7f-b4f4-4611-94af-79a1583eac57']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:29.671673 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c30f6-8acd-4866-843a-d36f4c737c65 req-176cfe9e-a21f-4567-b2d0-b148c9835f65 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:29.681632 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c7c30f6-8acd-4866-843a-d36f4c737c65 req-176cfe9e-a21f-4567-b2d0-b148c9835f65 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 945 time: 0.0727139 Nov 12 03:51:29.693690 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30372c19-aced-4b15-be27-6b77d21c7b99 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.699734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30372c19-aced-4b15-be27-6b77d21c7b99 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:29.700491 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30372c19-aced-4b15-be27-6b77d21c7b99 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.798113 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c7c30f6-8acd-4866-843a-d36f4c737c65 req-46b8b1bc-2200-4898-aae2-3916f9bfc472 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152959 Nov 12 03:51:29.863752 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-30372c19-aced-4b15-be27-6b77d21c7b99 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7746019 Nov 12 03:51:29.879600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:29.886853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Request body: {'ports': [{'network_id': 'ab193344-f7fc-4b33-ae3e-b5b2654a8945', 'name': 'tempest-port--540646361', 'admin_state_up': True}, {'network_id': '6b35c27f-0f19-4ec8-8532-169b492e8ec4', 'admin_state_up': False}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:29.887158 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Request body: {'port': {'network_id': 'ab193344-f7fc-4b33-ae3e-b5b2654a8945', 'name': 'tempest-port--540646361', 'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:29.887642 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Request body: {'port': {'network_id': '6b35c27f-0f19-4ec8-8532-169b492e8ec4', 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:29.897018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30372c19-aced-4b15-be27-6b77d21c7b99 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event updated for resources: {'Network': ['ID=6b35c27f-0f19-4ec8-8532-169b492e8ec4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:29.911894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 6b35c27f-0f19-4ec8-8532-169b492e8ec4 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:30.147756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d86c1d-0c50-44dc-9a4e-05c9fa2c1344 req-eef0055e-a6c9-4b49-a6cc-25072418b902 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:30.148239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2d86c1d-0c50-44dc-9a4e-05c9fa2c1344 req-eef0055e-a6c9-4b49-a6cc-25072418b902 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.6588159 Nov 12 03:51:30.197082 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Made reservation on behalf of 46fdd1f771804858bf37537bfbd2b123 for: {'port': 2} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:30.203687 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.237486 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.248138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eef229-2c01-4c50-9241-b9f7dc1c57d7 req-e2a108d8-112f-49a0-ba3e-1ac947213010 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:30.249736 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1eef229-2c01-4c50-9241-b9f7dc1c57d7 req-e2a108d8-112f-49a0-ba3e-1ac947213010 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.25 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 944 time: 0.6831775 Nov 12 03:51:30.328652 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2d86c1d-0c50-44dc-9a4e-05c9fa2c1344 req-15ed4441-fc4f-419f-87dd-1fb4f7843ef2 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526992 Nov 12 03:51:30.373214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] device_id is not set on port cb07e315-d767-49eb-9849-62b7235862ad yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:51:30.425538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471d539-7054-495f-8298-fba5e8570760 req-b2540fd3-e238-4016-ae33-13282bc43fea tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:30.427034 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8471d539-7054-495f-8298-fba5e8570760 req-b2540fd3-e238-4016-ae33-13282bc43fea tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 945 time: 0.2915311 Nov 12 03:51:30.438387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-3a8b501a-4db7-4001-a89d-1d47fa1ac6c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Made reservation on behalf of d9678195170c4bbb866cded26d46169a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:30.443213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-3a8b501a-4db7-4001-a89d-1d47fa1ac6c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.530137 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.758898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b1eef229-2c01-4c50-9241-b9f7dc1c57d7 req-2ecf5df6-a223-42a4-9153-d65d3c5d4ada tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Deleting port 0dfe258a-d2c0-460d-87ca-573809cd68dc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:30.759345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b1eef229-2c01-4c50-9241-b9f7dc1c57d7 req-2ecf5df6-a223-42a4-9153-d65d3c5d4ada tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.846025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7cf09-64d4-4cb6-b95c-b178bdb157bb req-215baf8f-f7be-4c16-aca4-1022da3973e5 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:30.847578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4d7cf09-64d4-4cb6-b95c-b178bdb157bb req-215baf8f-f7be-4c16-aca4-1022da3973e5 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 944 time: 0.2400534 Nov 12 03:51:30.900615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-3a8b501a-4db7-4001-a89d-1d47fa1ac6c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Allocated IP 10.1.1.64 (20cb3bc5-e458-4eb2-a97c-572f6154372e/e6fe0b5a-c82d-4ced-ae13-8f510ce1c500/df914625-a669-4984-a1ad-8e796c6815cc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:30.970817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8471d539-7054-495f-8298-fba5e8570760 req-78ee4348-f2e5-4fe3-bf63-07768fb5a6fd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Deleting port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:30.971150 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8471d539-7054-495f-8298-fba5e8570760 req-78ee4348-f2e5-4fe3-bf63-07768fb5a6fd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.973900 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c582dc0-2ec0-40ad-82c6-258a96659204 req-cc2c3a23-3c96-4a1b-9bde-92a8e7bc767f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:30.975441 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c582dc0-2ec0-40ad-82c6-258a96659204 req-cc2c3a23-3c96-4a1b-9bde-92a8e7bc767f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 931 time: 0.5045903 Nov 12 03:51:30.993469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] device_id is not set on port d19a0888-bc6e-4869-974a-4a9ea886234d yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:51:31.059588 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c582dc0-2ec0-40ad-82c6-258a96659204 req-8125e302-1d03-46dc-a481-32ce6c89b182 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718813 Nov 12 03:51:31.113327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbad8c-b16e-4be9-9b91-a59370b42c26 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port a62dc1f4-853b-47bd-9a74-60829fe5dec8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:31.113673 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0bbbad8c-b16e-4be9-9b91-a59370b42c26 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.145761 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4d7cf09-64d4-4cb6-b95c-b178bdb157bb req-f6475cb1-50ad-4be0-92b8-e37079a1de91 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853317 Nov 12 03:51:31.162415 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.166832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b1eef229-2c01-4c50-9241-b9f7dc1c57d7 req-2ecf5df6-a223-42a4-9153-d65d3c5d4ada tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] For port 0dfe258a-d2c0-460d-87ca-573809cd68dc, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=0dfe258a-d2c0-460d-87ca-573809cd68dc,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:31.167323 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b1eef229-2c01-4c50-9241-b9f7dc1c57d7 req-2ecf5df6-a223-42a4-9153-d65d3c5d4ada tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.254517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b1eef229-2c01-4c50-9241-b9f7dc1c57d7 req-2ecf5df6-a223-42a4-9153-d65d3c5d4ada tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Calling delete_port for 0dfe258a-d2c0-460d-87ca-573809cd68dc owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:31.269258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d452c2-edb2-4434-97cf-0487f9c4ab47 req-6762d87e-f563-4350-92ee-d98989216a91 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:31.271191 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3d452c2-edb2-4434-97cf-0487f9c4ab47 req-6762d87e-f563-4350-92ee-d98989216a91 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 945 time: 0.1051805 Nov 12 03:51:31.287964 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.335621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8471d539-7054-495f-8298-fba5e8570760 req-78ee4348-f2e5-4fe3-bf63-07768fb5a6fd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] For port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4f45ab14-58af-4dc7-9a7d-9bbc0f758425,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:31.335621 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8471d539-7054-495f-8298-fba5e8570760 req-78ee4348-f2e5-4fe3-bf63-07768fb5a6fd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.408861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8471d539-7054-495f-8298-fba5e8570760 req-78ee4348-f2e5-4fe3-bf63-07768fb5a6fd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Calling delete_port for 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:31.427757 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event updated for resources: {'Port': ['ID=cb07e315-d767-49eb-9849-62b7235862ad,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:31.442778 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0bbbad8c-b16e-4be9-9b91-a59370b42c26 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.453610 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3d452c2-edb2-4434-97cf-0487f9c4ab47 req-6c298e94-66e0-4887-b085-1f2f482f541f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732755 Nov 12 03:51:31.462107 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Checking segment: {'id': '4956440b-53fc-40b0-8026-696fb7faada7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'ab193344-f7fc-4b33-ae3e-b5b2654a8945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:31.462594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Network hostable DHCP agents. Network: ab193344-f7fc-4b33-ae3e-b5b2654a8945, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:31.493189 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-3a8b501a-4db7-4001-a89d-1d47fa1ac6c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.512663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbad8c-b16e-4be9-9b91-a59370b42c26 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for a62dc1f4-853b-47bd-9a74-60829fe5dec8 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:31.561505 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Network ab193344-f7fc-4b33-ae3e-b5b2654a8945 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:31.665855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, ab193344-f7fc-4b33-ae3e-b5b2654a8945) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:31.666779 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb853709-0bce-4e94-add4-79ba966052b1 req-b14ee4d9-975a-4825-a332-591bb89d064b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:31.670583 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:31.671555 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.672755 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eb853709-0bce-4e94-add4-79ba966052b1 req-b14ee4d9-975a-4825-a332-591bb89d064b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.2069523 Nov 12 03:51:31.682295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d701b8e8-3a44-407c-a54d-eb1a0261170f None None] Network ab193344-f7fc-4b33-ae3e-b5b2654a8945 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:31.757486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event updated for resources: {'Port': ['ID=d19a0888-bc6e-4869-974a-4a9ea886234d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:31.759324 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 0dfe258a-d2c0-460d-87ca-573809cd68dc no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:31.775744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Checking segment: {'id': '834eca10-678c-426b-8354-616b443abfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '6b35c27f-0f19-4ec8-8532-169b492e8ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:31.776305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Network hostable DHCP agents. Network: 6b35c27f-0f19-4ec8-8532-169b492e8ec4, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:31.850628 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eb853709-0bce-4e94-add4-79ba966052b1 req-49690bc0-c755-46ae-ab87-800c6385a6ef tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467633 Nov 12 03:51:31.856275 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-3a8b501a-4db7-4001-a89d-1d47fa1ac6c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.871552 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b1eef229-2c01-4c50-9241-b9f7dc1c57d7 req-2ecf5df6-a223-42a4-9153-d65d3c5d4ada tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.876831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No active binding found for port 0dfe258a-d2c0-460d-87ca-573809cd68dc {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:51:31.877573 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 0dfe258a-d2c0-460d-87ca-573809cd68dc not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:31.892675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Network 6b35c27f-0f19-4ec8-8532-169b492e8ec4 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:31.961955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-3a8b501a-4db7-4001-a89d-1d47fa1ac6c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Network 20cb3bc5-e458-4eb2-a97c-572f6154372e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:31.971123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b501a-4db7-4001-a89d-1d47fa1ac6c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'Port': ['ID=df914625-a669-4984-a1ad-8e796c6815cc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:31.972951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-3a8b501a-4db7-4001-a89d-1d47fa1ac6c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:31.991429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 6b35c27f-0f19-4ec8-8532-169b492e8ec4) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:31.996075 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:31.996656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-3a8b501a-4db7-4001-a89d-1d47fa1ac6c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:32.001114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.006318 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.007029 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.021730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100f851e-f4c3-4398-b20f-5949771e3f39 None None] Network 6b35c27f-0f19-4ec8-8532-169b492e8ec4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:32.037012 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:51:32.114955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eef229-2c01-4c50-9241-b9f7dc1c57d7 req-2ecf5df6-a223-42a4-9153-d65d3c5d4ada tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] No DVR routers for this DVR port 0dfe258a-d2c0-460d-87ca-573809cd68dc on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:32.118106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf5df6-a223-42a4-9153-d65d3c5d4ada tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Pushing event deleted for resources: {'Port': ['ID=0dfe258a-d2c0-460d-87ca-573809cd68dc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:32.120713 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8471d539-7054-495f-8298-fba5e8570760 req-78ee4348-f2e5-4fe3-bf63-07768fb5a6fd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.125769 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b1eef229-2c01-4c50-9241-b9f7dc1c57d7 req-2ecf5df6-a223-42a4-9153-d65d3c5d4ada tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.134567 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1eef229-2c01-4c50-9241-b9f7dc1c57d7 req-2ecf5df6-a223-42a4-9153-d65d3c5d4ada tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.25 "DELETE /v2.0/ports/0dfe258a-d2c0-460d-87ca-573809cd68dc HTTP/1.1" status: 204 len: 173 time: 1.8693156 Nov 12 03:51:32.138736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125fff27-d574-4b17-afba-21dc41509641', 'name': 'network-vif-deleted', 'tag': '0dfe258a-d2c0-460d-87ca-573809cd68dc'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:32.141798 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3317dc0-578b-4911-9058-fa0b218bdc56" -d '{"events": [{"server_uuid": "125fff27-d574-4b17-afba-21dc41509641", "name": "network-vif-deleted", "tag": "0dfe258a-d2c0-460d-87ca-573809cd68dc"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:32.145254 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-16c1fa2f-d778-4a52-8efd-1973018a08f4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2642410 Nov 12 03:51:32.147460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37740) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:32.219859 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee4348-f2e5-4fe3-bf63-07768fb5a6fd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Pushing event deleted for resources: {'Port': ['ID=4f45ab14-58af-4dc7-9a7d-9bbc0f758425,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:32.287221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-3a8b501a-4db7-4001-a89d-1d47fa1ac6c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.287523 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-3a8b501a-4db7-4001-a89d-1d47fa1ac6c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.312987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['477eb4e1-30bb-447f-9cd0-4e662562b001'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:32.331533 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b95f746-b690-4da4-81db-62b91f07c7a2 x-openstack-request-id: req-0b95f746-b690-4da4-81db-62b91f07c7a2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:32.331860 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125fff27-d574-4b17-afba-21dc41509641", "name": "network-vif-deleted", "tag": "0dfe258a-d2c0-460d-87ca-573809cd68dc", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:32.332097 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0b95f746-b690-4da4-81db-62b91f07c7a2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:32.332505 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125fff27-d574-4b17-afba-21dc41509641', 'name': 'network-vif-deleted', 'tag': '0dfe258a-d2c0-460d-87ca-573809cd68dc', 'status': 'completed', 'code': 200} Nov 12 03:51:32.416322 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8471d539-7054-495f-8298-fba5e8570760 req-78ee4348-f2e5-4fe3-bf63-07768fb5a6fd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] No DVR routers for this DVR port 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:32.425037 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8471d539-7054-495f-8298-fba5e8570760 req-78ee4348-f2e5-4fe3-bf63-07768fb5a6fd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.436982 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8471d539-7054-495f-8298-fba5e8570760 req-78ee4348-f2e5-4fe3-bf63-07768fb5a6fd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "DELETE /v2.0/ports/4f45ab14-58af-4dc7-9a7d-9bbc0f758425 HTTP/1.1" status: 204 len: 173 time: 1.9733679 Nov 12 03:51:32.475118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfa2230-4eee-4c23-89b9-68c2083621d0 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.495472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfa2230-4eee-4c23-89b9-68c2083621d0 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.501463 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dcfa2230-4eee-4c23-89b9-68c2083621d0 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3445902 Nov 12 03:51:32.503351 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37750) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:32.514171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7a27b08a-3a28-4576-82df-be5e3d8b2782 req-cf75fff3-6d66-4920-9295-c42fd0ae4bfd tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=125fff27-d574-4b17-afba-21dc41509641 HTTP/1.1" status: 200 len: 210 time: 0.0750082 Nov 12 03:51:32.514837 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0bbbad8c-b16e-4be9-9b91-a59370b42c26 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.522750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9a4d1745-f56f-4c38-b8a3-e37567be2eac None None] Provisioning complete for port df914625-a669-4984-a1ad-8e796c6815cc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:32.523140 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a4d1745-f56f-4c38-b8a3-e37567be2eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.604109 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9a4d1745-f56f-4c38-b8a3-e37567be2eac None None] Port df914625-a669-4984-a1ad-8e796c6815cc cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:32.644498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-3a8b501a-4db7-4001-a89d-1d47fa1ac6c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1197612 Nov 12 03:51:32.646245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352a129-ca13-4cfe-ab52-da0622a67db7 req-4bed1aa1-8339-440d-96a2-57c2770cac76 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.664703 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352a129-ca13-4cfe-ab52-da0622a67db7 req-4bed1aa1-8339-440d-96a2-57c2770cac76 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.672862 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3352a129-ca13-4cfe-ab52-da0622a67db7 req-4bed1aa1-8339-440d-96a2-57c2770cac76 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 1652 time: 0.3639581 Nov 12 03:51:32.700638 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbad8c-b16e-4be9-9b91-a59370b42c26 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=a62dc1f4-853b-47bd-9a74-60829fe5dec8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:32.724134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-48224123-bb76-4322-8a70-ad618fca8eff tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'port': {'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e', 'admin_state_up': True, 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'security_groups': ['21c71a7f-b4f4-4611-94af-79a1583eac57']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:32.866085 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3352a129-ca13-4cfe-ab52-da0622a67db7 req-1c9bd0d7-e692-4a69-8088-22da3eea233d tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922634 Nov 12 03:51:32.919332 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7dc0a-5f75-4186-bdf7-7ff48ea079fb tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Deleting port cb07e315-d767-49eb-9849-62b7235862ad {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:32.924514 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9b7dc0a-5f75-4186-bdf7-7ff48ea079fb tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.110567 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9b7dc0a-5f75-4186-bdf7-7ff48ea079fb tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.122414 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0bbbad8c-b16e-4be9-9b91-a59370b42c26 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.126925 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24650e68-f39a-4c8e-a5e3-66c53b93d786 req-65b52a59-93f5-40a1-a623-f6e9590ff450 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=300bd774-b6d2-403b-bb1e-e04956418593 HTTP/1.1" status: 200 len: 210 time: 0.0372221 Nov 12 03:51:33.132420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7dc0a-5f75-4186-bdf7-7ff48ea079fb tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Calling delete_port for cb07e315-d767-49eb-9849-62b7235862ad owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:33.177104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77aaf5-3d67-45d0-a3e9-3ea0f5fd2040 req-b2aead12-5596-431f-8eea-a079a12220cc tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:33.177104 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fd77aaf5-3d67-45d0-a3e9-3ea0f5fd2040 req-b2aead12-5596-431f-8eea-a079a12220cc tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.1120439 Nov 12 03:51:33.223249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:33.273017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:33.273365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 4f45ab14-58af-4dc7-9a7d-9bbc0f758425 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:33.320123 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fd77aaf5-3d67-45d0-a3e9-3ea0f5fd2040 req-43ba6610-7d44-4d4b-bb91-15702635e9d7 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510265 Nov 12 03:51:33.487238 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9b7dc0a-5f75-4186-bdf7-7ff48ea079fb tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.495809 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbbad8c-b16e-4be9-9b91-a59370b42c26 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 25257097-0edd-42f1-9c92-1806804f8cc0 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:33.570893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7dc0a-5f75-4186-bdf7-7ff48ea079fb tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event deleted for resources: {'Port': ['ID=cb07e315-d767-49eb-9849-62b7235862ad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:33.577436 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9b7dc0a-5f75-4186-bdf7-7ff48ea079fb tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.589295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b9b7dc0a-5f75-4186-bdf7-7ff48ea079fb tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "DELETE /v2.0/ports/cb07e315-d767-49eb-9849-62b7235862ad HTTP/1.1" status: 204 len: 168 time: 1.0753651 Nov 12 03:51:33.591011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37760) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:33.668497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbbad8c-b16e-4be9-9b91-a59370b42c26 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:33.670533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-48224123-bb76-4322-8a70-ad618fca8eff tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Made reservation on behalf of d9678195170c4bbb866cded26d46169a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:33.674711 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-48224123-bb76-4322-8a70-ad618fca8eff tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.679701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0bbbad8c-b16e-4be9-9b91-a59370b42c26 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/25257097-0edd-42f1-9c92-1806804f8cc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3486609 Nov 12 03:51:33.680927 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfaeb54-aa90-4e3c-bb9a-8a55b92ce7e4 None None] Sync routers for ids ['25257097-0edd-42f1-9c92-1806804f8cc0'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:33.690203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:33.841247 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3dc9f89f-edfe-4e2a-800b-c91238572100 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports?device_id=25257097-0edd-42f1-9c92-1806804f8cc0 HTTP/1.1" status: 200 len: 205 time: 0.1494863 Nov 12 03:51:33.845060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37768) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:33.917346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc6c59-b384-401e-a10c-16a453c071cc tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Deleting port d19a0888-bc6e-4869-974a-4a9ea886234d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:33.917786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4dc6c59-b384-401e-a10c-16a453c071cc tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.060733 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-600a1fea-8023-42d9-8675-7c875b0a601c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.104322 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4dc6c59-b384-401e-a10c-16a453c071cc tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.119526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc6c59-b384-401e-a10c-16a453c071cc tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Calling delete_port for d19a0888-bc6e-4869-974a-4a9ea886234d owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:34.153633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfaeb54-aa90-4e3c-bb9a-8a55b92ce7e4 None None] Routers {'25257097-0edd-42f1-9c92-1806804f8cc0'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:34.154803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9bfaeb54-aa90-4e3c-bb9a-8a55b92ce7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:51:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['25257097-0edd-42f1-9c92-1806804f8cc0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:34.208590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9bfaeb54-aa90-4e3c-bb9a-8a55b92ce7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:34.224506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfaeb54-aa90-4e3c-bb9a-8a55b92ce7e4 None None] Routers {'25257097-0edd-42f1-9c92-1806804f8cc0'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:34.225677 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9bfaeb54-aa90-4e3c-bb9a-8a55b92ce7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:51:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['25257097-0edd-42f1-9c92-1806804f8cc0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:34.277178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9bfaeb54-aa90-4e3c-bb9a-8a55b92ce7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:34.278022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfaeb54-aa90-4e3c-bb9a-8a55b92ce7e4 None None] The sync data for ids ['25257097-0edd-42f1-9c92-1806804f8cc0'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:34.355553 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4dc6c59-b384-401e-a10c-16a453c071cc tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.402565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc6c59-b384-401e-a10c-16a453c071cc tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event deleted for resources: {'Port': ['ID=d19a0888-bc6e-4869-974a-4a9ea886234d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:34.414697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:34.420750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-392c9199-a963-41f6-be8d-acc42f750dce tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-737874146'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:34.424706 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4dc6c59-b384-401e-a10c-16a453c071cc tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.428113 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b4dc6c59-b384-401e-a10c-16a453c071cc tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "DELETE /v2.0/ports/d19a0888-bc6e-4869-974a-4a9ea886234d HTTP/1.1" status: 204 len: 168 time: 0.8359129 Nov 12 03:51:34.436298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0528192-8fe3-4401-8c8c-c2936be487bb req-4009ac94-6f09-4aa4-9da7-a8db2d5d8f17 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.438143 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0528192-8fe3-4401-8c8c-c2936be487bb req-4009ac94-6f09-4aa4-9da7-a8db2d5d8f17 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 944 time: 0.1323469 Nov 12 03:51:34.439895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37784) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:34.480669 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8e504c1a-d769-4db8-8d54-c894600deab4 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0396581 Nov 12 03:51:34.490001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37786) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:34.496990 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-27d7b5f4-8fac-4f1c-8e5e-2f1cb1d80a62 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-982982677'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:34.537399 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0528192-8fe3-4401-8c8c-c2936be487bb req-fbfbf597-0543-46b5-9b0d-e66cc0944e53 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865183 Nov 12 03:51:34.547699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300bd774-b6d2-403b-bb1e-e04956418593', 'name': 'network-vif-deleted', 'tag': '4f45ab14-58af-4dc7-9a7d-9bbc0f758425'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:34.550121 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d590c0bc-733d-405a-a585-1e4573ffeada" -d '{"events": [{"server_uuid": "300bd774-b6d2-403b-bb1e-e04956418593", "name": "network-vif-deleted", "tag": "4f45ab14-58af-4dc7-9a7d-9bbc0f758425"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:34.585382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-48224123-bb76-4322-8a70-ad618fca8eff tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Allocated IP 10.1.1.210 (20cb3bc5-e458-4eb2-a97c-572f6154372e/e6fe0b5a-c82d-4ced-ae13-8f510ce1c500/8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:34.603895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392c9199-a963-41f6-be8d-acc42f750dce tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Made reservation on behalf of 5cd512dfc02740f8a9223f825788d0ed for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:34.609173 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392c9199-a963-41f6-be8d-acc42f750dce tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.656448 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392c9199-a963-41f6-be8d-acc42f750dce tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:34.667815 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392c9199-a963-41f6-be8d-acc42f750dce tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.668689 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-392c9199-a963-41f6-be8d-acc42f750dce tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Added segment a96e6099-332c-4883-84ce-9621c179abcc of type vlan for network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 Nov 12 03:51:34.707318 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-600a1fea-8023-42d9-8675-7c875b0a601c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.711187 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-600a1fea-8023-42d9-8675-7c875b0a601c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.715302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d7b5f4-8fac-4f1c-8e5e-2f1cb1d80a62 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Made reservation on behalf of 46fdd1f771804858bf37537bfbd2b123 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:34.718834 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27d7b5f4-8fac-4f1c-8e5e-2f1cb1d80a62 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.734068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83da5a-b5d6-4c1b-9eaa-9d88942a49d2 req-d3f961eb-c930-44d8-848e-83c6a7323350 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.739271 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392c9199-a963-41f6-be8d-acc42f750dce tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.743946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83da5a-b5d6-4c1b-9eaa-9d88942a49d2 req-d3f961eb-c930-44d8-848e-83c6a7323350 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.745700 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c83da5a-b5d6-4c1b-9eaa-9d88942a49d2 req-d3f961eb-c930-44d8-848e-83c6a7323350 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 1652 time: 0.6300383 Nov 12 03:51:34.769305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d7b5f4-8fac-4f1c-8e5e-2f1cb1d80a62 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:34.781954 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27d7b5f4-8fac-4f1c-8e5e-2f1cb1d80a62 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.782299 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-27d7b5f4-8fac-4f1c-8e5e-2f1cb1d80a62 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Added segment b5f72d38-fcdb-4e0c-b5bf-4c3f38a9a517 of type vlan for network 4297c868-5c48-49de-ae47-ef9381bf059e Nov 12 03:51:34.862783 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27d7b5f4-8fac-4f1c-8e5e-2f1cb1d80a62 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.943017 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c83da5a-b5d6-4c1b-9eaa-9d88942a49d2 req-4141e9c3-3a31-4593-bc6f-460821664ee0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647108 Nov 12 03:51:34.971849 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d2b8e-06e9-4fbe-b86e-7463667f26ca req-125462fb-9a59-44e2-a109-6f6e5e3f77f7 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.971849 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e2d2b8e-06e9-4fbe-b86e-7463667f26ca req-125462fb-9a59-44e2-a109-6f6e5e3f77f7 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.25 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 944 time: 0.1403549 Nov 12 03:51:35.035242 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-48224123-bb76-4322-8a70-ad618fca8eff tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.078244 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392c9199-a963-41f6-be8d-acc42f750dce tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.085386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c9199-a963-41f6-be8d-acc42f750dce tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:35.089398 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392c9199-a963-41f6-be8d-acc42f750dce tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.138046 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e2af5-8935-4af9-9d7f-cd7980221c0c req-81e8fd03-cd43-4d1c-b453-26440d326222 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:35.140139 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-929e2af5-8935-4af9-9d7f-cd7980221c0c req-81e8fd03-cd43-4d1c-b453-26440d326222 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.1115713 Nov 12 03:51:35.166646 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27d7b5f4-8fac-4f1c-8e5e-2f1cb1d80a62 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.167666 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-600a1fea-8023-42d9-8675-7c875b0a601c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.168479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600a1fea-8023-42d9-8675-7c875b0a601c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Fanout notify agent at l3_agent the message router_deleted on router 25257097-0edd-42f1-9c92-1806804f8cc0 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:35.173673 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d7b5f4-8fac-4f1c-8e5e-2f1cb1d80a62 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:35.174622 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27d7b5f4-8fac-4f1c-8e5e-2f1cb1d80a62 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.191079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c9199-a963-41f6-be8d-acc42f750dce tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'Network': ['ID=5fcaf1d4-712a-452d-bc98-57b9d1128b16,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:35.204745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:35.213094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1e2d2b8e-06e9-4fbe-b86e-7463667f26ca req-6db17216-b222-4419-be9a-49e8d1d1ea16 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Deleting port 360bd887-fbfc-4d2f-9656-0a38efcc281e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:35.213569 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1e2d2b8e-06e9-4fbe-b86e-7463667f26ca req-6db17216-b222-4419-be9a-49e8d1d1ea16 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.299421 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc7cca9-74c4-4284-9bc3-fed33ab3f710 x-openstack-request-id: req-acc7cca9-74c4-4284-9bc3-fed33ab3f710 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:35.299776 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300bd774-b6d2-403b-bb1e-e04956418593", "name": "network-vif-deleted", "tag": "4f45ab14-58af-4dc7-9a7d-9bbc0f758425", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:35.300142 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-acc7cca9-74c4-4284-9bc3-fed33ab3f710 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:35.300637 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300bd774-b6d2-403b-bb1e-e04956418593', 'name': 'network-vif-deleted', 'tag': '4f45ab14-58af-4dc7-9a7d-9bbc0f758425', 'status': 'completed', 'code': 200} Nov 12 03:51:35.306202 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-600a1fea-8023-42d9-8675-7c875b0a601c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.308179 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-600a1fea-8023-42d9-8675-7c875b0a601c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/routers/25257097-0edd-42f1-9c92-1806804f8cc0 HTTP/1.1" status: 204 len: 168 time: 1.4611423 Nov 12 03:51:35.317408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:35.318400 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-48224123-bb76-4322-8a70-ad618fca8eff tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.345402 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-27d7b5f4-8fac-4f1c-8e5e-2f1cb1d80a62 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8541005 Nov 12 03:51:35.351472 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-392c9199-a963-41f6-be8d-acc42f750dce tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9331427 Nov 12 03:51:35.370925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37796) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:35.371449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:35.383074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-12c0b259-f683-4664-a517-25337f4d23f1 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1346303613'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:35.416168 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fe52b508-0485-4db1-911f-8fa61c126367 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-278582260'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:35.416348 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-48224123-bb76-4322-8a70-ad618fca8eff tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Network 20cb3bc5-e458-4eb2-a97c-572f6154372e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:35.421815 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7b5f4-8fac-4f1c-8e5e-2f1cb1d80a62 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event updated for resources: {'Network': ['ID=4297c868-5c48-49de-ae47-ef9381bf059e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:35.432518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 4297c868-5c48-49de-ae47-ef9381bf059e details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:35.433053 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-929e2af5-8935-4af9-9d7f-cd7980221c0c req-195ac058-cb7e-4f1b-9c53-cdb6160a72d0 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784357 Nov 12 03:51:35.434598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-48224123-bb76-4322-8a70-ad618fca8eff tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:35.452642 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-48224123-bb76-4322-8a70-ad618fca8eff tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:35.466562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5c0c03-8e36-4242-a596-7f2a5d0557ba tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting subnet 70ce5b6a-cce5-4f47-81da-8657cb65c124 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:35.471654 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5c0c03-8e36-4242-a596-7f2a5d0557ba tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.485235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48224123-bb76-4322-8a70-ad618fca8eff tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'Port': ['ID=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:35.494827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1e2d2b8e-06e9-4fbe-b86e-7463667f26ca req-6db17216-b222-4419-be9a-49e8d1d1ea16 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] For port 360bd887-fbfc-4d2f-9656-0a38efcc281e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=360bd887-fbfc-4d2f-9656-0a38efcc281e,segment=NetworkSegment(6c4e0a22-ec9f-4346-936d-fcb1e855b53d),segment_id=6c4e0a22-ec9f-4346-936d-fcb1e855b53d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:35.495273 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1e2d2b8e-06e9-4fbe-b86e-7463667f26ca req-6db17216-b222-4419-be9a-49e8d1d1ea16 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.530854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c0b259-f683-4664-a517-25337f4d23f1 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Made reservation on behalf of 46fdd1f771804858bf37537bfbd2b123 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:35.538882 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12c0b259-f683-4664-a517-25337f4d23f1 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.540352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1e2d2b8e-06e9-4fbe-b86e-7463667f26ca req-6db17216-b222-4419-be9a-49e8d1d1ea16 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Calling delete_port for 360bd887-fbfc-4d2f-9656-0a38efcc281e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:35.552638 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-48224123-bb76-4322-8a70-ad618fca8eff tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:35.553267 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-48224123-bb76-4322-8a70-ad618fca8eff tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.597287 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5c0c03-8e36-4242-a596-7f2a5d0557ba tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.652186 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe52b508-0485-4db1-911f-8fa61c126367 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Made reservation on behalf of 5cd512dfc02740f8a9223f825788d0ed for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:35.655848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe52b508-0485-4db1-911f-8fa61c126367 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.700172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c0b259-f683-4664-a517-25337f4d23f1 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:35.738695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb57383-4903-4017-86a5-8d825fa5c385 req-6c3e9e55-f100-40cd-905c-1acc03e75b5c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:35.740232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fb57383-4903-4017-86a5-8d825fa5c385 req-6c3e9e55-f100-40cd-905c-1acc03e75b5c tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 944 time: 0.0794585 Nov 12 03:51:35.746377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-48224123-bb76-4322-8a70-ad618fca8eff tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0323510 Nov 12 03:51:35.767015 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12c0b259-f683-4664-a517-25337f4d23f1 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.767402 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-12c0b259-f683-4664-a517-25337f4d23f1 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Added segment cba8f4bd-7238-4eb0-b89c-a7a582da6c27 of type vlan for network f8d348f4-f0cd-44bb-b245-adf4134589d9 Nov 12 03:51:35.778014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-65879f37-6e8a-4580-8831-99af93777bad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'port': {'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d', 'admin_state_up': True, 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'security_groups': ['21c71a7f-b4f4-4611-94af-79a1583eac57']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:35.818038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe52b508-0485-4db1-911f-8fa61c126367 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:35.874529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9fd14f02-d88a-449d-aa96-3ec9253b6ff8 None None] Provisioning complete for port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:35.875734 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fd14f02-d88a-449d-aa96-3ec9253b6ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.879086 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12c0b259-f683-4664-a517-25337f4d23f1 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.889067 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe52b508-0485-4db1-911f-8fa61c126367 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.889418 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-fe52b508-0485-4db1-911f-8fa61c126367 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Added segment bd89947e-54eb-4de2-a58c-e1323643a80d of type vlan for network 510f8be2-2190-44f9-ad53-a61867e0a1a1 Nov 12 03:51:35.909296 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5c0c03-8e36-4242-a596-7f2a5d0557ba tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.917534 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fb57383-4903-4017-86a5-8d825fa5c385 req-f1b46574-e7a4-4b45-9493-5d748ea7b8de tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/security-groups?id=e4de3607-49c7-4737-8f37-076488583042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612389 Nov 12 03:51:35.953232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9fd14f02-d88a-449d-aa96-3ec9253b6ff8 None None] Port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:35.981820 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-e2ed7c4d-ee4e-400c-b8cd-9c1daea3dc68 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:35.981820 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-e2ed7c4d-ee4e-400c-b8cd-9c1daea3dc68 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 0.3291361 Nov 12 03:51:36.007482 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1e2d2b8e-06e9-4fbe-b86e-7463667f26ca req-6db17216-b222-4419-be9a-49e8d1d1ea16 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.017456 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe52b508-0485-4db1-911f-8fa61c126367 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.026493 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-4c0acaea-0b9d-48b2-88a6-7c8824fc86c1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/quotas/9a329404327a436a89a7392422c84559 HTTP/1.1" status: 200 len: 375 time: 0.0425639 Nov 12 03:51:36.068546 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db17216-b222-4419-be9a-49e8d1d1ea16 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Pushing event deleted for resources: {'Port': ['ID=360bd887-fbfc-4d2f-9656-0a38efcc281e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:36.102579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-65879f37-6e8a-4580-8831-99af93777bad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Made reservation on behalf of d9678195170c4bbb866cded26d46169a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:36.108526 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-6a736bb2-23b3-4be4-8550-d128a9b668c6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725710 Nov 12 03:51:36.111164 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12c0b259-f683-4664-a517-25337f4d23f1 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.117760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c0b259-f683-4664-a517-25337f4d23f1 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:36.123518 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12c0b259-f683-4664-a517-25337f4d23f1 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.177244 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe52b508-0485-4db1-911f-8fa61c126367 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.183338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe52b508-0485-4db1-911f-8fa61c126367 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:36.184178 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe52b508-0485-4db1-911f-8fa61c126367 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.191971 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2d2b8e-06e9-4fbe-b86e-7463667f26ca req-6db17216-b222-4419-be9a-49e8d1d1ea16 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] No DVR routers for this DVR port 360bd887-fbfc-4d2f-9656-0a38efcc281e on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:36.196863 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1e2d2b8e-06e9-4fbe-b86e-7463667f26ca req-6db17216-b222-4419-be9a-49e8d1d1ea16 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.201083 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e2d2b8e-06e9-4fbe-b86e-7463667f26ca req-6db17216-b222-4419-be9a-49e8d1d1ea16 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.25 "DELETE /v2.0/ports/360bd887-fbfc-4d2f-9656-0a38efcc281e HTTP/1.1" status: 204 len: 173 time: 1.2269182 Nov 12 03:51:36.207803 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5c0c03-8e36-4242-a596-7f2a5d0557ba tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.259559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171c28e-b0ee-4d33-a090-6ce3c398293c req-d9417ecd-1d72-40d2-8d93-1282bcd732a8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:36.265566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171c28e-b0ee-4d33-a090-6ce3c398293c req-d9417ecd-1d72-40d2-8d93-1282bcd732a8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:36.271550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171c28e-b0ee-4d33-a090-6ce3c398293c req-d9417ecd-1d72-40d2-8d93-1282bcd732a8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:36.273264 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b171c28e-b0ee-4d33-a090-6ce3c398293c req-d9417ecd-1d72-40d2-8d93-1282bcd732a8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 2373 time: 0.1822195 Nov 12 03:51:36.301522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c884525-4dc9-42be-bf65-0f464dd82d89 None None] Network 55657953-9502-49df-8953-239bd249786d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:36.340521 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-12c0b259-f683-4664-a517-25337f4d23f1 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9486668 Nov 12 03:51:36.340521 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5c0c03-8e36-4242-a596-7f2a5d0557ba tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.340521 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-de5c0c03-8e36-4242-a596-7f2a5d0557ba tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/70ce5b6a-cce5-4f47-81da-8657cb65c124 HTTP/1.1" status: 204 len: 168 time: 1.0136609 Nov 12 03:51:36.340890 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37818) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:36.340988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c0c03-8e36-4242-a596-7f2a5d0557ba tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Subnet': ['ID=70ce5b6a-cce5-4f47-81da-8657cb65c124,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:36.350531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:36.352069 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fe52b508-0485-4db1-911f-8fa61c126367 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9484389 Nov 12 03:51:36.357556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8d93a5cd-c1c2-494b-bb48-a80b736cf55b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'subnet': {'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:36.380782 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-65879f37-6e8a-4580-8831-99af93777bad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.394437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0b259-f683-4664-a517-25337f4d23f1 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event updated for resources: {'Network': ['ID=f8d348f4-f0cd-44bb-b245-adf4134589d9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:36.497907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network f8d348f4-f0cd-44bb-b245-adf4134589d9 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:36.530769 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-f62fe626-cede-4a69-8366-bd0bd5b3706a service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082775 Nov 12 03:51:36.554560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37824) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:36.559985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Request body: {'subnets': [{'network_id': '4297c868-5c48-49de-ae47-ef9381bf059e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1576403246', 'ip_version': 4}, {'network_id': 'f8d348f4-f0cd-44bb-b245-adf4134589d9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:36.560360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Request body: {'subnet': {'network_id': '4297c868-5c48-49de-ae47-ef9381bf059e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1576403246', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:36.560991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Request body: {'subnet': {'network_id': 'f8d348f4-f0cd-44bb-b245-adf4134589d9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:36.595541 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b171c28e-b0ee-4d33-a090-6ce3c398293c req-87f1f365-372f-4d93-bab2-bb36e475e026 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3108404 Nov 12 03:51:36.755661 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.764755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899252b4-dd95-4872-ab1e-8d518992a5c6 None None] DHCP port deletion for 55657953-9502-49df-8953-239bd249786d request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:36.784773 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-1b0f5bac-485e-4cc4-96e0-ab2d852d3c21 service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528586 Nov 12 03:51:36.788663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52b508-0485-4db1-911f-8fa61c126367 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'Network': ['ID=510f8be2-2190-44f9-ad53-a61867e0a1a1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:36.808331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 510f8be2-2190-44f9-ad53-a61867e0a1a1 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:36.944307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-899252b4-dd95-4872-ab1e-8d518992a5c6 None None] Deleting port b8944768-1f2c-4c74-b303-c8e1e03e0c71 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:36.944946 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-899252b4-dd95-4872-ab1e-8d518992a5c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.044433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d93a5cd-c1c2-494b-bb48-a80b736cf55b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Made reservation on behalf of 5cd512dfc02740f8a9223f825788d0ed for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:37.047972 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d93a5cd-c1c2-494b-bb48-a80b736cf55b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.081804 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-899252b4-dd95-4872-ab1e-8d518992a5c6 None None] For port b8944768-1f2c-4c74-b303-c8e1e03e0c71, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b8944768-1f2c-4c74-b303-c8e1e03e0c71,segment=NetworkSegment(06f3aa0a-a9f9-4b93-a9d5-d0151053239c),segment_id=06f3aa0a-a9f9-4b93-a9d5-d0151053239c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:37.082717 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-899252b4-dd95-4872-ab1e-8d518992a5c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.103977 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-899252b4-dd95-4872-ab1e-8d518992a5c6 None None] Calling delete_port for b8944768-1f2c-4c74-b303-c8e1e03e0c71 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:37.144491 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a3b6f97-2036-4fbe-9b56-88d83173fc54 req-00fad1aa-0391-4b49-afe7-53f0c306df08 tempest-LiveAutoBlockMigrationV225Test-130166893 tempest-LiveAutoBlockMigrationV225Test-130166893-project] 10.222.0.105 "GET /v2.0/ports?device_id=c511a690-e68e-4bd6-a120-dfcddb16246b HTTP/1.1" status: 200 len: 210 time: 0.0444105 Nov 12 03:51:37.236684 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41569008-f5ff-498c-8743-7fef63c99f05 req-94607329-d037-43a0-9f51-1ff7fbdc40af tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:37.246235 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41569008-f5ff-498c-8743-7fef63c99f05 req-94607329-d037-43a0-9f51-1ff7fbdc40af tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.3296309 Nov 12 03:51:37.300159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Made reservation on behalf of 46fdd1f771804858bf37537bfbd2b123 for: {'subnet': 2} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:37.306428 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.306428 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.314833 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-720c059f-1b3c-400a-8773-63aef044f9b4 req-ddf3fbe8-5689-4562-902a-c5e9df6b27c5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0552564 Nov 12 03:51:37.332551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port b8944768-1f2c-4c74-b303-c8e1e03e0c71 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:37.337542 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.337542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c511a690-e68e-4bd6-a120-dfcddb16246b', 'name': 'network-vif-deleted', 'tag': '360bd887-fbfc-4d2f-9656-0a38efcc281e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:37.337542 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db144ad5-efd6-4da3-8d10-b8137d217639" -d '{"events": [{"server_uuid": "c511a690-e68e-4bd6-a120-dfcddb16246b", "name": "network-vif-deleted", "tag": "360bd887-fbfc-4d2f-9656-0a38efcc281e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:37.353888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-65879f37-6e8a-4580-8831-99af93777bad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Allocated IP 10.2.2.100 (1c46be60-daab-4c5d-8641-aa8b82f59a2d/8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669/10217f1a-a848-4b6a-8e2e-e8e6f2056cd2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:37.367030 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-899252b4-dd95-4872-ab1e-8d518992a5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.419852 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899252b4-dd95-4872-ab1e-8d518992a5c6 None None] Pushing event deleted for resources: {'Port': ['ID=b8944768-1f2c-4c74-b303-c8e1e03e0c71,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:37.431318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899252b4-dd95-4872-ab1e-8d518992a5c6 None None] No DVR routers for this DVR port b8944768-1f2c-4c74-b303-c8e1e03e0c71 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:37.449308 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00eadfd0-180b-4742-acee-4063b82a2de3 x-openstack-request-id: req-00eadfd0-180b-4742-acee-4063b82a2de3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:37.449607 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c511a690-e68e-4bd6-a120-dfcddb16246b", "name": "network-vif-deleted", "tag": "360bd887-fbfc-4d2f-9656-0a38efcc281e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:37.449861 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-00eadfd0-180b-4742-acee-4063b82a2de3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:37.450238 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c511a690-e68e-4bd6-a120-dfcddb16246b', 'name': 'network-vif-deleted', 'tag': '360bd887-fbfc-4d2f-9656-0a38efcc281e', 'status': 'completed', 'code': 200} Nov 12 03:51:37.456866 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41569008-f5ff-498c-8743-7fef63c99f05 req-ffd68e86-040e-4ca9-9074-0ee4a38fcd2b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098079 Nov 12 03:51:37.633694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] For port b8944768-1f2c-4c74-b303-c8e1e03e0c71, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b8944768-1f2c-4c74-b303-c8e1e03e0c71,segment=NetworkSegment(06f3aa0a-a9f9-4b93-a9d5-d0151053239c),segment_id=06f3aa0a-a9f9-4b93-a9d5-d0151053239c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:37.634370 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.712686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for b8944768-1f2c-4c74-b303-c8e1e03e0c71 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:37.753239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6f079-eab1-4962-9f90-bcde4a4bb16d req-57c665f2-ebe0-4cc7-9c87-31b95e48b8a3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:37.759633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6f079-eab1-4962-9f90-bcde4a4bb16d req-57c665f2-ebe0-4cc7-9c87-31b95e48b8a3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:37.766070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6f079-eab1-4962-9f90-bcde4a4bb16d req-57c665f2-ebe0-4cc7-9c87-31b95e48b8a3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:37.767844 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77e6f079-eab1-4962-9f90-bcde4a4bb16d req-57c665f2-ebe0-4cc7-9c87-31b95e48b8a3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 2373 time: 0.0722339 Nov 12 03:51:37.836212 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77e6f079-eab1-4962-9f90-bcde4a4bb16d req-0db93885-be17-40cc-8374-5ee7b670109b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566442 Nov 12 03:51:37.899880 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-65879f37-6e8a-4580-8831-99af93777bad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.980021 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d93a5cd-c1c2-494b-bb48-a80b736cf55b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.093674 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.100180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93a5cd-c1c2-494b-bb48-a80b736cf55b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'Subnet': ['ID=17b57c92-a167-49a6-a57e-e6af7a4d14c1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:38.135834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=b8944768-1f2c-4c74-b303-c8e1e03e0c71,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:38.147645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No DVR routers for this DVR port b8944768-1f2c-4c74-b303-c8e1e03e0c71 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:38.161932 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-65879f37-6e8a-4580-8831-99af93777bad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.211481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d93a5cd-c1c2-494b-bb48-a80b736cf55b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Checking segment: {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:38.213466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d93a5cd-c1c2-494b-bb48-a80b736cf55b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Network hostable DHCP agents. Network: 5fcaf1d4-712a-452d-bc98-57b9d1128b16, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:38.219161 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37846) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:38.256331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b8944768-1f2c-4c74-b303-c8e1e03e0c71 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:38.287973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: b8944768-1f2c-4c74-b303-c8e1e03e0c71 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:38.288727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b8944768-1f2c-4c74-b303-c8e1e03e0c71 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:38.486833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ef0b7b-a82f-4ef3-9054-7395d9ecfff6 admin admin] Deleting subnet f02c0044-a66c-4629-a8ec-23b84996c31f {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:38.490489 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97ef0b7b-a82f-4ef3-9054-7395d9ecfff6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.600628 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97ef0b7b-a82f-4ef3-9054-7395d9ecfff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.653597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e6caa-b684-4c55-9035-a9676f8f719e req-a18ee570-3f09-4af6-a3c2-1f194628ff7e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:38.655601 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-526e6caa-b684-4c55-9035-a9676f8f719e req-a18ee570-3f09-4af6-a3c2-1f194628ff7e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.1173356 Nov 12 03:51:38.689409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-65879f37-6e8a-4580-8831-99af93777bad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Network 1c46be60-daab-4c5d-8641-aa8b82f59a2d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:38.705985 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97ef0b7b-a82f-4ef3-9054-7395d9ecfff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.714789 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.719632 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-65879f37-6e8a-4580-8831-99af93777bad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:38.750958 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-526e6caa-b684-4c55-9035-a9676f8f719e req-b6d943eb-fff6-4823-a84f-a72fbb7222bb tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826571 Nov 12 03:51:38.770232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-65879f37-6e8a-4580-8831-99af93777bad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:38.785814 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4eb5b87a-f5aa-48b3-8183-13b1e47f15c0 req-938de1e9-f4ed-4669-9a11-40ac0b3b9e5b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 210 time: 0.1051049 Nov 12 03:51:38.802938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65879f37-6e8a-4580-8831-99af93777bad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'Port': ['ID=10217f1a-a848-4b6a-8e2e-e8e6f2056cd2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:38.837831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55657953-9502-49df-8953-239bd249786d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:38.862121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f3aa0a-a9f9-4b93-a9d5-d0151053239c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:38.862416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f3aa0a-a9f9-4b93-a9d5-d0151053239c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:38.867486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d93a5cd-c1c2-494b-bb48-a80b736cf55b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:38.878231 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97ef0b7b-a82f-4ef3-9054-7395d9ecfff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.898458 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.930086 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97ef0b7b-a82f-4ef3-9054-7395d9ecfff6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.934430 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-97ef0b7b-a82f-4ef3-9054-7395d9ecfff6 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/f02c0044-a66c-4629-a8ec-23b84996c31f HTTP/1.1" status: 204 len: 168 time: 0.7137523 Nov 12 03:51:38.936178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef0b7b-a82f-4ef3-9054-7395d9ecfff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f02c0044-a66c-4629-a8ec-23b84996c31f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:38.938438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-65879f37-6e8a-4580-8831-99af93777bad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:38.939352 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37858) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:38.939587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-65879f37-6e8a-4580-8831-99af93777bad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.951553 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.979414 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.998981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:38.999727 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:39.018317 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:39.021658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8d93a5cd-c1c2-494b-bb48-a80b736cf55b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 5fcaf1d4-712a-452d-bc98-57b9d1128b16) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:39.032432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660ea5ab-41e1-4a86-8447-e58e09c99b0c None None] Network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:39.088091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d93a5cd-c1c2-494b-bb48-a80b736cf55b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:39.088995 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d93a5cd-c1c2-494b-bb48-a80b736cf55b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.102705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-65879f37-6e8a-4580-8831-99af93777bad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3386142 Nov 12 03:51:39.133532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'port': {'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d', 'admin_state_up': True, 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'security_groups': ['21c71a7f-b4f4-4611-94af-79a1583eac57']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:39.134192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc9104-60b3-46ff-80f6-2d32b1f25914 req-eb43f423-7540-438c-9e2d-97676d4d31df tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:39.143563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc9104-60b3-46ff-80f6-2d32b1f25914 req-eb43f423-7540-438c-9e2d-97676d4d31df tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:39.152305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc9104-60b3-46ff-80f6-2d32b1f25914 req-eb43f423-7540-438c-9e2d-97676d4d31df tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:39.153276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-af82d2cc-233f-4bec-819a-257530381452 None None] Provisioning complete for port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:39.157884 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af82d2cc-233f-4bec-819a-257530381452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.162956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc9104-60b3-46ff-80f6-2d32b1f25914 req-eb43f423-7540-438c-9e2d-97676d4d31df tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:39.165234 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-efdc9104-60b3-46ff-80f6-2d32b1f25914 req-eb43f423-7540-438c-9e2d-97676d4d31df tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 3094 time: 0.1786866 Nov 12 03:51:39.165801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event updated for resources: {'Subnet': ['ID=d884f380-f865-4866-bf82-669127ad229a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.174605 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fef6e1b4-883b-458c-a705-42c7c756e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.221213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Checking segment: {'id': 'b5f72d38-fcdb-4e0c-b5bf-4c3f38a9a517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '4297c868-5c48-49de-ae47-ef9381bf059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:39.221848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Network hostable DHCP agents. Network: 4297c868-5c48-49de-ae47-ef9381bf059e, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:39.230257 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8d93a5cd-c1c2-494b-bb48-a80b736cf55b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8813314 Nov 12 03:51:39.233744 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37860) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.239082 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4dfb6a3a-9f22-464d-8145-f9b2e22c9eaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'subnet': {'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:39.262272 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.291139 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.294440 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/networks/55657953-9502-49df-8953-239bd249786d HTTP/1.1" status: 204 len: 168 time: 2.9568377 Nov 12 03:51:39.303519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37862) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.308083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-403252821', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:39.335051 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-af82d2cc-233f-4bec-819a-257530381452 None None] Port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:39.362954 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778597d2-d54d-423b-817d-14356826b259 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Network': ['ID=55657953-9502-49df-8953-239bd249786d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.378692 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-5fcaf1d4-712a-452d-bc98-57b9d1128b16', 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'fixed_ips': [{'subnet_id': '17b57c92-a167-49a6-a57e-e6af7a4d14c1'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:39.380502 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.426717 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-efdc9104-60b3-46ff-80f6-2d32b1f25914 req-6a9f626c-bdbc-46f4-9669-02a9e11065f9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489066 Nov 12 03:51:39.437029 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fef6e1b4-883b-458c-a705-42c7c756e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.473174 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fef6e1b4-883b-458c-a705-42c7c756e5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06cec024-9be7-42dc-b5b6-7e4a79621b20']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:39.488900 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fef6e1b4-883b-458c-a705-42c7c756e5b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4e0a22-ec9f-4346-936d-fcb1e855b53d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:39.489813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fef6e1b4-883b-458c-a705-42c7c756e5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4e0a22-ec9f-4346-936d-fcb1e855b53d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:39.507866 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fef6e1b4-883b-458c-a705-42c7c756e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.528782 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fef6e1b4-883b-458c-a705-42c7c756e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.536972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef6e1b4-883b-458c-a705-42c7c756e5b2 admin admin] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:39.536972 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fef6e1b4-883b-458c-a705-42c7c756e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:39.539348 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:39.571639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-dfb68ccb-3c2e-4ca2-afe6-f5f8218acfcc tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:39.573758 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-dfb68ccb-3c2e-4ca2-afe6-f5f8218acfcc tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.25 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 0.1271009 Nov 12 03:51:39.581463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Network 4297c868-5c48-49de-ae47-ef9381bf059e is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:39.587148 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.api [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:51:39.587148 n-d-767704-23 neutron-server[103146]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:51:39.587148 n-d-767704-23 neutron-server[103146]: [parameters: {'project_id_1': 'd9678195170c4bbb866cded26d46169a', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 51, 19, 443635)}] Nov 12 03:51:39.587148 n-d-767704-23 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:51:39.587514 n-d-767704-23 neutron-server[103146]: DEBUG oslo_db.api [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:51:39.591979 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Allocated IP 10.1.1.2 (5fcaf1d4-712a-452d-bc98-57b9d1128b16/17b57c92-a167-49a6-a57e-e6af7a4d14c1/b25b580d-a17e-4ac4-9b86-ef43394f07e5) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:39.593091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-f60c30b3-16df-4a27-83cb-6b642e355b57 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Request body: {'port': {'device_id': '5f4f70b4-3752-434a-b652-0d6ae096eeb2', 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'admin_state_up': True, 'tenant_id': '9a329404327a436a89a7392422c84559'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:39.618703 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.621200 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.707439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.738258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 4297c868-5c48-49de-ae47-ef9381bf059e) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:39.741575 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fef6e1b4-883b-458c-a705-42c7c756e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.742426 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.749057 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fef6e1b4-883b-458c-a705-42c7c756e5b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.754473 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fef6e1b4-883b-458c-a705-42c7c756e5b2 admin admin] 10.222.0.105 "DELETE /v2.0/networks/06cec024-9be7-42dc-b5b6-7e4a79621b20 HTTP/1.1" status: 204 len: 168 time: 0.8129165 Nov 12 03:51:39.756681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.770163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 360bd887-fbfc-4d2f-9656-0a38efcc281e no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:39.798794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6e1b4-883b-458c-a705-42c7c756e5b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=06cec024-9be7-42dc-b5b6-7e4a79621b20,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.813626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8854944f-fd27-47a5-a589-d614ea7410bc None None] Network 4297c868-5c48-49de-ae47-ef9381bf059e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:39.827735 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 360bd887-fbfc-4d2f-9656-0a38efcc281e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:39.832267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 360bd887-fbfc-4d2f-9656-0a38efcc281e not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:39.888262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-95df37e2-34a3-4b76-a493-6cb6d4935eeb admin admin] Deleting subnet d7ca431b-6f4d-4d35-a6e4-9d888809faa0 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:39.893086 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95df37e2-34a3-4b76-a493-6cb6d4935eeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.895423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event updated for resources: {'Subnet': ['ID=977ea983-b102-4e26-89ab-40132ea925aa,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.902527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfb6a3a-9f22-464d-8145-f9b2e22c9eaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Made reservation on behalf of 5cd512dfc02740f8a9223f825788d0ed for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:39.909566 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dfb6a3a-9f22-464d-8145-f9b2e22c9eaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.950787 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95df37e2-34a3-4b76-a493-6cb6d4935eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.975354 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.078179 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.081714 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-891396b8-67ce-439b-b5f4-a703508abfb2 req-b97e6b3f-4a57-4109-baf3-3e51e0610f47 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0929689 Nov 12 03:51:40.090268 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95df37e2-34a3-4b76-a493-6cb6d4935eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.119466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Checking segment: {'id': 'cba8f4bd-7238-4eb0-b89c-a7a582da6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'f8d348f4-f0cd-44bb-b245-adf4134589d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:40.123941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Network hostable DHCP agents. Network: f8d348f4-f0cd-44bb-b245-adf4134589d9, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:40.132290 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:40.140434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:40.146765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:40.174825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-f60c30b3-16df-4a27-83cb-6b642e355b57 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Made reservation on behalf of 9a329404327a436a89a7392422c84559 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:40.178369 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-f60c30b3-16df-4a27-83cb-6b642e355b57 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.225779 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.243059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa6ca2-2b1a-42a0-b9dd-a004a7034628 req-40f7a6fb-228b-44c5-a7f7-27dd3c1e8dde tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.251088 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37aa6ca2-2b1a-42a0-b9dd-a004a7034628 req-40f7a6fb-228b-44c5-a7f7-27dd3c1e8dde tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.2820234 Nov 12 03:51:40.266674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-4297c868-5c48-49de-ae47-ef9381bf059e', 'network_id': '4297c868-5c48-49de-ae47-ef9381bf059e', 'tenant_id': '46fdd1f771804858bf37537bfbd2b123', 'fixed_ips': [{'subnet_id': 'd884f380-f865-4866-bf82-669127ad229a'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:40.267623 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.294030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Pushing event updated for resources: {'Port': ['ID=b25b580d-a17e-4ac4-9b86-ef43394f07e5,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:40.309471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Attempting to bind port b25b580d-a17e-4ac4-9b86-ef43394f07e5 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:40.310520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Attempting to bind port b25b580d-a17e-4ac4-9b86-ef43394f07e5 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:40.311060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Attempting to bind port b25b580d-a17e-4ac4-9b86-ef43394f07e5 on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:40.318988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:40.319485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Checking segment: {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:40.319888 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.320311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Bound using segment: {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:40.320838 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Bound port: b25b580d-a17e-4ac4-9b86-ef43394f07e5, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:40.321160 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.344165 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95df37e2-34a3-4b76-a493-6cb6d4935eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.360413 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Made reservation on behalf of d9678195170c4bbb866cded26d46169a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:40.365157 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.367216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Network f8d348f4-f0cd-44bb-b245-adf4134589d9 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:40.410078 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df37e2-34a3-4b76-a493-6cb6d4935eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ca431b-6f4d-4d35-a6e4-9d888809faa0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:40.414195 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95df37e2-34a3-4b76-a493-6cb6d4935eeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.420488 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-95df37e2-34a3-4b76-a493-6cb6d4935eeb admin admin] 10.222.0.105 "DELETE /v2.0/subnets/d7ca431b-6f4d-4d35-a6e4-9d888809faa0 HTTP/1.1" status: 204 len: 168 time: 0.6624792 Nov 12 03:51:40.445111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37872) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.486177 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37aa6ca2-2b1a-42a0-b9dd-a004a7034628 req-90f651f9-1c60-4859-9bd0-0f4b8b4381ec tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342145 Nov 12 03:51:40.586016 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] For port b25b580d-a17e-4ac4-9b86-ef43394f07e5, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:40.588271 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Allocated IP 172.20.0.2 (4297c868-5c48-49de-ae47-ef9381bf059e/d884f380-f865-4866-bf82-669127ad229a/6c95f167-373b-4048-922c-03fdf82cc1c2) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:40.605421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, f8d348f4-f0cd-44bb-b245-adf4134589d9) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:40.616111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b348c2-9d41-4878-b351-ad6ce8737b98 None None] Network f8d348f4-f0cd-44bb-b245-adf4134589d9 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:40.643055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.645174 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.645880 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.700577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] For port b25b580d-a17e-4ac4-9b86-ef43394f07e5, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b25b580d-a17e-4ac4-9b86-ef43394f07e5,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:40.701901 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.710980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-f60c30b3-16df-4a27-83cb-6b642e355b57 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Allocated IP 172.20.0.3 (5180d290-ec7a-4d87-815a-6d5ae96500d4/70ace581-efc3-4076-b0ce-48737a72947d/4007c5ba-828e-45cd-a43a-d3ca521e5ad9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:40.729921 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.782821 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.788140 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eeb91d-2ffd-4152-ba2c-1adb10704b90 req-cc3997d9-6bd4-4a30-9091-766f3c704c8b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.798015 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eeb91d-2ffd-4152-ba2c-1adb10704b90 req-cc3997d9-6bd4-4a30-9091-766f3c704c8b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.806482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-f8d348f4-f0cd-44bb-b245-adf4134589d9', 'network_id': 'f8d348f4-f0cd-44bb-b245-adf4134589d9', 'tenant_id': '46fdd1f771804858bf37537bfbd2b123', 'fixed_ips': [{'subnet_id': '977ea983-b102-4e26-89ab-40132ea925aa'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:40.807467 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.809628 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eeb91d-2ffd-4152-ba2c-1adb10704b90 req-cc3997d9-6bd4-4a30-9091-766f3c704c8b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.825158 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eeb91d-2ffd-4152-ba2c-1adb10704b90 req-cc3997d9-6bd4-4a30-9091-766f3c704c8b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.828884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c9eeb91d-2ffd-4152-ba2c-1adb10704b90 req-cc3997d9-6bd4-4a30-9091-766f3c704c8b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 3094 time: 0.1900828 Nov 12 03:51:40.967333 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c9eeb91d-2ffd-4152-ba2c-1adb10704b90 req-1a4c3a34-8330-4167-a81e-613c32005ab8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041889 Nov 12 03:51:41.011780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Allocated IP 172.25.8.160 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/369369ac-adb7-4083-927a-51077495a5b4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:41.124119 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f0abf740-3f59-476f-8dfa-7b02993298e3 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.5649338 Nov 12 03:51:41.134762 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-f60c30b3-16df-4a27-83cb-6b642e355b57 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.147042 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37878) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:41.187390 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25eb9dc2-92b9-4ae5-a777-a6ef31a573a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.241832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2be0a9-8d88-4a30-8301-0e24affb4623 None None] Pushing event updated for resources: {'Port': ['ID=b25b580d-a17e-4ac4-9b86-ef43394f07e5,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.264413 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.291100 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3966d6-a55d-4d84-906c-9ec0b5641164 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:41.293899 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3966d6-a55d-4d84-906c-9ec0b5641164 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:41.296237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3966d6-a55d-4d84-906c-9ec0b5641164 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:41.301930 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dfb6a3a-9f22-464d-8145-f9b2e22c9eaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.302275 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5c3966d6-a55d-4d84-906c-9ec0b5641164 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1524587 Nov 12 03:51:41.305447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37882) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:41.369768 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.384540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Allocated IP 172.20.0.18 (f8d348f4-f0cd-44bb-b245-adf4134589d9/977ea983-b102-4e26-89ab-40132ea925aa/09fdab50-28c6-4cce-b4ae-c78ea78ecf84) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:41.429641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01730613-8ec1-4f72-9ac0-7685da8126cd req-681c4ddd-d695-444f-a95c-b1f1597d1023 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 210 time: 0.1202996 Nov 12 03:51:41.430276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-5150b0f5-224d-41fb-9f46-15a9f52ee86c tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Deleting subnet d884f380-f865-4866-bf82-669127ad229a {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:41.454771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb6a3a-9f22-464d-8145-f9b2e22c9eaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'Subnet': ['ID=d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.461977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af687ae9-e126-4c11-85e6-85fa29a014f1 req-9f84ce01-55ff-4eb6-9624-1d04f3c5bfd4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4741395 Nov 12 03:51:41.510851 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5150b0f5-224d-41fb-9f46-15a9f52ee86c tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.535482 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.543785 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.571761 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:41.577531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:41.614451 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:41.638496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Network 4297c868-5c48-49de-ae47-ef9381bf059e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:41.680622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Pushing event updated for resources: {'Port': ['ID=6c95f167-373b-4048-922c-03fdf82cc1c2,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.680829 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25eb9dc2-92b9-4ae5-a777-a6ef31a573a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.686953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:41.707685 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:41.745881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Allocated IP 10.2.2.200 (1c46be60-daab-4c5d-8641-aa8b82f59a2d/8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669/7456f438-4e11-4e10-8018-96b0919a4c0b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:41.751688 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.773289 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5150b0f5-224d-41fb-9f46-15a9f52ee86c tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.787645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Attempting to bind port 6c95f167-373b-4048-922c-03fdf82cc1c2 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:41.789746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Attempting to bind port 6c95f167-373b-4048-922c-03fdf82cc1c2 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b5f72d38-fcdb-4e0c-b5bf-4c3f38a9a517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '4297c868-5c48-49de-ae47-ef9381bf059e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:41.789746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Attempting to bind port 6c95f167-373b-4048-922c-03fdf82cc1c2 on network 4297c868-5c48-49de-ae47-ef9381bf059e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:41.795090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:41.795604 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Checking segment: {'id': 'b5f72d38-fcdb-4e0c-b5bf-4c3f38a9a517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '4297c868-5c48-49de-ae47-ef9381bf059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:41.796235 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.796900 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Bound using segment: {'id': 'b5f72d38-fcdb-4e0c-b5bf-4c3f38a9a517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '4297c868-5c48-49de-ae47-ef9381bf059e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:41.797514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Bound port: 6c95f167-373b-4048-922c-03fdf82cc1c2, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f72d38-fcdb-4e0c-b5bf-4c3f38a9a517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '4297c868-5c48-49de-ae47-ef9381bf059e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:41.797994 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.900915 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] For port 6c95f167-373b-4048-922c-03fdf82cc1c2, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:41.905905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] For port 6c95f167-373b-4048-922c-03fdf82cc1c2, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6c95f167-373b-4048-922c-03fdf82cc1c2,segment=NetworkSegment(b5f72d38-fcdb-4e0c-b5bf-4c3f38a9a517),segment_id=b5f72d38-fcdb-4e0c-b5bf-4c3f38a9a517)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:41.909250 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.952810 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-f60c30b3-16df-4a27-83cb-6b642e355b57 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.957973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Network f8d348f4-f0cd-44bb-b245-adf4134589d9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:41.967124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:41.970319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:41.981548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-25eb9dc2-92b9-4ae5-a777-a6ef31a573a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df41bf72-94a8-4b10-8ca8-7ce2ee6a1ef5']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:41.983828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Pushing event updated for resources: {'Port': ['ID=09fdab50-28c6-4cce-b4ae-c78ea78ecf84,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.994530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af687ae9-e126-4c11-85e6-85fa29a014f1 req-ae28b640-208f-4d04-9ef8-00f69eee458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:41.996881 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af687ae9-e126-4c11-85e6-85fa29a014f1 req-ae28b640-208f-4d04-9ef8-00f69eee458b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 1097 time: 0.4302051 Nov 12 03:51:41.999076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['477eb4e1-30bb-447f-9cd0-4e662562b001'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:42.027378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.100592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfb6a3a-9f22-464d-8145-f9b2e22c9eaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Checking segment: {'id': 'bd89947e-54eb-4de2-a58c-e1323643a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:42.100958 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb6a3a-9f22-464d-8145-f9b2e22c9eaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Network hostable DHCP agents. Network: 510f8be2-2190-44f9-ad53-a61867e0a1a1, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:42.111818 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.185054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-25eb9dc2-92b9-4ae5-a777-a6ef31a573a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d46f981-61f8-454d-b1cf-94fc52978a84') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:42.188457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-25eb9dc2-92b9-4ae5-a777-a6ef31a573a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d46f981-61f8-454d-b1cf-94fc52978a84') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:42.272398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Attempting to bind port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:42.272772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Attempting to bind port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'cba8f4bd-7238-4eb0-b89c-a7a582da6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'f8d348f4-f0cd-44bb-b245-adf4134589d9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:42.273165 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Attempting to bind port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 on network f8d348f4-f0cd-44bb-b245-adf4134589d9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:42.288633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:42.293982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Checking segment: {'id': 'cba8f4bd-7238-4eb0-b89c-a7a582da6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'f8d348f4-f0cd-44bb-b245-adf4134589d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:42.293982 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.293982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Bound using segment: {'id': 'cba8f4bd-7238-4eb0-b89c-a7a582da6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'f8d348f4-f0cd-44bb-b245-adf4134589d9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:42.293982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Bound port: 09fdab50-28c6-4cce-b4ae-c78ea78ecf84, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba8f4bd-7238-4eb0-b89c-a7a582da6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'f8d348f4-f0cd-44bb-b245-adf4134589d9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:42.293982 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.304422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79019d7e-8cd7-4e11-941d-690eb323dff1 None None] Pushing event updated for resources: {'Port': ['ID=6c95f167-373b-4048-922c-03fdf82cc1c2,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:42.305949 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25eb9dc2-92b9-4ae5-a777-a6ef31a573a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.326148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-f60c30b3-16df-4a27-83cb-6b642e355b57 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Network 5180d290-ec7a-4d87-815a-6d5ae96500d4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:42.346721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b25b580d-a17e-4ac4-9b86-ef43394f07e5 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:42.385934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb6a3a-9f22-464d-8145-f9b2e22c9eaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Network 510f8be2-2190-44f9-ad53-a61867e0a1a1 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:42.400233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-f60c30b3-16df-4a27-83cb-6b642e355b57 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:42.407606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033c6f-8d34-4cc3-b062-29d22dc96553 req-6182e653-407f-4a85-8f87-b9a07483ef01 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:42.408822 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-f60c30b3-16df-4a27-83cb-6b642e355b57 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:42.416654 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-99033c6f-8d34-4cc3-b062-29d22dc96553 req-6182e653-407f-4a85-8f87-b9a07483ef01 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.7218652 Nov 12 03:51:42.423675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c30b3-16df-4a27-83cb-6b642e355b57 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Pushing event updated for resources: {'Port': ['ID=4007c5ba-828e-45cd-a43a-d3ca521e5ad9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:42.484658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=369369ac-adb7-4083-927a-51077495a5b4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:42.502684 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25eb9dc2-92b9-4ae5-a777-a6ef31a573a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.505100 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679b0e03-0816-4033-a9e2-1966deae2f53 None None] Network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:42.523213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2415488-2fcb-49d7-897a-ac922cb3f959 req-58b1926d-db00-4495-b571-568bd99809be tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:42.529644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2415488-2fcb-49d7-897a-ac922cb3f959 req-58b1926d-db00-4495-b571-568bd99809be tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:42.536073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2415488-2fcb-49d7-897a-ac922cb3f959 req-58b1926d-db00-4495-b571-568bd99809be tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:42.543503 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-99033c6f-8d34-4cc3-b062-29d22dc96553 req-6ff67f08-efc9-4ecd-8eb4-fd73df5f66cb tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239295 Nov 12 03:51:42.551395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2415488-2fcb-49d7-897a-ac922cb3f959 req-58b1926d-db00-4495-b571-568bd99809be tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:42.561892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2415488-2fcb-49d7-897a-ac922cb3f959 req-58b1926d-db00-4495-b571-568bd99809be tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 3094 time: 0.4171195 Nov 12 03:51:42.589862 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.601385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25eb9dc2-92b9-4ae5-a777-a6ef31a573a8 admin admin] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:42.601955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25eb9dc2-92b9-4ae5-a777-a6ef31a573a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.648028 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5150b0f5-224d-41fb-9f46-15a9f52ee86c tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.662654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] For port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:42.702035 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] For port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=09fdab50-28c6-4cce-b4ae-c78ea78ecf84,segment=NetworkSegment(cba8f4bd-7238-4eb0-b89c-a7a582da6c27),segment_id=cba8f4bd-7238-4eb0-b89c-a7a582da6c27)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:42.717094 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:42.755956 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4dfb6a3a-9f22-464d-8145-f9b2e22c9eaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 510f8be2-2190-44f9-ad53-a61867e0a1a1) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:42.757086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port b25b580d-a17e-4ac4-9b86-ef43394f07e5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:42.757997 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.768109 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f4548f-70fd-468c-b598-ee1a7ed40ff0 None None] Network 510f8be2-2190-44f9-ad53-a61867e0a1a1 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:42.771673 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb6a3a-9f22-464d-8145-f9b2e22c9eaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:42.772539 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dfb6a3a-9f22-464d-8145-f9b2e22c9eaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.793948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a0b3a53a-f4d1-43b8-85f3-51e9c1bf5809 None None] Provisioning complete for port b25b580d-a17e-4ac4-9b86-ef43394f07e5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:42.795120 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a0b3a53a-f4d1-43b8-85f3-51e9c1bf5809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.808310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-f60c30b3-16df-4a27-83cb-6b642e355b57 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:42.815682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-f60c30b3-16df-4a27-83cb-6b642e355b57 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.827176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2415488-2fcb-49d7-897a-ac922cb3f959 req-4d44382f-e96d-44e0-bd3b-40bcc51c531b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580776 Nov 12 03:51:42.853167 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.954848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af687ae9-e126-4c11-85e6-85fa29a014f1 req-87a8a5d2-d618-4c73-b0e0-143b29052e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:42.956767 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af687ae9-e126-4c11-85e6-85fa29a014f1 req-87a8a5d2-d618-4c73-b0e0-143b29052e34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.8342526 Nov 12 03:51:42.958768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Network 1c46be60-daab-4c5d-8641-aa8b82f59a2d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:42.966694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:42.969237 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.984901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:42.991416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event updated for resources: {'Port': ['ID=7456f438-4e11-4e10-8018-96b0919a4c0b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:43.040436 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22be38c-2119-4a63-95be-dc435c07ec51 req-1597b2d3-0b3b-4e5d-bc89-b8acf1844835 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:43.041988 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d22be38c-2119-4a63-95be-dc435c07ec51 req-1597b2d3-0b3b-4e5d-bc89-b8acf1844835 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 931 time: 0.1433718 Nov 12 03:51:43.097136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-f60c30b3-16df-4a27-83cb-6b642e355b57 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5077591 Nov 12 03:51:43.106236 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25eb9dc2-92b9-4ae5-a777-a6ef31a573a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.118364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4dfb6a3a-9f22-464d-8145-f9b2e22c9eaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.8825514 Nov 12 03:51:43.126207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37892) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.138202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Request body: {'port': {'device_id': '5f4f70b4-3752-434a-b652-0d6ae096eeb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:43.139812 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e2e59-1cdf-449f-9fdb-e48055311d5a None None] Pushing event updated for resources: {'Port': ['ID=09fdab50-28c6-4cce-b4ae-c78ea78ecf84,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:43.158797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fbd18dbd-5599-4230-b5b1-4f69848da583 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'port': {'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16', 'name': 'tempest-TaggedBootDevicesTest_v242-337263841', 'fixed_ips': [{'subnet_id': '17b57c92-a167-49a6-a57e-e6af7a4d14c1'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:43.180183 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25eb9dc2-92b9-4ae5-a777-a6ef31a573a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.199206 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-25eb9dc2-92b9-4ae5-a777-a6ef31a573a8 admin admin] 10.222.0.105 "DELETE /v2.0/networks/df41bf72-94a8-4b10-8ca8-7ce2ee6a1ef5 HTTP/1.1" status: 204 len: 168 time: 2.7431922 Nov 12 03:51:43.218934 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a0b3a53a-f4d1-43b8-85f3-51e9c1bf5809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.305374 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb9dc2-92b9-4ae5-a777-a6ef31a573a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=df41bf72-94a8-4b10-8ca8-7ce2ee6a1ef5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:43.371003 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.479071 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a0b3a53a-f4d1-43b8-85f3-51e9c1bf5809 None None] For port b25b580d-a17e-4ac4-9b86-ef43394f07e5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b25b580d-a17e-4ac4-9b86-ef43394f07e5,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:43.501880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-510f8be2-2190-44f9-ad53-a61867e0a1a1', 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'fixed_ips': [{'subnet_id': 'd3fc4cd6-c8a6-447a-8407-e8815c6d2dbc'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:43.503270 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.516931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:43.518058 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.533095 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af687ae9-e126-4c11-85e6-85fa29a014f1 req-8f55d93c-abb1-4f91-94b1-7d78f35b80e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 HTTP/1.1" status: 200 len: 1000 time: 0.5598300 Nov 12 03:51:43.584501 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.590561 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5150b0f5-224d-41fb-9f46-15a9f52ee86c tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.729345 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a0b3a53a-f4d1-43b8-85f3-51e9c1bf5809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.783857 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5150b0f5-224d-41fb-9f46-15a9f52ee86c tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.798601 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5150b0f5-224d-41fb-9f46-15a9f52ee86c tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "DELETE /v2.0/subnets/d884f380-f865-4866-bf82-669127ad229a HTTP/1.1" status: 204 len: 168 time: 2.4891851 Nov 12 03:51:43.818594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37900) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.819412 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150b0f5-224d-41fb-9f46-15a9f52ee86c tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event deleted for resources: {'Subnet': ['ID=d884f380-f865-4866-bf82-669127ad229a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:43.840085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.849522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3a53a-f4d1-43b8-85f3-51e9c1bf5809 None None] Pushing event updated for resources: {'Port': ['ID=b25b580d-a17e-4ac4-9b86-ef43394f07e5,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:43.863095 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b4d3b7b7-e36e-4cf1-b91b-830e06bd2f04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7363677 Nov 12 03:51:43.934377 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Request body: {'port': {'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:43.946511 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.955697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d1c3b8-1afd-4c6e-9b21-e262b50d5167 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Deleting subnet 977ea983-b102-4e26-89ab-40132ea925aa {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:43.961975 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:51:43.962329 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:51:43.964566 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fdc2b133-555f-45d2-a6ef-531523cc091d None None] Provisioning complete for port 7456f438-4e11-4e10-8018-96b0919a4c0b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:43.964931 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b133-555f-45d2-a6ef-531523cc091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.987393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10d1c3b8-1afd-4c6e-9b21-e262b50d5167 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.035470 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Allocated IP 10.2.2.2 (510f8be2-2190-44f9-ad53-a61867e0a1a1/d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc/1dba476c-fcba-4046-bc4e-359291d48a1f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:44.044950 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fdc2b133-555f-45d2-a6ef-531523cc091d None None] Port 7456f438-4e11-4e10-8018-96b0919a4c0b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:44.113863 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d22be38c-2119-4a63-95be-dc435c07ec51 req-5ea34788-39d0-4d02-af3b-c74095858428 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646949 Nov 12 03:51:44.128301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af687ae9-e126-4c11-85e6-85fa29a014f1 req-33c913b9-412a-4bb5-abb5-121487098b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.130040 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af687ae9-e126-4c11-85e6-85fa29a014f1 req-33c913b9-412a-4bb5-abb5-121487098b9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.5734546 Nov 12 03:51:44.160196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06db082-43f7-4248-b8af-08e84e814056 req-6733f321-4aa3-4935-997f-e2137adc099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.160761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ce461b-0fe3-43df-8e00-5ff5b64dd88e None None] Network 4297c868-5c48-49de-ae47-ef9381bf059e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:44.161731 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f06db082-43f7-4248-b8af-08e84e814056 req-6733f321-4aa3-4935-997f-e2137adc099f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07e41015d94146a891f93111db10adaa&device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 1097 time: 0.5277877 Nov 12 03:51:44.182701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10d1c3b8-1afd-4c6e-9b21-e262b50d5167 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.265110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eac52-6a5c-49cf-9f09-f48026c8f761 req-d708cf0a-0744-4e8a-aec3-72d8b7ae37f5 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.274021 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-363eac52-6a5c-49cf-9f09-f48026c8f761 req-d708cf0a-0744-4e8a-aec3-72d8b7ae37f5 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.5581100 Nov 12 03:51:44.409633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-363eac52-6a5c-49cf-9f09-f48026c8f761 req-d6dc08c9-53a9-4814-910e-8b6bbfe8b212 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308110 Nov 12 03:51:44.457578 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10d1c3b8-1afd-4c6e-9b21-e262b50d5167 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.528192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 6b2773b4-b6de-4756-8b0a-495b8118b578 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:44.627417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0b33-845e-4ace-b1a1-4be4803e4f36 req-2d90edbb-9669-433d-879f-9dafe9eeea1f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.634504 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0b33-845e-4ace-b1a1-4be4803e4f36 req-2d90edbb-9669-433d-879f-9dafe9eeea1f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.641240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0b33-845e-4ace-b1a1-4be4803e4f36 req-2d90edbb-9669-433d-879f-9dafe9eeea1f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.648425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0b33-845e-4ace-b1a1-4be4803e4f36 req-2d90edbb-9669-433d-879f-9dafe9eeea1f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.655333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0b33-845e-4ace-b1a1-4be4803e4f36 req-2d90edbb-9669-433d-879f-9dafe9eeea1f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.664678 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d76a0b33-845e-4ace-b1a1-4be4803e4f36 req-2d90edbb-9669-433d-879f-9dafe9eeea1f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 3815 time: 0.2259753 Nov 12 03:51:44.752000 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.755053 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d76a0b33-845e-4ace-b1a1-4be4803e4f36 req-043e4e02-9aec-48c0-91f9-54ed0e8a32e0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856743 Nov 12 03:51:44.829465 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2d3d5dd2-1a0c-42ed-8f9a-2221bc63375f None None] Provisioning complete for port b25b580d-a17e-4ac4-9b86-ef43394f07e5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:44.829983 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5dd2-1a0c-42ed-8f9a-2221bc63375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.843082 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10d1c3b8-1afd-4c6e-9b21-e262b50d5167 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.881782 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a53ff8-64de-4b80-a308-c30d4d3b4ff6 None None] Network f8d348f4-f0cd-44bb-b245-adf4134589d9 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:44.900792 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.908358 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1c3b8-1afd-4c6e-9b21-e262b50d5167 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event deleted for resources: {'Subnet': ['ID=977ea983-b102-4e26-89ab-40132ea925aa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:44.915145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:44.928821 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455539f-0ce4-4697-9455-5f4fa3ee63ae None None] Sync routers for ids ['6b2773b4-b6de-4756-8b0a-495b8118b578'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:44.942306 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455539f-0ce4-4697-9455-5f4fa3ee63ae None None] Routers {'6b2773b4-b6de-4756-8b0a-495b8118b578'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:44.943731 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8455539f-0ce4-4697-9455-5f4fa3ee63ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:51:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6b2773b4-b6de-4756-8b0a-495b8118b578'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:44.947798 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10d1c3b8-1afd-4c6e-9b21-e262b50d5167 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.964691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-10d1c3b8-1afd-4c6e-9b21-e262b50d5167 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "DELETE /v2.0/subnets/977ea983-b102-4e26-89ab-40132ea925aa HTTP/1.1" status: 204 len: 168 time: 1.1388335 Nov 12 03:51:44.968577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37906) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:44.975673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Pushing event updated for resources: {'Port': ['ID=1dba476c-fcba-4046-bc4e-359291d48a1f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:45.019661 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Network 510f8be2-2190-44f9-ad53-a61867e0a1a1 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:45.031986 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8455539f-0ce4-4697-9455-5f4fa3ee63ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:45.045726 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455539f-0ce4-4697-9455-5f4fa3ee63ae None None] Routers {'6b2773b4-b6de-4756-8b0a-495b8118b578'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:45.046653 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8455539f-0ce4-4697-9455-5f4fa3ee63ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:51:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6b2773b4-b6de-4756-8b0a-495b8118b578'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:45.080143 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:45.090343 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:45.102246 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8455539f-0ce4-4697-9455-5f4fa3ee63ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:45.103127 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455539f-0ce4-4697-9455-5f4fa3ee63ae None None] The sync data for ids ['6b2773b4-b6de-4756-8b0a-495b8118b578'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:45.150029 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5dcacc9f-5295-4e01-8f2e-9351047b9178 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8b743e87aecf4b1ab4f8a569cb29334e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2850873 Nov 12 03:51:45.153412 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcc2908-d136-46e7-b467-d47459997163 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:45.160528 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ddcc2908-d136-46e7-b467-d47459997163 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1906147 Nov 12 03:51:45.160858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:45.161326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37910) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.161727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.162454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd18dbd-5599-4230-b5b1-4f69848da583 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Made reservation on behalf of 5cd512dfc02740f8a9223f825788d0ed for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:45.167744 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.198422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af687ae9-e126-4c11-85e6-85fa29a014f1 req-4912696e-ae01-43c5-b57a-350c7be8cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:45.201628 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af687ae9-e126-4c11-85e6-85fa29a014f1 req-4912696e-ae01-43c5-b57a-350c7be8cd9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0202105 Nov 12 03:51:45.217683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4582fd2e-ba81-473d-aa78-cfa87c4f2830 None None] DHCP port deletion for 4297c868-5c48-49de-ae47-ef9381bf059e request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:45.274501 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2d3d5dd2-1a0c-42ed-8f9a-2221bc63375f None None] Provisioning complete for port 6c95f167-373b-4048-922c-03fdf82cc1c2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:45.274820 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5dd2-1a0c-42ed-8f9a-2221bc63375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.310329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Attempting to bind port 1dba476c-fcba-4046-bc4e-359291d48a1f on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:45.319717 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Attempting to bind port 1dba476c-fcba-4046-bc4e-359291d48a1f by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'bd89947e-54eb-4de2-a58c-e1323643a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:45.320373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Attempting to bind port 1dba476c-fcba-4046-bc4e-359291d48a1f on network 510f8be2-2190-44f9-ad53-a61867e0a1a1 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:45.337798 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.342321 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.350482 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4ec3e132-2255-46c7-8943-bac576f1a0f1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0461473 Nov 12 03:51:45.354632 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.375339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:45.375716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Checking segment: {'id': 'bd89947e-54eb-4de2-a58c-e1323643a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:45.378604 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.378604 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Bound using segment: {'id': 'bd89947e-54eb-4de2-a58c-e1323643a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:45.378604 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Bound port: 1dba476c-fcba-4046-bc4e-359291d48a1f, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd89947e-54eb-4de2-a58c-e1323643a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:45.378604 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.471989 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] For port 1dba476c-fcba-4046-bc4e-359291d48a1f, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:45.475923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] For port 1dba476c-fcba-4046-bc4e-359291d48a1f, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1dba476c-fcba-4046-bc4e-359291d48a1f,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:45.535651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06db082-43f7-4248-b8af-08e84e814056 req-56c8fc52-e395-4bff-98fa-447dc31e9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:45.537188 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f06db082-43f7-4248-b8af-08e84e814056 req-56c8fc52-e395-4bff-98fa-447dc31e9508 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf HTTP/1.1" status: 200 len: 917 time: 1.2927387 Nov 12 03:51:45.551444 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb5105-7a00-4c5f-b1cb-422a52e557b6 req-b7b9117a-29bb-478c-9f04-359623caa04b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:45.558736 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31fb5105-7a00-4c5f-b1cb-422a52e557b6 req-b7b9117a-29bb-478c-9f04-359623caa04b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 931 time: 0.2722871 Nov 12 03:51:45.563885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cff3cde0-4849-407f-82be-833646475fb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.643808 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cff3cde0-4849-407f-82be-833646475fb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.651203 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5dd2-1a0c-42ed-8f9a-2221bc63375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.667332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2925421c-6957-4452-a760-da75c2761876 None None] DHCP port deletion for f8d348f4-f0cd-44bb-b245-adf4134589d9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:45.676138 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9bb811e5-2d6a-4ed9-aa1b-fe76586fd1b9 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/routers/6b2773b4-b6de-4756-8b0a-495b8118b578 HTTP/1.1" status: 200 len: 884 time: 0.3171358 Nov 12 03:51:45.676598 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.685423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.688727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4582fd2e-ba81-473d-aa78-cfa87c4f2830 None None] Deleting port 6c95f167-373b-4048-922c-03fdf82cc1c2 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:45.689348 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4582fd2e-ba81-473d-aa78-cfa87c4f2830 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.741766 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f06db082-43f7-4248-b8af-08e84e814056 req-4a1e26b5-3592-4830-8f12-ccf24d3e89cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e05a00b7-fd3e-411d-a834-f01e36bbeb44 HTTP/1.1" status: 200 len: 217 time: 0.1745136 Nov 12 03:51:45.754361 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fbd18dbd-5599-4230-b5b1-4f69848da583 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.757568 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:45.758134 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.762385 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa8533-d44b-4206-8cf5-a28c66be5232 req-a1255f35-5493-4610-ba49-ebd5f7adab06 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:45.770716 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60fa8533-d44b-4206-8cf5-a28c66be5232 req-a1255f35-5493-4610-ba49-ebd5f7adab06 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.2079010 Nov 12 03:51:45.790847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2d3d5dd2-1a0c-42ed-8f9a-2221bc63375f None None] For port 6c95f167-373b-4048-922c-03fdf82cc1c2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6c95f167-373b-4048-922c-03fdf82cc1c2,segment=NetworkSegment(b5f72d38-fcdb-4e0c-b5bf-4c3f38a9a517),segment_id=b5f72d38-fcdb-4e0c-b5bf-4c3f38a9a517)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:45.792253 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Deleting port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:45.794199 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.841497 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af687ae9-e126-4c11-85e6-85fa29a014f1 req-96f8397a-0dde-4e4a-bd99-a5267be00587 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6191401 Nov 12 03:51:45.889847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e05a00b7-fd3e-411d-a834-f01e36bbeb44 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:51:45.972437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] For port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=09fdab50-28c6-4cce-b4ae-c78ea78ecf84,segment=NetworkSegment(cba8f4bd-7238-4eb0-b89c-a7a582da6c27),segment_id=cba8f4bd-7238-4eb0-b89c-a7a582da6c27)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:45.973085 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.989640 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60fa8533-d44b-4206-8cf5-a28c66be5232 req-77301c3b-45e4-4bae-87ef-4bacc0c7575c tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177415 Nov 12 03:51:46.006669 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cff3cde0-4849-407f-82be-833646475fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.014164 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cff3cde0-4849-407f-82be-833646475fb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.024745 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cff3cde0-4849-407f-82be-833646475fb7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e4de3607-49c7-4737-8f37-076488583042 HTTP/1.1" status: 204 len: 168 time: 0.8598554 Nov 12 03:51:46.025828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Calling delete_port for 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:46.079558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33a76a-6e17-4838-bb54-ef371deebb01 None None] Pushing event updated for resources: {'Port': ['ID=1dba476c-fcba-4046-bc4e-359291d48a1f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.100874 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3cde0-4849-407f-82be-833646475fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4de3607-49c7-4737-8f37-076488583042,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.103241 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e05a00b7-fd3e-411d-a834-f01e36bbeb44, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e05a00b7-fd3e-411d-a834-f01e36bbeb44,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:46.120101 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5dd2-1a0c-42ed-8f9a-2221bc63375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.127780 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:46.192717 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'e05a00b7-fd3e-411d-a834-f01e36bbeb44', 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf', 'port_id': 'e05a00b7-fd3e-411d-a834-f01e36bbeb44', 'mac_address': 'fa:16:3e:22:e3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34069265-bba2-44d4-9f7e-7a4462db4ea2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:51:46.214039 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.227439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4582fd2e-ba81-473d-aa78-cfa87c4f2830 None None] For port 6c95f167-373b-4048-922c-03fdf82cc1c2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6c95f167-373b-4048-922c-03fdf82cc1c2,segment=NetworkSegment(b5f72d38-fcdb-4e0c-b5bf-4c3f38a9a517),segment_id=b5f72d38-fcdb-4e0c-b5bf-4c3f38a9a517)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:46.228523 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4582fd2e-ba81-473d-aa78-cfa87c4f2830 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.247889 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-fbd18dbd-5599-4230-b5b1-4f69848da583 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] device_id is not set on port 65dd34f2-9576-4b91-9a20-1f613428e547 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:51:46.248328 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4582fd2e-ba81-473d-aa78-cfa87c4f2830 None None] Calling delete_port for 6c95f167-373b-4048-922c-03fdf82cc1c2 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:46.312560 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31fb5105-7a00-4c5f-b1cb-422a52e557b6 req-de521c79-e084-421f-b294-070d27cfd660 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7461972 Nov 12 03:51:46.453699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06db082-43f7-4248-b8af-08e84e814056 req-fb726a72-244e-4324-bb64-c438e6ede7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:46.455339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f06db082-43f7-4248-b8af-08e84e814056 req-fb726a72-244e-4324-bb64-c438e6ede7c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34069265-bba2-44d4-9f7e-7a4462db4ea2 HTTP/1.1" status: 200 len: 855 time: 0.6985078 Nov 12 03:51:46.527516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52f5f2-c058-4923-a11b-6aff9cc99eb8 req-259d800e-9318-46b7-82e3-d678b4f8f07c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:46.528675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Transition to ACTIVE for port object 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:46.537577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52f5f2-c058-4923-a11b-6aff9cc99eb8 req-259d800e-9318-46b7-82e3-d678b4f8f07c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:46.543588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52f5f2-c058-4923-a11b-6aff9cc99eb8 req-259d800e-9318-46b7-82e3-d678b4f8f07c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:46.549777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52f5f2-c058-4923-a11b-6aff9cc99eb8 req-259d800e-9318-46b7-82e3-d678b4f8f07c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:46.555753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52f5f2-c058-4923-a11b-6aff9cc99eb8 req-259d800e-9318-46b7-82e3-d678b4f8f07c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:46.556410 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.562797 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d5dd2-1a0c-42ed-8f9a-2221bc63375f None None] Pushing event updated for resources: {'Port': ['ID=6c95f167-373b-4048-922c-03fdf82cc1c2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.564585 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e52f5f2-c058-4923-a11b-6aff9cc99eb8 req-259d800e-9318-46b7-82e3-d678b4f8f07c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 3815 time: 0.3515112 Nov 12 03:51:46.638372 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4582fd2e-ba81-473d-aa78-cfa87c4f2830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.638722 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f06db082-43f7-4248-b8af-08e84e814056 req-e5fc69e6-2fe6-41d4-9769-cc853546b0b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914917 Nov 12 03:51:46.649518 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ef9f59de-d869-47f3-981e-c0527518de7c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9619250 Nov 12 03:51:46.654575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.659233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2cdcb8c5-292f-40cd-99b5-8e8702141ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-403252821'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:46.678311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e05a00b7-fd3e-411d-a834-f01e36bbeb44 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:46.701384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e05a00b7-fd3e-411d-a834-f01e36bbeb44, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e05a00b7-fd3e-411d-a834-f01e36bbeb44,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:46.705713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582fd2e-ba81-473d-aa78-cfa87c4f2830 None None] Pushing event deleted for resources: {'Port': ['ID=6c95f167-373b-4048-922c-03fdf82cc1c2,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.713206 n-d-767704-23 neutron-server[103148]: INFO neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No ports have port_id starting with 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 Nov 12 03:51:46.713812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af687ae9-e126-4c11-85e6-85fa29a014f1 req-9c5e884d-1182-4cb5-925b-779ef4432473 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8533356 Nov 12 03:51:46.714450 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.727754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6c95f167-373b-4048-922c-03fdf82cc1c2 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:46.733067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2925421c-6957-4452-a760-da75c2761876 None None] Deleting port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:46.734593 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2925421c-6957-4452-a760-da75c2761876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.738712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e6bd7b74-89d9-4338-8e12-33850cbada1b None None] Provisioning complete for port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:46.739083 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7b74-89d9-4338-8e12-33850cbada1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.776225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4582fd2e-ba81-473d-aa78-cfa87c4f2830 None None] No DVR routers for this DVR port 6c95f167-373b-4048-922c-03fdf82cc1c2 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:46.801608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 6c95f167-373b-4048-922c-03fdf82cc1c2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:46.802472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6c95f167-373b-4048-922c-03fdf82cc1c2 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 03:51:46.818227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd7b74-89d9-4338-8e12-33850cbada1b None None] Port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 was deleted so its status cannot be updated. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:51:46.870073 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e52f5f2-c058-4923-a11b-6aff9cc99eb8 req-ad7e63d8-3251-48d6-9125-4277ec34562a tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3046017 Nov 12 03:51:46.879406 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.911124 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.949681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab8efd6-c4cc-4661-adf4-d41cbd22b569,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.010527 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Port 6c95f167-373b-4048-922c-03fdf82cc1c2 not found, will not notify nova. {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 03:51:47.013155 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b25b580d-a17e-4ac4-9b86-ef43394f07e5 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:47.018828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=e05a00b7-fd3e-411d-a834-f01e36bbeb44,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.024685 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event deleted for resources: {'Port': ['ID=09fdab50-28c6-4cce-b4ae-c78ea78ecf84,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.144802 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f06db082-43f7-4248-b8af-08e84e814056 req-ec401df4-d521-4a86-b491-a0d634622e18 service neutron] 10.222.0.25 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217212 Nov 12 03:51:47.148187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37936) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.219040 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] No DVR routers for this DVR port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:47.264015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2925421c-6957-4452-a760-da75c2761876 None None] For port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84, host n-d-767704-23, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:47.264457 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2925421c-6957-4452-a760-da75c2761876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.269199 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port b25b580d-a17e-4ac4-9b86-ef43394f07e5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:47.269657 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.341835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['e05a00b7-fd3e-411d-a834-f01e36bbeb44'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:47.404986 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.441062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Attempting to bind port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:47.441801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Attempting to bind port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '5b0ea241-07fb-43a2-bc7b-103c2762d55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:47.442349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Attempting to bind port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 on network 36a7ae9d-fb8c-4139-a69e-1f482187e050 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:47.459248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:47.459891 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2925421c-6957-4452-a760-da75c2761876 None None] Calling delete_port for 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:47.479396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-2925421c-6957-4452-a760-da75c2761876 None None] Port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:51:47.495024 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2925421c-6957-4452-a760-da75c2761876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.510452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.528073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Transition to ACTIVE for port object 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:47.539283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-fbd18dbd-5599-4230-b5b1-4f69848da583 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Allocated IP 10.1.1.251 (5fcaf1d4-712a-452d-bc98-57b9d1128b16/17b57c92-a167-49a6-a57e-e6af7a4d14c1/65dd34f2-9576-4b91-9a20-1f613428e547) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:47.550354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d348f4-f0cd-44bb-b245-adf4134589d9']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:47.560403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925421c-6957-4452-a760-da75c2761876 None None] Pushing event deleted for resources: {'Port': ['ID=09fdab50-28c6-4cce-b4ae-c78ea78ecf84,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.582810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2925421c-6957-4452-a760-da75c2761876 None None] No DVR routers for this DVR port 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:47.587796 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba8f4bd-7238-4eb0-b89c-a7a582da6c27') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:47.588935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba8f4bd-7238-4eb0-b89c-a7a582da6c27') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:47.660602 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.680657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aaea99-e540-4276-a770-2eaee73308e4 None None] Network 510f8be2-2190-44f9-ad53-a61867e0a1a1 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:47.703916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993e629-fc80-4f1b-98f2-cbec3e4705c0 req-16f7229b-ead2-456e-bad5-20d764cb4b21 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:47.712299 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d993e629-fc80-4f1b-98f2-cbec3e4705c0 req-16f7229b-ead2-456e-bad5-20d764cb4b21 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 931 time: 0.2172639 Nov 12 03:51:47.726421 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.788559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e05a00b7-fd3e-411d-a834-f01e36bbeb44 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:47.797441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7f603e7f-ab01-4eae-bc4b-a86a88460d29 None None] Provisioning complete for port 1dba476c-fcba-4046-bc4e-359291d48a1f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:47.801896 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f603e7f-ab01-4eae-bc4b-a86a88460d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.931852 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fbd18dbd-5599-4230-b5b1-4f69848da583 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.934092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 on network 36a7ae9d-fb8c-4139-a69e-1f482187e050 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:47.934706 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Attempting to bind port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 on network 36a7ae9d-fb8c-4139-a69e-1f482187e050 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:47.945626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.982730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:47.983363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Checking segment: {'id': '5b0ea241-07fb-43a2-bc7b-103c2762d55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:47.983929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Bound using segment: {'id': '5b0ea241-07fb-43a2-bc7b-103c2762d55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:47.984749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Bound port: 4ab8efd6-c4cc-4661-adf4-d41cbd22b569, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0ea241-07fb-43a2-bc7b-103c2762d55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:47.985288 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.025437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1dba476c-fcba-4046-bc4e-359291d48a1f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:48.026692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c522d-0889-48ca-bac9-0e6972f4a982 req-76c3d24c-b5b6-438b-ac11-10b353a477a1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:48.035302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e3c522d-0889-48ca-bac9-0e6972f4a982 req-76c3d24c-b5b6-438b-ac11-10b353a477a1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 944 time: 0.7736936 Nov 12 03:51:48.062270 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-229a64a5-0404-468b-bde1-2d4e52f0a6e8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=003acc9f4a6c4160bef3487fcea7065a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9088936 Nov 12 03:51:48.074538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:48.144816 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f603e7f-ab01-4eae-bc4b-a86a88460d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.185993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Pushing event updated for resources: {'Port': ['ID=4007c5ba-828e-45cd-a43a-d3ca521e5ad9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.195536 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7f603e7f-ab01-4eae-bc4b-a86a88460d29 None None] For port 1dba476c-fcba-4046-bc4e-359291d48a1f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1dba476c-fcba-4046-bc4e-359291d48a1f,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:48.231581 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f06db082-43f7-4248-b8af-08e84e814056 req-ee893efc-9f4c-416a-8f25-d09097e824c7 service neutron] 10.222.0.25 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0554483 Nov 12 03:51:48.289739 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f603e7f-ab01-4eae-bc4b-a86a88460d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.313325 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdcb8c5-292f-40cd-99b5-8e8702141ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.313879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e3c522d-0889-48ca-bac9-0e6972f4a982 req-33260e8e-12c9-44e9-94d5-3ac3064b9027 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737651 Nov 12 03:51:48.359412 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f603e7f-ab01-4eae-bc4b-a86a88460d29 None None] Pushing event updated for resources: {'Port': ['ID=1dba476c-fcba-4046-bc4e-359291d48a1f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.363222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1dba476c-fcba-4046-bc4e-359291d48a1f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:48.367754 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.370078 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:48.370599 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.378309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] For port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:48.381954 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d993e629-fc80-4f1b-98f2-cbec3e4705c0 req-7b378010-77c0-4d6c-98c2-46cc73050642 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6685050 Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:48.382899 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:48.449742 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fbd18dbd-5599-4230-b5b1-4f69848da583 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.459893 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fb926ca-35be-4d3a-8cbc-551853d210a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.464917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] For port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4ab8efd6-c4cc-4661-adf4-d41cbd22b569,segment=NetworkSegment(5b0ea241-07fb-43a2-bc7b-103c2762d55c),segment_id=5b0ea241-07fb-43a2-bc7b-103c2762d55c)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:48.491633 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdcb8c5-292f-40cd-99b5-8e8702141ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.512059 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.537451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Attempting to bind port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:48.538056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Attempting to bind port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:48.538795 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Attempting to bind port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:48.556073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e05a00b7-fd3e-411d-a834-f01e36bbeb44 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:48.567563 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fb926ca-35be-4d3a-8cbc-551853d210a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.573477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd18dbd-5599-4230-b5b1-4f69848da583 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:48.574255 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:48.574578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Attempting to bind port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:48.587817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fbd18dbd-5599-4230-b5b1-4f69848da583 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:48.601717 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.607664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd18dbd-5599-4230-b5b1-4f69848da583 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:48.607808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e05a00b7-fd3e-411d-a834-f01e36bbeb44, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e05a00b7-fd3e-411d-a834-f01e36bbeb44,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:48.611138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd18dbd-5599-4230-b5b1-4f69848da583 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'Port': ['ID=65dd34f2-9576-4b91-9a20-1f613428e547,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.632645 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.654804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:48.655027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Checking segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:48.655935 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Bound using segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:48.655935 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Bound port: 4007c5ba-828e-45cd-a43a-d3ca521e5ad9, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:48.656285 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.677291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:48.711199 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:48.711596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 09fdab50-28c6-4cce-b4ae-c78ea78ecf84 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:48.711930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6c95f167-373b-4048-922c-03fdf82cc1c2 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:48.715062 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.721326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "DELETE /v2.0/networks/f8d348f4-f0cd-44bb-b245-adf4134589d9 HTTP/1.1" status: 204 len: 168 time: 3.5519896 Nov 12 03:51:48.721326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72168b79-7d86-4333-8cef-621532daa022 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event deleted for resources: {'Network': ['ID=f8d348f4-f0cd-44bb-b245-adf4134589d9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.738609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37946) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:48.761092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:48.761719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.763741 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] 10.222.0.26 "PUT /v2.0/ports/4ab8efd6-c4cc-4661-adf4-d41cbd22b569 HTTP/1.1" status: 200 len: 1092 time: 4.8606081 Nov 12 03:51:48.766409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:48.768991 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3c3dd7-07c4-4500-a7a3-4fd04f153930" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "4ab8efd6-c4cc-4661-adf4-d41cbd22b569"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:48.786504 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.792079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 6c95f167-373b-4048-922c-03fdf82cc1c2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:48.792079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6c95f167-373b-4048-922c-03fdf82cc1c2 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:48.877595 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072c0fb3-0cc4-4808-bbf8-3177c6eaae0f x-openstack-request-id: req-072c0fb3-0cc4-4808-bbf8-3177c6eaae0f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:48.878155 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "4ab8efd6-c4cc-4661-adf4-d41cbd22b569", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:48.878583 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-072c0fb3-0cc4-4808-bbf8-3177c6eaae0f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:48.879162 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569', 'status': 'completed', 'code': 200} Nov 12 03:51:48.923247 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Request body: {'port': {'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:48.924029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=e05a00b7-fd3e-411d-a834-f01e36bbeb44,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.930299 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.964393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b824250f-fe56-44a5-876d-962634444460 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.983903 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdcb8c5-292f-40cd-99b5-8e8702141ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 6b2773b4-b6de-4756-8b0a-495b8118b578 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:49.008298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd18dbd-5599-4230-b5b1-4f69848da583 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.008981 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fbd18dbd-5599-4230-b5b1-4f69848da583 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.011521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2878ab9-ffe2-4fdf-802d-66424a6ea844 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab8efd6-c4cc-4661-adf4-d41cbd22b569,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:49.065563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb9ed-fe11-475d-8313-040763920247 req-3347448d-3549-4eaf-905b-bec97c6b58c7 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.073546 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb9ed-fe11-475d-8313-040763920247 req-3347448d-3549-4eaf-905b-bec97c6b58c7 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.081772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb9ed-fe11-475d-8313-040763920247 req-3347448d-3549-4eaf-905b-bec97c6b58c7 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.090581 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb9ed-fe11-475d-8313-040763920247 req-3347448d-3549-4eaf-905b-bec97c6b58c7 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.098990 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb9ed-fe11-475d-8313-040763920247 req-3347448d-3549-4eaf-905b-bec97c6b58c7 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.103065 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a97fb9ed-fe11-475d-8313-040763920247 req-3347448d-3549-4eaf-905b-bec97c6b58c7 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 3827 time: 0.4780688 Nov 12 03:51:49.123324 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c339a4c3-59c2-4be0-b7f3-30b860f1da0c None None] Provisioning complete for port 1dba476c-fcba-4046-bc4e-359291d48a1f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:49.123713 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c339a4c3-59c2-4be0-b7f3-30b860f1da0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.136194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] For port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:49.140693 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.143916 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] For port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=4007c5ba-828e-45cd-a43a-d3ca521e5ad9,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:49.171656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3dd7-07c4-4500-a7a3-4fd04f153930 req-9b1f6adb-869b-4350-8ea4-3ef6f666f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.172521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3dd7-07c4-4500-a7a3-4fd04f153930 req-9b1f6adb-869b-4350-8ea4-3ef6f666f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.173168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3dd7-07c4-4500-a7a3-4fd04f153930 req-9b1f6adb-869b-4350-8ea4-3ef6f666f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.173807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3dd7-07c4-4500-a7a3-4fd04f153930 req-9b1f6adb-869b-4350-8ea4-3ef6f666f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.174441 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3dd7-07c4-4500-a7a3-4fd04f153930 req-9b1f6adb-869b-4350-8ea4-3ef6f666f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.176731 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b3c3dd7-07c4-4500-a7a3-4fd04f153930 req-9b1f6adb-869b-4350-8ea4-3ef6f666f075 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9678195170c4bbb866cded26d46169a&device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 4363 time: 0.2208707 Nov 12 03:51:49.265287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdcb8c5-292f-40cd-99b5-8e8702141ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:49.275515 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdcb8c5-292f-40cd-99b5-8e8702141ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.279792 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2cdcb8c5-292f-40cd-99b5-8e8702141ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/6b2773b4-b6de-4756-8b0a-495b8118b578 HTTP/1.1" status: 200 len: 891 time: 2.6211870 Nov 12 03:51:49.283299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef07401-4450-49a3-8d8f-09300f93d74e None None] Sync routers for ids ['6b2773b4-b6de-4756-8b0a-495b8118b578'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:49.283741 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fb926ca-35be-4d3a-8cbc-551853d210a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.286402 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fb926ca-35be-4d3a-8cbc-551853d210a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.288681 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2fb926ca-35be-4d3a-8cbc-551853d210a6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/221d7683-9414-4f69-877b-f7425629efa4 HTTP/1.1" status: 204 len: 168 time: 1.2064176 Nov 12 03:51:49.296012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.309746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef07401-4450-49a3-8d8f-09300f93d74e None None] Routers {'6b2773b4-b6de-4756-8b0a-495b8118b578'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:49.311426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9ef07401-4450-49a3-8d8f-09300f93d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:51:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6b2773b4-b6de-4756-8b0a-495b8118b578'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:49.320946 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fbd18dbd-5599-4230-b5b1-4f69848da583 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.1705537 Nov 12 03:51:49.320946 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.321590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37954) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.381920 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9ef07401-4450-49a3-8d8f-09300f93d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:49.401419 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b824250f-fe56-44a5-876d-962634444460 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.429055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-497c2567-932a-4dc2-91d5-d57829af784c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'port': {'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16', 'name': 'tempest-TaggedBootDevicesTest_v242-159652129', 'fixed_ips': [{'subnet_id': '17b57c92-a167-49a6-a57e-e6af7a4d14c1'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:49.438704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0c4c4f0b-5697-489a-afad-0e352821b41f None None] Provisioning complete for port 65dd34f2-9576-4b91-9a20-1f613428e547 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:49.439067 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4f0b-5697-489a-afad-0e352821b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.442303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef07401-4450-49a3-8d8f-09300f93d74e None None] Routers {'6b2773b4-b6de-4756-8b0a-495b8118b578'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:49.442925 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9ef07401-4450-49a3-8d8f-09300f93d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:51:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6b2773b4-b6de-4756-8b0a-495b8118b578'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:49.499154 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a97fb9ed-fe11-475d-8313-040763920247 req-931fb905-d2e6-403f-8116-ede252939dea tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346318 Nov 12 03:51:49.505346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b824250f-fe56-44a5-876d-962634444460 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4297c868-5c48-49de-ae47-ef9381bf059e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:49.517194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9ef07401-4450-49a3-8d8f-09300f93d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:49.517889 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef07401-4450-49a3-8d8f-09300f93d74e None None] The sync data for ids ['6b2773b4-b6de-4756-8b0a-495b8118b578'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:49.519894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b824250f-fe56-44a5-876d-962634444460 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f72d38-fcdb-4e0c-b5bf-4c3f38a9a517') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:49.520002 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b824250f-fe56-44a5-876d-962634444460 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f72d38-fcdb-4e0c-b5bf-4c3f38a9a517') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:49.535759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb926ca-35be-4d3a-8cbc-551853d210a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221d7683-9414-4f69-877b-f7425629efa4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:49.542260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c4f0b-5697-489a-afad-0e352821b41f None None] Port 65dd34f2-9576-4b91-9a20-1f613428e547 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:49.548498 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b824250f-fe56-44a5-876d-962634444460 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.595356 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b824250f-fe56-44a5-876d-962634444460 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.610685 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b824250f-fe56-44a5-876d-962634444460 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:49.611083 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b824250f-fe56-44a5-876d-962634444460 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:49.614890 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:49.730477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037de9c-4a98-4702-ac56-a8de2377cea3 req-2890b609-9086-4504-837e-060f54aaf42c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.752006 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a037de9c-4a98-4702-ac56-a8de2377cea3 req-2890b609-9086-4504-837e-060f54aaf42c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 943 time: 0.1232638 Nov 12 03:51:49.777879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e05a00b7-fd3e-411d-a834-f01e36bbeb44 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:49.812921 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b824250f-fe56-44a5-876d-962634444460 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.838836 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b824250f-fe56-44a5-876d-962634444460 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.846780 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b824250f-fe56-44a5-876d-962634444460 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "DELETE /v2.0/networks/4297c868-5c48-49de-ae47-ef9381bf059e HTTP/1.1" status: 204 len: 168 time: 1.1037636 Nov 12 03:51:49.853089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37964) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.862687 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1dba476c-fcba-4046-bc4e-359291d48a1f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:49.901241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824250f-fe56-44a5-876d-962634444460 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event deleted for resources: {'Network': ['ID=4297c868-5c48-49de-ae47-ef9381bf059e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:49.969715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port e05a00b7-fd3e-411d-a834-f01e36bbeb44 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:49.970091 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.005676 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a037de9c-4a98-4702-ac56-a8de2377cea3 req-b006b89e-ddc7-48b4-90d4-112444ead658 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525504 Nov 12 03:51:50.009459 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f30f0c2-9505-4e2f-bea5-41efed2d351f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.096964 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1dba476c-fcba-4046-bc4e-359291d48a1f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:50.097531 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.148943 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f30f0c2-9505-4e2f-bea5-41efed2d351f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.188727 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.188932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1f30f0c2-9505-4e2f-bea5-41efed2d351f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b35c27f-0f19-4ec8-8532-169b492e8ec4']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:50.204923 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1f30f0c2-9505-4e2f-bea5-41efed2d351f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834eca10-678c-426b-8354-616b443abfed') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:50.205223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1f30f0c2-9505-4e2f-bea5-41efed2d351f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834eca10-678c-426b-8354-616b443abfed') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:50.223063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:50.223607 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f30f0c2-9505-4e2f-bea5-41efed2d351f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.224564 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.226404 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] 10.222.0.25 "PUT /v2.0/ports/4007c5ba-828e-45cd-a43a-d3ca521e5ad9 HTTP/1.1" status: 200 len: 1092 time: 7.0984678 Nov 12 03:51:50.251509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3dd7-07c4-4500-a7a3-4fd04f153930 req-e9bb981e-372d-444f-866f-8dd3849ae07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:50.252327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3dd7-07c4-4500-a7a3-4fd04f153930 req-e9bb981e-372d-444f-866f-8dd3849ae07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:50.252951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3dd7-07c4-4500-a7a3-4fd04f153930 req-e9bb981e-372d-444f-866f-8dd3849ae07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:50.253058 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f30f0c2-9505-4e2f-bea5-41efed2d351f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.254962 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b3c3dd7-07c4-4500-a7a3-4fd04f153930 req-e9bb981e-372d-444f-866f-8dd3849ae07a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9678195170c4bbb866cded26d46169a&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0549800 Nov 12 03:51:50.263595 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f30f0c2-9505-4e2f-bea5-41efed2d351f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:50.264242 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f30f0c2-9505-4e2f-bea5-41efed2d351f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:50.269054 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:50.321466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port e05a00b7-fd3e-411d-a834-f01e36bbeb44, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e05a00b7-fd3e-411d-a834-f01e36bbeb44,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:50.328464 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690fba4b-c098-4eab-84d1-ee52d94abe13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05a00b7-fd3e-411d-a834-f01e36bbeb44'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:50.331018 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f187966-682d-4560-b0d2-12dbd0d57989" -d '{"events": [{"server_uuid": "690fba4b-c098-4eab-84d1-ee52d94abe13", "name": "network-vif-plugged", "status": "completed", "tag": "e05a00b7-fd3e-411d-a834-f01e36bbeb44"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:50.389356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ad9ba-cf38-4e79-b3ab-aff4999d2874 req-817d7fac-1c44-4d2c-9483-ccfac42df8e0 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:50.392509 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-555ad9ba-cf38-4e79-b3ab-aff4999d2874 req-817d7fac-1c44-4d2c-9483-ccfac42df8e0 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 943 time: 0.9502985 Nov 12 03:51:50.404507 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bda431-833f-476e-a99c-49a9e407e57f x-openstack-request-id: req-b8bda431-833f-476e-a99c-49a9e407e57f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:50.404808 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690fba4b-c098-4eab-84d1-ee52d94abe13", "name": "network-vif-plugged", "status": "completed", "tag": "e05a00b7-fd3e-411d-a834-f01e36bbeb44", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:50.411500 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b8bda431-833f-476e-a99c-49a9e407e57f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:50.411500 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690fba4b-c098-4eab-84d1-ee52d94abe13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05a00b7-fd3e-411d-a834-f01e36bbeb44', 'code': 200} Nov 12 03:51:50.432160 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.500978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=e05a00b7-fd3e-411d-a834-f01e36bbeb44,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:50.502622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f0d38-5272-4ea1-9370-faa12739ad35 service neutron] Pushing event updated for resources: {'Port': ['ID=4007c5ba-828e-45cd-a43a-d3ca521e5ad9,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:50.520762 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f30f0c2-9505-4e2f-bea5-41efed2d351f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.545804 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f30f0c2-9505-4e2f-bea5-41efed2d351f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.555165 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1f30f0c2-9505-4e2f-bea5-41efed2d351f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "DELETE /v2.0/networks/6b35c27f-0f19-4ec8-8532-169b492e8ec4 HTTP/1.1" status: 204 len: 168 time: 0.6862354 Nov 12 03:51:50.562273 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37980) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:50.577488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f1f3b9db-2edb-4926-b6e3-9e40570f225e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/routers/6b2773b4-b6de-4756-8b0a-495b8118b578 HTTP/1.1" status: 200 len: 891 time: 1.2769320 Nov 12 03:51:50.602955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37982) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:50.606456 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30f0c2-9505-4e2f-bea5-41efed2d351f tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event deleted for resources: {'Network': ['ID=6b35c27f-0f19-4ec8-8532-169b492e8ec4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:50.624808 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497c2567-932a-4dc2-91d5-d57829af784c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Made reservation on behalf of 5cd512dfc02740f8a9223f825788d0ed for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:50.638901 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-497c2567-932a-4dc2-91d5-d57829af784c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.672692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-0b240cf4-7d94-4fa4-8c4d-ee2f990d273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:50.674273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-0b240cf4-7d94-4fa4-8c4d-ee2f990d273b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 1095 time: 0.2805505 Nov 12 03:51:50.683568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3dd7-07c4-4500-a7a3-4fd04f153930 req-7c349c26-444b-4e52-86d1-773c6e8cb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:50.685131 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b3c3dd7-07c4-4500-a7a3-4fd04f153930 req-7c349c26-444b-4e52-86d1-773c6e8cb1cd service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3851771 Nov 12 03:51:50.712556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-497c2567-932a-4dc2-91d5-d57829af784c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] device_id is not set on port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:51:50.727905 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c83a9c31-5a3a-4d4d-8c63-70a7c6803bd8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports?device_id=6b2773b4-b6de-4756-8b0a-495b8118b578 HTTP/1.1" status: 200 len: 205 time: 0.1173606 Nov 12 03:51:50.732294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37988) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:50.760431 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-555ad9ba-cf38-4e79-b3ab-aff4999d2874 req-78322df4-98db-425a-9a24-ff0a2fd8a127 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393705 Nov 12 03:51:50.807057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-404aef30-722a-4f14-b824-f5ef37f99990 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4007c5ba-828e-45cd-a43a-d3ca521e5ad9 HTTP/1.1" status: 200 len: 217 time: 0.1146986 Nov 12 03:51:50.859453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5c2d3-af85-4982-8fa2-e5b4e8852f70 req-fc81e971-8c9a-4115-846f-78fb6c2e8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:50.861478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-33f5c2d3-af85-4982-8fa2-e5b4e8852f70 req-fc81e971-8c9a-4115-846f-78fb6c2e8b15 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 1097 time: 0.2782867 Nov 12 03:51:50.915617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4f70b4-3752-434a-b652-0d6ae096eeb2', 'tag': '4007c5ba-828e-45cd-a43a-d3ca521e5ad9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:50.918211 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c2b356-b8f2-48e3-9eb5-04748f32a079" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4f70b4-3752-434a-b652-0d6ae096eeb2", "tag": "4007c5ba-828e-45cd-a43a-d3ca521e5ad9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:50.920315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.985766 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fa2e10-16bc-460b-9a61-4753c11f2e01 x-openstack-request-id: req-d6fa2e10-16bc-460b-9a61-4753c11f2e01 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:50.986478 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4f70b4-3752-434a-b652-0d6ae096eeb2", "tag": "4007c5ba-828e-45cd-a43a-d3ca521e5ad9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:50.986478 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d6fa2e10-16bc-460b-9a61-4753c11f2e01 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:50.987025 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4f70b4-3752-434a-b652-0d6ae096eeb2', 'tag': '4007c5ba-828e-45cd-a43a-d3ca521e5ad9', 'status': 'completed', 'code': 200} Nov 12 03:51:50.993762 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606a487-e69c-4d88-8964-f8346d6440ff req-2fbb8a2a-e7bf-4f99-96a8-985285fee2af tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.000825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606a487-e69c-4d88-8964-f8346d6440ff req-2fbb8a2a-e7bf-4f99-96a8-985285fee2af tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.007429 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-d06199ac-3034-4c44-9a9b-fe1c65f3739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.008963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-d06199ac-3034-4c44-9a9b-fe1c65f3739f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70ace581-efc3-4076-b0ce-48737a72947d HTTP/1.1" status: 200 len: 846 time: 0.1878476 Nov 12 03:51:51.016872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606a487-e69c-4d88-8964-f8346d6440ff req-2fbb8a2a-e7bf-4f99-96a8-985285fee2af tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.026507 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606a487-e69c-4d88-8964-f8346d6440ff req-2fbb8a2a-e7bf-4f99-96a8-985285fee2af tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.034777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606a487-e69c-4d88-8964-f8346d6440ff req-2fbb8a2a-e7bf-4f99-96a8-985285fee2af tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.036665 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1606a487-e69c-4d88-8964-f8346d6440ff req-2fbb8a2a-e7bf-4f99-96a8-985285fee2af tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 3827 time: 0.3589938 Nov 12 03:51:51.046020 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da901bba-a5c8-4f84-9d12-eb7ae8c97355 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.085612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-00b06c19-1320-40ad-bd95-f31714f2e4d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5180d290-ec7a-4d87-815a-6d5ae96500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544844 Nov 12 03:51:51.108969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b8dda3-c607-4d03-bda1-5156ca593966 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:51.147959 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.185127 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-33f5c2d3-af85-4982-8fa2-e5b4e8852f70 req-aca1be11-aa7b-4b91-b687-7801cd5fc27a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078792 Nov 12 03:51:51.205471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Transition to ACTIVE for port object 23b8dda3-c607-4d03-bda1-5156ca593966 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:51.209642 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1606a487-e69c-4d88-8964-f8346d6440ff req-e5fb74be-4750-42f6-9d81-2df81eb8bb0c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538453 Nov 12 03:51:51.254849 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da901bba-a5c8-4f84-9d12-eb7ae8c97355 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.271413 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.287663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-da901bba-a5c8-4f84-9d12-eb7ae8c97355 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab193344-f7fc-4b33-ae3e-b5b2654a8945']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:51.300949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-da901bba-a5c8-4f84-9d12-eb7ae8c97355 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4956440b-53fc-40b0-8026-696fb7faada7') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:51.318164 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-da901bba-a5c8-4f84-9d12-eb7ae8c97355 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4956440b-53fc-40b0-8026-696fb7faada7') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:51.318164 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da901bba-a5c8-4f84-9d12-eb7ae8c97355 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.322342 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-78955aba-2fe6-4a41-b4e3-61d93d1d97c1 service neutron] 10.222.0.25 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924098 Nov 12 03:51:51.325217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-497c2567-932a-4dc2-91d5-d57829af784c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Allocated IP 10.1.1.50 (5fcaf1d4-712a-452d-bc98-57b9d1128b16/17b57c92-a167-49a6-a57e-e6af7a4d14c1/aef6a29c-7ae4-4ad7-8d39-d13863b97ab3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:51.328355 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da901bba-a5c8-4f84-9d12-eb7ae8c97355 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.334981 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.340282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da901bba-a5c8-4f84-9d12-eb7ae8c97355 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:51.340282 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da901bba-a5c8-4f84-9d12-eb7ae8c97355 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:51.343727 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:51.385885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47269b-fd6c-46f0-88f4-cfa41e5807ef req-005c912c-838a-494f-8f1a-5426fc68b5fe tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.387471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f47269b-fd6c-46f0-88f4-cfa41e5807ef req-005c912c-838a-494f-8f1a-5426fc68b5fe tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 943 time: 0.2712927 Nov 12 03:51:51.523039 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port 369369ac-adb7-4083-927a-51077495a5b4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:51.523039 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.535764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Pushing event updated for resources: {'Port': ['ID=23b8dda3-c607-4d03-bda1-5156ca593966,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:51.587463 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da901bba-a5c8-4f84-9d12-eb7ae8c97355 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.597722 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da901bba-a5c8-4f84-9d12-eb7ae8c97355 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.600847 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-da901bba-a5c8-4f84-9d12-eb7ae8c97355 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] 10.222.0.105 "DELETE /v2.0/networks/ab193344-f7fc-4b33-ae3e-b5b2654a8945 HTTP/1.1" status: 204 len: 168 time: 1.0356717 Nov 12 03:51:51.629773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da901bba-a5c8-4f84-9d12-eb7ae8c97355 tempest-BulkNetworkOpsTest-1689287142 tempest-BulkNetworkOpsTest-1689287142-project] Pushing event deleted for resources: {'Network': ['ID=ab193344-f7fc-4b33-ae3e-b5b2654a8945,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:51.653012 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.665391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for 369369ac-adb7-4083-927a-51077495a5b4 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:51.675613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Attempting to bind port 23b8dda3-c607-4d03-bda1-5156ca593966 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:51.675952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Attempting to bind port 23b8dda3-c607-4d03-bda1-5156ca593966 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:51.676312 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Attempting to bind port 23b8dda3-c607-4d03-bda1-5156ca593966 on network 20cb3bc5-e458-4eb2-a97c-572f6154372e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:51.687154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Port 23b8dda3-c607-4d03-bda1-5156ca593966 on network 20cb3bc5-e458-4eb2-a97c-572f6154372e not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:51.687477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Attempting to bind port 23b8dda3-c607-4d03-bda1-5156ca593966 on network 20cb3bc5-e458-4eb2-a97c-572f6154372e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:51.726377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f47269b-fd6c-46f0-88f4-cfa41e5807ef req-9455ae42-507c-4982-bd0d-cf4a96edee52 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019013 Nov 12 03:51:51.738398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:51.738989 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Checking segment: {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:51.739479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Bound using segment: {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:51.739986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Bound port: 23b8dda3-c607-4d03-bda1-5156ca593966, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:51.740384 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.792630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-429438ec-6ad4-4b6a-8146-8dfadca756d1 req-9d4c1be5-278d-4804-bcb3-7afeb6ba01fa service neutron] 10.222.0.25 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847585 Nov 12 03:51:51.892435 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-497c2567-932a-4dc2-91d5-d57829af784c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.925157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] For port 23b8dda3-c607-4d03-bda1-5156ca593966, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:51.975074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ed547-663a-4d83-9ab3-55062c0763e5 req-23a4d3ad-39b5-4c8b-ac49-d1cf202893ab tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.977310 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-369ed547-663a-4d83-9ab3-55062c0763e5 req-23a4d3ad-39b5-4c8b-ac49-d1cf202893ab tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.0668590 Nov 12 03:51:52.043552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2b356-b8f2-48e3-9eb5-04748f32a079 req-df3b7d63-1a01-45e7-9265-6a92614d5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.046054 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0c2b356-b8f2-48e3-9eb5-04748f32a079 req-df3b7d63-1a01-45e7-9265-6a92614d5b35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 1095 time: 0.0661268 Nov 12 03:51:52.047847 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-497c2567-932a-4dc2-91d5-d57829af784c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.063522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-369ed547-663a-4d83-9ab3-55062c0763e5 req-0e0250f0-5e53-4096-abf6-24dcee74f55a tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742815 Nov 12 03:51:52.089570 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.127519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497c2567-932a-4dc2-91d5-d57829af784c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:52.131802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=369369ac-adb7-4083-927a-51077495a5b4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:52.157111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-497c2567-932a-4dc2-91d5-d57829af784c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:52.170259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] For port 23b8dda3-c607-4d03-bda1-5156ca593966, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=23b8dda3-c607-4d03-bda1-5156ca593966,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:52.171577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497c2567-932a-4dc2-91d5-d57829af784c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:52.221369 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.287608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c2567-932a-4dc2-91d5-d57829af784c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'Port': ['ID=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:52.309770 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.416361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.417587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.419107 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] 10.222.0.26 "PUT /v2.0/ports/23b8dda3-c607-4d03-bda1-5156ca593966 HTTP/1.1" status: 200 len: 1130 time: 3.5079567 Nov 12 03:51:52.434685 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.440088 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.486635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497c2567-932a-4dc2-91d5-d57829af784c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.487779 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-497c2567-932a-4dc2-91d5-d57829af784c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.507748 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2b356-b8f2-48e3-9eb5-04748f32a079 req-ab7d74c6-1b57-4bd7-8623-eaab32423eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.509549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0c2b356-b8f2-48e3-9eb5-04748f32a079 req-ab7d74c6-1b57-4bd7-8623-eaab32423eae service neutron] 10.222.0.25 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 908 time: 0.4404120 Nov 12 03:51:52.518093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8349996-7cbe-44eb-af09-e2817db2e909 service neutron] Pushing event updated for resources: {'Port': ['ID=23b8dda3-c607-4d03-bda1-5156ca593966,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:52.537843 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38028) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:52.581074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6d8fe739-b489-43b4-9505-0217217f18d1 None None] Provisioning complete for port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:52.581640 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe739-b489-43b4-9505-0217217f18d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.590096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Request body: {'port': {'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:52.593626 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0c2b356-b8f2-48e3-9eb5-04748f32a079 req-f0bdfd0c-c7b0-4c44-90b1-462a165c7cad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4007c5ba-828e-45cd-a43a-d3ca521e5ad9 HTTP/1.1" status: 200 len: 217 time: 0.0699630 Nov 12 03:51:52.620551 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-497c2567-932a-4dc2-91d5-d57829af784c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1965206 Nov 12 03:51:52.642713 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e563fa4-bb20-4dc4-9f1c-ffddcec53aba req-ce12a1ef-9701-46ec-a758-ea0a114ba9e4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.655995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e563fa4-bb20-4dc4-9f1c-ffddcec53aba req-ce12a1ef-9701-46ec-a758-ea0a114ba9e4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.673425 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6d8fe739-b489-43b4-9505-0217217f18d1 None None] Port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:52.680911 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e563fa4-bb20-4dc4-9f1c-ffddcec53aba req-ce12a1ef-9701-46ec-a758-ea0a114ba9e4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.689831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e563fa4-bb20-4dc4-9f1c-ffddcec53aba req-ce12a1ef-9701-46ec-a758-ea0a114ba9e4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.704121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e563fa4-bb20-4dc4-9f1c-ffddcec53aba req-ce12a1ef-9701-46ec-a758-ea0a114ba9e4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.743860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e563fa4-bb20-4dc4-9f1c-ffddcec53aba req-ce12a1ef-9701-46ec-a758-ea0a114ba9e4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.758455 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e563fa4-bb20-4dc4-9f1c-ffddcec53aba req-ce12a1ef-9701-46ec-a758-ea0a114ba9e4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 4598 time: 0.3490770 Nov 12 03:51:52.772827 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.773035 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2b356-b8f2-48e3-9eb5-04748f32a079 req-96ede510-2186-4f0e-adb5-3f4376c83f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.773390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Fanout notify agent at l3_agent the message router_deleted on router 6b2773b4-b6de-4756-8b0a-495b8118b578 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:52.774603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0c2b356-b8f2-48e3-9eb5-04748f32a079 req-96ede510-2186-4f0e-adb5-3f4376c83f5b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70ace581-efc3-4076-b0ce-48737a72947d HTTP/1.1" status: 200 len: 846 time: 0.1284072 Nov 12 03:51:52.782612 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.783169 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.789227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38036) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:52.789692 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-06b0c8c4-354e-4520-94a8-6265e2922cd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/routers/6b2773b4-b6de-4756-8b0a-495b8118b578 HTTP/1.1" status: 204 len: 168 time: 2.0552313 Nov 12 03:51:52.798092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-01ff318b-4171-467f-afa3-21b62c5a3539 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-752012423'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:52.837657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0c2b356-b8f2-48e3-9eb5-04748f32a079 req-b8ad6a11-e2c2-473f-a704-8810e1a27c5d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5180d290-ec7a-4d87-815a-6d5ae96500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451484 Nov 12 03:51:52.853660 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e563fa4-bb20-4dc4-9f1c-ffddcec53aba req-15603696-77ae-485a-9818-2ab4a584ab4d tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940456 Nov 12 03:51:53.019594 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e195e712-3232-44b6-9f80-a90a880f47f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.027949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': '23b8dda3-c607-4d03-bda1-5156ca593966'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:53.031452 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caa3f13-4eed-418d-abbc-0aa74b811bee" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "23b8dda3-c607-4d03-bda1-5156ca593966"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:53.039845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ff318b-4171-467f-afa3-21b62c5a3539 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:53.043301 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ff318b-4171-467f-afa3-21b62c5a3539 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.054480 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cf42605b-6103-48bd-9de1-6707a1b439fe admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=46fdd1f771804858bf37537bfbd2b123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5155959 Nov 12 03:51:53.057258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38040) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:53.102184 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0c2b356-b8f2-48e3-9eb5-04748f32a079 req-04201a78-a3f2-43af-bab5-5c6266f146c1 service neutron] 10.222.0.25 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396626 Nov 12 03:51:53.118537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ff318b-4171-467f-afa3-21b62c5a3539 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:53.138850 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1df9a6fa-f370-418b-a6c5-c6815aed377e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.160857 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1df9a6fa-f370-418b-a6c5-c6815aed377e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.187857 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ff318b-4171-467f-afa3-21b62c5a3539 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.188235 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-01ff318b-4171-467f-afa3-21b62c5a3539 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Added segment 3d5bd70c-0395-4285-8738-4a47dd5e000b of type vlan for network 135affbf-b254-4578-8b5e-f7e493c9e83a Nov 12 03:51:53.281330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:53.281330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2252ceda-d980-47a4-979e-30cbd16c0d41 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012030933', 'description': 'tempest-description--715587086'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:53.303266 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1df9a6fa-f370-418b-a6c5-c6815aed377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.306298 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1df9a6fa-f370-418b-a6c5-c6815aed377e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.309849 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1df9a6fa-f370-418b-a6c5-c6815aed377e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/326f4402-0187-499f-b78f-0498a25cd8ff HTTP/1.1" status: 204 len: 168 time: 0.2483730 Nov 12 03:51:53.315183 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ff318b-4171-467f-afa3-21b62c5a3539 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.319261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9a6fa-f370-418b-a6c5-c6815aed377e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326f4402-0187-499f-b78f-0498a25cd8ff,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:53.324599 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0c2b356-b8f2-48e3-9eb5-04748f32a079 req-d2889f58-1b9c-4227-8383-f5a18a90d2e6 service neutron] 10.222.0.25 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036955 Nov 12 03:51:53.409417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771eb8e8-60ac-43da-aa8d-f854ed1a1892 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:53.413795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce18c0e-3643-4f50-955b-d40c3a9e893b req-376afb4a-f5ec-4d9e-8729-40ca7af17942 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:53.415416 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ce18c0e-3643-4f50-955b-d40c3a9e893b req-376afb4a-f5ec-4d9e-8729-40ca7af17942 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 943 time: 0.0682240 Nov 12 03:51:53.416534 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2252ceda-d980-47a4-979e-30cbd16c0d41 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.418303 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.431300 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Transition to ACTIVE for port object 771eb8e8-60ac-43da-aa8d-f854ed1a1892 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:53.463204 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ff318b-4171-467f-afa3-21b62c5a3539 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.469771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ff318b-4171-467f-afa3-21b62c5a3539 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:53.470659 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ff318b-4171-467f-afa3-21b62c5a3539 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.500879 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ce18c0e-3643-4f50-955b-d40c3a9e893b req-94efe452-05d1-4ed2-99e2-e06c45fa491e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751445 Nov 12 03:51:53.527985 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2252ceda-d980-47a4-979e-30cbd16c0d41 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.555713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff318b-4171-467f-afa3-21b62c5a3539 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Network': ['ID=135affbf-b254-4578-8b5e-f7e493c9e83a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:53.563341 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.576731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 135affbf-b254-4578-8b5e-f7e493c9e83a details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:53.603479 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2197038-d586-4ec2-bc49-8d95eb8c9e34 x-openstack-request-id: req-c2197038-d586-4ec2-bc49-8d95eb8c9e34 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:53.603869 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "23b8dda3-c607-4d03-bda1-5156ca593966", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:53.604203 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c2197038-d586-4ec2-bc49-8d95eb8c9e34 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:53.607055 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': '23b8dda3-c607-4d03-bda1-5156ca593966', 'status': 'completed', 'code': 200} Nov 12 03:51:53.619118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-01ff318b-4171-467f-afa3-21b62c5a3539 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8193154 Nov 12 03:51:53.619118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38048) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:53.633170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6a4d65a1-1fbc-42bb-8213-d52f0c90768e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'subnet': {'network_id': '135affbf-b254-4578-8b5e-f7e493c9e83a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:53.635324 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2252ceda-d980-47a4-979e-30cbd16c0d41 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.655408 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Pushing event updated for resources: {'Port': ['ID=771eb8e8-60ac-43da-aa8d-f854ed1a1892,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:53.752750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252ceda-d980-47a4-979e-30cbd16c0d41 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f702a6a-0f3b-4df2-9335-0a8106e58079,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:53.770149 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2252ceda-d980-47a4-979e-30cbd16c0d41 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.773225 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2252ceda-d980-47a4-979e-30cbd16c0d41 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4969471 Nov 12 03:51:53.788890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:53.802686 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f97dd254-9e89-4c86-80c6-1c0eee3939db tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'security_group_rule': {'security_group_id': '8f702a6a-0f3b-4df2-9335-0a8106e58079', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:53.813826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:51:53.893383 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe29fff-8cf6-4bf5-8e69-129f206762d0 req-a6863ac1-4b00-4072-b35a-8c2be5dd0f92 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:53.894969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9fe29fff-8cf6-4bf5-8e69-129f206762d0 req-a6863ac1-4b00-4072-b35a-8c2be5dd0f92 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.1620426 Nov 12 03:51:53.994136 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=4007c5ba-828e-45cd-a43a-d3ca521e5ad9,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:54.006422 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f97dd254-9e89-4c86-80c6-1c0eee3939db tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.007765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '4007c5ba-828e-45cd-a43a-d3ca521e5ad9', 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'port_id': '4007c5ba-828e-45cd-a43a-d3ca521e5ad9', 'mac_address': 'fa:16:3e:48:b4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ace581-efc3-4076-b0ce-48737a72947d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:51:54.024407 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9fe29fff-8cf6-4bf5-8e69-129f206762d0 req-7308b23b-b214-40aa-b667-d9a6a10511ce tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153364 Nov 12 03:51:54.063251 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.091609 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:54.130012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=4007c5ba-828e-45cd-a43a-d3ca521e5ad9,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:54.150025 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f97dd254-9e89-4c86-80c6-1c0eee3939db tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.213283 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.230888 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f97dd254-9e89-4c86-80c6-1c0eee3939db tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.251425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dd254-9e89-4c86-80c6-1c0eee3939db tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa495f9-ecb8-406f-9e37-671b23943a84,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:54.296935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=4007c5ba-828e-45cd-a43a-d3ca521e5ad9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:54.328953 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26831cee-f0d2-4178-b4ed-dfe198c7f404 req-72cba37b-c3df-4322-be0a-1992b854a793 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.330762 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-26831cee-f0d2-4178-b4ed-dfe198c7f404 req-72cba37b-c3df-4322-be0a-1992b854a793 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.0696166 Nov 12 03:51:54.350182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3f13-4eed-418d-abbc-0aa74b811bee req-12aa2de4-f44e-4a22-b59c-62ebad303c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.350659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3f13-4eed-418d-abbc-0aa74b811bee req-12aa2de4-f44e-4a22-b59c-62ebad303c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.351193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3f13-4eed-418d-abbc-0aa74b811bee req-12aa2de4-f44e-4a22-b59c-62ebad303c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.351575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3f13-4eed-418d-abbc-0aa74b811bee req-12aa2de4-f44e-4a22-b59c-62ebad303c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.352027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3f13-4eed-418d-abbc-0aa74b811bee req-12aa2de4-f44e-4a22-b59c-62ebad303c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.352503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3f13-4eed-418d-abbc-0aa74b811bee req-12aa2de4-f44e-4a22-b59c-62ebad303c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.352955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3f13-4eed-418d-abbc-0aa74b811bee req-12aa2de4-f44e-4a22-b59c-62ebad303c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.354873 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3caa3f13-4eed-418d-abbc-0aa74b811bee req-12aa2de4-f44e-4a22-b59c-62ebad303c5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9678195170c4bbb866cded26d46169a&device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 6168 time: 0.6561015 Nov 12 03:51:54.356832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Attempting to bind port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:54.356832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Attempting to bind port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:54.356832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Attempting to bind port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 on network 20cb3bc5-e458-4eb2-a97c-572f6154372e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:54.411179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 on network 20cb3bc5-e458-4eb2-a97c-572f6154372e not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:54.417755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Attempting to bind port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 on network 20cb3bc5-e458-4eb2-a97c-572f6154372e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:54.433797 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-26831cee-f0d2-4178-b4ed-dfe198c7f404 req-b89692bd-f9eb-4fa9-a391-c288301e47c8 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878854 Nov 12 03:51:54.448439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:54.448916 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Checking segment: {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:54.449015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Bound using segment: {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:54.449450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Bound port: 771eb8e8-60ac-43da-aa8d-f854ed1a1892, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:54.449904 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.482885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['4007c5ba-828e-45cd-a43a-d3ca521e5ad9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:54.507017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd31fe-66c2-437c-93aa-dca93e5ef776 req-7cc85037-ccb6-4893-8141-04b363c8ee4c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.513559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd31fe-66c2-437c-93aa-dca93e5ef776 req-7cc85037-ccb6-4893-8141-04b363c8ee4c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.519464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd31fe-66c2-437c-93aa-dca93e5ef776 req-7cc85037-ccb6-4893-8141-04b363c8ee4c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.525653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd31fe-66c2-437c-93aa-dca93e5ef776 req-7cc85037-ccb6-4893-8141-04b363c8ee4c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.532504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd31fe-66c2-437c-93aa-dca93e5ef776 req-7cc85037-ccb6-4893-8141-04b363c8ee4c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.543984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd31fe-66c2-437c-93aa-dca93e5ef776 req-7cc85037-ccb6-4893-8141-04b363c8ee4c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.549916 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd31fe-66c2-437c-93aa-dca93e5ef776 req-7cc85037-ccb6-4893-8141-04b363c8ee4c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.551860 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bcd31fe-66c2-437c-93aa-dca93e5ef776 req-7cc85037-ccb6-4893-8141-04b363c8ee4c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5370 time: 0.2357397 Nov 12 03:51:54.567424 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4d65a1-1fbc-42bb-8213-d52f0c90768e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:54.570877 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a4d65a1-1fbc-42bb-8213-d52f0c90768e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.602230 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f97dd254-9e89-4c86-80c6-1c0eee3939db tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.608217 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f97dd254-9e89-4c86-80c6-1c0eee3939db tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8120663 Nov 12 03:51:54.609023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38084) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:54.616478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-021a3c9b-3479-4bbb-84f1-1b1b8da2e388 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'security_group_rule': {'security_group_id': '8f702a6a-0f3b-4df2-9335-0a8106e58079', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:54.644014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38086) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:54.732813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3f13-4eed-418d-abbc-0aa74b811bee req-5faf3e20-9f52-483e-8e68-5252ae7dc135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.733138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3f13-4eed-418d-abbc-0aa74b811bee req-5faf3e20-9f52-483e-8e68-5252ae7dc135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.733545 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3f13-4eed-418d-abbc-0aa74b811bee req-5faf3e20-9f52-483e-8e68-5252ae7dc135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.735120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3caa3f13-4eed-418d-abbc-0aa74b811bee req-5faf3e20-9f52-483e-8e68-5252ae7dc135 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9678195170c4bbb866cded26d46169a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3614476 Nov 12 03:51:54.751900 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-021a3c9b-3479-4bbb-84f1-1b1b8da2e388 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.768763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-53424027'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:54.791521 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.802181 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] For port 771eb8e8-60ac-43da-aa8d-f854ed1a1892, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:54.841960 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-021a3c9b-3479-4bbb-84f1-1b1b8da2e388 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.856838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bcd31fe-66c2-437c-93aa-dca93e5ef776 req-12668c96-65e4-4a59-bf29-abf99218843a tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2778773 Nov 12 03:51:54.864400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] For port 771eb8e8-60ac-43da-aa8d-f854ed1a1892, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=771eb8e8-60ac-43da-aa8d-f854ed1a1892,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:54.886238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Made reservation on behalf of dd743e572e1c4439b62c3a931bbfde37 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:54.889668 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.902837 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.933949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3f13-4eed-418d-abbc-0aa74b811bee req-fce92f27-51aa-438f-bb79-c23ec31c2a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.936472 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3caa3f13-4eed-418d-abbc-0aa74b811bee req-fce92f27-51aa-438f-bb79-c23ec31c2a3f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1902874 Nov 12 03:51:54.965406 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-021a3c9b-3479-4bbb-84f1-1b1b8da2e388 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.998933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a3c9b-3479-4bbb-84f1-1b1b8da2e388 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f1956d-5cb9-42f5-a247-94c59bb07fc4,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:55.009536 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.012750 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.055523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:55.055684 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.057117 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] 10.222.0.26 "PUT /v2.0/ports/771eb8e8-60ac-43da-aa8d-f854ed1a1892 HTTP/1.1" status: 200 len: 1131 time: 2.4748158 Nov 12 03:51:55.089026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06500d3a-503f-4588-b7ec-706a7b72ee4a service neutron] Pushing event updated for resources: {'Port': ['ID=771eb8e8-60ac-43da-aa8d-f854ed1a1892,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:55.103861 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a4d65a1-1fbc-42bb-8213-d52f0c90768e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.105831 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-021a3c9b-3479-4bbb-84f1-1b1b8da2e388 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.108196 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-021a3c9b-3479-4bbb-84f1-1b1b8da2e388 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4965532 Nov 12 03:51:55.108896 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.112113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:55.119116 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:55.148021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:55.175265 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.175913 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Added segment 6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5 of type vlan for network 0fe50a45-14a1-471c-a77c-3c5df9410ac8 Nov 12 03:51:55.179352 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8693b5c6-9db0-4fa7-b5ab-87c27b40899f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:55.179470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d65a1-1fbc-42bb-8213-d52f0c90768e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Subnet': ['ID=d9f72e00-5327-45d2-a2ab-c8f1d8ef88a9,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:55.188932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d65a1-1fbc-42bb-8213-d52f0c90768e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Checking segment: {'id': '3d5bd70c-0395-4285-8738-4a47dd5e000b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '135affbf-b254-4578-8b5e-f7e493c9e83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:55.189351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4d65a1-1fbc-42bb-8213-d52f0c90768e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network hostable DHCP agents. Network: 135affbf-b254-4578-8b5e-f7e493c9e83a, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:55.230081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Request body: {'port': {'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:55.253629 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.317163 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.318294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4d65a1-1fbc-42bb-8213-d52f0c90768e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 135affbf-b254-4578-8b5e-f7e493c9e83a is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:55.325974 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.461617 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.505112 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.510627 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:55.511208 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.536706 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6a4d65a1-1fbc-42bb-8213-d52f0c90768e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 135affbf-b254-4578-8b5e-f7e493c9e83a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:55.546710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafe4d5b-0bb2-4a18-b7cb-14c18e1b9ae6 None None] Network 135affbf-b254-4578-8b5e-f7e493c9e83a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:55.551590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4d65a1-1fbc-42bb-8213-d52f0c90768e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:55.552217 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a4d65a1-1fbc-42bb-8213-d52f0c90768e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.606985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4218b44-11e2-4ab7-b86a-9ea42528a46b req-e495b770-79f6-4c57-b3e8-654d956f2ac0 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:55.608575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4218b44-11e2-4ab7-b86a-9ea42528a46b req-e495b770-79f6-4c57-b3e8-654d956f2ac0 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 944 time: 0.1336477 Nov 12 03:51:55.610743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': '771eb8e8-60ac-43da-aa8d-f854ed1a1892'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:55.613116 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "771eb8e8-60ac-43da-aa8d-f854ed1a1892"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:55.627794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'Network': ['ID=0fe50a45-14a1-471c-a77c-3c5df9410ac8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:55.663850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 0fe50a45-14a1-471c-a77c-3c5df9410ac8 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:55.666745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Allocated IP 172.25.8.185 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/ffed07ea-8c88-4852-b90e-49851cf0388e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:55.693118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4218b44-11e2-4ab7-b86a-9ea42528a46b req-fd3a3dbf-50e4-4854-9955-d499ffd6d33e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723658 Nov 12 03:51:55.746285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-805f4c5f-cc81-476e-b9bd-1d69034ba397 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1011584 Nov 12 03:51:55.755570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df914625-a669-4984-a1ad-8e796c6815cc {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:55.765970 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.780776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Transition to ACTIVE for port object df914625-a669-4984-a1ad-8e796c6815cc will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:55.787558 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6a4d65a1-1fbc-42bb-8213-d52f0c90768e tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1686552 Nov 12 03:51:55.790839 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.797543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38100) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:55.806372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-de8a2708-bb48-4ab5-b74f-d6c508d04af0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1020488261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:55.815576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:55.858275 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-135affbf-b254-4578-8b5e-f7e493c9e83a', 'network_id': '135affbf-b254-4578-8b5e-f7e493c9e83a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'fixed_ips': [{'subnet_id': 'd9f72e00-5327-45d2-a2ab-c8f1d8ef88a9'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:55.859382 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.906623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.935198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.019335 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de8a2708-bb48-4ab5-b74f-d6c508d04af0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.025207 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de8a2708-bb48-4ab5-b74f-d6c508d04af0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.044555 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7950bf4-10d1-4f33-b7ea-19868c6c4bd0 x-openstack-request-id: req-b7950bf4-10d1-4f33-b7ea-19868c6c4bd0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:56.046041 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "771eb8e8-60ac-43da-aa8d-f854ed1a1892", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:56.046373 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b7950bf4-10d1-4f33-b7ea-19868c6c4bd0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:56.046893 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': '771eb8e8-60ac-43da-aa8d-f854ed1a1892', 'status': 'completed', 'code': 200} Nov 12 03:51:56.054272 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'Port': ['ID=ffed07ea-8c88-4852-b90e-49851cf0388e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:56.060099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Allocated IP 2001:db8::2 (135affbf-b254-4578-8b5e-f7e493c9e83a/d9f72e00-5327-45d2-a2ab-c8f1d8ef88a9/6eb46697-33d2-4659-a3ae-13ca7905a2cd) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:56.107410 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:56.110653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:56.116547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:56.312575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ed861-aec0-4136-bc7d-602131af957f req-49917a62-1dd0-4804-90a1-311a4039690e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.321141 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ed861-aec0-4136-bc7d-602131af957f req-49917a62-1dd0-4804-90a1-311a4039690e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.325742 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.329197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ed861-aec0-4136-bc7d-602131af957f req-49917a62-1dd0-4804-90a1-311a4039690e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.339405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:51:56.341467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Pushing event updated for resources: {'Port': ['ID=df914625-a669-4984-a1ad-8e796c6815cc,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:56.348858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ed861-aec0-4136-bc7d-602131af957f req-49917a62-1dd0-4804-90a1-311a4039690e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.354519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:56.355241 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.370808 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ed861-aec0-4136-bc7d-602131af957f req-49917a62-1dd0-4804-90a1-311a4039690e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.378858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ed861-aec0-4136-bc7d-602131af957f req-49917a62-1dd0-4804-90a1-311a4039690e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.387147 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ed861-aec0-4136-bc7d-602131af957f req-49917a62-1dd0-4804-90a1-311a4039690e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.389563 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f15ed861-aec0-4136-bc7d-602131af957f req-49917a62-1dd0-4804-90a1-311a4039690e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5382 time: 0.2156007 Nov 12 03:51:56.410751 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de8a2708-bb48-4ab5-b74f-d6c508d04af0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.448458 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.476089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee req-47284db3-c72c-47b9-9cdc-2379c45142d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.476089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee req-47284db3-c72c-47b9-9cdc-2379c45142d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.476089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee req-47284db3-c72c-47b9-9cdc-2379c45142d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.476089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee req-47284db3-c72c-47b9-9cdc-2379c45142d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.476089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee req-47284db3-c72c-47b9-9cdc-2379c45142d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.476089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee req-47284db3-c72c-47b9-9cdc-2379c45142d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.476089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee req-47284db3-c72c-47b9-9cdc-2379c45142d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.476865 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee req-47284db3-c72c-47b9-9cdc-2379c45142d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9678195170c4bbb866cded26d46169a&device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 6236 time: 0.3870122 Nov 12 03:51:56.508221 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.519075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Attempting to bind port df914625-a669-4984-a1ad-8e796c6815cc on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:56.519533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Attempting to bind port df914625-a669-4984-a1ad-8e796c6815cc by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:56.523805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Attempting to bind port df914625-a669-4984-a1ad-8e796c6815cc on network 20cb3bc5-e458-4eb2-a97c-572f6154372e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:56.529714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-9fa1703f-87ce-4066-9070-2c4983be9951 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.539737 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-9fa1703f-87ce-4066-9070-2c4983be9951 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/networks?id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf HTTP/1.1" status: 200 len: 815 time: 0.6298213 Nov 12 03:51:56.581081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Port df914625-a669-4984-a1ad-8e796c6815cc on network 20cb3bc5-e458-4eb2-a97c-572f6154372e not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:56.581781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Attempting to bind port df914625-a669-4984-a1ad-8e796c6815cc on network 20cb3bc5-e458-4eb2-a97c-572f6154372e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:56.600937 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-1ff9317c-f1ab-432e-8e69-d6584321341f tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/quotas/07e41015d94146a891f93111db10adaa HTTP/1.1" status: 200 len: 375 time: 0.0602050 Nov 12 03:51:56.639911 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de8a2708-bb48-4ab5-b74f-d6c508d04af0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.671718 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f15ed861-aec0-4136-bc7d-602131af957f req-5c769a15-aa69-42e7-8a74-52791c2b1fb2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1424017 Nov 12 03:51:56.744241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:56.744632 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Checking segment: {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:56.745099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Bound using segment: {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:56.745564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Bound port: df914625-a669-4984-a1ad-8e796c6815cc, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:56.745966 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.806482 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.811826 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-e38b5331-2000-439c-a577-232bc396cfdf tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=07e41015d94146a891f93111db10adaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2087321 Nov 12 03:51:56.976440 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4bc1eac8-ebf5-440e-9084-0cf05997bb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.018496 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de8a2708-bb48-4ab5-b74f-d6c508d04af0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.021098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-de8a2708-bb48-4ab5-b74f-d6c508d04af0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2197819 Nov 12 03:51:57.023874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Network 135affbf-b254-4578-8b5e-f7e493c9e83a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:57.037671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:57.058129 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:57.071841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38120) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:57.072217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38122) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:57.077326 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Pushing event updated for resources: {'Port': ['ID=6eb46697-33d2-4659-a3ae-13ca7905a2cd,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:57.092304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee req-562242d3-ea9c-4c76-85f1-28361a3b9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.092845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee req-562242d3-ea9c-4c76-85f1-28361a3b9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.093318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee req-562242d3-ea9c-4c76-85f1-28361a3b9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.095785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee req-562242d3-ea9c-4c76-85f1-28361a3b9a36 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9678195170c4bbb866cded26d46169a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6020348 Nov 12 03:51:57.130394 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.146195 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.152578 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Attempting to bind port 6eb46697-33d2-4659-a3ae-13ca7905a2cd on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:57.152951 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Attempting to bind port 6eb46697-33d2-4659-a3ae-13ca7905a2cd by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '3d5bd70c-0395-4285-8738-4a47dd5e000b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '135affbf-b254-4578-8b5e-f7e493c9e83a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:57.153874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Attempting to bind port 6eb46697-33d2-4659-a3ae-13ca7905a2cd on network 135affbf-b254-4578-8b5e-f7e493c9e83a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:57.167223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:57.168110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Checking segment: {'id': '3d5bd70c-0395-4285-8738-4a47dd5e000b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '135affbf-b254-4578-8b5e-f7e493c9e83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:57.169404 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.169404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Bound using segment: {'id': '3d5bd70c-0395-4285-8738-4a47dd5e000b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '135affbf-b254-4578-8b5e-f7e493c9e83a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:57.169832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Bound port: 6eb46697-33d2-4659-a3ae-13ca7905a2cd, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5bd70c-0395-4285-8738-4a47dd5e000b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '135affbf-b254-4578-8b5e-f7e493c9e83a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:57.170367 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.207883 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.240359 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-fe2e5be5-0976-44d1-b44d-5a46dfb5417c service neutron] 10.222.0.105 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256563 Nov 12 03:51:57.292439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b210074-c287-4070-99af-0073d9df340d req-4ac70886-e450-432b-bebf-563022c71da4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.302631 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b210074-c287-4070-99af-0073d9df340d req-4ac70886-e450-432b-bebf-563022c71da4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 944 time: 0.0901122 Nov 12 03:51:57.319712 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.341281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] For port 6eb46697-33d2-4659-a3ae-13ca7905a2cd, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:57.347467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] For port 6eb46697-33d2-4659-a3ae-13ca7905a2cd, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6eb46697-33d2-4659-a3ae-13ca7905a2cd,segment=NetworkSegment(3d5bd70c-0395-4285-8738-4a47dd5e000b),segment_id=3d5bd70c-0395-4285-8738-4a47dd5e000b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:57.365748 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4f70b4-3752-434a-b652-0d6ae096eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4007c5ba-828e-45cd-a43a-d3ca521e5ad9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:57.368501 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d524da-e59d-430a-a3be-ae769894ed93" -d '{"events": [{"server_uuid": "5f4f70b4-3752-434a-b652-0d6ae096eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "4007c5ba-828e-45cd-a43a-d3ca521e5ad9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:57.389710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=4007c5ba-828e-45cd-a43a-d3ca521e5ad9,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:57.398445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] For port df914625-a669-4984-a1ad-8e796c6815cc, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:57.432821 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.436551 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'Port': ['ID=ffed07ea-8c88-4852-b90e-49851cf0388e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:57.456309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df64308-a11a-4d3b-9d0e-e47653862256 req-19fb5e32-aa6a-4604-915b-11da8a715228 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.457798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3df64308-a11a-4d3b-9d0e-e47653862256 req-19fb5e32-aa6a-4604-915b-11da8a715228 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.25 "GET /v2.0/ports?device_id=690fba4b-c098-4eab-84d1-ee52d94abe13 HTTP/1.1" status: 200 len: 945 time: 0.5052538 Nov 12 03:51:57.469904 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.489619 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b210074-c287-4070-99af-0073d9df340d req-d4e2d992-b9ed-425d-8223-aa9f438fa6d0 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834109 Nov 12 03:51:57.564483 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.570231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d088d-0e91-486d-9e1e-6f54b969abd1 None None] Pushing event updated for resources: {'Port': ['ID=6eb46697-33d2-4659-a3ae-13ca7905a2cd,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:57.577909 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.579655 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5422c18b-215f-4613-aac9-e7cda0c246df tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4642653 Nov 12 03:51:57.607927 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-289e2dc2-7d7a-4e81-bfda-49b2a13b9c48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.634103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] For port df914625-a669-4984-a1ad-8e796c6815cc, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=df914625-a669-4984-a1ad-8e796c6815cc,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:57.670464 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9679b59-2048-413b-b578-a251ed8131fd x-openstack-request-id: req-b9679b59-2048-413b-b578-a251ed8131fd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:57.670764 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4f70b4-3752-434a-b652-0d6ae096eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "4007c5ba-828e-45cd-a43a-d3ca521e5ad9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:57.673726 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b9679b59-2048-413b-b578-a251ed8131fd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:57.673726 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4f70b4-3752-434a-b652-0d6ae096eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4007c5ba-828e-45cd-a43a-d3ca521e5ad9', 'code': 200} Nov 12 03:51:57.680860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=4007c5ba-828e-45cd-a43a-d3ca521e5ad9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:57.806782 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.947279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a22de-c1e8-4349-9c96-f9bdcde5f68b req-0d38c030-f5ca-40e6-a8cf-fc2dca5edb8e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.954356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a22de-c1e8-4349-9c96-f9bdcde5f68b req-0d38c030-f5ca-40e6-a8cf-fc2dca5edb8e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.966912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a22de-c1e8-4349-9c96-f9bdcde5f68b req-0d38c030-f5ca-40e6-a8cf-fc2dca5edb8e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.971805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee req-737b6b89-c4fd-4990-94f2-99dc16b68b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.973574 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe1c8577-3bd9-4bfc-8819-f0bd92611dee req-737b6b89-c4fd-4990-94f2-99dc16b68b53 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8321726 Nov 12 03:51:57.974169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a22de-c1e8-4349-9c96-f9bdcde5f68b req-0d38c030-f5ca-40e6-a8cf-fc2dca5edb8e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.993062 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a22de-c1e8-4349-9c96-f9bdcde5f68b req-0d38c030-f5ca-40e6-a8cf-fc2dca5edb8e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.995883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.996544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.998505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] 10.222.0.26 "PUT /v2.0/ports/df914625-a669-4984-a1ad-8e796c6815cc HTTP/1.1" status: 200 len: 1091 time: 2.7756355 Nov 12 03:51:58.006180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a22de-c1e8-4349-9c96-f9bdcde5f68b req-0d38c030-f5ca-40e6-a8cf-fc2dca5edb8e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.008105 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-72029ab3-69a4-4e5a-b34b-1f0bca6124da service neutron] 10.222.0.105 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7513134 Nov 12 03:51:58.028380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a22de-c1e8-4349-9c96-f9bdcde5f68b req-0d38c030-f5ca-40e6-a8cf-fc2dca5edb8e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.039757 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-207a22de-c1e8-4349-9c96-f9bdcde5f68b req-0d38c030-f5ca-40e6-a8cf-fc2dca5edb8e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5382 time: 0.2249107 Nov 12 03:51:58.059371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': 'df914625-a669-4984-a1ad-8e796c6815cc'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:58.062469 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3cc02b-4c98-4959-a153-cf08f0dc0398" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "df914625-a669-4984-a1ad-8e796c6815cc"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:58.131259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e967dd8-ed8f-4908-be7a-035ff1c91660 req-77a3e715-b91f-4af0-8641-75eb8907fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.133165 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e967dd8-ed8f-4908-be7a-035ff1c91660 req-77a3e715-b91f-4af0-8641-75eb8907fc67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 1097 time: 0.3236175 Nov 12 03:51:58.140125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7ed8a-fe02-4d6f-9e12-e77477c1db55 service neutron] Pushing event updated for resources: {'Port': ['ID=df914625-a669-4984-a1ad-8e796c6815cc,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:58.183736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3df64308-a11a-4d3b-9d0e-e47653862256 req-08f41d8a-960e-4a19-b06f-68d5801f500e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Deleting port e05a00b7-fd3e-411d-a834-f01e36bbeb44 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:58.184182 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3df64308-a11a-4d3b-9d0e-e47653862256 req-08f41d8a-960e-4a19-b06f-68d5801f500e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.206122 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-207a22de-c1e8-4349-9c96-f9bdcde5f68b req-3c570310-a355-4838-9d8c-c74ebbefe6ee tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1644766 Nov 12 03:51:58.214155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Request body: {'port': {'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:58.351165 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.423765 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.433166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-a43d4e6e-54f2-4c64-99b1-9b8713d949bb tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--2012030933&fields=id&tenant_id=5cd512dfc02740f8a9223f825788d0ed HTTP/1.1" status: 200 len: 267 time: 0.1290574 Nov 12 03:51:58.538889 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecbd1fa-cf82-4db4-a538-efa29b0651ee x-openstack-request-id: req-0ecbd1fa-cf82-4db4-a538-efa29b0651ee {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:58.539312 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "df914625-a669-4984-a1ad-8e796c6815cc", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:58.539820 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0ecbd1fa-cf82-4db4-a538-efa29b0651ee {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:58.540323 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': 'df914625-a669-4984-a1ad-8e796c6815cc', 'status': 'completed', 'code': 200} Nov 12 03:51:58.543490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-9ef4d74b-0136-4bac-9716-add6af4af33a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.558514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-9ef4d74b-0136-4bac-9716-add6af4af33a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports/65dd34f2-9576-4b91-9a20-1f613428e547 HTTP/1.1" status: 200 len: 936 time: 0.1138377 Nov 12 03:51:58.561580 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.651220 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b2272135-7bb2-48b1-8c66-057f3f17bd80 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.653154 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b2272135-7bb2-48b1-8c66-057f3f17bd80 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports/aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 HTTP/1.1" status: 200 len: 935 time: 0.0955985 Nov 12 03:51:58.730184 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4073ba51-fac5-477c-84c2-cacd90805277 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?network_id=510f8be2-2190-44f9-ad53-a61867e0a1a1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0690768 Nov 12 03:51:58.781189 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f91386e3-5798-4cd8-96b5-59c7da95d4d0 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?network_id=510f8be2-2190-44f9-ad53-a61867e0a1a1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0499473 Nov 12 03:51:58.909358 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.965144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-d5f967ad-27a6-4c6d-8f6d-d653fe55398e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.973144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-d5f967ad-27a6-4c6d-8f6d-d653fe55398e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.979838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-d5f967ad-27a6-4c6d-8f6d-d653fe55398e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.982141 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-d5f967ad-27a6-4c6d-8f6d-d653fe55398e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/networks?id=933200c6-b34c-45ca-8fd9-e1eb17512052&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=510f8be2-2190-44f9-ad53-a61867e0a1a1&id=510f8be2-2190-44f9-ad53-a61867e0a1a1 HTTP/1.1" status: 200 len: 1994 time: 0.2001479 Nov 12 03:51:59.001744 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-15989c57-c4a5-4788-ad40-a7703c13bd84 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/quotas/5cd512dfc02740f8a9223f825788d0ed HTTP/1.1" status: 200 len: 375 time: 0.0129941 Nov 12 03:51:59.057022 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-289e2dc2-7d7a-4e81-bfda-49b2a13b9c48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.063927 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1401db3b-6959-4870-8298-d5495a81b4ab req-34aaeda7-9221-4d14-8e2b-728a7a615237 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 210 time: 0.5358016 Nov 12 03:51:59.064694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38158) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:59.092311 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-606a0900-ceeb-4209-ae02-2c21123fe1fd tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5cd512dfc02740f8a9223f825788d0ed&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0774388 Nov 12 03:51:59.097753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-55caf44e-4f66-4d5a-9ac7-a4c1d05002e2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Request body: {'subnet': {'network_id': '0fe50a45-14a1-471c-a77c-3c5df9410ac8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:59.114934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cba839f-05c2-41ec-8a2e-669f5a0f3bdd None None] Network 135affbf-b254-4578-8b5e-f7e493c9e83a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:59.115552 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e967dd8-ed8f-4908-be7a-035ff1c91660 req-f71d467c-7371-4461-8273-35f20726672a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9718330 Nov 12 03:51:59.211095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-df71dd8a-c84a-4169-931f-b2f7b53e5cbb None None] Provisioning complete for port 6eb46697-33d2-4659-a3ae-13ca7905a2cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:59.212141 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df71dd8a-c84a-4169-931f-b2f7b53e5cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.227991 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-289e2dc2-7d7a-4e81-bfda-49b2a13b9c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.270412 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-289e2dc2-7d7a-4e81-bfda-49b2a13b9c48 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3e211eb2ce9d49f4b724bf462883a00a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1918762 Nov 12 03:51:59.270605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:59.299907 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-767bcc10-e318-4369-a281-7f80099e04f8 service neutron] 10.222.0.105 "GET /v2.0/networks/933200c6-b34c-45ca-8fd9-e1eb17512052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969233 Nov 12 03:51:59.302021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cc02b-4c98-4959-a153-cf08f0dc0398 req-6e4b0029-b9b7-4721-824e-8c7e110c8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.302507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cc02b-4c98-4959-a153-cf08f0dc0398 req-6e4b0029-b9b7-4721-824e-8c7e110c8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.303442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cc02b-4c98-4959-a153-cf08f0dc0398 req-6e4b0029-b9b7-4721-824e-8c7e110c8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.303442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cc02b-4c98-4959-a153-cf08f0dc0398 req-6e4b0029-b9b7-4721-824e-8c7e110c8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.303887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cc02b-4c98-4959-a153-cf08f0dc0398 req-6e4b0029-b9b7-4721-824e-8c7e110c8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.304451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cc02b-4c98-4959-a153-cf08f0dc0398 req-6e4b0029-b9b7-4721-824e-8c7e110c8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.305004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cc02b-4c98-4959-a153-cf08f0dc0398 req-6e4b0029-b9b7-4721-824e-8c7e110c8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.307135 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c3cc02b-4c98-4959-a153-cf08f0dc0398 req-6e4b0029-b9b7-4721-824e-8c7e110c8fea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9678195170c4bbb866cded26d46169a&device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 6278 time: 0.7960131 Nov 12 03:51:59.313961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3df64308-a11a-4d3b-9d0e-e47653862256 req-08f41d8a-960e-4a19-b06f-68d5801f500e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] For port e05a00b7-fd3e-411d-a834-f01e36bbeb44, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=e05a00b7-fd3e-411d-a834-f01e36bbeb44,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:59.314330 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3df64308-a11a-4d3b-9d0e-e47653862256 req-08f41d8a-960e-4a19-b06f-68d5801f500e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.360753 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df71dd8a-c84a-4169-931f-b2f7b53e5cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.422467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-df71dd8a-c84a-4169-931f-b2f7b53e5cbb None None] For port 6eb46697-33d2-4659-a3ae-13ca7905a2cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6eb46697-33d2-4659-a3ae-13ca7905a2cd,segment=NetworkSegment(3d5bd70c-0395-4285-8738-4a47dd5e000b),segment_id=3d5bd70c-0395-4285-8738-4a47dd5e000b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:59.444593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e2dc2-7d7a-4e81-bfda-49b2a13b9c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faee2788-7950-4769-b959-cf373e214ab1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:59.449194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3df64308-a11a-4d3b-9d0e-e47653862256 req-08f41d8a-960e-4a19-b06f-68d5801f500e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Calling delete_port for e05a00b7-fd3e-411d-a834-f01e36bbeb44 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:59.549397 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df71dd8a-c84a-4169-931f-b2f7b53e5cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.609393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05698-d3e6-4f3a-97f9-47f172ee58b2 req-5a3030a0-2a04-4be8-a25b-7b39b5cd5d2b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.611567 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a9c05698-d3e6-4f3a-97f9-47f172ee58b2 req-5a3030a0-2a04-4be8-a25b-7b39b5cd5d2b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 945 time: 0.4331849 Nov 12 03:51:59.627497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71dd8a-c84a-4169-931f-b2f7b53e5cbb None None] Pushing event updated for resources: {'Port': ['ID=6eb46697-33d2-4659-a3ae-13ca7905a2cd,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:59.698830 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55caf44e-4f66-4d5a-9ac7-a4c1d05002e2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Made reservation on behalf of dd743e572e1c4439b62c3a931bbfde37 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:59.703807 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55caf44e-4f66-4d5a-9ac7-a4c1d05002e2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.786354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-72fa14d3-07f8-458a-8e9e-5b752ccd5889 None None] Provisioning complete for port 6eb46697-33d2-4659-a3ae-13ca7905a2cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:59.786710 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72fa14d3-07f8-458a-8e9e-5b752ccd5889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.828651 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbe36304-daff-487a-afbd-dc7121e6ea78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.884275 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbe36304-daff-487a-afbd-dc7121e6ea78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.886207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6eb46697-33d2-4659-a3ae-13ca7905a2cd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:59.893699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cc02b-4c98-4959-a153-cf08f0dc0398 req-29046e49-f994-4af9-8551-5f3046614220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.894163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cc02b-4c98-4959-a153-cf08f0dc0398 req-29046e49-f994-4af9-8551-5f3046614220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.894694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cc02b-4c98-4959-a153-cf08f0dc0398 req-29046e49-f994-4af9-8551-5f3046614220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.896225 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c3cc02b-4c98-4959-a153-cf08f0dc0398 req-29046e49-f994-4af9-8551-5f3046614220 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9678195170c4bbb866cded26d46169a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5679061 Nov 12 03:51:59.901342 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-e01da952-0344-4084-b6aa-f3f5f9ff333a service neutron] 10.222.0.105 "GET /v2.0/networks/933200c6-b34c-45ca-8fd9-e1eb17512052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005156 Nov 12 03:51:59.925471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a9c05698-d3e6-4f3a-97f9-47f172ee58b2 req-a48aa6f7-5dc7-4b43-b21c-7cb0edcd99dc tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306316 Nov 12 03:52:00.002030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-9c78ad3d-6f9a-4ce0-a7f9-d76c982f01c0 service neutron] 10.222.0.105 "GET /v2.0/ports/65dd34f2-9576-4b91-9a20-1f613428e547?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0850737 Nov 12 03:52:00.018331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6eb46697-33d2-4659-a3ae-13ca7905a2cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:00.018704 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.023725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Allocated IP 2001:db8::1 (135affbf-b254-4578-8b5e-f7e493c9e83a/d9f72e00-5327-45d2-a2ab-c8f1d8ef88a9/b9b809c3-1884-4c3e-8004-019afbec82cc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:00.174597 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b7932b7f-fc36-4c07-be9c-076ba079c7f9 service neutron] 10.222.0.105 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236935 Nov 12 03:52:00.175730 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbe36304-daff-487a-afbd-dc7121e6ea78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.178804 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbe36304-daff-487a-afbd-dc7121e6ea78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.179948 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cbe36304-daff-487a-afbd-dc7121e6ea78 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/faee2788-7950-4769-b959-cf373e214ab1 HTTP/1.1" status: 204 len: 168 time: 0.9089675 Nov 12 03:52:00.205123 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe36304-daff-487a-afbd-dc7121e6ea78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faee2788-7950-4769-b959-cf373e214ab1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:00.227244 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55caf44e-4f66-4d5a-9ac7-a4c1d05002e2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.232026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cc02b-4c98-4959-a153-cf08f0dc0398 req-cfc80d00-782a-4314-8e94-64ebfc69180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:00.234183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c3cc02b-4c98-4959-a153-cf08f0dc0398 req-cfc80d00-782a-4314-8e94-64ebfc69180e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3260858 Nov 12 03:52:00.256464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:00.284506 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.324218 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3df64308-a11a-4d3b-9d0e-e47653862256 req-08f41d8a-960e-4a19-b06f-68d5801f500e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.334802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55caf44e-4f66-4d5a-9ac7-a4c1d05002e2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'Subnet': ['ID=a5959277-eb6c-48e7-b60b-821bdb0947c5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:00.360823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55caf44e-4f66-4d5a-9ac7-a4c1d05002e2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Checking segment: {'id': '6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '0fe50a45-14a1-471c-a77c-3c5df9410ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:00.361811 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55caf44e-4f66-4d5a-9ac7-a4c1d05002e2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Network hostable DHCP agents. Network: 0fe50a45-14a1-471c-a77c-3c5df9410ac8, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:00.382155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Transition to ACTIVE for port object 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:00.392309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f41d8a-960e-4a19-b06f-68d5801f500e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Pushing event deleted for resources: {'Port': ['ID=e05a00b7-fd3e-411d-a834-f01e36bbeb44,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:00.393004 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.405785 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-03c0fa8f-a583-411c-b996-407d03c5404b service neutron] 10.222.0.105 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214203 Nov 12 03:52:00.462696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bf37e-f64c-4df4-a587-ffda82d27069 req-566be49e-5dd7-4248-be37-7c484d329985 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:00.463176 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-2ecd2c5e-6292-469e-babd-72c7b247d655 service neutron] 10.222.0.105 "GET /v2.0/ports/aef6a29c-7ae4-4ad7-8d39-d13863b97ab3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0492642 Nov 12 03:52:00.469177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bf37e-f64c-4df4-a587-ffda82d27069 req-566be49e-5dd7-4248-be37-7c484d329985 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:00.475123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bf37e-f64c-4df4-a587-ffda82d27069 req-566be49e-5dd7-4248-be37-7c484d329985 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:00.481664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bf37e-f64c-4df4-a587-ffda82d27069 req-566be49e-5dd7-4248-be37-7c484d329985 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:00.487617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bf37e-f64c-4df4-a587-ffda82d27069 req-566be49e-5dd7-4248-be37-7c484d329985 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:00.493539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bf37e-f64c-4df4-a587-ffda82d27069 req-566be49e-5dd7-4248-be37-7c484d329985 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:00.499414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bf37e-f64c-4df4-a587-ffda82d27069 req-566be49e-5dd7-4248-be37-7c484d329985 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:00.501389 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f87bf37e-f64c-4df4-a587-ffda82d27069 req-566be49e-5dd7-4248-be37-7c484d329985 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5382 time: 0.2523503 Nov 12 03:52:00.502285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df64308-a11a-4d3b-9d0e-e47653862256 req-08f41d8a-960e-4a19-b06f-68d5801f500e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] No DVR routers for this DVR port e05a00b7-fd3e-411d-a834-f01e36bbeb44 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:00.506218 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3df64308-a11a-4d3b-9d0e-e47653862256 req-08f41d8a-960e-4a19-b06f-68d5801f500e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.509660 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3df64308-a11a-4d3b-9d0e-e47653862256 req-08f41d8a-960e-4a19-b06f-68d5801f500e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.25 "DELETE /v2.0/ports/e05a00b7-fd3e-411d-a834-f01e36bbeb44 HTTP/1.1" status: 204 len: 173 time: 3.0291798 Nov 12 03:52:00.530368 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.548536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690fba4b-c098-4eab-84d1-ee52d94abe13', 'name': 'network-vif-deleted', 'tag': 'e05a00b7-fd3e-411d-a834-f01e36bbeb44'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:00.550819 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a511e9c3-60fd-4768-a2e7-0c776373f7e1" -d '{"events": [{"server_uuid": "690fba4b-c098-4eab-84d1-ee52d94abe13", "name": "network-vif-deleted", "tag": "e05a00b7-fd3e-411d-a834-f01e36bbeb44"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:00.555093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55caf44e-4f66-4d5a-9ac7-a4c1d05002e2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Network 0fe50a45-14a1-471c-a77c-3c5df9410ac8 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:00.586757 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-eab9a556-66f5-400f-8a0f-8061d48cf7fa service neutron] 10.222.0.105 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166067 Nov 12 03:52:00.642866 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:00.680515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f87bf37e-f64c-4df4-a587-ffda82d27069 req-b8ac2582-c9a5-43bf-8054-567a11d1f86a tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1668227 Nov 12 03:52:00.723620 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-994e726a-19f7-4f02-8e81-44e246e664ee service neutron] 10.222.0.105 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247015 Nov 12 03:52:00.765790 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Attempting to bind port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:00.766126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Attempting to bind port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:00.766450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Attempting to bind port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 on network 20cb3bc5-e458-4eb2-a97c-572f6154372e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:00.771207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 on network 20cb3bc5-e458-4eb2-a97c-572f6154372e not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:00.771525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Attempting to bind port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 on network 20cb3bc5-e458-4eb2-a97c-572f6154372e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:00.777078 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:00.777414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Checking segment: {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:00.778007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Bound using segment: {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:00.778582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Bound port: 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:00.778934 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.797369 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-55caf44e-4f66-4d5a-9ac7-a4c1d05002e2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 0fe50a45-14a1-471c-a77c-3c5df9410ac8) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:00.803957 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.806104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55caf44e-4f66-4d5a-9ac7-a4c1d05002e2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:00.806817 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55caf44e-4f66-4d5a-9ac7-a4c1d05002e2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.817048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df488438-972e-48db-9559-2c03e27aa2d9 None None] Network 0fe50a45-14a1-471c-a77c-3c5df9410ac8 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:00.841938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e898cf94-ad20-4882-8005-6a3ef4d0549a req-2d05b1f9-5482-440f-9ea4-ca862c004330 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 210 time: 0.0605915 Nov 12 03:52:00.862972 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-d6766901-ebce-462a-916d-ea6c8772a38d service neutron] 10.222.0.105 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272511 Nov 12 03:52:00.936384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 135affbf-b254-4578-8b5e-f7e493c9e83a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:00.945394 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a28dca5-2c41-4098-9c05-e7dfbcb5774d x-openstack-request-id: req-9a28dca5-2c41-4098-9c05-e7dfbcb5774d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:00.946208 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690fba4b-c098-4eab-84d1-ee52d94abe13", "name": "network-vif-deleted", "tag": "e05a00b7-fd3e-411d-a834-f01e36bbeb44", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:00.946476 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9a28dca5-2c41-4098-9c05-e7dfbcb5774d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:00.946936 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690fba4b-c098-4eab-84d1-ee52d94abe13', 'name': 'network-vif-deleted', 'tag': 'e05a00b7-fd3e-411d-a834-f01e36bbeb44', 'status': 'completed', 'code': 200} Nov 12 03:52:00.953763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:00.964479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:00.964479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.979123 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-55caf44e-4f66-4d5a-9ac7-a4c1d05002e2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8854880 Nov 12 03:52:00.988841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:01.009013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9be08be6-9d11-4e7c-a727-d380f47eb3fa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1245060591'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:01.044580 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=b9b809c3-1884-4c3e-8004-019afbec82cc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:01.083997 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-a3e22c5f-010d-4e93-9164-9c8d60a3940d service neutron] 10.222.0.105 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197409 Nov 12 03:52:01.116948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-0fe50a45-14a1-471c-a77c-3c5df9410ac8', 'network_id': '0fe50a45-14a1-471c-a77c-3c5df9410ac8', 'tenant_id': 'dd743e572e1c4439b62c3a931bbfde37', 'fixed_ips': [{'subnet_id': 'a5959277-eb6c-48e7-b60b-821bdb0947c5'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:01.118074 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.124014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] For port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:01.182472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] For port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:01.185839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38180) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:01.220497 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7728ba3-9da9-4f56-a8bd-b5d4596b92e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.240187 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-16ccc433-a230-44a8-972b-585e78c16b81 service neutron] 10.222.0.105 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470137 Nov 12 03:52:01.241951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be08be6-9d11-4e7c-a727-d380f47eb3fa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Made reservation on behalf of dd743e572e1c4439b62c3a931bbfde37 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:01.246205 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9be08be6-9d11-4e7c-a727-d380f47eb3fa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.252764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce6498-7eb3-4fa5-9d16-000ae3b5e017 req-1e753aba-a88a-4c97-b36a-c23ad2184ecd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:01.260216 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abce6498-7eb3-4fa5-9d16-000ae3b5e017 req-1e753aba-a88a-4c97-b36a-c23ad2184ecd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 945 time: 0.1833713 Nov 12 03:52:01.292288 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.305432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Allocated IP 2001:db8:0:ffff::2 (0fe50a45-14a1-471c-a77c-3c5df9410ac8/a5959277-eb6c-48e7-b60b-821bdb0947c5/07696a9b-82b7-486d-95e3-9e43367a80e8) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:01.332825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:01.333479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.334932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] 10.222.0.26 "PUT /v2.0/ports/8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 HTTP/1.1" status: 200 len: 1092 time: 3.1715643 Nov 12 03:52:01.346726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be08be6-9d11-4e7c-a727-d380f47eb3fa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:01.368429 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9be08be6-9d11-4e7c-a727-d380f47eb3fa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.370105 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-9be08be6-9d11-4e7c-a727-d380f47eb3fa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Added segment 6e7a1cfe-aeff-4fbc-858a-7cf05e9eee7e of type vlan for network 5e845140-ca03-4211-ae35-c80c15b895fa Nov 12 03:52:01.435623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-deab5eac-4d1f-459a-9b89-d6fce381c680 None None] Provisioning complete for port b9b809c3-1884-4c3e-8004-019afbec82cc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:01.436991 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-deab5eac-4d1f-459a-9b89-d6fce381c680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.445523 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9be08be6-9d11-4e7c-a727-d380f47eb3fa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.451010 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bc992d10-163b-4435-932d-2361d2bb9199 service neutron] 10.222.0.105 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897311 Nov 12 03:52:01.470094 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abce6498-7eb3-4fa5-9d16-000ae3b5e017 req-fd415e28-fa4e-44d9-ae50-81632be9a129 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024543 Nov 12 03:52:01.485567 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.500566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Request body: {'port': {'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:01.542236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-deab5eac-4d1f-459a-9b89-d6fce381c680 None None] Port b9b809c3-1884-4c3e-8004-019afbec82cc cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:01.577499 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.585602 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fde89c37-2407-45af-ad38-da47d1812d88 service neutron] 10.222.0.105 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257923 Nov 12 03:52:01.601590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dc7c6-504d-4cd6-a466-4c2cea383163 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:01.672064 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.693659 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9be08be6-9d11-4e7c-a727-d380f47eb3fa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.699601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be08be6-9d11-4e7c-a727-d380f47eb3fa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:01.700788 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9be08be6-9d11-4e7c-a727-d380f47eb3fa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.728215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Network 0fe50a45-14a1-471c-a77c-3c5df9410ac8 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:01.733167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:01.737755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:01.740932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Pushing event updated for resources: {'Port': ['ID=07696a9b-82b7-486d-95e3-9e43367a80e8,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:01.780818 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be08be6-9d11-4e7c-a727-d380f47eb3fa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'Network': ['ID=5e845140-ca03-4211-ae35-c80c15b895fa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:01.799231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 5e845140-ca03-4211-ae35-c80c15b895fa details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:01.837077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e05a00b7-fd3e-411d-a834-f01e36bbeb44 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:01.838919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Attempting to bind port 07696a9b-82b7-486d-95e3-9e43367a80e8 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:01.839283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Attempting to bind port 07696a9b-82b7-486d-95e3-9e43367a80e8 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '0fe50a45-14a1-471c-a77c-3c5df9410ac8'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:01.839641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Attempting to bind port 07696a9b-82b7-486d-95e3-9e43367a80e8 on network 0fe50a45-14a1-471c-a77c-3c5df9410ac8 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:01.843129 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-59452508-5255-4c9e-af51-d00bd55135df service neutron] 10.222.0.105 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479453 Nov 12 03:52:01.898762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:01.899205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Checking segment: {'id': '6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '0fe50a45-14a1-471c-a77c-3c5df9410ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:01.899535 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.899927 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Bound using segment: {'id': '6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '0fe50a45-14a1-471c-a77c-3c5df9410ac8'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:01.901041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Bound port: 07696a9b-82b7-486d-95e3-9e43367a80e8, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '0fe50a45-14a1-471c-a77c-3c5df9410ac8'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:01.901041 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.906180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: e05a00b7-fd3e-411d-a834-f01e36bbeb44 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:01.907717 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device e05a00b7-fd3e-411d-a834-f01e36bbeb44 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:01.913881 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9be08be6-9d11-4e7c-a727-d380f47eb3fa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9229772 Nov 12 03:52:01.914509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:01.921331 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-85fc7cff-9a31-40ac-b19a-934418bf93b5 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Request body: {'subnet': {'network_id': '5e845140-ca03-4211-ae35-c80c15b895fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:01.966665 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.976710 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7728ba3-9da9-4f56-a8bd-b5d4596b92e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.028828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] For port 07696a9b-82b7-486d-95e3-9e43367a80e8, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:02.033506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] For port 07696a9b-82b7-486d-95e3-9e43367a80e8, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=07696a9b-82b7-486d-95e3-9e43367a80e8,segment=NetworkSegment(6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5),segment_id=6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:02.047449 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b7ddbb24-a111-46a8-acee-a56d8914c6e0 service neutron] 10.222.0.105 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034314 Nov 12 03:52:02.080651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-90c32199-2faa-48b8-9a8d-1a7c8118cbf1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.082101 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-90c32199-2faa-48b8-9a8d-1a7c8118cbf1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.26 "GET /v2.0/networks?id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf HTTP/1.1" status: 200 len: 815 time: 0.4966209 Nov 12 03:52:02.101568 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7728ba3-9da9-4f56-a8bd-b5d4596b92e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.109133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.112530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6c688-8708-4b2c-9a44-716c53a4a6e6 req-1007a2dc-2991-4f5c-8a1d-3fc7885c6725 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.121143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cc6c688-8708-4b2c-9a44-716c53a4a6e6 req-1007a2dc-2991-4f5c-8a1d-3fc7885c6725 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 945 time: 0.3120487 Nov 12 03:52:02.156519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-28d72a6d-1cd2-4d62-873c-a9b5b10f02c1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Request body: {'port': {'device_id': 'a65bd0cc-f81a-4c3c-aca7-c94ea7662b79', 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf', 'admin_state_up': True, 'tenant_id': '07e41015d94146a891f93111db10adaa'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:02.158779 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-e229f7bd-af46-4074-ae74-4ca01f184373 service neutron] 10.222.0.105 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045101 Nov 12 03:52:02.168198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fc7cff-9a31-40ac-b19a-934418bf93b5 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Made reservation on behalf of dd743e572e1c4439b62c3a931bbfde37 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:02.172475 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85fc7cff-9a31-40ac-b19a-934418bf93b5 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.189424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578d2b2-5164-4c87-ad6c-fd1f39e656f3 None None] Pushing event updated for resources: {'Port': ['ID=07696a9b-82b7-486d-95e3-9e43367a80e8,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:02.316517 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c7728ba3-9da9-4f56-a8bd-b5d4596b92e3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=075c63c3f2314d79b65ecf4276625bac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1286964 Nov 12 03:52:02.330255 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7728ba3-9da9-4f56-a8bd-b5d4596b92e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966c1b44-a18a-42a8-a561-da36db37940e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:02.335209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38192) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:02.463379 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cc6c688-8708-4b2c-9a44-716c53a4a6e6 req-03ce358b-0530-4446-a554-613ced0b59f1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406456 Nov 12 03:52:02.535412 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.626656 n-d-767704-23 neutron-server[103147]: DEBUG neutron.objects.ports [None req-85fc7cff-9a31-40ac-b19a-934418bf93b5 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:52:02.629521 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85fc7cff-9a31-40ac-b19a-934418bf93b5 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.661056 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.662014 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.701013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc7cff-9a31-40ac-b19a-934418bf93b5 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'Subnet': ['ID=dffb024b-bb62-46a7-8ee1-727aa106916a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:02.711992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc7cff-9a31-40ac-b19a-934418bf93b5 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Checking segment: {'id': '6e7a1cfe-aeff-4fbc-858a-7cf05e9eee7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '5e845140-ca03-4211-ae35-c80c15b895fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:02.712428 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fc7cff-9a31-40ac-b19a-934418bf93b5 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Network hostable DHCP agents. Network: 5e845140-ca03-4211-ae35-c80c15b895fa, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:02.726682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.776990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-28d72a6d-1cd2-4d62-873c-a9b5b10f02c1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Made reservation on behalf of 07e41015d94146a891f93111db10adaa for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:02.781115 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-28d72a6d-1cd2-4d62-873c-a9b5b10f02c1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.830987 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fc7cff-9a31-40ac-b19a-934418bf93b5 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Network 5e845140-ca03-4211-ae35-c80c15b895fa is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:02.845719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab713bd-0c6c-4a54-96f9-7ff77880fbf1 req-5bef1488-c9b1-4d12-89e6-7bf8dc0650a6 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.851719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab713bd-0c6c-4a54-96f9-7ff77880fbf1 req-5bef1488-c9b1-4d12-89e6-7bf8dc0650a6 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.857769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab713bd-0c6c-4a54-96f9-7ff77880fbf1 req-5bef1488-c9b1-4d12-89e6-7bf8dc0650a6 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.863607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab713bd-0c6c-4a54-96f9-7ff77880fbf1 req-5bef1488-c9b1-4d12-89e6-7bf8dc0650a6 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.869761 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab713bd-0c6c-4a54-96f9-7ff77880fbf1 req-5bef1488-c9b1-4d12-89e6-7bf8dc0650a6 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.876588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab713bd-0c6c-4a54-96f9-7ff77880fbf1 req-5bef1488-c9b1-4d12-89e6-7bf8dc0650a6 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.882621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab713bd-0c6c-4a54-96f9-7ff77880fbf1 req-5bef1488-c9b1-4d12-89e6-7bf8dc0650a6 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.884597 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cab713bd-0c6c-4a54-96f9-7ff77880fbf1 req-5bef1488-c9b1-4d12-89e6-7bf8dc0650a6 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5394 time: 0.3129799 Nov 12 03:52:02.928216 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-85fc7cff-9a31-40ac-b19a-934418bf93b5 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 5e845140-ca03-4211-ae35-c80c15b895fa) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:02.932852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fc7cff-9a31-40ac-b19a-934418bf93b5 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.933375 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85fc7cff-9a31-40ac-b19a-934418bf93b5 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.941465 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e302f44-b30d-469a-912c-c20c4b8a2ee2 None None] Network 5e845140-ca03-4211-ae35-c80c15b895fa requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:03.048857 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-85fc7cff-9a31-40ac-b19a-934418bf93b5 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1316187 Nov 12 03:52:03.052609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:03.057023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f708ffac-dd12-4095-a3f4-9a6ba35f82de tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Request body: {'port': {'network_id': '5e845140-ca03-4211-ae35-c80c15b895fa', 'name': 'tempest-NetworksIpV6TestAttrs-1949337119'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:03.113150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-5e845140-ca03-4211-ae35-c80c15b895fa', 'network_id': '5e845140-ca03-4211-ae35-c80c15b895fa', 'tenant_id': 'dd743e572e1c4439b62c3a931bbfde37', 'fixed_ips': [{'subnet_id': 'dffb024b-bb62-46a7-8ee1-727aa106916a'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:03.115045 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.250423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=b9b809c3-1884-4c3e-8004-019afbec82cc,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:03.252598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': '8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:03.254842 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4137b5-09d5-4ada-afbe-9114ca76e62f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:03.272071 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.282653 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Allocated IP 2001:db8::f816:3eff:fea5:4229 (5e845140-ca03-4211-ae35-c80c15b895fa/dffb024b-bb62-46a7-8ee1-727aa106916a/4beffb9d-fe88-4dd3-8013-fff41666b301) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:03.323343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f708ffac-dd12-4095-a3f4-9a6ba35f82de tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Made reservation on behalf of dd743e572e1c4439b62c3a931bbfde37 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:03.329879 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f708ffac-dd12-4095-a3f4-9a6ba35f82de tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.352654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-f708ffac-dd12-4095-a3f4-9a6ba35f82de tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] device_id is not set on port d5fcdb36-3dda-4814-88c3-e0898b381e84 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:52:03.476834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:03.479043 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0719c565-068a-4cbb-b538-396e5ee4c034 None None] Network 0fe50a45-14a1-471c-a77c-3c5df9410ac8 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:03.482148 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.500462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.520217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 135affbf-b254-4578-8b5e-f7e493c9e83a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:03.533570 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cab713bd-0c6c-4a54-96f9-7ff77880fbf1 req-7c19dc5d-310b-4bf4-8a06-8ea874b412e4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2672527 Nov 12 03:52:03.539671 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:03.574415 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.642141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Transition to ACTIVE for port object 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:03.647205 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.649521 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.650807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/966c1b44-a18a-42a8-a561-da36db37940e HTTP/1.1" status: 204 len: 168 time: 1.3038747 Nov 12 03:52:03.658864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Network 5e845140-ca03-4211-ae35-c80c15b895fa is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:03.676674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:03.692079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:03.700688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Pushing event updated for resources: {'Port': ['ID=4beffb9d-fe88-4dd3-8013-fff41666b301,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:03.705831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966c1b44-a18a-42a8-a561-da36db37940e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:03.708154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-f708ffac-dd12-4095-a3f4-9a6ba35f82de tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Allocated IP 2001:db8::f816:3eff:fe66:1e7b (5e845140-ca03-4211-ae35-c80c15b895fa/dffb024b-bb62-46a7-8ee1-727aa106916a/d5fcdb36-3dda-4814-88c3-e0898b381e84) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:03.710034 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a7401e46-84fa-4c3f-b19e-27b466ebd1c8 None None] Provisioning complete for port 07696a9b-82b7-486d-95e3-9e43367a80e8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:03.711271 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7401e46-84fa-4c3f-b19e-27b466ebd1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.745484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-28d72a6d-1cd2-4d62-873c-a9b5b10f02c1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Allocated IP 172.20.0.7 (1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf/34069265-bba2-44d4-9f7e-7a4462db4ea2/96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:03.780885 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.807876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0d16015-d6ae-48ca-a2f3-12d905dd3f89 req-1e55b984-9353-4470-8b6a-96d38bf2f4df tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 210 time: 0.0974000 Nov 12 03:52:03.809980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:03.810331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:03.811093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:03.811437 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:03.811769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:03.812121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:03.812729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:03.812891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:03.813203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:03.813400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:03.813777 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:03.814020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dbb9a6-8eba-4f2c-b052-1bcfdabed2cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:03.962267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Attempting to bind port 4beffb9d-fe88-4dd3-8013-fff41666b301 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:03.970018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Attempting to bind port 4beffb9d-fe88-4dd3-8013-fff41666b301 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '6e7a1cfe-aeff-4fbc-858a-7cf05e9eee7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '5e845140-ca03-4211-ae35-c80c15b895fa'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:03.971117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Attempting to bind port 4beffb9d-fe88-4dd3-8013-fff41666b301 on network 5e845140-ca03-4211-ae35-c80c15b895fa {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:04.032609 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 07696a9b-82b7-486d-95e3-9e43367a80e8 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:04.095957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:04.096959 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Checking segment: {'id': '6e7a1cfe-aeff-4fbc-858a-7cf05e9eee7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '5e845140-ca03-4211-ae35-c80c15b895fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:04.097554 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.098185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Bound using segment: {'id': '6e7a1cfe-aeff-4fbc-858a-7cf05e9eee7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '5e845140-ca03-4211-ae35-c80c15b895fa'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:04.099440 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Bound port: 4beffb9d-fe88-4dd3-8013-fff41666b301, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7a1cfe-aeff-4fbc-858a-7cf05e9eee7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '5e845140-ca03-4211-ae35-c80c15b895fa'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:04.104767 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.131804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Pushing event updated for resources: {'Port': ['ID=10217f1a-a848-4b6a-8e2e-e8e6f2056cd2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:04.267868 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f708ffac-dd12-4095-a3f4-9a6ba35f82de tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.290615 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0742e096-7413-4e50-b1a0-7a0f1d6ce8dd x-openstack-request-id: req-0742e096-7413-4e50-b1a0-7a0f1d6ce8dd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:04.290924 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:04.291243 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0742e096-7413-4e50-b1a0-7a0f1d6ce8dd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:04.291574 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': '8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1', 'status': 'completed', 'code': 200} Nov 12 03:52:04.424169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Attempting to bind port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:04.424775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Attempting to bind port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '1406560e-c43d-444a-88a9-00910d7f42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:04.426234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Attempting to bind port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 on network 1c46be60-daab-4c5d-8641-aa8b82f59a2d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:04.439706 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7a92837c-0c7d-4e1c-a104-616ad239b25f req-6ffa6ad3-f864-42a7-b33d-9d4ee0f6ddd6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0930488 Nov 12 03:52:04.444714 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f708ffac-dd12-4095-a3f4-9a6ba35f82de tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.465810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 on network 1c46be60-daab-4c5d-8641-aa8b82f59a2d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:04.467285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Attempting to bind port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 on network 1c46be60-daab-4c5d-8641-aa8b82f59a2d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:04.481674 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7401e46-84fa-4c3f-b19e-27b466ebd1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.492169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:04.492169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Checking segment: {'id': '1406560e-c43d-444a-88a9-00910d7f42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:04.492930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Bound using segment: {'id': '1406560e-c43d-444a-88a9-00910d7f42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:04.492930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Bound port: 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1406560e-c43d-444a-88a9-00910d7f42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:04.493286 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.532664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f708ffac-dd12-4095-a3f4-9a6ba35f82de tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Network 5e845140-ca03-4211-ae35-c80c15b895fa is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:04.536679 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f708ffac-dd12-4095-a3f4-9a6ba35f82de tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:04.544820 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708ffac-dd12-4095-a3f4-9a6ba35f82de tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:04.553171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f708ffac-dd12-4095-a3f4-9a6ba35f82de tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.554394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f708ffac-dd12-4095-a3f4-9a6ba35f82de tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.557212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a7401e46-84fa-4c3f-b19e-27b466ebd1c8 None None] For port 07696a9b-82b7-486d-95e3-9e43367a80e8, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=07696a9b-82b7-486d-95e3-9e43367a80e8,segment=NetworkSegment(6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5),segment_id=6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:04.559209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] For port 4beffb9d-fe88-4dd3-8013-fff41666b301, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:04.571863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4137b5-09d5-4ada-afbe-9114ca76e62f req-f245d2aa-8a61-4afd-b6a6-cc486e9d5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.572387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4137b5-09d5-4ada-afbe-9114ca76e62f req-f245d2aa-8a61-4afd-b6a6-cc486e9d5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.572870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4137b5-09d5-4ada-afbe-9114ca76e62f req-f245d2aa-8a61-4afd-b6a6-cc486e9d5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.573323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4137b5-09d5-4ada-afbe-9114ca76e62f req-f245d2aa-8a61-4afd-b6a6-cc486e9d5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.573917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4137b5-09d5-4ada-afbe-9114ca76e62f req-f245d2aa-8a61-4afd-b6a6-cc486e9d5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.574244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4137b5-09d5-4ada-afbe-9114ca76e62f req-f245d2aa-8a61-4afd-b6a6-cc486e9d5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.575261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4137b5-09d5-4ada-afbe-9114ca76e62f req-f245d2aa-8a61-4afd-b6a6-cc486e9d5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.576757 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708ffac-dd12-4095-a3f4-9a6ba35f82de tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'Port': ['ID=d5fcdb36-3dda-4814-88c3-e0898b381e84,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:04.582037 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 07696a9b-82b7-486d-95e3-9e43367a80e8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:04.582412 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.585095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] For port 4beffb9d-fe88-4dd3-8013-fff41666b301, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4beffb9d-fe88-4dd3-8013-fff41666b301,segment=NetworkSegment(6e7a1cfe-aeff-4fbc-858a-7cf05e9eee7e),segment_id=6e7a1cfe-aeff-4fbc-858a-7cf05e9eee7e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:04.587437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea4137b5-09d5-4ada-afbe-9114ca76e62f req-f245d2aa-8a61-4afd-b6a6-cc486e9d5062 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9678195170c4bbb866cded26d46169a&device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 6372 time: 0.2065933 Nov 12 03:52:04.631138 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-28d72a6d-1cd2-4d62-873c-a9b5b10f02c1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.647449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 3ec515d1-66e6-4109-9de2-258bdb20a25e is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:52:04.687713 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.719872 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7401e46-84fa-4c3f-b19e-27b466ebd1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.727766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf76c-4df1-4337-9136-002354df213a req-684c67c9-409c-4abf-ba30-457b329f1a2f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.734340 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf76c-4df1-4337-9136-002354df213a req-684c67c9-409c-4abf-ba30-457b329f1a2f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.740734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf76c-4df1-4337-9136-002354df213a req-684c67c9-409c-4abf-ba30-457b329f1a2f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.747357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf76c-4df1-4337-9136-002354df213a req-684c67c9-409c-4abf-ba30-457b329f1a2f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.756447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf76c-4df1-4337-9136-002354df213a req-684c67c9-409c-4abf-ba30-457b329f1a2f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.763112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf76c-4df1-4337-9136-002354df213a req-684c67c9-409c-4abf-ba30-457b329f1a2f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.769411 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf76c-4df1-4337-9136-002354df213a req-684c67c9-409c-4abf-ba30-457b329f1a2f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.771095 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbbbf76c-4df1-4337-9136-002354df213a req-684c67c9-409c-4abf-ba30-457b329f1a2f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5406 time: 0.1283150 Nov 12 03:52:04.776266 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f708ffac-dd12-4095-a3f4-9a6ba35f82de tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7237072 Nov 12 03:52:04.782698 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.786702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38240) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:04.786871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce475e65-6b95-4dd1-96c3-d926009ed7cb req-1374b1d8-c8f3-4a79-aabc-99632bd88c88 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.788289 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce475e65-6b95-4dd1-96c3-d926009ed7cb req-1374b1d8-c8f3-4a79-aabc-99632bd88c88 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 945 time: 0.2887716 Nov 12 03:52:04.839389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] For port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:04.849788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7401e46-84fa-4c3f-b19e-27b466ebd1c8 None None] Pushing event updated for resources: {'Port': ['ID=07696a9b-82b7-486d-95e3-9e43367a80e8,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:04.854457 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:52:04.854910 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:52:04.885495 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d377b6f7-37da-406f-a97c-41419165c071 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Deleting subnet dffb024b-bb62-46a7-8ee1-727aa106916a {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:04.901914 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d377b6f7-37da-406f-a97c-41419165c071 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.936952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] For port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=10217f1a-a848-4b6a-8e2e-e8e6f2056cd2,segment=NetworkSegment(1406560e-c43d-444a-88a9-00910d7f42b5),segment_id=1406560e-c43d-444a-88a9-00910d7f42b5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:04.978307 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbbbf76c-4df1-4337-9136-002354df213a req-8485b50b-5637-43ef-ad6d-6a75640de631 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1975329 Nov 12 03:52:04.984496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da686cd6-b762-4306-b0a8-9520dddcf735 None None] Pushing event updated for resources: {'Port': ['ID=4beffb9d-fe88-4dd3-8013-fff41666b301,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:05.000420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ca197a0c-2b7e-4e66-b4e4-0dd9fc47be63 None None] Provisioning complete for port 07696a9b-82b7-486d-95e3-9e43367a80e8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:05.000802 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca197a0c-2b7e-4e66-b4e4-0dd9fc47be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.004718 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d377b6f7-37da-406f-a97c-41419165c071 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.056236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce475e65-6b95-4dd1-96c3-d926009ed7cb req-90695f9c-3479-4e1c-944b-7470e40bfe4f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226956 Nov 12 03:52:05.062297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4137b5-09d5-4ada-afbe-9114ca76e62f req-221b434f-f59b-407c-8bb0-00383f2694e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:05.062297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4137b5-09d5-4ada-afbe-9114ca76e62f req-221b434f-f59b-407c-8bb0-00383f2694e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:05.062983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4137b5-09d5-4ada-afbe-9114ca76e62f req-221b434f-f59b-407c-8bb0-00383f2694e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:05.064661 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea4137b5-09d5-4ada-afbe-9114ca76e62f req-221b434f-f59b-407c-8bb0-00383f2694e6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9678195170c4bbb866cded26d46169a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4419899 Nov 12 03:52:05.085175 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.218837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ca197a0c-2b7e-4e66-b4e4-0dd9fc47be63 None None] Provisioning complete for port b9b809c3-1884-4c3e-8004-019afbec82cc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:05.219216 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca197a0c-2b7e-4e66-b4e4-0dd9fc47be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.272867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ca197a0c-2b7e-4e66-b4e4-0dd9fc47be63 None None] Port b9b809c3-1884-4c3e-8004-019afbec82cc cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:05.311845 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-28d72a6d-1cd2-4d62-873c-a9b5b10f02c1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.332420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4137b5-09d5-4ada-afbe-9114ca76e62f req-ef3245ba-1059-49c7-b044-ff28024dcbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:05.341614 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea4137b5-09d5-4ada-afbe-9114ca76e62f req-ef3245ba-1059-49c7-b044-ff28024dcbc1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2411835 Nov 12 03:52:05.350164 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:05.355302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d0350-d825-4f04-9318-81c596b908bf req-9f9e1110-5442-44b1-86bb-5568e46cd2b2 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:05.360791 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dd7cfd41-fbac-426e-85ce-d5b5f721d711 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/3ec515d1-66e6-4109-9de2-258bdb20a25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2853134 Nov 12 03:52:05.369728 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb4cf33-f8a3-489e-b882-784549f35659 None None] Sync routers for ids ['3ec515d1-66e6-4109-9de2-258bdb20a25e'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:05.381053 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb4cf33-f8a3-489e-b882-784549f35659 None None] Routers {'3ec515d1-66e6-4109-9de2-258bdb20a25e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:05.388062 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-788d0350-d825-4f04-9318-81c596b908bf req-9f9e1110-5442-44b1-86bb-5568e46cd2b2 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 931 time: 0.2644374 Nov 12 03:52:05.388447 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-eeb4cf33-f8a3-489e-b882-784549f35659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:51:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['3ec515d1-66e6-4109-9de2-258bdb20a25e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:05.388593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38256) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:05.399040 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:05.399882 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.401803 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] 10.222.0.26 "PUT /v2.0/ports/10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 HTTP/1.1" status: 200 len: 1092 time: 3.9214225 Nov 12 03:52:05.431229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-28d72a6d-1cd2-4d62-873c-a9b5b10f02c1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:05.436328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-28d72a6d-1cd2-4d62-873c-a9b5b10f02c1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:05.441798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-28d72a6d-1cd2-4d62-873c-a9b5b10f02c1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:05.505685 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-eeb4cf33-f8a3-489e-b882-784549f35659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:05.519186 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d377b6f7-37da-406f-a97c-41419165c071 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.529270 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb4cf33-f8a3-489e-b882-784549f35659 None None] Routers {'3ec515d1-66e6-4109-9de2-258bdb20a25e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:05.529918 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-eeb4cf33-f8a3-489e-b882-784549f35659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:51:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['3ec515d1-66e6-4109-9de2-258bdb20a25e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:05.532323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-28d72a6d-1cd2-4d62-873c-a9b5b10f02c1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:05.533019 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-28d72a6d-1cd2-4d62-873c-a9b5b10f02c1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.572884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ced4d8-9124-4fc3-8efc-c688d89da3d9 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:05.583350 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-85ced4d8-9124-4fc3-8efc-c688d89da3d9 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports/b9b809c3-1884-4c3e-8004-019afbec82cc HTTP/1.1" status: 200 len: 911 time: 0.1770337 Nov 12 03:52:05.600273 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38262) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:05.613188 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be98b1a4-dfcf-4d27-85aa-663a09a94490 req-747fd156-b8f0-4aca-80c8-c90dc1fef1d8 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0665054 Nov 12 03:52:05.613912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-22f5ede6-9594-4a3a-ab16-7e381593cb15 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9f72e00-5327-45d2-a2ab-c8f1d8ef88a9'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:05.622891 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-eeb4cf33-f8a3-489e-b882-784549f35659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:05.624009 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb4cf33-f8a3-489e-b882-784549f35659 None None] The sync data for ids ['3ec515d1-66e6-4109-9de2-258bdb20a25e'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:05.642005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Request body: {'port': {'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:05.646226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ba679-2668-4892-8f9b-37bb643175ef service neutron] Pushing event updated for resources: {'Port': ['ID=10217f1a-a848-4b6a-8e2e-e8e6f2056cd2,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:05.679658 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-788d0350-d825-4f04-9318-81c596b908bf req-f0cb2e7a-520f-45be-8205-272febc70973 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948401 Nov 12 03:52:05.697598 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-28d72a6d-1cd2-4d62-873c-a9b5b10f02c1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5492218 Nov 12 03:52:05.805428 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.981742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Request body: {'port': {'device_id': 'a65bd0cc-f81a-4c3c-aca7-c94ea7662b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:05.984248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4beffb9d-fe88-4dd3-8013-fff41666b301 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:05.984963 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22f5ede6-9594-4a3a-ab16-7e381593cb15 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.997500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d72a6d-1cd2-4d62-873c-a9b5b10f02c1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Pushing event updated for resources: {'Port': ['ID=96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:06.042330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 4beffb9d-fe88-4dd3-8013-fff41666b301 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:06.049010 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.095860 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.109766 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d377b6f7-37da-406f-a97c-41419165c071 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.123072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7162ea1-129a-4782-bc06-aa14c8644bf1 req-47380084-7864-484b-974d-8635ae97abe7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.124636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7162ea1-129a-4782-bc06-aa14c8644bf1 req-47380084-7864-484b-974d-8635ae97abe7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 945 time: 0.1999941 Nov 12 03:52:06.173998 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377b6f7-37da-406f-a97c-41419165c071 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Subnet': ['ID=dffb024b-bb62-46a7-8ee1-727aa106916a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:06.191827 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d377b6f7-37da-406f-a97c-41419165c071 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.201575 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d377b6f7-37da-406f-a97c-41419165c071 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/subnets/dffb024b-bb62-46a7-8ee1-727aa106916a HTTP/1.1" status: 204 len: 168 time: 1.4133668 Nov 12 03:52:06.204732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38272) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:06.259543 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.296368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': '10217f1a-a848-4b6a-8e2e-e8e6f2056cd2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:06.298656 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "10217f1a-a848-4b6a-8e2e-e8e6f2056cd2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:06.311658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 4beffb9d-fe88-4dd3-8013-fff41666b301, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4beffb9d-fe88-4dd3-8013-fff41666b301,segment=NetworkSegment(6e7a1cfe-aeff-4fbc-858a-7cf05e9eee7e),segment_id=6e7a1cfe-aeff-4fbc-858a-7cf05e9eee7e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:06.335119 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061f490d-4cc2-4f8d-8d81-1cb0860b436a None None] Network 5e845140-ca03-4211-ae35-c80c15b895fa requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:06.354294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf998f0-2ed8-469f-8949-320995114d94 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.355794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf998f0-2ed8-469f-8949-320995114d94 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.360126 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5bf998f0-2ed8-469f-8949-320995114d94 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1514907 Nov 12 03:52:06.368619 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38278) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:06.417476 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.418263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 07696a9b-82b7-486d-95e3-9e43367a80e8 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:06.484579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbdad7-7498-473d-9404-93cf1fbf7a9d req-31dc06ea-4ef0-4d0d-8dc6-5f085b215c59 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.484751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-511a7cb0-4577-4ef7-8b0a-cbaefcc70ea7 None None] Provisioning complete for port 4beffb9d-fe88-4dd3-8013-fff41666b301 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:06.484751 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-511a7cb0-4577-4ef7-8b0a-cbaefcc70ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.486293 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-56fbdad7-7498-473d-9404-93cf1fbf7a9d req-31dc06ea-4ef0-4d0d-8dc6-5f085b215c59 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 945 time: 0.2126813 Nov 12 03:52:06.585297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1668-b342-4c3c-b624-2135dddf5b43 req-f8bd3d5f-5f0f-4a92-88fb-3ddc3244f0c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.591756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1668-b342-4c3c-b624-2135dddf5b43 req-f8bd3d5f-5f0f-4a92-88fb-3ddc3244f0c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.598425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1668-b342-4c3c-b624-2135dddf5b43 req-f8bd3d5f-5f0f-4a92-88fb-3ddc3244f0c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.607037 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1668-b342-4c3c-b624-2135dddf5b43 req-f8bd3d5f-5f0f-4a92-88fb-3ddc3244f0c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.611925 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=4beffb9d-fe88-4dd3-8013-fff41666b301,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:06.616503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1668-b342-4c3c-b624-2135dddf5b43 req-f8bd3d5f-5f0f-4a92-88fb-3ddc3244f0c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.622337 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-56fbdad7-7498-473d-9404-93cf1fbf7a9d req-a44c921d-f89d-4dad-91fc-78a1c0ab8709 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157677 Nov 12 03:52:06.625486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1668-b342-4c3c-b624-2135dddf5b43 req-f8bd3d5f-5f0f-4a92-88fb-3ddc3244f0c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.628435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1668-b342-4c3c-b624-2135dddf5b43 req-f8bd3d5f-5f0f-4a92-88fb-3ddc3244f0c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.630255 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:06.630536 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:06.630876 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:06.631205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:06.631530 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:06.631857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:06.632276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:06.632595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:06.633044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:06.633237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:06.633552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:06.633863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:06.636339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8eb1668-b342-4c3c-b624-2135dddf5b43 req-f8bd3d5f-5f0f-4a92-88fb-3ddc3244f0c2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5406 time: 0.4394982 Nov 12 03:52:06.647447 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d7162ea1-129a-4782-bc06-aa14c8644bf1 req-09f1c924-ce5a-4ba2-b312-5e914e571c53 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Deleting port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:06.647788 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7162ea1-129a-4782-bc06-aa14c8644bf1 req-09f1c924-ce5a-4ba2-b312-5e914e571c53 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.688481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 07696a9b-82b7-486d-95e3-9e43367a80e8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:06.688853 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.780736 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63c3c27f-fcb3-4948-92cb-247aa1e76b68 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.792883 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22f5ede6-9594-4a3a-ab16-7e381593cb15 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.809339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0725278-9cf9-4392-89b7-89f183db488c None None] DHCP port deletion for 5e845140-ca03-4211-ae35-c80c15b895fa request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:06.885983 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22f5ede6-9594-4a3a-ab16-7e381593cb15 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.904585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f5ede6-9594-4a3a-ab16-7e381593cb15 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.905836 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22f5ede6-9594-4a3a-ab16-7e381593cb15 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.913102 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-22f5ede6-9594-4a3a-ab16-7e381593cb15 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/ports/b9b809c3-1884-4c3e-8004-019afbec82cc HTTP/1.1" status: 200 len: 911 time: 1.3087351 Nov 12 03:52:06.913901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d0725278-9cf9-4392-89b7-89f183db488c None None] Deleting port 4beffb9d-fe88-4dd3-8013-fff41666b301 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:06.914435 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0725278-9cf9-4392-89b7-89f183db488c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.921817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38292) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:06.990798 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b88038-377a-4cbf-bb20-7bd8fe21dee8 x-openstack-request-id: req-53b88038-377a-4cbf-bb20-7bd8fe21dee8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:06.992130 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "10217f1a-a848-4b6a-8e2e-e8e6f2056cd2", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:06.992130 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-53b88038-377a-4cbf-bb20-7bd8fe21dee8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:06.992130 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': '10217f1a-a848-4b6a-8e2e-e8e6f2056cd2', 'status': 'completed', 'code': 200} Nov 12 03:52:07.016186 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d0725278-9cf9-4392-89b7-89f183db488c None None] For port 4beffb9d-fe88-4dd3-8013-fff41666b301, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4beffb9d-fe88-4dd3-8013-fff41666b301,segment=NetworkSegment(6e7a1cfe-aeff-4fbc-858a-7cf05e9eee7e),segment_id=6e7a1cfe-aeff-4fbc-858a-7cf05e9eee7e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:07.016589 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0725278-9cf9-4392-89b7-89f183db488c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.033732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d0725278-9cf9-4392-89b7-89f183db488c None None] Calling delete_port for 4beffb9d-fe88-4dd3-8013-fff41666b301 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:07.081887 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5822d9a6-8db9-465c-a841-4af74634b90a req-904558f3-3e49-4001-bf57-29b31dc0f924 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.1496832 Nov 12 03:52:07.103418 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c3c27f-fcb3-4948-92cb-247aa1e76b68 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 03:52:07.103900 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c3c27f-fcb3-4948-92cb-247aa1e76b68 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:52:07.107753 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-63c3c27f-fcb3-4948-92cb-247aa1e76b68 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/networks/5e845140-ca03-4211-ae35-c80c15b895fa HTTP/1.1" status: 409 len: 405 time: 0.7381279 Nov 12 03:52:07.113285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:07.125041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d7162ea1-129a-4782-bc06-aa14c8644bf1 req-09f1c924-ce5a-4ba2-b312-5e914e571c53 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] For port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=4007c5ba-828e-45cd-a43a-d3ca521e5ad9,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:07.125412 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7162ea1-129a-4782-bc06-aa14c8644bf1 req-09f1c924-ce5a-4ba2-b312-5e914e571c53 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.127675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-36be6450-3af8-4a96-a38b-3c97f56e2504 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-101343150'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:07.134380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5ede6-9594-4a3a-ab16-7e381593cb15 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=b9b809c3-1884-4c3e-8004-019afbec82cc,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:07.194145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:07.198622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d7162ea1-129a-4782-bc06-aa14c8644bf1 req-09f1c924-ce5a-4ba2-b312-5e914e571c53 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Calling delete_port for 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:07.227364 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0725278-9cf9-4392-89b7-89f183db488c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.229904 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.257420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0725278-9cf9-4392-89b7-89f183db488c None None] No DVR routers for this DVR port 4beffb9d-fe88-4dd3-8013-fff41666b301 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:07.286683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8eb1668-b342-4c3c-b624-2135dddf5b43 req-4910289d-ca52-4346-964c-af703a8d2b4a tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6494057 Nov 12 03:52:07.296904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0725278-9cf9-4392-89b7-89f183db488c None None] Pushing event deleted for resources: {'Port': ['ID=4beffb9d-fe88-4dd3-8013-fff41666b301,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:07.333790 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Transition to ACTIVE for port object 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:07.341220 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6 req-7fe412dd-2847-49d8-bdd0-dae413ad2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.341700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6 req-7fe412dd-2847-49d8-bdd0-dae413ad2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.342719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6 req-7fe412dd-2847-49d8-bdd0-dae413ad2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.343341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6 req-7fe412dd-2847-49d8-bdd0-dae413ad2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.343948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6 req-7fe412dd-2847-49d8-bdd0-dae413ad2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.344575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6 req-7fe412dd-2847-49d8-bdd0-dae413ad2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.345248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6 req-7fe412dd-2847-49d8-bdd0-dae413ad2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.347447 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6 req-7fe412dd-2847-49d8-bdd0-dae413ad2a0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9678195170c4bbb866cded26d46169a&device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 6414 time: 0.3535552 Nov 12 03:52:07.386844 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7456f438-4e11-4e10-8018-96b0919a4c0b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:07.425990 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.440851 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.520087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Transition to ACTIVE for port object 7456f438-4e11-4e10-8018-96b0919a4c0b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:07.577985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Pushing event updated for resources: {'Port': ['ID=96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:07.666360 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36be6450-3af8-4a96-a38b-3c97f56e2504 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Made reservation on behalf of dd743e572e1c4439b62c3a931bbfde37 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:07.670261 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36be6450-3af8-4a96-a38b-3c97f56e2504 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.670742 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.694762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6 req-dbb0d5c1-a53d-4454-a7fb-92bf43fff1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.695234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6 req-dbb0d5c1-a53d-4454-a7fb-92bf43fff1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.695694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6 req-dbb0d5c1-a53d-4454-a7fb-92bf43fff1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.704163 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6 req-dbb0d5c1-a53d-4454-a7fb-92bf43fff1ef service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d9678195170c4bbb866cded26d46169a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3313642 Nov 12 03:52:07.706289 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-3b8d3ccc-2846-4f43-a38b-ea4fd47dcc26 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1189415 Nov 12 03:52:07.753890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36be6450-3af8-4a96-a38b-3c97f56e2504 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:07.798028 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36be6450-3af8-4a96-a38b-3c97f56e2504 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.798375 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-36be6450-3af8-4a96-a38b-3c97f56e2504 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Added segment f55c28a8-9497-46af-b912-fd560fbb3cef of type vlan for network 2b9fc442-f2c1-44a7-a1b4-38f223976a04 Nov 12 03:52:07.808019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ee6b3-d976-4c3b-8c82-618e803e7a49 req-f3eca539-c038-4678-bd6a-d7b8b77da337 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.814900 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-154ee6b3-d976-4c3b-8c82-618e803e7a49 req-f3eca539-c038-4678-bd6a-d7b8b77da337 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 943 time: 0.1523123 Nov 12 03:52:07.831951 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4beffb9d-fe88-4dd3-8013-fff41666b301 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:07.863613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 4beffb9d-fe88-4dd3-8013-fff41666b301 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:07.864338 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4beffb9d-fe88-4dd3-8013-fff41666b301 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:07.878727 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36be6450-3af8-4a96-a38b-3c97f56e2504 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.943067 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-154ee6b3-d976-4c3b-8c82-618e803e7a49 req-d8efd3d6-ddbf-4319-a76a-df8428487ecb tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153321 Nov 12 03:52:08.002688 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3940446-ab6b-45a5-b28b-e6cba4ed79b6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.044598 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36be6450-3af8-4a96-a38b-3c97f56e2504 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.050217 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36be6450-3af8-4a96-a38b-3c97f56e2504 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:08.050858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36be6450-3af8-4a96-a38b-3c97f56e2504 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.192988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be6450-3af8-4a96-a38b-3c97f56e2504 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'Network': ['ID=2b9fc442-f2c1-44a7-a1b4-38f223976a04,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:08.208949 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 2b9fc442-f2c1-44a7-a1b4-38f223976a04 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:08.275002 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15d81f-7d3d-4ebe-9ad8-290c2292ea12 req-72cbe46b-37de-498e-b591-2de23d568319 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:08.283001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c15d81f-7d3d-4ebe-9ad8-290c2292ea12 req-72cbe46b-37de-498e-b591-2de23d568319 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 945 time: 0.2400327 Nov 12 03:52:08.303514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-36be6450-3af8-4a96-a38b-3c97f56e2504 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1780481 Nov 12 03:52:08.303514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:08.316084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-62c11b88-4ddc-44e2-8e80-36a74ca7075b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Request body: {'subnet': {'network_id': '2b9fc442-f2c1-44a7-a1b4-38f223976a04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:08.350613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Pushing event updated for resources: {'Port': ['ID=7456f438-4e11-4e10-8018-96b0919a4c0b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:08.391457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f0fd4b5d-a71d-46dd-ab24-dd9a0feff8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:08.392861 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f0fd4b5d-a71d-46dd-ab24-dd9a0feff8fb service neutron] 10.222.0.25 "GET /v2.0/ports/65dd34f2-9576-4b91-9a20-1f613428e547 HTTP/1.1" status: 200 len: 1032 time: 0.1839349 Nov 12 03:52:08.424791 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c15d81f-7d3d-4ebe-9ad8-290c2292ea12 req-15cf7024-045f-4bb7-8d2c-5962e1d4ad12 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405830 Nov 12 03:52:08.459384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Attempting to bind port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:08.459972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Attempting to bind port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'fd4aa0e5-b123-4f55-beb6-771fdeffc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:08.460321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Attempting to bind port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 on network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:08.503019 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7162ea1-129a-4782-bc06-aa14c8644bf1 req-09f1c924-ce5a-4ba2-b312-5e914e571c53 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.551113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['477eb4e1-30bb-447f-9cd0-4e662562b001'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:08.555978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c11b88-4ddc-44e2-8e80-36a74ca7075b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Made reservation on behalf of dd743e572e1c4439b62c3a931bbfde37 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:08.558582 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62c11b88-4ddc-44e2-8e80-36a74ca7075b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.570641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 on network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:08.571018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Attempting to bind port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 on network 1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:08.642124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-17bf711e-dd4b-4ee5-ac5b-693c5eb3c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:08.643562 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-17bf711e-dd4b-4ee5-ac5b-693c5eb3c0a6 service neutron] 10.222.0.25 "GET /v2.0/ports/aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 HTTP/1.1" status: 200 len: 1031 time: 0.2245760 Nov 12 03:52:08.644584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1c924-ce5a-4ba2-b312-5e914e571c53 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Pushing event deleted for resources: {'Port': ['ID=4007c5ba-828e-45cd-a43a-d3ca521e5ad9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:08.675799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:08.677453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Checking segment: {'id': 'fd4aa0e5-b123-4f55-beb6-771fdeffc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:08.677453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Bound using segment: {'id': 'fd4aa0e5-b123-4f55-beb6-771fdeffc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:08.677453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Bound port: 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4aa0e5-b123-4f55-beb6-771fdeffc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:08.677453 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.713255 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2570a5a6-9f16-42ee-8ded-23ee3d0da9e5 req-23b2d054-24e4-49f7-9c37-28bd962cc17e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0480487 Nov 12 03:52:08.783542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-919b2907-4a20-42f4-aac3-fcf07e08bd10 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:08.790587 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-919b2907-4a20-42f4-aac3-fcf07e08bd10 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0604017 Nov 12 03:52:08.792107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6 req-379c2f36-9999-48b1-82bb-852da313af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:08.793779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4b1823d1-a230-4cff-93c7-3e34d2cbaed6 req-379c2f36-9999-48b1-82bb-852da313af54 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0866151 Nov 12 03:52:08.812630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a3940446-ab6b-45a5-b28b-e6cba4ed79b6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port b9b809c3-1884-4c3e-8004-019afbec82cc {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:08.813086 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3940446-ab6b-45a5-b28b-e6cba4ed79b6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.862822 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7162ea1-129a-4782-bc06-aa14c8644bf1 req-09f1c924-ce5a-4ba2-b312-5e914e571c53 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] No DVR routers for this DVR port 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:08.907053 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7162ea1-129a-4782-bc06-aa14c8644bf1 req-09f1c924-ce5a-4ba2-b312-5e914e571c53 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.910315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7162ea1-129a-4782-bc06-aa14c8644bf1 req-09f1c924-ce5a-4ba2-b312-5e914e571c53 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.25 "DELETE /v2.0/ports/4007c5ba-828e-45cd-a43a-d3ca521e5ad9 HTTP/1.1" status: 204 len: 173 time: 2.7784307 Nov 12 03:52:08.964509 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-e21f04c8-d578-4398-9d08-54d0dfae2a9f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/quotas/9880da1ff4024a32b6fc37ffaf7c19a7 HTTP/1.1" status: 200 len: 375 time: 0.1621637 Nov 12 03:52:08.991802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Attempting to bind port 7456f438-4e11-4e10-8018-96b0919a4c0b on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:08.992398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Attempting to bind port 7456f438-4e11-4e10-8018-96b0919a4c0b by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '1406560e-c43d-444a-88a9-00910d7f42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:08.992968 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Attempting to bind port 7456f438-4e11-4e10-8018-96b0919a4c0b on network 1c46be60-daab-4c5d-8641-aa8b82f59a2d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:08.993402 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb8efe-d741-4708-a73b-945c4389f67e req-0db1b13f-e6bb-4aea-b6cf-7d0bbec30bcc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.000158 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb8efe-d741-4708-a73b-945c4389f67e req-0db1b13f-e6bb-4aea-b6cf-7d0bbec30bcc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.007389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb8efe-d741-4708-a73b-945c4389f67e req-0db1b13f-e6bb-4aea-b6cf-7d0bbec30bcc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.007561 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4f70b4-3752-434a-b652-0d6ae096eeb2', 'name': 'network-vif-deleted', 'tag': '4007c5ba-828e-45cd-a43a-d3ca521e5ad9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:09.010982 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a087206c-b548-4ec7-9ef9-ca2d706ed9b2" -d '{"events": [{"server_uuid": "5f4f70b4-3752-434a-b652-0d6ae096eeb2", "name": "network-vif-deleted", "tag": "4007c5ba-828e-45cd-a43a-d3ca521e5ad9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:09.013746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb8efe-d741-4708-a73b-945c4389f67e req-0db1b13f-e6bb-4aea-b6cf-7d0bbec30bcc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.014628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Port 7456f438-4e11-4e10-8018-96b0919a4c0b on network 1c46be60-daab-4c5d-8641-aa8b82f59a2d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:09.018233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Attempting to bind port 7456f438-4e11-4e10-8018-96b0919a4c0b on network 1c46be60-daab-4c5d-8641-aa8b82f59a2d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:09.019843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb8efe-d741-4708-a73b-945c4389f67e req-0db1b13f-e6bb-4aea-b6cf-7d0bbec30bcc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.025994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb8efe-d741-4708-a73b-945c4389f67e req-0db1b13f-e6bb-4aea-b6cf-7d0bbec30bcc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.032104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb8efe-d741-4708-a73b-945c4389f67e req-0db1b13f-e6bb-4aea-b6cf-7d0bbec30bcc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.034069 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-acbb8efe-d741-4708-a73b-945c4389f67e req-0db1b13f-e6bb-4aea-b6cf-7d0bbec30bcc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.2261117 Nov 12 03:52:09.054976 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3940446-ab6b-45a5-b28b-e6cba4ed79b6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.063906 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:52:09.073280 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-e98e599b-3187-4c61-b6b5-66a109abebb7 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737720 Nov 12 03:52:09.075711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:09.075711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Checking segment: {'id': '1406560e-c43d-444a-88a9-00910d7f42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:09.075711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Bound using segment: {'id': '1406560e-c43d-444a-88a9-00910d7f42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:09.076026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Bound port: 7456f438-4e11-4e10-8018-96b0919a4c0b, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1406560e-c43d-444a-88a9-00910d7f42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:09.076213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.093723 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] For port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:09.101812 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a3940446-ab6b-45a5-b28b-e6cba4ed79b6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for b9b809c3-1884-4c3e-8004-019afbec82cc owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:09.115191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-eea97244-6e30-4d63-8a3c-7af076680dc6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.121356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-eea97244-6e30-4d63-8a3c-7af076680dc6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.130093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-eea97244-6e30-4d63-8a3c-7af076680dc6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.130720 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-eea97244-6e30-4d63-8a3c-7af076680dc6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "GET /v2.0/networks?id=933200c6-b34c-45ca-8fd9-e1eb17512052&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=510f8be2-2190-44f9-ad53-a61867e0a1a1&id=510f8be2-2190-44f9-ad53-a61867e0a1a1 HTTP/1.1" status: 200 len: 1994 time: 0.4595389 Nov 12 03:52:09.169646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] For port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:09.223223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.objects.ports [None req-62c11b88-4ddc-44e2-8e80-36a74ca7075b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:52:09.229128 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-acbb8efe-d741-4708-a73b-945c4389f67e req-1f3a328e-0945-4fa5-9d4d-33c57cd4d38e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1870859 Nov 12 03:52:09.240166 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62c11b88-4ddc-44e2-8e80-36a74ca7075b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.242620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] For port 7456f438-4e11-4e10-8018-96b0919a4c0b, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:09.259990 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-aab25915-9585-46aa-9c88-fd7651e3569d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd512dfc02740f8a9223f825788d0ed HTTP/1.1" status: 200 len: 380 time: 0.0914323 Nov 12 03:52:09.259990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] For port 7456f438-4e11-4e10-8018-96b0919a4c0b, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7456f438-4e11-4e10-8018-96b0919a4c0b,segment=NetworkSegment(1406560e-c43d-444a-88a9-00910d7f42b5),segment_id=1406560e-c43d-444a-88a9-00910d7f42b5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:09.264783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-424ed1dc-d9d1-423c-a577-5fd643d059f2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'port': {'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'admin_state_up': True, 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'security_groups': ['8f702a6a-0f3b-4df2-9335-0a8106e58079']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:09.329649 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.384192 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.400730 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e14b648-e5a4-442b-ad9a-ec9dd40ff7fb x-openstack-request-id: req-3e14b648-e5a4-442b-ad9a-ec9dd40ff7fb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:09.401073 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4f70b4-3752-434a-b652-0d6ae096eeb2", "name": "network-vif-deleted", "tag": "4007c5ba-828e-45cd-a43a-d3ca521e5ad9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:09.401286 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3e14b648-e5a4-442b-ad9a-ec9dd40ff7fb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:09.401944 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4f70b4-3752-434a-b652-0d6ae096eeb2', 'name': 'network-vif-deleted', 'tag': '4007c5ba-828e-45cd-a43a-d3ca521e5ad9', 'status': 'completed', 'code': 200} Nov 12 03:52:09.415415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.416644 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.420162 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] 10.222.0.26 "PUT /v2.0/ports/96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 HTTP/1.1" status: 200 len: 1092 time: 3.6166115 Nov 12 03:52:09.451945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.452602 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.454151 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] 10.222.0.26 "PUT /v2.0/ports/7456f438-4e11-4e10-8018-96b0919a4c0b HTTP/1.1" status: 200 len: 1092 time: 3.8391171 Nov 12 03:52:09.482579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c11b88-4ddc-44e2-8e80-36a74ca7075b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'Subnet': ['ID=d632d999-aeef-406b-b084-acaa7b409cb7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:09.485246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ef277-f63b-4e79-8548-3b1bab6b714d service neutron] Pushing event updated for resources: {'Port': ['ID=96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:09.536621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c11b88-4ddc-44e2-8e80-36a74ca7075b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Checking segment: {'id': 'f55c28a8-9497-46af-b912-fd560fbb3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '2b9fc442-f2c1-44a7-a1b4-38f223976a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:09.536989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c11b88-4ddc-44e2-8e80-36a74ca7075b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Network hostable DHCP agents. Network: 2b9fc442-f2c1-44a7-a1b4-38f223976a04, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:09.569655 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1efe049-2b4f-447c-991e-5415c5ac0dc5 req-e80d3ba5-70bc-4391-96ac-4837148b4ca9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 210 time: 0.1047642 Nov 12 03:52:09.588841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2827f0-b202-45df-8c88-db4a965d6177 req-55f8698e-6450-4f3d-9754-1fa013e8d7fe tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.595896 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d2827f0-b202-45df-8c88-db4a965d6177 req-55f8698e-6450-4f3d-9754-1fa013e8d7fe tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 943 time: 0.2503495 Nov 12 03:52:09.720074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c11b88-4ddc-44e2-8e80-36a74ca7075b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Network 2b9fc442-f2c1-44a7-a1b4-38f223976a04 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:09.756187 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d2827f0-b202-45df-8c88-db4a965d6177 req-03be472a-88f6-4fc6-b545-9fbcb64472b1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593192 Nov 12 03:52:09.779870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e5975-8a74-4b85-948f-35a112a3df17 service neutron] Pushing event updated for resources: {'Port': ['ID=7456f438-4e11-4e10-8018-96b0919a4c0b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:09.792346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-424ed1dc-d9d1-423c-a577-5fd643d059f2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Made reservation on behalf of 5cd512dfc02740f8a9223f825788d0ed for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:09.798494 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-424ed1dc-d9d1-423c-a577-5fd643d059f2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.840712 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-025e43e6-2409-4c8b-943a-07409572189b req-7ad9e585-1d54-4f6b-b325-c54ec48ee9c8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f4f70b4-3752-434a-b652-0d6ae096eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0983949 Nov 12 03:52:09.857951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-62c11b88-4ddc-44e2-8e80-36a74ca7075b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 2b9fc442-f2c1-44a7-a1b4-38f223976a04) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:09.860700 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3940446-ab6b-45a5-b28b-e6cba4ed79b6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.867998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86c5f2c-08a1-4c93-896b-e0a13a456eaa None None] Network 2b9fc442-f2c1-44a7-a1b4-38f223976a04 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:09.891026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c11b88-4ddc-44e2-8e80-36a74ca7075b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.891628 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62c11b88-4ddc-44e2-8e80-36a74ca7075b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.899634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-a1325b6f-7bce-4335-8352-6b28c72cfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.900140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-a1325b6f-7bce-4335-8352-6b28c72cfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.900609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-a1325b6f-7bce-4335-8352-6b28c72cfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.901068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-a1325b6f-7bce-4335-8352-6b28c72cfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.901528 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-a1325b6f-7bce-4335-8352-6b28c72cfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.901981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-a1325b6f-7bce-4335-8352-6b28c72cfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.902350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:09.902461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-a1325b6f-7bce-4335-8352-6b28c72cfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.904462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-a1325b6f-7bce-4335-8352-6b28c72cfa29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9678195170c4bbb866cded26d46169a&device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 6482 time: 0.2265391 Nov 12 03:52:09.906650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-9b07dfaf-0823-4cd5-ad25-4fa21f354d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.908109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-9b07dfaf-0823-4cd5-ad25-4fa21f354d09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e41015d94146a891f93111db10adaa&device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 1095 time: 0.2625806 Nov 12 03:52:09.953831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:09.954172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 4007c5ba-828e-45cd-a43a-d3ca521e5ad9 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:09.965980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3940446-ab6b-45a5-b28b-e6cba4ed79b6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=b9b809c3-1884-4c3e-8004-019afbec82cc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:09.989520 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-0030233b-31f8-4e1e-a902-b14e47eaa9aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 HTTP/1.1" status: 200 len: 217 time: 0.0502195 Nov 12 03:52:10.058121 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-71fdeb71-a149-461c-bdad-9fb955f22c66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ab8efd6-c4cc-4661-adf4-d41cbd22b569 HTTP/1.1" status: 200 len: 217 time: 0.1164978 Nov 12 03:52:10.111801 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-051cd1f1-4939-4ef8-9f5c-5aebbfd65e67 req-969bb738-e398-4f75-8d9a-f46308d0d11c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.1212122 Nov 12 03:52:10.139987 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-62c11b88-4ddc-44e2-8e80-36a74ca7075b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8262248 Nov 12 03:52:10.148616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-94b3f571-4088-474b-9591-0e6cbb58da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:10.150418 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-94b3f571-4088-474b-9591-0e6cbb58da65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34069265-bba2-44d4-9f7e-7a4462db4ea2 HTTP/1.1" status: 200 len: 855 time: 0.1214902 Nov 12 03:52:10.151235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:10.159967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-be2cf2f3-c1ef-4626-b844-bca73a2f05c2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Request body: {'port': {'network_id': '2b9fc442-f2c1-44a7-a1b4-38f223976a04', 'name': 'tempest-NetworksIpV6TestAttrs-686551049'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:10.203261 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-2b9fc442-f2c1-44a7-a1b4-38f223976a04', 'network_id': '2b9fc442-f2c1-44a7-a1b4-38f223976a04', 'tenant_id': 'dd743e572e1c4439b62c3a931bbfde37', 'fixed_ips': [{'subnet_id': 'd632d999-aeef-406b-b084-acaa7b409cb7'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:10.203261 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.248351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3940446-ab6b-45a5-b28b-e6cba4ed79b6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.371443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-f67bdb5b-ccac-4afb-adc4-61ff0cd9d548 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796746 Nov 12 03:52:10.371443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ea9c0dd3-d394-4b98-a0d2-5382c9dc2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:10.371443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ea9c0dd3-d394-4b98-a0d2-5382c9dc2707 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c82bf929-4463-45be-9abb-d6db1fa7474a HTTP/1.1" status: 200 len: 851 time: 0.2353365 Nov 12 03:52:10.409048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Allocated IP 2001:db8::f816:3eff:fe4c:c7d3 (2b9fc442-f2c1-44a7-a1b4-38f223976a04/d632d999-aeef-406b-b084-acaa7b409cb7/95961af1-3c49-4b9b-b5a5-f1e2b4680b1e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:10.583911 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd682a-f508-4ad8-8e31-ed8e2ee74154 req-172f90d0-5c2d-4a2d-9815-f8d87004c7d0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:10.592265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd682a-f508-4ad8-8e31-ed8e2ee74154 req-172f90d0-5c2d-4a2d-9815-f8d87004c7d0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:10.600839 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd682a-f508-4ad8-8e31-ed8e2ee74154 req-172f90d0-5c2d-4a2d-9815-f8d87004c7d0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:10.608206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd682a-f508-4ad8-8e31-ed8e2ee74154 req-172f90d0-5c2d-4a2d-9815-f8d87004c7d0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:10.617739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd682a-f508-4ad8-8e31-ed8e2ee74154 req-172f90d0-5c2d-4a2d-9815-f8d87004c7d0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:10.626149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd682a-f508-4ad8-8e31-ed8e2ee74154 req-172f90d0-5c2d-4a2d-9815-f8d87004c7d0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:10.632637 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd682a-f508-4ad8-8e31-ed8e2ee74154 req-172f90d0-5c2d-4a2d-9815-f8d87004c7d0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:10.641195 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8ebd682a-f508-4ad8-8e31-ed8e2ee74154 req-172f90d0-5c2d-4a2d-9815-f8d87004c7d0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.2107620 Nov 12 03:52:10.679988 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.705320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3940446-ab6b-45a5-b28b-e6cba4ed79b6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 3ec515d1-66e6-4109-9de2-258bdb20a25e has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:52:10.760331 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.843908 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8ebd682a-f508-4ad8-8e31-ed8e2ee74154 req-26909942-3f99-406d-9025-e64bb1cbfae9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2015686 Nov 12 03:52:10.845893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Network 2b9fc442-f2c1-44a7-a1b4-38f223976a04 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:10.850386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:10.859375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:10.863826 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f36798c9-d719-4b44-8309-406ab0af4afc req-c8cc8085-227d-4973-8e28-bccd737c9716 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 210 time: 0.1868281 Nov 12 03:52:10.867265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3940446-ab6b-45a5-b28b-e6cba4ed79b6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:10.884195 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a3940446-ab6b-45a5-b28b-e6cba4ed79b6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/3ec515d1-66e6-4109-9de2-258bdb20a25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9562962 Nov 12 03:52:10.886482 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38354) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:10.890411 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e933d1f8-9ec2-4439-9855-4aeca5482b7f None None] Sync routers for ids ['3ec515d1-66e6-4109-9de2-258bdb20a25e'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:10.901168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Pushing event updated for resources: {'Port': ['ID=95961af1-3c49-4b9b-b5a5-f1e2b4680b1e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:10.918037 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933d1f8-9ec2-4439-9855-4aeca5482b7f None None] Routers {'3ec515d1-66e6-4109-9de2-258bdb20a25e'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:10.918926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e933d1f8-9ec2-4439-9855-4aeca5482b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:51:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['3ec515d1-66e6-4109-9de2-258bdb20a25e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:10.956343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-5a63952e-0233-4ae4-88a3-a346e7df8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:10.956551 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-60a347f2-b505-4fd9-9ea1-e2c08cd173d2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports?device_id=3ec515d1-66e6-4109-9de2-258bdb20a25e HTTP/1.1" status: 200 len: 205 time: 0.0620351 Nov 12 03:52:10.956649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-5a63952e-0233-4ae4-88a3-a346e7df8b86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=36a7ae9d-fb8c-4139-a69e-1f482187e050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5544934 Nov 12 03:52:10.957150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38356) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:10.963916 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-424ed1dc-d9d1-423c-a577-5fd643d059f2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Allocated IP 172.20.0.14 (933200c6-b34c-45ca-8fd9-e1eb17512052/a5695f79-da24-4f82-9891-41295f29ce28/327a44ac-df49-4117-8e60-7556b7bf7dff) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:11.025475 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e933d1f8-9ec2-4439-9855-4aeca5482b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:11.059275 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933d1f8-9ec2-4439-9855-4aeca5482b7f None None] Routers {'3ec515d1-66e6-4109-9de2-258bdb20a25e'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:11.059961 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e933d1f8-9ec2-4439-9855-4aeca5482b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:51:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['3ec515d1-66e6-4109-9de2-258bdb20a25e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:11.099449 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee79b-808b-4f6c-a069-202631317b9a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.111314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e933d1f8-9ec2-4439-9855-4aeca5482b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:11.112012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e933d1f8-9ec2-4439-9855-4aeca5482b7f None None] The sync data for ids ['3ec515d1-66e6-4109-9de2-258bdb20a25e'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:11.114036 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Attempting to bind port 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:11.114412 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Attempting to bind port 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f55c28a8-9497-46af-b912-fd560fbb3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '2b9fc442-f2c1-44a7-a1b4-38f223976a04'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:11.114776 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Attempting to bind port 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e on network 2b9fc442-f2c1-44a7-a1b4-38f223976a04 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:11.127407 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:11.133249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Checking segment: {'id': 'f55c28a8-9497-46af-b912-fd560fbb3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '2b9fc442-f2c1-44a7-a1b4-38f223976a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:11.133249 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.133249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Bound using segment: {'id': 'f55c28a8-9497-46af-b912-fd560fbb3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '2b9fc442-f2c1-44a7-a1b4-38f223976a04'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:11.133249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Bound port: 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55c28a8-9497-46af-b912-fd560fbb3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '2b9fc442-f2c1-44a7-a1b4-38f223976a04'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:11.133811 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-c53c5655-b289-4ea2-a407-8e7ffd52dd82 service neutron] 10.222.0.26 "GET /v2.0/networks/36a7ae9d-fb8c-4139-a69e-1f482187e050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613452 Nov 12 03:52:11.133918 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.150182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2cf2f3-c1ef-4626-b844-bca73a2f05c2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Made reservation on behalf of dd743e572e1c4439b62c3a931bbfde37 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:11.167167 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be2cf2f3-c1ef-4626-b844-bca73a2f05c2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.168838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfce598-e891-4d6c-b42b-738467593cd1 req-a9041a24-f354-4b2d-8f00-66d71719d436 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:11.187915 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-a3e410ff-1e70-4417-9d9a-5775eb4fe312 service neutron] 10.222.0.26 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7858026 Nov 12 03:52:11.191587 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbfce598-e891-4d6c-b42b-738467593cd1 req-a9041a24-f354-4b2d-8f00-66d71719d436 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 943 time: 0.1736913 Nov 12 03:52:11.252590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] For port 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:11.254034 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-be2cf2f3-c1ef-4626-b844-bca73a2f05c2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] device_id is not set on port 125f5c09-2737-4080-878e-ece60abf01e5 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:52:11.260002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] For port 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=95961af1-3c49-4b9b-b5a5-f1e2b4680b1e,segment=NetworkSegment(f55c28a8-9497-46af-b912-fd560fbb3cef),segment_id=f55c28a8-9497-46af-b912-fd560fbb3cef)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:11.329715 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.451233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc8092-07e6-40b5-b860-832b8118e92e None None] Pushing event updated for resources: {'Port': ['ID=95961af1-3c49-4b9b-b5a5-f1e2b4680b1e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:11.457901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65bd0cc-f81a-4c3c-aca7-c94ea7662b79', 'tag': '96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2'}, {'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': '7456f438-4e11-4e10-8018-96b0919a4c0b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:11.460910 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "a65bd0cc-f81a-4c3c-aca7-c94ea7662b79", "tag": "96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2"}, {"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "7456f438-4e11-4e10-8018-96b0919a4c0b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:11.514150 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbfce598-e891-4d6c-b42b-738467593cd1 req-dae1ab2d-2cda-486d-8321-0c0269d4f579 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185189 Nov 12 03:52:11.524818 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0c14571b-ab73-40c8-b648-d5d7c128bf9d service neutron] 10.222.0.26 "GET /v2.0/networks/36a7ae9d-fb8c-4139-a69e-1f482187e050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326006 Nov 12 03:52:11.528993 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee79b-808b-4f6c-a069-202631317b9a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.532409 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee79b-808b-4f6c-a069-202631317b9a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.626034 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cff96080-a502-49ff-8a79-afe4d75ebca6 req-677ab29d-c8da-4bf6-90eb-005abc6321da tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.1689565 Nov 12 03:52:11.714471 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee79b-808b-4f6c-a069-202631317b9a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.715873 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7ee79b-808b-4f6c-a069-202631317b9a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Fanout notify agent at l3_agent the message router_deleted on router 3ec515d1-66e6-4109-9de2-258bdb20a25e {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:52:11.760462 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee79b-808b-4f6c-a069-202631317b9a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.763623 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fe7ee79b-808b-4f6c-a069-202631317b9a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/routers/3ec515d1-66e6-4109-9de2-258bdb20a25e HTTP/1.1" status: 204 len: 168 time: 0.8051033 Nov 12 03:52:11.772132 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:11.794691 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-1c88d756-cfdd-473b-9bdf-be7c1ffc2a20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=23b8dda3-c607-4d03-bda1-5156ca593966 HTTP/1.1" status: 200 len: 217 time: 0.1730089 Nov 12 03:52:11.814543 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe81613-ac33-41a4-bd79-cafaadf8411f x-openstack-request-id: req-4fe81613-ac33-41a4-bd79-cafaadf8411f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:11.814858 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65bd0cc-f81a-4c3c-aca7-c94ea7662b79", "tag": "96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "7456f438-4e11-4e10-8018-96b0919a4c0b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:11.815079 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4fe81613-ac33-41a4-bd79-cafaadf8411f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:11.815712 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65bd0cc-f81a-4c3c-aca7-c94ea7662b79', 'tag': '96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2', 'status': 'completed', 'code': 200} Nov 12 03:52:11.815892 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': '7456f438-4e11-4e10-8018-96b0919a4c0b', 'status': 'completed', 'code': 200} Nov 12 03:52:11.903773 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-276e25ef-6109-456b-87e8-d4df9fe78dd4 req-57fec71b-b39a-4c71-bf89-80a96b3a01c8 service neutron] 10.222.0.26 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6661248 Nov 12 03:52:11.925665 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d803c441-0a2e-4b90-9aca-71b6e8f0fec6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting subnet d9f72e00-5327-45d2-a2ab-c8f1d8ef88a9 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:11.930187 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d803c441-0a2e-4b90-9aca-71b6e8f0fec6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.947863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-be2cf2f3-c1ef-4626-b844-bca73a2f05c2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Allocated IP 2001:db8::f816:3eff:fe6e:547 (2b9fc442-f2c1-44a7-a1b4-38f223976a04/d632d999-aeef-406b-b084-acaa7b409cb7/125f5c09-2737-4080-878e-ece60abf01e5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:11.963041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:11.992544 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-56a42484-745a-4523-b3af-bf2e7e4e693d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:11.995587 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-56a42484-745a-4523-b3af-bf2e7e4e693d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 0.3280182 Nov 12 03:52:11.997479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-424ed1dc-d9d1-423c-a577-5fd643d059f2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.001562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-505c34fb-a159-4393-9011-7e9b7006ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:12.003082 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-505c34fb-a159-4393-9011-7e9b7006ea1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6fe0b5a-c82d-4ced-ae13-8f510ce1c500 HTTP/1.1" status: 200 len: 797 time: 0.1834664 Nov 12 03:52:12.029572 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d803c441-0a2e-4b90-9aca-71b6e8f0fec6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.059330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:12.059837 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.079650 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-c9703980-2ee2-419d-805c-15a4f81e63b7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/quotas/9a329404327a436a89a7392422c84559 HTTP/1.1" status: 200 len: 375 time: 0.0685940 Nov 12 03:52:12.246657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e055108-4c35-4c4a-8201-971acb17e717 req-f7fd0833-f2da-47a4-beef-b317d75a8190 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 210 time: 0.2066388 Nov 12 03:52:12.492985 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.547497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=95961af1-3c49-4b9b-b5a5-f1e2b4680b1e,segment=NetworkSegment(f55c28a8-9497-46af-b912-fd560fbb3cef),segment_id=f55c28a8-9497-46af-b912-fd560fbb3cef)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:12.626389 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.714637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=95961af1-3c49-4b9b-b5a5-f1e2b4680b1e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:12.738339 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-ee7ce0ee-d7fe-4612-9ced-9e0ecef5377d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6483431 Nov 12 03:52:12.763801 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d803c441-0a2e-4b90-9aca-71b6e8f0fec6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.888689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-424ed1dc-d9d1-423c-a577-5fd643d059f2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.903329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb056f1a-caf3-4d95-a6c4-ae5b196034e2 None None] Network 2b9fc442-f2c1-44a7-a1b4-38f223976a04 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:12.907572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f3c18930-665b-4fd4-91a9-d91eb09a8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:12.912526 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f3c18930-665b-4fd4-91a9-d91eb09a8b43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=20cb3bc5-e458-4eb2-a97c-572f6154372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8848531 Nov 12 03:52:12.916128 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-d180adb5-655e-4f87-bc5a-7af5ed7bb628 service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766384 Nov 12 03:52:12.971390 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d803c441-0a2e-4b90-9aca-71b6e8f0fec6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.017293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-398339cd-1a12-4612-9f01-f32a23d5558e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1626883 Nov 12 03:52:13.039002 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-413f725c-2f85-469d-bec9-3db0250b284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.041512 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-413f725c-2f85-469d-bec9-3db0250b284d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e41015d94146a891f93111db10adaa&device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 1095 time: 0.9053845 Nov 12 03:52:13.056590 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d803c441-0a2e-4b90-9aca-71b6e8f0fec6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.061326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d803c441-0a2e-4b90-9aca-71b6e8f0fec6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/d9f72e00-5327-45d2-a2ab-c8f1d8ef88a9 HTTP/1.1" status: 204 len: 168 time: 1.2859828 Nov 12 03:52:13.062343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803c441-0a2e-4b90-9aca-71b6e8f0fec6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f72e00-5327-45d2-a2ab-c8f1d8ef88a9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:13.066094 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38388) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.072695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-044601c7-8bb6-47bc-ae23-b35061264972 None None] Provisioning complete for port 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:13.078009 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-044601c7-8bb6-47bc-ae23-b35061264972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.148182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-424ed1dc-d9d1-423c-a577-5fd643d059f2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Network 933200c6-b34c-45ca-8fd9-e1eb17512052 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:13.165406 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df0297c-f385-4dc3-9057-c6eaa9f97533 None None] Network 135affbf-b254-4578-8b5e-f7e493c9e83a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:13.202771 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-8ab0073a-18a3-4b71-b00f-1d435aa3707f service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756927 Nov 12 03:52:13.211322 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.318517 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port 6eb46697-33d2-4659-a3ae-13ca7905a2cd {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:13.319332 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.472477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] For port 6eb46697-33d2-4659-a3ae-13ca7905a2cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6eb46697-33d2-4659-a3ae-13ca7905a2cd,segment=NetworkSegment(3d5bd70c-0395-4285-8738-4a47dd5e000b),segment_id=3d5bd70c-0395-4285-8738-4a47dd5e000b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:13.473514 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.498277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for 6eb46697-33d2-4659-a3ae-13ca7905a2cd owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:13.513308 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be2cf2f3-c1ef-4626-b844-bca73a2f05c2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.738443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee45ada-c061-4f10-93b4-9d8ad053a891 None None] DHCP port deletion for 135affbf-b254-4578-8b5e-f7e493c9e83a request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:13.831862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9ee45ada-c061-4f10-93b4-9d8ad053a891 None None] Deleting port 6eb46697-33d2-4659-a3ae-13ca7905a2cd {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:13.832397 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ee45ada-c061-4f10-93b4-9d8ad053a891 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.837155 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.958074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=6eb46697-33d2-4659-a3ae-13ca7905a2cd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:14.007690 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9ee45ada-c061-4f10-93b4-9d8ad053a891 None None] For port 6eb46697-33d2-4659-a3ae-13ca7905a2cd, host n-d-767704-23, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:14.008127 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ee45ada-c061-4f10-93b4-9d8ad053a891 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.013140 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No DVR routers for this DVR port 6eb46697-33d2-4659-a3ae-13ca7905a2cd on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:14.028049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9ee45ada-c061-4f10-93b4-9d8ad053a891 None None] Calling delete_port for 6eb46697-33d2-4659-a3ae-13ca7905a2cd owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:14.032112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-9ee45ada-c061-4f10-93b4-9d8ad053a891 None None] Port 6eb46697-33d2-4659-a3ae-13ca7905a2cd was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:52:14.033510 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ee45ada-c061-4f10-93b4-9d8ad053a891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.040863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:14.067450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-424ed1dc-d9d1-423c-a577-5fd643d059f2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:14.081064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-216af6a4-a101-415b-a742-f4f9dcdb6056 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.082817 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-216af6a4-a101-415b-a742-f4f9dcdb6056 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0214763 Nov 12 03:52:14.085074 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-7cb91de0-f9d9-4b53-896a-1ef6123832f4 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1211660 Nov 12 03:52:14.086211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-56c9187d-f6c0-4ceb-b4db-b8a8300bbe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.089084 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-56c9187d-f6c0-4ceb-b4db-b8a8300bbe75 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf HTTP/1.1" status: 200 len: 917 time: 0.1669047 Nov 12 03:52:14.090797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-424ed1dc-d9d1-423c-a577-5fd643d059f2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:14.146315 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee45ada-c061-4f10-93b4-9d8ad053a891 None None] Pushing event deleted for resources: {'Port': ['ID=6eb46697-33d2-4659-a3ae-13ca7905a2cd,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:14.151061 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee45ada-c061-4f10-93b4-9d8ad053a891 None None] No DVR routers for this DVR port 6eb46697-33d2-4659-a3ae-13ca7905a2cd on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:14.204653 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be2cf2f3-c1ef-4626-b844-bca73a2f05c2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.213893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:14.214450 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.223871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Request body: {'port': {'device_id': 'aafee188-1cbe-4f9c-bcba-e522475d1b7c', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '9880da1ff4024a32b6fc37ffaf7c19a7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:14.230533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff37f53-6789-4a05-ba0c-39101c71cd88 req-0d014c4c-c76c-4f65-b33c-36f8e4473e31 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.233508 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bff37f53-6789-4a05-ba0c-39101c71cd88 req-0d014c4c-c76c-4f65-b33c-36f8e4473e31 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 943 time: 0.3116398 Nov 12 03:52:14.257104 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.270993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ed1dc-d9d1-423c-a577-5fd643d059f2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'Port': ['ID=327a44ac-df49-4117-8e60-7556b7bf7dff,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:14.276185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cd4701c2-d07e-41c1-93ec-309eba270c4f None None] Provisioning complete for port 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:14.276561 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd4701c2-d07e-41c1-93ec-309eba270c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.297090 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135affbf-b254-4578-8b5e-f7e493c9e83a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:14.308991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-424ed1dc-d9d1-423c-a577-5fd643d059f2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.309702 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-424ed1dc-d9d1-423c-a577-5fd643d059f2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.323818 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5bd70c-0395-4285-8738-4a47dd5e000b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:14.324007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5bd70c-0395-4285-8738-4a47dd5e000b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:14.345085 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bff37f53-6789-4a05-ba0c-39101c71cd88 req-c478c354-29c7-4026-ad26-d7db08198db1 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104102 Nov 12 03:52:14.368000 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.382278 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1358c66-565e-45d4-8794-c8cdca85e0fa req-4e740d7b-0fdc-43b8-996d-a99ce6c425ad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.407245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1358c66-565e-45d4-8794-c8cdca85e0fa req-4e740d7b-0fdc-43b8-996d-a99ce6c425ad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.409163 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.421483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1358c66-565e-45d4-8794-c8cdca85e0fa req-4e740d7b-0fdc-43b8-996d-a99ce6c425ad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.422773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:14.424550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:14.433661 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:14.439330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1358c66-565e-45d4-8794-c8cdca85e0fa req-4e740d7b-0fdc-43b8-996d-a99ce6c425ad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.455117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1358c66-565e-45d4-8794-c8cdca85e0fa req-4e740d7b-0fdc-43b8-996d-a99ce6c425ad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.469685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1358c66-565e-45d4-8794-c8cdca85e0fa req-4e740d7b-0fdc-43b8-996d-a99ce6c425ad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.490569 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1358c66-565e-45d4-8794-c8cdca85e0fa req-4e740d7b-0fdc-43b8-996d-a99ce6c425ad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.492991 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1358c66-565e-45d4-8794-c8cdca85e0fa req-4e740d7b-0fdc-43b8-996d-a99ce6c425ad tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 1.6428251 Nov 12 03:52:14.503472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6eb46697-33d2-4659-a3ae-13ca7905a2cd no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:14.535686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 6eb46697-33d2-4659-a3ae-13ca7905a2cd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:14.536054 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6eb46697-33d2-4659-a3ae-13ca7905a2cd not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:14.578208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71bcb6-ce82-40eb-9f52-3913ec560683 req-95f86d84-307f-4c92-8023-339dafcf73ec tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.579704 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c71bcb6-ce82-40eb-9f52-3913ec560683 req-95f86d84-307f-4c92-8023-339dafcf73ec tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 932 time: 0.0769534 Nov 12 03:52:14.599459 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-00425246-b7df-4bc7-aacc-a538a426d0f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 HTTP/1.1" status: 200 len: 217 time: 0.3966894 Nov 12 03:52:14.621770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bf66f071-3652-4416-839e-3982e7a1141b None None] Provisioning complete for port 327a44ac-df49-4117-8e60-7556b7bf7dff triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:14.623423 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf66f071-3652-4416-839e-3982e7a1141b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.661461 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c71bcb6-ce82-40eb-9f52-3913ec560683 req-97c7b456-3430-4d1c-81e3-eef2605a8109 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695381 Nov 12 03:52:14.662702 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.695570 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.697973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bf66f071-3652-4416-839e-3982e7a1141b None None] Port 327a44ac-df49-4117-8e60-7556b7bf7dff cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:14.700251 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/networks/135affbf-b254-4578-8b5e-f7e493c9e83a HTTP/1.1" status: 204 len: 168 time: 1.6324062 Nov 12 03:52:14.701491 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c53586-ed0d-4fa8-a1d7-8e61dfead3c5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Network': ['ID=135affbf-b254-4578-8b5e-f7e493c9e83a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:14.705082 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.713308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-432b6a63-8dd7-4eef-adfc-ad53882d2343 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-609814707', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:14.760530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2cf2f3-c1ef-4626-b844-bca73a2f05c2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Network 2b9fc442-f2c1-44a7-a1b4-38f223976a04 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:14.783767 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-424ed1dc-d9d1-423c-a577-5fd643d059f2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5253232 Nov 12 03:52:14.797180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-be2cf2f3-c1ef-4626-b844-bca73a2f05c2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:14.811087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2cf2f3-c1ef-4626-b844-bca73a2f05c2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'Port': ['ID=125f5c09-2737-4080-878e-ece60abf01e5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:14.821755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-1808ccae-8df3-440f-a3a0-6f7d6e95bb9a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'port': {'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16', 'admin_state_up': True, 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'security_groups': ['8f702a6a-0f3b-4df2-9335-0a8106e58079']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:14.822224 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5571c384-031e-4986-a93f-bb9d59d63087 req-cd49eb85-c398-4b7c-9ff7-0c5ff5752b65 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 210 time: 0.0446167 Nov 12 03:52:14.826335 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-432b6a63-8dd7-4eef-adfc-ad53882d2343 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.827964 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-432b6a63-8dd7-4eef-adfc-ad53882d2343 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.930442 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-432b6a63-8dd7-4eef-adfc-ad53882d2343 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.932745 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2cf2f3-c1ef-4626-b844-bca73a2f05c2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:14.939368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2cf2f3-c1ef-4626-b844-bca73a2f05c2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.940024 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be2cf2f3-c1ef-4626-b844-bca73a2f05c2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.966595 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31c33115-9223-41d2-b27d-9f0aa29c4053 req-a14a5203-96f2-438b-a0b8-1a9b6d604d84 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0389681 Nov 12 03:52:15.006022 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-432b6a63-8dd7-4eef-adfc-ad53882d2343 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.020614 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1358c66-565e-45d4-8794-c8cdca85e0fa req-5281892d-4795-4dea-aaa2-234ee1624ce7 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4640906 Nov 12 03:52:15.038590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-5419a448-f935-4186-82da-af6c04606326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:15.040062 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-5419a448-f935-4186-82da-af6c04606326 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34069265-bba2-44d4-9f7e-7a4462db4ea2 HTTP/1.1" status: 200 len: 855 time: 0.3444374 Nov 12 03:52:15.052891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-744f69fd-3332-4405-a76c-0ed841bc2fc9 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8515148 Nov 12 03:52:15.114276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-5c8a88ef-ce3d-48c1-8f80-9aac992a42c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587101 Nov 12 03:52:15.170555 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-86e4b8ec-1949-4611-95f9-d645912c8268 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=771eb8e8-60ac-43da-aa8d-f854ed1a1892 HTTP/1.1" status: 200 len: 217 time: 0.0666273 Nov 12 03:52:15.232544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-1808ccae-8df3-440f-a3a0-6f7d6e95bb9a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Made reservation on behalf of 5cd512dfc02740f8a9223f825788d0ed for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:15.236028 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-1808ccae-8df3-440f-a3a0-6f7d6e95bb9a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.292813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0fbb7952-404b-4c72-a609-db4ba6c29414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:15.294781 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0fbb7952-404b-4c72-a609-db4ba6c29414 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6fe0b5a-c82d-4ced-ae13-8f510ce1c500 HTTP/1.1" status: 200 len: 797 time: 0.1080878 Nov 12 03:52:15.335473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e806e9f5-be32-499c-8a7c-a2a1b1129292 None None] Provisioning complete for port 125f5c09-2737-4080-878e-ece60abf01e5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:15.339325 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-432b6a63-8dd7-4eef-adfc-ad53882d2343 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.339771 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e806e9f5-be32-499c-8a7c-a2a1b1129292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.343887 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-432b6a63-8dd7-4eef-adfc-ad53882d2343 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6358171 Nov 12 03:52:15.344537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:15.349484 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1430442584'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:15.383222 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-be2cf2f3-c1ef-4626-b844-bca73a2f05c2 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 5.2271318 Nov 12 03:52:15.386076 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:15.404430 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e806e9f5-be32-499c-8a7c-a2a1b1129292 None None] Port 125f5c09-2737-4080-878e-ece60abf01e5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:15.443697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:15.487016 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2df0a3d-c3df-4758-89e4-c4b23ca64112 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Deleting subnet d632d999-aeef-406b-b084-acaa7b409cb7 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:15.501480 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2df0a3d-c3df-4758-89e4-c4b23ca64112 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.515308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-2538de07-c25b-466a-8f45-f10f6fc313da service neutron] 10.222.0.26 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549163 Nov 12 03:52:15.554091 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2df0a3d-c3df-4758-89e4-c4b23ca64112 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.558830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:15.574050 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2', 'network_id': '1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf', 'port_id': '96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2', 'mac_address': 'fa:16:3e:ec:da:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34069265-bba2-44d4-9f7e-7a4462db4ea2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:15.622036 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.638115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:15.663364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-7682281a-c287-4d54-b938-11ad4f5541a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:15.665698 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-7682281a-c287-4d54-b938-11ad4f5541a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=20cb3bc5-e458-4eb2-a97c-572f6154372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3555369 Nov 12 03:52:15.668142 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-f3065271-0198-4ea0-953c-0407d0b8e33f service neutron] 10.222.0.26 "GET /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360726 Nov 12 03:52:15.677232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Made reservation on behalf of 9880da1ff4024a32b6fc37ffaf7c19a7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:15.681818 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:15.682779 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.722273 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2df0a3d-c3df-4758-89e4-c4b23ca64112 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.737480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c603c-c91e-45b3-b9de-37d656d3ebd1 req-ab931755-f082-4ebf-a2df-70c70b2b2042 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:15.739826 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b64c603c-c91e-45b3-b9de-37d656d3ebd1 req-ab931755-f082-4ebf-a2df-70c70b2b2042 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 943 time: 0.2943714 Nov 12 03:52:15.766487 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.797007 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.851412 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:15.857691 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.896670 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b64c603c-c91e-45b3-b9de-37d656d3ebd1 req-96cf8f7f-37a4-446d-9d97-56fd9054a6c6 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451933 Nov 12 03:52:15.897584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:15.931154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-1808ccae-8df3-440f-a3a0-6f7d6e95bb9a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Allocated IP 10.1.1.60 (5fcaf1d4-712a-452d-bc98-57b9d1128b16/17b57c92-a167-49a6-a57e-e6af7a4d14c1/af05b72b-577d-441d-95b0-4cded6867c54) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:15.937210 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2df0a3d-c3df-4758-89e4-c4b23ca64112 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.995421 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df0a3d-c3df-4758-89e4-c4b23ca64112 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Subnet': ['ID=d632d999-aeef-406b-b084-acaa7b409cb7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:16.023419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-bdd26bb1-1f2a-4980-8b26-2b3eb517cd2f service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734907 Nov 12 03:52:16.028114 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2df0a3d-c3df-4758-89e4-c4b23ca64112 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.034504 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e2df0a3d-c3df-4758-89e4-c4b23ca64112 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/subnets/d632d999-aeef-406b-b084-acaa7b409cb7 HTTP/1.1" status: 204 len: 168 time: 0.6472306 Nov 12 03:52:16.040133 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38420) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:16.050269 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ae2225-59b7-4003-a222-232ba5bdfec9 None None] Network 2b9fc442-f2c1-44a7-a1b4-38f223976a04 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:16.061516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:16.070731 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979c50e-c49d-456f-84cb-765795f01fd1 req-1f048f80-8b74-499b-ab6c-ae3bd0513505 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:16.079303 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9979c50e-c49d-456f-84cb-765795f01fd1 req-1f048f80-8b74-499b-ab6c-ae3bd0513505 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 932 time: 0.2424490 Nov 12 03:52:16.124500 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.124934 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Added segment a079d42b-b4cc-44f3-ab34-493c7d480a16 of type vlan for network b39e70b9-a8b3-473a-9466-e4f41fdce017 Nov 12 03:52:16.152938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b456281-d3a2-48ef-bfad-56c76e66500e req-682ecf24-174b-4726-975b-a6a0f76bb4e0 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 210 time: 0.1212950 Nov 12 03:52:16.221086 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.225690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4131646d-df65-49bd-a3ba-946493d57a20 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:16.227501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4131646d-df65-49bd-a3ba-946493d57a20 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:16.232253 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4131646d-df65-49bd-a3ba-946493d57a20 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1858892 Nov 12 03:52:16.233085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:16.338748 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.385919 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9979c50e-c49d-456f-84cb-765795f01fd1 req-49a6818d-2bd3-4684-8d3b-e644b8b5881c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056366 Nov 12 03:52:16.395174 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.424952 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8536e973-93b8-4c19-b8dc-7cd7651f57fc tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.432476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5981e11c-2a96-489c-8bdf-9819faa89bac None None] DHCP port deletion for 2b9fc442-f2c1-44a7-a1b4-38f223976a04 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:16.446947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:16.456812 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-8536e973-93b8-4c19-b8dc-7cd7651f57fc tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 03:52:16.457541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8536e973-93b8-4c19-b8dc-7cd7651f57fc tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:52:16.468242 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8536e973-93b8-4c19-b8dc-7cd7651f57fc tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/networks/2b9fc442-f2c1-44a7-a1b4-38f223976a04 HTTP/1.1" status: 409 len: 405 time: 0.2191525 Nov 12 03:52:16.469085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38428) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:16.475081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-aa45f589-f891-4b37-9e9c-2a4908e0db4c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1786641804'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:16.487012 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-95b8e970-f465-4ad9-906d-c015e5fafa56 req-357f479e-11ee-4e35-a0ce-8c3028b517e4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 210 time: 0.1576345 Nov 12 03:52:16.511750 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.521703 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:16.522676 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.604634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d66079-f338-4d64-a740-407a83fb327a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:16.675481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-6e000b5f-a57e-4ee6-bc71-71f5b4726720 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6369283 Nov 12 03:52:16.707678 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-1808ccae-8df3-440f-a3a0-6f7d6e95bb9a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.715585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Network': ['ID=b39e70b9-a8b3-473a-9466-e4f41fdce017,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:16.728690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.729154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.729475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.729854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.730316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.731580 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.731915 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.732386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.732722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.733125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.733497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.733825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.739169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa45f589-f891-4b37-9e9c-2a4908e0db4c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Made reservation on behalf of dd743e572e1c4439b62c3a931bbfde37 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:16.743826 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa45f589-f891-4b37-9e9c-2a4908e0db4c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.798638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa45f589-f891-4b37-9e9c-2a4908e0db4c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:16.812461 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa45f589-f891-4b37-9e9c-2a4908e0db4c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.812939 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-aa45f589-f891-4b37-9e9c-2a4908e0db4c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Added segment f0a8d5b4-c44c-4e46-b6de-165c6e4b838d of type vlan for network e57fc661-3940-40f5-88b3-6427d4535d10 Nov 12 03:52:16.823881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network b39e70b9-a8b3-473a-9466-e4f41fdce017 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:16.845326 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-e567a782-fadf-4a86-a151-9829e9aea69f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=df914625-a669-4984-a1ad-8e796c6815cc HTTP/1.1" status: 200 len: 217 time: 0.1258616 Nov 12 03:52:16.885033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-a5a4a46b-b7bc-45af-aeb3-01bc9d86c4cd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:16.886943 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-a5a4a46b-b7bc-45af-aeb3-01bc9d86c4cd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.25 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 0.3990071 Nov 12 03:52:16.892778 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa45f589-f891-4b37-9e9c-2a4908e0db4c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.925092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-dd96d686-2e8d-4216-b733-1e4c47a1cff5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Request body: {'port': {'device_id': 'd71318c3-7d4a-4d5e-a365-d0325e11a4e6', 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'admin_state_up': True, 'tenant_id': '9a329404327a436a89a7392422c84559'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:16.936378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5981e11c-2a96-489c-8bdf-9819faa89bac None None] Deleting port 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:16.937978 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5981e11c-2a96-489c-8bdf-9819faa89bac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.938100 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-649b029c-d68a-4cdf-a7ff-a40ef00de993 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5914326 Nov 12 03:52:16.953561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:16.978205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-297e9a2c-c71a-4262-aada-12d28d213c28 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'subnet': {'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:17.046294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Allocated IP 192.168.233.213 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/c854c730-a525-4173-b69b-55a35dd6bf0a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:17.053790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5981e11c-2a96-489c-8bdf-9819faa89bac None None] For port 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=95961af1-3c49-4b9b-b5a5-f1e2b4680b1e,segment=NetworkSegment(f55c28a8-9497-46af-b912-fd560fbb3cef),segment_id=f55c28a8-9497-46af-b912-fd560fbb3cef)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:17.054225 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5981e11c-2a96-489c-8bdf-9819faa89bac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.069644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5981e11c-2a96-489c-8bdf-9819faa89bac None None] Calling delete_port for 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:17.111066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc55ec3-f666-4345-b051-5240fd61b1e3 req-9a37d047-fc77-4688-b722-719789ac2b27 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.117758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc55ec3-f666-4345-b051-5240fd61b1e3 req-9a37d047-fc77-4688-b722-719789ac2b27 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.127088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc55ec3-f666-4345-b051-5240fd61b1e3 req-9a37d047-fc77-4688-b722-719789ac2b27 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.136371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc55ec3-f666-4345-b051-5240fd61b1e3 req-9a37d047-fc77-4688-b722-719789ac2b27 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.145070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc55ec3-f666-4345-b051-5240fd61b1e3 req-9a37d047-fc77-4688-b722-719789ac2b27 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.156434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc55ec3-f666-4345-b051-5240fd61b1e3 req-9a37d047-fc77-4688-b722-719789ac2b27 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.168846 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc55ec3-f666-4345-b051-5240fd61b1e3 req-9a37d047-fc77-4688-b722-719789ac2b27 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.172101 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afc55ec3-f666-4345-b051-5240fd61b1e3 req-9a37d047-fc77-4688-b722-719789ac2b27 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.4717493 Nov 12 03:52:17.173233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa45f589-f891-4b37-9e9c-2a4908e0db4c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.180648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa45f589-f891-4b37-9e9c-2a4908e0db4c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.181345 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa45f589-f891-4b37-9e9c-2a4908e0db4c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.204825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-d15fbe5b-4502-47fa-afd6-4ed50d598fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.206261 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-d15fbe5b-4502-47fa-afd6-4ed50d598fc2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6fe0b5a-c82d-4ced-ae13-8f510ce1c500 HTTP/1.1" status: 200 len: 797 time: 0.3449812 Nov 12 03:52:17.237747 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-1808ccae-8df3-440f-a3a0-6f7d6e95bb9a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.289151 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5981e11c-2a96-489c-8bdf-9819faa89bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.320278 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45f589-f891-4b37-9e9c-2a4908e0db4c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'Network': ['ID=e57fc661-3940-40f5-88b3-6427d4535d10,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:17.336550 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afc55ec3-f666-4345-b051-5240fd61b1e3 req-f4d9574d-4596-47a5-a4ba-4ac3ff8b7ccb tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1521416 Nov 12 03:52:17.361136 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297e9a2c-c71a-4262-aada-12d28d213c28 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:17.368571 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-297e9a2c-c71a-4262-aada-12d28d213c28 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.390972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-1808ccae-8df3-440f-a3a0-6f7d6e95bb9a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:17.401133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network e57fc661-3940-40f5-88b3-6427d4535d10 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:17.438569 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808ccae-8df3-440f-a3a0-6f7d6e95bb9a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'Port': ['ID=af05b72b-577d-441d-95b0-4cded6867c54,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:17.439175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5981e11c-2a96-489c-8bdf-9819faa89bac None None] No DVR routers for this DVR port 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:17.441758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981e11c-2a96-489c-8bdf-9819faa89bac None None] Pushing event deleted for resources: {'Port': ['ID=95961af1-3c49-4b9b-b5a5-f1e2b4680b1e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:17.461590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-1808ccae-8df3-440f-a3a0-6f7d6e95bb9a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:17.468382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-1808ccae-8df3-440f-a3a0-6f7d6e95bb9a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:17.485941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65512227-992f-42cc-b8fa-eba79599f5ca req-66dbb92f-198f-465a-ba2a-81d89a87712b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.487575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65512227-992f-42cc-b8fa-eba79599f5ca req-66dbb92f-198f-465a-ba2a-81d89a87712b tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 944 time: 0.4009640 Nov 12 03:52:17.539389 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-aa45f589-f891-4b37-9e9c-2a4908e0db4c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0686541 Nov 12 03:52:17.540487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:17.570843 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-10dba3c4-0482-45d7-980d-556205fa562d req-bf73b4e5-f5f9-420a-8410-310c5564bd1d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 210 time: 0.0879562 Nov 12 03:52:17.576392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-153ed465-6373-4075-9002-804ec702481d tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Request body: {'subnet': {'network_id': 'e57fc661-3940-40f5-88b3-6427d4535d10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:17.754137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-42ff9a0b-002d-46eb-870d-daebad30e251 None None] Provisioning complete for port af05b72b-577d-441d-95b0-4cded6867c54 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:17.754137 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42ff9a0b-002d-46eb-870d-daebad30e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.803047 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cffaff-33c5-43a6-a1fb-f236e5b86427 req-62af5ac9-8554-42d7-b5db-a39afb34ebb3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.810746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cffaff-33c5-43a6-a1fb-f236e5b86427 req-62af5ac9-8554-42d7-b5db-a39afb34ebb3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.816845 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-40cffaff-33c5-43a6-a1fb-f236e5b86427 req-62af5ac9-8554-42d7-b5db-a39afb34ebb3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 1653 time: 0.1278176 Nov 12 03:52:17.829006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-42ff9a0b-002d-46eb-870d-daebad30e251 None None] Port af05b72b-577d-441d-95b0-4cded6867c54 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:17.855426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:17.880231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:17.880592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 95961af1-3c49-4b9b-b5a5-f1e2b4680b1e not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:17.913125 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-40cffaff-33c5-43a6-a1fb-f236e5b86427 req-d7128b74-77c0-4c76-9241-bd2f021ef549 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664060 Nov 12 03:52:18.001223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-d8a1e540-b8cb-436f-adff-67f74742c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.002612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-d8a1e540-b8cb-436f-adff-67f74742c8c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=20cb3bc5-e458-4eb2-a97c-572f6154372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7847080 Nov 12 03:52:18.030436 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6d6a7be3-9fd8-4e00-8bda-2979660d423a req-b4d1307c-f50f-44f6-86b1-1959569e997f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0305874 Nov 12 03:52:18.049256 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-297e9a2c-c71a-4262-aada-12d28d213c28 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.123712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-1808ccae-8df3-440f-a3a0-6f7d6e95bb9a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.124384 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-1808ccae-8df3-440f-a3a0-6f7d6e95bb9a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.139038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e9a2c-c71a-4262-aada-12d28d213c28 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Subnet': ['ID=837c45f7-d0af-4e14-b465-e37c69ba3454,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:18.141985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-dd96d686-2e8d-4216-b733-1e4c47a1cff5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Made reservation on behalf of 9a329404327a436a89a7392422c84559 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:18.145507 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-dd96d686-2e8d-4216-b733-1e4c47a1cff5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.152343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e9a2c-c71a-4262-aada-12d28d213c28 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Checking segment: {'id': 'a079d42b-b4cc-44f3-ab34-493c7d480a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:18.159563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297e9a2c-c71a-4262-aada-12d28d213c28 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network hostable DHCP agents. Network: b39e70b9-a8b3-473a-9466-e4f41fdce017, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:18.186497 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65512227-992f-42cc-b8fa-eba79599f5ca req-13b93c5e-a5d6-4673-9423-f958d13a2ef3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6865323 Nov 12 03:52:18.191189 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.275696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-fbb45e6c-79e5-4a67-98a7-61bd848d7179 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470939 Nov 12 03:52:18.276444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153ed465-6373-4075-9002-804ec702481d tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Made reservation on behalf of dd743e572e1c4439b62c3a931bbfde37 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:18.276444 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-153ed465-6373-4075-9002-804ec702481d tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.279159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297e9a2c-c71a-4262-aada-12d28d213c28 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network b39e70b9-a8b3-473a-9466-e4f41fdce017 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:18.439762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-dd96d686-2e8d-4216-b733-1e4c47a1cff5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Allocated IP 172.20.0.2 (5180d290-ec7a-4d87-815a-6d5ae96500d4/70ace581-efc3-4076-b0ce-48737a72947d/87c3f9bc-bb6d-47b6-9f58-287abf83e603) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:18.449685 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-1808ccae-8df3-440f-a3a0-6f7d6e95bb9a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6400208 Nov 12 03:52:18.463282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-297e9a2c-c71a-4262-aada-12d28d213c28 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, b39e70b9-a8b3-473a-9466-e4f41fdce017) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:18.473927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-3c63a614-6d2e-44fc-aaf7-c5aa341fc433 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'port': {'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16', 'admin_state_up': True, 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'security_groups': ['8f702a6a-0f3b-4df2-9335-0a8106e58079']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:18.474857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb56c57-723f-4aeb-84da-fe52d6df01c9 None None] Network b39e70b9-a8b3-473a-9466-e4f41fdce017 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:18.562633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e9a2c-c71a-4262-aada-12d28d213c28 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.563372 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-297e9a2c-c71a-4262-aada-12d28d213c28 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.590927 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.617909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decc289-ceba-443b-837b-4118a6ed2ba4 req-ec02ab1a-33bd-40a8-912e-7a913716c95f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.625430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decc289-ceba-443b-837b-4118a6ed2ba4 req-ec02ab1a-33bd-40a8-912e-7a913716c95f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.633468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decc289-ceba-443b-837b-4118a6ed2ba4 req-ec02ab1a-33bd-40a8-912e-7a913716c95f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.642913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decc289-ceba-443b-837b-4118a6ed2ba4 req-ec02ab1a-33bd-40a8-912e-7a913716c95f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.653363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decc289-ceba-443b-837b-4118a6ed2ba4 req-ec02ab1a-33bd-40a8-912e-7a913716c95f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.655748 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event updated for resources: {'Port': ['ID=c854c730-a525-4173-b69b-55a35dd6bf0a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:18.680631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decc289-ceba-443b-837b-4118a6ed2ba4 req-ec02ab1a-33bd-40a8-912e-7a913716c95f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.686838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:18.693997 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decc289-ceba-443b-837b-4118a6ed2ba4 req-ec02ab1a-33bd-40a8-912e-7a913716c95f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.696236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:18.696398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0decc289-ceba-443b-837b-4118a6ed2ba4 req-ec02ab1a-33bd-40a8-912e-7a913716c95f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.2449863 Nov 12 03:52:18.711660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-b39e70b9-a8b3-473a-9466-e4f41fdce017', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:18.712873 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.716548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:18.781210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.782689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.811409 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-297e9a2c-c71a-4262-aada-12d28d213c28 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8556709 Nov 12 03:52:18.817089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:18.817278 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-67bce091-56b6-4a3d-ab10-3e8db1dcf60d service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375633 Nov 12 03:52:18.889683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Allocated IP 2001:db8::2 (b39e70b9-a8b3-473a-9466-e4f41fdce017/837c45f7-d0af-4e14-b465-e37c69ba3454/d6403430-9d89-4af7-85df-fcc107ea066f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:18.904086 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-b858536c-fb5b-4707-9b2b-057ca40591d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 HTTP/1.1" status: 200 len: 217 time: 0.0624232 Nov 12 03:52:18.910771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-3c63a614-6d2e-44fc-aaf7-c5aa341fc433 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Made reservation on behalf of 5cd512dfc02740f8a9223f825788d0ed for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:18.914729 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-3c63a614-6d2e-44fc-aaf7-c5aa341fc433 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.920566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.objects.ports [None req-153ed465-6373-4075-9002-804ec702481d tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:52:18.976064 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-153ed465-6373-4075-9002-804ec702481d tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.976300 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.006269 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-2872fcba-a958-4475-b11a-91fa2b319594 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8138137 Nov 12 03:52:19.053004 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0decc289-ceba-443b-837b-4118a6ed2ba4 req-3af243f8-d24f-413b-bc23-d83d3032ff31 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3172703 Nov 12 03:52:19.087079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Request body: {'port': {'device_id': 'aafee188-1cbe-4f9c-bcba-e522475d1b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:19.160242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ed465-6373-4075-9002-804ec702481d tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'Subnet': ['ID=5ca7755e-8254-4074-a4f7-17c13b0adefa,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:19.231705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f5756b4e-3f58-43c9-afd1-3947b949b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.234838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-f5756b4e-3f58-43c9-afd1-3947b949b91c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6fe0b5a-c82d-4ced-ae13-8f510ce1c500 HTTP/1.1" status: 200 len: 797 time: 0.2987792 Nov 12 03:52:19.270484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bdc7f778-6d29-4adc-9923-70589a6d4423 None None] Provisioning complete for port c854c730-a525-4173-b69b-55a35dd6bf0a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:19.271012 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdc7f778-6d29-4adc-9923-70589a6d4423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.283606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ed465-6373-4075-9002-804ec702481d tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Checking segment: {'id': 'f0a8d5b4-c44c-4e46-b6de-165c6e4b838d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'e57fc661-3940-40f5-88b3-6427d4535d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:19.283971 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153ed465-6373-4075-9002-804ec702481d tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Network hostable DHCP agents. Network: e57fc661-3940-40f5-88b3-6427d4535d10, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:19.286425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bba7f6-690c-4bb8-bb26-01a40bcb19e7 req-d4935750-cb98-4797-ab74-1a467b0864a6 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.288020 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4bba7f6-690c-4bb8-bb26-01a40bcb19e7 req-d4935750-cb98-4797-ab74-1a467b0864a6 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 936 time: 0.5864027 Nov 12 03:52:19.298515 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.307298 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.321822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7f778-6d29-4adc-9923-70589a6d4423 None None] Port c854c730-a525-4173-b69b-55a35dd6bf0a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:19.358610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd4c42-0345-4939-ad84-3a1ee67832a4 req-9fb05205-c97b-4705-89ea-18bda748be5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.364456 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd4c42-0345-4939-ad84-3a1ee67832a4 req-9fb05205-c97b-4705-89ea-18bda748be5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.366099 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8fdd4c42-0345-4939-ad84-3a1ee67832a4 req-9fb05205-c97b-4705-89ea-18bda748be5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 1653 time: 0.1468489 Nov 12 03:52:19.388723 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.407693 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.441122 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Network b39e70b9-a8b3-473a-9466-e4f41fdce017 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:19.446876 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:19.452282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:19.458919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Pushing event updated for resources: {'Port': ['ID=d6403430-9d89-4af7-85df-fcc107ea066f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:19.463257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:19.487501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153ed465-6373-4075-9002-804ec702481d tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Network e57fc661-3940-40f5-88b3-6427d4535d10 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:19.504445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-dd96d686-2e8d-4216-b733-1e4c47a1cff5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.517631 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-7d9dff25-7a1c-4f81-8490-1705a3eed903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.519160 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-7d9dff25-7a1c-4f81-8490-1705a3eed903 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=20cb3bc5-e458-4eb2-a97c-572f6154372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2595158 Nov 12 03:52:19.529811 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8fdd4c42-0345-4939-ad84-3a1ee67832a4 req-66b8f7a1-8d96-4f4d-824f-dfc6433b35a4 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533480 Nov 12 03:52:19.535201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-3c63a614-6d2e-44fc-aaf7-c5aa341fc433 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Allocated IP 10.1.1.33 (5fcaf1d4-712a-452d-bc98-57b9d1128b16/17b57c92-a167-49a6-a57e-e6af7a4d14c1/c216df0e-a06d-4a82-b518-4e60e4a0bf5d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:19.554139 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4bba7f6-690c-4bb8-bb26-01a40bcb19e7 req-42b3c9b9-6bd6-4a4c-9fbd-2f340c292fa6 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556810 Nov 12 03:52:19.554788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Attempting to bind port d6403430-9d89-4af7-85df-fcc107ea066f on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:19.555280 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Attempting to bind port d6403430-9d89-4af7-85df-fcc107ea066f by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a079d42b-b4cc-44f3-ab34-493c7d480a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:19.555700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Attempting to bind port d6403430-9d89-4af7-85df-fcc107ea066f on network b39e70b9-a8b3-473a-9466-e4f41fdce017 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:19.567353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:19.567917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Checking segment: {'id': 'a079d42b-b4cc-44f3-ab34-493c7d480a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:19.568530 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.569024 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Bound using segment: {'id': 'a079d42b-b4cc-44f3-ab34-493c7d480a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:19.569618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Bound port: d6403430-9d89-4af7-85df-fcc107ea066f, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a079d42b-b4cc-44f3-ab34-493c7d480a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:19.570183 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.623871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-153ed465-6373-4075-9002-804ec702481d tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, e57fc661-3940-40f5-88b3-6427d4535d10) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:19.633828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ed465-6373-4075-9002-804ec702481d tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.634640 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-153ed465-6373-4075-9002-804ec702481d tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.649211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] For port d6403430-9d89-4af7-85df-fcc107ea066f, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:19.656527 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] For port d6403430-9d89-4af7-85df-fcc107ea066f, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d6403430-9d89-4af7-85df-fcc107ea066f,segment=NetworkSegment(a079d42b-b4cc-44f3-ab34-493c7d480a16),segment_id=a079d42b-b4cc-44f3-ab34-493c7d480a16)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:19.661912 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe5567f-8c5c-4347-9420-9b003b79340a None None] Network e57fc661-3940-40f5-88b3-6427d4535d10 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:19.797860 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.804866 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:52:19.857992 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:19.858729 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.861045 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-153ed465-6373-4075-9002-804ec702481d tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2890358 Nov 12 03:52:19.861674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:19.891579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Allocated IP 2001:db8::1 (b39e70b9-a8b3-473a-9466-e4f41fdce017/837c45f7-d0af-4e14-b465-e37c69ba3454/633c9747-72f3-4d80-b281-d086f63007ee) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:19.894206 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-aaf0c86f-feff-4082-8adf-c22ae77fd31c service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604417 Nov 12 03:52:19.960071 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa8deb-9caf-447f-ab3a-a051c693363d None None] Pushing event updated for resources: {'Port': ['ID=d6403430-9d89-4af7-85df-fcc107ea066f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:19.968282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-e57fc661-3940-40f5-88b3-6427d4535d10', 'network_id': 'e57fc661-3940-40f5-88b3-6427d4535d10', 'tenant_id': 'dd743e572e1c4439b62c3a931bbfde37', 'fixed_ips': [{'subnet_id': '5ca7755e-8254-4074-a4f7-17c13b0adefa'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:19.969389 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.992782 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-dd96d686-2e8d-4216-b733-1e4c47a1cff5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.035955 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.047183 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['477eb4e1-30bb-447f-9cd0-4e662562b001'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:20.123968 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b5f6d219-edf3-4850-8fc9-5ab81b21f150 req-9472b76e-85b4-4d03-90dd-2491fc6fe49b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 210 time: 0.2818716 Nov 12 03:52:20.167245 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.259494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-ef92111f-a61c-49a4-9419-903ba2541bd6 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269424 Nov 12 03:52:20.326030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65bd0cc-f81a-4c3c-aca7-c94ea7662b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:20.329049 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e23715-6a3a-4a90-a1f2-095640b5d93c" -d '{"events": [{"server_uuid": "a65bd0cc-f81a-4c3c-aca7-c94ea7662b79", "name": "network-vif-plugged", "status": "completed", "tag": "96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:20.364566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-dd96d686-2e8d-4216-b733-1e4c47a1cff5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Network 5180d290-ec7a-4d87-815a-6d5ae96500d4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:20.369508 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:20.378739 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-9899f70c-9f24-4002-882d-3f3e0ce412c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 HTTP/1.1" status: 200 len: 217 time: 0.0791001 Nov 12 03:52:20.417998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Allocated IP 2001:db8::f816:3eff:fe5c:97fe (e57fc661-3940-40f5-88b3-6427d4535d10/5ca7755e-8254-4074-a4f7-17c13b0adefa/f531c08a-71e4-45cd-8c60-1a0e315da857) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:20.440800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-dd96d686-2e8d-4216-b733-1e4c47a1cff5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:20.442418 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.457671 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-dd96d686-2e8d-4216-b733-1e4c47a1cff5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:20.499916 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.517076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-dd96d686-2e8d-4216-b733-1e4c47a1cff5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.517544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-dd96d686-2e8d-4216-b733-1e4c47a1cff5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.528223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19dbfa-5e04-4ed4-88a8-69e14bb95aa9 req-07dc114e-e4c8-441a-9271-87d2399d69a8 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.530017 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df19dbfa-5e04-4ed4-88a8-69e14bb95aa9 req-07dc114e-e4c8-441a-9271-87d2399d69a8 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 944 time: 0.6788540 Nov 12 03:52:20.579319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96d686-2e8d-4216-b733-1e4c47a1cff5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Pushing event updated for resources: {'Port': ['ID=87c3f9bc-bb6d-47b6-9f58-287abf83e603,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:20.603310 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network b39e70b9-a8b3-473a-9466-e4f41fdce017 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:20.608719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c854c730-a525-4173-b69b-55a35dd6bf0a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:20.610234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:20.613942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=633c9747-72f3-4d80-b281-d086f63007ee,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:20.617833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:20.617833 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.654317 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.658869 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.677052 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.707809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338adf9-6f30-4428-8938-bc655dc7fc95 req-cbab8d0b-fe3e-4686-8525-46ea25c7912f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.708559 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df19dbfa-5e04-4ed4-88a8-69e14bb95aa9 req-078b4602-f987-47c6-a7ff-c11da00f0d7a tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414359 Nov 12 03:52:20.715706 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-4b445611-4363-4493-8e6a-af3ed1990d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.715887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338adf9-6f30-4428-8938-bc655dc7fc95 req-cbab8d0b-fe3e-4686-8525-46ea25c7912f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.719177 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-4b445611-4363-4493-8e6a-af3ed1990d83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669 HTTP/1.1" status: 200 len: 797 time: 0.2830780 Nov 12 03:52:20.722656 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-3c63a614-6d2e-44fc-aaf7-c5aa341fc433 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.724129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338adf9-6f30-4428-8938-bc655dc7fc95 req-cbab8d0b-fe3e-4686-8525-46ea25c7912f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.727353 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-dd96d686-2e8d-4216-b733-1e4c47a1cff5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8097134 Nov 12 03:52:20.731360 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338adf9-6f30-4428-8938-bc655dc7fc95 req-cbab8d0b-fe3e-4686-8525-46ea25c7912f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.749382 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338adf9-6f30-4428-8938-bc655dc7fc95 req-cbab8d0b-fe3e-4686-8525-46ea25c7912f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.755509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:20.757039 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338adf9-6f30-4428-8938-bc655dc7fc95 req-cbab8d0b-fe3e-4686-8525-46ea25c7912f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.760194 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.766126 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338adf9-6f30-4428-8938-bc655dc7fc95 req-cbab8d0b-fe3e-4686-8525-46ea25c7912f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.769338 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e338adf9-6f30-4428-8938-bc655dc7fc95 req-cbab8d0b-fe3e-4686-8525-46ea25c7912f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.3651431 Nov 12 03:52:20.785990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Transition to ACTIVE for port object c854c730-a525-4173-b69b-55a35dd6bf0a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:20.806256 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Request body: {'port': {'device_id': 'd71318c3-7d4a-4d5e-a365-d0325e11a4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:20.813843 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c51f17-452f-4d2e-a528-1406f8e5b8f3 x-openstack-request-id: req-77c51f17-452f-4d2e-a528-1406f8e5b8f3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:20.818974 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65bd0cc-f81a-4c3c-aca7-c94ea7662b79", "name": "network-vif-plugged", "status": "completed", "tag": "96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:20.826840 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-77c51f17-452f-4d2e-a528-1406f8e5b8f3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:20.827214 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65bd0cc-f81a-4c3c-aca7-c94ea7662b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2', 'code': 200} Nov 12 03:52:20.837631 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Network e57fc661-3940-40f5-88b3-6427d4535d10 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:20.888818 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:20.893049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:20.908738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Pushing event updated for resources: {'Port': ['ID=f531c08a-71e4-45cd-8c60-1a0e315da857,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:20.957717 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.014131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-95ad08cc-c025-4873-a4e2-a5dd6a68db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:21.020271 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-95ad08cc-c025-4873-a4e2-a5dd6a68db23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c46be60-daab-4c5d-8641-aa8b82f59a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2844715 Nov 12 03:52:21.053010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Attempting to bind port f531c08a-71e4-45cd-8c60-1a0e315da857 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:21.053881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Attempting to bind port f531c08a-71e4-45cd-8c60-1a0e315da857 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f0a8d5b4-c44c-4e46-b6de-165c6e4b838d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'e57fc661-3940-40f5-88b3-6427d4535d10'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:21.054245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Attempting to bind port f531c08a-71e4-45cd-8c60-1a0e315da857 on network e57fc661-3940-40f5-88b3-6427d4535d10 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:21.061980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:21.065268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Checking segment: {'id': 'f0a8d5b4-c44c-4e46-b6de-165c6e4b838d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'e57fc661-3940-40f5-88b3-6427d4535d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:21.065268 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.065268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Bound using segment: {'id': 'f0a8d5b4-c44c-4e46-b6de-165c6e4b838d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'e57fc661-3940-40f5-88b3-6427d4535d10'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:21.065268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Bound port: f531c08a-71e4-45cd-8c60-1a0e315da857, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a8d5b4-c44c-4e46-b6de-165c6e4b838d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'e57fc661-3940-40f5-88b3-6427d4535d10'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:21.065268 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.185612 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] For port f531c08a-71e4-45cd-8c60-1a0e315da857, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:21.185612 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] For port f531c08a-71e4-45cd-8c60-1a0e315da857, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f531c08a-71e4-45cd-8c60-1a0e315da857,segment=NetworkSegment(f0a8d5b4-c44c-4e46-b6de-165c6e4b838d),segment_id=f0a8d5b4-c44c-4e46-b6de-165c6e4b838d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:21.238923 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.250789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Pushing event updated for resources: {'Port': ['ID=c854c730-a525-4173-b69b-55a35dd6bf0a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:21.264102 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-3c63a614-6d2e-44fc-aaf7-c5aa341fc433 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.278428 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.316148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543d27a-4da8-4360-84cf-eb00b66feb9c req-19bbaf9f-3e8e-439d-82b6-3d26ac75d5af tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:21.317931 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d543d27a-4da8-4360-84cf-eb00b66feb9c req-19bbaf9f-3e8e-439d-82b6-3d26ac75d5af tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 948 time: 0.4039435 Nov 12 03:52:21.381536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2818c14-acba-46e5-850b-03acbee82c82 req-21889208-a669-4d3c-aadf-64480fa1d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:21.386080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2818c14-acba-46e5-850b-03acbee82c82 req-21889208-a669-4d3c-aadf-64480fa1d7a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 1097 time: 0.4381526 Nov 12 03:52:21.450973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebe784-af70-4be2-bba5-d4e23d9e7840 None None] Pushing event updated for resources: {'Port': ['ID=f531c08a-71e4-45cd-8c60-1a0e315da857,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:21.551341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6999a57a-7256-4931-8c26-f0a2794c95ac None None] Network b39e70b9-a8b3-473a-9466-e4f41fdce017 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:21.567503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-3c63a614-6d2e-44fc-aaf7-c5aa341fc433 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:21.604277 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.604521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-3c63a614-6d2e-44fc-aaf7-c5aa341fc433 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:21.616963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-3c63a614-6d2e-44fc-aaf7-c5aa341fc433 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:21.622617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63a614-6d2e-44fc-aaf7-c5aa341fc433 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'Port': ['ID=c216df0e-a06d-4a82-b518-4e60e4a0bf5d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:21.646777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-8ef173f7-bc47-4012-ae80-0aa2add81dd4 service neutron] 10.222.0.26 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019127 Nov 12 03:52:21.673726 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2aee6b2a-ebe9-4d35-a21f-022c3f7be167 None None] Provisioning complete for port d6403430-9d89-4af7-85df-fcc107ea066f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:21.678239 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2aee6b2a-ebe9-4d35-a21f-022c3f7be167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.762988 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e338adf9-6f30-4428-8938-bc655dc7fc95 req-dffb0b4a-56c6-4709-a58f-63c8cc6b091d tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9836571 Nov 12 03:52:21.969014 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.063657 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca7755e-8254-4074-a4f7-17c13b0adefa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:22.067736 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.084027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d6403430-9d89-4af7-85df-fcc107ea066f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:22.091786 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2aee6b2a-ebe9-4d35-a21f-022c3f7be167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.203346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.223716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2aee6b2a-ebe9-4d35-a21f-022c3f7be167 None None] For port d6403430-9d89-4af7-85df-fcc107ea066f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d6403430-9d89-4af7-85df-fcc107ea066f,segment=NetworkSegment(a079d42b-b4cc-44f3-ab34-493c7d480a16),segment_id=a079d42b-b4cc-44f3-ab34-493c7d480a16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:22.254050 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d6403430-9d89-4af7-85df-fcc107ea066f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:22.254412 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.281800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57fc661-3940-40f5-88b3-6427d4535d10']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:22.315736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a8d5b4-c44c-4e46-b6de-165c6e4b838d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:22.315953 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a8d5b4-c44c-4e46-b6de-165c6e4b838d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:22.341883 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2aee6b2a-ebe9-4d35-a21f-022c3f7be167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.355079 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d543d27a-4da8-4360-84cf-eb00b66feb9c req-208b09dd-99c7-45ca-bf32-57fef5bb0d59 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9935198 Nov 12 03:52:22.358588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911283ed-8427-45f7-8bfb-8114d8dc918d req-a47223e7-12e0-4985-a978-dc42d8d83ac6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:22.364420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911283ed-8427-45f7-8bfb-8114d8dc918d req-a47223e7-12e0-4985-a978-dc42d8d83ac6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:22.371956 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Attempting to bind port c854c730-a525-4173-b69b-55a35dd6bf0a on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:22.372323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911283ed-8427-45f7-8bfb-8114d8dc918d req-a47223e7-12e0-4985-a978-dc42d8d83ac6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:22.389917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Attempting to bind port c854c730-a525-4173-b69b-55a35dd6bf0a by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:22.389917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Attempting to bind port c854c730-a525-4173-b69b-55a35dd6bf0a on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:22.390748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-911283ed-8427-45f7-8bfb-8114d8dc918d req-a47223e7-12e0-4985-a978-dc42d8d83ac6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 2373 time: 0.4583662 Nov 12 03:52:22.419243 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.455176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.477599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f531c08a-71e4-45cd-8c60-1a0e315da857 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:22.564115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:22.565016 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-247f0e75-e495-4ad1-b914-0e95fbfba94d service neutron] 10.222.0.26 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402057 Nov 12 03:52:22.574961 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:22.579477 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:22.589183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2818c14-acba-46e5-850b-03acbee82c82 req-f16e1523-7045-4ef4-8e9c-dee478e8a7b5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0897708 Nov 12 03:52:22.594932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee6b2a-ebe9-4d35-a21f-022c3f7be167 None None] Pushing event updated for resources: {'Port': ['ID=d6403430-9d89-4af7-85df-fcc107ea066f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:22.654207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port f531c08a-71e4-45cd-8c60-1a0e315da857 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:22.654207 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.678500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Port c854c730-a525-4173-b69b-55a35dd6bf0a on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:22.692798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Attempting to bind port c854c730-a525-4173-b69b-55a35dd6bf0a on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:22.706161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-3c63a614-6d2e-44fc-aaf7-c5aa341fc433 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:22.706846 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-3c63a614-6d2e-44fc-aaf7-c5aa341fc433 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.716451 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-a9a68321-a353-4064-8bac-36c28c7024b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7456f438-4e11-4e10-8018-96b0919a4c0b HTTP/1.1" status: 200 len: 217 time: 0.1259377 Nov 12 03:52:22.757201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:22.757861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:22.758623 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:22.759489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Bound port: c854c730-a525-4173-b69b-55a35dd6bf0a, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:22.760299 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.766991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-00709372-303a-488b-a3ca-2509b6e22442 None None] Provisioning complete for port c216df0e-a06d-4a82-b518-4e60e4a0bf5d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:22.767538 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00709372-303a-488b-a3ca-2509b6e22442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.775608 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-911283ed-8427-45f7-8bfb-8114d8dc918d req-38ebc19e-6619-4b32-9c4e-73d49112c994 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855929 Nov 12 03:52:22.840288 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-00709372-303a-488b-a3ca-2509b6e22442 None None] Port c216df0e-a06d-4a82-b518-4e60e4a0bf5d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:22.907111 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-3c63a614-6d2e-44fc-aaf7-c5aa341fc433 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4424837 Nov 12 03:52:22.907358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:52:22.907358 n-d-767704-23 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:52:22.907358 n-d-767704-23 neutron-server[103147]: [parameters: {'id': 'e57fc661-3940-40f5-88b3-6427d4535d10'}] Nov 12 03:52:22.907358 n-d-767704-23 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:52:22.920586 n-d-767704-23 neutron-server[103147]: DEBUG oslo_db.api [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:52:22.923357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f42bb492-af42-4383-be0b-1974ff298c4c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'port': {'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1', 'admin_state_up': True, 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'security_groups': ['8f702a6a-0f3b-4df2-9335-0a8106e58079']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:22.936891 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.941568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc78d6d-e5c4-47d6-b5e2-e1882a0194bc req-e8733273-9947-4e6a-9e2d-427a875160a9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:22.943144 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-afc78d6d-e5c4-47d6-b5e2-e1882a0194bc req-e8733273-9947-4e6a-9e2d-427a875160a9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 931 time: 0.2447407 Nov 12 03:52:23.001094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port f531c08a-71e4-45cd-8c60-1a0e315da857, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f531c08a-71e4-45cd-8c60-1a0e315da857,segment=NetworkSegment(f0a8d5b4-c44c-4e46-b6de-165c6e4b838d),segment_id=f0a8d5b4-c44c-4e46-b6de-165c6e4b838d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:23.035812 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7bc5ef97-f61b-4dc1-9eb4-f5b0537aac83 None None] Provisioning complete for port 633c9747-72f3-4d80-b281-d086f63007ee triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:23.036539 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ef97-f61b-4dc1-9eb4-f5b0537aac83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.106169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7bc5ef97-f61b-4dc1-9eb4-f5b0537aac83 None None] Port 633c9747-72f3-4d80-b281-d086f63007ee cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:23.116800 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.133506 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8b7903d-bc17-4741-a654-2cfcff36aa20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.142773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c118b04-9e26-41e9-b5fc-b7c157b1ee0b req-c0c72c53-1520-4d76-845a-977c34c2b459 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.144479 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c118b04-9e26-41e9-b5fc-b7c157b1ee0b req-c0c72c53-1520-4d76-845a-977c34c2b459 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 945 time: 0.2387908 Nov 12 03:52:23.179458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579e50af-af39-420f-8b43-0437ecb5eca6 None None] Network e57fc661-3940-40f5-88b3-6427d4535d10 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:23.181329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7bc5ef97-f61b-4dc1-9eb4-f5b0537aac83 None None] Provisioning complete for port d6403430-9d89-4af7-85df-fcc107ea066f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:23.181695 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ef97-f61b-4dc1-9eb4-f5b0537aac83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.191537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] For port c854c730-a525-4173-b69b-55a35dd6bf0a, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:23.210914 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.241175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] For port c854c730-a525-4173-b69b-55a35dd6bf0a, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c854c730-a525-4173-b69b-55a35dd6bf0a,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:23.276922 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c118b04-9e26-41e9-b5fc-b7c157b1ee0b req-61f738d4-b5cb-4a78-a086-83e892bdb6b8 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226776 Nov 12 03:52:23.279804 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-afc78d6d-e5c4-47d6-b5e2-e1882a0194bc req-cd9ee55d-8eb0-46f9-9ad7-26a8c1b851c2 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203650 Nov 12 03:52:23.286943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-25c233e1-62c6-4c67-a38e-c31434d859ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.289276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-25c233e1-62c6-4c67-a38e-c31434d859ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669 HTTP/1.1" status: 200 len: 797 time: 0.2427382 Nov 12 03:52:23.290960 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.291981 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.320417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=f531c08a-71e4-45cd-8c60-1a0e315da857,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:23.373322 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.471237 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c3f9bc-bb6d-47b6-9f58-287abf83e603 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:23.495147 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.496095 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.504239 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.504419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] 10.222.0.25 "PUT /v2.0/ports/c854c730-a525-4173-b69b-55a35dd6bf0a HTTP/1.1" status: 200 len: 1097 time: 4.4208150 Nov 12 03:52:23.508610 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafee188-1cbe-4f9c-bcba-e522475d1b7c', 'tag': 'c854c730-a525-4173-b69b-55a35dd6bf0a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:23.510982 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c344fa9-a661-4b43-9977-b182873a5e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "aafee188-1cbe-4f9c-bcba-e522475d1b7c", "tag": "c854c730-a525-4173-b69b-55a35dd6bf0a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:23.529057 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.581952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc7ec82-1792-4d85-aea4-d160a01ee3b5 None None] DHCP port deletion for e57fc661-3940-40f5-88b3-6427d4535d10 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:23.594573 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b119fd-5d04-45e5-b79f-394d04d44777 service neutron] Pushing event updated for resources: {'Port': ['ID=c854c730-a525-4173-b69b-55a35dd6bf0a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:23.598243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Transition to ACTIVE for port object 87c3f9bc-bb6d-47b6-9f58-287abf83e603 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:23.611555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0abfcf2f-adc8-476a-8ddf-d2844a6345e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.614812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-0abfcf2f-adc8-476a-8ddf-d2844a6345e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c46be60-daab-4c5d-8641-aa8b82f59a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2713180 Nov 12 03:52:23.620590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f42bb492-af42-4383-be0b-1974ff298c4c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Made reservation on behalf of 5cd512dfc02740f8a9223f825788d0ed for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:23.647789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network b39e70b9-a8b3-473a-9466-e4f41fdce017 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:23.656900 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:23.754874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9fb6760f-c3eb-4ea9-99da-fceb1f565987 None None] Provisioning complete for port 633c9747-72f3-4d80-b281-d086f63007ee triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:23.755522 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fb6760f-c3eb-4ea9-99da-fceb1f565987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.883319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cdc7ec82-1792-4d85-aea4-d160a01ee3b5 None None] Deleting port f531c08a-71e4-45cd-8c60-1a0e315da857 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:23.884238 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ec82-1792-4d85-aea4-d160a01ee3b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.894784 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.895007 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d6403430-9d89-4af7-85df-fcc107ea066f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:23.895287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=633c9747-72f3-4d80-b281-d086f63007ee,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:23.925071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be945a9-c371-426d-816f-68b381d11fa4 req-287f8181-ab0f-4263-ba9b-4afd1dbf3ff9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.926830 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2be945a9-c371-426d-816f-68b381d11fa4 req-287f8181-ab0f-4263-ba9b-4afd1dbf3ff9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 948 time: 0.4119108 Nov 12 03:52:23.948642 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b01fe9-7415-486f-8ba3-ff0ab8442d39 req-d7fdf4cd-9a65-40bf-b8dc-b95d05484a04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.957484 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b01fe9-7415-486f-8ba3-ff0ab8442d39 req-d7fdf4cd-9a65-40bf-b8dc-b95d05484a04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.965083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b01fe9-7415-486f-8ba3-ff0ab8442d39 req-d7fdf4cd-9a65-40bf-b8dc-b95d05484a04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.975645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b01fe9-7415-486f-8ba3-ff0ab8442d39 req-d7fdf4cd-9a65-40bf-b8dc-b95d05484a04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.979357 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9fb6760f-c3eb-4ea9-99da-fceb1f565987 None None] Port 633c9747-72f3-4d80-b281-d086f63007ee cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:23.984937 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b01fe9-7415-486f-8ba3-ff0ab8442d39 req-d7fdf4cd-9a65-40bf-b8dc-b95d05484a04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.992459 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b01fe9-7415-486f-8ba3-ff0ab8442d39 req-d7fdf4cd-9a65-40bf-b8dc-b95d05484a04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.001580 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-71f2249d-d7a4-4113-b1b1-507d7dac8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.003788 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-71f2249d-d7a4-4113-b1b1-507d7dac8921 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 1100 time: 0.3688033 Nov 12 03:52:24.006634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b01fe9-7415-486f-8ba3-ff0ab8442d39 req-d7fdf4cd-9a65-40bf-b8dc-b95d05484a04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.020967 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c9b01fe9-7415-486f-8ba3-ff0ab8442d39 req-d7fdf4cd-9a65-40bf-b8dc-b95d05484a04 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.5202248 Nov 12 03:52:24.075079 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-3c215c0a-181d-4b48-8ae1-995c3a0acf9e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=c854c730-a525-4173-b69b-55a35dd6bf0a HTTP/1.1" status: 200 len: 217 time: 0.0502653 Nov 12 03:52:24.139626 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c9b01fe9-7415-486f-8ba3-ff0ab8442d39 req-6008fea4-ff88-469e-9810-0f326920a94a tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167102 Nov 12 03:52:24.147233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:52:24.170006 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Deleting port f531c08a-71e4-45cd-8c60-1a0e315da857 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:24.172861 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:24.205181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2be945a9-c371-426d-816f-68b381d11fa4 req-a1e7d0e2-1aae-4c4a-9c72-33aeeb6dd303 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583334 Nov 12 03:52:24.238826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Pushing event updated for resources: {'Port': ['ID=87c3f9bc-bb6d-47b6-9f58-287abf83e603,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:24.333423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-81b44545-90ff-49b0-870a-d793cb2b633d service neutron] 10.222.0.26 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7071939 Nov 12 03:52:24.343479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f42bb492-af42-4383-be0b-1974ff298c4c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:24.385552 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8f8d71-398e-46e7-bd5a-7a153b30440d x-openstack-request-id: req-1b8f8d71-398e-46e7-bd5a-7a153b30440d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:24.385993 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafee188-1cbe-4f9c-bcba-e522475d1b7c", "tag": "c854c730-a525-4173-b69b-55a35dd6bf0a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:24.386382 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1b8f8d71-398e-46e7-bd5a-7a153b30440d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:24.387208 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafee188-1cbe-4f9c-bcba-e522475d1b7c', 'tag': 'c854c730-a525-4173-b69b-55a35dd6bf0a', 'status': 'completed', 'code': 200} Nov 12 03:52:24.422438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9fb6760f-c3eb-4ea9-99da-fceb1f565987 None None] Provisioning complete for port f531c08a-71e4-45cd-8c60-1a0e315da857 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:24.424369 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fb6760f-c3eb-4ea9-99da-fceb1f565987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:24.428183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-e1c58868-0103-4c07-8bb0-5b64504d50be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.430239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-e1c58868-0103-4c07-8bb0-5b64504d50be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.3422036 Nov 12 03:52:24.432577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] For port f531c08a-71e4-45cd-8c60-1a0e315da857, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f531c08a-71e4-45cd-8c60-1a0e315da857,segment=NetworkSegment(f0a8d5b4-c44c-4e46-b6de-165c6e4b838d),segment_id=f0a8d5b4-c44c-4e46-b6de-165c6e4b838d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:24.433129 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:24.495694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Attempting to bind port 87c3f9bc-bb6d-47b6-9f58-287abf83e603 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:24.496517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Attempting to bind port 87c3f9bc-bb6d-47b6-9f58-287abf83e603 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:24.496863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Attempting to bind port 87c3f9bc-bb6d-47b6-9f58-287abf83e603 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:24.497808 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Calling delete_port for f531c08a-71e4-45cd-8c60-1a0e315da857 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:24.508027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cdc7ec82-1792-4d85-aea4-d160a01ee3b5 None None] For port f531c08a-71e4-45cd-8c60-1a0e315da857, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f531c08a-71e4-45cd-8c60-1a0e315da857,segment=NetworkSegment(f0a8d5b4-c44c-4e46-b6de-165c6e4b838d),segment_id=f0a8d5b4-c44c-4e46-b6de-165c6e4b838d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:24.508548 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ec82-1792-4d85-aea4-d160a01ee3b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:24.524857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:24.537890 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a9e12989-3559-471c-9ff4-e57c3b6ae554 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7056694 Nov 12 03:52:24.540257 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Sync routers for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:24.544522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cdc7ec82-1792-4d85-aea4-d160a01ee3b5 None None] Calling delete_port for f531c08a-71e4-45cd-8c60-1a0e315da857 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:24.546538 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d6403430-9d89-4af7-85df-fcc107ea066f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:24.549919 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:24.557102 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:24.557809 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:51:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:24.578675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38490) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:24.581618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-107d0b8f-2b8d-4eb4-96f0-9bb7dbe5860d tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-622144303'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:24.654249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc83e7-0efc-4145-a566-a969a47fb757 req-b9f04185-a8e4-49de-844b-23f9c6d09ed4 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.662108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc83e7-0efc-4145-a566-a969a47fb757 req-b9f04185-a8e4-49de-844b-23f9c6d09ed4 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.666503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Port 87c3f9bc-bb6d-47b6-9f58-287abf83e603 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:24.667666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Attempting to bind port 87c3f9bc-bb6d-47b6-9f58-287abf83e603 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:24.671033 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc83e7-0efc-4145-a566-a969a47fb757 req-b9f04185-a8e4-49de-844b-23f9c6d09ed4 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.673000 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b8fc83e7-0efc-4145-a566-a969a47fb757 req-b9f04185-a8e4-49de-844b-23f9c6d09ed4 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 2373 time: 0.2181368 Nov 12 03:52:24.673484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b06efbf-8bfd-432d-9208-a62b36f59913 req-8a34de63-3ada-44fe-8788-2f09701fd4fc service neutron] 10.222.0.26 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844810 Nov 12 03:52:24.740846 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:24.757196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:24.757771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Checking segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:24.758330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Bound using segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:24.758928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Bound port: 87c3f9bc-bb6d-47b6-9f58-287abf83e603, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:24.759529 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:24.823731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f531c08a-71e4-45cd-8c60-1a0e315da857 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:24.842852 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:24.880913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-596bf694-af97-4214-b1ca-cc14ded80100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.882757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-596bf694-af97-4214-b1ca-cc14ded80100 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4300196 Nov 12 03:52:24.883519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No active binding found for port f531c08a-71e4-45cd-8c60-1a0e315da857 {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:52:24.884115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f531c08a-71e4-45cd-8c60-1a0e315da857 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:24.909845 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:24.915655 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623adc3c-cd8c-4fbc-971f-4614cede9be7 req-425b7ad5-3160-459a-b286-87be7c614fb3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.917620 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-623adc3c-cd8c-4fbc-971f-4614cede9be7 req-425b7ad5-3160-459a-b286-87be7c614fb3 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 945 time: 0.4426012 Nov 12 03:52:24.919674 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ec82-1792-4d85-aea4-d160a01ee3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:24.936778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b8fc83e7-0efc-4145-a566-a969a47fb757 req-897f7bd0-5cd9-4dce-a8f0-5fb83c4fd173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964831 Nov 12 03:52:24.950023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] No DVR routers for this DVR port f531c08a-71e4-45cd-8c60-1a0e315da857 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:24.987263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7ec82-1792-4d85-aea4-d160a01ee3b5 None None] Pushing event deleted for resources: {'Port': ['ID=f531c08a-71e4-45cd-8c60-1a0e315da857,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:25.000408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc7ec82-1792-4d85-aea4-d160a01ee3b5 None None] No DVR routers for this DVR port f531c08a-71e4-45cd-8c60-1a0e315da857 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:25.017205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107d0b8f-2b8d-4eb4-96f0-9bb7dbe5860d tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:25.023538 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-107d0b8f-2b8d-4eb4-96f0-9bb7dbe5860d tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.045886 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2625b1e6-ecc9-4a31-aa48-91c3bbc7c269 None None] Provisioning complete for port 633c9747-72f3-4d80-b281-d086f63007ee triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:25.046866 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2625b1e6-ecc9-4a31-aa48-91c3bbc7c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.069407 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Port': ['ID=f531c08a-71e4-45cd-8c60-1a0e315da857,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:25.100275 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2625b1e6-ecc9-4a31-aa48-91c3bbc7c269 None None] Port 633c9747-72f3-4d80-b281-d086f63007ee cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:25.122037 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-57fe00b3-2ee1-41f5-a4f1-51bd8e4faddc service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981866 Nov 12 03:52:25.176324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107d0b8f-2b8d-4eb4-96f0-9bb7dbe5860d tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:25.203574 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:52:21Z', 'revision_number': 2, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:22Z', 'revision_number': 2, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:25.238918 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-107d0b8f-2b8d-4eb4-96f0-9bb7dbe5860d tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.239268 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-107d0b8f-2b8d-4eb4-96f0-9bb7dbe5860d tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Added segment 77d41beb-f01f-4f07-a444-808e17e99feb of type vlan for network 0a042071-6b02-4ebb-9fd4-100ac9c8b37a Nov 12 03:52:25.249522 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Checking router: 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:52:25.251286 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Updating router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 port 633c9747-72f3-4d80-b281-d086f63007ee binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:52:25.252244 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.299446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4513cb7-30ae-42e4-8c18-fa31f4da239f req-847594b0-fa52-4932-8c71-878bfb1bc59c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.300699 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.301044 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b4513cb7-30ae-42e4-8c18-fa31f4da239f req-847594b0-fa52-4932-8c71-878bfb1bc59c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 943 time: 0.2285714 Nov 12 03:52:25.317225 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-623adc3c-cd8c-4fbc-971f-4614cede9be7 req-9132361e-b012-48cb-869b-9021bee7cf0f tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939437 Nov 12 03:52:25.345473 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57fc661-3940-40f5-88b3-6427d4535d10']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:25.360356 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-107d0b8f-2b8d-4eb4-96f0-9bb7dbe5860d tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.364563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a8d5b4-c44c-4e46-b6de-165c6e4b838d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:25.364865 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a8d5b4-c44c-4e46-b6de-165c6e4b838d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:25.395400 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.425612 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] For port 87c3f9bc-bb6d-47b6-9f58-287abf83e603, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:25.434619 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.446287 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b4513cb7-30ae-42e4-8c18-fa31f4da239f req-05168315-7498-485d-9f27-65fa3a04bd8d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347470 Nov 12 03:52:25.449479 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:25.449933 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:25.454714 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:25.473542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] For port 87c3f9bc-bb6d-47b6-9f58-287abf83e603, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=87c3f9bc-bb6d-47b6-9f58-287abf83e603,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:25.520967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-34117a8f-f2b9-435b-b0c8-0fc0449bc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.521618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-34117a8f-f2b9-435b-b0c8-0fc0449bc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.521967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-34117a8f-f2b9-435b-b0c8-0fc0449bc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.522431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-34117a8f-f2b9-435b-b0c8-0fc0449bc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.522887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-34117a8f-f2b9-435b-b0c8-0fc0449bc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.523341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-34117a8f-f2b9-435b-b0c8-0fc0449bc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.523795 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-34117a8f-f2b9-435b-b0c8-0fc0449bc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.525938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-34117a8f-f2b9-435b-b0c8-0fc0449bc09f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9678195170c4bbb866cded26d46169a&device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 6482 time: 0.3767216 Nov 12 03:52:25.532077 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-107d0b8f-2b8d-4eb4-96f0-9bb7dbe5860d tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.539849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107d0b8f-2b8d-4eb4-96f0-9bb7dbe5860d tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.548054 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-107d0b8f-2b8d-4eb4-96f0-9bb7dbe5860d tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.564930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f42bb492-af42-4383-be0b-1974ff298c4c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Allocated IP 10.2.2.100 (510f8be2-2190-44f9-ad53-a61867e0a1a1/d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc/5cb53073-5de0-4fba-8299-d6178683e9c8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:25.595118 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.616323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-425d64c2-59c0-4781-8f55-a59a901b4a1b req-3d554eaf-81aa-466d-a73c-9c5cdc71ae26 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419250 Nov 12 03:52:25.647662 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-107d0b8f-2b8d-4eb4-96f0-9bb7dbe5860d tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0702512 Nov 12 03:52:25.648569 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38496) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:25.688626 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ae0c2135-29a3-4701-9e83-9b4efabd51fa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'subnet': {'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:25.697346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.697960 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.700163 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] 10.222.0.25 "PUT /v2.0/ports/87c3f9bc-bb6d-47b6-9f58-287abf83e603 HTTP/1.1" status: 200 len: 1092 time: 4.9024239 Nov 12 03:52:25.730461 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.735502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c91f06-861c-47bc-b0f4-a96382a64445 req-61659e79-e201-48b6-8944-eebab24ce4db tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.737134 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14c91f06-861c-47bc-b0f4-a96382a64445 req-61659e79-e201-48b6-8944-eebab24ce4db tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 945 time: 0.2622268 Nov 12 03:52:25.753758 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.785907 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.792438 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/networks/e57fc661-3940-40f5-88b3-6427d4535d10 HTTP/1.1" status: 204 len: 168 time: 5.9247959 Nov 12 03:52:25.796241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d0b8f-2b8d-4eb4-96f0-9bb7dbe5860d tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Network': ['ID=0a042071-6b02-4ebb-9fd4-100ac9c8b37a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:25.807904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 0a042071-6b02-4ebb-9fd4-100ac9c8b37a details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:25.836811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38498) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:25.845666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2e1320eb-81d1-4e02-b37f-f013d5ad21ae tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1261758478'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:25.862522 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.870498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9290d-9f10-4d41-a511-88bfa6ec32cd service neutron] Pushing event updated for resources: {'Port': ['ID=87c3f9bc-bb6d-47b6-9f58-287abf83e603,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:25.912633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96887b3-27b5-486b-a429-9b6b360cbc37 req-4e620274-ea2d-4b40-8a9a-bd32a1e66398 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.921763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96887b3-27b5-486b-a429-9b6b360cbc37 req-4e620274-ea2d-4b40-8a9a-bd32a1e66398 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.930973 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96887b3-27b5-486b-a429-9b6b360cbc37 req-4e620274-ea2d-4b40-8a9a-bd32a1e66398 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.941267 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96887b3-27b5-486b-a429-9b6b360cbc37 req-4e620274-ea2d-4b40-8a9a-bd32a1e66398 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.952947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96887b3-27b5-486b-a429-9b6b360cbc37 req-4e620274-ea2d-4b40-8a9a-bd32a1e66398 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.969784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96887b3-27b5-486b-a429-9b6b360cbc37 req-4e620274-ea2d-4b40-8a9a-bd32a1e66398 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.980752 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4646b-2dcb-4e52-b9cd-e0c481bf7024 None None] Pushing event updated for resources: {'Port': ['ID=633c9747-72f3-4d80-b281-d086f63007ee,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:25.985042 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96887b3-27b5-486b-a429-9b6b360cbc37 req-4e620274-ea2d-4b40-8a9a-bd32a1e66398 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.987136 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d96887b3-27b5-486b-a429-9b6b360cbc37 req-4e620274-ea2d-4b40-8a9a-bd32a1e66398 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.4283695 Nov 12 03:52:25.995420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-d25fd2cf-6e9d-4915-9161-0db35de1255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.997247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-d25fd2cf-6e9d-4915-9161-0db35de1255e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c46be60-daab-4c5d-8641-aa8b82f59a2d HTTP/1.1" status: 200 len: 904 time: 0.4515646 Nov 12 03:52:26.023990 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4646b-2dcb-4e52-b9cd-e0c481bf7024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:26.024237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e67c5-bb3b-4316-93b1-9c5c3f883daa tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Network': ['ID=e57fc661-3940-40f5-88b3-6427d4535d10,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:26.024344 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4646b-2dcb-4e52-b9cd-e0c481bf7024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:26.024344 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4646b-2dcb-4e52-b9cd-e0c481bf7024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:26.024568 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4646b-2dcb-4e52-b9cd-e0c481bf7024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:26.024988 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4646b-2dcb-4e52-b9cd-e0c481bf7024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:26.025404 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4646b-2dcb-4e52-b9cd-e0c481bf7024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:26.025820 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4646b-2dcb-4e52-b9cd-e0c481bf7024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:26.026259 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4646b-2dcb-4e52-b9cd-e0c481bf7024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:26.026669 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4646b-2dcb-4e52-b9cd-e0c481bf7024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:26.027657 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4646b-2dcb-4e52-b9cd-e0c481bf7024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:26.028624 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4646b-2dcb-4e52-b9cd-e0c481bf7024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:26.029032 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4646b-2dcb-4e52-b9cd-e0c481bf7024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:26.066178 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Attempting to bind port 633c9747-72f3-4d80-b281-d086f63007ee on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:26.066829 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-47f74d16-5c01-4327-af58-64a7c10bfb4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7456f438-4e11-4e10-8018-96b0919a4c0b HTTP/1.1" status: 200 len: 217 time: 0.0466344 Nov 12 03:52:26.067038 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Attempting to bind port 633c9747-72f3-4d80-b281-d086f63007ee by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'a079d42b-b4cc-44f3-ab34-493c7d480a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:26.067734 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Attempting to bind port 633c9747-72f3-4d80-b281-d086f63007ee on network b39e70b9-a8b3-473a-9466-e4f41fdce017 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:26.079318 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:26.080265 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Checking segment: {'id': 'a079d42b-b4cc-44f3-ab34-493c7d480a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:26.080766 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.081247 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Bound using segment: {'id': 'a079d42b-b4cc-44f3-ab34-493c7d480a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:26.081829 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Bound port: 633c9747-72f3-4d80-b281-d086f63007ee, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a079d42b-b4cc-44f3-ab34-493c7d480a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:26.082367 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.116260 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d96887b3-27b5-486b-a429-9b6b360cbc37 req-1ce580c3-70cb-40c3-ab72-afbba36f47dd tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066265 Nov 12 03:52:26.210946 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] For port 633c9747-72f3-4d80-b281-d086f63007ee, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:26.218468 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] For port 633c9747-72f3-4d80-b281-d086f63007ee, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=633c9747-72f3-4d80-b281-d086f63007ee,segment=NetworkSegment(a079d42b-b4cc-44f3-ab34-493c7d480a16),segment_id=a079d42b-b4cc-44f3-ab34-493c7d480a16)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:26.225850 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14c91f06-861c-47bc-b0f4-a96382a64445 req-249bee7f-1c68-4655-af6c-8a1db57950b9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4650562 Nov 12 03:52:26.260796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-ac750512-3d35-490d-b704-cf9042796ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.260796 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-ac750512-3d35-490d-b704-cf9042796ed6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 1095 time: 0.3976936 Nov 12 03:52:26.269786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-be928edb-4690-4934-874d-9614b4e74c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.271525 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-be928edb-4690-4934-874d-9614b4e74c48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669 HTTP/1.1" status: 200 len: 797 time: 0.1623666 Nov 12 03:52:26.303072 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.335743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c344fa9-a661-4b43-9977-b182873a5e5b req-bddd7c44-32ef-412c-9cae-e2f56f1665fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.337364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c344fa9-a661-4b43-9977-b182873a5e5b req-bddd7c44-32ef-412c-9cae-e2f56f1665fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 1100 time: 0.5223041 Nov 12 03:52:26.363669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd44940-09c5-4a1c-8e19-7b3d1bf3936a req-37962f65-f137-4761-b2e7-2e89e9ee09f9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.372902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3bd44940-09c5-4a1c-8e19-7b3d1bf3936a req-37962f65-f137-4761-b2e7-2e89e9ee09f9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 948 time: 0.1571374 Nov 12 03:52:26.392563 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f42bb492-af42-4383-be0b-1974ff298c4c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.393995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71318c3-7d4a-4d5e-a365-d0325e11a4e6', 'tag': '87c3f9bc-bb6d-47b6-9f58-287abf83e603'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:26.396318 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6977129c-72c0-47dd-831b-c241f9bfa8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d71318c3-7d4a-4d5e-a365-d0325e11a4e6", "tag": "87c3f9bc-bb6d-47b6-9f58-287abf83e603"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:26.405528 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-5093ce05-8d62-4651-9ca3-f4514da620f2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87c3f9bc-bb6d-47b6-9f58-287abf83e603 HTTP/1.1" status: 200 len: 217 time: 0.1299093 Nov 12 03:52:26.419461 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:26.420326 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:51:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:26.437650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1320eb-81d1-4e02-b37f-f013d5ad21ae tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Made reservation on behalf of dd743e572e1c4439b62c3a931bbfde37 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:26.441682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e1320eb-81d1-4e02-b37f-f013d5ad21ae tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.468905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8bf8e0a2-3890-4440-80db-ac82ed8522d4 None None] Provisioning complete for port 633c9747-72f3-4d80-b281-d086f63007ee triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:26.471091 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bf8e0a2-3890-4440-80db-ac82ed8522d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.481264 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-190b6823-b5a5-4c59-a83b-0a8d4ac65fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.552016 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:26.582615 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3bd44940-09c5-4a1c-8e19-7b3d1bf3936a req-3800e8a1-3209-4a82-80a8-f3acbc76619b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085481 Nov 12 03:52:26.593492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0c2135-29a3-4701-9e83-9b4efabd51fa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:26.597757 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae0c2135-29a3-4701-9e83-9b4efabd51fa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.731496 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4646b-2dcb-4e52-b9cd-e0c481bf7024 None None] Pushing event updated for resources: {'Port': ['ID=633c9747-72f3-4d80-b281-d086f63007ee,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:26.769276 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bf8e0a2-3890-4440-80db-ac82ed8522d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.805490 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.824962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8bf8e0a2-3890-4440-80db-ac82ed8522d4 None None] For port 633c9747-72f3-4d80-b281-d086f63007ee, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=633c9747-72f3-4d80-b281-d086f63007ee,segment=NetworkSegment(a079d42b-b4cc-44f3-ab34-493c7d480a16),segment_id=a079d42b-b4cc-44f3-ab34-493c7d480a16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:26.905939 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bf8e0a2-3890-4440-80db-ac82ed8522d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.920216 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:52:21Z', 'revision_number': 2, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 4, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:26.998703 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401b043-a1c8-44c4-872a-bd2d755bbb8a None None] The sync data for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 is: [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:52:21Z', 'revision_number': 2, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 4, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:27.093204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8e0a2-3890-4440-80db-ac82ed8522d4 None None] Pushing event updated for resources: {'Port': ['ID=633c9747-72f3-4d80-b281-d086f63007ee,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:27.112862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1b86d6c2-d887-4fdc-8efe-d1a7cb03d504 None None] Provisioning complete for port 633c9747-72f3-4d80-b281-d086f63007ee triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:27.113769 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6c2-d887-4fdc-8efe-d1a7cb03d504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.115265 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1320eb-81d1-4e02-b37f-f013d5ad21ae tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:27.119856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae0c2135-29a3-4701-9e83-9b4efabd51fa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.148485 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-8e0456f8-c8a4-41f4-ba8a-81770f34fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:27.150019 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-8e0456f8-c8a4-41f4-ba8a-81770f34fbf3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c46be60-daab-4c5d-8641-aa8b82f59a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8461370 Nov 12 03:52:27.167998 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e1320eb-81d1-4e02-b37f-f013d5ad21ae tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.168715 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-2e1320eb-81d1-4e02-b37f-f013d5ad21ae tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Added segment 33f94a2f-e187-4484-9d8a-78b9169a0c11 of type vlan for network 9dfcf4c0-a38b-4887-b7ab-800346121d00 Nov 12 03:52:27.171839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-bed60fc5-7084-4c3f-969b-f0699b07df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:27.173302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-bed60fc5-7084-4c3f-969b-f0699b07df9a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70ace581-efc3-4076-b0ce-48737a72947d HTTP/1.1" status: 200 len: 846 time: 0.7045145 Nov 12 03:52:27.231546 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4babce7-52b1-4171-aafc-9dd2f0c54dc5 req-cd0e8255-a013-4df0-af0c-02b9d2f6da7a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:27.237750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4babce7-52b1-4171-aafc-9dd2f0c54dc5 req-cd0e8255-a013-4df0-af0c-02b9d2f6da7a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:27.243933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4babce7-52b1-4171-aafc-9dd2f0c54dc5 req-cd0e8255-a013-4df0-af0c-02b9d2f6da7a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:27.245677 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4babce7-52b1-4171-aafc-9dd2f0c54dc5 req-cd0e8255-a013-4df0-af0c-02b9d2f6da7a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 2373 time: 0.8663578 Nov 12 03:52:27.259474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c2135-29a3-4701-9e83-9b4efabd51fa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Subnet': ['ID=b741f1e0-9df8-4497-af86-cc37d2465a71,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:27.285758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c2135-29a3-4701-9e83-9b4efabd51fa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Checking segment: {'id': '77d41beb-f01f-4f07-a444-808e17e99feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:27.286588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c2135-29a3-4701-9e83-9b4efabd51fa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network hostable DHCP agents. Network: 0a042071-6b02-4ebb-9fd4-100ac9c8b37a, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:27.322752 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-f58d8580-784c-4ceb-83ee-9d1c64a2cdc2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5180d290-ec7a-4d87-815a-6d5ae96500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354659 Nov 12 03:52:27.417620 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e1320eb-81d1-4e02-b37f-f013d5ad21ae tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.424196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f42bb492-af42-4383-be0b-1974ff298c4c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.424405 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c2135-29a3-4701-9e83-9b4efabd51fa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 0a042071-6b02-4ebb-9fd4-100ac9c8b37a is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:27.442688 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c344fa9-a661-4b43-9977-b182873a5e5b req-4763372a-9e99-4866-8f3f-4858de06f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:27.444760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c344fa9-a661-4b43-9977-b182873a5e5b req-4763372a-9e99-4866-8f3f-4858de06f534 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 1.0738535 Nov 12 03:52:27.531826 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-2e1320eb-81d1-4e02-b37f-f013d5ad21ae tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:52:27.559983 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c2135-29a3-4701-9e83-9b4efabd51fa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 0a042071-6b02-4ebb-9fd4-100ac9c8b37a) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:27.571811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00222805-3813-4737-97dc-52fd7f052ce1 None None] Network 0a042071-6b02-4ebb-9fd4-100ac9c8b37a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:27.572376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0c2135-29a3-4701-9e83-9b4efabd51fa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:27.574708 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae0c2135-29a3-4701-9e83-9b4efabd51fa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.598785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c344fa9-a661-4b43-9977-b182873a5e5b req-4fae95e6-2489-4161-b874-478f00a97b7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=c854c730-a525-4173-b69b-55a35dd6bf0a HTTP/1.1" status: 200 len: 217 time: 0.1171632 Nov 12 03:52:27.658076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f42bb492-af42-4383-be0b-1974ff298c4c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Network 510f8be2-2190-44f9-ad53-a61867e0a1a1 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:27.681488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea23e8b-801c-49d8-b28b-32e80aafefb2 req-3f477f54-5a6f-466d-9d35-b6f1dc3a3e49 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:27.694095 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dea23e8b-801c-49d8-b28b-32e80aafefb2 req-3f477f54-5a6f-466d-9d35-b6f1dc3a3e49 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 945 time: 0.1116064 Nov 12 03:52:27.706757 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bb492-af42-4383-be0b-1974ff298c4c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'Port': ['ID=5cb53073-5de0-4fba-8299-d6178683e9c8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:27.709435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f42bb492-af42-4383-be0b-1974ff298c4c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:27.725444 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ae0c2135-29a3-4701-9e83-9b4efabd51fa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0423486 Nov 12 03:52:27.727558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38526) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:27.734147 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4babce7-52b1-4171-aafc-9dd2f0c54dc5 req-e7d479e3-7d19-4895-bd76-ca3874200506 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4456780 Nov 12 03:52:27.735627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f42bb492-af42-4383-be0b-1974ff298c4c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:27.763757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-f942e13d-6437-47e0-b725-ae21357150c7 service neutron] 10.222.0.26 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803266 Nov 12 03:52:27.854909 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e1320eb-81d1-4e02-b37f-f013d5ad21ae tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.875959 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:27.881166 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.885587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1320eb-81d1-4e02-b37f-f013d5ad21ae tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:27.886473 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e1320eb-81d1-4e02-b37f-f013d5ad21ae tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.894102 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b7c86e-2b37-47d6-9b0e-9e7cd837590a x-openstack-request-id: req-65b7c86e-2b37-47d6-9b0e-9e7cd837590a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:27.894567 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71318c3-7d4a-4d5e-a365-d0325e11a4e6", "tag": "87c3f9bc-bb6d-47b6-9f58-287abf83e603", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:27.894750 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-65b7c86e-2b37-47d6-9b0e-9e7cd837590a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:27.896720 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71318c3-7d4a-4d5e-a365-d0325e11a4e6', 'tag': '87c3f9bc-bb6d-47b6-9f58-287abf83e603', 'status': 'completed', 'code': 200} Nov 12 03:52:27.973360 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dea23e8b-801c-49d8-b28b-32e80aafefb2 req-c82035b1-b2bd-482a-a006-77b62f7f3c47 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781625 Nov 12 03:52:28.015017 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-3b4e2805-0e87-4497-b826-938cbfec06d4 service neutron] 10.222.0.25 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316817 Nov 12 03:52:28.049358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1320eb-81d1-4e02-b37f-f013d5ad21ae tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'Network': ['ID=9dfcf4c0-a38b-4887-b7ab-800346121d00,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:28.087874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 633c9747-72f3-4d80-b281-d086f63007ee up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:28.119333 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 9dfcf4c0-a38b-4887-b7ab-800346121d00 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:28.152533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c344fa9-a661-4b43-9977-b182873a5e5b req-9a20b483-bdf1-4b3e-8dd3-d7e2a918bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.152533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c344fa9-a661-4b43-9977-b182873a5e5b req-9a20b483-bdf1-4b3e-8dd3-d7e2a918bd0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.5209303 Nov 12 03:52:28.309855 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f7bacc2f-c055-49b7-a7bc-f91755de8e8d None None] Provisioning complete for port 5cb53073-5de0-4fba-8299-d6178683e9c8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:28.310597 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7bacc2f-c055-49b7-a7bc-f91755de8e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.312718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f42bb492-af42-4383-be0b-1974ff298c4c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.313627 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f42bb492-af42-4383-be0b-1974ff298c4c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.321370 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a6ec-669e-4d6c-bd02-11ae8349c390 req-a662d1a6-a1ce-4371-89f3-6ac76516e90c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.329083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a6ec-669e-4d6c-bd02-11ae8349c390 req-a662d1a6-a1ce-4371-89f3-6ac76516e90c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.335599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a6ec-669e-4d6c-bd02-11ae8349c390 req-a662d1a6-a1ce-4371-89f3-6ac76516e90c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.337775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2e1320eb-81d1-4e02-b37f-f013d5ad21ae tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4968505 Nov 12 03:52:28.342951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a6ec-669e-4d6c-bd02-11ae8349c390 req-a662d1a6-a1ce-4371-89f3-6ac76516e90c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.349075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38530) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:28.356089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a6ec-669e-4d6c-bd02-11ae8349c390 req-a662d1a6-a1ce-4371-89f3-6ac76516e90c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.357839 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a6ec-669e-4d6c-bd02-11ae8349c390 req-a662d1a6-a1ce-4371-89f3-6ac76516e90c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.363820 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a6ec-669e-4d6c-bd02-11ae8349c390 req-a662d1a6-a1ce-4371-89f3-6ac76516e90c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.370598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7ac72c59-0cb7-4272-bda4-2f251b48415e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Request body: {'subnet': {'network_id': '9dfcf4c0-a38b-4887-b7ab-800346121d00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:28.380084 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5498a6ec-669e-4d6c-bd02-11ae8349c390 req-a662d1a6-a1ce-4371-89f3-6ac76516e90c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.2428780 Nov 12 03:52:28.389484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Allocated IP 2001:db8:1::2 (0a042071-6b02-4ebb-9fd4-100ac9c8b37a/b741f1e0-9df8-4497-af86-cc37d2465a71/8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:28.389484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 633c9747-72f3-4d80-b281-d086f63007ee triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:28.389484 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.423273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f7bacc2f-c055-49b7-a7bc-f91755de8e8d None None] Port 5cb53073-5de0-4fba-8299-d6178683e9c8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:28.424873 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.429944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f52861-82e0-4e78-b811-179bb470a491 req-9389ffa8-6e2b-42cf-b8c9-f02e718df1b2 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.431562 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50f52861-82e0-4e78-b811-179bb470a491 req-9389ffa8-6e2b-42cf-b8c9-f02e718df1b2 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 943 time: 0.4147284 Nov 12 03:52:28.495391 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5498a6ec-669e-4d6c-bd02-11ae8349c390 req-7bde404d-9d70-473c-b51e-52e842739502 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1144626 Nov 12 03:52:28.510089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c344fa9-a661-4b43-9977-b182873a5e5b req-c33674bc-ad58-43c3-9791-8caf6c69f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.511937 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c344fa9-a661-4b43-9977-b182873a5e5b req-c33674bc-ad58-43c3-9791-8caf6c69f230 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3398015 Nov 12 03:52:28.565066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-caaad4e5-6b9c-4403-a1b9-3ece310d4cb3 req-e250bfe3-0119-41c0-aade-cc0b67108cd1 service neutron] 10.222.0.26 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728880 Nov 12 03:52:28.566917 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-58184878-70b2-4851-bcf4-ed86a35c7acf req-88106e72-b730-425c-89b4-5a93a24afcc3 service neutron] 10.222.0.25 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003657 Nov 12 03:52:28.610344 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f42bb492-af42-4383-be0b-1974ff298c4c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6908906 Nov 12 03:52:28.628733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b15725a2-23b7-48a8-959b-1f22fe2ce652 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'port': {'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1', 'admin_state_up': True, 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'security_groups': ['8f702a6a-0f3b-4df2-9335-0a8106e58079']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:28.646446 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.664666 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50f52861-82e0-4e78-b811-179bb470a491 req-0e0a3cb5-fcc1-4e1f-923f-e34796081e9b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810081 Nov 12 03:52:28.670844 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.734932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19624a-33dc-4ae2-875a-c6dd0f3ae0d6 req-8e495ee0-b156-4f47-a9b3-31f13ae1d5cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.736458 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad19624a-33dc-4ae2-875a-c6dd0f3ae0d6 req-8e495ee0-b156-4f47-a9b3-31f13ae1d5cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 948 time: 0.1224661 Nov 12 03:52:28.806222 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.878531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac72c59-0cb7-4272-bda4-2f251b48415e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Made reservation on behalf of dd743e572e1c4439b62c3a931bbfde37 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:28.883193 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ac72c59-0cb7-4272-bda4-2f251b48415e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.891029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Pushing event updated for resources: {'Port': ['ID=8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:28.920433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Network 0a042071-6b02-4ebb-9fd4-100ac9c8b37a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:28.927297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:28.941088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:29.003890 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7db428-427d-43dd-949d-691b9693f5a0 req-d4c5abb7-ffee-4bd9-a5e1-b2be0c36b151 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:29.012085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f7db428-427d-43dd-949d-691b9693f5a0 req-d4c5abb7-ffee-4bd9-a5e1-b2be0c36b151 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 945 time: 0.2830071 Nov 12 03:52:29.026061 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Attempting to bind port 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:29.026431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Attempting to bind port 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '77d41beb-f01f-4f07-a444-808e17e99feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:29.026932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Attempting to bind port 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e on network 0a042071-6b02-4ebb-9fd4-100ac9c8b37a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:29.039118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:29.039805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Checking segment: {'id': '77d41beb-f01f-4f07-a444-808e17e99feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:29.040491 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.041033 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Bound using segment: {'id': '77d41beb-f01f-4f07-a444-808e17e99feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:29.041661 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Bound port: 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d41beb-f01f-4f07-a444-808e17e99feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:29.042227 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.057790 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.131003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] For port 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:29.134318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] For port 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e,segment=NetworkSegment(77d41beb-f01f-4f07-a444-808e17e99feb),segment_id=77d41beb-f01f-4f07-a444-808e17e99feb)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:29.219428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977129c-72c0-47dd-831b-c241f9bfa8fa req-6eedce7f-70e6-4989-a7d3-8f72739a234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:29.221164 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6977129c-72c0-47dd-831b-c241f9bfa8fa req-6eedce7f-70e6-4989-a7d3-8f72739a234a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 1095 time: 0.3640759 Nov 12 03:52:29.241102 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f7db428-427d-43dd-949d-691b9693f5a0 req-65d55c1a-87e7-4ed7-ac45-888acbada5cc tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259099 Nov 12 03:52:29.246968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c344fa9-a661-4b43-9977-b182873a5e5b req-6ae35782-02b4-4dba-9e23-cb22d1fe6cd7 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007751 Nov 12 03:52:29.266858 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.286193 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad19624a-33dc-4ae2-875a-c6dd0f3ae0d6 req-73fd7854-079b-4180-aa72-891bb7f39e31 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188560 Nov 12 03:52:29.470689 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3cf76-9370-4767-b761-a3385c4833e4 None None] Pushing event updated for resources: {'Port': ['ID=8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:29.571948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b15725a2-23b7-48a8-959b-1f22fe2ce652 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Made reservation on behalf of 5cd512dfc02740f8a9223f825788d0ed for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:29.657424 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ac72c59-0cb7-4272-bda4-2f251b48415e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.825269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Allocated IP 2001:db8:1::1 (0a042071-6b02-4ebb-9fd4-100ac9c8b37a/b741f1e0-9df8-4497-af86-cc37d2465a71/70a1a7ca-515d-4c5d-a1f1-1219867e34a5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:29.891119 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724561b-97c8-4336-aea3-22e1a7551bd4 req-f06de3d9-bb1d-422d-99c5-f36ceb32289b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:29.898888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724561b-97c8-4336-aea3-22e1a7551bd4 req-f06de3d9-bb1d-422d-99c5-f36ceb32289b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:29.906259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724561b-97c8-4336-aea3-22e1a7551bd4 req-f06de3d9-bb1d-422d-99c5-f36ceb32289b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:29.912962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724561b-97c8-4336-aea3-22e1a7551bd4 req-f06de3d9-bb1d-422d-99c5-f36ceb32289b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:29.922338 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c854c730-a525-4173-b69b-55a35dd6bf0a details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:29.927981 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e724561b-97c8-4336-aea3-22e1a7551bd4 req-f06de3d9-bb1d-422d-99c5-f36ceb32289b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 3094 time: 0.4737608 Nov 12 03:52:29.971986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c344fa9-a661-4b43-9977-b182873a5e5b req-6b5c6d78-8b12-47ae-b428-75cb99b40bda service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733398 Nov 12 03:52:29.973346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac72c59-0cb7-4272-bda4-2f251b48415e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'Subnet': ['ID=80168f39-f879-4176-a6cc-6f1418441d37,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:29.999791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977129c-72c0-47dd-831b-c241f9bfa8fa req-5189292e-ceaf-415e-a686-4b700857d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.004069 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6977129c-72c0-47dd-831b-c241f9bfa8fa req-5189292e-ceaf-415e-a686-4b700857d82d service neutron] 10.222.0.25 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 908 time: 0.7507226 Nov 12 03:52:30.103777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:30.104896 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa99b7-7d2c-460e-8adc-6a248a3e044f req-df187507-b5fd-4335-b691-8b9980f21b54 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.111072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa99b7-7d2c-460e-8adc-6a248a3e044f req-df187507-b5fd-4335-b691-8b9980f21b54 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.117809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa99b7-7d2c-460e-8adc-6a248a3e044f req-df187507-b5fd-4335-b691-8b9980f21b54 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.124633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa99b7-7d2c-460e-8adc-6a248a3e044f req-df187507-b5fd-4335-b691-8b9980f21b54 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.130629 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa99b7-7d2c-460e-8adc-6a248a3e044f req-df187507-b5fd-4335-b691-8b9980f21b54 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.133423 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b15725a2-23b7-48a8-959b-1f22fe2ce652 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.138203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa99b7-7d2c-460e-8adc-6a248a3e044f req-df187507-b5fd-4335-b691-8b9980f21b54 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.140903 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6977129c-72c0-47dd-831b-c241f9bfa8fa req-25ff1f6d-c6c8-4c13-9070-854935390c01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87c3f9bc-bb6d-47b6-9f58-287abf83e603 HTTP/1.1" status: 200 len: 217 time: 0.1142681 Nov 12 03:52:30.146644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa99b7-7d2c-460e-8adc-6a248a3e044f req-df187507-b5fd-4335-b691-8b9980f21b54 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.157077 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cfa99b7-7d2c-460e-8adc-6a248a3e044f req-df187507-b5fd-4335-b691-8b9980f21b54 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.2393563 Nov 12 03:52:30.157756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac72c59-0cb7-4272-bda4-2f251b48415e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Checking segment: {'id': '33f94a2f-e187-4484-9d8a-78b9169a0c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '9dfcf4c0-a38b-4887-b7ab-800346121d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:30.158234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac72c59-0cb7-4272-bda4-2f251b48415e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Network hostable DHCP agents. Network: 9dfcf4c0-a38b-4887-b7ab-800346121d00, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:30.210212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c854c730-a525-4173-b69b-55a35dd6bf0a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c854c730-a525-4173-b69b-55a35dd6bf0a,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:30.225414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e724561b-97c8-4336-aea3-22e1a7551bd4 req-d5edeb5b-d949-476e-b0ff-250988887ea5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733915 Nov 12 03:52:30.233295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:30.233671 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.247917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'c854c730-a525-4173-b69b-55a35dd6bf0a', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'c854c730-a525-4173-b69b-55a35dd6bf0a', 'mac_address': 'fa:16:3e:f9:da:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:30.281229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977129c-72c0-47dd-831b-c241f9bfa8fa req-322b6890-fd60-4d2c-9876-bc86ccaf3527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.281368 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cfa99b7-7d2c-460e-8adc-6a248a3e044f req-1ec50356-de4e-4475-941f-d7db0548400f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109784 Nov 12 03:52:30.282662 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6977129c-72c0-47dd-831b-c241f9bfa8fa req-322b6890-fd60-4d2c-9876-bc86ccaf3527 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=70ace581-efc3-4076-b0ce-48737a72947d HTTP/1.1" status: 200 len: 846 time: 0.1217451 Nov 12 03:52:30.308294 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.330986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6977129c-72c0-47dd-831b-c241f9bfa8fa req-81e0af48-0e97-486a-8918-3ff704847427 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5180d290-ec7a-4d87-815a-6d5ae96500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391116 Nov 12 03:52:30.421113 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.426608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb02e0f-46b3-4dcc-ba07-290c6cba9236 req-26d0e2d8-40aa-484d-a77c-7e3a6616e5f4 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.435643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8cb02e0f-46b3-4dcc-ba07-290c6cba9236 req-26d0e2d8-40aa-484d-a77c-7e3a6616e5f4 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 945 time: 0.0671811 Nov 12 03:52:30.453514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac72c59-0cb7-4272-bda4-2f251b48415e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Network 9dfcf4c0-a38b-4887-b7ab-800346121d00 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:30.456351 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c854c730-a525-4173-b69b-55a35dd6bf0a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:30.504320 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8cb02e0f-46b3-4dcc-ba07-290c6cba9236 req-3dd623c8-2678-43d9-9a45-c1f01464cc9f tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668786 Nov 12 03:52:30.505639 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.515418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c854c730-a525-4173-b69b-55a35dd6bf0a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c854c730-a525-4173-b69b-55a35dd6bf0a,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:30.536929 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.540393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 0a042071-6b02-4ebb-9fd4-100ac9c8b37a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:30.543740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:30.545974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:30.546883 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.610462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e,segment=NetworkSegment(77d41beb-f01f-4f07-a444-808e17e99feb),segment_id=77d41beb-f01f-4f07-a444-808e17e99feb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:30.680459 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.739349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=70a1a7ca-515d-4c5d-a1f1-1219867e34a5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:30.758260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b15725a2-23b7-48a8-959b-1f22fe2ce652 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Allocated IP 10.2.2.200 (510f8be2-2190-44f9-ad53-a61867e0a1a1/d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc/3fbdd3b0-4b34-43f5-b2c9-257e452b1b73) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:30.779490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=c854c730-a525-4173-b69b-55a35dd6bf0a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:30.788407 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6977129c-72c0-47dd-831b-c241f9bfa8fa req-e453dd9e-02ec-4153-b7aa-54f2f90a7abd service neutron] 10.222.0.25 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298868 Nov 12 03:52:30.794490 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.800224 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7ac72c59-0cb7-4272-bda4-2f251b48415e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 9dfcf4c0-a38b-4887-b7ab-800346121d00) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:30.802961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44684e-dbc1-4ed4-808d-2fcb281efcce req-d9d4378b-4b7e-4eee-9b43-31ee0810b0c4 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.804951 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b44684e-dbc1-4ed4-808d-2fcb281efcce req-d9d4378b-4b7e-4eee-9b43-31ee0810b0c4 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 949 time: 0.0891371 Nov 12 03:52:30.807988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac72c59-0cb7-4272-bda4-2f251b48415e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.809794 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ac72c59-0cb7-4272-bda4-2f251b48415e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.880267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:30.883101 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d747521-4bf5-4ede-a508-040e58bb8c6b None None] Network 9dfcf4c0-a38b-4887-b7ab-800346121d00 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:30.905351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.913097 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b44684e-dbc1-4ed4-808d-2fcb281efcce req-9a8ffc8f-ad5a-4eec-b60d-86d1235a5a40 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978539 Nov 12 03:52:30.963322 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7ac72c59-0cb7-4272-bda4-2f251b48415e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6106226 Nov 12 03:52:30.984501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae1adc-d6e6-4f19-81cb-cb9db88f8bf3 req-8d12b2c3-1485-415e-b789-6f690c80410a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.987145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fcae1adc-d6e6-4f19-81cb-cb9db88f8bf3 req-8d12b2c3-1485-415e-b789-6f690c80410a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 943 time: 0.5645771 Nov 12 03:52:30.987884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38558) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:31.018853 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:31.085498 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a735be0-8947-469c-a337-d5603e376732 None None] Network 0a042071-6b02-4ebb-9fd4-100ac9c8b37a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:31.257706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c7180-f71e-4235-9c2a-308f886dbdef req-121c56e9-4570-4b16-b7a0-fd02f608fcf5 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:31.259327 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d7c7180-f71e-4235-9c2a-308f886dbdef req-121c56e9-4570-4b16-b7a0-fd02f608fcf5 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 945 time: 0.2051694 Nov 12 03:52:31.420250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ca48e9b8-9683-47bf-8850-472a1a0d17d1 None None] Provisioning complete for port 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:31.420613 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca48e9b8-9683-47bf-8850-472a1a0d17d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.425329 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d7c7180-f71e-4235-9c2a-308f886dbdef req-0463caff-c7cf-4916-ba64-169eeed00bea tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558828 Nov 12 03:52:31.559400 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.630364 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae26ab-26dc-4df2-afc1-ec8ce81c98ba req-702a6f8e-ba4a-42e1-a079-aac7db84bc34 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:31.641901 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae26ab-26dc-4df2-afc1-ec8ce81c98ba req-702a6f8e-ba4a-42e1-a079-aac7db84bc34 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:31.649174 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae26ab-26dc-4df2-afc1-ec8ce81c98ba req-702a6f8e-ba4a-42e1-a079-aac7db84bc34 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:31.660284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae26ab-26dc-4df2-afc1-ec8ce81c98ba req-702a6f8e-ba4a-42e1-a079-aac7db84bc34 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:31.662569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cdae26ab-26dc-4df2-afc1-ec8ce81c98ba req-702a6f8e-ba4a-42e1-a079-aac7db84bc34 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 3094 time: 0.1002924 Nov 12 03:52:31.665204 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.665569 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.762207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-9dfcf4c0-a38b-4887-b7ab-800346121d00', 'network_id': '9dfcf4c0-a38b-4887-b7ab-800346121d00', 'tenant_id': 'dd743e572e1c4439b62c3a931bbfde37', 'fixed_ips': [{'subnet_id': '80168f39-f879-4176-a6cc-6f1418441d37'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:31.763272 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.767011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=70a1a7ca-515d-4c5d-a1f1-1219867e34a5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:31.899777 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cdae26ab-26dc-4df2-afc1-ec8ce81c98ba req-2cb8c7bf-9551-4e7d-9ce8-d349ec4ae00c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149718 Nov 12 03:52:31.962144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 0a042071-6b02-4ebb-9fd4-100ac9c8b37a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:31.962144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:31.983274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 87c3f9bc-bb6d-47b6-9f58-287abf83e603 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:32.042020 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Allocated IP 2001:db8::2 (9dfcf4c0-a38b-4887-b7ab-800346121d00/80168f39-f879-4176-a6cc-6f1418441d37/5fead22d-a212-45ff-bb3d-9dc2a2bffead) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:32.044267 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b15725a2-23b7-48a8-959b-1f22fe2ce652 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.125593 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.213515 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.224462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b15725a2-23b7-48a8-959b-1f22fe2ce652 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.226381 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:32.270300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:52:32.307197 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fcae1adc-d6e6-4f19-81cb-cb9db88f8bf3 req-269685aa-ebd8-4af1-9945-8873d88e6eb9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3073895 Nov 12 03:52:32.318506 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824ea8f-fd39-4bcc-956c-dc74a4039040 req-21075e08-e195-4bf5-88f5-736071d698b2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:32.328527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824ea8f-fd39-4bcc-956c-dc74a4039040 req-21075e08-e195-4bf5-88f5-736071d698b2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:32.336215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824ea8f-fd39-4bcc-956c-dc74a4039040 req-21075e08-e195-4bf5-88f5-736071d698b2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:32.352270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824ea8f-fd39-4bcc-956c-dc74a4039040 req-21075e08-e195-4bf5-88f5-736071d698b2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:32.360006 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824ea8f-fd39-4bcc-956c-dc74a4039040 req-21075e08-e195-4bf5-88f5-736071d698b2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:32.368715 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824ea8f-fd39-4bcc-956c-dc74a4039040 req-21075e08-e195-4bf5-88f5-736071d698b2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:32.376759 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824ea8f-fd39-4bcc-956c-dc74a4039040 req-21075e08-e195-4bf5-88f5-736071d698b2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:32.378625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6977129c-72c0-47dd-831b-c241f9bfa8fa req-65a8e061-f13c-418e-9f86-0e2266f175ac service neutron] 10.222.0.25 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5445237 Nov 12 03:52:32.379744 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a824ea8f-fd39-4bcc-956c-dc74a4039040 req-21075e08-e195-4bf5-88f5-736071d698b2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.2329183 Nov 12 03:52:32.389778 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.458562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b15725a2-23b7-48a8-959b-1f22fe2ce652 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Network 510f8be2-2190-44f9-ad53-a61867e0a1a1 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:32.470837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b15725a2-23b7-48a8-959b-1f22fe2ce652 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:32.485781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b15725a2-23b7-48a8-959b-1f22fe2ce652 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:32.523513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Network 9dfcf4c0-a38b-4887-b7ab-800346121d00 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:32.533190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:32.556595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:32.580834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:32.581505 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.633231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Pushing event updated for resources: {'Port': ['ID=5fead22d-a212-45ff-bb3d-9dc2a2bffead,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:32.639310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15725a2-23b7-48a8-959b-1f22fe2ce652 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event updated for resources: {'Port': ['ID=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:32.712129 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.743453 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 87c3f9bc-bb6d-47b6-9f58-287abf83e603, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=87c3f9bc-bb6d-47b6-9f58-287abf83e603,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:32.779645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Attempting to bind port 5fead22d-a212-45ff-bb3d-9dc2a2bffead on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:32.780619 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a824ea8f-fd39-4bcc-956c-dc74a4039040 req-63b76576-99e2-4f54-b3f0-85563bd81618 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3732929 Nov 12 03:52:32.781179 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Attempting to bind port 5fead22d-a212-45ff-bb3d-9dc2a2bffead by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '33f94a2f-e187-4484-9d8a-78b9169a0c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '9dfcf4c0-a38b-4887-b7ab-800346121d00'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:32.781730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Attempting to bind port 5fead22d-a212-45ff-bb3d-9dc2a2bffead on network 9dfcf4c0-a38b-4887-b7ab-800346121d00 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:32.793264 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:32.814077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:32.814783 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Checking segment: {'id': '33f94a2f-e187-4484-9d8a-78b9169a0c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '9dfcf4c0-a38b-4887-b7ab-800346121d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:32.815476 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.816085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Bound using segment: {'id': '33f94a2f-e187-4484-9d8a-78b9169a0c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '9dfcf4c0-a38b-4887-b7ab-800346121d00'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:32.816988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Bound port: 5fead22d-a212-45ff-bb3d-9dc2a2bffead, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f94a2f-e187-4484-9d8a-78b9169a0c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '9dfcf4c0-a38b-4887-b7ab-800346121d00'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:32.817562 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.821220 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3ccded7d-f89f-4a59-8b36-1a74631c7d82 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0900569 Nov 12 03:52:32.822033 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:32.825640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Sync routers for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:32.837404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ac4b7ce3-8dd0-414a-90b9-9473d4e2483f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1232247614'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:32.859027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '87c3f9bc-bb6d-47b6-9f58-287abf83e603', 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'port_id': '87c3f9bc-bb6d-47b6-9f58-287abf83e603', 'mac_address': 'fa:16:3e:50:0a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ace581-efc3-4076-b0ce-48737a72947d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:32.965463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-99651c79-50d3-423e-ac88-9485268a1184 None None] Provisioning complete for port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:32.965985 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99651c79-50d3-423e-ac88-9485268a1184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.971804 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4b7ce3-8dd0-414a-90b9-9473d4e2483f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:32.985008 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b7ce3-8dd0-414a-90b9-9473d4e2483f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.057006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b15725a2-23b7-48a8-959b-1f22fe2ce652 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.060566 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b15725a2-23b7-48a8-959b-1f22fe2ce652 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.125230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-99651c79-50d3-423e-ac88-9485268a1184 None None] Port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:33.126318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad4717-72a8-4ad7-a791-65cbed12edd5 req-73a97a77-b34b-4644-bb26-f8a4ce4a72a6 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.140836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84ad4717-72a8-4ad7-a791-65cbed12edd5 req-73a97a77-b34b-4644-bb26-f8a4ce4a72a6 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 949 time: 0.2190123 Nov 12 03:52:33.153568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca260f1-24a3-441b-9ad4-6f697daa2c7d req-bbaad1da-2bca-423d-ae19-2ceb4782d5ae tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.161399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] For port 5fead22d-a212-45ff-bb3d-9dc2a2bffead, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:33.163334 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ca260f1-24a3-441b-9ad4-6f697daa2c7d req-bbaad1da-2bca-423d-ae19-2ceb4782d5ae tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 945 time: 0.1236501 Nov 12 03:52:33.165585 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] For port 5fead22d-a212-45ff-bb3d-9dc2a2bffead, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5fead22d-a212-45ff-bb3d-9dc2a2bffead,segment=NetworkSegment(33f94a2f-e187-4484-9d8a-78b9169a0c11),segment_id=33f94a2f-e187-4484-9d8a-78b9169a0c11)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:33.181606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:33.182307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:33.193086 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b15725a2-23b7-48a8-959b-1f22fe2ce652 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5683587 Nov 12 03:52:33.227375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Request body: {'port': {'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:33.242701 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ca260f1-24a3-441b-9ad4-6f697daa2c7d req-987fb60a-f2dc-40f8-9373-b088d6cf8dba tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759649 Nov 12 03:52:33.300438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84ad4717-72a8-4ad7-a791-65cbed12edd5 req-5be65eb1-cc2e-4a6d-a11a-6745f1c60d1a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585674 Nov 12 03:52:33.338231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:33.363941 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.407709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4b7ce3-8dd0-414a-90b9-9473d4e2483f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:33.455409 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.461926 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b7ce3-8dd0-414a-90b9-9473d4e2483f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.465073 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-ac4b7ce3-8dd0-414a-90b9-9473d4e2483f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Added segment 40554509-156f-4505-8ad3-61bc90804081 of type vlan for network 21f2a33a-0cef-4dce-a762-600ca8d714b4 Nov 12 03:52:33.491918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Subnet': ['ID=80168f39-f879-4176-a6cc-6f1418441d37,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:33.502133 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489077bb-17bb-4df7-b834-ae666123ddc8 req-e5f8a9bc-9497-4d02-9b21-57a1cee98d67 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.509435 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.510128 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489077bb-17bb-4df7-b834-ae666123ddc8 req-e5f8a9bc-9497-4d02-9b21-57a1cee98d67 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.517989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489077bb-17bb-4df7-b834-ae666123ddc8 req-e5f8a9bc-9497-4d02-9b21-57a1cee98d67 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.527946 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489077bb-17bb-4df7-b834-ae666123ddc8 req-e5f8a9bc-9497-4d02-9b21-57a1cee98d67 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.535543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489077bb-17bb-4df7-b834-ae666123ddc8 req-e5f8a9bc-9497-4d02-9b21-57a1cee98d67 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.547953 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-489077bb-17bb-4df7-b834-ae666123ddc8 req-e5f8a9bc-9497-4d02-9b21-57a1cee98d67 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 3815 time: 0.2334771 Nov 12 03:52:33.630004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7270cd-25ed-4959-a06a-6091d9f25961 None None] Pushing event updated for resources: {'Port': ['ID=5fead22d-a212-45ff-bb3d-9dc2a2bffead,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:33.642350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:33.676580 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.683794 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.737952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfcf4c0-a38b-4887-b7ab-800346121d00']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:33.738824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-99651c79-50d3-423e-ac88-9485268a1184 None None] Provisioning complete for port 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:33.739438 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99651c79-50d3-423e-ac88-9485268a1184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.746414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b7ce3-8dd0-414a-90b9-9473d4e2483f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.763347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f94a2f-e187-4484-9d8a-78b9169a0c11') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:33.763821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f94a2f-e187-4484-9d8a-78b9169a0c11') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:33.766622 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-489077bb-17bb-4df7-b834-ae666123ddc8 req-2b20aea3-150e-4c26-bfc5-306f3c1d93b1 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158427 Nov 12 03:52:33.783301 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.814022 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.824411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:33.826682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.847235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c3f9bc-bb6d-47b6-9f58-287abf83e603 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:33.903160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 87c3f9bc-bb6d-47b6-9f58-287abf83e603, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=87c3f9bc-bb6d-47b6-9f58-287abf83e603,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:33.912514 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:33.945309 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:34.018339 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:52:34.018339 n-d-767704-23 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:52:34.018339 n-d-767704-23 neutron-server[103146]: [parameters: {'id': '9dfcf4c0-a38b-4887-b7ab-800346121d00'}] Nov 12 03:52:34.018339 n-d-767704-23 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:52:34.018826 n-d-767704-23 neutron-server[103146]: DEBUG oslo_db.api [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:52:34.035372 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3058b6-ff19-4db6-b64e-490253d2a684 req-980c001c-8254-4fb3-af39-dd864706afa0 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.047440 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3f3058b6-ff19-4db6-b64e-490253d2a684 req-980c001c-8254-4fb3-af39-dd864706afa0 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 943 time: 0.1519907 Nov 12 03:52:34.078800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f9126-7157-417f-98b2-718e71afe533 req-3436097f-918d-4e24-8bee-c1cf5868b4a2 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.080929 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f0f9126-7157-417f-98b2-718e71afe533 req-3436097f-918d-4e24-8bee-c1cf5868b4a2 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 945 time: 0.6074398 Nov 12 03:52:34.111745 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b7ce3-8dd0-414a-90b9-9473d4e2483f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.125330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4b7ce3-8dd0-414a-90b9-9473d4e2483f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.126232 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac4b7ce3-8dd0-414a-90b9-9473d4e2483f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.245590 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f0f9126-7157-417f-98b2-718e71afe533 req-65426bdb-b464-4ec9-8d01-8cd9ae1f6133 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756013 Nov 12 03:52:34.304187 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:34.326559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'port_id': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'mac_address': 'fa:16:3e:9e:a0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:34.340296 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3f3058b6-ff19-4db6-b64e-490253d2a684 req-6699fc21-0ce8-43f6-ac7c-a8324f6d6bfc tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912765 Nov 12 03:52:34.371079 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ac4b7ce3-8dd0-414a-90b9-9473d4e2483f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5452750 Nov 12 03:52:34.371880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b7ce3-8dd0-414a-90b9-9473d4e2483f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Network': ['ID=21f2a33a-0cef-4dce-a762-600ca8d714b4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:34.375086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38596) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:34.380330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-26d9b784-4c64-4b67-b34c-a67d4d749d97 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'subnet': {'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:34.420356 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.470065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 21f2a33a-0cef-4dce-a762-600ca8d714b4 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:34.475603 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c854c730-a525-4173-b69b-55a35dd6bf0a up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:34.519348 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.629283 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d9b784-4c64-4b67-b34c-a67d4d749d97 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:34.634821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3869fa-4c8b-4535-bf4f-3badd3eaf1da req-2f850170-0b18-4304-939a-8106c6c2b7a0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.641410 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26d9b784-4c64-4b67-b34c-a67d4d749d97 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.642540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3869fa-4c8b-4535-bf4f-3badd3eaf1da req-2f850170-0b18-4304-939a-8106c6c2b7a0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.653816 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3869fa-4c8b-4535-bf4f-3badd3eaf1da req-2f850170-0b18-4304-939a-8106c6c2b7a0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.663613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3869fa-4c8b-4535-bf4f-3badd3eaf1da req-2f850170-0b18-4304-939a-8106c6c2b7a0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.674009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3869fa-4c8b-4535-bf4f-3badd3eaf1da req-2f850170-0b18-4304-939a-8106c6c2b7a0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.692181 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3869fa-4c8b-4535-bf4f-3badd3eaf1da req-2f850170-0b18-4304-939a-8106c6c2b7a0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.716836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3869fa-4c8b-4535-bf4f-3badd3eaf1da req-2f850170-0b18-4304-939a-8106c6c2b7a0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.720676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f3869fa-4c8b-4535-bf4f-3badd3eaf1da req-2f850170-0b18-4304-939a-8106c6c2b7a0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.2862160 Nov 12 03:52:34.835703 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327a44ac-df49-4117-8e60-7556b7bf7dff {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:34.856845 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.894842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Deleting port 5fead22d-a212-45ff-bb3d-9dc2a2bffead {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:34.896818 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.903650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f3869fa-4c8b-4535-bf4f-3badd3eaf1da req-05af83e6-523a-4819-8f37-f741a98ede96 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719816 Nov 12 03:52:34.916167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Transition to ACTIVE for port object 327a44ac-df49-4117-8e60-7556b7bf7dff will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:34.982395 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26d9b784-4c64-4b67-b34c-a67d4d749d97 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.080434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9b784-4c64-4b67-b34c-a67d4d749d97 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Subnet': ['ID=3e0fcc4e-a26c-4d43-a073-4b6cbe533508,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:35.084641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] For port 5fead22d-a212-45ff-bb3d-9dc2a2bffead, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5fead22d-a212-45ff-bb3d-9dc2a2bffead,segment=NetworkSegment(33f94a2f-e187-4484-9d8a-78b9169a0c11),segment_id=33f94a2f-e187-4484-9d8a-78b9169a0c11)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:35.092707 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.133104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Calling delete_port for 5fead22d-a212-45ff-bb3d-9dc2a2bffead owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:35.166025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=87c3f9bc-bb6d-47b6-9f58-287abf83e603,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:35.179652 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.194701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d9b784-4c64-4b67-b34c-a67d4d749d97 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Checking segment: {'id': '40554509-156f-4505-8ad3-61bc90804081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:35.195413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d9b784-4c64-4b67-b34c-a67d4d749d97 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network hostable DHCP agents. Network: 21f2a33a-0cef-4dce-a762-600ca8d714b4, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:35.226358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:35.241512 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.255852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f4a5d-33be-451c-bdb9-11e07ef3a6fb req-342f3c7a-f7cf-4615-ab70-e94fb16b5904 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.258159 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e4f4a5d-33be-451c-bdb9-11e07ef3a6fb req-342f3c7a-f7cf-4615-ab70-e94fb16b5904 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 949 time: 0.1470766 Nov 12 03:52:35.266667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6ca9a6a1-ab56-4af2-8afd-a3aacb884a20 None None] Provisioning complete for port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:35.267338 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ca9a6a1-ab56-4af2-8afd-a3aacb884a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.312977 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:35.358797 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e4f4a5d-33be-451c-bdb9-11e07ef3a6fb req-e8021132-bc62-4d33-aa0e-a3b085ef813c tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870974 Nov 12 03:52:35.385436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9a6a1-ab56-4af2-8afd-a3aacb884a20 None None] Port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:35.394068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['87c3f9bc-bb6d-47b6-9f58-287abf83e603'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:35.429453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b62f1-cd63-4ec8-8ed5-6c9106cdd2b9 req-2c79958e-52d9-47a5-ac0b-a8b27371e07f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.449659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b62f1-cd63-4ec8-8ed5-6c9106cdd2b9 req-2c79958e-52d9-47a5-ac0b-a8b27371e07f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.460975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b62f1-cd63-4ec8-8ed5-6c9106cdd2b9 req-2c79958e-52d9-47a5-ac0b-a8b27371e07f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.471927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b62f1-cd63-4ec8-8ed5-6c9106cdd2b9 req-2c79958e-52d9-47a5-ac0b-a8b27371e07f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.484122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b62f1-cd63-4ec8-8ed5-6c9106cdd2b9 req-2c79958e-52d9-47a5-ac0b-a8b27371e07f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.489434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d9b784-4c64-4b67-b34c-a67d4d749d97 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 21f2a33a-0cef-4dce-a762-600ca8d714b4 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:35.499664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae0b62f1-cd63-4ec8-8ed5-6c9106cdd2b9 req-2c79958e-52d9-47a5-ac0b-a8b27371e07f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 3827 time: 0.2584112 Nov 12 03:52:35.499664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Pushing event updated for resources: {'Port': ['ID=327a44ac-df49-4117-8e60-7556b7bf7dff,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:35.531490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9643eb-722c-42ee-b75e-6a4b166d7f46 None None] Network 9dfcf4c0-a38b-4887-b7ab-800346121d00 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:35.600922 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6ca9a6a1-ab56-4af2-8afd-a3aacb884a20 None None] Provisioning complete for port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:35.601300 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ca9a6a1-ab56-4af2-8afd-a3aacb884a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.629765 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae0b62f1-cd63-4ec8-8ed5-6c9106cdd2b9 req-d23f556a-1f4e-4d60-b1d6-96f9fc585bc8 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267164 Nov 12 03:52:35.647469 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:52:30Z', 'revision_number': 3, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:31Z', 'revision_number': 2, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:35.648106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Attempting to bind port 327a44ac-df49-4117-8e60-7556b7bf7dff on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:35.654677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Attempting to bind port 327a44ac-df49-4117-8e60-7556b7bf7dff by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '9a164f61-dc56-4e51-ab15-0b6f5ae97934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:35.654677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Attempting to bind port 327a44ac-df49-4117-8e60-7556b7bf7dff on network 933200c6-b34c-45ca-8fd9-e1eb17512052 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:35.665471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Port 327a44ac-df49-4117-8e60-7556b7bf7dff on network 933200c6-b34c-45ca-8fd9-e1eb17512052 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:35.666004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Attempting to bind port 327a44ac-df49-4117-8e60-7556b7bf7dff on network 933200c6-b34c-45ca-8fd9-e1eb17512052 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:35.678370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:35.679690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Checking segment: {'id': '9a164f61-dc56-4e51-ab15-0b6f5ae97934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:35.680350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Bound using segment: {'id': '9a164f61-dc56-4e51-ab15-0b6f5ae97934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:35.681273 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Bound port: 327a44ac-df49-4117-8e60-7556b7bf7dff, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a164f61-dc56-4e51-ab15-0b6f5ae97934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:35.681867 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.712234 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.725074 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.737605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-26d9b784-4c64-4b67-b34c-a67d4d749d97 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 21f2a33a-0cef-4dce-a762-600ca8d714b4) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:35.755162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Checking router: 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:52:35.758050 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d9b784-4c64-4b67-b34c-a67d4d749d97 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.759247 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26d9b784-4c64-4b67-b34c-a67d4d749d97 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.765324 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Updating router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:52:35.788867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee57df-8b0a-4147-b57f-dc2af32d137d None None] Network 21f2a33a-0cef-4dce-a762-600ca8d714b4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:35.819127 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port c854c730-a525-4173-b69b-55a35dd6bf0a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:52:35.835873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] No DVR routers for this DVR port 5fead22d-a212-45ff-bb3d-9dc2a2bffead on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:35.858099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port c854c730-a525-4173-b69b-55a35dd6bf0a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:35.858475 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.896016 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9a6a1-ab56-4af2-8afd-a3aacb884a20 None None] Port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:35.960542 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-26d9b784-4c64-4b67-b34c-a67d4d749d97 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5819616 Nov 12 03:52:35.961957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38610) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:35.980277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] For port 327a44ac-df49-4117-8e60-7556b7bf7dff, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:35.980277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] For port 327a44ac-df49-4117-8e60-7556b7bf7dff, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=327a44ac-df49-4117-8e60-7556b7bf7dff,segment=NetworkSegment(9a164f61-dc56-4e51-ab15-0b6f5ae97934),segment_id=9a164f61-dc56-4e51-ab15-0b6f5ae97934)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:35.980277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Port': ['ID=5fead22d-a212-45ff-bb3d-9dc2a2bffead,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:36.025205 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.048741 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:36.119229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056d5bc-9b92-4a56-9c16-992e36b30f14 req-1629f932-b332-4f0d-b14c-f444c0882774 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:36.128941 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e422b31-4b83-461d-86b4-44a2352899da None None] DHCP port deletion for 9dfcf4c0-a38b-4887-b7ab-800346121d00 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:36.130223 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5056d5bc-9b92-4a56-9c16-992e36b30f14 req-1629f932-b332-4f0d-b14c-f444c0882774 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 944 time: 0.2842467 Nov 12 03:52:36.135205 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.157843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:36.185209 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.202143 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ab800-a2ad-4138-8e00-4e2810317bd2 req-892613ca-ba7c-4ed1-9208-07885ec8be02 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:36.221533 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c81ab800-a2ad-4138-8e00-4e2810317bd2 req-892613ca-ba7c-4ed1-9208-07885ec8be02 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 945 time: 0.3484116 Nov 12 03:52:36.240759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfcf4c0-a38b-4887-b7ab-800346121d00']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:36.271485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-780cccdc-1154-4b49-8319-74be908e066a None None] Could not find standard attr ID for object 5fead22d-a212-45ff-bb3d-9dc2a2bffead. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:52:36.293855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f94a2f-e187-4484-9d8a-78b9169a0c11') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:36.294338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f94a2f-e187-4484-9d8a-78b9169a0c11') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:36.319059 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.360973 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.374275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:36.375123 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.477233 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.479243 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c81ab800-a2ad-4138-8e00-4e2810317bd2 req-8848cbae-17b4-48a5-8485-72b177b02eb0 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540386 Nov 12 03:52:36.551005 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-21f2a33a-0cef-4dce-a762-600ca8d714b4', 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'fixed_ips': [{'subnet_id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:36.551968 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:36.583728 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:36.596258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafee188-1cbe-4f9c-bcba-e522475d1b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c854c730-a525-4173-b69b-55a35dd6bf0a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:36.598657 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da99d669-a964-4b80-bbb6-14a08d0141a6" -d '{"events": [{"server_uuid": "aafee188-1cbe-4f9c-bcba-e522475d1b7c", "name": "network-vif-plugged", "status": "completed", "tag": "c854c730-a525-4173-b69b-55a35dd6bf0a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:36.629906 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c854c730-a525-4173-b69b-55a35dd6bf0a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c854c730-a525-4173-b69b-55a35dd6bf0a,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:36.701373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:36.703099 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.705702 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] 10.222.0.25 "PUT /v2.0/ports/327a44ac-df49-4117-8e60-7556b7bf7dff HTTP/1.1" status: 200 len: 1093 time: 3.4941499 Nov 12 03:52:36.718210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': '327a44ac-df49-4117-8e60-7556b7bf7dff'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:36.719196 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071e8991-435d-450b-b76d-3577c87c9210" -d '{"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "327a44ac-df49-4117-8e60-7556b7bf7dff"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:36.757020 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.788758 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.802620 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/networks/9dfcf4c0-a38b-4887-b7ab-800346121d00 HTTP/1.1" status: 204 len: 168 time: 5.8042023 Nov 12 03:52:36.871664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5056d5bc-9b92-4a56-9c16-992e36b30f14 req-51c88096-c606-44ac-9520-ca6699c9975f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7403955 Nov 12 03:52:36.886743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233719a0-ccb0-4e12-b80d-bf4f061595dc service neutron] Pushing event updated for resources: {'Port': ['ID=327a44ac-df49-4117-8e60-7556b7bf7dff,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:36.889289 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38626) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:36.914049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7eed2f6e-4d3b-4b9a-8bdd-de9c36dff80c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1900181415'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:36.914293 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.923900 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f062c1-fe1d-4728-9b3c-8d4f311ea826 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Network': ['ID=9dfcf4c0-a38b-4887-b7ab-800346121d00,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:36.969585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Request body: {'port': {'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:37.018574 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.049250 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.055202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c382dc8-cdde-48e5-98b2-a8cfa71bf9ce req-aad9a4a1-6da4-40f9-a744-52d56d14d22f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.067127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c382dc8-cdde-48e5-98b2-a8cfa71bf9ce req-aad9a4a1-6da4-40f9-a744-52d56d14d22f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.082068 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c382dc8-cdde-48e5-98b2-a8cfa71bf9ce req-aad9a4a1-6da4-40f9-a744-52d56d14d22f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.098092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c382dc8-cdde-48e5-98b2-a8cfa71bf9ce req-aad9a4a1-6da4-40f9-a744-52d56d14d22f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.110979 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 87c3f9bc-bb6d-47b6-9f58-287abf83e603 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:37.111353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c382dc8-cdde-48e5-98b2-a8cfa71bf9ce req-aad9a4a1-6da4-40f9-a744-52d56d14d22f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.124372 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c382dc8-cdde-48e5-98b2-a8cfa71bf9ce req-aad9a4a1-6da4-40f9-a744-52d56d14d22f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.127784 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.139945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c382dc8-cdde-48e5-98b2-a8cfa71bf9ce req-aad9a4a1-6da4-40f9-a744-52d56d14d22f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.155091 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0c382dc8-cdde-48e5-98b2-a8cfa71bf9ce req-aad9a4a1-6da4-40f9-a744-52d56d14d22f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.4266860 Nov 12 03:52:37.190754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eed2f6e-4d3b-4b9a-8bdd-de9c36dff80c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Made reservation on behalf of dd743e572e1c4439b62c3a931bbfde37 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:37.199639 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7eed2f6e-4d3b-4b9a-8bdd-de9c36dff80c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.407347 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0c382dc8-cdde-48e5-98b2-a8cfa71bf9ce req-4febad52-7d4f-45d2-aef3-0202147ce1f6 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2491450 Nov 12 03:52:37.427479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Attempting to bind port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:37.428595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Attempting to bind port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '77d41beb-f01f-4f07-a444-808e17e99feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:37.429405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Attempting to bind port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 on network 0a042071-6b02-4ebb-9fd4-100ac9c8b37a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:37.477753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:37.481649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Checking segment: {'id': '77d41beb-f01f-4f07-a444-808e17e99feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:37.482585 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.483481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Bound using segment: {'id': '77d41beb-f01f-4f07-a444-808e17e99feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:37.484540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Bound port: 70a1a7ca-515d-4c5d-a1f1-1219867e34a5, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d41beb-f01f-4f07-a444-808e17e99feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:37.485911 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.509645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eed2f6e-4d3b-4b9a-8bdd-de9c36dff80c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:37.582386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4771ac-015c-4e1c-825c-44f9069b814e req-6dfd7fe0-4588-4670-a9b5-103c1239e692 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.595323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca4771ac-015c-4e1c-825c-44f9069b814e req-6dfd7fe0-4588-4670-a9b5-103c1239e692 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 950 time: 0.6158102 Nov 12 03:52:37.645650 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] For port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:37.653731 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7eed2f6e-4d3b-4b9a-8bdd-de9c36dff80c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.655533 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] For port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=70a1a7ca-515d-4c5d-a1f1-1219867e34a5,segment=NetworkSegment(77d41beb-f01f-4f07-a444-808e17e99feb),segment_id=77d41beb-f01f-4f07-a444-808e17e99feb)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:37.656888 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-7eed2f6e-4d3b-4b9a-8bdd-de9c36dff80c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Added segment adbb0103-6f46-4ec3-958c-002b3a4823fa of type vlan for network 125b0a79-335a-4929-a384-5b4ba769dd7c Nov 12 03:52:37.658696 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3291469f-5f20-4769-b803-f03163d65939 x-openstack-request-id: req-3291469f-5f20-4769-b803-f03163d65939 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:37.659191 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafee188-1cbe-4f9c-bcba-e522475d1b7c", "name": "network-vif-plugged", "status": "completed", "tag": "c854c730-a525-4173-b69b-55a35dd6bf0a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:37.659592 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3291469f-5f20-4769-b803-f03163d65939 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:37.660224 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafee188-1cbe-4f9c-bcba-e522475d1b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c854c730-a525-4173-b69b-55a35dd6bf0a', 'code': 200} Nov 12 03:52:37.700513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Allocated IP 2001:db8:2::2 (21f2a33a-0cef-4dce-a762-600ca8d714b4/3e0fcc4e-a26c-4d43-a073-4b6cbe533508/e7b59702-241f-4d76-8e1b-af93157faeeb) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:37.769340 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.780794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=c854c730-a525-4173-b69b-55a35dd6bf0a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:37.800479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-49aea2d7-f63f-4f47-bd69-52370a496fcd None None] Provisioning complete for port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:37.801761 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49aea2d7-f63f-4f47-bd69-52370a496fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.831482 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7eed2f6e-4d3b-4b9a-8bdd-de9c36dff80c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.864491 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.873143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca4771ac-015c-4e1c-825c-44f9069b814e req-7eb54dfa-e55a-4a29-ae87-c58904224c5e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408738 Nov 12 03:52:37.942935 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61c0e9-4d54-441e-8193-a640f5665185 req-d77aa67b-62b5-43c3-92f4-f9c2385d6536 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.942935 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c61c0e9-4d54-441e-8193-a640f5665185 req-d77aa67b-62b5-43c3-92f4-f9c2385d6536 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.26 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 945 time: 0.3064318 Nov 12 03:52:37.993396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65dd34f2-9576-4b91-9a20-1f613428e547 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:38.019049 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7eed2f6e-4d3b-4b9a-8bdd-de9c36dff80c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.027950 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.031224 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed2f6e-4d3b-4b9a-8bdd-de9c36dff80c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.032262 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7eed2f6e-4d3b-4b9a-8bdd-de9c36dff80c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.033423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:38.037898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f50f3-7465-4d0c-9ad4-ae9518c622f0 None None] Pushing event updated for resources: {'Port': ['ID=70a1a7ca-515d-4c5d-a1f1-1219867e34a5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:38.045258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Transition to ACTIVE for port object 65dd34f2-9576-4b91-9a20-1f613428e547 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:38.051803 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618fe09c-7688-4e92-8118-cbd02d725b2f x-openstack-request-id: req-618fe09c-7688-4e92-8118-cbd02d725b2f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:38.052215 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "327a44ac-df49-4117-8e60-7556b7bf7dff", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:38.052474 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-618fe09c-7688-4e92-8118-cbd02d725b2f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:38.053098 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': '327a44ac-df49-4117-8e60-7556b7bf7dff', 'status': 'completed', 'code': 200} Nov 12 03:52:38.080269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599bb2e-9cf9-453b-abf2-07bcf3a0ea63 req-ac161317-c952-4e06-b4b6-1e6d61a32ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.084333 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c599bb2e-9cf9-453b-abf2-07bcf3a0ea63 req-ac161317-c952-4e06-b4b6-1e6d61a32ece service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 1102 time: 0.3335142 Nov 12 03:52:38.208126 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.225527 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5fead22d-a212-45ff-bb3d-9dc2a2bffead no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:38.275582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e178e43-a0d3-40e1-a62a-ea8de1ea6a5a req-b00bf807-85dd-45b5-9b02-9c4f39543d55 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.282961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e178e43-a0d3-40e1-a62a-ea8de1ea6a5a req-b00bf807-85dd-45b5-9b02-9c4f39543d55 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.289077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e178e43-a0d3-40e1-a62a-ea8de1ea6a5a req-b00bf807-85dd-45b5-9b02-9c4f39543d55 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.299374 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e178e43-a0d3-40e1-a62a-ea8de1ea6a5a req-b00bf807-85dd-45b5-9b02-9c4f39543d55 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.306623 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e178e43-a0d3-40e1-a62a-ea8de1ea6a5a req-b00bf807-85dd-45b5-9b02-9c4f39543d55 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.317128 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e178e43-a0d3-40e1-a62a-ea8de1ea6a5a req-b00bf807-85dd-45b5-9b02-9c4f39543d55 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 3827 time: 0.5291939 Nov 12 03:52:38.415285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed2f6e-4d3b-4b9a-8bdd-de9c36dff80c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'Network': ['ID=125b0a79-335a-4929-a384-5b4ba769dd7c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:38.441965 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7eed2f6e-4d3b-4b9a-8bdd-de9c36dff80c tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5457458 Nov 12 03:52:38.454919 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38640) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:38.465187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8a965-eea1-4f7c-a321-d835906d51b8 req-fa5bd745-89c5-436b-9d9a-af48237181a8 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.474323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aac8a965-eea1-4f7c-a321-d835906d51b8 req-fa5bd745-89c5-436b-9d9a-af48237181a8 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 945 time: 0.4007609 Nov 12 03:52:38.518413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e178e43-a0d3-40e1-a62a-ea8de1ea6a5a req-e0413322-4143-4e75-ba75-0188aaff11bd tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002716 Nov 12 03:52:38.537663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 87c3f9bc-bb6d-47b6-9f58-287abf83e603 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:52:38.544402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f50f3-7465-4d0c-9ad4-ae9518c622f0 None None] Pushing event updated for resources: {'Port': ['ID=70a1a7ca-515d-4c5d-a1f1-1219867e34a5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:38.546357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-246781b6-31c4-4e29-803a-8b709586a87b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Request body: {'subnet': {'network_id': '125b0a79-335a-4929-a384-5b4ba769dd7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:38.567154 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 5fead22d-a212-45ff-bb3d-9dc2a2bffead {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:38.567744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5fead22d-a212-45ff-bb3d-9dc2a2bffead not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:38.571286 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 125b0a79-335a-4929-a384-5b4ba769dd7c details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:38.577074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 87c3f9bc-bb6d-47b6-9f58-287abf83e603 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:38.577449 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.640330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8991-435d-450b-b76d-3577c87c9210 req-b3a2f730-5ff7-4d2b-aec2-86ac879a81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.641098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8991-435d-450b-b76d-3577c87c9210 req-b3a2f730-5ff7-4d2b-aec2-86ac879a81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.641746 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8991-435d-450b-b76d-3577c87c9210 req-b3a2f730-5ff7-4d2b-aec2-86ac879a81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.642368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8991-435d-450b-b76d-3577c87c9210 req-b3a2f730-5ff7-4d2b-aec2-86ac879a81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.643125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8991-435d-450b-b76d-3577c87c9210 req-b3a2f730-5ff7-4d2b-aec2-86ac879a81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.645149 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-071e8991-435d-450b-b76d-3577c87c9210 req-b3a2f730-5ff7-4d2b-aec2-86ac879a81e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cd512dfc02740f8a9223f825788d0ed&device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 4363 time: 0.5676875 Nov 12 03:52:38.646270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Pushing event updated for resources: {'Port': ['ID=65dd34f2-9576-4b91-9a20-1f613428e547,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:38.661300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c599bb2e-9cf9-453b-abf2-07bcf3a0ea63 req-fe0e0cce-b4f6-4090-80c1-a7e46f2e89ba service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547299 Nov 12 03:52:38.708241 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:38.709223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:38.769055 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454df15-83ad-45d9-ae82-a4910327a68b req-aa9b4ca1-4225-49bd-81d3-d93a7420efee tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.777384 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f454df15-83ad-45d9-ae82-a4910327a68b req-aa9b4ca1-4225-49bd-81d3-d93a7420efee tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 944 time: 0.1122813 Nov 12 03:52:38.802649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aac8a965-eea1-4f7c-a321-d835906d51b8 req-b151387c-8a90-4370-82a5-4e2c42c7f6ce tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270881 Nov 12 03:52:38.843020 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:38.877977 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f454df15-83ad-45d9-ae82-a4910327a68b req-ea728b76-cb9e-45b6-913d-dc95a2fb25ce tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996339 Nov 12 03:52:38.943369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Attempting to bind port 65dd34f2-9576-4b91-9a20-1f613428e547 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:38.943852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Attempting to bind port 65dd34f2-9576-4b91-9a20-1f613428e547 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:38.944215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Attempting to bind port 65dd34f2-9576-4b91-9a20-1f613428e547 on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:38.950766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0c61c0e9-4d54-441e-8193-a640f5665185 req-94f26b70-a6da-401f-9cd7-c9b0e702819e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Deleting port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:38.951255 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c61c0e9-4d54-441e-8193-a640f5665185 req-94f26b70-a6da-401f-9cd7-c9b0e702819e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.011805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Port 65dd34f2-9576-4b91-9a20-1f613428e547 on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:39.012306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Attempting to bind port 65dd34f2-9576-4b91-9a20-1f613428e547 on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:39.029381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394413d-652c-48e2-8b4c-684c07bbf2b7 req-bc45e9ea-f521-4359-b5a3-e18fb91a4685 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.031077 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:39.031523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Checking segment: {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:39.032027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Bound using segment: {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:39.032620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Bound port: 65dd34f2-9576-4b91-9a20-1f613428e547, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:39.033079 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.054877 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c394413d-652c-48e2-8b4c-684c07bbf2b7 req-bc45e9ea-f521-4359-b5a3-e18fb91a4685 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 950 time: 0.0987530 Nov 12 03:52:39.120884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8991-435d-450b-b76d-3577c87c9210 req-e7942d49-9c51-4989-8e44-0078026b87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.120884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8991-435d-450b-b76d-3577c87c9210 req-e7942d49-9c51-4989-8e44-0078026b87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.132794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8991-435d-450b-b76d-3577c87c9210 req-e7942d49-9c51-4989-8e44-0078026b87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.132794 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-071e8991-435d-450b-b76d-3577c87c9210 req-e7942d49-9c51-4989-8e44-0078026b87eb service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=5cd512dfc02740f8a9223f825788d0ed&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.4337800 Nov 12 03:52:39.153032 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c394413d-652c-48e2-8b4c-684c07bbf2b7 req-5219b4a3-959c-4548-a3aa-0eff8db92076 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887492 Nov 12 03:52:39.181757 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a008-d08c-48a5-ab33-2740311bb212 req-ef66e020-3962-4063-a6ba-7649655f5b76 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.188770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a008-d08c-48a5-ab33-2740311bb212 req-ef66e020-3962-4063-a6ba-7649655f5b76 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.195161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a008-d08c-48a5-ab33-2740311bb212 req-ef66e020-3962-4063-a6ba-7649655f5b76 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.202187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a008-d08c-48a5-ab33-2740311bb212 req-ef66e020-3962-4063-a6ba-7649655f5b76 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.209078 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a008-d08c-48a5-ab33-2740311bb212 req-ef66e020-3962-4063-a6ba-7649655f5b76 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.215352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a008-d08c-48a5-ab33-2740311bb212 req-ef66e020-3962-4063-a6ba-7649655f5b76 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.222192 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a008-d08c-48a5-ab33-2740311bb212 req-ef66e020-3962-4063-a6ba-7649655f5b76 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.225007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea29a008-d08c-48a5-ab33-2740311bb212 req-ef66e020-3962-4063-a6ba-7649655f5b76 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.2695489 Nov 12 03:52:39.254045 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246781b6-31c4-4e29-803a-8b709586a87b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Made reservation on behalf of dd743e572e1c4439b62c3a931bbfde37 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:39.257462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-246781b6-31c4-4e29-803a-8b709586a87b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.298089 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49aea2d7-f63f-4f47-bd69-52370a496fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.344025 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.345848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:39.346094 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.451316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-49aea2d7-f63f-4f47-bd69-52370a496fcd None None] For port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=70a1a7ca-515d-4c5d-a1f1-1219867e34a5,segment=NetworkSegment(77d41beb-f01f-4f07-a444-808e17e99feb),segment_id=77d41beb-f01f-4f07-a444-808e17e99feb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:39.454596 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.496874 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.502006 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Allocated IP 2001:db8:2::1 (21f2a33a-0cef-4dce-a762-600ca8d714b4/3e0fcc4e-a26c-4d43-a073-4b6cbe533508/6bb81e07-adde-456e-99f2-f7e67e200b44) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:39.529466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Network 21f2a33a-0cef-4dce-a762-600ca8d714b4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:39.570817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:39.573605 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49aea2d7-f63f-4f47-bd69-52370a496fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.576063 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:39.628425 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Pushing event updated for resources: {'Port': ['ID=e7b59702-241f-4d76-8e1b-af93157faeeb,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:39.670803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71318c3-7d4a-4d5e-a365-d0325e11a4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c3f9bc-bb6d-47b6-9f58-287abf83e603'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:39.675033 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca0960f-f389-455d-919f-4b814d1d2535" -d '{"events": [{"server_uuid": "d71318c3-7d4a-4d5e-a365-d0325e11a4e6", "name": "network-vif-plugged", "status": "completed", "tag": "87c3f9bc-bb6d-47b6-9f58-287abf83e603"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:39.785865 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372c3ba-d630-4f29-b72a-63e3502544c6 req-725dee49-8504-41f4-b58d-a8aa4f21a28f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.792285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372c3ba-d630-4f29-b72a-63e3502544c6 req-725dee49-8504-41f4-b58d-a8aa4f21a28f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.794659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aea2d7-f63f-4f47-bd69-52370a496fcd None None] Pushing event updated for resources: {'Port': ['ID=70a1a7ca-515d-4c5d-a1f1-1219867e34a5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:39.799457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372c3ba-d630-4f29-b72a-63e3502544c6 req-725dee49-8504-41f4-b58d-a8aa4f21a28f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.804653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372c3ba-d630-4f29-b72a-63e3502544c6 req-725dee49-8504-41f4-b58d-a8aa4f21a28f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.812238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372c3ba-d630-4f29-b72a-63e3502544c6 req-725dee49-8504-41f4-b58d-a8aa4f21a28f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.813731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 87c3f9bc-bb6d-47b6-9f58-287abf83e603, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=87c3f9bc-bb6d-47b6-9f58-287abf83e603,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:39.818588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372c3ba-d630-4f29-b72a-63e3502544c6 req-725dee49-8504-41f4-b58d-a8aa4f21a28f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.820650 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1372c3ba-d630-4f29-b72a-63e3502544c6 req-725dee49-8504-41f4-b58d-a8aa4f21a28f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 4604 time: 0.1675806 Nov 12 03:52:39.826589 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.837439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0c61c0e9-4d54-441e-8193-a640f5665185 req-94f26b70-a6da-401f-9cd7-c9b0e702819e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] For port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2,segment=NetworkSegment(fd4aa0e5-b123-4f55-beb6-771fdeffc461),segment_id=fd4aa0e5-b123-4f55-beb6-771fdeffc461)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:39.837814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c61c0e9-4d54-441e-8193-a640f5665185 req-94f26b70-a6da-401f-9cd7-c9b0e702819e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.841431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] For port 65dd34f2-9576-4b91-9a20-1f613428e547, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:39.909755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] For port 65dd34f2-9576-4b91-9a20-1f613428e547, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=65dd34f2-9576-4b91-9a20-1f613428e547,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:39.912633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0c61c0e9-4d54-441e-8193-a640f5665185 req-94f26b70-a6da-401f-9cd7-c9b0e702819e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Calling delete_port for 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:39.942264 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.943827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6af63094-7fd5-462e-9582-70933d7723bc None None] Provisioning complete for port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:39.944773 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6af63094-7fd5-462e-9582-70933d7723bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.958893 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1372c3ba-d630-4f29-b72a-63e3502544c6 req-25da42c8-6ce2-47e7-861b-a718b01e98ae tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297898 Nov 12 03:52:40.003723 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.025340 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.025599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Attempting to bind port e7b59702-241f-4d76-8e1b-af93157faeeb on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:40.025882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Attempting to bind port e7b59702-241f-4d76-8e1b-af93157faeeb by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '40554509-156f-4505-8ad3-61bc90804081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:40.026234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Attempting to bind port e7b59702-241f-4d76-8e1b-af93157faeeb on network 21f2a33a-0cef-4dce-a762-600ca8d714b4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:40.036501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 21f2a33a-0cef-4dce-a762-600ca8d714b4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:40.048305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:40.054484 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.055481 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:40.056111 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.060823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:40.061209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Checking segment: {'id': '40554509-156f-4505-8ad3-61bc90804081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:40.061651 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.062048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Bound using segment: {'id': '40554509-156f-4505-8ad3-61bc90804081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:40.063028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Bound port: e7b59702-241f-4d76-8e1b-af93157faeeb, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40554509-156f-4505-8ad3-61bc90804081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:40.063028 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.068379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.071289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:52:30Z', 'revision_number': 3, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:37Z', 'revision_number': 4, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:40.071797 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.075401 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] 10.222.0.25 "PUT /v2.0/ports/65dd34f2-9576-4b91-9a20-1f613428e547 HTTP/1.1" status: 200 len: 1136 time: 3.1113918 Nov 12 03:52:40.082986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea29a008-d08c-48a5-ab33-2740311bb212 req-2faeda2b-63fe-451b-b212-1319f4110081 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8301511 Nov 12 03:52:40.084417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8991-435d-450b-b76d-3577c87c9210 req-11b8870c-8422-4ac6-b3fb-f0a092bdc0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.086198 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-071e8991-435d-450b-b76d-3577c87c9210 req-11b8870c-8422-4ac6-b3fb-f0a092bdc0f2 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9243398 Nov 12 03:52:40.093642 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': '65dd34f2-9576-4b91-9a20-1f613428e547'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:40.097566 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6a7e8c-a912-4865-a493-d26aab5068c5" -d '{"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "65dd34f2-9576-4b91-9a20-1f613428e547"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:40.243698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Request body: {'port': {'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:40.266193 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c9c72c-4d77-4330-b60a-c18b65dce155 x-openstack-request-id: req-10c9c72c-4d77-4330-b60a-c18b65dce155 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:40.268329 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71318c3-7d4a-4d5e-a365-d0325e11a4e6", "name": "network-vif-plugged", "status": "completed", "tag": "87c3f9bc-bb6d-47b6-9f58-287abf83e603", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:40.268329 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-10c9c72c-4d77-4330-b60a-c18b65dce155 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:40.268329 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71318c3-7d4a-4d5e-a365-d0325e11a4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c3f9bc-bb6d-47b6-9f58-287abf83e603', 'code': 200} Nov 12 03:52:40.273948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e6e39-e186-4496-bfd2-898f3e06d163 None None] The sync data for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 is: [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:52:30Z', 'revision_number': 3, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:37Z', 'revision_number': 4, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:40.315322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=87c3f9bc-bb6d-47b6-9f58-287abf83e603,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:40.405836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=6bb81e07-adde-456e-99f2-f7e67e200b44,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:40.476476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:40.566027 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ccf4b-c75c-4298-ba6a-0a9c01e6ebfa req-f39e1eb5-dd02-4cbc-a619-0b27b771f0ec tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.578364 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-401ccf4b-c75c-4298-ba6a-0a9c01e6ebfa req-f39e1eb5-dd02-4cbc-a619-0b27b771f0ec tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 945 time: 0.2011912 Nov 12 03:52:40.600738 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.603795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] For port e7b59702-241f-4d76-8e1b-af93157faeeb, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:40.618210 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] For port e7b59702-241f-4d76-8e1b-af93157faeeb, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e7b59702-241f-4d76-8e1b-af93157faeeb,segment=NetworkSegment(40554509-156f-4505-8ad3-61bc90804081),segment_id=40554509-156f-4505-8ad3-61bc90804081)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:40.653782 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:40.655262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c21d4-0841-4e2b-8a63-b006f64024c0 service neutron] Pushing event updated for resources: {'Port': ['ID=65dd34f2-9576-4b91-9a20-1f613428e547,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:40.676683 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-401ccf4b-c75c-4298-ba6a-0a9c01e6ebfa req-fd1aa611-a5b1-4c6f-9fc9-5ed60d054142 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970509 Nov 12 03:52:40.714670 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.784030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.789590 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.801875 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff67124-9809-4dee-acf7-80470599b0a7 x-openstack-request-id: req-4ff67124-9809-4dee-acf7-80470599b0a7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:40.801875 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "65dd34f2-9576-4b91-9a20-1f613428e547", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:40.801875 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4ff67124-9809-4dee-acf7-80470599b0a7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:40.801875 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': '65dd34f2-9576-4b91-9a20-1f613428e547', 'status': 'completed', 'code': 200} Nov 12 03:52:40.836176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:40.890373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca56d22-aeec-473e-8167-57cb10efc439 req-7dde5095-f8ad-412e-b98f-f443454e7015 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.903770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eca56d22-aeec-473e-8167-57cb10efc439 req-7dde5095-f8ad-412e-b98f-f443454e7015 tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/ports?device_id=a65bd0cc-f81a-4c3c-aca7-c94ea7662b79 HTTP/1.1" status: 200 len: 945 time: 0.5734389 Nov 12 03:52:40.924675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3379f8-5ec7-432c-a0b3-bbd876db932d req-7d70390c-067a-43b0-ab27-87d4040aeba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.931916 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd3379f8-5ec7-432c-a0b3-bbd876db932d req-7d70390c-067a-43b0-ab27-87d4040aeba9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 1097 time: 0.5996573 Nov 12 03:52:41.086404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40620159-98c9-40ec-aa69-52c7cb37ac39 None None] Pushing event updated for resources: {'Port': ['ID=e7b59702-241f-4d76-8e1b-af93157faeeb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:41.101676 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.389182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7e8c-a912-4865-a493-d26aab5068c5 req-14ad99c7-a709-4cfb-96f5-a677a55ad899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.389741 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7e8c-a912-4865-a493-d26aab5068c5 req-14ad99c7-a709-4cfb-96f5-a677a55ad899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.390220 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7e8c-a912-4865-a493-d26aab5068c5 req-14ad99c7-a709-4cfb-96f5-a677a55ad899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.392812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7e8c-a912-4865-a493-d26aab5068c5 req-14ad99c7-a709-4cfb-96f5-a677a55ad899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.393389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7e8c-a912-4865-a493-d26aab5068c5 req-14ad99c7-a709-4cfb-96f5-a677a55ad899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.394032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7e8c-a912-4865-a493-d26aab5068c5 req-14ad99c7-a709-4cfb-96f5-a677a55ad899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.396166 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df6a7e8c-a912-4865-a493-d26aab5068c5 req-14ad99c7-a709-4cfb-96f5-a677a55ad899 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cd512dfc02740f8a9223f825788d0ed&device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5292 time: 0.4748042 Nov 12 03:52:41.486049 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c61c0e9-4d54-441e-8193-a640f5665185 req-94f26b70-a6da-401f-9cd7-c9b0e702819e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.602114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f26b70-a6da-401f-9cd7-c9b0e702819e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Pushing event deleted for resources: {'Port': ['ID=96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:41.645273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd3379f8-5ec7-432c-a0b3-bbd876db932d req-427103ac-aa6e-430c-b5a3-d77f61afcec8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6690059 Nov 12 03:52:41.668145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.objects.ports [None req-246781b6-31c4-4e29-803a-8b709586a87b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:52:41.672855 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eca56d22-aeec-473e-8167-57cb10efc439 req-5d96054a-a46f-43a4-9a4b-056ed21bc64f tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.105 "GET /v2.0/security-groups?id=f8e6a053-634e-45aa-9e25-581f1f2094a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7397878 Nov 12 03:52:41.683592 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-246781b6-31c4-4e29-803a-8b709586a87b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.758217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246781b6-31c4-4e29-803a-8b709586a87b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event updated for resources: {'Subnet': ['ID=eaee3b42-e04f-4a5c-80a3-209047a3ebce,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:41.823001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf744458-90c3-49d8-91ea-44425a5e3a41 req-9bb5db38-f31e-4239-8d28-d7b535c68c03 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.836983 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cf744458-90c3-49d8-91ea-44425a5e3a41 req-9bb5db38-f31e-4239-8d28-d7b535c68c03 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 950 time: 0.9038379 Nov 12 03:52:41.909973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c61c0e9-4d54-441e-8193-a640f5665185 req-94f26b70-a6da-401f-9cd7-c9b0e702819e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] No DVR routers for this DVR port 96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:41.913812 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0c61c0e9-4d54-441e-8193-a640f5665185 req-94f26b70-a6da-401f-9cd7-c9b0e702819e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.918597 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c61c0e9-4d54-441e-8193-a640f5665185 req-94f26b70-a6da-401f-9cd7-c9b0e702819e tempest-ServerDiskConfigTestJSON-1583263321 tempest-ServerDiskConfigTestJSON-1583263321-project] 10.222.0.26 "DELETE /v2.0/ports/96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2 HTTP/1.1" status: 204 len: 173 time: 3.8472784 Nov 12 03:52:42.018870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7e8c-a912-4865-a493-d26aab5068c5 req-b249a77c-5736-471f-93b0-c319dd8c23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.028240 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7e8c-a912-4865-a493-d26aab5068c5 req-b249a77c-5736-471f-93b0-c319dd8c23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.029137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7e8c-a912-4865-a493-d26aab5068c5 req-b249a77c-5736-471f-93b0-c319dd8c23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.031272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df6a7e8c-a912-4865-a493-d26aab5068c5 req-b249a77c-5736-471f-93b0-c319dd8c23b6 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=5cd512dfc02740f8a9223f825788d0ed&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.6210394 Nov 12 03:52:42.038618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246781b6-31c4-4e29-803a-8b709586a87b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Checking segment: {'id': 'adbb0103-6f46-4ec3-958c-002b3a4823fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '125b0a79-335a-4929-a384-5b4ba769dd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:42.039355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246781b6-31c4-4e29-803a-8b709586a87b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Network hostable DHCP agents. Network: 125b0a79-335a-4929-a384-5b4ba769dd7c, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:42.063185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5805e6-dc8b-47b8-91aa-eb84f301d42a req-ac78b316-fa01-412e-a64a-5833fccbd64b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.078565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5805e6-dc8b-47b8-91aa-eb84f301d42a req-ac78b316-fa01-412e-a64a-5833fccbd64b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.106102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5805e6-dc8b-47b8-91aa-eb84f301d42a req-ac78b316-fa01-412e-a64a-5833fccbd64b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.113151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5805e6-dc8b-47b8-91aa-eb84f301d42a req-ac78b316-fa01-412e-a64a-5833fccbd64b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.127081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5805e6-dc8b-47b8-91aa-eb84f301d42a req-ac78b316-fa01-412e-a64a-5833fccbd64b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.136702 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cf744458-90c3-49d8-91ea-44425a5e3a41 req-29005097-e13f-4325-9120-74526c1fa939 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901819 Nov 12 03:52:42.150425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5805e6-dc8b-47b8-91aa-eb84f301d42a req-ac78b316-fa01-412e-a64a-5833fccbd64b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.152950 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca5805e6-dc8b-47b8-91aa-eb84f301d42a req-ac78b316-fa01-412e-a64a-5833fccbd64b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 4604 time: 0.3450935 Nov 12 03:52:42.175331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e7b59702-241f-4d76-8e1b-af93157faeeb up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:42.280905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:42.291659 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.292210 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f362d5d5-1491-49ca-9e5b-d6d3f0f0b628" -d '{"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:42.367747 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.368810 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.443612 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e7b59702-241f-4d76-8e1b-af93157faeeb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:42.443989 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.500548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246781b6-31c4-4e29-803a-8b709586a87b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Network 125b0a79-335a-4929-a384-5b4ba769dd7c is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:42.544784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=6bb81e07-adde-456e-99f2-f7e67e200b44,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:42.559430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca5805e6-dc8b-47b8-91aa-eb84f301d42a req-fddc8a46-76cc-46a3-bcb1-12475feb0bc5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3494737 Nov 12 03:52:42.591998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7e8c-a912-4865-a493-d26aab5068c5 req-a969b823-5261-4719-ac89-f6e70cd94489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.593891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df6a7e8c-a912-4865-a493-d26aab5068c5 req-a969b823-5261-4719-ac89-f6e70cd94489 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5486963 Nov 12 03:52:42.631851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:42.635925 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee34656-029f-4b66-8951-ed664d8ce5c8 None None] Network 21f2a33a-0cef-4dce-a762-600ca8d714b4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:42.657352 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.692750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6442f0-c95e-4d52-95cc-9056b1bbf21a req-d826c746-6597-467a-92b0-2dcbe7b67919 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.696386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-246781b6-31c4-4e29-803a-8b709586a87b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 125b0a79-335a-4929-a384-5b4ba769dd7c) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:42.700073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6442f0-c95e-4d52-95cc-9056b1bbf21a req-d826c746-6597-467a-92b0-2dcbe7b67919 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.710920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Transition to ACTIVE for port object aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:42.727255 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246781b6-31c4-4e29-803a-8b709586a87b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.728409 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-246781b6-31c4-4e29-803a-8b709586a87b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.730373 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6442f0-c95e-4d52-95cc-9056b1bbf21a req-d826c746-6597-467a-92b0-2dcbe7b67919 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.739069 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d89aa-7c39-42ad-96ac-c299f059a79b None None] Network 125b0a79-335a-4929-a384-5b4ba769dd7c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:42.743524 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6442f0-c95e-4d52-95cc-9056b1bbf21a req-d826c746-6597-467a-92b0-2dcbe7b67919 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.750593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6442f0-c95e-4d52-95cc-9056b1bbf21a req-d826c746-6597-467a-92b0-2dcbe7b67919 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.769789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6442f0-c95e-4d52-95cc-9056b1bbf21a req-d826c746-6597-467a-92b0-2dcbe7b67919 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.775994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6442f0-c95e-4d52-95cc-9056b1bbf21a req-d826c746-6597-467a-92b0-2dcbe7b67919 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.789886 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.798074 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee6442f0-c95e-4d52-95cc-9056b1bbf21a req-d826c746-6597-467a-92b0-2dcbe7b67919 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.5024502 Nov 12 03:52:42.810928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dce80-9c81-40fd-8716-640c02e9fafe req-962ded3b-e6f8-405b-9123-aa13ad4463cc tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.813996 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-268dce80-9c81-40fd-8716-640c02e9fafe req-962ded3b-e6f8-405b-9123-aa13ad4463cc tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 945 time: 0.1012444 Nov 12 03:52:42.900406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 21f2a33a-0cef-4dce-a762-600ca8d714b4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:42.902911 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:42.925398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65bd0cc-f81a-4c3c-aca7-c94ea7662b79', 'name': 'network-vif-deleted', 'tag': '96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:42.928403 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be191c5d-a848-4e95-869c-1f9b2e418616" -d '{"events": [{"server_uuid": "a65bd0cc-f81a-4c3c-aca7-c94ea7662b79", "name": "network-vif-deleted", "tag": "96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:42.932353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Pushing event updated for resources: {'Port': ['ID=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:42.939586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-246781b6-31c4-4e29-803a-8b709586a87b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.4562778 Nov 12 03:52:42.953560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38718) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:43.193457 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.231004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Attempting to bind port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:43.231292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Attempting to bind port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:43.231657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Attempting to bind port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:43.285570 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-50cfc77b-3dc5-453d-aa57-6ba6b445773f None None] Provisioning complete for port e7b59702-241f-4d76-8e1b-af93157faeeb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:43.285953 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50cfc77b-3dc5-453d-aa57-6ba6b445773f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.308822 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee6442f0-c95e-4d52-95cc-9056b1bbf21a req-c9ad9b44-5125-4a31-979c-6241b983b915 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5096948 Nov 12 03:52:43.341235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:52:43.450776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:43.456182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Attempting to bind port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:43.481879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:43.485279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Checking segment: {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:43.485654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port e7b59702-241f-4d76-8e1b-af93157faeeb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e7b59702-241f-4d76-8e1b-af93157faeeb,segment=NetworkSegment(40554509-156f-4505-8ad3-61bc90804081),segment_id=40554509-156f-4505-8ad3-61bc90804081)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:43.485813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Bound using segment: {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:43.486263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Bound port: aef6a29c-7ae4-4ad7-8d39-d13863b97ab3, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:43.487271 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.541478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-268dce80-9c81-40fd-8716-640c02e9fafe req-af1a3d24-a274-459a-b962-bde70a749705 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6301651 Nov 12 03:52:43.575620 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.576944 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:43.629260 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74db45c6-9275-4617-be6d-aea229d881d3 req-265b1515-b61f-442e-9344-d496f766e915 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5534081 Nov 12 03:52:43.644787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:43.652224 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d071fa44-40bc-41a7-b286-675aa1e5baad tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6820548 Nov 12 03:52:43.657399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38728) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:43.658563 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Sync routers for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:43.665880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d1272e62-224b-44e3-bf3a-cbb9defdfcb3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1957812532'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:43.682005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fccf1-e446-40f7-b694-2af357aabea0 req-6ad0b1d9-44fc-4d77-b30a-ba1136d4cbc0 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:43.683640 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-162fccf1-e446-40f7-b694-2af357aabea0 req-6ad0b1d9-44fc-4d77-b30a-ba1136d4cbc0 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 1102 time: 0.0784788 Nov 12 03:52:43.691481 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:43.693561 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:43.727878 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-162fccf1-e446-40f7-b694-2af357aabea0 req-274e5380-5514-4e72-b6b7-54a64da298d7 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.777421 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd76756-2a2e-44a3-a8a4-33341b46f41d x-openstack-request-id: req-5dd76756-2a2e-44a3-a8a4-33341b46f41d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:43.781179 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:43.781413 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5dd76756-2a2e-44a3-a8a4-33341b46f41d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:43.792745 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'code': 200} Nov 12 03:52:43.830125 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-125b0a79-335a-4929-a384-5b4ba769dd7c', 'network_id': '125b0a79-335a-4929-a384-5b4ba769dd7c', 'tenant_id': 'dd743e572e1c4439b62c3a931bbfde37', 'fixed_ips': [{'subnet_id': 'eaee3b42-e04f-4a5c-80a3-209047a3ebce'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:43.841248 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.848180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=e7b59702-241f-4d76-8e1b-af93157faeeb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:43.896276 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.902274 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-162fccf1-e446-40f7-b694-2af357aabea0 req-274e5380-5514-4e72-b6b7-54a64da298d7 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.905250 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1272e62-224b-44e3-bf3a-cbb9defdfcb3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:43.910152 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1272e62-224b-44e3-bf3a-cbb9defdfcb3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.937594 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72248e9-8740-49b1-968f-b2e39bac8af9 x-openstack-request-id: req-e72248e9-8740-49b1-968f-b2e39bac8af9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:43.941504 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65bd0cc-f81a-4c3c-aca7-c94ea7662b79", "name": "network-vif-deleted", "tag": "96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:43.943147 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e72248e9-8740-49b1-968f-b2e39bac8af9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:43.943147 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65bd0cc-f81a-4c3c-aca7-c94ea7662b79', 'name': 'network-vif-deleted', 'tag': '96982db5-7d3e-4cdf-bb5e-3ec7b5c253d2', 'status': 'completed', 'code': 200} Nov 12 03:52:43.945763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1272e62-224b-44e3-bf3a-cbb9defdfcb3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:43.957631 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1272e62-224b-44e3-bf3a-cbb9defdfcb3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.957631 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-d1272e62-224b-44e3-bf3a-cbb9defdfcb3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Added segment b66ae634-7c37-43e3-a3da-853866ae9435 of type vlan for network 111b704f-3933-4bd3-8902-6e95391eff43 Nov 12 03:52:44.013485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:44.015038 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.025146 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:44.028872 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1272e62-224b-44e3-bf3a-cbb9defdfcb3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.064382 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-162fccf1-e446-40f7-b694-2af357aabea0 req-274e5380-5514-4e72-b6b7-54a64da298d7 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.064612 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] For port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:44.095286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db45c6-9275-4617-be6d-aea229d881d3 req-faaf0e9d-e6c6-4f2c-838c-f623d9feb478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.108074 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74db45c6-9275-4617-be6d-aea229d881d3 req-faaf0e9d-e6c6-4f2c-838c-f623d9feb478 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 1097 time: 0.3398411 Nov 12 03:52:44.127034 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-162fccf1-e446-40f7-b694-2af357aabea0 req-274e5380-5514-4e72-b6b7-54a64da298d7 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304807 Nov 12 03:52:44.135531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e5380-5514-4e72-b6b7-54a64da298d7 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e9ac71-f6c1-4009-b90c-088a300e287b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:44.147391 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1272e62-224b-44e3-bf3a-cbb9defdfcb3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.155420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1272e62-224b-44e3-bf3a-cbb9defdfcb3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.157432 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1272e62-224b-44e3-bf3a-cbb9defdfcb3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.236150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] For port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:44.261951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1272e62-224b-44e3-bf3a-cbb9defdfcb3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Network': ['ID=111b704f-3933-4bd3-8902-6e95391eff43,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:44.331106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 111b704f-3933-4bd3-8902-6e95391eff43 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:44.345581 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.352555 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d1272e62-224b-44e3-bf3a-cbb9defdfcb3 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6905551 Nov 12 03:52:44.360320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38738) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:44.377129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-88181204-95fe-4fde-87e7-cb6837522542 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'subnet': {'network_id': '111b704f-3933-4bd3-8902-6e95391eff43', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:44.576419 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:52:40Z', 'revision_number': 4, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb81e07-adde-456e-99f2-f7e67e200b44', 'name': '', 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a9:a3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:38Z', 'updated_at': '2021-11-12T03:52:41Z', 'revision_number': 2, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:44.585045 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.647003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e7b59702-241f-4d76-8e1b-af93157faeeb up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:44.688913 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Checking router: 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:52:44.689555 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Updating router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 port 6bb81e07-adde-456e-99f2-f7e67e200b44 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:52:44.788088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.789818 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.791573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] 10.222.0.25 "PUT /v2.0/ports/aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 HTTP/1.1" status: 200 len: 1135 time: 4.5806088 Nov 12 03:52:44.847382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8999b-e0a4-45a4-abb3-a6cbf1a602ca req-f0b26d26-f04f-4999-9948-0b0711d5dd43 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.862485 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8999b-e0a4-45a4-abb3-a6cbf1a602ca req-f0b26d26-f04f-4999-9948-0b0711d5dd43 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.869683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8999b-e0a4-45a4-abb3-a6cbf1a602ca req-f0b26d26-f04f-4999-9948-0b0711d5dd43 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.880067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8999b-e0a4-45a4-abb3-a6cbf1a602ca req-f0b26d26-f04f-4999-9948-0b0711d5dd43 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.890855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8999b-e0a4-45a4-abb3-a6cbf1a602ca req-f0b26d26-f04f-4999-9948-0b0711d5dd43 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.906794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8999b-e0a4-45a4-abb3-a6cbf1a602ca req-f0b26d26-f04f-4999-9948-0b0711d5dd43 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.916748 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8999b-e0a4-45a4-abb3-a6cbf1a602ca req-f0b26d26-f04f-4999-9948-0b0711d5dd43 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.936932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ce8999b-e0a4-45a4-abb3-a6cbf1a602ca req-f0b26d26-f04f-4999-9948-0b0711d5dd43 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5380 time: 0.8988357 Nov 12 03:52:44.939608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Allocated IP 2001:db8::f816:3eff:fee1:da26 (125b0a79-335a-4929-a384-5b4ba769dd7c/eaee3b42-e04f-4a5c-80a3-209047a3ebce/745eb568-86f8-4dcb-8abe-0d8aca925804) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:44.950978 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.978578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Request body: {'port': {'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:45.021773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aeaa49cf-91c5-44a7-98d8-d9598415cf97 None None] Provisioning complete for port e7b59702-241f-4d76-8e1b-af93157faeeb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:45.022477 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aeaa49cf-91c5-44a7-98d8-d9598415cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.129559 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd6bba-8ec1-48da-a577-723f4e87ac5a req-bbbc5e65-121b-4b6f-8382-33a92df9533b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:45.139873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d430b6a-e292-4916-a0c7-9e70f4768666 service neutron] Pushing event updated for resources: {'Port': ['ID=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:45.158740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd6bba-8ec1-48da-a577-723f4e87ac5a req-bbbc5e65-121b-4b6f-8382-33a92df9533b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:45.169557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db45c6-9275-4617-be6d-aea229d881d3 req-ce434f70-55b4-4e3a-a7ed-d75c7c451584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:45.171195 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74db45c6-9275-4617-be6d-aea229d881d3 req-ce434f70-55b4-4e3a-a7ed-d75c7c451584 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 908 time: 1.0047331 Nov 12 03:52:45.180956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd6bba-8ec1-48da-a577-723f4e87ac5a req-bbbc5e65-121b-4b6f-8382-33a92df9533b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:45.211596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd6bba-8ec1-48da-a577-723f4e87ac5a req-bbbc5e65-121b-4b6f-8382-33a92df9533b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:45.227983 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd6bba-8ec1-48da-a577-723f4e87ac5a req-bbbc5e65-121b-4b6f-8382-33a92df9533b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:45.248133 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd6bba-8ec1-48da-a577-723f4e87ac5a req-bbbc5e65-121b-4b6f-8382-33a92df9533b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:45.250564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e7b59702-241f-4d76-8e1b-af93157faeeb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:45.251081 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.278457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd6bba-8ec1-48da-a577-723f4e87ac5a req-bbbc5e65-121b-4b6f-8382-33a92df9533b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:45.295510 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-42bd6bba-8ec1-48da-a577-723f4e87ac5a req-bbbc5e65-121b-4b6f-8382-33a92df9533b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5418 time: 0.4716811 Nov 12 03:52:45.296832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74db45c6-9275-4617-be6d-aea229d881d3 req-c73c54dd-6531-46c4-b1c6-849c2481fdbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477eb4e1-30bb-447f-9cd0-4e662562b001 HTTP/1.1" status: 200 len: 217 time: 0.0820584 Nov 12 03:52:45.317299 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88181204-95fe-4fde-87e7-cb6837522542 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Made reservation on behalf of 74cd10e7b7ed4dabb8a324ff4649c18b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:45.331027 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88181204-95fe-4fde-87e7-cb6837522542 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.412363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db45c6-9275-4617-be6d-aea229d881d3 req-2d14d8b0-55fb-499e-8454-6887ed1ffc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:45.412878 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74db45c6-9275-4617-be6d-aea229d881d3 req-2d14d8b0-55fb-499e-8454-6887ed1ffc8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ace581-efc3-4076-b0ce-48737a72947d HTTP/1.1" status: 200 len: 846 time: 0.0995183 Nov 12 03:52:45.414302 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.510771 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.561468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aeaa49cf-91c5-44a7-98d8-d9598415cf97 None None] Provisioning complete for port 6bb81e07-adde-456e-99f2-f7e67e200b44 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:45.562358 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aeaa49cf-91c5-44a7-98d8-d9598415cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.592855 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-42bd6bba-8ec1-48da-a577-723f4e87ac5a req-53634cb9-52ea-4ffd-b6fc-cb19ab7999ee tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2873838 Nov 12 03:52:45.606014 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.690250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa49cf-91c5-44a7-98d8-d9598415cf97 None None] Port 6bb81e07-adde-456e-99f2-f7e67e200b44 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:45.704270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Network 125b0a79-335a-4929-a384-5b4ba769dd7c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:45.713537 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:45.720843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Pushing event updated for resources: {'Port': ['ID=745eb568-86f8-4dcb-8abe-0d8aca925804,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:45.725704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:45.777022 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ce8999b-e0a4-45a4-abb3-a6cbf1a602ca req-ab351f1e-4038-4749-998d-efa6865ba8e7 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8374920 Nov 12 03:52:45.784760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74db45c6-9275-4617-be6d-aea229d881d3 req-270d03da-79b0-4bb0-b1d6-0f66e158d528 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5180d290-ec7a-4d87-815a-6d5ae96500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3437383 Nov 12 03:52:45.867293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:45.950739 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Attempting to bind port 745eb568-86f8-4dcb-8abe-0d8aca925804 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:45.951104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Attempting to bind port 745eb568-86f8-4dcb-8abe-0d8aca925804 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'adbb0103-6f46-4ec3-958c-002b3a4823fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '125b0a79-335a-4929-a384-5b4ba769dd7c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:45.951463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Attempting to bind port 745eb568-86f8-4dcb-8abe-0d8aca925804 on network 125b0a79-335a-4929-a384-5b4ba769dd7c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:45.951686 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01845f3-99bf-4baf-aab1-c2f8071e1b46 req-0a2d7cb8-d201-4abe-883b-a9130af87f19 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:45.972611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af05b72b-577d-441d-95b0-4cded6867c54 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:45.973534 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e01845f3-99bf-4baf-aab1-c2f8071e1b46 req-0a2d7cb8-d201-4abe-883b-a9130af87f19 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 945 time: 0.1924863 Nov 12 03:52:45.985384 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.991598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:45.991974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Checking segment: {'id': 'adbb0103-6f46-4ec3-958c-002b3a4823fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '125b0a79-335a-4929-a384-5b4ba769dd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:45.992415 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.992814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Bound using segment: {'id': 'adbb0103-6f46-4ec3-958c-002b3a4823fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '125b0a79-335a-4929-a384-5b4ba769dd7c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:45.996955 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Bound port: 745eb568-86f8-4dcb-8abe-0d8aca925804, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbb0103-6f46-4ec3-958c-002b3a4823fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '125b0a79-335a-4929-a384-5b4ba769dd7c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:45.997444 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.014875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': 'aef6a29c-7ae4-4ad7-8d39-d13863b97ab3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:46.031501 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199322cf-0cfd-4062-82eb-25ae868d656f" -d '{"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "aef6a29c-7ae4-4ad7-8d39-d13863b97ab3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:46.051035 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:52:46.071032 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e01845f3-99bf-4baf-aab1-c2f8071e1b46 req-b0fe29ca-9092-4454-90fe-26a7c9aedc3f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925076 Nov 12 03:52:46.108366 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-ac7b5ffb-5013-407f-abbe-e6df3f530c7b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684052 Nov 12 03:52:46.162057 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] For port 745eb568-86f8-4dcb-8abe-0d8aca925804, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:46.165713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] For port 745eb568-86f8-4dcb-8abe-0d8aca925804, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=745eb568-86f8-4dcb-8abe-0d8aca925804,segment=NetworkSegment(adbb0103-6f46-4ec3-958c-002b3a4823fa),segment_id=adbb0103-6f46-4ec3-958c-002b3a4823fa)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:46.185547 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.186950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38772) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:46.203117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d711baf9-1fcb-438b-80c7-11106ab9d282 None None] Provisioning complete for port 6bb81e07-adde-456e-99f2-f7e67e200b44 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:46.203512 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d711baf9-1fcb-438b-80c7-11106ab9d282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.268782 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d711baf9-1fcb-438b-80c7-11106ab9d282 None None] Port 6bb81e07-adde-456e-99f2-f7e67e200b44 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:46.273634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-65f55e9f-987a-457e-98a7-ba0c1e3cd1f1 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:46.284553 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-65f55e9f-987a-457e-98a7-ba0c1e3cd1f1 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746430 Nov 12 03:52:46.296561 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcd730f-bac6-4494-b33e-b08a2063bb05 x-openstack-request-id: req-1fcd730f-bac6-4494-b33e-b08a2063bb05 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:46.296561 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "aef6a29c-7ae4-4ad7-8d39-d13863b97ab3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:46.296910 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1fcd730f-bac6-4494-b33e-b08a2063bb05 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:46.297003 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': 'aef6a29c-7ae4-4ad7-8d39-d13863b97ab3', 'status': 'completed', 'code': 200} Nov 12 03:52:46.299368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.316081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4ab8efd6-c4cc-4661-adf4-d41cbd22b569,segment=NetworkSegment(5b0ea241-07fb-43a2-bc7b-103c2762d55c),segment_id=5b0ea241-07fb-43a2-bc7b-103c2762d55c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:46.317154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b33440b-f1c6-4b2d-9bac-b3334fcf7246 admin admin] Deleting subnet 34069265-bba2-44d4-9f7e-7a4462db4ea2 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:46.332943 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b33440b-f1c6-4b2d-9bac-b3334fcf7246 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.335552 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.358953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'port_id': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569', 'mac_address': 'fa:16:3e:9d:20:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:46.394263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-99b17977-9655-4913-8771-d07b4a9ec54d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/quotas/9880da1ff4024a32b6fc37ffaf7c19a7 HTTP/1.1" status: 200 len: 375 time: 0.1085687 Nov 12 03:52:46.407050 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b33440b-f1c6-4b2d-9bac-b3334fcf7246 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.413876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4598bb0-170c-43b4-87eb-1161e61efcdb req-82288cb6-23d4-4b1b-827c-1d7b627a5664 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6578953 Nov 12 03:52:46.428055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Transition to ACTIVE for port object af05b72b-577d-441d-95b0-4cded6867c54 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:46.435050 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.495582 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b33440b-f1c6-4b2d-9bac-b3334fcf7246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.534454 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a642f-fbc7-45a1-b1fb-677907b7c205 None None] Pushing event updated for resources: {'Port': ['ID=6bb81e07-adde-456e-99f2-f7e67e200b44,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:46.537111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Subnet': ['ID=eaee3b42-e04f-4a5c-80a3-209047a3ebce,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:46.652462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199322cf-0cfd-4062-82eb-25ae868d656f req-48039f46-1473-4c71-81c4-79690a507821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:46.652893 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199322cf-0cfd-4062-82eb-25ae868d656f req-48039f46-1473-4c71-81c4-79690a507821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:46.653998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199322cf-0cfd-4062-82eb-25ae868d656f req-48039f46-1473-4c71-81c4-79690a507821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:46.654114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917a1d7-9c23-44e3-b231-126868e49eba None None] Pushing event updated for resources: {'Port': ['ID=745eb568-86f8-4dcb-8abe-0d8aca925804,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:46.654577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199322cf-0cfd-4062-82eb-25ae868d656f req-48039f46-1473-4c71-81c4-79690a507821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:46.654913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199322cf-0cfd-4062-82eb-25ae868d656f req-48039f46-1473-4c71-81c4-79690a507821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:46.655361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199322cf-0cfd-4062-82eb-25ae868d656f req-48039f46-1473-4c71-81c4-79690a507821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:46.655804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199322cf-0cfd-4062-82eb-25ae868d656f req-48039f46-1473-4c71-81c4-79690a507821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:46.662715 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Attempting to bind port 6bb81e07-adde-456e-99f2-f7e67e200b44 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:46.664057 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Attempting to bind port 6bb81e07-adde-456e-99f2-f7e67e200b44 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '40554509-156f-4505-8ad3-61bc90804081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:46.664057 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Attempting to bind port 6bb81e07-adde-456e-99f2-f7e67e200b44 on network 21f2a33a-0cef-4dce-a762-600ca8d714b4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:46.665535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-199322cf-0cfd-4062-82eb-25ae868d656f req-48039f46-1473-4c71-81c4-79690a507821 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cd512dfc02740f8a9223f825788d0ed&device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 6220 time: 0.3671496 Nov 12 03:52:46.668127 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.668558 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.682057 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:46.686384 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Checking segment: {'id': '40554509-156f-4505-8ad3-61bc90804081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:46.687043 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.687784 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Bound using segment: {'id': '40554509-156f-4505-8ad3-61bc90804081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:46.688665 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Bound port: 6bb81e07-adde-456e-99f2-f7e67e200b44, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40554509-156f-4505-8ad3-61bc90804081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:46.689389 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.704373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:46.753868 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4ab8efd6-c4cc-4661-adf4-d41cbd22b569,segment=NetworkSegment(5b0ea241-07fb-43a2-bc7b-103c2762d55c),segment_id=5b0ea241-07fb-43a2-bc7b-103c2762d55c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:46.814278 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.814848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 23b8dda3-c607-4d03-bda1-5156ca593966 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:46.858541 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] For port 6bb81e07-adde-456e-99f2-f7e67e200b44, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:46.871568 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] For port 6bb81e07-adde-456e-99f2-f7e67e200b44, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6bb81e07-adde-456e-99f2-f7e67e200b44,segment=NetworkSegment(40554509-156f-4505-8ad3-61bc90804081),segment_id=40554509-156f-4505-8ad3-61bc90804081)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:46.968067 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.979013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=4ab8efd6-c4cc-4661-adf4-d41cbd22b569,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:47.063323 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:47.065154 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:47.068814 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b33440b-f1c6-4b2d-9bac-b3334fcf7246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.086165 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7d967e9b-b2e7-41d4-9b83-cf97130ac7bb None None] Provisioning complete for port 6bb81e07-adde-456e-99f2-f7e67e200b44 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:47.086767 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d967e9b-b2e7-41d4-9b83-cf97130ac7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.206709 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b33440b-f1c6-4b2d-9bac-b3334fcf7246 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.221284 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a642f-fbc7-45a1-b1fb-677907b7c205 None None] Pushing event updated for resources: {'Port': ['ID=6bb81e07-adde-456e-99f2-f7e67e200b44,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:47.238468 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1b33440b-f1c6-4b2d-9bac-b3334fcf7246 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/34069265-bba2-44d4-9f7e-7a4462db4ea2 HTTP/1.1" status: 204 len: 168 time: 1.0488939 Nov 12 03:52:47.251974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38790) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:47.255052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33440b-f1c6-4b2d-9bac-b3334fcf7246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34069265-bba2-44d4-9f7e-7a4462db4ea2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:47.261769 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88181204-95fe-4fde-87e7-cb6837522542 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.268875 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:47.456547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88181204-95fe-4fde-87e7-cb6837522542 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Subnet': ['ID=878db037-f274-4677-82f5-59df70f95eaf,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:47.641559 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.681401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 23b8dda3-c607-4d03-bda1-5156ca593966, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=23b8dda3-c607-4d03-bda1-5156ca593966,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:47.686189 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125b0a79-335a-4929-a384-5b4ba769dd7c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:47.701533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbb0103-6f46-4ec3-958c-002b3a4823fa') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:47.701880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbb0103-6f46-4ec3-958c-002b3a4823fa') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:47.715963 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.725135 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d967e9b-b2e7-41d4-9b83-cf97130ac7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.728725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '23b8dda3-c607-4d03-bda1-5156ca593966', 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e', 'port_id': '23b8dda3-c607-4d03-bda1-5156ca593966', 'mac_address': 'fa:16:3e:c8:0d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fe0b5a-c82d-4ced-ae13-8f510ce1c500', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:47.734291 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8909d10-04fa-4f3d-9ce9-b86d629c01f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.738180 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.755514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:47.755923 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.762339 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627e5c-c523-4d37-9927-dcbf0812763f req-196315dc-86f0-4148-b688-1bf0b276a454 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.773399 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28627e5c-c523-4d37-9927-dcbf0812763f req-196315dc-86f0-4148-b688-1bf0b276a454 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 1.1579421 Nov 12 03:52:47.805243 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28627e5c-c523-4d37-9927-dcbf0812763f req-b78b113e-23db-43c1-8e31-aded7bca470b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/quotas/9a329404327a436a89a7392422c84559 HTTP/1.1" status: 200 len: 375 time: 0.0308673 Nov 12 03:52:47.816963 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.828973 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:52:40Z', 'revision_number': 4, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb81e07-adde-456e-99f2-f7e67e200b44', 'name': '', 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a9:a3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:38Z', 'updated_at': '2021-11-12T03:52:46Z', 'revision_number': 4, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:47.863870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b8dda3-c607-4d03-bda1-5156ca593966 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:47.871043 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88181204-95fe-4fde-87e7-cb6837522542 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Checking segment: {'id': 'b66ae634-7c37-43e3-a3da-853866ae9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '111b704f-3933-4bd3-8902-6e95391eff43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:47.871579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88181204-95fe-4fde-87e7-cb6837522542 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network hostable DHCP agents. Network: 111b704f-3933-4bd3-8902-6e95391eff43, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:47.885524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7d967e9b-b2e7-41d4-9b83-cf97130ac7bb None None] For port 6bb81e07-adde-456e-99f2-f7e67e200b44, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6bb81e07-adde-456e-99f2-f7e67e200b44,segment=NetworkSegment(40554509-156f-4505-8ad3-61bc90804081),segment_id=40554509-156f-4505-8ad3-61bc90804081)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:47.900373 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c372f-7463-4681-b291-39ec8b8b8f7b None None] The sync data for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 is: [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:52:40Z', 'revision_number': 4, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb81e07-adde-456e-99f2-f7e67e200b44', 'name': '', 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a9:a3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:38Z', 'updated_at': '2021-11-12T03:52:46Z', 'revision_number': 4, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:47.935141 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 23b8dda3-c607-4d03-bda1-5156ca593966, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=23b8dda3-c607-4d03-bda1-5156ca593966,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:47.968029 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d967e9b-b2e7-41d4-9b83-cf97130ac7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.976546 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28627e5c-c523-4d37-9927-dcbf0812763f req-85e1b97c-3184-4466-9a97-3141b3d88e09 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1684890 Nov 12 03:52:48.045001 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.046045 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 771eb8e8-60ac-43da-aa8d-f854ed1a1892 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199322cf-0cfd-4062-82eb-25ae868d656f req-28be300b-384f-4f54-b575-441944885d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199322cf-0cfd-4062-82eb-25ae868d656f req-28be300b-384f-4f54-b575-441944885d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:48.085656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199322cf-0cfd-4062-82eb-25ae868d656f req-28be300b-384f-4f54-b575-441944885d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:48.091764 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88181204-95fe-4fde-87e7-cb6837522542 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 111b704f-3933-4bd3-8902-6e95391eff43 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:48.095965 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-199322cf-0cfd-4062-82eb-25ae868d656f req-28be300b-384f-4f54-b575-441944885d0a service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=5cd512dfc02740f8a9223f825788d0ed&shared=False HTTP/1.1" status: 200 len: 2300 time: 1.3957045 Nov 12 03:52:48.135378 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74db45c6-9275-4617-be6d-aea229d881d3 req-0626262e-5763-4f2c-a1d0-eab04ab06e78 service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0913143 Nov 12 03:52:48.136670 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:52:48.136670 n-d-767704-23 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:52:48.136670 n-d-767704-23 neutron-server[103146]: [parameters: {'id': '125b0a79-335a-4929-a384-5b4ba769dd7c'}] Nov 12 03:52:48.136670 n-d-767704-23 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:52:48.138485 n-d-767704-23 neutron-server[103146]: DEBUG oslo_db.api [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:52:48.138954 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8909d10-04fa-4f3d-9ce9-b86d629c01f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.145443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Pushing event updated for resources: {'Port': ['ID=af05b72b-577d-441d-95b0-4cded6867c54,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:48.166680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d967e9b-b2e7-41d4-9b83-cf97130ac7bb None None] Pushing event updated for resources: {'Port': ['ID=6bb81e07-adde-456e-99f2-f7e67e200b44,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:48.171621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-88181204-95fe-4fde-87e7-cb6837522542 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 111b704f-3933-4bd3-8902-6e95391eff43) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:48.175184 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88181204-95fe-4fde-87e7-cb6837522542 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:48.175802 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88181204-95fe-4fde-87e7-cb6837522542 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.183082 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c8909d10-04fa-4f3d-9ce9-b86d629c01f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:48.200196 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15f4ce8-b352-432b-ab0d-d4d4273ade0d None None] Network 111b704f-3933-4bd3-8902-6e95391eff43 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:48.206250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 771eb8e8-60ac-43da-aa8d-f854ed1a1892, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=771eb8e8-60ac-43da-aa8d-f854ed1a1892,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:48.206933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c8909d10-04fa-4f3d-9ce9-b86d629c01f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4aa0e5-b123-4f55-beb6-771fdeffc461') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:48.207458 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c8909d10-04fa-4f3d-9ce9-b86d629c01f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4aa0e5-b123-4f55-beb6-771fdeffc461') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:48.213030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1602cfcd-164b-4df9-910b-c7c2dbfe9208 None None] Provisioning complete for port 6bb81e07-adde-456e-99f2-f7e67e200b44 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:48.213030 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1602cfcd-164b-4df9-910b-c7c2dbfe9208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.224358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8909d10-04fa-4f3d-9ce9-b86d629c01f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.263514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28627e5c-c523-4d37-9927-dcbf0812763f req-2cf905f8-8bd2-4b0f-a180-f425815133e5 service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858903 Nov 12 03:52:48.272318 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8909d10-04fa-4f3d-9ce9-b86d629c01f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.312228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8909d10-04fa-4f3d-9ce9-b86d629c01f4 admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:48.312644 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8909d10-04fa-4f3d-9ce9-b86d629c01f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:48.317452 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:48.370667 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-88181204-95fe-4fde-87e7-cb6837522542 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0065813 Nov 12 03:52:48.511262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38796) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:48.513595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=23b8dda3-c607-4d03-bda1-5156ca593966,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:48.514894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199322cf-0cfd-4062-82eb-25ae868d656f req-c2bcdb4f-ddd4-440f-a950-c75eda8067f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:48.519568 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-199322cf-0cfd-4062-82eb-25ae868d656f req-c2bcdb4f-ddd4-440f-a950-c75eda8067f1 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3703830 Nov 12 03:52:48.524171 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c5de6-8d82-4e3e-abf4-06c763eaba84 None None] Network 125b0a79-335a-4929-a384-5b4ba769dd7c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:48.531457 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74db45c6-9275-4617-be6d-aea229d881d3 req-3c3c46e1-e72b-4ea2-8f73-cc85b24ed37b service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972446 Nov 12 03:52:48.637128 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1f72c0fb-c73f-4ab1-a98c-1e16686341fc tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&fields=id HTTP/1.1" status: 200 len: 255 time: 2.2315021 Nov 12 03:52:48.714980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '771eb8e8-60ac-43da-aa8d-f854ed1a1892', 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e', 'port_id': '771eb8e8-60ac-43da-aa8d-f854ed1a1892', 'mac_address': 'fa:16:3e:ed:57:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fe0b5a-c82d-4ced-ae13-8f510ce1c500', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:48.729904 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.731430 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8909d10-04fa-4f3d-9ce9-b86d629c01f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.735892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598bb0-170c-43b4-87eb-1161e61efcdb req-9a1c1c87-1d6e-4295-a0bc-3e847a5b37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:48.738136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4598bb0-170c-43b4-87eb-1161e61efcdb req-9a1c1c87-1d6e-4295-a0bc-3e847a5b37eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 1102 time: 2.2310088 Nov 12 03:52:48.757451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8909d10-04fa-4f3d-9ce9-b86d629c01f4 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.769704 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c8909d10-04fa-4f3d-9ce9-b86d629c01f4 admin admin] 10.222.0.105 "DELETE /v2.0/networks/1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf HTTP/1.1" status: 204 len: 168 time: 1.5049434 Nov 12 03:52:48.875501 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 745eb568-86f8-4dcb-8abe-0d8aca925804 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:48.923805 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.972818 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771eb8e8-60ac-43da-aa8d-f854ed1a1892 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:48.980090 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.136568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Attempting to bind port af05b72b-577d-441d-95b0-4cded6867c54 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:49.147050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Attempting to bind port af05b72b-577d-441d-95b0-4cded6867c54 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:49.147462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Attempting to bind port af05b72b-577d-441d-95b0-4cded6867c54 on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:49.203884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Port af05b72b-577d-441d-95b0-4cded6867c54 on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:49.210196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Attempting to bind port af05b72b-577d-441d-95b0-4cded6867c54 on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:49.223701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8909d10-04fa-4f3d-9ce9-b86d629c01f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1de9f6b4-c7a5-4b99-80f7-9d8987e66eaf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:49.243052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:49.243409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Checking segment: {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:49.243776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Bound using segment: {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:49.244257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Bound port: af05b72b-577d-441d-95b0-4cded6867c54, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:49.244611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.266714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-111b704f-3933-4bd3-8902-6e95391eff43', 'network_id': '111b704f-3933-4bd3-8902-6e95391eff43', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'fixed_ips': [{'subnet_id': '878db037-f274-4677-82f5-59df70f95eaf'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:49.270133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.308814 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28627e5c-c523-4d37-9927-dcbf0812763f req-71fe6e57-aeb1-4cb6-8a5a-7b2e464fa74e service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0445378 Nov 12 03:52:49.317406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598bb0-170c-43b4-87eb-1161e61efcdb req-8ba7c351-6c52-4f88-8d65-267a5d36ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.318900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4598bb0-170c-43b4-87eb-1161e61efcdb req-8ba7c351-6c52-4f88-8d65-267a5d36ff32 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.5263271 Nov 12 03:52:49.374330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 771eb8e8-60ac-43da-aa8d-f854ed1a1892, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=771eb8e8-60ac-43da-aa8d-f854ed1a1892,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:49.468769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d6e62ded-3c10-403c-85a4-b8570419beb1 None None] Provisioning complete for port 745eb568-86f8-4dcb-8abe-0d8aca925804 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:49.469491 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d6e62ded-3c10-403c-85a4-b8570419beb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.481144 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4598bb0-170c-43b4-87eb-1161e61efcdb req-a0963f02-a27e-4ae2-8019-d6bc59a5f9af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=c854c730-a525-4173-b69b-55a35dd6bf0a HTTP/1.1" status: 200 len: 217 time: 0.1521614 Nov 12 03:52:49.505245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Deleting port 745eb568-86f8-4dcb-8abe-0d8aca925804 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:49.505245 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.535686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 745eb568-86f8-4dcb-8abe-0d8aca925804 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:49.537472 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.637147 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:49.650436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598bb0-170c-43b4-87eb-1161e61efcdb req-22fc7499-9c4c-4b24-bc3e-63f139f8b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.650692 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.651495 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device df914625-a669-4984-a1ad-8e796c6815cc details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:49.652196 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4598bb0-170c-43b4-87eb-1161e61efcdb req-22fc7499-9c4c-4b24-bc3e-63f139f8b234 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1580858 Nov 12 03:52:49.700893 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] For port af05b72b-577d-441d-95b0-4cded6867c54, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:49.722490 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] For port 745eb568-86f8-4dcb-8abe-0d8aca925804, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=745eb568-86f8-4dcb-8abe-0d8aca925804,segment=NetworkSegment(adbb0103-6f46-4ec3-958c-002b3a4823fa),segment_id=adbb0103-6f46-4ec3-958c-002b3a4823fa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:49.722863 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.765793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] For port af05b72b-577d-441d-95b0-4cded6867c54, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=af05b72b-577d-441d-95b0-4cded6867c54,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:49.777061 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Calling delete_port for 745eb568-86f8-4dcb-8abe-0d8aca925804 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:49.826460 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.848766 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-557f911f-0ad4-47c9-acfa-9c042eee9701 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=07e41015d94146a891f93111db10adaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2056880 Nov 12 03:52:49.856640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:49.868397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598bb0-170c-43b4-87eb-1161e61efcdb req-86856d9c-2273-4528-8e46-4d809eec8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.868397 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4598bb0-170c-43b4-87eb-1161e61efcdb req-86856d9c-2273-4528-8e46-4d809eec8636 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1765213 Nov 12 03:52:49.972653 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f5a5bb-e469-482a-9f47-005cb8b81b90 None None] DHCP port deletion for 125b0a79-335a-4929-a384-5b4ba769dd7c request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:50.069597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port df914625-a669-4984-a1ad-8e796c6815cc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=df914625-a669-4984-a1ad-8e796c6815cc,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:50.097575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4598bb0-170c-43b4-87eb-1161e61efcdb req-6b3ef71c-0533-41f1-ba4d-cf863c04dc33 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038198 Nov 12 03:52:50.100568 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.150125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.151875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=771eb8e8-60ac-43da-aa8d-f854ed1a1892,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:50.157026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb29ed9-0723-4c9b-910b-cd0ac5eb967f req-208cdbe2-306f-4dc8-a173-25096fd7db9c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:50.163491 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb29ed9-0723-4c9b-910b-cd0ac5eb967f req-208cdbe2-306f-4dc8-a173-25096fd7db9c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:50.169562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb29ed9-0723-4c9b-910b-cd0ac5eb967f req-208cdbe2-306f-4dc8-a173-25096fd7db9c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:50.179728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb29ed9-0723-4c9b-910b-cd0ac5eb967f req-208cdbe2-306f-4dc8-a173-25096fd7db9c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:50.180015 n-d-767704-23 neutron-server[103148]: INFO neutron.plugins.ml2.db [None req-d6e62ded-3c10-403c-85a4-b8570419beb1 None None] No ports have port_id starting with 745eb568-86f8-4dcb-8abe-0d8aca925804 Nov 12 03:52:50.187575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb29ed9-0723-4c9b-910b-cd0ac5eb967f req-208cdbe2-306f-4dc8-a173-25096fd7db9c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:50.188711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:50.192361 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.192361 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] 10.222.0.25 "PUT /v2.0/ports/af05b72b-577d-441d-95b0-4cded6867c54 HTTP/1.1" status: 200 len: 1091 time: 5.2397256 Nov 12 03:52:50.194083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb29ed9-0723-4c9b-910b-cd0ac5eb967f req-208cdbe2-306f-4dc8-a173-25096fd7db9c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:50.202655 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': 'af05b72b-577d-441d-95b0-4cded6867c54'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:50.205734 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdb970b-8a51-4a38-b4ba-0659f969ac41" -d '{"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "af05b72b-577d-441d-95b0-4cded6867c54"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:50.241475 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'df914625-a669-4984-a1ad-8e796c6815cc', 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e', 'port_id': 'df914625-a669-4984-a1ad-8e796c6815cc', 'mac_address': 'fa:16:3e:58:30:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fe0b5a-c82d-4ced-ae13-8f510ce1c500', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:50.247056 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.257541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb29ed9-0723-4c9b-910b-cd0ac5eb967f req-208cdbe2-306f-4dc8-a173-25096fd7db9c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:50.259514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7cb29ed9-0723-4c9b-910b-cd0ac5eb967f req-208cdbe2-306f-4dc8-a173-25096fd7db9c tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5421 time: 0.2860694 Nov 12 03:52:50.277801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Allocated IP 2001:db8:3::2 (111b704f-3933-4bd3-8902-6e95391eff43/878db037-f274-4677-82f5-59df70f95eaf/c80b1092-361b-47a9-af6e-1417dd2a79d1) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:50.324711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] No DVR routers for this DVR port 745eb568-86f8-4dcb-8abe-0d8aca925804 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:50.415016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Request body: {'port': {'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:50.496768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.561251 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.571973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6bb81e07-adde-456e-99f2-f7e67e200b44 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:50.574683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125b0a79-335a-4929-a384-5b4ba769dd7c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:50.589340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbb0103-6f46-4ec3-958c-002b3a4823fa') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:50.590318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbb0103-6f46-4ec3-958c-002b3a4823fa') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:50.590586 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0aa7d41a-195e-435e-a9e6-b7ddb268d97a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.600712 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.619297 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.626356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:50.626874 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.683538 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5a5bb-e469-482a-9f47-005cb8b81b90 None None] Deleting port 745eb568-86f8-4dcb-8abe-0d8aca925804 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:50.683916 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2f5a5bb-e469-482a-9f47-005cb8b81b90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.730427 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df914625-a669-4984-a1ad-8e796c6815cc {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:50.752951 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:50.763187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e72ee-7e2b-4c47-8498-b9b31273390b service neutron] Pushing event updated for resources: {'Port': ['ID=af05b72b-577d-441d-95b0-4cded6867c54,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:50.782898 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0aa7d41a-195e-435e-a9e6-b7ddb268d97a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.865000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a2f5a5bb-e469-482a-9f47-005cb8b81b90 None None] For port 745eb568-86f8-4dcb-8abe-0d8aca925804, host n-d-767704-23, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:50.866811 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2f5a5bb-e469-482a-9f47-005cb8b81b90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.870953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Port': ['ID=745eb568-86f8-4dcb-8abe-0d8aca925804,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:50.884667 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4598bb0-170c-43b4-87eb-1161e61efcdb req-3959f7c3-d77c-45d4-aa85-3262ca17aaf4 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7490282 Nov 12 03:52:50.890540 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7cb29ed9-0723-4c9b-910b-cd0ac5eb967f req-32f26676-2962-4d69-b31f-595e1d345254 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6087840 Nov 12 03:52:50.905321 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5a5bb-e469-482a-9f47-005cb8b81b90 None None] Calling delete_port for 745eb568-86f8-4dcb-8abe-0d8aca925804 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:50.912001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-a2f5a5bb-e469-482a-9f47-005cb8b81b90 None None] Port 745eb568-86f8-4dcb-8abe-0d8aca925804 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:52:50.954033 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2f5a5bb-e469-482a-9f47-005cb8b81b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.961660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.993884 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.001807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38842) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:51.005045 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/networks/125b0a79-335a-4929-a384-5b4ba769dd7c HTTP/1.1" status: 204 len: 168 time: 8.0115530 Nov 12 03:52:51.033148 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.033148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae24d64-3f88-4cfe-8090-cc8cdb02b524 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Network': ['ID=125b0a79-335a-4929-a384-5b4ba769dd7c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:51.071072 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.083296 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-72aafe93-fac7-4275-84aa-37d721a461cd tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] DELETE failed (client error): The resource could not be found. Nov 12 03:52:51.085535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72aafe93-fac7-4275-84aa-37d721a461cd tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:52:51.091541 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-72aafe93-fac7-4275-84aa-37d721a461cd tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/subnets/eaee3b42-e04f-4a5c-80a3-209047a3ebce HTTP/1.1" status: 404 len: 337 time: 0.0846548 Nov 12 03:52:51.091725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2f5a5bb-e469-482a-9f47-005cb8b81b90 None None] Network 125b0a79-335a-4929-a384-5b4ba769dd7c is not hosted by any dhcp agent {{(pid=103148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:52:51.091725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f5a5bb-e469-482a-9f47-005cb8b81b90 None None] No DVR routers for this DVR port 745eb568-86f8-4dcb-8abe-0d8aca925804 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:51.093673 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38844) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:51.115954 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0aa7d41a-195e-435e-a9e6-b7ddb268d97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.118646 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0aa7d41a-195e-435e-a9e6-b7ddb268d97a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.119874 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0aa7d41a-195e-435e-a9e6-b7ddb268d97a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f8e6a053-634e-45aa-9e25-581f1f2094a1 HTTP/1.1" status: 204 len: 168 time: 1.2599721 Nov 12 03:52:51.148405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port df914625-a669-4984-a1ad-8e796c6815cc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=df914625-a669-4984-a1ad-8e796c6815cc,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:51.148585 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f4807623-21c8-43eb-997a-64522424f386 req-176cc634-3c3f-43bc-92d4-894ae95d5ba1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 210 time: 0.0672848 Nov 12 03:52:51.152375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5a5bb-e469-482a-9f47-005cb8b81b90 None None] Pushing event deleted for resources: {'Port': ['ID=745eb568-86f8-4dcb-8abe-0d8aca925804,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:51.154002 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7d41a-195e-435e-a9e6-b7ddb268d97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e6a053-634e-45aa-9e25-581f1f2094a1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:51.211376 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.283596 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d08cc60-fe76-4650-ab41-59296dbd9304 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] DELETE failed (client error): The resource could not be found. Nov 12 03:52:51.284295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d08cc60-fe76-4650-ab41-59296dbd9304 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:52:51.293995 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4d08cc60-fe76-4650-ab41-59296dbd9304 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/networks/125b0a79-335a-4929-a384-5b4ba769dd7c HTTP/1.1" status: 404 len: 339 time: 0.1961081 Nov 12 03:52:51.295241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Allocated IP 2001:db8:3::1 (111b704f-3933-4bd3-8902-6e95391eff43/878db037-f274-4677-82f5-59df70f95eaf/fe39a646-50ea-405d-b088-5efc187c0a38) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:51.299641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:51.316230 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a305ad0-7d3e-407f-b8a2-5608e969ed5b x-openstack-request-id: req-4a305ad0-7d3e-407f-b8a2-5608e969ed5b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:51.317844 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "af05b72b-577d-441d-95b0-4cded6867c54", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:51.318109 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4a305ad0-7d3e-407f-b8a2-5608e969ed5b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:51.318524 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': 'af05b72b-577d-441d-95b0-4cded6867c54', 'status': 'completed', 'code': 200} Nov 12 03:52:51.359304 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.367412 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6bb81e07-adde-456e-99f2-f7e67e200b44 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:51.368072 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.392844 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-5991327c-5a5b-469e-b52b-f3e0d7b352a9 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] DELETE failed (client error): The resource could not be found. Nov 12 03:52:51.393213 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5991327c-5a5b-469e-b52b-f3e0d7b352a9 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:52:51.401971 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5991327c-5a5b-469e-b52b-f3e0d7b352a9 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/subnets/80168f39-f879-4176-a6cc-6f1418441d37 HTTP/1.1" status: 404 len: 337 time: 0.1000798 Nov 12 03:52:51.404711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:51.476612 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bd8d3f-ffad-4e72-bb83-a74d2319561b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] DELETE failed (client error): The resource could not be found. Nov 12 03:52:51.477712 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bd8d3f-ffad-4e72-bb83-a74d2319561b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:52:51.482173 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-65bd8d3f-ffad-4e72-bb83-a74d2319561b tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/networks/9dfcf4c0-a38b-4887-b7ab-800346121d00 HTTP/1.1" status: 404 len: 339 time: 0.0727310 Nov 12 03:52:51.504821 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38858) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:51.511406 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Network 111b704f-3933-4bd3-8902-6e95391eff43 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:51.535121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 7456f438-4e11-4e10-8018-96b0919a4c0b details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:51.565386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb970b-8a51-4a38-b4ba-0659f969ac41 req-6cd9831c-92c4-4bf2-91e0-679d1a6d86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.565995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb970b-8a51-4a38-b4ba-0659f969ac41 req-6cd9831c-92c4-4bf2-91e0-679d1a6d86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.567973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb970b-8a51-4a38-b4ba-0659f969ac41 req-6cd9831c-92c4-4bf2-91e0-679d1a6d86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.569170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb970b-8a51-4a38-b4ba-0659f969ac41 req-6cd9831c-92c4-4bf2-91e0-679d1a6d86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.571423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb970b-8a51-4a38-b4ba-0659f969ac41 req-6cd9831c-92c4-4bf2-91e0-679d1a6d86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.572630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb970b-8a51-4a38-b4ba-0659f969ac41 req-6cd9831c-92c4-4bf2-91e0-679d1a6d86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.572781 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Pushing event updated for resources: {'Port': ['ID=c80b1092-361b-47a9-af6e-1417dd2a79d1,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:51.573716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb970b-8a51-4a38-b4ba-0659f969ac41 req-6cd9831c-92c4-4bf2-91e0-679d1a6d86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.576912 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:51.578365 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dfdb970b-8a51-4a38-b4ba-0659f969ac41 req-6cd9831c-92c4-4bf2-91e0-679d1a6d86dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cd512dfc02740f8a9223f825788d0ed&device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 6288 time: 0.2485845 Nov 12 03:52:51.597755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b38f03-e597-4ee0-bfcb-4ff57ff50320 req-e2cc70e4-86d6-4c74-920c-a4010e604973 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.605981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b38f03-e597-4ee0-bfcb-4ff57ff50320 req-e2cc70e4-86d6-4c74-920c-a4010e604973 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.614425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b38f03-e597-4ee0-bfcb-4ff57ff50320 req-e2cc70e4-86d6-4c74-920c-a4010e604973 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.625713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b38f03-e597-4ee0-bfcb-4ff57ff50320 req-e2cc70e4-86d6-4c74-920c-a4010e604973 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.634389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b38f03-e597-4ee0-bfcb-4ff57ff50320 req-e2cc70e4-86d6-4c74-920c-a4010e604973 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.641620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b38f03-e597-4ee0-bfcb-4ff57ff50320 req-e2cc70e4-86d6-4c74-920c-a4010e604973 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.649522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b38f03-e597-4ee0-bfcb-4ff57ff50320 req-e2cc70e4-86d6-4c74-920c-a4010e604973 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.663317 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d0b38f03-e597-4ee0-bfcb-4ff57ff50320 req-e2cc70e4-86d6-4c74-920c-a4010e604973 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5392 time: 0.9233108 Nov 12 03:52:51.769697 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.894403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6401debd-4b55-45df-b6f7-9772c1aec462 req-198c62c2-6503-4819-91e3-9df7feb0c61d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 210 time: 0.0559456 Nov 12 03:52:51.927579 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.050893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=df914625-a669-4984-a1ad-8e796c6815cc,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:52.079046 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:52.087022 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d0b38f03-e597-4ee0-bfcb-4ff57ff50320 req-92eaee93-fcdc-4996-9abc-5f1ed80559ca tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4181449 Nov 12 03:52:52.093489 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4686a4-05bd-471e-9552-2816890f5f58 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] DELETE failed (client error): The resource could not be found. Nov 12 03:52:52.097936 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4686a4-05bd-471e-9552-2816890f5f58 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:52:52.105782 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ce4686a4-05bd-471e-9552-2816890f5f58 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/subnets/5ca7755e-8254-4074-a4f7-17c13b0adefa HTTP/1.1" status: 404 len: 337 time: 0.5992105 Nov 12 03:52:52.121877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38872) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:52.121877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=fe39a646-50ea-405d-b088-5efc187c0a38,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:52.245476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb970b-8a51-4a38-b4ba-0659f969ac41 req-dae0a29a-7f89-424d-b2f9-c2e753c48793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.258428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Attempting to bind port c80b1092-361b-47a9-af6e-1417dd2a79d1 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:52.258870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Attempting to bind port c80b1092-361b-47a9-af6e-1417dd2a79d1 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b66ae634-7c37-43e3-a3da-853866ae9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '111b704f-3933-4bd3-8902-6e95391eff43'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:52.259350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Attempting to bind port c80b1092-361b-47a9-af6e-1417dd2a79d1 on network 111b704f-3933-4bd3-8902-6e95391eff43 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:52.263221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb970b-8a51-4a38-b4ba-0659f969ac41 req-dae0a29a-7f89-424d-b2f9-c2e753c48793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.263830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb970b-8a51-4a38-b4ba-0659f969ac41 req-dae0a29a-7f89-424d-b2f9-c2e753c48793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.265451 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dfdb970b-8a51-4a38-b4ba-0659f969ac41 req-dae0a29a-7f89-424d-b2f9-c2e753c48793 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=5cd512dfc02740f8a9223f825788d0ed&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.5862086 Nov 12 03:52:52.296132 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-643879b5-1414-442b-8db2-08d603a81a66 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] DELETE failed (client error): The resource could not be found. Nov 12 03:52:52.298118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643879b5-1414-442b-8db2-08d603a81a66 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:52:52.310067 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-643879b5-1414-442b-8db2-08d603a81a66 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/networks/e57fc661-3940-40f5-88b3-6427d4535d10 HTTP/1.1" status: 404 len: 339 time: 0.1861925 Nov 12 03:52:52.316554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38878) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:52.347511 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 111b704f-3933-4bd3-8902-6e95391eff43 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:52.351994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:52.360795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:52.361586 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.384531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['771eb8e8-60ac-43da-aa8d-f854ed1a1892'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:52.467504 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 7456f438-4e11-4e10-8018-96b0919a4c0b, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7456f438-4e11-4e10-8018-96b0919a4c0b,segment=NetworkSegment(1406560e-c43d-444a-88a9-00910d7f42b5),segment_id=1406560e-c43d-444a-88a9-00910d7f42b5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:52.472788 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a9353-9b4b-4330-afb4-b1dcb5e662f2 req-bc3e7574-b75e-4d87-9a0f-33de992ed489 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.479602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a9353-9b4b-4330-afb4-b1dcb5e662f2 req-bc3e7574-b75e-4d87-9a0f-33de992ed489 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.485590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a9353-9b4b-4330-afb4-b1dcb5e662f2 req-bc3e7574-b75e-4d87-9a0f-33de992ed489 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.486576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '7456f438-4e11-4e10-8018-96b0919a4c0b', 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d', 'port_id': '7456f438-4e11-4e10-8018-96b0919a4c0b', 'mac_address': 'fa:16:3e:21:91:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:52.489112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:52.489610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Checking segment: {'id': 'b66ae634-7c37-43e3-a3da-853866ae9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '111b704f-3933-4bd3-8902-6e95391eff43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:52.490630 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.491131 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Bound using segment: {'id': 'b66ae634-7c37-43e3-a3da-853866ae9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '111b704f-3933-4bd3-8902-6e95391eff43'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:52.491859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a9353-9b4b-4330-afb4-b1dcb5e662f2 req-bc3e7574-b75e-4d87-9a0f-33de992ed489 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.491995 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Bound port: c80b1092-361b-47a9-af6e-1417dd2a79d1, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66ae634-7c37-43e3-a3da-853866ae9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '111b704f-3933-4bd3-8902-6e95391eff43'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:52.492318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.500323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a9353-9b4b-4330-afb4-b1dcb5e662f2 req-bc3e7574-b75e-4d87-9a0f-33de992ed489 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.508456 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a9353-9b4b-4330-afb4-b1dcb5e662f2 req-bc3e7574-b75e-4d87-9a0f-33de992ed489 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.518249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a9353-9b4b-4330-afb4-b1dcb5e662f2 req-bc3e7574-b75e-4d87-9a0f-33de992ed489 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.520335 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ba9a9353-9b4b-4330-afb4-b1dcb5e662f2 req-bc3e7574-b75e-4d87-9a0f-33de992ed489 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5422 time: 0.3739119 Nov 12 03:52:52.525347 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 745eb568-86f8-4dcb-8abe-0d8aca925804 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:52.531339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-224ad094-3547-4fcf-a1c2-222d9b30c1de req-97329899-3601-4135-8013-2d3b613402a1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 210 time: 0.2131639 Nov 12 03:52:52.662939 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c216df0e-a06d-4a82-b518-4e60e4a0bf5d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:52.670226 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ba9a9353-9b4b-4330-afb4-b1dcb5e662f2 req-59019cdf-f740-49ca-b2b8-fefa7af9da9d tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1081305 Nov 12 03:52:52.681798 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.741771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Transition to ACTIVE for port object c216df0e-a06d-4a82-b518-4e60e4a0bf5d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:52.741771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb970b-8a51-4a38-b4ba-0659f969ac41 req-2a6a8217-6373-4e14-a7a5-b70fd3b8b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.741771 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dfdb970b-8a51-4a38-b4ba-0659f969ac41 req-2a6a8217-6373-4e14-a7a5-b70fd3b8b3af service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4174867 Nov 12 03:52:52.764867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 745eb568-86f8-4dcb-8abe-0d8aca925804 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:52.767916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 745eb568-86f8-4dcb-8abe-0d8aca925804 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:52.785969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['23b8dda3-c607-4d03-bda1-5156ca593966'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:52.789165 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['df914625-a669-4984-a1ad-8e796c6815cc'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:52.793004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['4ab8efd6-c4cc-4661-adf4-d41cbd22b569'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:52.814918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e1aeb8cf-fe7b-4a01-9bcf-dd2e88079ba3 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Deleting port 125f5c09-2737-4080-878e-ece60abf01e5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:52.815564 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1aeb8cf-fe7b-4a01-9bcf-dd2e88079ba3 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.819501 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.829826 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.011043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Pushing event updated for resources: {'Port': ['ID=c216df0e-a06d-4a82-b518-4e60e4a0bf5d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:53.020111 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1aeb8cf-fe7b-4a01-9bcf-dd2e88079ba3 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.311376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e1aeb8cf-fe7b-4a01-9bcf-dd2e88079ba3 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Calling delete_port for 125f5c09-2737-4080-878e-ece60abf01e5 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:53.408647 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4ef174b-f0b3-4d74-b142-57795aa7f4cc req-a1f3693d-63a3-4e40-ab13-67468eda1348 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 210 time: 0.1149588 Nov 12 03:52:53.470965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Attempting to bind port c216df0e-a06d-4a82-b518-4e60e4a0bf5d on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:53.471312 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Attempting to bind port c216df0e-a06d-4a82-b518-4e60e4a0bf5d by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:53.471606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Attempting to bind port c216df0e-a06d-4a82-b518-4e60e4a0bf5d on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:53.473474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e7fbe-5c00-49d4-8d85-1cfbb58fdb11 req-424fdba8-0889-4a8d-9775-fe34318adf69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:53.481059 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e7fbe-5c00-49d4-8d85-1cfbb58fdb11 req-424fdba8-0889-4a8d-9775-fe34318adf69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:53.487405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Port c216df0e-a06d-4a82-b518-4e60e4a0bf5d on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:53.487575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e7fbe-5c00-49d4-8d85-1cfbb58fdb11 req-424fdba8-0889-4a8d-9775-fe34318adf69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:53.487724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Attempting to bind port c216df0e-a06d-4a82-b518-4e60e4a0bf5d on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:53.496514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e7fbe-5c00-49d4-8d85-1cfbb58fdb11 req-424fdba8-0889-4a8d-9775-fe34318adf69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:53.498764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:53.499105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Checking segment: {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:53.499490 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Bound using segment: {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:53.499934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Bound port: c216df0e-a06d-4a82-b518-4e60e4a0bf5d, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a96e6099-332c-4883-84ce-9621c179abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:53.500306 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.504666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e7fbe-5c00-49d4-8d85-1cfbb58fdb11 req-424fdba8-0889-4a8d-9775-fe34318adf69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:53.524443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e7fbe-5c00-49d4-8d85-1cfbb58fdb11 req-424fdba8-0889-4a8d-9775-fe34318adf69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:53.533082 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e7fbe-5c00-49d4-8d85-1cfbb58fdb11 req-424fdba8-0889-4a8d-9775-fe34318adf69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:53.564512 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fd6e7fbe-5c00-49d4-8d85-1cfbb58fdb11 req-424fdba8-0889-4a8d-9775-fe34318adf69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5404 time: 0.2212021 Nov 12 03:52:53.723427 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1aeb8cf-fe7b-4a01-9bcf-dd2e88079ba3 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.727811 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a0e743d5-ad85-41e7-8092-741d3ed69bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.765863 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.821023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7456f438-4e11-4e10-8018-96b0919a4c0b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:53.829028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38904) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:53.865130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 7456f438-4e11-4e10-8018-96b0919a4c0b, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7456f438-4e11-4e10-8018-96b0919a4c0b,segment=NetworkSegment(1406560e-c43d-444a-88a9-00910d7f42b5),segment_id=1406560e-c43d-444a-88a9-00910d7f42b5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:53.877025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] For port c80b1092-361b-47a9-af6e-1417dd2a79d1, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:53.954564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f96116d-9173-4a2a-94aa-c37f4c64e51e req-2cd3c50d-2029-4a98-b8f5-94b14236c255 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 210 time: 0.2287719 Nov 12 03:52:53.956599 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fd6e7fbe-5c00-49d4-8d85-1cfbb58fdb11 req-2055f819-a928-47fc-bc18-ac62b0637675 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3918390 Nov 12 03:52:53.961404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aeb8cf-fe7b-4a01-9bcf-dd2e88079ba3 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Port': ['ID=125f5c09-2737-4080-878e-ece60abf01e5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:53.967838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] For port c216df0e-a06d-4a82-b518-4e60e4a0bf5d, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:54.003480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1aeb8cf-fe7b-4a01-9bcf-dd2e88079ba3 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.018323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38908) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:54.021236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] For port c80b1092-361b-47a9-af6e-1417dd2a79d1, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c80b1092-361b-47a9-af6e-1417dd2a79d1,segment=NetworkSegment(b66ae634-7c37-43e3-a3da-853866ae9435),segment_id=b66ae634-7c37-43e3-a3da-853866ae9435)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:54.028638 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e1aeb8cf-fe7b-4a01-9bcf-dd2e88079ba3 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/ports/125f5c09-2737-4080-878e-ece60abf01e5 HTTP/1.1" status: 204 len: 168 time: 1.7026594 Nov 12 03:52:54.077512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] For port c216df0e-a06d-4a82-b518-4e60e4a0bf5d, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c216df0e-a06d-4a82-b518-4e60e4a0bf5d,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:54.081294 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.081983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:54.093515 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.127269 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-1545e0e5-ab20-4ff6-a406-51ad85e62e58 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] DELETE failed (client error): The resource could not be found. Nov 12 03:52:54.127877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1545e0e5-ab20-4ff6-a406-51ad85e62e58 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:52:54.155981 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1545e0e5-ab20-4ff6-a406-51ad85e62e58 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/subnets/d632d999-aeef-406b-b084-acaa7b409cb7 HTTP/1.1" status: 404 len: 337 time: 0.1313212 Nov 12 03:52:54.165763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627e5c-c523-4d37-9927-dcbf0812763f req-eb7f85c2-b168-4cd2-97b8-8b12b16e03f5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:54.171131 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28627e5c-c523-4d37-9927-dcbf0812763f req-eb7f85c2-b168-4cd2-97b8-8b12b16e03f5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 0.5745332 Nov 12 03:52:54.173268 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.175812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:54.195526 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.242000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-190468716-network', 'tenant_id': 'cfb3093149ef499a93e976a23a7fed80'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:54.261275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-28627e5c-c523-4d37-9927-dcbf0812763f req-dac9b6cb-2efb-4378-ba39-bc6e102dc613 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Request body: {'port': {'device_id': 'f167b21f-a1d1-455e-90fd-ad75b9a14850', 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'admin_state_up': True, 'tenant_id': '9a329404327a436a89a7392422c84559'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:54.283218 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.284406 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.395587 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event updated for resources: {'Port': ['ID=fe39a646-50ea-405d-b088-5efc187c0a38,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:54.449599 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:52:54.486188 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=10217f1a-a848-4b6a-8e2e-e8e6f2056cd2,segment=NetworkSegment(1406560e-c43d-444a-88a9-00910d7f42b5),segment_id=1406560e-c43d-444a-88a9-00910d7f42b5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:54.513378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '10217f1a-a848-4b6a-8e2e-e8e6f2056cd2', 'network_id': '1c46be60-daab-4c5d-8641-aa8b82f59a2d', 'port_id': '10217f1a-a848-4b6a-8e2e-e8e6f2056cd2', 'mac_address': 'fa:16:3e:21:f8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:54.537303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=7456f438-4e11-4e10-8018-96b0919a4c0b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:54.549838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] Made reservation on behalf of cfb3093149ef499a93e976a23a7fed80 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:54.550495 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.643936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:54.646253 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.648969 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] 10.222.0.25 "PUT /v2.0/ports/c216df0e-a06d-4a82-b518-4e60e4a0bf5d HTTP/1.1" status: 200 len: 1091 time: 4.2994909 Nov 12 03:52:54.659226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': 'c216df0e-a06d-4a82-b518-4e60e4a0bf5d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:54.664520 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88347e2-ec09-4e25-8620-3394ebe3050a" -d '{"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "c216df0e-a06d-4a82-b518-4e60e4a0bf5d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:54.664968 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.680008 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e33539b0-01ad-407b-9166-93b9312f3ffd req-aa19db39-0e88-4e48-be72-4bb5d9c0409f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 210 time: 0.1083114 Nov 12 03:52:54.809925 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-653080a5-839f-426d-bd52-8c410e4cb45a tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.883977 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Network 111b704f-3933-4bd3-8902-6e95391eff43 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:54.888292 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.911642 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.931468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35020f47-03c7-457a-9d9a-aaf11f148c56 None None] Pushing event updated for resources: {'Port': ['ID=c80b1092-361b-47a9-af6e-1417dd2a79d1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:54.946365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:54.962391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:55.009770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=10217f1a-a848-4b6a-8e2e-e8e6f2056cd2,segment=NetworkSegment(1406560e-c43d-444a-88a9-00910d7f42b5),segment_id=1406560e-c43d-444a-88a9-00910d7f42b5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:55.050587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Request body: {'port': {'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:55.097917 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a5f59e-6aa4-4128-86bc-dfe9a5ccb9bd x-openstack-request-id: req-53a5f59e-6aa4-4128-86bc-dfe9a5ccb9bd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:55.098513 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "c216df0e-a06d-4a82-b518-4e60e4a0bf5d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:55.102130 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-53a5f59e-6aa4-4128-86bc-dfe9a5ccb9bd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:55.109905 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': 'c216df0e-a06d-4a82-b518-4e60e4a0bf5d', 'status': 'completed', 'code': 200} Nov 12 03:52:55.122836 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.124112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:55.222371 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.280713 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c833657a-2a2b-48be-aa65-4d9d1fba75c6 req-e65580b2-1cd7-47f8-bc42-201f185f83aa tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 210 time: 0.1259542 Nov 12 03:52:55.343316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:55.468214 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1', 'network_id': '20cb3bc5-e458-4eb2-a97c-572f6154372e', 'port_id': '8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1', 'mac_address': 'fa:16:3e:b1:23:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fe0b5a-c82d-4ced-ae13-8f510ce1c500', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:55.513173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4323be-e1fb-4b24-a521-52d3c59cfb55 service neutron] Pushing event updated for resources: {'Port': ['ID=c216df0e-a06d-4a82-b518-4e60e4a0bf5d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:55.565437 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.593978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=10217f1a-a848-4b6a-8e2e-e8e6f2056cd2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:55.603059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:55.681897 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-c49548e6-956e-41da-ba5e-1418cd6f80e5 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1982272 Nov 12 03:52:55.690131 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:55.713379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88347e2-ec09-4e25-8620-3394ebe3050a req-e40c6a86-2fb6-4c24-a958-877b39ee0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.714236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88347e2-ec09-4e25-8620-3394ebe3050a req-e40c6a86-2fb6-4c24-a958-877b39ee0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.715110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88347e2-ec09-4e25-8620-3394ebe3050a req-e40c6a86-2fb6-4c24-a958-877b39ee0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.715945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88347e2-ec09-4e25-8620-3394ebe3050a req-e40c6a86-2fb6-4c24-a958-877b39ee0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.729857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88347e2-ec09-4e25-8620-3394ebe3050a req-e40c6a86-2fb6-4c24-a958-877b39ee0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.730148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88347e2-ec09-4e25-8620-3394ebe3050a req-e40c6a86-2fb6-4c24-a958-877b39ee0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.740483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88347e2-ec09-4e25-8620-3394ebe3050a req-e40c6a86-2fb6-4c24-a958-877b39ee0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.741195 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b88347e2-ec09-4e25-8620-3394ebe3050a req-e40c6a86-2fb6-4c24-a958-877b39ee0db9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cd512dfc02740f8a9223f825788d0ed&device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 6356 time: 0.8970003 Nov 12 03:52:55.767942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed54c00-2330-497d-85f8-7bad5cfab82a req-32389e17-b7f0-4a2c-b629-bbd319795b3f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.780179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed54c00-2330-497d-85f8-7bad5cfab82a req-32389e17-b7f0-4a2c-b629-bbd319795b3f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.782004 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.795053 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed54c00-2330-497d-85f8-7bad5cfab82a req-32389e17-b7f0-4a2c-b629-bbd319795b3f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.805769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed54c00-2330-497d-85f8-7bad5cfab82a req-32389e17-b7f0-4a2c-b629-bbd319795b3f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.818891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed54c00-2330-497d-85f8-7bad5cfab82a req-32389e17-b7f0-4a2c-b629-bbd319795b3f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.834016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed54c00-2330-497d-85f8-7bad5cfab82a req-32389e17-b7f0-4a2c-b629-bbd319795b3f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.858056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed54c00-2330-497d-85f8-7bad5cfab82a req-32389e17-b7f0-4a2c-b629-bbd319795b3f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.860252 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ed54c00-2330-497d-85f8-7bad5cfab82a req-32389e17-b7f0-4a2c-b629-bbd319795b3f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5423 time: 1.5075908 Nov 12 03:52:55.916512 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:55.990999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:56.163281 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.196074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44b75-bae2-4e9c-8fad-b05f43c3153a req-e0fd5fd5-a3eb-4de9-9d3b-7fc25b99e512 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:56.203869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44b75-bae2-4e9c-8fad-b05f43c3153a req-e0fd5fd5-a3eb-4de9-9d3b-7fc25b99e512 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:56.217151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44b75-bae2-4e9c-8fad-b05f43c3153a req-e0fd5fd5-a3eb-4de9-9d3b-7fc25b99e512 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:56.226802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44b75-bae2-4e9c-8fad-b05f43c3153a req-e0fd5fd5-a3eb-4de9-9d3b-7fc25b99e512 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:56.234058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44b75-bae2-4e9c-8fad-b05f43c3153a req-e0fd5fd5-a3eb-4de9-9d3b-7fc25b99e512 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:56.257214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44b75-bae2-4e9c-8fad-b05f43c3153a req-e0fd5fd5-a3eb-4de9-9d3b-7fc25b99e512 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:56.279998 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44b75-bae2-4e9c-8fad-b05f43c3153a req-e0fd5fd5-a3eb-4de9-9d3b-7fc25b99e512 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:56.297786 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbb44b75-bae2-4e9c-8fad-b05f43c3153a req-e0fd5fd5-a3eb-4de9-9d3b-7fc25b99e512 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5404 time: 0.2155159 Nov 12 03:52:56.321837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:52:56.338513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:56.343427 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.455746 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d649ba98-1c93-4aad-9c31-0ab35be039a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.490030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.508060 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:56.526918 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.527327 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] Added segment a0f0c10d-2134-497c-8992-24330defcfff of type vlan for network b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113 Nov 12 03:52:56.594944 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.615715 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.619404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c80b1092-361b-47a9-af6e-1417dd2a79d1 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:56.654137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4ab8efd6-c4cc-4661-adf4-d41cbd22b569,segment=NetworkSegment(5b0ea241-07fb-43a2-bc7b-103c2762d55c),segment_id=5b0ea241-07fb-43a2-bc7b-103c2762d55c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:56.671875 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbb44b75-bae2-4e9c-8fad-b05f43c3153a req-22de0a42-0822-4df8-a5a4-04e8e703dcf7 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3692560 Nov 12 03:52:56.694812 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:56.700211 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6c0c3c-7302-4bf6-9247-e7947c5f80b6" -d '{"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-plugged", "status": "completed", "tag": "4ab8efd6-c4cc-4661-adf4-d41cbd22b569"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:56.719216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1ee8ab-ddf2-4cdc-97be-62fe80304ea1 None None] Network 111b704f-3933-4bd3-8902-6e95391eff43 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:56.736969 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:52:56.739638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6080f8ad-605e-491c-b35f-74243878f17c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:56.748243 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.750746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:56.752656 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.833923 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.834826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device df914625-a669-4984-a1ad-8e796c6815cc up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:56.942990 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:56.951603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5f5e25d1-5485-4b88-bd2a-84b1ad4fa8d4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4362497 Nov 12 03:52:56.955409 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38938) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:56.988412 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Sync routers for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:57.005462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a4e5518c-4c51-4b84-b183-192669830172 req-cb653d60-25fe-4632-859a-610bd6ddef38 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 210 time: 0.0645812 Nov 12 03:52:57.015684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6e42a101-a5d4-4138-901f-87dbc8988688 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:57.015905 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-653080a5-839f-426d-bd52-8c410e4cb45a tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.040572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-653080a5-839f-426d-bd52-8c410e4cb45a tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9fc442-f2c1-44a7-a1b4-38f223976a04']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:57.046290 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.096704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-653080a5-839f-426d-bd52-8c410e4cb45a tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55c28a8-9497-46af-b912-fd560fbb3cef') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:57.099020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-653080a5-839f-426d-bd52-8c410e4cb45a tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55c28a8-9497-46af-b912-fd560fbb3cef') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:57.110133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f4bbc5ba-c149-458c-9ce7-0bd905bf2196 None None] Provisioning complete for port c80b1092-361b-47a9-af6e-1417dd2a79d1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:57.110663 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4bbc5ba-c149-458c-9ce7-0bd905bf2196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.146650 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-653080a5-839f-426d-bd52-8c410e4cb45a tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.190344 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-653080a5-839f-426d-bd52-8c410e4cb45a tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.192718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] Pushing event updated for resources: {'Network': ['ID=b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:57.216829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653080a5-839f-426d-bd52-8c410e4cb45a tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:57.217894 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-653080a5-839f-426d-bd52-8c410e4cb45a tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:57.361968 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:57.401576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:57.403614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['10217f1a-a848-4b6a-8e2e-e8e6f2056cd2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:57.406056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:57.451972 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:57.451972 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:57.501454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=4ab8efd6-c4cc-4661-adf4-d41cbd22b569,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:57.515548 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-653080a5-839f-426d-bd52-8c410e4cb45a tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.561153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['7456f438-4e11-4e10-8018-96b0919a4c0b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:57.632178 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-0805584f-d779-44e9-9507-4f62e47ed1fb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2267327 Nov 12 03:52:57.672916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-653080a5-839f-426d-bd52-8c410e4cb45a tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.680798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-653080a5-839f-426d-bd52-8c410e4cb45a tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/networks/2b9fc442-f2c1-44a7-a1b4-38f223976a04 HTTP/1.1" status: 204 len: 168 time: 3.5017719 Nov 12 03:52:57.682080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28627e5c-c523-4d37-9927-dcbf0812763f req-dac9b6cb-2efb-4378-ba39-bc6e102dc613 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Made reservation on behalf of 9a329404327a436a89a7392422c84559 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:57.687710 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28627e5c-c523-4d37-9927-dcbf0812763f req-dac9b6cb-2efb-4378-ba39-bc6e102dc613 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.702124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38946) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:57.762493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c80b1092-361b-47a9-af6e-1417dd2a79d1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:57.763123 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.844748 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653080a5-839f-426d-bd52-8c410e4cb45a tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Network': ['ID=2b9fc442-f2c1-44a7-a1b4-38f223976a04,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:57.890659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port df914625-a669-4984-a1ad-8e796c6815cc completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:52:57.898869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:57.929825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-6e42a101-a5d4-4138-901f-87dbc8988688 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:52:57.951859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-6e42a101-a5d4-4138-901f-87dbc8988688 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Removed routes are [] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:52:57.952425 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e42a101-a5d4-4138-901f-87dbc8988688 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.968369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port df914625-a669-4984-a1ad-8e796c6815cc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:57.969280 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.999234 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5ad5d912-4e47-41b6-9919-2977b0d5c6e9 req-3542b915-2707-464b-98a2-6575cf41b396 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 210 time: 0.0415986 Nov 12 03:52:58.007487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88347e2-ec09-4e25-8620-3394ebe3050a req-3a8a881b-e229-46fa-b5ee-472ae29cd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.007963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88347e2-ec09-4e25-8620-3394ebe3050a req-3a8a881b-e229-46fa-b5ee-472ae29cd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.009343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88347e2-ec09-4e25-8620-3394ebe3050a req-3a8a881b-e229-46fa-b5ee-472ae29cd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.010776 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b88347e2-ec09-4e25-8620-3394ebe3050a req-3a8a881b-e229-46fa-b5ee-472ae29cd5d8 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=5cd512dfc02740f8a9223f825788d0ed&shared=False HTTP/1.1" status: 200 len: 2300 time: 2.1470559 Nov 12 03:52:58.129555 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c28bb85-34e7-4493-910d-5ea3a062ab8e x-openstack-request-id: req-5c28bb85-34e7-4493-910d-5ea3a062ab8e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:58.129555 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-plugged", "status": "completed", "tag": "4ab8efd6-c4cc-4661-adf4-d41cbd22b569", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:58.130228 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5c28bb85-34e7-4493-910d-5ea3a062ab8e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:58.130228 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569', 'code': 200} Nov 12 03:52:58.133327 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-329809fa-8b09-4c14-a78a-132165e34b80 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.2933009 Nov 12 03:52:58.148397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38952) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:58.157003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-81165232-3063-4080-a5f2-5b9ddc591be2 admin admin] Request body: {'subnet': {'network_id': 'b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-190468716-subnet', 'tenant_id': 'cfb3093149ef499a93e976a23a7fed80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:58.170251 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ed54c00-2330-497d-85f8-7bad5cfab82a req-7c37d3f2-15e4-4da6-96da-5d5650627b8b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 2.2216856 Nov 12 03:52:58.195445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-a5d41fec-6bea-493e-bc23-926d0b1d483d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.197666 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-a5d41fec-6bea-493e-bc23-926d0b1d483d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.3203101 Nov 12 03:52:58.240900 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Request body: {'port': {'device_id': '973fdeb6-571f-4cee-a120-054cf9449f81', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '9880da1ff4024a32b6fc37ffaf7c19a7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:58.335724 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4bbc5ba-c149-458c-9ce7-0bd905bf2196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.423082 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c525de91-2be8-4021-9bc1-4e7d85f2190d req-e64ee152-8dc8-498a-ba95-7f657fb379dd tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 210 time: 0.1057746 Nov 12 03:52:58.452341 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa42d0-edfe-4ec2-9736-e9ce73ccd92c req-17de2418-30ce-4819-91c5-5d9f8324f84d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.463878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa42d0-edfe-4ec2-9736-e9ce73ccd92c req-17de2418-30ce-4819-91c5-5d9f8324f84d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.473201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-d1d6dc42-5f95-43a8-ad52-9643cadd95e4 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.475390 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-d1d6dc42-5f95-43a8-ad52-9643cadd95e4 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8208368 Nov 12 03:52:58.478902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa42d0-edfe-4ec2-9736-e9ce73ccd92c req-17de2418-30ce-4819-91c5-5d9f8324f84d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.490722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa42d0-edfe-4ec2-9736-e9ce73ccd92c req-17de2418-30ce-4819-91c5-5d9f8324f84d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.494312 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb53073-5de0-4fba-8299-d6178683e9c8 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:58.508271 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f4bbc5ba-c149-458c-9ce7-0bd905bf2196 None None] For port c80b1092-361b-47a9-af6e-1417dd2a79d1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c80b1092-361b-47a9-af6e-1417dd2a79d1,segment=NetworkSegment(b66ae634-7c37-43e3-a3da-853866ae9435),segment_id=b66ae634-7c37-43e3-a3da-853866ae9435)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:58.518623 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa42d0-edfe-4ec2-9736-e9ce73ccd92c req-17de2418-30ce-4819-91c5-5d9f8324f84d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.536368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1bc43426-f687-4fa4-8d6d-ba0813764dc8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Request body: {'port': {'device_id': 'ae90fcdf-cf66-4f62-94e9-7517db4b7323', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '9880da1ff4024a32b6fc37ffaf7c19a7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:58.540723 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81165232-3063-4080-a5f2-5b9ddc591be2 admin admin] Made reservation on behalf of cfb3093149ef499a93e976a23a7fed80 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:58.544454 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81165232-3063-4080-a5f2-5b9ddc591be2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.554095 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.560871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa42d0-edfe-4ec2-9736-e9ce73ccd92c req-17de2418-30ce-4819-91c5-5d9f8324f84d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.568004 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa42d0-edfe-4ec2-9736-e9ce73ccd92c req-17de2418-30ce-4819-91c5-5d9f8324f84d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.578200 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27fa42d0-edfe-4ec2-9736-e9ce73ccd92c req-17de2418-30ce-4819-91c5-5d9f8324f84d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5404 time: 0.3582623 Nov 12 03:52:58.671151 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e42a101-a5d4-4138-901f-87dbc8988688 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.685108 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e42a101-a5d4-4138-901f-87dbc8988688 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.725279 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4bbc5ba-c149-458c-9ce7-0bd905bf2196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.730117 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27fa42d0-edfe-4ec2-9736-e9ce73ccd92c req-9d1b9e95-b5bc-418b-837c-e0434da3cf6e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1467659 Nov 12 03:52:58.753134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d20924f8-2053-4961-98f7-68d24d336b75 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Deleting port d5fcdb36-3dda-4814-88c3-e0898b381e84 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:58.753990 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d20924f8-2053-4961-98f7-68d24d336b75 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.829103 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbc5ba-c149-458c-9ce7-0bd905bf2196 None None] Pushing event updated for resources: {'Port': ['ID=c80b1092-361b-47a9-af6e-1417dd2a79d1,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:58.860815 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d20924f8-2053-4961-98f7-68d24d336b75 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.874342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e42a101-a5d4-4138-901f-87dbc8988688 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:52:58.881500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d20924f8-2053-4961-98f7-68d24d336b75 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Calling delete_port for d5fcdb36-3dda-4814-88c3-e0898b381e84 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:58.957099 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.039335 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.098409 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e42a101-a5d4-4138-901f-87dbc8988688 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:59.127877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e42a101-a5d4-4138-901f-87dbc8988688 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.135552 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6e42a101-a5d4-4138-901f-87dbc8988688 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7 HTTP/1.1" status: 200 len: 953 time: 2.1337519 Nov 12 03:52:59.138885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38960) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:59.240782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Transition to ACTIVE for port object 5cb53073-5de0-4fba-8299-d6178683e9c8 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:59.241716 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.319542 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1936c16-0a55-44f7-abed-e6ddd6e0b6e0 req-b037ee52-f44d-4818-933f-34c62ef4e378 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 210 time: 0.0715051 Nov 12 03:52:59.325150 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d20924f8-2053-4961-98f7-68d24d336b75 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.386258 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.415588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20924f8-2053-4961-98f7-68d24d336b75 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Port': ['ID=d5fcdb36-3dda-4814-88c3-e0898b381e84,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:59.503358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88347e2-ec09-4e25-8620-3394ebe3050a req-30138897-8bf2-4b1f-86ca-824e80073519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:59.505520 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b88347e2-ec09-4e25-8620-3394ebe3050a req-30138897-8bf2-4b1f-86ca-824e80073519 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.4042475 Nov 12 03:52:59.512937 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-28627e5c-c523-4d37-9927-dcbf0812763f req-dac9b6cb-2efb-4378-ba39-bc6e102dc613 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Allocated IP 172.20.0.3 (5180d290-ec7a-4d87-815a-6d5ae96500d4/70ace581-efc3-4076-b0ce-48737a72947d/e8511c1d-d09d-4ddf-958f-c9936fbf1559) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:59.593238 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-872ee23f-a136-4b1e-a9a5-95491802bb4c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7 HTTP/1.1" status: 200 len: 953 time: 0.4474156 Nov 12 03:52:59.593238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:59.608687 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-445923f6-e3cf-48be-962f-d306ad1d6620 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'router': {'routes': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:59.637548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port df914625-a669-4984-a1ad-8e796c6815cc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=df914625-a669-4984-a1ad-8e796c6815cc,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:59.695043 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae683ef3-5053-4019-974e-44cbf50f3e6f req-636c5338-52a8-4c06-95de-3dcd913438e5 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 210 time: 0.1418977 Nov 12 03:52:59.739094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8cc96af3-53cb-454d-8b5b-b7ef8a0cd5e8 None None] Provisioning complete for port fe39a646-50ea-405d-b088-5efc187c0a38 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:59.739739 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8cc96af3-53cb-454d-8b5b-b7ef8a0cd5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.778982 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d20924f8-2053-4961-98f7-68d24d336b75 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.778982 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d20924f8-2053-4961-98f7-68d24d336b75 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/ports/d5fcdb36-3dda-4814-88c3-e0898b381e84 HTTP/1.1" status: 204 len: 168 time: 2.0663850 Nov 12 03:52:59.779500 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c1b36-1ba8-4c17-aa26-6057755201f5 req-7000c69b-acfd-413a-a5fe-4d1bae4a013b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:59.785484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:59.788816 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c1b36-1ba8-4c17-aa26-6057755201f5 req-7000c69b-acfd-413a-a5fe-4d1bae4a013b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:59.795328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c1b36-1ba8-4c17-aa26-6057755201f5 req-7000c69b-acfd-413a-a5fe-4d1bae4a013b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:59.803208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c1b36-1ba8-4c17-aa26-6057755201f5 req-7000c69b-acfd-413a-a5fe-4d1bae4a013b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:59.818293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c1b36-1ba8-4c17-aa26-6057755201f5 req-7000c69b-acfd-413a-a5fe-4d1bae4a013b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:59.823901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb53073-5de0-4fba-8299-d6178683e9c8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:59.840460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c1b36-1ba8-4c17-aa26-6057755201f5 req-7000c69b-acfd-413a-a5fe-4d1bae4a013b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:59.848119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c1b36-1ba8-4c17-aa26-6057755201f5 req-7000c69b-acfd-413a-a5fe-4d1bae4a013b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:59.862366 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-787c1b36-1ba8-4c17-aa26-6057755201f5 req-7000c69b-acfd-413a-a5fe-4d1bae4a013b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5426 time: 0.4205534 Nov 12 03:52:59.862621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8cc96af3-53cb-454d-8b5b-b7ef8a0cd5e8 None None] Port fe39a646-50ea-405d-b088-5efc187c0a38 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:59.866574 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1bc2f0-4e0a-4c95-9c71-d8ba613a80b4 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] DELETE failed (client error): The resource could not be found. Nov 12 03:52:59.867240 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1bc2f0-4e0a-4c95-9c71-d8ba613a80b4 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:52:59.871992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7d1bc2f0-4e0a-4c95-9c71-d8ba613a80b4 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/subnets/dffb024b-bb62-46a7-8ee1-727aa106916a HTTP/1.1" status: 404 len: 337 time: 0.0778215 Nov 12 03:52:59.876083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38976) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:59.915932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Made reservation on behalf of 9880da1ff4024a32b6fc37ffaf7c19a7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:59.924854 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.931416 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.941037 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1bc43426-f687-4fa4-8d6d-ba0813764dc8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Made reservation on behalf of 9880da1ff4024a32b6fc37ffaf7c19a7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:59.946608 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1bc43426-f687-4fa4-8d6d-ba0813764dc8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.041003 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d11f483-38be-4c38-814e-920dc87ca32e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.050880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=df914625-a669-4984-a1ad-8e796c6815cc,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:00.093736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 23b8dda3-c607-4d03-bda1-5156ca593966 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:00.142313 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-787c1b36-1ba8-4c17-aa26-6057755201f5 req-31b1f117-46fa-4cb9-b2bf-7327e92c99a7 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2724817 Nov 12 03:53:00.144523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8cc96af3-53cb-454d-8b5b-b7ef8a0cd5e8 None None] Provisioning complete for port c80b1092-361b-47a9-af6e-1417dd2a79d1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:00.145084 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8cc96af3-53cb-454d-8b5b-b7ef8a0cd5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.204930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df914625-a669-4984-a1ad-8e796c6815cc'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:00.207660 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c08eff-b353-4151-8206-a0b4b9fb04e0" -d '{"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-plugged", "status": "completed", "tag": "df914625-a669-4984-a1ad-8e796c6815cc"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:00.249458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:52:52Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb81e07-adde-456e-99f2-f7e67e200b44', 'name': '', 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a9:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:38Z', 'updated_at': '2021-11-12T03:52:47Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe39a646-50ea-405d-b088-5efc187c0a38', 'name': '', 'network_id': '111b704f-3933-4bd3-8902-6e95391eff43', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a4:24:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '878db037-f274-4677-82f5-59df70f95eaf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:50Z', 'updated_at': '2021-11-12T03:52:53Z', 'revision_number': 2, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '878db037-f274-4677-82f5-59df70f95eaf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:00.336767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1bc43426-f687-4fa4-8d6d-ba0813764dc8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Allocated IP 192.168.233.241 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/d6585b51-05b5-463c-bb50-65c7ca4561e2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:00.356604 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953656c2-502c-44c9-affa-b54d9e712622 x-openstack-request-id: req-953656c2-502c-44c9-affa-b54d9e712622 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:00.357284 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-plugged", "status": "completed", "tag": "df914625-a669-4984-a1ad-8e796c6815cc", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:00.357721 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-953656c2-502c-44c9-affa-b54d9e712622 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:00.358297 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df914625-a669-4984-a1ad-8e796c6815cc', 'code': 200} Nov 12 03:53:00.424296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Checking router: 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:00.424755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Updating router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 port fe39a646-50ea-405d-b088-5efc187c0a38 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:00.473450 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d11f483-38be-4c38-814e-920dc87ca32e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.494663 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.525135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2d11f483-38be-4c38-814e-920dc87ca32e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e845140-ca03-4211-ae35-c80c15b895fa']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:00.540136 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1bc43426-f687-4fa4-8d6d-ba0813764dc8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.544636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2d11f483-38be-4c38-814e-920dc87ca32e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7a1cfe-aeff-4fbc-858a-7cf05e9eee7e') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:00.545593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2d11f483-38be-4c38-814e-920dc87ca32e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7a1cfe-aeff-4fbc-858a-7cf05e9eee7e') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:00.564744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d11f483-38be-4c38-814e-920dc87ca32e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.589740 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d11f483-38be-4c38-814e-920dc87ca32e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.602541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d11f483-38be-4c38-814e-920dc87ca32e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:00.605553 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d11f483-38be-4c38-814e-920dc87ca32e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.659552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Attempting to bind port 5cb53073-5de0-4fba-8299-d6178683e9c8 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:00.660304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Attempting to bind port 5cb53073-5de0-4fba-8299-d6178683e9c8 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'bd89947e-54eb-4de2-a58c-e1323643a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:00.660838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Attempting to bind port 5cb53073-5de0-4fba-8299-d6178683e9c8 on network 510f8be2-2190-44f9-ad53-a61867e0a1a1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:00.665304 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1bc43426-f687-4fa4-8d6d-ba0813764dc8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:00.732247 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:00.799987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Port 5cb53073-5de0-4fba-8299-d6178683e9c8 on network 510f8be2-2190-44f9-ad53-a61867e0a1a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:00.800339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Attempting to bind port 5cb53073-5de0-4fba-8299-d6178683e9c8 on network 510f8be2-2190-44f9-ad53-a61867e0a1a1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:00.836703 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ac25528-aff7-4bf2-b5bf-ed3989261af8 req-e4f2dc3c-c715-44ed-a981-aa827d99abeb tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 210 time: 0.1114473 Nov 12 03:53:00.844400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:00.844923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Checking segment: {'id': 'bd89947e-54eb-4de2-a58c-e1323643a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:00.845345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Bound using segment: {'id': 'bd89947e-54eb-4de2-a58c-e1323643a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:00.845875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Bound port: 5cb53073-5de0-4fba-8299-d6178683e9c8, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd89947e-54eb-4de2-a58c-e1323643a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:00.865504 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d11f483-38be-4c38-814e-920dc87ca32e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.865627 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.872496 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d11f483-38be-4c38-814e-920dc87ca32e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.887082 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2d11f483-38be-4c38-814e-920dc87ca32e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/networks/5e845140-ca03-4211-ae35-c80c15b895fa HTTP/1.1" status: 204 len: 168 time: 0.9941187 Nov 12 03:53:00.897400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1bc43426-f687-4fa4-8d6d-ba0813764dc8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:00.898713 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38992) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:00.915823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa05f5-4870-482a-a262-0fe3e1cf313f req-97964e7b-7fa1-4844-bcad-9adf1b4beaee tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:00.923747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa05f5-4870-482a-a262-0fe3e1cf313f req-97964e7b-7fa1-4844-bcad-9adf1b4beaee tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:00.931229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa05f5-4870-482a-a262-0fe3e1cf313f req-97964e7b-7fa1-4844-bcad-9adf1b4beaee tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:00.938425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa05f5-4870-482a-a262-0fe3e1cf313f req-97964e7b-7fa1-4844-bcad-9adf1b4beaee tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:00.944483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa05f5-4870-482a-a262-0fe3e1cf313f req-97964e7b-7fa1-4844-bcad-9adf1b4beaee tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:00.950594 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa05f5-4870-482a-a262-0fe3e1cf313f req-97964e7b-7fa1-4844-bcad-9adf1b4beaee tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:00.958558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa05f5-4870-482a-a262-0fe3e1cf313f req-97964e7b-7fa1-4844-bcad-9adf1b4beaee tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:00.969340 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86fa05f5-4870-482a-a262-0fe3e1cf313f req-97964e7b-7fa1-4844-bcad-9adf1b4beaee tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5416 time: 0.9638979 Nov 12 03:53:00.971350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:01.005142 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11f483-38be-4c38-814e-920dc87ca32e tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Network': ['ID=5e845140-ca03-4211-ae35-c80c15b895fa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:01.013145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1bc43426-f687-4fa4-8d6d-ba0813764dc8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:01.016496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1bc43426-f687-4fa4-8d6d-ba0813764dc8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:01.040232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c80b1092-361b-47a9-af6e-1417dd2a79d1 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:01.116771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 23b8dda3-c607-4d03-bda1-5156ca593966 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:01.118575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1bc43426-f687-4fa4-8d6d-ba0813764dc8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:01.119269 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1bc43426-f687-4fa4-8d6d-ba0813764dc8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.135773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 23b8dda3-c607-4d03-bda1-5156ca593966 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:01.136464 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.172382 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a861cc-44a3-4f5c-91ff-5a433b0a1c32 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Deleting subnet a5959277-eb6c-48e7-b60b-821bdb0947c5 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:01.208102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc43426-f687-4fa4-8d6d-ba0813764dc8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event updated for resources: {'Port': ['ID=d6585b51-05b5-463c-bb50-65c7ca4561e2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:01.236298 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42a861cc-44a3-4f5c-91ff-5a433b0a1c32 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.287823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23138d63-86a6-4d1a-b6d7-2923f45c5aca req-b8e41cf9-7a01-4746-86a6-795e782dd464 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:01.300061 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-23138d63-86a6-4d1a-b6d7-2923f45c5aca req-b8e41cf9-7a01-4746-86a6-795e782dd464 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 936 time: 0.2819366 Nov 12 03:53:01.358423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86fa05f5-4870-482a-a262-0fe3e1cf313f req-531c1221-fdc3-430b-b3c5-c95d1b352129 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3878253 Nov 12 03:53:01.392563 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c116456f-8fc2-4796-98cf-9dfd4f0e1238 None None] Provisioning complete for port fe39a646-50ea-405d-b088-5efc187c0a38 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:01.393322 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c116456f-8fc2-4796-98cf-9dfd4f0e1238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.440689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28627e5c-c523-4d37-9927-dcbf0812763f req-dac9b6cb-2efb-4378-ba39-bc6e102dc613 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.442790 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42a861cc-44a3-4f5c-91ff-5a433b0a1c32 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.513411 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-23138d63-86a6-4d1a-b6d7-2923f45c5aca req-aba00845-c30e-4efd-b6fd-fe0b69902561 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147689 Nov 12 03:53:01.524554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c80b1092-361b-47a9-af6e-1417dd2a79d1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:01.528661 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1bc43426-f687-4fa4-8d6d-ba0813764dc8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9952283 Nov 12 03:53:01.532580 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.578484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Request body: {'port': {'device_id': 'ae90fcdf-cf66-4f62-94e9-7517db4b7323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:01.589607 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81165232-3063-4080-a5f2-5b9ddc591be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.670396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81165232-3063-4080-a5f2-5b9ddc591be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f71acc8-7821-4021-9e15-32fcc25b3f82,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:01.695199 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c116456f-8fc2-4796-98cf-9dfd4f0e1238 None None] Port fe39a646-50ea-405d-b088-5efc187c0a38 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:01.716187 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42a861cc-44a3-4f5c-91ff-5a433b0a1c32 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.751060 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-445923f6-e3cf-48be-962f-d306ad1d6620 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Added routes are [] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:53:01.751418 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-445923f6-e3cf-48be-962f-d306ad1d6620 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:53:01.777630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Allocated IP 192.168.233.186 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/b963a462-635c-4e16-989b-5ae0bfa39357) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:01.819110 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-445923f6-e3cf-48be-962f-d306ad1d6620 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.837862 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] For port 5cb53073-5de0-4fba-8299-d6178683e9c8, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:01.875516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10daea-d268-4c6f-8f87-e04b0af82404 req-86bec5d9-423f-48bc-bb4d-3294894ed942 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:01.883702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10daea-d268-4c6f-8f87-e04b0af82404 req-86bec5d9-423f-48bc-bb4d-3294894ed942 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:01.890025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10daea-d268-4c6f-8f87-e04b0af82404 req-86bec5d9-423f-48bc-bb4d-3294894ed942 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:01.897726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10daea-d268-4c6f-8f87-e04b0af82404 req-86bec5d9-423f-48bc-bb4d-3294894ed942 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:01.905331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10daea-d268-4c6f-8f87-e04b0af82404 req-86bec5d9-423f-48bc-bb4d-3294894ed942 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:01.913654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10daea-d268-4c6f-8f87-e04b0af82404 req-86bec5d9-423f-48bc-bb4d-3294894ed942 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:01.915323 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42a861cc-44a3-4f5c-91ff-5a433b0a1c32 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.922239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10daea-d268-4c6f-8f87-e04b0af82404 req-86bec5d9-423f-48bc-bb4d-3294894ed942 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:01.933922 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c10daea-d268-4c6f-8f87-e04b0af82404 req-86bec5d9-423f-48bc-bb4d-3294894ed942 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5427 time: 0.3863702 Nov 12 03:53:01.936426 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.988492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] For port 5cb53073-5de0-4fba-8299-d6178683e9c8, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5cb53073-5de0-4fba-8299-d6178683e9c8,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:02.001803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.002090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-742a291f-4137-4829-850d-ed59a92aa5c8 None None] Provisioning complete for port d6585b51-05b5-463c-bb50-65c7ca4561e2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:02.002826 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-742a291f-4137-4829-850d-ed59a92aa5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.057539 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-742a291f-4137-4829-850d-ed59a92aa5c8 None None] Port d6585b51-05b5-463c-bb50-65c7ca4561e2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:02.091081 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28627e5c-c523-4d37-9927-dcbf0812763f req-dac9b6cb-2efb-4378-ba39-bc6e102dc613 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.098749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 23b8dda3-c607-4d03-bda1-5156ca593966, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=23b8dda3-c607-4d03-bda1-5156ca593966,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:02.113463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['87c3f9bc-bb6d-47b6-9f58-287abf83e603'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:02.141906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a861cc-44a3-4f5c-91ff-5a433b0a1c32 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Subnet': ['ID=a5959277-eb6c-48e7-b60b-821bdb0947c5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:02.173728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['477eb4e1-30bb-447f-9cd0-4e662562b001'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:02.183682 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.185075 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 771eb8e8-60ac-43da-aa8d-f854ed1a1892 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:02.190859 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42a861cc-44a3-4f5c-91ff-5a433b0a1c32 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.195033 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-42a861cc-44a3-4f5c-91ff-5a433b0a1c32 tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/subnets/a5959277-eb6c-48e7-b60b-821bdb0947c5 HTTP/1.1" status: 204 len: 168 time: 1.2843652 Nov 12 03:53:02.212989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:02.262084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edf7822-10e4-417f-b310-bb6937382ee4 None None] Network 0fe50a45-14a1-471c-a77c-3c5df9410ac8 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:02.348147 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.406855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b0152-a808-4c2f-9c2e-a2150987ff43 req-5dce1261-3787-45bf-a53c-58e5d48bbc40 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.415091 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-368b0152-a808-4c2f-9c2e-a2150987ff43 req-5dce1261-3787-45bf-a53c-58e5d48bbc40 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 931 time: 0.2875261 Nov 12 03:53:02.422863 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-445923f6-e3cf-48be-962f-d306ad1d6620 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.443917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b8dda3-c607-4d03-bda1-5156ca593966'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:02.446409 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f790c34-8dc6-4b2d-86c9-5673f7101e37" -d '{"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-plugged", "status": "completed", "tag": "23b8dda3-c607-4d03-bda1-5156ca593966"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:02.467367 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:02.470241 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-445923f6-e3cf-48be-962f-d306ad1d6620 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.483168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:02.483669 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.604398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=23b8dda3-c607-4d03-bda1-5156ca593966,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:02.614442 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-368b0152-a808-4c2f-9c2e-a2150987ff43 req-f628eed3-a247-4c94-a248-e08d7517f024 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963871 Nov 12 03:53:02.634447 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.681387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Deleting port 07696a9b-82b7-486d-95e3-9e43367a80e8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:02.683812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.745652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81165232-3063-4080-a5f2-5b9ddc591be2 admin admin] Checking segment: {'id': 'a0f0c10d-2134-497c-8992-24330defcfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:02.746267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81165232-3063-4080-a5f2-5b9ddc591be2 admin admin] Network hostable DHCP agents. Network: b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:02.761212 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.812263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445923f6-e3cf-48be-962f-d306ad1d6620 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:02.826846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c10daea-d268-4c6f-8f87-e04b0af82404 req-08b98cc3-d41f-4b8c-85d9-0c57a71ddd51 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8917091 Nov 12 03:53:02.832929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.833670 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.838770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] 10.222.0.25 "PUT /v2.0/ports/5cb53073-5de0-4fba-8299-d6178683e9c8 HTTP/1.1" status: 200 len: 1092 time: 7.8014288 Nov 12 03:53:02.848461 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.858242 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': '5cb53073-5de0-4fba-8299-d6178683e9c8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:02.860554 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13e3f80-bd98-46b1-839b-c113f18cbc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "5cb53073-5de0-4fba-8299-d6178683e9c8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:02.893338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] For port 07696a9b-82b7-486d-95e3-9e43367a80e8, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=07696a9b-82b7-486d-95e3-9e43367a80e8,segment=NetworkSegment(6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5),segment_id=6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:02.893942 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.900778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28627e5c-c523-4d37-9927-dcbf0812763f req-dac9b6cb-2efb-4378-ba39-bc6e102dc613 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Network 5180d290-ec7a-4d87-815a-6d5ae96500d4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:02.925503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94566-9a3a-4edf-9199-02be94027ae1 req-b2a57fb8-9f91-4a3a-ab6c-15a29828e258 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.933344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94566-9a3a-4edf-9199-02be94027ae1 req-b2a57fb8-9f91-4a3a-ab6c-15a29828e258 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.942194 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94566-9a3a-4edf-9199-02be94027ae1 req-b2a57fb8-9f91-4a3a-ab6c-15a29828e258 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.955818 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-28627e5c-c523-4d37-9927-dcbf0812763f req-dac9b6cb-2efb-4378-ba39-bc6e102dc613 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:02.956191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94566-9a3a-4edf-9199-02be94027ae1 req-b2a57fb8-9f91-4a3a-ab6c-15a29828e258 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.979270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94566-9a3a-4edf-9199-02be94027ae1 req-b2a57fb8-9f91-4a3a-ab6c-15a29828e258 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.986800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94566-9a3a-4edf-9199-02be94027ae1 req-b2a57fb8-9f91-4a3a-ab6c-15a29828e258 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.991559 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e4e75-531a-4eaf-be4e-23acd97b0da5 x-openstack-request-id: req-a09e4e75-531a-4eaf-be4e-23acd97b0da5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:02.992554 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-plugged", "status": "completed", "tag": "23b8dda3-c607-4d03-bda1-5156ca593966", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:02.992825 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a09e4e75-531a-4eaf-be4e-23acd97b0da5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:02.993236 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b8dda3-c607-4d03-bda1-5156ca593966', 'code': 200} Nov 12 03:53:02.996826 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94566-9a3a-4edf-9199-02be94027ae1 req-b2a57fb8-9f91-4a3a-ab6c-15a29828e258 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:03.009138 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-feb94566-9a3a-4edf-9199-02be94027ae1 req-b2a57fb8-9f91-4a3a-ab6c-15a29828e258 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5416 time: 0.2653768 Nov 12 03:53:03.019809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Calling delete_port for 07696a9b-82b7-486d-95e3-9e43367a80e8 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:03.227919 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.238510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b7e8f-53ef-4f3b-8afb-0611da0c1d46 None None] DHCP port deletion for 0fe50a45-14a1-471c-a77c-3c5df9410ac8 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:03.267661 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.339341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-28627e5c-c523-4d37-9927-dcbf0812763f req-dac9b6cb-2efb-4378-ba39-bc6e102dc613 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:03.397226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Request body: {'port': {'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:03.477252 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1000ec8-6ddf-4f05-8fba-8f72c2d8e6dd None None] Pushing event updated for resources: {'Port': ['ID=fe39a646-50ea-405d-b088-5efc187c0a38,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:03.490359 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.492595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81165232-3063-4080-a5f2-5b9ddc591be2 admin admin] Network b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:03.520917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Attempting to bind port fe39a646-50ea-405d-b088-5efc187c0a38 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:03.522111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Attempting to bind port fe39a646-50ea-405d-b088-5efc187c0a38 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b66ae634-7c37-43e3-a3da-853866ae9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '111b704f-3933-4bd3-8902-6e95391eff43'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:03.522111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Attempting to bind port fe39a646-50ea-405d-b088-5efc187c0a38 on network 111b704f-3933-4bd3-8902-6e95391eff43 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:03.532846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:03.609790 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9b6cb-2efb-4378-ba39-bc6e102dc613 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Pushing event updated for resources: {'Port': ['ID=e8511c1d-d09d-4ddf-958f-c9936fbf1559,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:03.651334 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 771eb8e8-60ac-43da-aa8d-f854ed1a1892, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=771eb8e8-60ac-43da-aa8d-f854ed1a1892,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:03.661802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445923f6-e3cf-48be-962f-d306ad1d6620 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:03.670478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:03.670910 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-445923f6-e3cf-48be-962f-d306ad1d6620 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.671064 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Checking segment: {'id': 'b66ae634-7c37-43e3-a3da-853866ae9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '111b704f-3933-4bd3-8902-6e95391eff43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:03.671291 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.671695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Bound using segment: {'id': 'b66ae634-7c37-43e3-a3da-853866ae9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '111b704f-3933-4bd3-8902-6e95391eff43'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:03.672138 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-445923f6-e3cf-48be-962f-d306ad1d6620 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7 HTTP/1.1" status: 200 len: 703 time: 4.0744700 Nov 12 03:53:03.672262 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Bound port: fe39a646-50ea-405d-b088-5efc187c0a38, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66ae634-7c37-43e3-a3da-853866ae9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '111b704f-3933-4bd3-8902-6e95391eff43'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:03.672598 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.679525 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39018) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:03.698089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:03.725541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e14cd-becb-434d-b92d-c0a785639217 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb53073-5de0-4fba-8299-d6178683e9c8,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:03.759070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:03.773542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:03.795981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] For port fe39a646-50ea-405d-b088-5efc187c0a38, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:03.804296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] For port fe39a646-50ea-405d-b088-5efc187c0a38, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=fe39a646-50ea-405d-b088-5efc187c0a38,segment=NetworkSegment(b66ae634-7c37-43e3-a3da-853866ae9435),segment_id=b66ae634-7c37-43e3-a3da-853866ae9435)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:03.813512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-81165232-3063-4080-a5f2-5b9ddc591be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:03.823585 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fc6979b7-2aca-4502-94a0-a43ca06404d4 None None] Provisioning complete for port fe39a646-50ea-405d-b088-5efc187c0a38 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:03.825334 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc6979b7-2aca-4502-94a0-a43ca06404d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.829141 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b7e8f-53ef-4f3b-8afb-0611da0c1d46 None None] Deleting port 07696a9b-82b7-486d-95e3-9e43367a80e8 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:03.829923 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7e8f-53ef-4f3b-8afb-0611da0c1d46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.832708 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.848415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81165232-3063-4080-a5f2-5b9ddc591be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:03.851764 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81165232-3063-4080-a5f2-5b9ddc591be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.920169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f18c4d7-1986-4242-bb31-ae5e3d5b4d1e None None] Network b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:03.922772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 7456f438-4e11-4e10-8018-96b0919a4c0b up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:03.958995 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-feb94566-9a3a-4edf-9199-02be94027ae1 req-ff678192-3870-41bd-9af3-5ab119944c5b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9475296 Nov 12 03:53:03.988420 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-673e0b22-1e3a-4788-8718-75647c2c99b4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7 HTTP/1.1" status: 200 len: 703 time: 0.3066039 Nov 12 03:53:03.993002 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39026) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:04.031246 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.066050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627e5c-c523-4d37-9927-dcbf0812763f req-dac9b6cb-2efb-4378-ba39-bc6e102dc613 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.071777 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28627e5c-c523-4d37-9927-dcbf0812763f req-dac9b6cb-2efb-4378-ba39-bc6e102dc613 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.071927 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.164484 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11602c1b-1296-4a5b-bf2a-f49a3cc6e7ac x-openstack-request-id: req-11602c1b-1296-4a5b-bf2a-f49a3cc6e7ac {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:04.164908 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "5cb53073-5de0-4fba-8299-d6178683e9c8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:04.165268 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-11602c1b-1296-4a5b-bf2a-f49a3cc6e7ac {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:04.165852 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': '5cb53073-5de0-4fba-8299-d6178683e9c8', 'status': 'completed', 'code': 200} Nov 12 03:53:04.218187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.218951 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.220490 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.222361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fc6979b7-2aca-4502-94a0-a43ca06404d4 None None] Port fe39a646-50ea-405d-b088-5efc187c0a38 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:04.238475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] No DVR routers for this DVR port 07696a9b-82b7-486d-95e3-9e43367a80e8 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:04.281946 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-81165232-3063-4080-a5f2-5b9ddc591be2 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 6.1292899 Nov 12 03:53:04.339392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Port': ['ID=07696a9b-82b7-486d-95e3-9e43367a80e8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:04.405816 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event updated for resources: {'Port': ['ID=b963a462-635c-4e16-989b-5ae0bfa39357,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:04.503157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489484a7-0c21-4b82-becd-6a2ed8274474 req-923cea49-ed51-4e51-b06c-692ccea80601 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.518232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-489484a7-0c21-4b82-becd-6a2ed8274474 req-923cea49-ed51-4e51-b06c-692ccea80601 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 936 time: 1.1711361 Nov 12 03:53:04.565529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:04.565878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:04.566226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:04.566572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:04.566909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:04.567246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:04.567596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:04.568826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:04.568826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:04.568826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:04.569096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:04.569274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:04.609855 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28627e5c-c523-4d37-9927-dcbf0812763f req-dac9b6cb-2efb-4378-ba39-bc6e102dc613 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.3549581 Nov 12 03:53:04.626981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:04.627668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:04.633583 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.642498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dbe5f747-493f-44b6-9e0c-0c465b4521e8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4071882 Nov 12 03:53:04.654236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Request body: {'port': {'device_id': 'f167b21f-a1d1-455e-90fd-ad75b9a14850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:04.667720 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37844a70-8ebe-4727-b19e-ac6d428c857e req-2c9cb88e-da27-41ac-9723-86d4a2724513 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.675768 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37844a70-8ebe-4727-b19e-ac6d428c857e req-2c9cb88e-da27-41ac-9723-86d4a2724513 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 931 time: 0.3918462 Nov 12 03:53:04.698989 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Request body: {'port': {'device_id': '973fdeb6-571f-4cee-a120-054cf9449f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:04.701385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-aa2b7e8f-53ef-4f3b-8afb-0611da0c1d46 None None] For port 07696a9b-82b7-486d-95e3-9e43367a80e8, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=07696a9b-82b7-486d-95e3-9e43367a80e8,segment=NetworkSegment(6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5),segment_id=6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:04.702070 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7e8f-53ef-4f3b-8afb-0611da0c1d46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.720616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b7e8f-53ef-4f3b-8afb-0611da0c1d46 None None] Calling delete_port for 07696a9b-82b7-486d-95e3-9e43367a80e8 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:04.796551 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37844a70-8ebe-4727-b19e-ac6d428c857e req-8038e80e-aa39-4281-83a7-c89199503b27 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162207 Nov 12 03:53:04.845635 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe50a45-14a1-471c-a77c-3c5df9410ac8']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:04.847873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e3f80-bd98-46b1-839b-c113f18cbc9d req-f9ad74e3-f556-44ba-9c07-f900579b4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.848390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e3f80-bd98-46b1-839b-c113f18cbc9d req-f9ad74e3-f556-44ba-9c07-f900579b4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.848851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e3f80-bd98-46b1-839b-c113f18cbc9d req-f9ad74e3-f556-44ba-9c07-f900579b4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.849315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e3f80-bd98-46b1-839b-c113f18cbc9d req-f9ad74e3-f556-44ba-9c07-f900579b4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.849857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e3f80-bd98-46b1-839b-c113f18cbc9d req-f9ad74e3-f556-44ba-9c07-f900579b4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.850218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e3f80-bd98-46b1-839b-c113f18cbc9d req-f9ad74e3-f556-44ba-9c07-f900579b4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.850674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e3f80-bd98-46b1-839b-c113f18cbc9d req-f9ad74e3-f556-44ba-9c07-f900579b4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.852679 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c13e3f80-bd98-46b1-839b-c113f18cbc9d req-f9ad74e3-f556-44ba-9c07-f900579b4bf2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cd512dfc02740f8a9223f825788d0ed&device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 6424 time: 0.7373562 Nov 12 03:53:04.881934 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:04.881934 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fabe2d5-7ee9-4a1c-98ce-50eaea58c6f5') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:04.899284 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.947944 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.958609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-489484a7-0c21-4b82-becd-6a2ed8274474 req-11ba8b3a-d3db-4bf8-bf2a-64f271596280 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115219 Nov 12 03:53:04.961844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:04.962233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:04.968464 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:04.999221 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 07696a9b-82b7-486d-95e3-9e43367a80e8 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:05.001644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771eb8e8-60ac-43da-aa8d-f854ed1a1892'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:05.004169 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4bf464-8115-4a2d-af05-5eae1d6615cd" -d '{"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-plugged", "status": "completed", "tag": "771eb8e8-60ac-43da-aa8d-f854ed1a1892"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:05.038478 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.061486 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.123759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=771eb8e8-60ac-43da-aa8d-f854ed1a1892,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:05.154660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 07696a9b-82b7-486d-95e3-9e43367a80e8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:05.155291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 07696a9b-82b7-486d-95e3-9e43367a80e8 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:05.177425 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c13e30a-c22d-47ed-b5d3-b9bbd8ee944d None None] Network b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:05.181399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3421a29a-2601-4f0e-b286-8400deacdf9c None None] Provisioning complete for port b963a462-635c-4e16-989b-5ae0bfa39357 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:05.181768 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3421a29a-2601-4f0e-b286-8400deacdf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.255028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7b355-f75c-454d-b199-ba42e82ee470 req-adcfcb45-0791-4570-8473-603b561805d3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.270429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7b355-f75c-454d-b199-ba42e82ee470 req-adcfcb45-0791-4570-8473-603b561805d3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.277480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7b355-f75c-454d-b199-ba42e82ee470 req-adcfcb45-0791-4570-8473-603b561805d3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.304064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7b355-f75c-454d-b199-ba42e82ee470 req-adcfcb45-0791-4570-8473-603b561805d3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.310527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7b355-f75c-454d-b199-ba42e82ee470 req-adcfcb45-0791-4570-8473-603b561805d3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.329200 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7b355-f75c-454d-b199-ba42e82ee470 req-adcfcb45-0791-4570-8473-603b561805d3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.345045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7b355-f75c-454d-b199-ba42e82ee470 req-adcfcb45-0791-4570-8473-603b561805d3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.346738 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bab7b355-f75c-454d-b199-ba42e82ee470 req-adcfcb45-0791-4570-8473-603b561805d3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5429 time: 0.3744845 Nov 12 03:53:05.353454 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.408746 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.414745 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] 10.222.0.105 "DELETE /v2.0/networks/0fe50a45-14a1-471c-a77c-3c5df9410ac8 HTTP/1.1" status: 204 len: 168 time: 3.1993256 Nov 12 03:53:05.418869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:05.422625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cbf6a-8e3d-4d6a-b3a5-41bf511ae65f tempest-NetworksIpV6TestAttrs-1803596443 tempest-NetworksIpV6TestAttrs-1803596443-project] Pushing event deleted for resources: {'Network': ['ID=0fe50a45-14a1-471c-a77c-3c5df9410ac8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:05.489324 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3421a29a-2601-4f0e-b286-8400deacdf9c None None] Port b963a462-635c-4e16-989b-5ae0bfa39357 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:05.497720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1000ec8-6ddf-4f05-8fba-8f72c2d8e6dd None None] Pushing event updated for resources: {'Port': ['ID=fe39a646-50ea-405d-b088-5efc187c0a38,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:05.505522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 7456f438-4e11-4e10-8018-96b0919a4c0b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:05.513396 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7e8f-53ef-4f3b-8afb-0611da0c1d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.566646 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 7456f438-4e11-4e10-8018-96b0919a4c0b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:05.567163 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.573825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bab7b355-f75c-454d-b199-ba42e82ee470 req-bb20da11-dd6e-4174-8ee4-568b28ab898a tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2154741 Nov 12 03:53:05.594973 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d75e9e53-c081-4f1b-bb17-9aa3e6566eb2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.631464 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa2b7e8f-53ef-4f3b-8afb-0611da0c1d46 None None] Network 0fe50a45-14a1-471c-a77c-3c5df9410ac8 is not hosted by any dhcp agent {{(pid=103148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:53:05.631464 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b7e8f-53ef-4f3b-8afb-0611da0c1d46 None None] No DVR routers for this DVR port 07696a9b-82b7-486d-95e3-9e43367a80e8 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:05.651504 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b7e8f-53ef-4f3b-8afb-0611da0c1d46 None None] Pushing event deleted for resources: {'Port': ['ID=07696a9b-82b7-486d-95e3-9e43367a80e8,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:05.693933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e3f80-bd98-46b1-839b-c113f18cbc9d req-2d59faed-da4d-4df0-a34b-58336f3c87de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.697851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e3f80-bd98-46b1-839b-c113f18cbc9d req-2d59faed-da4d-4df0-a34b-58336f3c87de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.699139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e3f80-bd98-46b1-839b-c113f18cbc9d req-2d59faed-da4d-4df0-a34b-58336f3c87de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.700927 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c13e3f80-bd98-46b1-839b-c113f18cbc9d req-2d59faed-da4d-4df0-a34b-58336f3c87de service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=5cd512dfc02740f8a9223f825788d0ed&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.7997613 Nov 12 03:53:05.768926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d14d5387-45be-432b-978b-d35681fd8b13 None None] Provisioning complete for port fe39a646-50ea-405d-b088-5efc187c0a38 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:05.769184 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d14d5387-45be-432b-978b-d35681fd8b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.859686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6585b51-05b5-463c-bb50-65c7ca4561e2 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:05.962367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8040e7-0f5c-415f-a89a-38220446afa3 req-9292dda6-d1fe-4fea-aeac-83dd3385f89d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.981393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8040e7-0f5c-415f-a89a-38220446afa3 req-9292dda6-d1fe-4fea-aeac-83dd3385f89d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.991385 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.999435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8040e7-0f5c-415f-a89a-38220446afa3 req-9292dda6-d1fe-4fea-aeac-83dd3385f89d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.010911 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8040e7-0f5c-415f-a89a-38220446afa3 req-9292dda6-d1fe-4fea-aeac-83dd3385f89d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.016370 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.019825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8040e7-0f5c-415f-a89a-38220446afa3 req-9292dda6-d1fe-4fea-aeac-83dd3385f89d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.026767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8040e7-0f5c-415f-a89a-38220446afa3 req-9292dda6-d1fe-4fea-aeac-83dd3385f89d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.027034 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d14d5387-45be-432b-978b-d35681fd8b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.033229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8040e7-0f5c-415f-a89a-38220446afa3 req-9292dda6-d1fe-4fea-aeac-83dd3385f89d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.035401 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af8040e7-0f5c-415f-a89a-38220446afa3 req-9292dda6-d1fe-4fea-aeac-83dd3385f89d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5416 time: 0.3320100 Nov 12 03:53:06.045789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5a3463ec-d61b-4367-b73c-d10843821274 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.051387 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5a3463ec-d61b-4367-b73c-d10843821274 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/networks?id=b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113 HTTP/1.1" status: 200 len: 813 time: 0.6895118 Nov 12 03:53:06.080047 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:06.090513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d14d5387-45be-432b-978b-d35681fd8b13 None None] For port fe39a646-50ea-405d-b088-5efc187c0a38, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=fe39a646-50ea-405d-b088-5efc187c0a38,segment=NetworkSegment(b66ae634-7c37-43e3-a3da-853866ae9435),segment_id=b66ae634-7c37-43e3-a3da-853866ae9435)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:06.092864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 7456f438-4e11-4e10-8018-96b0919a4c0b, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7456f438-4e11-4e10-8018-96b0919a4c0b,segment=NetworkSegment(1406560e-c43d-444a-88a9-00910d7f42b5),segment_id=1406560e-c43d-444a-88a9-00910d7f42b5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:06.115628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:01Z', 'revision_number': 7, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb81e07-adde-456e-99f2-f7e67e200b44', 'name': '', 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a9:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:38Z', 'updated_at': '2021-11-12T03:52:47Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe39a646-50ea-405d-b088-5efc187c0a38', 'name': '', 'network_id': '111b704f-3933-4bd3-8902-6e95391eff43', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a4:24:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '878db037-f274-4677-82f5-59df70f95eaf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:50Z', 'updated_at': '2021-11-12T03:53:03Z', 'revision_number': 4, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '878db037-f274-4677-82f5-59df70f95eaf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:06.168536 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af8040e7-0f5c-415f-a89a-38220446afa3 req-c3bede5e-2a7c-410f-9a49-48ce71a56f1a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144435 Nov 12 03:53:06.201760 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:06.203374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d0686a-f20b-45a5-9452-1ddde1193353 None None] The sync data for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 is: [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:01Z', 'revision_number': 7, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb81e07-adde-456e-99f2-f7e67e200b44', 'name': '', 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a9:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:38Z', 'updated_at': '2021-11-12T03:52:47Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe39a646-50ea-405d-b088-5efc187c0a38', 'name': '', 'network_id': '111b704f-3933-4bd3-8902-6e95391eff43', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a4:24:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '878db037-f274-4677-82f5-59df70f95eaf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:50Z', 'updated_at': '2021-11-12T03:53:03Z', 'revision_number': 4, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '878db037-f274-4677-82f5-59df70f95eaf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:06.203374 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d14d5387-45be-432b-978b-d35681fd8b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.291663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Transition to ACTIVE for port object d6585b51-05b5-463c-bb50-65c7ca4561e2 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:06.302807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-3e11d847-c716-4980-be39-79e743b27a34 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/quotas/cfb3093149ef499a93e976a23a7fed80 HTTP/1.1" status: 200 len: 375 time: 0.2292104 Nov 12 03:53:06.304519 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.319356 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.325437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:06.395020 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce9eb2d-9cb7-4c4b-bf7e-e4ac0d30dbb2 x-openstack-request-id: req-4ce9eb2d-9cb7-4c4b-bf7e-e4ac0d30dbb2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:06.395020 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-plugged", "status": "completed", "tag": "771eb8e8-60ac-43da-aa8d-f854ed1a1892", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:06.395893 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4ce9eb2d-9cb7-4c4b-bf7e-e4ac0d30dbb2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:06.396584 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771eb8e8-60ac-43da-aa8d-f854ed1a1892', 'code': 200} Nov 12 03:53:06.426958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-3dcc49dc-71a8-4745-b76a-00a51054d46a tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=cfb3093149ef499a93e976a23a7fed80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861263 Nov 12 03:53:06.443802 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.462742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d5387-45be-432b-978b-d35681fd8b13 None None] Pushing event updated for resources: {'Port': ['ID=fe39a646-50ea-405d-b088-5efc187c0a38,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:06.584440 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-47ef911a-fc9c-404d-8367-ec3c88aab488 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=dd743e572e1c4439b62c3a931bbfde37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5014436 Nov 12 03:53:06.592016 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=7456f438-4e11-4e10-8018-96b0919a4c0b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:06.611293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:06.643513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:06.647828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:06.648301 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.698826 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe46ba03-4fa7-44fd-af15-bf78bf6d467c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.751401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dd435-63ec-48a6-98e3-9fd5f0267e95 req-88548d6a-aa4b-4c83-9d72-0fab80f72952 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.751401 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-802dd435-63ec-48a6-98e3-9fd5f0267e95 req-88548d6a-aa4b-4c83-9d72-0fab80f72952 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 931 time: 0.2596803 Nov 12 03:53:06.830506 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Transition to ACTIVE for port object 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:06.866155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6585b51-05b5-463c-bb50-65c7ca4561e2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:06.871399 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-802dd435-63ec-48a6-98e3-9fd5f0267e95 req-2365a1ad-b9aa-4b80-90d2-8d2fa71291ab tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140304 Nov 12 03:53:06.877148 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.880501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e3f80-bd98-46b1-839b-c113f18cbc9d req-4cdc7898-aa23-45f1-980d-d3ea193fce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.884000 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c13e3f80-bd98-46b1-839b-c113f18cbc9d req-4cdc7898-aa23-45f1-980d-d3ea193fce9f service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0675058 Nov 12 03:53:06.917287 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe46ba03-4fa7-44fd-af15-bf78bf6d467c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.977734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d75e9e53-c081-4f1b-bb17-9aa3e6566eb2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port fe39a646-50ea-405d-b088-5efc187c0a38 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:06.978439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d75e9e53-c081-4f1b-bb17-9aa3e6566eb2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.980648 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device fe39a646-50ea-405d-b088-5efc187c0a38 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:07.067311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8511c1d-d09d-4ddf-958f-c9936fbf1559 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:07.079320 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.093447 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Transition to ACTIVE for port object e8511c1d-d09d-4ddf-958f-c9936fbf1559 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:07.109443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=10217f1a-a848-4b6a-8e2e-e8e6f2056cd2,segment=NetworkSegment(1406560e-c43d-444a-88a9-00910d7f42b5),segment_id=1406560e-c43d-444a-88a9-00910d7f42b5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:07.116547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b963a462-635c-4e16-989b-5ae0bfa39357 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:07.121009 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.123917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port fe39a646-50ea-405d-b088-5efc187c0a38 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:07.127932 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.133194 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.178597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Transition to ACTIVE for port object b963a462-635c-4e16-989b-5ae0bfa39357 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:07.247963 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.248985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:07.257826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:07.303438 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82de9b4-df01-4554-b36c-f3b92b33a587 req-dec8ad9c-e138-4593-9b10-f054d499c303 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.303438 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e82de9b4-df01-4554-b36c-f3b92b33a587 req-dec8ad9c-e138-4593-9b10-f054d499c303 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 948 time: 0.1666958 Nov 12 03:53:07.314650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d75e9e53-c081-4f1b-bb17-9aa3e6566eb2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] For port fe39a646-50ea-405d-b088-5efc187c0a38, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=fe39a646-50ea-405d-b088-5efc187c0a38,segment=NetworkSegment(b66ae634-7c37-43e3-a3da-853866ae9435),segment_id=b66ae634-7c37-43e3-a3da-853866ae9435)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:07.315023 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d75e9e53-c081-4f1b-bb17-9aa3e6566eb2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.326325 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.360271 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d75e9e53-c081-4f1b-bb17-9aa3e6566eb2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for fe39a646-50ea-405d-b088-5efc187c0a38 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:07.392791 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.416370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=10217f1a-a848-4b6a-8e2e-e8e6f2056cd2,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:07.420376 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe46ba03-4fa7-44fd-af15-bf78bf6d467c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.424150 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe46ba03-4fa7-44fd-af15-bf78bf6d467c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.425434 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fe46ba03-4fa7-44fd-af15-bf78bf6d467c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8693b5c6-9db0-4fa7-b5ab-87c27b40899f HTTP/1.1" status: 204 len: 168 time: 0.8111825 Nov 12 03:53:07.441556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:07.442152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:07.442590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:07.442938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:07.443271 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:07.444922 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:07.445842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:07.446205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:07.446543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:07.446878 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:07.447210 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:07.449131 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:07.526207 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1475fd9-82f4-485a-bb29-e88f196e6907 None None] Sync routers for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:07.533403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:07.540382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:07.540382 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.542142 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1475fd9-82f4-485a-bb29-e88f196e6907 None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:07.545294 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e82de9b4-df01-4554-b36c-f3b92b33a587 req-814c0eaa-8667-4fdb-9826-7f07313149ea tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330391 Nov 12 03:53:07.546078 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d1475fd9-82f4-485a-bb29-e88f196e6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:07.558988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46ba03-4fa7-44fd-af15-bf78bf6d467c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8693b5c6-9db0-4fa7-b5ab-87c27b40899f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:07.732355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Pushing event updated for resources: {'Port': ['ID=e8511c1d-d09d-4ddf-958f-c9936fbf1559,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:07.768275 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d1475fd9-82f4-485a-bb29-e88f196e6907 None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:07.875250 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549c12a-b347-4061-84a7-396d09c53ade req-dc3b13b7-dfb6-49e6-9f2b-658acdc84a93 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.878190 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.888396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-8b616bdb-5d37-4d89-b58a-82ace99bb763 service neutron] 10.222.0.105 "GET /v2.0/networks/b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4320207 Nov 12 03:53:07.907187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549c12a-b347-4061-84a7-396d09c53ade req-dc3b13b7-dfb6-49e6-9f2b-658acdc84a93 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.915407 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549c12a-b347-4061-84a7-396d09c53ade req-dc3b13b7-dfb6-49e6-9f2b-658acdc84a93 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.923310 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549c12a-b347-4061-84a7-396d09c53ade req-dc3b13b7-dfb6-49e6-9f2b-658acdc84a93 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.947648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549c12a-b347-4061-84a7-396d09c53ade req-dc3b13b7-dfb6-49e6-9f2b-658acdc84a93 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.956648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549c12a-b347-4061-84a7-396d09c53ade req-dc3b13b7-dfb6-49e6-9f2b-658acdc84a93 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.966450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549c12a-b347-4061-84a7-396d09c53ade req-dc3b13b7-dfb6-49e6-9f2b-658acdc84a93 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.980260 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5549c12a-b347-4061-84a7-396d09c53ade req-dc3b13b7-dfb6-49e6-9f2b-658acdc84a93 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5431 time: 0.2477860 Nov 12 03:53:07.997742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:08.081503 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.095996 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5549c12a-b347-4061-84a7-396d09c53ade req-18bde727-56f1-4dc1-ac2f-4da605644323 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128392 Nov 12 03:53:08.305726 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d1475fd9-82f4-485a-bb29-e88f196e6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:01Z', 'revision_number': 7, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb81e07-adde-456e-99f2-f7e67e200b44', 'name': '', 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a9:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:38Z', 'updated_at': '2021-11-12T03:52:47Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe39a646-50ea-405d-b088-5efc187c0a38', 'name': '', 'network_id': '111b704f-3933-4bd3-8902-6e95391eff43', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a4:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '878db037-f274-4677-82f5-59df70f95eaf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:50Z', 'updated_at': '2021-11-12T03:53:06Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '878db037-f274-4677-82f5-59df70f95eaf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:08.311621 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d75e9e53-c081-4f1b-bb17-9aa3e6566eb2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.358416 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1475fd9-82f4-485a-bb29-e88f196e6907 None None] Checking router: 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:08.371423 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1475fd9-82f4-485a-bb29-e88f196e6907 None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:08.372424 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d1475fd9-82f4-485a-bb29-e88f196e6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:08.465435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e9e53-c081-4f1b-bb17-9aa3e6566eb2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=fe39a646-50ea-405d-b088-5efc187c0a38,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:08.545626 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d1475fd9-82f4-485a-bb29-e88f196e6907 None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:08.568420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7456f438-4e11-4e10-8018-96b0919a4c0b'}, {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10217f1a-a848-4b6a-8e2e-e8e6f2056cd2'}, {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:08.570892 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb485f0d-3fee-4260-86d1-8daefe1e8280" -d '{"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-plugged", "status": "completed", "tag": "7456f438-4e11-4e10-8018-96b0919a4c0b"}, {"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-plugged", "status": "completed", "tag": "10217f1a-a848-4b6a-8e2e-e8e6f2056cd2"}, {"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-plugged", "status": "completed", "tag": "8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:08.574648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb98ca8-af3d-43c4-a5ea-4eab76103f2b req-f365a0f9-732e-4c3a-93f6-9719aa1a7d00 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.575657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:08.585274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb98ca8-af3d-43c4-a5ea-4eab76103f2b req-f365a0f9-732e-4c3a-93f6-9719aa1a7d00 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.599455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb98ca8-af3d-43c4-a5ea-4eab76103f2b req-f365a0f9-732e-4c3a-93f6-9719aa1a7d00 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.618060 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb98ca8-af3d-43c4-a5ea-4eab76103f2b req-f365a0f9-732e-4c3a-93f6-9719aa1a7d00 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.636121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb98ca8-af3d-43c4-a5ea-4eab76103f2b req-f365a0f9-732e-4c3a-93f6-9719aa1a7d00 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.642418 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb98ca8-af3d-43c4-a5ea-4eab76103f2b req-f365a0f9-732e-4c3a-93f6-9719aa1a7d00 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.656080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb98ca8-af3d-43c4-a5ea-4eab76103f2b req-f365a0f9-732e-4c3a-93f6-9719aa1a7d00 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.665988 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5fb98ca8-af3d-43c4-a5ea-4eab76103f2b req-f365a0f9-732e-4c3a-93f6-9719aa1a7d00 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.4255395 Nov 12 03:53:08.694807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Attempting to bind port d6585b51-05b5-463c-bb50-65c7ca4561e2 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:08.696009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Attempting to bind port d6585b51-05b5-463c-bb50-65c7ca4561e2 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:08.696622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Attempting to bind port d6585b51-05b5-463c-bb50-65c7ca4561e2 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:08.705224 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Pushing event updated for resources: {'Port': ['ID=b963a462-635c-4e16-989b-5ae0bfa39357,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:08.810770 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d75e9e53-c081-4f1b-bb17-9aa3e6566eb2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.880246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Port d6585b51-05b5-463c-bb50-65c7ca4561e2 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:08.880578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Attempting to bind port d6585b51-05b5-463c-bb50-65c7ca4561e2 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:08.899331 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-b59ae9f5-1c5e-4b23-815a-f910a291e50c service neutron] 10.222.0.105 "GET /v2.0/networks/b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9478960 Nov 12 03:53:08.967830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Attempting to bind port b963a462-635c-4e16-989b-5ae0bfa39357 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:08.968223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Attempting to bind port b963a462-635c-4e16-989b-5ae0bfa39357 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:08.970435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Attempting to bind port b963a462-635c-4e16-989b-5ae0bfa39357 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:08.980566 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d1475fd9-82f4-485a-bb29-e88f196e6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:08Z', 'revision_number': 8, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb81e07-adde-456e-99f2-f7e67e200b44', 'name': '', 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a9:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:38Z', 'updated_at': '2021-11-12T03:52:47Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:08.993460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Attempting to bind port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:08.995049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Attempting to bind port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'bd89947e-54eb-4de2-a58c-e1323643a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:08.995390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Attempting to bind port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 on network 510f8be2-2190-44f9-ad53-a61867e0a1a1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:09.009111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Port b963a462-635c-4e16-989b-5ae0bfa39357 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:09.009597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Attempting to bind port b963a462-635c-4e16-989b-5ae0bfa39357 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:09.024277 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1475fd9-82f4-485a-bb29-e88f196e6907 None None] The sync data for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 is: [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:08Z', 'revision_number': 8, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb81e07-adde-456e-99f2-f7e67e200b44', 'name': '', 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a9:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:38Z', 'updated_at': '2021-11-12T03:52:47Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:09.024997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 on network 510f8be2-2190-44f9-ad53-a61867e0a1a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:09.025327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Attempting to bind port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 on network 510f8be2-2190-44f9-ad53-a61867e0a1a1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:09.043002 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:09.043330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:09.043830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:09.044313 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Bound port: b963a462-635c-4e16-989b-5ae0bfa39357, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:09.044669 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.048633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:09.048960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Checking segment: {'id': 'bd89947e-54eb-4de2-a58c-e1323643a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:09.049391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Bound using segment: {'id': 'bd89947e-54eb-4de2-a58c-e1323643a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:09.049822 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Bound port: 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd89947e-54eb-4de2-a58c-e1323643a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:09.050215 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.054347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:09.055389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:09.055830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:09.056306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Bound port: d6585b51-05b5-463c-bb50-65c7ca4561e2, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:09.056664 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.154786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Attempting to bind port e8511c1d-d09d-4ddf-958f-c9936fbf1559 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:09.155369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Attempting to bind port e8511c1d-d09d-4ddf-958f-c9936fbf1559 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:09.156055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Attempting to bind port e8511c1d-d09d-4ddf-958f-c9936fbf1559 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:09.170754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75e9e53-c081-4f1b-bb17-9aa3e6566eb2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:09.182201 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5fb98ca8-af3d-43c4-a5ea-4eab76103f2b req-047e6fdd-3ad1-4ee3-b6c2-e1631c2ff990 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5146611 Nov 12 03:53:09.221194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Port e8511c1d-d09d-4ddf-958f-c9936fbf1559 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:09.221713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Attempting to bind port e8511c1d-d09d-4ddf-958f-c9936fbf1559 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:09.405072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39120) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:09.455370 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1865bc9-e329-4526-9dea-928ed6a148eb req-eaf9cbd8-101a-4b0f-bca8-b5256c4c7884 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.457003 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1865bc9-e329-4526-9dea-928ed6a148eb req-eaf9cbd8-101a-4b0f-bca8-b5256c4c7884 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 948 time: 0.1050475 Nov 12 03:53:09.462608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75e9e53-c081-4f1b-bb17-9aa3e6566eb2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:09.475146 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d75e9e53-c081-4f1b-bb17-9aa3e6566eb2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4789441 Nov 12 03:53:09.481487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39124) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:09.589001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5d23da-0338-4acb-8342-96b633e87e00 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting subnet 878db037-f274-4677-82f5-59df70f95eaf {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:09.598862 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:09.599215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Checking segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:09.600556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Bound using segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:09.601422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Bound port: e8511c1d-d09d-4ddf-958f-c9936fbf1559, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:09.602139 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.606053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e0518d5f-a495-467e-8ef3-73b73e68569c tempest-DvrRoutersNegativeTest-2140751189 tempest-DvrRoutersNegativeTest-2140751189-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1126882862', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:09.610359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.policy [None req-e0518d5f-a495-467e-8ef3-73b73e68569c tempest-DvrRoutersNegativeTest-2140751189 tempest-DvrRoutersNegativeTest-2140751189-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103147) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 03:53:09.610670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.policy [None req-e0518d5f-a495-467e-8ef3-73b73e68569c tempest-DvrRoutersNegativeTest-2140751189 tempest-DvrRoutersNegativeTest-2140751189-project] Failed policy check for 'create_router' {{(pid=103147) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 03:53:09.611200 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-e0518d5f-a495-467e-8ef3-73b73e68569c tempest-DvrRoutersNegativeTest-2140751189 tempest-DvrRoutersNegativeTest-2140751189-project] create failed (client error): Access was denied to this resource. Nov 12 03:53:09.616691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e0518d5f-a495-467e-8ef3-73b73e68569c tempest-DvrRoutersNegativeTest-2140751189 tempest-DvrRoutersNegativeTest-2140751189-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2094102 Nov 12 03:53:09.618171 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb5d23da-0338-4acb-8342-96b633e87e00 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.649392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] For port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:09.676580 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] For port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:09.679359 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb5d23da-0338-4acb-8342-96b633e87e00 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.708153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] For port d6585b51-05b5-463c-bb50-65c7ca4561e2, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:09.752238 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1865bc9-e329-4526-9dea-928ed6a148eb req-6ef2ad15-5a69-47a7-896d-018def34ebfa tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694976 Nov 12 03:53:09.808479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] For port d6585b51-05b5-463c-bb50-65c7ca4561e2, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d6585b51-05b5-463c-bb50-65c7ca4561e2,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:09.845094 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.871060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] For port b963a462-635c-4e16-989b-5ae0bfa39357, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:09.879801 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb5d23da-0338-4acb-8342-96b633e87e00 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.886794 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60e3abb-2deb-477e-8a92-3e20657080a0 x-openstack-request-id: req-e60e3abb-2deb-477e-8a92-3e20657080a0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:09.887352 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-plugged", "status": "completed", "tag": "7456f438-4e11-4e10-8018-96b0919a4c0b", "code": 200}, {"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-plugged", "status": "completed", "tag": "10217f1a-a848-4b6a-8e2e-e8e6f2056cd2", "code": 200}, {"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-plugged", "status": "completed", "tag": "8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:09.887564 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e60e3abb-2deb-477e-8a92-3e20657080a0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:09.887810 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7456f438-4e11-4e10-8018-96b0919a4c0b', 'code': 200} Nov 12 03:53:09.888235 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10217f1a-a848-4b6a-8e2e-e8e6f2056cd2', 'code': 200} Nov 12 03:53:09.888599 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1', 'code': 200} Nov 12 03:53:09.940290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a544c-a3c4-43b2-bf84-1ae1075cb9ef req-780958de-e1ce-4b78-8d0a-9fdbffae91c5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.942615 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-279a544c-a3c4-43b2-bf84-1ae1075cb9ef req-780958de-e1ce-4b78-8d0a-9fdbffae91c5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 943 time: 0.4611094 Nov 12 03:53:09.944653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] For port b963a462-635c-4e16-989b-5ae0bfa39357, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b963a462-635c-4e16-989b-5ae0bfa39357,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:09.956137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.956779 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.958212 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] 10.222.0.25 "PUT /v2.0/ports/3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 HTTP/1.1" status: 200 len: 1092 time: 6.6243908 Nov 12 03:53:09.963267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': '3fbdd3b0-4b34-43f5-b2c9-257e452b1b73'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:09.965568 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2594b76-c472-4e25-a466-2374f316195c" -d '{"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "3fbdd3b0-4b34-43f5-b2c9-257e452b1b73"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:09.979099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d5486a-099b-476a-abcb-7ba5ebf64b2b None None] Sync routers for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:09.993808 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] For port e8511c1d-d09d-4ddf-958f-c9936fbf1559, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:09.996874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d5486a-099b-476a-abcb-7ba5ebf64b2b None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:09.997799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-71d5486a-099b-476a-abcb-7ba5ebf64b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:10.033603 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.037984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] For port e8511c1d-d09d-4ddf-958f-c9936fbf1559, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e8511c1d-d09d-4ddf-958f-c9936fbf1559,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:10.039262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99113f9a-0b8b-4448-b6de-78a4c9a6d674 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:10.064297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd568130-ce7a-4cc6-9bf6-0d2157ab639e req-55c46073-12dd-468f-aa02-d67cef594bc4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.092336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd568130-ce7a-4cc6-9bf6-0d2157ab639e req-55c46073-12dd-468f-aa02-d67cef594bc4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.099548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.100316 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.102512 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] 10.222.0.26 "PUT /v2.0/ports/d6585b51-05b5-463c-bb50-65c7ca4561e2 HTTP/1.1" status: 200 len: 1097 time: 8.5296619 Nov 12 03:53:10.105651 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd568130-ce7a-4cc6-9bf6-0d2157ab639e req-55c46073-12dd-468f-aa02-d67cef594bc4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.115386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-71d5486a-099b-476a-abcb-7ba5ebf64b2b None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:10.118138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-279a544c-a3c4-43b2-bf84-1ae1075cb9ef req-cd90d4b3-4ece-4399-8fbb-8753713c3e11 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482008 Nov 12 03:53:10.144420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd568130-ce7a-4cc6-9bf6-0d2157ab639e req-55c46073-12dd-468f-aa02-d67cef594bc4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.160627 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd568130-ce7a-4cc6-9bf6-0d2157ab639e req-55c46073-12dd-468f-aa02-d67cef594bc4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.171984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd568130-ce7a-4cc6-9bf6-0d2157ab639e req-55c46073-12dd-468f-aa02-d67cef594bc4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.174537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead52ee-20a1-4920-8cc3-e24f7474ecc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6585b51-05b5-463c-bb50-65c7ca4561e2,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:10.200474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd568130-ce7a-4cc6-9bf6-0d2157ab639e req-55c46073-12dd-468f-aa02-d67cef594bc4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.224116 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cd568130-ce7a-4cc6-9bf6-0d2157ab639e req-55c46073-12dd-468f-aa02-d67cef594bc4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5432 time: 0.2731361 Nov 12 03:53:10.277188 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-519f1778-298d-4bed-9aaf-c070f64fa3bc req-26e2b0f0-7cf5-4c2e-8594-916a19cc6f6b tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 210 time: 0.0388246 Nov 12 03:53:10.343028 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.385781 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb5d23da-0338-4acb-8342-96b633e87e00 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.478033 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-71d5486a-099b-476a-abcb-7ba5ebf64b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:08Z', 'revision_number': 8, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb81e07-adde-456e-99f2-f7e67e200b44', 'name': '', 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a9:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:38Z', 'updated_at': '2021-11-12T03:52:47Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:10.549174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d5486a-099b-476a-abcb-7ba5ebf64b2b None None] Checking router: 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:10.557354 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.566644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Pushing event updated for resources: {'Port': ['ID=b963a462-635c-4e16-989b-5ae0bfa39357,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:10.574539 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97937ddb-9e7e-4fa6-9e11-739b735051a9 x-openstack-request-id: req-97937ddb-9e7e-4fa6-9e11-739b735051a9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:10.574868 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "3fbdd3b0-4b34-43f5-b2c9-257e452b1b73", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:10.575115 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-97937ddb-9e7e-4fa6-9e11-739b735051a9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:10.575419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d5486a-099b-476a-abcb-7ba5ebf64b2b None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:10.575556 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': '3fbdd3b0-4b34-43f5-b2c9-257e452b1b73', 'status': 'completed', 'code': 200} Nov 12 03:53:10.576085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-71d5486a-099b-476a-abcb-7ba5ebf64b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:10.603275 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cd568130-ce7a-4cc6-9bf6-0d2157ab639e req-99dc5123-ff18-465a-9156-fb1a5043636e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3636923 Nov 12 03:53:10.615501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d23da-0338-4acb-8342-96b633e87e00 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Subnet': ['ID=878db037-f274-4677-82f5-59df70f95eaf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:10.618761 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb5d23da-0338-4acb-8342-96b633e87e00 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.625669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72982ade-d13a-4c1d-8e54-7c476b9920d7 None None] Network 111b704f-3933-4bd3-8902-6e95391eff43 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:10.626959 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fb5d23da-0338-4acb-8342-96b633e87e00 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/878db037-f274-4677-82f5-59df70f95eaf HTTP/1.1" status: 204 len: 168 time: 1.1392481 Nov 12 03:53:10.629918 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:10.654696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.655716 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.675035 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-27a6f9f1-6902-43c9-9b21-d3956bd2366a service neutron] 10.222.0.26 "PUT /v2.0/ports/b963a462-635c-4e16-989b-5ae0bfa39357 HTTP/1.1" status: 200 len: 1097 time: 5.9780765 Nov 12 03:53:10.797153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device fe39a646-50ea-405d-b088-5efc187c0a38 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:10.805615 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-71d5486a-099b-476a-abcb-7ba5ebf64b2b None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:10.897165 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: fe39a646-50ea-405d-b088-5efc187c0a38 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:10.897735 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device fe39a646-50ea-405d-b088-5efc187c0a38 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:11.013772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:11.110920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-2a24c86e-5803-46c3-be37-abd5f3037219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.111912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-2a24c86e-5803-46c3-be37-abd5f3037219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.112826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-2a24c86e-5803-46c3-be37-abd5f3037219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.114735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-2a24c86e-5803-46c3-be37-abd5f3037219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.115651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-2a24c86e-5803-46c3-be37-abd5f3037219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.117001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-2a24c86e-5803-46c3-be37-abd5f3037219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.117888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-2a24c86e-5803-46c3-be37-abd5f3037219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.122433 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-2a24c86e-5803-46c3-be37-abd5f3037219 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cd512dfc02740f8a9223f825788d0ed&device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 6492 time: 0.7734051 Nov 12 03:53:11.151064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.152483 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.158205 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] 10.222.0.26 "PUT /v2.0/ports/e8511c1d-d09d-4ddf-958f-c9936fbf1559 HTTP/1.1" status: 200 len: 1092 time: 6.5086558 Nov 12 03:53:11.189027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4f8a3-e59d-4450-a4b3-d105ef17cf3f req-ffc78fab-281b-42ee-be48-25bb85ee083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.190272 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4f8a3-e59d-4450-a4b3-d105ef17cf3f req-ffc78fab-281b-42ee-be48-25bb85ee083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.191330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4f8a3-e59d-4450-a4b3-d105ef17cf3f req-ffc78fab-281b-42ee-be48-25bb85ee083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.208778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4f8a3-e59d-4450-a4b3-d105ef17cf3f req-ffc78fab-281b-42ee-be48-25bb85ee083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.208778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4f8a3-e59d-4450-a4b3-d105ef17cf3f req-ffc78fab-281b-42ee-be48-25bb85ee083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.208778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4f8a3-e59d-4450-a4b3-d105ef17cf3f req-ffc78fab-281b-42ee-be48-25bb85ee083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.208778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4f8a3-e59d-4450-a4b3-d105ef17cf3f req-ffc78fab-281b-42ee-be48-25bb85ee083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.208778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aed4f8a3-e59d-4450-a4b3-d105ef17cf3f req-ffc78fab-281b-42ee-be48-25bb85ee083c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 6496 time: 0.9204543 Nov 12 03:53:11.351306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf2315f-092a-4f2f-b2d4-26dd194ee3ab None None] DHCP port deletion for 111b704f-3933-4bd3-8902-6e95391eff43 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:11.364270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-71d5486a-099b-476a-abcb-7ba5ebf64b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:08Z', 'revision_number': 8, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb81e07-adde-456e-99f2-f7e67e200b44', 'name': '', 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a9:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:38Z', 'updated_at': '2021-11-12T03:52:47Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:11.389272 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3717b6-9bc9-46db-8028-ddb34b51a488 req-680365b4-2b7c-4a42-9e8b-f933d21f831c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.402819 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3717b6-9bc9-46db-8028-ddb34b51a488 req-680365b4-2b7c-4a42-9e8b-f933d21f831c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.412803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d5486a-099b-476a-abcb-7ba5ebf64b2b None None] The sync data for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 is: [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:08Z', 'revision_number': 8, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb81e07-adde-456e-99f2-f7e67e200b44', 'name': '', 'network_id': '21f2a33a-0cef-4dce-a762-600ca8d714b4', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:a9:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:38Z', 'updated_at': '2021-11-12T03:52:47Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '3e0fcc4e-a26c-4d43-a073-4b6cbe533508', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:11.422902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3717b6-9bc9-46db-8028-ddb34b51a488 req-680365b4-2b7c-4a42-9e8b-f933d21f831c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.436016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3717b6-9bc9-46db-8028-ddb34b51a488 req-680365b4-2b7c-4a42-9e8b-f933d21f831c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.448295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3717b6-9bc9-46db-8028-ddb34b51a488 req-680365b4-2b7c-4a42-9e8b-f933d21f831c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.460000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3717b6-9bc9-46db-8028-ddb34b51a488 req-680365b4-2b7c-4a42-9e8b-f933d21f831c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.473648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3717b6-9bc9-46db-8028-ddb34b51a488 req-680365b4-2b7c-4a42-9e8b-f933d21f831c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.477089 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d3717b6-9bc9-46db-8028-ddb34b51a488 req-680365b4-2b7c-4a42-9e8b-f933d21f831c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.9060464 Nov 12 03:53:11.481273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-5b0208b3-9c6b-4648-9bf6-c34442a917bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327a44ac-df49-4117-8e60-7556b7bf7dff HTTP/1.1" status: 200 len: 217 time: 0.2786198 Nov 12 03:53:11.499044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5bf2315f-092a-4f2f-b2d4-26dd194ee3ab None None] Deleting port c80b1092-361b-47a9-af6e-1417dd2a79d1 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:11.499695 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bf2315f-092a-4f2f-b2d4-26dd194ee3ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.600097 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.609933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-2d6a1b2c-5f10-451e-9ee6-ebdfec3f8db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.615254 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-2d6a1b2c-5f10-451e-9ee6-ebdfec3f8db7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 1100 time: 1.1586320 Nov 12 03:53:11.636836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124349f7-f837-4538-b1e9-44bf60b286ac req-820649d1-e447-4910-9980-ad621b237800 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.639131 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-124349f7-f837-4538-b1e9-44bf60b286ac req-820649d1-e447-4910-9980-ad621b237800 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 948 time: 0.2622120 Nov 12 03:53:11.644836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5bf2315f-092a-4f2f-b2d4-26dd194ee3ab None None] For port c80b1092-361b-47a9-af6e-1417dd2a79d1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c80b1092-361b-47a9-af6e-1417dd2a79d1,segment=NetworkSegment(b66ae634-7c37-43e3-a3da-853866ae9435),segment_id=b66ae634-7c37-43e3-a3da-853866ae9435)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:11.645827 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bf2315f-092a-4f2f-b2d4-26dd194ee3ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.676689 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5bf2315f-092a-4f2f-b2d4-26dd194ee3ab None None] Calling delete_port for c80b1092-361b-47a9-af6e-1417dd2a79d1 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:11.695637 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-aa83ca89-f30c-41f1-92d3-acc367ed0b42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d6585b51-05b5-463c-bb50-65c7ca4561e2 HTTP/1.1" status: 200 len: 217 time: 0.0559776 Nov 12 03:53:11.770214 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aed4f8a3-e59d-4450-a4b3-d105ef17cf3f req-7a50b942-8879-43b0-84ad-2b51912a9508 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84b1399f-650a-4e95-95a8-9f28c7512753&id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5363705 Nov 12 03:53:11.773858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-e77a43c3-a4c0-4832-b9c3-e0d70c954d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.776123 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-e77a43c3-a4c0-4832-b9c3-e0d70c954d78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a5695f79-da24-4f82-9891-41295f29ce28 HTTP/1.1" status: 200 len: 856 time: 0.1963816 Nov 12 03:53:11.816070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-f5ed2c79-1e6c-4039-ab96-547dd29e9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.817719 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-f5ed2c79-1e6c-4039-ab96-547dd29e9e8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1113942 Nov 12 03:53:11.822171 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-124349f7-f837-4538-b1e9-44bf60b286ac req-14d931c2-f720-4528-bf47-35344f119c36 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720159 Nov 12 03:53:11.860598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1201022e-7067-43f5-9ec1-43d28f70d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.866412 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-1201022e-7067-43f5-9ec1-43d28f70d18d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=973fdeb6-571f-4cee-a120-054cf9449f81 HTTP/1.1" status: 200 len: 1100 time: 0.8996820 Nov 12 03:53:11.867599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port c80b1092-361b-47a9-af6e-1417dd2a79d1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:11.867599 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.893492 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4312d46c-f20b-415a-8e57-1c8133b08123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.913577 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bf2315f-092a-4f2f-b2d4-26dd194ee3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.980106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2315f-092a-4f2f-b2d4-26dd194ee3ab None None] Pushing event deleted for resources: {'Port': ['ID=c80b1092-361b-47a9-af6e-1417dd2a79d1,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:11.984637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf2315f-092a-4f2f-b2d4-26dd194ee3ab None None] No DVR routers for this DVR port c80b1092-361b-47a9-af6e-1417dd2a79d1 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:11.984837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064348b-ea59-4e81-8365-8552e7f731ad service neutron] Pushing event updated for resources: {'Port': ['ID=e8511c1d-d09d-4ddf-958f-c9936fbf1559,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:12.073803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7e5c-de91-4505-bb41-3a05e38bbd0e req-a6190018-e1fa-467b-b979-cbb85fb5c9ee tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.075877 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-342f7e5c-de91-4505-bb41-3a05e38bbd0e req-a6190018-e1fa-467b-b979-cbb85fb5c9ee tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 943 time: 0.0860910 Nov 12 03:53:12.083010 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] For port c80b1092-361b-47a9-af6e-1417dd2a79d1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c80b1092-361b-47a9-af6e-1417dd2a79d1,segment=NetworkSegment(b66ae634-7c37-43e3-a3da-853866ae9435),segment_id=b66ae634-7c37-43e3-a3da-853866ae9435)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:12.083502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.135849 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627e5c-c523-4d37-9927-dcbf0812763f req-d5db7dd7-ca17-49cb-9a77-01579061373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.137505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28627e5c-c523-4d37-9927-dcbf0812763f req-d5db7dd7-ca17-49cb-9a77-01579061373c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 1095 time: 0.6533437 Nov 12 03:53:12.140881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-29e8e0f6-d36e-4230-8136-f346f95ad78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.142620 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-29e8e0f6-d36e-4230-8136-f346f95ad78a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933200c6-b34c-45ca-8fd9-e1eb17512052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2857535 Nov 12 03:53:12.150264 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d3717b6-9bc9-46db-8028-ddb34b51a488 req-8ce7bb4c-ae99-4f9e-ab47-3cb0c1a52849 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5530827 Nov 12 03:53:12.184913 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-342f7e5c-de91-4505-bb41-3a05e38bbd0e req-f10ed8af-c5bc-4ddd-bff2-d689079f0e31 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962796 Nov 12 03:53:12.186022 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for c80b1092-361b-47a9-af6e-1417dd2a79d1 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:12.372261 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.406168 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4312d46c-f20b-415a-8e57-1c8133b08123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.412786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=c80b1092-361b-47a9-af6e-1417dd2a79d1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:12.425294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No DVR routers for this DVR port c80b1092-361b-47a9-af6e-1417dd2a79d1 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:12.464403 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28627e5c-c523-4d37-9927-dcbf0812763f req-c8ad0de7-fce1-4a28-a6d7-793ee24b00c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8511c1d-d09d-4ddf-958f-c9936fbf1559 HTTP/1.1" status: 200 len: 217 time: 0.1519816 Nov 12 03:53:12.465755 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-cd39ec1f-96c9-4e7e-b8f0-10c1e4b443f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=b963a462-635c-4e16-989b-5ae0bfa39357 HTTP/1.1" status: 200 len: 217 time: 0.1379604 Nov 12 03:53:12.467729 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-726c7a72-00da-4af9-8a85-b4c7c11b57c4 req-c92e87cf-9c63-4be1-8ff9-9a53d1a8944c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 210 time: 0.1586156 Nov 12 03:53:12.475391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-9a304b09-1cf1-4963-8a2c-23707d7e3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.477057 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-9a304b09-1cf1-4963-8a2c-23707d7e3844 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1580081 Nov 12 03:53:12.499775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d0694-7e73-4bbb-8d03-202d25a87424 req-95e936ee-9faa-4e7a-9c62-5b5250503d96 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.505784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d0694-7e73-4bbb-8d03-202d25a87424 req-95e936ee-9faa-4e7a-9c62-5b5250503d96 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.512376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d0694-7e73-4bbb-8d03-202d25a87424 req-95e936ee-9faa-4e7a-9c62-5b5250503d96 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.518359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d0694-7e73-4bbb-8d03-202d25a87424 req-95e936ee-9faa-4e7a-9c62-5b5250503d96 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.525202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d0694-7e73-4bbb-8d03-202d25a87424 req-95e936ee-9faa-4e7a-9c62-5b5250503d96 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.531197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d0694-7e73-4bbb-8d03-202d25a87424 req-95e936ee-9faa-4e7a-9c62-5b5250503d96 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.537198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d0694-7e73-4bbb-8d03-202d25a87424 req-95e936ee-9faa-4e7a-9c62-5b5250503d96 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.539169 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-821d0694-7e73-4bbb-8d03-202d25a87424 req-95e936ee-9faa-4e7a-9c62-5b5250503d96 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5432 time: 0.2212496 Nov 12 03:53:12.569899 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4312d46c-f20b-415a-8e57-1c8133b08123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.579066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae90fcdf-cf66-4f62-94e9-7517db4b7323', 'tag': 'd6585b51-05b5-463c-bb50-65c7ca4561e2'}, {'name': 'network-changed', 'server_uuid': '973fdeb6-571f-4cee-a120-054cf9449f81', 'tag': 'b963a462-635c-4e16-989b-5ae0bfa39357'}, {'name': 'network-changed', 'server_uuid': 'f167b21f-a1d1-455e-90fd-ad75b9a14850', 'tag': 'e8511c1d-d09d-4ddf-958f-c9936fbf1559'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:12.581441 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae90fcdf-cf66-4f62-94e9-7517db4b7323", "tag": "d6585b51-05b5-463c-bb50-65c7ca4561e2"}, {"name": "network-changed", "server_uuid": "973fdeb6-571f-4cee-a120-054cf9449f81", "tag": "b963a462-635c-4e16-989b-5ae0bfa39357"}, {"name": "network-changed", "server_uuid": "f167b21f-a1d1-455e-90fd-ad75b9a14850", "tag": "e8511c1d-d09d-4ddf-958f-c9936fbf1559"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:12.610584 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-8f4e99c7-8045-4f4d-85f4-fbe23e37e30b service neutron] 10.222.0.25 "GET /v2.0/networks/933200c6-b34c-45ca-8fd9-e1eb17512052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501183 Nov 12 03:53:12.620144 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.665019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-aedd11f1-327a-4849-8039-87215fa8e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.666804 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-aedd11f1-327a-4849-8039-87215fa8e394 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1624885 Nov 12 03:53:12.682369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627e5c-c523-4d37-9927-dcbf0812763f req-8c0ef5e5-2a4d-4d1f-8176-7ac754d89002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.688016 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28627e5c-c523-4d37-9927-dcbf0812763f req-8c0ef5e5-2a4d-4d1f-8176-7ac754d89002 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ace581-efc3-4076-b0ce-48737a72947d HTTP/1.1" status: 200 len: 846 time: 0.1974504 Nov 12 03:53:12.694674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312d46c-f20b-415a-8e57-1c8133b08123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1455fbc9-c3c8-42ed-8f4d-7cd1aaa081cd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:12.704208 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4312d46c-f20b-415a-8e57-1c8133b08123 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1452329c39ab453db75582fb07a25be8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5781181 Nov 12 03:53:12.705320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111b704f-3933-4bd3-8902-6e95391eff43']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:12.707700 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaef9042-e41b-4d3e-b58a-909527e3b3f7 x-openstack-request-id: req-aaef9042-e41b-4d3e-b58a-909527e3b3f7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:12.708204 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae90fcdf-cf66-4f62-94e9-7517db4b7323", "tag": "d6585b51-05b5-463c-bb50-65c7ca4561e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "973fdeb6-571f-4cee-a120-054cf9449f81", "tag": "b963a462-635c-4e16-989b-5ae0bfa39357", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f167b21f-a1d1-455e-90fd-ad75b9a14850", "tag": "e8511c1d-d09d-4ddf-958f-c9936fbf1559", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:12.708696 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-aaef9042-e41b-4d3e-b58a-909527e3b3f7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:12.709178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:12.709400 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae90fcdf-cf66-4f62-94e9-7517db4b7323', 'tag': 'd6585b51-05b5-463c-bb50-65c7ca4561e2', 'status': 'completed', 'code': 200} Nov 12 03:53:12.709796 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973fdeb6-571f-4cee-a120-054cf9449f81', 'tag': 'b963a462-635c-4e16-989b-5ae0bfa39357', 'status': 'completed', 'code': 200} Nov 12 03:53:12.710135 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f167b21f-a1d1-455e-90fd-ad75b9a14850', 'tag': 'e8511c1d-d09d-4ddf-958f-c9936fbf1559', 'status': 'completed', 'code': 200} Nov 12 03:53:12.731970 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66ae634-7c37-43e3-a3da-853866ae9435') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:12.732296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66ae634-7c37-43e3-a3da-853866ae9435') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:12.783743 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.801830 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.807951 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28627e5c-c523-4d37-9927-dcbf0812763f req-819f1b96-6522-4401-9dbf-8423d4313339 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5180d290-ec7a-4d87-815a-6d5ae96500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649552 Nov 12 03:53:12.809259 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:12.809670 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.834823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c80b1092-361b-47a9-af6e-1417dd2a79d1 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-e7c0b6c3-d833-4f0e-a1ce-61728d98fdc3 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982943 Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:12.846833 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:12.881176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: c80b1092-361b-47a9-af6e-1417dd2a79d1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:12.881572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c80b1092-361b-47a9-af6e-1417dd2a79d1 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:12.910180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c13474-c152-4c32-8cee-5dc194be4368 req-7290e786-3453-4491-a438-61e47678f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.911778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-7290e786-3453-4491-a438-61e47678f85b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2182689 Nov 12 03:53:12.942533 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-821d0694-7e73-4bbb-8d03-202d25a87424 req-2942b7c7-a5b6-41bf-bdd9-ab2f69e27847 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3514290 Nov 12 03:53:13.034377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-f78741d0-8dd5-4c8e-a739-bd31ce48477f service neutron] 10.222.0.25 "GET /v2.0/networks/933200c6-b34c-45ca-8fd9-e1eb17512052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875210 Nov 12 03:53:13.036870 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5560485d-b6f3-4dea-b64a-28d694cf0209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:13.085599 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28627e5c-c523-4d37-9927-dcbf0812763f req-722c05df-0b0e-483d-b212-5fc98ee80a23 service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681999 Nov 12 03:53:13.093528 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5560485d-b6f3-4dea-b64a-28d694cf0209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:13.097106 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:13.125025 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:13.128330 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/networks/111b704f-3933-4bd3-8902-6e95391eff43 HTTP/1.1" status: 204 len: 168 time: 2.4969473 Nov 12 03:53:13.143166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-ceaa6305-77ae-4fef-9ce0-2b0f0d16218e service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536526 Nov 12 03:53:13.143166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159614ec-81d6-4968-a478-e11d168f21a5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Network': ['ID=111b704f-3933-4bd3-8902-6e95391eff43,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:13.143166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:13.298607 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-182e1743-4740-4d88-8b0d-c6d2448f94ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=65dd34f2-9576-4b91-9a20-1f613428e547 HTTP/1.1" status: 200 len: 217 time: 0.2222071 Nov 12 03:53:13.477278 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c144e-85cc-4225-9331-3b8d9bab4d6d req-f5d8cc3e-89be-4f61-bff4-f6f35fb07a79 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.478904 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a54c144e-85cc-4225-9331-3b8d9bab4d6d req-f5d8cc3e-89be-4f61-bff4-f6f35fb07a79 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 948 time: 0.5163620 Nov 12 03:53:13.485577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-a61e0255-372a-4f68-ab59-1e73f8391e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.487144 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-a61e0255-372a-4f68-ab59-1e73f8391e6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 1100 time: 0.1265814 Nov 12 03:53:13.511577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bec245-b5a2-456e-b8bb-7ca43db10e5d req-aa50609b-81e2-4c9e-8ecf-a0dc71bcfb69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.518699 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bec245-b5a2-456e-b8bb-7ca43db10e5d req-aa50609b-81e2-4c9e-8ecf-a0dc71bcfb69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.527868 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bec245-b5a2-456e-b8bb-7ca43db10e5d req-aa50609b-81e2-4c9e-8ecf-a0dc71bcfb69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.533928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bec245-b5a2-456e-b8bb-7ca43db10e5d req-aa50609b-81e2-4c9e-8ecf-a0dc71bcfb69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.539835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bec245-b5a2-456e-b8bb-7ca43db10e5d req-aa50609b-81e2-4c9e-8ecf-a0dc71bcfb69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.546343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bec245-b5a2-456e-b8bb-7ca43db10e5d req-aa50609b-81e2-4c9e-8ecf-a0dc71bcfb69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.546769 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-308fa06d-b997-4417-9061-f5bde69df2ab service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863686 Nov 12 03:53:13.552744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bec245-b5a2-456e-b8bb-7ca43db10e5d req-aa50609b-81e2-4c9e-8ecf-a0dc71bcfb69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.555737 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-89bec245-b5a2-456e-b8bb-7ca43db10e5d req-aa50609b-81e2-4c9e-8ecf-a0dc71bcfb69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.1937945 Nov 12 03:53:13.562409 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5560485d-b6f3-4dea-b64a-28d694cf0209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:13.565938 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5560485d-b6f3-4dea-b64a-28d694cf0209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:13.569354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5560485d-b6f3-4dea-b64a-28d694cf0209 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1455fbc9-c3c8-42ed-8f4d-7cd1aaa081cd HTTP/1.1" status: 204 len: 168 time: 0.8573050 Nov 12 03:53:13.584335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-f16cab34-b7ca-45bb-be44-ad6286fba6cd tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.586643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-f16cab34-b7ca-45bb-be44-ad6286fba6cd tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.25 "GET /v2.0/networks?id=b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113 HTTP/1.1" status: 200 len: 813 time: 0.6249104 Nov 12 03:53:13.604134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-55f76a28-28d0-469d-941d-5f100169abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.606100 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-55f76a28-28d0-469d-941d-5f100169abaa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.2971113 Nov 12 03:53:13.617783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-e7be89a0-7d80-4bdd-8e9a-bc5e69e42b9c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Request body: {'port': {'device_id': '14c33d0d-de90-44ce-b27b-7376aa414241', 'network_id': 'b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113', 'admin_state_up': True, 'tenant_id': 'cfb3093149ef499a93e976a23a7fed80'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:13.641860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560485d-b6f3-4dea-b64a-28d694cf0209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1455fbc9-c3c8-42ed-8f4d-7cd1aaa081cd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:13.701890 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28627e5c-c523-4d37-9927-dcbf0812763f req-827f01e8-7bba-4272-8796-e151ab9a529d service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965712 Nov 12 03:53:13.824271 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a54c144e-85cc-4225-9331-3b8d9bab4d6d req-db9fa0fe-9347-4bd8-b67c-4d7101b03a01 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247817 Nov 12 03:53:13.856944 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-89bec245-b5a2-456e-b8bb-7ca43db10e5d req-de79a082-2067-486f-b939-27a7f04671ea tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2609148 Nov 12 03:53:13.900149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-cc43f2b8-8ad0-4774-baaa-3ba7fbf0814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.903122 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-cc43f2b8-8ad0-4774-baaa-3ba7fbf0814f service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.3457780 Nov 12 03:53:13.905253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-37464ca9-ad4c-4079-a199-9a9126126ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.908552 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-37464ca9-ad4c-4079-a199-9a9126126ec3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2774222 Nov 12 03:53:14.057244 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-40dbc94a-db2b-42d9-96a6-8b912058d27a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d6585b51-05b5-463c-bb50-65c7ca4561e2 HTTP/1.1" status: 200 len: 217 time: 0.0519600 Nov 12 03:53:14.129556 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85c13474-c152-4c32-8cee-5dc194be4368 req-e06ab4d1-0b4c-4efd-b0ad-102bd3c00792 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250386 Nov 12 03:53:14.216247 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d740a-022d-4987-bde9-c0526244dfd1 req-cbe15c7f-2b2f-450c-a92a-e6610f3dd607 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:14.219116 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-518d740a-022d-4987-bde9-c0526244dfd1 req-cbe15c7f-2b2f-450c-a92a-e6610f3dd607 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 945 time: 0.2157352 Nov 12 03:53:14.224437 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08ed7a-75ac-4fa2-a080-fc5168e4c2ca req-64b57287-0dbe-4346-8024-5ea82482c534 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:14.224836 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.227465 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d08ed7a-75ac-4fa2-a080-fc5168e4c2ca req-64b57287-0dbe-4346-8024-5ea82482c534 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 943 time: 0.2859328 Nov 12 03:53:14.237705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-1dad1e7d-28ad-46e5-874f-b1ceb741117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:14.237926 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-e9e294e1-3e1a-43d6-8b18-81a7c0ad8fd6 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088717 Nov 12 03:53:14.239279 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-1dad1e7d-28ad-46e5-874f-b1ceb741117f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1441839 Nov 12 03:53:14.342331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-e7be89a0-7d80-4bdd-8e9a-bc5e69e42b9c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Made reservation on behalf of cfb3093149ef499a93e976a23a7fed80 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:14.345975 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-e7be89a0-7d80-4bdd-8e9a-bc5e69e42b9c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.390740 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d08ed7a-75ac-4fa2-a080-fc5168e4c2ca req-c4823b8c-a865-4add-a0d2-61ef532d354e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519339 Nov 12 03:53:14.461842 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-a8c4d15c-0fb7-436d-80ec-d67a18d9f260 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138960 Nov 12 03:53:14.505585 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-518d740a-022d-4987-bde9-c0526244dfd1 req-08947bc5-1e63-419e-8bb7-72a1ded30efe tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2706375 Nov 12 03:53:14.510790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-29892960-8504-4792-8726-a368abd1df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:14.512220 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-29892960-8504-4792-8726-a368abd1df61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2328238 Nov 12 03:53:14.585919 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71958151-539f-4b8d-8968-7774681712c6 req-b0478917-1815-4124-90e3-404d83b9b679 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 210 time: 0.0925496 Nov 12 03:53:14.594125 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-be30b89a-0d9c-4a3f-8125-b2df3b2e0c29 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 HTTP/1.1" status: 200 len: 217 time: 0.1194208 Nov 12 03:53:14.717351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-e7be89a0-7d80-4bdd-8e9a-bc5e69e42b9c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Allocated IP 172.20.0.10 (b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113/4f71acc8-7821-4021-9e15-32fcc25b3f82/d074a011-9f7b-4e40-8fcb-cce759ec59f2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:14.720783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-7dc5bc43-0d06-47a1-bb3a-4802f0bddec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:14.722398 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-7dc5bc43-0d06-47a1-bb3a-4802f0bddec4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.0829482 Nov 12 03:53:14.847650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-1c29f73a-e2f9-4308-9243-624b163d91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:14.849933 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-1c29f73a-e2f9-4308-9243-624b163d91e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1133072 Nov 12 03:53:14.883334 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-d4258c00-a45a-43d9-8122-050e97522240 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411207 Nov 12 03:53:15.014471 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2893b7-310e-4f69-8e1d-539969f3d693 req-522c4255-1670-4ccb-b201-9afa418dcfa2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.028833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2893b7-310e-4f69-8e1d-539969f3d693 req-522c4255-1670-4ccb-b201-9afa418dcfa2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.039481 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2893b7-310e-4f69-8e1d-539969f3d693 req-522c4255-1670-4ccb-b201-9afa418dcfa2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.048852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2893b7-310e-4f69-8e1d-539969f3d693 req-522c4255-1670-4ccb-b201-9afa418dcfa2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.056335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2893b7-310e-4f69-8e1d-539969f3d693 req-522c4255-1670-4ccb-b201-9afa418dcfa2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.062734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2893b7-310e-4f69-8e1d-539969f3d693 req-522c4255-1670-4ccb-b201-9afa418dcfa2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.069191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2893b7-310e-4f69-8e1d-539969f3d693 req-522c4255-1670-4ccb-b201-9afa418dcfa2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.071190 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f2893b7-310e-4f69-8e1d-539969f3d693 req-522c4255-1670-4ccb-b201-9afa418dcfa2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5432 time: 0.3526874 Nov 12 03:53:15.236935 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-507f6a6c-fe4d-44c3-bb7e-b3236c634286 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443677 Nov 12 03:53:15.251691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f2893b7-310e-4f69-8e1d-539969f3d693 req-fd31b905-1f49-41ed-a29e-810317d73813 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1364102 Nov 12 03:53:15.267041 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port 6bb81e07-adde-456e-99f2-f7e67e200b44 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:15.267585 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.385321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:15.430646 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-e7be89a0-7d80-4bdd-8e9a-bc5e69e42b9c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.434513 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-4539248b-66d0-4a25-aaad-d3088776a0be service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539870 Nov 12 03:53:15.564521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-acc19c42-8835-466e-a609-58d78db07a96 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:15.564521 n-d-767704-23 neutron-server[103146]: WARNING neutron.api.v2.base [None req-acc19c42-8835-466e-a609-58d78db07a96 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:53:15.564521 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-acc19c42-8835-466e-a609-58d78db07a96 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:53:15.564521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-acc19c42-8835-466e-a609-58d78db07a96 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1731226 Nov 12 03:53:15.571952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39252) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:15.577690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-ea5f8fba-6a78-4de0-9f78-cb036ce662b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.580147 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-ea5f8fba-6a78-4de0-9f78-cb036ce662b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=973fdeb6-571f-4cee-a120-054cf9449f81 HTTP/1.1" status: 200 len: 1100 time: 0.1626871 Nov 12 03:53:15.582687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3d32ec92-b402-4dac-ab76-e66502bcbdae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732223343'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:15.634070 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-3924dc81-1e0b-4749-9d9a-5be6cfc866c2 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826046 Nov 12 03:53:15.638494 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-e7be89a0-7d80-4bdd-8e9a-bc5e69e42b9c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.701301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36342e2-e63f-45b3-af0f-12304e92e570 req-9fb6aff2-5526-4180-aef8-a13e50f5e271 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.703274 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e36342e2-e63f-45b3-af0f-12304e92e570 req-9fb6aff2-5526-4180-aef8-a13e50f5e271 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 948 time: 0.2315683 Nov 12 03:53:15.714106 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] For port 6bb81e07-adde-456e-99f2-f7e67e200b44, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6bb81e07-adde-456e-99f2-f7e67e200b44,segment=NetworkSegment(40554509-156f-4505-8ad3-61bc90804081),segment_id=40554509-156f-4505-8ad3-61bc90804081)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:15.714706 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.742433 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-87f5b5f8-1389-4913-91b9-e7f11dda0116 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=af05b72b-577d-441d-95b0-4cded6867c54 HTTP/1.1" status: 200 len: 217 time: 0.0870593 Nov 12 03:53:15.747612 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d32ec92-b402-4dac-ab76-e66502bcbdae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.778962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-e7be89a0-7d80-4bdd-8e9a-bc5e69e42b9c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Network b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:15.788640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for 6bb81e07-adde-456e-99f2-f7e67e200b44 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:15.804523 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d32ec92-b402-4dac-ab76-e66502bcbdae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.841090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-e7be89a0-7d80-4bdd-8e9a-bc5e69e42b9c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:15.860163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-e7be89a0-7d80-4bdd-8e9a-bc5e69e42b9c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:15.872208 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be89a0-7d80-4bdd-8e9a-bc5e69e42b9c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Pushing event updated for resources: {'Port': ['ID=d074a011-9f7b-4e40-8fcb-cce759ec59f2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:15.903459 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e36342e2-e63f-45b3-af0f-12304e92e570 req-b72b1ff6-bc2f-42b7-bb4b-658fa25e06f3 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839149 Nov 12 03:53:15.908796 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-c8f3925a-46b4-4e48-afe1-7421cd13c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.911300 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-c8f3925a-46b4-4e48-afe1-7421cd13c780 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.3111408 Nov 12 03:53:15.921729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:15.935023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623cfa1-7b1a-4fc9-8ba2-55aeee02e982 req-8bd20feb-e917-4799-b712-de14cef54fc9 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.941707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623cfa1-7b1a-4fc9-8ba2-55aeee02e982 req-8bd20feb-e917-4799-b712-de14cef54fc9 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.947680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623cfa1-7b1a-4fc9-8ba2-55aeee02e982 req-8bd20feb-e917-4799-b712-de14cef54fc9 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.954646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623cfa1-7b1a-4fc9-8ba2-55aeee02e982 req-8bd20feb-e917-4799-b712-de14cef54fc9 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.960794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623cfa1-7b1a-4fc9-8ba2-55aeee02e982 req-8bd20feb-e917-4799-b712-de14cef54fc9 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.966856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623cfa1-7b1a-4fc9-8ba2-55aeee02e982 req-8bd20feb-e917-4799-b712-de14cef54fc9 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.973001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623cfa1-7b1a-4fc9-8ba2-55aeee02e982 req-8bd20feb-e917-4799-b712-de14cef54fc9 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.981994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c623cfa1-7b1a-4fc9-8ba2-55aeee02e982 req-8bd20feb-e917-4799-b712-de14cef54fc9 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.3412421 Nov 12 03:53:16.031637 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-addaf97a-f68c-45c0-8d74-86e6c8b7ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:16.033094 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-addaf97a-f68c-45c0-8d74-86e6c8b7ef40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.2768252 Nov 12 03:53:16.033265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-b50c5ac6-6a0f-4f95-ba8f-3ff70e7f2bff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=b963a462-635c-4e16-989b-5ae0bfa39357 HTTP/1.1" status: 200 len: 217 time: 0.0904500 Nov 12 03:53:16.050573 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-e7be89a0-7d80-4bdd-8e9a-bc5e69e42b9c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:16.051259 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-e7be89a0-7d80-4bdd-8e9a-bc5e69e42b9c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.116692 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.163885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:16.168686 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c272a10-d3e5-4a21-8b70-1b487d49432e" -d '{"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-unplugged", "status": "completed", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:16.179140 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c623cfa1-7b1a-4fc9-8ba2-55aeee02e982 req-3e1a2952-626c-48ac-ac6a-36bfce5bc969 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1959524 Nov 12 03:53:16.193655 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-e7be89a0-7d80-4bdd-8e9a-bc5e69e42b9c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5798500 Nov 12 03:53:16.200366 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:16.202412 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-e311ff30-37d4-4e14-a4ec-a19d0a3e8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:16.205071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-e311ff30-37d4-4e14-a4ec-a19d0a3e8770 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1497221 Nov 12 03:53:16.244829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Request body: {'port': {'device_id': '14c33d0d-de90-44ce-b27b-7376aa414241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:16.266429 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.292086 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d32ec92-b402-4dac-ab76-e66502bcbdae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.352139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:16.434766 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d32ec92-b402-4dac-ab76-e66502bcbdae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.438228 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.448140 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-9df339cc-e20c-49f3-8217-e8dfadb456ab service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231116 Nov 12 03:53:16.537253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc926b-fc58-4691-9c34-f1f8eb785ecc req-106d765d-0d16-4551-8144-392f11566e26 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:16.538910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65dc926b-fc58-4691-9c34-f1f8eb785ecc req-106d765d-0d16-4551-8144-392f11566e26 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 932 time: 0.2043245 Nov 12 03:53:16.569496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32ec92-b402-4dac-ab76-e66502bcbdae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ae02e7-eacb-45eb-bc5b-df25cc7c036c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:16.605647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-5b0fae91-4fbe-4f51-8a7a-bedc2f33c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:16.607112 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-5b0fae91-4fbe-4f51-8a7a-bedc2f33c6b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.5601006 Nov 12 03:53:16.662526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec982c-94e9-4d0a-a538-4ab521ecd55a req-9f01976d-c091-4e4e-b5df-3852957e678a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:16.664106 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60ec982c-94e9-4d0a-a538-4ab521ecd55a req-9f01976d-c091-4e4e-b5df-3852957e678a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 943 time: 0.5724146 Nov 12 03:53:16.740148 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-6d29da65-878f-4cc5-89ab-81e98baa8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:16.741999 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-6d29da65-878f-4cc5-89ab-81e98baa8946 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993521 Nov 12 03:53:16.767865 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60ec982c-94e9-4d0a-a538-4ab521ecd55a req-5f522bb9-ceb3-4ab8-841a-d70c57c3e17e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868485 Nov 12 03:53:16.845743 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eb0a98-f474-4e07-a38a-0dbb1596c49d x-openstack-request-id: req-84eb0a98-f474-4e07-a38a-0dbb1596c49d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:16.846606 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-unplugged", "status": "completed", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:16.849348 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-84eb0a98-f474-4e07-a38a-0dbb1596c49d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:16.850563 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'code': 200} Nov 12 03:53:16.865455 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.884718 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65dc926b-fc58-4691-9c34-f1f8eb785ecc req-b22e1fc0-1f05-4902-b30f-3c9a68597fca tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268435 Nov 12 03:53:16.898089 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d32ec92-b402-4dac-ab76-e66502bcbdae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.904995 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-3fadd681-a61c-4f86-9f5f-0e096a72934d service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282649 Nov 12 03:53:16.916326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=6bb81e07-adde-456e-99f2-f7e67e200b44,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:17.001007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-af257802-354a-4873-a640-0c10c5c0f91c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=c216df0e-a06d-4a82-b518-4e60e4a0bf5d HTTP/1.1" status: 200 len: 217 time: 0.0713065 Nov 12 03:53:17.013377 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.013853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.014265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.014680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.015092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.015541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.015947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.016394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.016801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.017204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.017651 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.017986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.023311 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-dd8562fd-b6a5-4834-8b5f-6cc61ba507c9 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521706 Nov 12 03:53:17.044068 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d32ec92-b402-4dac-ab76-e66502bcbdae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.179811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-d05cf125-8fc2-4cfc-9e42-deca80619630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.181559 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-d05cf125-8fc2-4cfc-9e42-deca80619630 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.1492822 Nov 12 03:53:17.182454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32ec92-b402-4dac-ab76-e66502bcbdae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5498e48-80ac-46eb-9722-04afdb41f622,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:17.195252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8935e-2902-4965-975d-74a5dab30915 req-4669a07f-c09d-46ce-925a-1e0a90726958 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.201909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8935e-2902-4965-975d-74a5dab30915 req-4669a07f-c09d-46ce-925a-1e0a90726958 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.208803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8935e-2902-4965-975d-74a5dab30915 req-4669a07f-c09d-46ce-925a-1e0a90726958 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.215524 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8935e-2902-4965-975d-74a5dab30915 req-4669a07f-c09d-46ce-925a-1e0a90726958 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.215723 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d32ec92-b402-4dac-ab76-e66502bcbdae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.216938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3d32ec92-b402-4dac-ab76-e66502bcbdae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6398215 Nov 12 03:53:17.221626 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8935e-2902-4965-975d-74a5dab30915 req-4669a07f-c09d-46ce-925a-1e0a90726958 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.222576 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39266) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:17.227594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8935e-2902-4965-975d-74a5dab30915 req-4669a07f-c09d-46ce-925a-1e0a90726958 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.234251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8935e-2902-4965-975d-74a5dab30915 req-4669a07f-c09d-46ce-925a-1e0a90726958 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.236236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-70e8935e-2902-4965-975d-74a5dab30915 req-4669a07f-c09d-46ce-925a-1e0a90726958 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5432 time: 0.3076091 Nov 12 03:53:17.245226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7bdd32ed-cc69-469d-9584-f6248752fdab tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': 'b5498e48-80ac-46eb-9722-04afdb41f622', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:17.269051 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.285734 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0fe45-8744-43c3-8c10-4a4ab577037c req-da0444a8-c77d-499a-a23f-27a6c93594b2 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.289887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ea0fe45-8744-43c3-8c10-4a4ab577037c req-da0444a8-c77d-499a-a23f-27a6c93594b2 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 948 time: 0.2334778 Nov 12 03:53:17.308067 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-fa062941-a53f-4747-921a-e6cb5fe7aeca service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354829 Nov 12 03:53:17.381027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-63a72bbb-7abe-4f6a-942b-97c9dfbdaf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.384100 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-63a72bbb-7abe-4f6a-942b-97c9dfbdaf2d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1842446 Nov 12 03:53:17.429256 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-70e8935e-2902-4965-975d-74a5dab30915 req-7dbc4552-ce56-4e62-8e1b-58280f914b61 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1762414 Nov 12 03:53:17.430805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d074a011-9f7b-4e40-8fcb-cce759ec59f2 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:17.494103 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.528916 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ea0fe45-8744-43c3-8c10-4a4ab577037c req-cfba749b-d8c2-412d-8798-e4719759ff4d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236719 Nov 12 03:53:17.528916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bdd32ed-cc69-469d-9584-f6248752fdab tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.591998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Transition to ACTIVE for port object d074a011-9f7b-4e40-8fcb-cce759ec59f2 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:17.693263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-96a596b1-519b-4aeb-be3c-1e7b082ddbc0 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908392 Nov 12 03:53:17.702686 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.707522 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bdd32ed-cc69-469d-9584-f6248752fdab tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.752891 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:17.767845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-aebec065-d9f9-4ab2-adb1-ea02d09191cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.769793 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-aebec065-d9f9-4ab2-adb1-ea02d09191cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 1095 time: 0.2569611 Nov 12 03:53:17.786252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd45c-a3bf-4633-b26e-777d47d1860b req-9c2e3a14-161d-4756-be70-0caa39eb9181 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.793282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd45c-a3bf-4633-b26e-777d47d1860b req-9c2e3a14-161d-4756-be70-0caa39eb9181 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.802239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd45c-a3bf-4633-b26e-777d47d1860b req-9c2e3a14-161d-4756-be70-0caa39eb9181 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.805728 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bdd32ed-cc69-469d-9584-f6248752fdab tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.808707 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd45c-a3bf-4633-b26e-777d47d1860b req-9c2e3a14-161d-4756-be70-0caa39eb9181 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.821690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd45c-a3bf-4633-b26e-777d47d1860b req-9c2e3a14-161d-4756-be70-0caa39eb9181 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.837191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd45c-a3bf-4633-b26e-777d47d1860b req-9c2e3a14-161d-4756-be70-0caa39eb9181 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.847595 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd45c-a3bf-4633-b26e-777d47d1860b req-9c2e3a14-161d-4756-be70-0caa39eb9181 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.849852 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-745bd45c-a3bf-4633-b26e-777d47d1860b req-9c2e3a14-161d-4756-be70-0caa39eb9181 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.2532816 Nov 12 03:53:17.935656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device b963a462-635c-4e16-989b-5ae0bfa39357 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:17.937407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd32ed-cc69-469d-9584-f6248752fdab tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc99b43-f967-429c-a784-c8d4727f3232,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:17.954043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Pushing event updated for resources: {'Port': ['ID=d074a011-9f7b-4e40-8fcb-cce759ec59f2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:18.030582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7728c99-ea16-4997-ad4d-1c419cb19133 req-fa399936-39b0-486e-bdab-c46eb0e9a878 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.040932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7728c99-ea16-4997-ad4d-1c419cb19133 req-fa399936-39b0-486e-bdab-c46eb0e9a878 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.043314 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7728c99-ea16-4997-ad4d-1c419cb19133 req-fa399936-39b0-486e-bdab-c46eb0e9a878 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.049537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7728c99-ea16-4997-ad4d-1c419cb19133 req-fa399936-39b0-486e-bdab-c46eb0e9a878 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.055796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7728c99-ea16-4997-ad4d-1c419cb19133 req-fa399936-39b0-486e-bdab-c46eb0e9a878 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.062821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7728c99-ea16-4997-ad4d-1c419cb19133 req-fa399936-39b0-486e-bdab-c46eb0e9a878 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.069080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7728c99-ea16-4997-ad4d-1c419cb19133 req-fa399936-39b0-486e-bdab-c46eb0e9a878 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.071122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a7728c99-ea16-4997-ad4d-1c419cb19133 req-fa399936-39b0-486e-bdab-c46eb0e9a878 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5432 time: 0.4058712 Nov 12 03:53:18.080764 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bdd32ed-cc69-469d-9584-f6248752fdab tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.081852 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7bdd32ed-cc69-469d-9584-f6248752fdab tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8568277 Nov 12 03:53:18.087653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:18.104076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39282) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:18.110901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ee3ede07-1693-479b-90c2-f31dfe797b68 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Request body: {'floatingip': {'port_id': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:18.134013 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-6e6ae263-6df1-46dd-bf1a-ab985fc2c541 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991957 Nov 12 03:53:18.142590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f96eaea4-4327-4526-8549-30427bbee8cb tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': 'b5498e48-80ac-46eb-9722-04afdb41f622', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:18.170233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port b963a462-635c-4e16-989b-5ae0bfa39357, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b963a462-635c-4e16-989b-5ae0bfa39357,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:18.188592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'b963a462-635c-4e16-989b-5ae0bfa39357', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'b963a462-635c-4e16-989b-5ae0bfa39357', 'mac_address': 'fa:16:3e:f5:1f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:18.248633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:18.264942 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4772bd-7ee2-491c-88d2-d2183d4123ba None None] Sync routers for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:18.270771 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.275323 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f18b92b0-cb70-4aa4-a1fd-a1b8d3e32d84 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1341133 Nov 12 03:53:18.286918 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee3ede07-1693-479b-90c2-f31dfe797b68 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.290042 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4772bd-7ee2-491c-88d2-d2183d4123ba None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:18.290870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b963a462-635c-4e16-989b-5ae0bfa39357 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:18.340139 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a4772bd-7ee2-491c-88d2-d2183d4123ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:18.340885 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-745bd45c-a3bf-4633-b26e-777d47d1860b req-a37d7809-8046-48ef-9ef1-1c944760d14e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4343553 Nov 12 03:53:18.340987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39284) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:18.341079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-d2263a29-5de5-4189-99d7-1b96971d9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.342404 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-d2263a29-5de5-4189-99d7-1b96971d9c65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 908 time: 0.4748676 Nov 12 03:53:18.368509 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-e18f42a1-f007-436b-8d84-8043c2729364 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5cb53073-5de0-4fba-8299-d6178683e9c8 HTTP/1.1" status: 200 len: 217 time: 0.1766737 Nov 12 03:53:18.372542 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port b963a462-635c-4e16-989b-5ae0bfa39357, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b963a462-635c-4e16-989b-5ae0bfa39357,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:18.375362 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Attempting to bind port d074a011-9f7b-4e40-8fcb-cce759ec59f2 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:18.375911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Attempting to bind port d074a011-9f7b-4e40-8fcb-cce759ec59f2 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'a0f0c10d-2134-497c-8992-24330defcfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:18.376486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Attempting to bind port d074a011-9f7b-4e40-8fcb-cce759ec59f2 on network b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:18.437604 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4a4772bd-7ee2-491c-88d2-d2183d4123ba None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:18.449168 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-42f46725-7649-47f0-bf9e-bad2e30ba15f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8511c1d-d09d-4ddf-958f-c9936fbf1559 HTTP/1.1" status: 200 len: 217 time: 0.1019969 Nov 12 03:53:18.462229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Port d074a011-9f7b-4e40-8fcb-cce759ec59f2 on network b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:18.462229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Attempting to bind port d074a011-9f7b-4e40-8fcb-cce759ec59f2 on network b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:18.521204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:18.521966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Checking segment: {'id': 'a0f0c10d-2134-497c-8992-24330defcfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:18.521966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Bound using segment: {'id': 'a0f0c10d-2134-497c-8992-24330defcfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:18.523139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Bound port: d074a011-9f7b-4e40-8fcb-cce759ec59f2, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f0c10d-2134-497c-8992-24330defcfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:18.523139 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.527237 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f96eaea4-4327-4526-8549-30427bbee8cb tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.561296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae5c37-c18c-4372-af7b-46f15f77b156 req-6cb826de-8830-4ab0-ad28-13c5ef45f2d3 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.562672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0ae5c37-c18c-4372-af7b-46f15f77b156 req-6cb826de-8830-4ab0-ad28-13c5ef45f2d3 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 943 time: 0.3603730 Nov 12 03:53:18.563290 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.565710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d6585b51-05b5-463c-bb50-65c7ca4561e2 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:18.572482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-c010f695-5231-4b39-a4e3-607f23c48737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.574617 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-c010f695-5231-4b39-a4e3-607f23c48737 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc HTTP/1.1" status: 200 len: 797 time: 0.1951830 Nov 12 03:53:18.575509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-8a36e0e1-b2dc-4e51-b779-6cc0efcf27a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.577205 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-8a36e0e1-b2dc-4e51-b779-6cc0efcf27a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ace581-efc3-4076-b0ce-48737a72947d HTTP/1.1" status: 200 len: 846 time: 0.1200800 Nov 12 03:53:18.582471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-657d6fac-e1c5-46bb-b945-9738fe59d897 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting subnet 3e0fcc4e-a26c-4d43-a073-4b6cbe533508 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:18.600884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d054a-b785-43cd-9817-dceaad8828e0 req-4f750fc3-8e4b-49ff-ac2d-16a2b560bfbf tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.602245 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-657d6fac-e1c5-46bb-b945-9738fe59d897 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.604218 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c31d054a-b785-43cd-9817-dceaad8828e0 req-4f750fc3-8e4b-49ff-ac2d-16a2b560bfbf tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 944 time: 0.1625431 Nov 12 03:53:18.639302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d6585b51-05b5-463c-bb50-65c7ca4561e2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d6585b51-05b5-463c-bb50-65c7ca4561e2,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:18.645818 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-7e46fcf4-cee6-44a8-abe0-457965682403 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5180d290-ec7a-4d87-815a-6d5ae96500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403326 Nov 12 03:53:18.669361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'd6585b51-05b5-463c-bb50-65c7ca4561e2', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'd6585b51-05b5-463c-bb50-65c7ca4561e2', 'mac_address': 'fa:16:3e:b5:f8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:18.674724 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a4772bd-7ee2-491c-88d2-d2183d4123ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:16Z', 'revision_number': 9, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:18.709885 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4772bd-7ee2-491c-88d2-d2183d4123ba None None] Checking router: 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:18.719261 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4772bd-7ee2-491c-88d2-d2183d4123ba None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:18.722173 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a4772bd-7ee2-491c-88d2-d2183d4123ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:18.774515 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-657d6fac-e1c5-46bb-b945-9738fe59d897 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.837495 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c31d054a-b785-43cd-9817-dceaad8828e0 req-1c46ee33-aaaa-41fe-9964-54220ff1b1d6 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181468 Nov 12 03:53:18.866457 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-f96eaea4-4327-4526-8549-30427bbee8cb tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:53:18.869740 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f96eaea4-4327-4526-8549-30427bbee8cb tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7532334 Nov 12 03:53:18.879993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39292) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:18.894669 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0ae5c37-c18c-4372-af7b-46f15f77b156 req-d856c594-a572-40a6-993a-b8cd63eec978 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247840 Nov 12 03:53:18.911428 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.913602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-687e42af-dcf8-499b-ab2b-9f9cd17700a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.915254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-687e42af-dcf8-499b-ab2b-9f9cd17700a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=510f8be2-2190-44f9-ad53-a61867e0a1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3232291 Nov 12 03:53:18.927644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] For port d074a011-9f7b-4e40-8fcb-cce759ec59f2, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:18.936657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] For port d074a011-9f7b-4e40-8fcb-cce759ec59f2, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d074a011-9f7b-4e40-8fcb-cce759ec59f2,segment=NetworkSegment(a0f0c10d-2134-497c-8992-24330defcfff),segment_id=a0f0c10d-2134-497c-8992-24330defcfff)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:18.938833 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.955369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6585b51-05b5-463c-bb50-65c7ca4561e2 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:18.976532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d6585b51-05b5-463c-bb50-65c7ca4561e2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d6585b51-05b5-463c-bb50-65c7ca4561e2,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:18.978880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=b963a462-635c-4e16-989b-5ae0bfa39357,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.037636 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.038728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e8511c1d-d09d-4ddf-958f-c9936fbf1559 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:19.042744 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-3765e85d-8003-4a02-99fa-91b13cb25361 service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783298 Nov 12 03:53:19.061677 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4a4772bd-7ee2-491c-88d2-d2183d4123ba None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:19.086306 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.118183 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-657d6fac-e1c5-46bb-b945-9738fe59d897 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.126290 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=d6585b51-05b5-463c-bb50-65c7ca4561e2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.143346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eafa8c0-2805-4421-9e46-a1ee165ff205 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.229416 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eafa8c0-2805-4421-9e46-a1ee165ff205 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.247646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15748f-4c84-4a37-8797-1ab1482731b1 req-45f6b469-673e-47ad-afe1-7be96b8a3bcc tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:19.256948 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b15748f-4c84-4a37-8797-1ab1482731b1 req-45f6b469-673e-47ad-afe1-7be96b8a3bcc tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 949 time: 0.2398391 Nov 12 03:53:19.381728 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c657cb3e-7be5-4e02-b2d6-6b187ec63ae5 req-fb190f4f-127b-49b4-a6f8-4e409a779c96 service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111377 Nov 12 03:53:19.401042 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e8511c1d-d09d-4ddf-958f-c9936fbf1559, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e8511c1d-d09d-4ddf-958f-c9936fbf1559,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:19.408286 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b15748f-4c84-4a37-8797-1ab1482731b1 req-1199f4af-ceaa-450c-a7d5-8d8307112e31 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502998 Nov 12 03:53:19.442042 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'e8511c1d-d09d-4ddf-958f-c9936fbf1559', 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'port_id': 'e8511c1d-d09d-4ddf-958f-c9936fbf1559', 'mac_address': 'fa:16:3e:74:4b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ace581-efc3-4076-b0ce-48737a72947d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:19.467626 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a4772bd-7ee2-491c-88d2-d2183d4123ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:16Z', 'revision_number': 9, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:19.489338 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.500843 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4772bd-7ee2-491c-88d2-d2183d4123ba None None] The sync data for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 is: [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:16Z', 'revision_number': 9, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a1a7ca-515d-4c5d-a1f1-1219867e34a5', 'name': '', 'network_id': '0a042071-6b02-4ebb-9fd4-100ac9c8b37a', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:4c:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:29Z', 'updated_at': '2021-11-12T03:52:39Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': 'b741f1e0-9df8-4497-af86-cc37d2465a71', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:19.505584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8511c1d-d09d-4ddf-958f-c9936fbf1559 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:19.527531 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eafa8c0-2805-4421-9e46-a1ee165ff205 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.530925 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eafa8c0-2805-4421-9e46-a1ee165ff205 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.541939 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3eafa8c0-2805-4421-9e46-a1ee165ff205 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "DELETE /v2.0/security-groups/b5498e48-80ac-46eb-9722-04afdb41f622 HTTP/1.1" status: 204 len: 168 time: 0.6468067 Nov 12 03:53:19.541939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:19.557626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e8511c1d-d09d-4ddf-958f-c9936fbf1559, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e8511c1d-d09d-4ddf-958f-c9936fbf1559,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:19.580732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafa8c0-2805-4421-9e46-a1ee165ff205 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5498e48-80ac-46eb-9722-04afdb41f622,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.632681 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9cb4106c-092c-4a5f-854d-24c334f3d574 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0927413 Nov 12 03:53:19.635842 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:19.640642 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a5ddf4fd-9f80-4851-93e6-baa2cc76d497 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080468833'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:19.676559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:19.677245 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.680665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] 10.222.0.25 "PUT /v2.0/ports/d074a011-9f7b-4e40-8fcb-cce759ec59f2 HTTP/1.1" status: 200 len: 1093 time: 3.4559751 Nov 12 03:53:19.688127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c33d0d-de90-44ce-b27b-7376aa414241', 'tag': 'd074a011-9f7b-4e40-8fcb-cce759ec59f2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:19.690401 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a00ed99-7e76-4872-8d3d-ab42a3e3cd98" -d '{"events": [{"name": "network-changed", "server_uuid": "14c33d0d-de90-44ce-b27b-7376aa414241", "tag": "d074a011-9f7b-4e40-8fcb-cce759ec59f2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:19.696065 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.759166 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf4fd-9f80-4851-93e6-baa2cc76d497 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.772108 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c90f14f-f4b6-493e-ab24-f980d6c40be2 x-openstack-request-id: req-6c90f14f-f4b6-493e-ab24-f980d6c40be2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:19.772403 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c33d0d-de90-44ce-b27b-7376aa414241", "tag": "d074a011-9f7b-4e40-8fcb-cce759ec59f2", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:19.772852 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6c90f14f-f4b6-493e-ab24-f980d6c40be2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:19.773418 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c33d0d-de90-44ce-b27b-7376aa414241', 'tag': 'd074a011-9f7b-4e40-8fcb-cce759ec59f2', 'status': 'completed', 'code': 200} Nov 12 03:53:19.795000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=e8511c1d-d09d-4ddf-958f-c9936fbf1559,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.825026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396a15b-11ee-4039-aaec-88008682b308 service neutron] Pushing event updated for resources: {'Port': ['ID=d074a011-9f7b-4e40-8fcb-cce759ec59f2,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.895141 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf4fd-9f80-4851-93e6-baa2cc76d497 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.901494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-b5c0438c-81ac-41ea-a0eb-b5c9381d6eb2 service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9688518 Nov 12 03:53:19.956594 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf4fd-9f80-4851-93e6-baa2cc76d497 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.044074 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeca89-ee55-48b8-9a26-36cebd8337af req-cfdbd021-9f38-41fc-a430-10141f560361 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.050089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeca89-ee55-48b8-9a26-36cebd8337af req-cfdbd021-9f38-41fc-a430-10141f560361 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.054690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddf4fd-9f80-4851-93e6-baa2cc76d497 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0a8924-74f7-46d3-97ed-9ab30c4846b4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:20.056226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeca89-ee55-48b8-9a26-36cebd8337af req-cfdbd021-9f38-41fc-a430-10141f560361 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.062840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeca89-ee55-48b8-9a26-36cebd8337af req-cfdbd021-9f38-41fc-a430-10141f560361 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.068686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeca89-ee55-48b8-9a26-36cebd8337af req-cfdbd021-9f38-41fc-a430-10141f560361 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.076077 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeca89-ee55-48b8-9a26-36cebd8337af req-cfdbd021-9f38-41fc-a430-10141f560361 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.079947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85abaaf-d981-4c9c-87d6-5ddc7cdfbc59 req-69ed51e5-b55f-404c-9326-247a344581e9 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.082986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eeca89-ee55-48b8-9a26-36cebd8337af req-cfdbd021-9f38-41fc-a430-10141f560361 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.083778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f85abaaf-d981-4c9c-87d6-5ddc7cdfbc59 req-69ed51e5-b55f-404c-9326-247a344581e9 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 944 time: 0.1093674 Nov 12 03:53:20.091963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46eeca89-ee55-48b8-9a26-36cebd8337af req-cfdbd021-9f38-41fc-a430-10141f560361 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.4799130 Nov 12 03:53:20.119197 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf4fd-9f80-4851-93e6-baa2cc76d497 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.120666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a5ddf4fd-9f80-4851-93e6-baa2cc76d497 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4836941 Nov 12 03:53:20.134372 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:20.138846 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-657d6fac-e1c5-46bb-b945-9738fe59d897 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.151286 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-504de887-b102-4442-9c5f-2ea6db2004ae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': '8e0a8924-74f7-46d3-97ed-9ab30c4846b4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:20.151286 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-504de887-b102-4442-9c5f-2ea6db2004ae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 03:53:20.151286 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-504de887-b102-4442-9c5f-2ea6db2004ae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:20.151286 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-504de887-b102-4442-9c5f-2ea6db2004ae tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086455 Nov 12 03:53:20.152141 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39312) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:20.223051 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f85abaaf-d981-4c9c-87d6-5ddc7cdfbc59 req-be3fc750-71e7-46b1-ade0-0008f55c80dc tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178081 Nov 12 03:53:20.233590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d6fac-e1c5-46bb-b945-9738fe59d897 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0fcc4e-a26c-4d43-a073-4b6cbe533508,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:20.240383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00ed99-7e76-4872-8d3d-ab42a3e3cd98 req-a78ab216-e2fe-443b-92e5-b5b91256f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.247867 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5a00ed99-7e76-4872-8d3d-ab42a3e3cd98 req-a78ab216-e2fe-443b-92e5-b5b91256f2c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cfb3093149ef499a93e976a23a7fed80&device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 1096 time: 0.3733883 Nov 12 03:53:20.247867 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-657d6fac-e1c5-46bb-b945-9738fe59d897 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.251172 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-657d6fac-e1c5-46bb-b945-9738fe59d897 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/3e0fcc4e-a26c-4d43-a073-4b6cbe533508 HTTP/1.1" status: 204 len: 168 time: 1.9447682 Nov 12 03:53:20.255799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0f5216-133f-4ff8-b514-b26454637d34 None None] Network 21f2a33a-0cef-4dce-a762-600ca8d714b4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:20.257111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:20.303506 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74558e88-5679-4bd6-8787-448c9ef1aac6 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.340681 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-ee3ede07-1693-479b-90c2-f31dfe797b68 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:53:20.379431 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.406106 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74558e88-5679-4bd6-8787-448c9ef1aac6 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.461620 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-be33f9ed-423d-49af-bb08-e53736684bea service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079186 Nov 12 03:53:20.501933 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46eeca89-ee55-48b8-9a26-36cebd8337af req-1602e96f-abf4-4fae-b78d-703ceb1b982f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3993015 Nov 12 03:53:20.533887 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee3ede07-1693-479b-90c2-f31dfe797b68 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.546792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fcb54-f037-47a5-9d79-5a84dd2be201 req-254ea085-74eb-414e-b106-6ba645e60744 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.549316 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-478fcb54-f037-47a5-9d79-5a84dd2be201 req-254ea085-74eb-414e-b106-6ba645e60744 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 944 time: 0.1412578 Nov 12 03:53:20.599073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0c11bd-162f-485a-8fc9-0dec8be8a3d0 None None] DHCP port deletion for 21f2a33a-0cef-4dce-a762-600ca8d714b4 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:20.613412 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-c5d7d423-5650-4e78-8fd1-1dc82214d7c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 HTTP/1.1" status: 200 len: 217 time: 0.1023524 Nov 12 03:53:20.635325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port e7b59702-241f-4d76-8e1b-af93157faeeb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:20.635715 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.646178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b963a462-635c-4e16-989b-5ae0bfa39357'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:20.664215 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee3ede07-1693-479b-90c2-f31dfe797b68 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.664455 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-478fcb54-f037-47a5-9d79-5a84dd2be201 req-78df2d3b-595a-4f42-9a6e-f329440b119f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974908 Nov 12 03:53:20.664831 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74558e88-5679-4bd6-8787-448c9ef1aac6 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.667782 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74558e88-5679-4bd6-8787-448c9ef1aac6 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.672005 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-74558e88-5679-4bd6-8787-448c9ef1aac6 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "DELETE /v2.0/security-groups/8e0a8924-74f7-46d3-97ed-9ab30c4846b4 HTTP/1.1" status: 204 len: 168 time: 0.5185556 Nov 12 03:53:20.675690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:20.732303 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74558e88-5679-4bd6-8787-448c9ef1aac6 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0a8924-74f7-46d3-97ed-9ab30c4846b4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:20.756906 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c11bd-162f-485a-8fc9-0dec8be8a3d0 None None] Deleting port e7b59702-241f-4d76-8e1b-af93157faeeb {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:20.757285 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d0c11bd-162f-485a-8fc9-0dec8be8a3d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.781849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] For port e7b59702-241f-4d76-8e1b-af93157faeeb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e7b59702-241f-4d76-8e1b-af93157faeeb,segment=NetworkSegment(40554509-156f-4505-8ad3-61bc90804081),segment_id=40554509-156f-4505-8ad3-61bc90804081)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:20.782358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.813397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00ed99-7e76-4872-8d3d-ab42a3e3cd98 req-c32446fa-bb3d-4bfd-ae27-a1edc9974b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.816889 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5a00ed99-7e76-4872-8d3d-ab42a3e3cd98 req-c32446fa-bb3d-4bfd-ae27-a1edc9974b07 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=cfb3093149ef499a93e976a23a7fed80&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5544043 Nov 12 03:53:20.825484 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for e7b59702-241f-4d76-8e1b-af93157faeeb owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:20.846381 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a31435a6-1d63-45cb-b763-3b93a02603b6 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1668384 Nov 12 03:53:20.847067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:20.849558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6d0c11bd-162f-485a-8fc9-0dec8be8a3d0 None None] For port e7b59702-241f-4d76-8e1b-af93157faeeb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e7b59702-241f-4d76-8e1b-af93157faeeb,segment=NetworkSegment(40554509-156f-4505-8ad3-61bc90804081),segment_id=40554509-156f-4505-8ad3-61bc90804081)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:20.849967 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d0c11bd-162f-485a-8fc9-0dec8be8a3d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.853389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7fd70cc9-a4fe-4cd4-83e7-232e7a13500e tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374855080'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:20.870026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a779d-5b9d-4b27-8f45-9a326991fea3 req-ea3f7a4c-0c83-4834-87ad-afdd67036f60 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.870992 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c11bd-162f-485a-8fc9-0dec8be8a3d0 None None] Calling delete_port for e7b59702-241f-4d76-8e1b-af93157faeeb owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:20.875760 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['d6585b51-05b5-463c-bb50-65c7ca4561e2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:20.878476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['e8511c1d-d09d-4ddf-958f-c9936fbf1559'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:20.881755 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7a7a779d-5b9d-4b27-8f45-9a326991fea3 req-ea3f7a4c-0c83-4834-87ad-afdd67036f60 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 949 time: 0.2937431 Nov 12 03:53:20.888615 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6bb81e07-adde-456e-99f2-f7e67e200b44 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:20.926476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-62a47a09-164a-46de-9c8e-31e99b3ef733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.928402 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-62a47a09-164a-46de-9c8e-31e99b3ef733 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc HTTP/1.1" status: 200 len: 797 time: 0.2843211 Nov 12 03:53:20.986384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 6bb81e07-adde-456e-99f2-f7e67e200b44 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:20.986690 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6bb81e07-adde-456e-99f2-f7e67e200b44 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:20.987100 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e7b59702-241f-4d76-8e1b-af93157faeeb no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:21.104616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7a7a779d-5b9d-4b27-8f45-9a326991fea3 req-ec223ccd-b2ed-400c-b61a-1e43e5f80030 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211399 Nov 12 03:53:21.107578 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fd70cc9-a4fe-4cd4-83e7-232e7a13500e tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.127034 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-ee3ede07-1693-479b-90c2-f31dfe797b68 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Floating IP d6cd64c8-5f5c-4f13-9b27-e901bad4c9f5 associated. External IP: 172.25.8.44, port: 4ab8efd6-c4cc-4661-adf4-d41cbd22b569. Nov 12 03:53:21.156185 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.189485 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-be093151-e99f-4dc6-9b34-bc580f14fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:21.189485 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-be093151-e99f-4dc6-9b34-bc580f14fd6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=510f8be2-2190-44f9-ad53-a61867e0a1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2097044 Nov 12 03:53:21.196982 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00ed99-7e76-4872-8d3d-ab42a3e3cd98 req-8c0f4c13-129d-45c6-9800-663fcc110e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:21.199017 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5a00ed99-7e76-4872-8d3d-ab42a3e3cd98 req-8c0f4c13-129d-45c6-9800-663fcc110e4c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3432703 Nov 12 03:53:21.208573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No DVR routers for this DVR port e7b59702-241f-4d76-8e1b-af93157faeeb on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:21.211421 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=e7b59702-241f-4d76-8e1b-af93157faeeb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:21.213686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No active binding found for port e7b59702-241f-4d76-8e1b-af93157faeeb {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:53:21.219368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e7b59702-241f-4d76-8e1b-af93157faeeb not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:21.268498 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d0c11bd-162f-485a-8fc9-0dec8be8a3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.345425 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fd70cc9-a4fe-4cd4-83e7-232e7a13500e tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.354335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c11bd-162f-485a-8fc9-0dec8be8a3d0 None None] Pushing event deleted for resources: {'Port': ['ID=e7b59702-241f-4d76-8e1b-af93157faeeb,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:21.369700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c11bd-162f-485a-8fc9-0dec8be8a3d0 None None] No DVR routers for this DVR port e7b59702-241f-4d76-8e1b-af93157faeeb on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:21.402801 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.410420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-bafc9b0d-d08d-4c11-9394-c1c6944d8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:21.413196 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-bafc9b0d-d08d-4c11-9394-c1c6944d8c47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cfb3093149ef499a93e976a23a7fed80&device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 1096 time: 0.1268082 Nov 12 03:53:21.461229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f2a33a-0cef-4dce-a762-600ca8d714b4']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:21.477173 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40554509-156f-4505-8ad3-61bc90804081') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:21.477602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40554509-156f-4505-8ad3-61bc90804081') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:21.491334 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.494683 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fd70cc9-a4fe-4cd4-83e7-232e7a13500e tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.516908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-76072fae-cd58-4161-8d4d-1cafbff564f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d074a011-9f7b-4e40-8fcb-cce759ec59f2 HTTP/1.1" status: 200 len: 217 time: 0.0900526 Nov 12 03:53:21.522438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-7104539b-08f4-4a01-a3cd-4fef37b345ae service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226061 Nov 12 03:53:21.538249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b28ac3-ad33-40c9-a215-435c84cf22a5 req-5abceb55-fc3d-4a93-9d28-f609957819b6 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:21.539965 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-56b28ac3-ad33-40c9-a215-435c84cf22a5 req-5abceb55-fc3d-4a93-9d28-f609957819b6 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 944 time: 0.1296346 Nov 12 03:53:21.545461 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.566773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:21.569009 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:21.570961 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:21.575624 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd70cc9-a4fe-4cd4-83e7-232e7a13500e tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=288b563f-ce69-4b2c-9158-98be4efabee1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:21.656633 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fd70cc9-a4fe-4cd4-83e7-232e7a13500e tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.657829 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7fd70cc9-a4fe-4cd4-83e7-232e7a13500e tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8080237 Nov 12 03:53:21.671533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:21.678976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a5b0caf5-ec3d-45d9-aecf-d7f29d8b5d0c tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': '288b563f-ce69-4b2c-9158-98be4efabee1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:21.679884 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-a5b0caf5-ec3d-45d9-aecf-d7f29d8b5d0c tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 03:53:21.680420 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-a5b0caf5-ec3d-45d9-aecf-d7f29d8b5d0c tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:21.682164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a5b0caf5-ec3d-45d9-aecf-d7f29d8b5d0c tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082648 Nov 12 03:53:21.689026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39332) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:21.740130 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-56b28ac3-ad33-40c9-a215-435c84cf22a5 req-a2df9de7-ee18-408f-b597-42ca56cd8161 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880066 Nov 12 03:53:21.795992 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b080364c-737a-4076-9951-37596b665727 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.829135 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b080364c-737a-4076-9951-37596b665727 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.833651 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.838840 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.854508 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/networks/21f2a33a-0cef-4dce-a762-600ca8d714b4 HTTP/1.1" status: 204 len: 168 time: 1.5850756 Nov 12 03:53:21.878571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39340) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:21.928168 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1adba-fbe9-41ea-8a78-db183074ef1b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Network': ['ID=21f2a33a-0cef-4dce-a762-600ca8d714b4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:21.934794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:22.051769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3570f-d70f-4a62-9833-298165cf553e req-be5cc01d-bbf8-4810-89ef-0404155c8796 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.053837 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dbc3570f-d70f-4a62-9833-298165cf553e req-be5cc01d-bbf8-4810-89ef-0404155c8796 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 944 time: 0.2212758 Nov 12 03:53:22.094054 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:22.114368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'port_id': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'mac_address': 'fa:16:3e:9e:a0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:22.153326 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b080364c-737a-4076-9951-37596b665727 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.157359 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b080364c-737a-4076-9951-37596b665727 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.158904 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b080364c-737a-4076-9951-37596b665727 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "DELETE /v2.0/security-groups/288b563f-ce69-4b2c-9158-98be4efabee1 HTTP/1.1" status: 204 len: 168 time: 0.4700723 Nov 12 03:53:22.178169 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.195368 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39344) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:22.201078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:22.226067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:22.237730 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dbc3570f-d70f-4a62-9833-298165cf553e req-75da23ec-d90a-4c19-aee6-17da12009f02 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628568 Nov 12 03:53:22.238615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080364c-737a-4076-9951-37596b665727 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=288b563f-ce69-4b2c-9158-98be4efabee1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:22.245837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-93b9697d-5698-4548-a4c7-84d5e7abf13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.248166 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-93b9697d-5698-4548-a4c7-84d5e7abf13a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4f71acc8-7821-4021-9e15-32fcc25b3f82 HTTP/1.1" status: 200 len: 853 time: 0.6732147 Nov 12 03:53:22.297161 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-54739c5d-d4d1-4b87-ba03-752bb308215b tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0960603 Nov 12 03:53:22.313708 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.322570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39346) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:22.327342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cbf3cfea-24a1-4692-86f9-08bb6acab07a tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542487923'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:22.392862 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f9661-46fd-4df1-a7c9-647887a7d38e req-77d600b1-bc5b-4ad3-8762-3a5c3cded7a0 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.399545 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f9661-46fd-4df1-a7c9-647887a7d38e req-77d600b1-bc5b-4ad3-8762-3a5c3cded7a0 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.408347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f9661-46fd-4df1-a7c9-647887a7d38e req-77d600b1-bc5b-4ad3-8762-3a5c3cded7a0 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.414355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f9661-46fd-4df1-a7c9-647887a7d38e req-77d600b1-bc5b-4ad3-8762-3a5c3cded7a0 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.419591 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:22.422597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f9661-46fd-4df1-a7c9-647887a7d38e req-77d600b1-bc5b-4ad3-8762-3a5c3cded7a0 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.434052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f9661-46fd-4df1-a7c9-647887a7d38e req-77d600b1-bc5b-4ad3-8762-3a5c3cded7a0 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.443585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f9661-46fd-4df1-a7c9-647887a7d38e req-77d600b1-bc5b-4ad3-8762-3a5c3cded7a0 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.448944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e4f9661-46fd-4df1-a7c9-647887a7d38e req-77d600b1-bc5b-4ad3-8762-3a5c3cded7a0 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.7973676 Nov 12 03:53:22.455925 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-f39d2cb4-96bb-49a0-b7c9-412ea8f7d4d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1935892 Nov 12 03:53:22.489274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3ede07-1693-479b-90c2-f31dfe797b68 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Router 0f863b94-0ade-4a9d-a108-6a45099fa31e has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:22.489558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e59e5-d5c3-4c78-8b59-503c383b66ca req-8af3d984-6c8c-47d2-925e-623fd09232d4 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.492481 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-259e59e5-d5c3-4c78-8b59-503c383b66ca req-8af3d984-6c8c-47d2-925e-623fd09232d4 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 949 time: 0.0815415 Nov 12 03:53:22.508778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05675f62-f5a3-4d83-a200-46b3119a5730 req-a372f17b-4b23-42a0-8e2e-b07a202163d9 service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9261625 Nov 12 03:53:22.548685 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cfea-24a1-4692-86f9-08bb6acab07a tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.644396 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-259e59e5-d5c3-4c78-8b59-503c383b66ca req-b1931b5c-039d-4e18-8b34-b491cdbe671b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387784 Nov 12 03:53:22.693822 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9a551fd-78c3-487f-89c4-4d0933b57777 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.761143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e4f9661-46fd-4df1-a7c9-647887a7d38e req-d56ac93c-2bba-4636-bdc5-ca5f96eeaab4 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2957542 Nov 12 03:53:22.763851 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-43957dc2-ed67-47c9-959f-a1a51b3c36eb service neutron] 10.222.0.25 "GET /v2.0/networks/b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781720 Nov 12 03:53:22.789367 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cfea-24a1-4692-86f9-08bb6acab07a tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.848306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3ede07-1693-479b-90c2-f31dfe797b68 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:22.859096 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee3ede07-1693-479b-90c2-f31dfe797b68 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.864417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3708bed1-0b0e-4dce-a13e-cc278df9e0a8 None None] Sync routers for ids ['0f863b94-0ade-4a9d-a108-6a45099fa31e'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:22.884580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3708bed1-0b0e-4dce-a13e-cc278df9e0a8 None None] Routers {'0f863b94-0ade-4a9d-a108-6a45099fa31e'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:22.885232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3708bed1-0b0e-4dce-a13e-cc278df9e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0f863b94-0ade-4a9d-a108-6a45099fa31e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:22.921185 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cfea-24a1-4692-86f9-08bb6acab07a tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.947298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:23.035602 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ee3ede07-1693-479b-90c2-f31dfe797b68 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "PUT /v2.0/floatingips/d6cd64c8-5f5c-4f13-9b27-e901bad4c9f5 HTTP/1.1" status: 200 len: 990 time: 4.9261012 Nov 12 03:53:23.043497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:23.046285 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b4c366-ddfa-4e70-8763-a8cb261893aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "4ab8efd6-c4cc-4661-adf4-d41cbd22b569"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:23.052598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3cfea-24a1-4692-86f9-08bb6acab07a tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea1629c-3fa0-443f-beda-c4d9bf98bcf5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:23.073129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c25f4d-0bdd-4528-bf73-742e9abece53 req-9848d94d-becb-4430-95b0-ab8d3c9ed0ee tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.080326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-13c25f4d-0bdd-4528-bf73-742e9abece53 req-9848d94d-becb-4430-95b0-ab8d3c9ed0ee tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 944 time: 0.1746984 Nov 12 03:53:23.083180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594b76-c472-4e25-a466-2374f316195c req-585a049b-2a33-46d6-9015-595b3a451b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.083918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594b76-c472-4e25-a466-2374f316195c req-585a049b-2a33-46d6-9015-595b3a451b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.084425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594b76-c472-4e25-a466-2374f316195c req-585a049b-2a33-46d6-9015-595b3a451b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.084902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594b76-c472-4e25-a466-2374f316195c req-585a049b-2a33-46d6-9015-595b3a451b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.085107 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:53:23.085620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594b76-c472-4e25-a466-2374f316195c req-585a049b-2a33-46d6-9015-595b3a451b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.085947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594b76-c472-4e25-a466-2374f316195c req-585a049b-2a33-46d6-9015-595b3a451b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.086559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594b76-c472-4e25-a466-2374f316195c req-585a049b-2a33-46d6-9015-595b3a451b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.090393 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2594b76-c472-4e25-a466-2374f316195c req-585a049b-2a33-46d6-9015-595b3a451b44 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cd512dfc02740f8a9223f825788d0ed&device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 6492 time: 0.1832857 Nov 12 03:53:23.138520 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-623a0caf-7687-44f0-9a3a-bf8a6b353510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.155695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3708bed1-0b0e-4dce-a13e-cc278df9e0a8 None None] Set router 0f863b94-0ade-4a9d-a108-6a45099fa31e gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:23.190508 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-13c25f4d-0bdd-4528-bf73-742e9abece53 req-c1f87a6a-7af5-4002-bf3f-5d185d445ecf tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089413 Nov 12 03:53:23.193868 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cfea-24a1-4692-86f9-08bb6acab07a tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.196698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cbf3cfea-24a1-4692-86f9-08bb6acab07a tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8729753 Nov 12 03:53:23.201346 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b7a923c-71cd-40b8-96fa-aae6810577e7 req-573f7927-c616-40e4-8bd2-29f799bf9dcd service neutron] 10.222.0.25 "GET /v2.0/networks/b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052858 Nov 12 03:53:23.208012 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.213157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b45703a6-a8d8-42bf-8bd9-0e20eeb6833b tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': '0ea1629c-3fa0-443f-beda-c4d9bf98bcf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:23.224602 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-b45703a6-a8d8-42bf-8bd9-0e20eeb6833b tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 03:53:23.225974 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b45703a6-a8d8-42bf-8bd9-0e20eeb6833b tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:23.227386 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b45703a6-a8d8-42bf-8bd9-0e20eeb6833b tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0180094 Nov 12 03:53:23.242394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39362) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.265090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0a44815a-b38e-4256-992d-d7379f6c0c80 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': '0ea1629c-3fa0-443f-beda-c4d9bf98bcf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:23.272689 n-d-767704-23 neutron-server[103146]: WARNING neutron.api.v2.base [None req-0a44815a-b38e-4256-992d-d7379f6c0c80 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 03:53:23.272689 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-0a44815a-b38e-4256-992d-d7379f6c0c80 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:23.272689 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0a44815a-b38e-4256-992d-d7379f6c0c80 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0276601 Nov 12 03:53:23.278585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39364) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.307523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-67cf2a13-543e-45f7-8f4e-8e99c41fc32a tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': '0ea1629c-3fa0-443f-beda-c4d9bf98bcf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:23.311916 n-d-767704-23 neutron-server[103146]: WARNING neutron.api.v2.base [None req-67cf2a13-543e-45f7-8f4e-8e99c41fc32a tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 03:53:23.312919 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-67cf2a13-543e-45f7-8f4e-8e99c41fc32a tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:23.314191 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-67cf2a13-543e-45f7-8f4e-8e99c41fc32a tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0340867 Nov 12 03:53:23.319058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39368) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.332926 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4f4436c1-b214-485d-877c-dc8b5c065ed8 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': '0ea1629c-3fa0-443f-beda-c4d9bf98bcf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:23.342924 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-4f4436c1-b214-485d-877c-dc8b5c065ed8 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 03:53:23.342924 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-4f4436c1-b214-485d-877c-dc8b5c065ed8 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:23.342924 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4f4436c1-b214-485d-877c-dc8b5c065ed8 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0108020 Nov 12 03:53:23.350304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39370) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.367583 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594b76-c472-4e25-a466-2374f316195c req-b5fe70ab-c026-4cf5-929f-45d0cf214d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.370054 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2594b76-c472-4e25-a466-2374f316195c req-b5fe70ab-c026-4cf5-929f-45d0cf214d9d service neutron] 10.222.0.25 "GET /v2.0/networks?id=510f8be2-2190-44f9-ad53-a61867e0a1a1 HTTP/1.1" status: 200 len: 903 time: 0.2658248 Nov 12 03:53:23.384658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c9a551fd-78c3-487f-89c4-4d0933b57777 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:23.386225 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9a551fd-78c3-487f-89c4-4d0933b57777 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.439037 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2594b76-c472-4e25-a466-2374f316195c req-508dadc9-767b-474c-8f18-0f731159fd5d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 HTTP/1.1" status: 200 len: 217 time: 0.0521450 Nov 12 03:53:23.542671 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c75521-38c8-493a-87f0-5e9cb2008111 x-openstack-request-id: req-a0c75521-38c8-493a-87f0-5e9cb2008111 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:23.543143 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "tag": "4ab8efd6-c4cc-4661-adf4-d41cbd22b569", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:23.543564 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a0c75521-38c8-493a-87f0-5e9cb2008111 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:23.544224 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'tag': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569', 'status': 'completed', 'code': 200} Nov 12 03:53:23.560649 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594b76-c472-4e25-a466-2374f316195c req-e2eaaad6-5ca4-4eba-b48b-82e9c428b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.562296 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2594b76-c472-4e25-a466-2374f316195c req-e2eaaad6-5ca4-4eba-b48b-82e9c428b116 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc HTTP/1.1" status: 200 len: 797 time: 0.1059558 Nov 12 03:53:23.589637 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c9a551fd-78c3-487f-89c4-4d0933b57777 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] For port 70a1a7ca-515d-4c5d-a1f1-1219867e34a5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=70a1a7ca-515d-4c5d-a1f1-1219867e34a5,segment=NetworkSegment(77d41beb-f01f-4f07-a444-808e17e99feb),segment_id=77d41beb-f01f-4f07-a444-808e17e99feb)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:23.590041 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9a551fd-78c3-487f-89c4-4d0933b57777 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.600806 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c031fab-9cee-4e17-a215-cbd8ed0b03ff req-258a1119-ec53-42fc-a538-159c1159c7a8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.607381 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0c031fab-9cee-4e17-a215-cbd8ed0b03ff req-258a1119-ec53-42fc-a538-159c1159c7a8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 944 time: 0.1314552 Nov 12 03:53:23.660689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da052c88-cdf9-40f5-9bfe-7935f9068d13 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.665274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3708bed1-0b0e-4dce-a13e-cc278df9e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 4, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'd6cd64c8-5f5c-4f13-9b27-e901bad4c9f5', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'port_id': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'mac_address': 'fa:16:3e:9d:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:12Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 1, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7091a86-d05b-4c46-a324-5ae8adafb136', 'name': '', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'mac_address': 'fa:16:3e:03:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:06Z', 'revision_number': 5, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'subnets': [{'id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:23.695101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da052c88-cdf9-40f5-9bfe-7935f9068d13 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.715038 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594b76-c472-4e25-a466-2374f316195c req-5f3cabb8-b5d4-4a1f-a649-4b938db1bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.717928 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2594b76-c472-4e25-a466-2374f316195c req-5f3cabb8-b5d4-4a1f-a649-4b938db1bd5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=510f8be2-2190-44f9-ad53-a61867e0a1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1418602 Nov 12 03:53:23.731565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3708bed1-0b0e-4dce-a13e-cc278df9e0a8 None None] Checking router: 0f863b94-0ade-4a9d-a108-6a45099fa31e for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:23.745170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3708bed1-0b0e-4dce-a13e-cc278df9e0a8 None None] Routers {'0f863b94-0ade-4a9d-a108-6a45099fa31e'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:23.745821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3708bed1-0b0e-4dce-a13e-cc278df9e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0f863b94-0ade-4a9d-a108-6a45099fa31e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:23.885509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3708bed1-0b0e-4dce-a13e-cc278df9e0a8 None None] Set router 0f863b94-0ade-4a9d-a108-6a45099fa31e gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:23.943307 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2594b76-c472-4e25-a466-2374f316195c req-940a8c7c-cd2e-4a87-b599-7ff3624d1b68 service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071292 Nov 12 03:53:23.952820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81620625-d447-464d-b35a-5dc72812f338 req-5339900c-7b5a-456a-b22b-ef3e9f4c407d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.960925 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81620625-d447-464d-b35a-5dc72812f338 req-5339900c-7b5a-456a-b22b-ef3e9f4c407d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 949 time: 0.0972288 Nov 12 03:53:24.021536 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da052c88-cdf9-40f5-9bfe-7935f9068d13 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.026936 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da052c88-cdf9-40f5-9bfe-7935f9068d13 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.031029 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-da052c88-cdf9-40f5-9bfe-7935f9068d13 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "DELETE /v2.0/security-groups/0ea1629c-3fa0-443f-beda-c4d9bf98bcf5 HTTP/1.1" status: 204 len: 168 time: 0.6770811 Nov 12 03:53:24.074988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39380) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:24.092930 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c9a551fd-78c3-487f-89c4-4d0933b57777 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:24.117821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da052c88-cdf9-40f5-9bfe-7935f9068d13 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea1629c-3fa0-443f-beda-c4d9bf98bcf5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:24.174311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-2d302088-047e-45c7-a83e-5c946ae69160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.174944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-2d302088-047e-45c7-a83e-5c946ae69160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.175478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-2d302088-047e-45c7-a83e-5c946ae69160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.176008 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-2d302088-047e-45c7-a83e-5c946ae69160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.176558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-2d302088-047e-45c7-a83e-5c946ae69160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.177084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-2d302088-047e-45c7-a83e-5c946ae69160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.177609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-2d302088-047e-45c7-a83e-5c946ae69160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.179822 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-2d302088-047e-45c7-a83e-5c946ae69160 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9678195170c4bbb866cded26d46169a&device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 6496 time: 0.6288960 Nov 12 03:53:24.185833 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81620625-d447-464d-b35a-5dc72812f338 req-1f6506d5-698e-4f97-9be6-e63e14c1d67d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237577 Nov 12 03:53:24.240651 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0c031fab-9cee-4e17-a215-cbd8ed0b03ff req-87f77608-f9d8-4f04-8ae5-6bc8b84160e9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227639 Nov 12 03:53:24.276928 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2594b76-c472-4e25-a466-2374f316195c req-875772d8-3eb8-417d-a9d6-b62c92a7be3b service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123591 Nov 12 03:53:24.300367 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ba6890a5-bba1-4051-abd9-0cddbc24f058 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2192218 Nov 12 03:53:24.301022 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39386) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:24.306836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f94cd880-8c05-465f-84c5-6003ff34182f tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group': {'name': 'tempest-secgroup--607073586'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:24.401433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3708bed1-0b0e-4dce-a13e-cc278df9e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 4, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'd6cd64c8-5f5c-4f13-9b27-e901bad4c9f5', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'port_id': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'mac_address': 'fa:16:3e:9d:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:12Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 1, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7091a86-d05b-4c46-a324-5ae8adafb136', 'name': '', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'mac_address': 'fa:16:3e:03:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:06Z', 'revision_number': 5, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'subnets': [{'id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:24.411873 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-bd1577d5-15b9-42d7-bfc5-0747d22046b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.417979 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-bd1577d5-15b9-42d7-bfc5-0747d22046b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=36a7ae9d-fb8c-4139-a69e-1f482187e050 HTTP/1.1" status: 200 len: 914 time: 0.2230144 Nov 12 03:53:24.428578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158789c-2dbb-47de-9e8f-d8457d74d053 req-af80884e-eeba-47f2-ad2d-0eea6e8620d3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.439087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3708bed1-0b0e-4dce-a13e-cc278df9e0a8 None None] The sync data for ids ['0f863b94-0ade-4a9d-a108-6a45099fa31e'] in n-d-767704-23 is: [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 4, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'd6cd64c8-5f5c-4f13-9b27-e901bad4c9f5', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'port_id': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'mac_address': 'fa:16:3e:9d:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:12Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 1, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7091a86-d05b-4c46-a324-5ae8adafb136', 'name': '', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'mac_address': 'fa:16:3e:03:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:06Z', 'revision_number': 5, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'subnets': [{'id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:24.443315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158789c-2dbb-47de-9e8f-d8457d74d053 req-af80884e-eeba-47f2-ad2d-0eea6e8620d3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.456025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158789c-2dbb-47de-9e8f-d8457d74d053 req-af80884e-eeba-47f2-ad2d-0eea6e8620d3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.468063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158789c-2dbb-47de-9e8f-d8457d74d053 req-af80884e-eeba-47f2-ad2d-0eea6e8620d3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.477742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158789c-2dbb-47de-9e8f-d8457d74d053 req-af80884e-eeba-47f2-ad2d-0eea6e8620d3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.487831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158789c-2dbb-47de-9e8f-d8457d74d053 req-af80884e-eeba-47f2-ad2d-0eea6e8620d3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.497677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158789c-2dbb-47de-9e8f-d8457d74d053 req-af80884e-eeba-47f2-ad2d-0eea6e8620d3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.501319 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5158789c-2dbb-47de-9e8f-d8457d74d053 req-af80884e-eeba-47f2-ad2d-0eea6e8620d3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.1719205 Nov 12 03:53:24.574787 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5158789c-2dbb-47de-9e8f-d8457d74d053 req-b457404e-df77-4a44-9a8a-43345e824a8f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675495 Nov 12 03:53:24.576348 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f94cd880-8c05-465f-84c5-6003ff34182f tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.598462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-840ee991-58a3-4e64-8e5b-01a1a8f2ba4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ab8efd6-c4cc-4661-adf4-d41cbd22b569 HTTP/1.1" status: 200 len: 998 time: 0.1371353 Nov 12 03:53:24.618182 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875616b-3887-4ff7-b98d-a9ad1460d049 req-e3b0fbf4-7619-4185-94cd-d75b1e050b0c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.620719 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2875616b-3887-4ff7-b98d-a9ad1460d049 req-e3b0fbf4-7619-4185-94cd-d75b1e050b0c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 944 time: 0.1079121 Nov 12 03:53:24.679497 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f94cd880-8c05-465f-84c5-6003ff34182f tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.716750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-e340276c-1967-4d08-a805-c1a082f32078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.718166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-e340276c-1967-4d08-a805-c1a082f32078 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c82bf929-4463-45be-9abb-d6db1fa7474a HTTP/1.1" status: 200 len: 851 time: 0.1103454 Nov 12 03:53:24.753232 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c44eb-c7c6-46eb-b8ce-b249573f091c None None] New status for floating IP d6cd64c8-5f5c-4f13-9b27-e901bad4c9f5: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:53:24.758888 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9a551fd-78c3-487f-89c4-4d0933b57777 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.827951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a551fd-78c3-487f-89c4-4d0933b57777 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=70a1a7ca-515d-4c5d-a1f1-1219867e34a5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:24.834821 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2875616b-3887-4ff7-b98d-a9ad1460d049 req-5ccd4435-8b7d-45f4-9b72-0997730c2b50 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554344 Nov 12 03:53:24.843200 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f94cd880-8c05-465f-84c5-6003ff34182f tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.859805 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.894173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cd880-8c05-465f-84c5-6003ff34182f tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f100efca-8364-48f4-81ea-c8235fe7b20e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:24.940993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-e16cda9c-471c-4d4c-bbd5-30c0e437991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.942554 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-e16cda9c-471c-4d4c-bbd5-30c0e437991a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=36a7ae9d-fb8c-4139-a69e-1f482187e050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2165115 Nov 12 03:53:25.030246 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f94cd880-8c05-465f-84c5-6003ff34182f tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.030246 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f94cd880-8c05-465f-84c5-6003ff34182f tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7255585 Nov 12 03:53:25.039456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:25.045148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2d1f08f9-0516-4d1e-8813-02934fed3b55 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': 'f100efca-8364-48f4-81ea-c8235fe7b20e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:25.046086 n-d-767704-23 neutron-server[103146]: WARNING neutron.api.v2.base [None req-2d1f08f9-0516-4d1e-8813-02934fed3b55 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:53:25.046701 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-2d1f08f9-0516-4d1e-8813-02934fed3b55 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:25.047844 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2d1f08f9-0516-4d1e-8813-02934fed3b55 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070214 Nov 12 03:53:25.050663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39394) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:25.055244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f2cbc1ea-697d-4e55-9ee8-e57c2ab1476d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': 'f100efca-8364-48f4-81ea-c8235fe7b20e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:25.088397 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9a551fd-78c3-487f-89c4-4d0933b57777 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.195059 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-a9d0a94b-27e7-4b4f-89c2-85a3b1cc466c service neutron] 10.222.0.26 "GET /v2.0/networks/36a7ae9d-fb8c-4139-a69e-1f482187e050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245307 Nov 12 03:53:25.364688 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34051b-73f7-4745-a89f-07241ad23836 req-4a7461c9-f260-45a7-94e3-c125b5fda312 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.369235 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be34051b-73f7-4745-a89f-07241ad23836 req-4a7461c9-f260-45a7-94e3-c125b5fda312 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 949 time: 0.0849259 Nov 12 03:53:25.371765 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-f2cbc1ea-697d-4e55-9ee8-e57c2ab1476d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:25.379546 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39400) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:25.383983 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f2cbc1ea-697d-4e55-9ee8-e57c2ab1476d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3319247 Nov 12 03:53:25.386294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c741d9da-036b-41d9-8b8d-254cb3fd9b46 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': 'f100efca-8364-48f4-81ea-c8235fe7b20e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:25.387089 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-c741d9da-036b-41d9-8b8d-254cb3fd9b46 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 03:53:25.387556 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-c741d9da-036b-41d9-8b8d-254cb3fd9b46 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:25.392198 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c741d9da-036b-41d9-8b8d-254cb3fd9b46 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067103 Nov 12 03:53:25.394836 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46b4c366-ddfa-4e70-8763-a8cb261893aa req-ecc5a617-74ea-46e8-ac8f-4c5c790523d1 service neutron] 10.222.0.26 "GET /v2.0/networks/36a7ae9d-fb8c-4139-a69e-1f482187e050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897476 Nov 12 03:53:25.396891 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39402) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:25.411031 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0c1e1c62-15a2-4fde-a511-e1a00700cdb5 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': 'f100efca-8364-48f4-81ea-c8235fe7b20e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:25.456471 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a551fd-78c3-487f-89c4-4d0933b57777 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:25.467583 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be34051b-73f7-4745-a89f-07241ad23836 req-4975d809-3f50-404b-834d-db67f2a2972f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813630 Nov 12 03:53:25.496523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b1108-06fe-44ed-8cd7-a2b5f645363c req-85197fc6-3505-4cf5-8519-558355f2c710 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.498415 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c63b1108-06fe-44ed-8cd7-a2b5f645363c req-85197fc6-3505-4cf5-8519-558355f2c710 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 944 time: 0.1060395 Nov 12 03:53:25.629873 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a551fd-78c3-487f-89c4-4d0933b57777 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:25.639322 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c9a551fd-78c3-487f-89c4-4d0933b57777 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7550244 Nov 12 03:53:25.640514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:25.651958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bbb28d-e367-4d6a-8e19-6c23875fd829 None None] Sync routers for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:25.653554 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c63b1108-06fe-44ed-8cd7-a2b5f645363c req-107a623b-9440-46b5-9f67-7f681579cfe5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171036 Nov 12 03:53:25.679520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbb28d-e367-4d6a-8e19-6c23875fd829 None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:25.680549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0bbb28d-e367-4d6a-8e19-6c23875fd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:25.734850 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-0c1e1c62-15a2-4fde-a511-e1a00700cdb5 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:25.739387 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0c1e1c62-15a2-4fde-a511-e1a00700cdb5 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3377168 Nov 12 03:53:25.739838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:25.745664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8f86978d-5463-40ed-97ce-4cef5a7773b0 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': 'f100efca-8364-48f4-81ea-c8235fe7b20e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:25.746279 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-8f86978d-5463-40ed-97ce-4cef5a7773b0 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:53:25.747049 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-8f86978d-5463-40ed-97ce-4cef5a7773b0 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:25.752841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8f86978d-5463-40ed-97ce-4cef5a7773b0 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070560 Nov 12 03:53:25.753339 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:25.760389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7866464c-5eaf-49f7-9a7a-1c635672f526 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': 'f100efca-8364-48f4-81ea-c8235fe7b20e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:25.767536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5aad673-ff8d-487a-aa64-0b6aa6c33af8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting subnet b741f1e0-9df8-4497-af86-cc37d2465a71 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:25.773615 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5aad673-ff8d-487a-aa64-0b6aa6c33af8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.781765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f0bbb28d-e367-4d6a-8e19-6c23875fd829 None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:25.820130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68d23b-e13e-460b-b74b-54663a654b3f req-8a0addb5-2eea-4657-970a-d9776ed1c81f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.827648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68d23b-e13e-460b-b74b-54663a654b3f req-8a0addb5-2eea-4657-970a-d9776ed1c81f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.833750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68d23b-e13e-460b-b74b-54663a654b3f req-8a0addb5-2eea-4657-970a-d9776ed1c81f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.840327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68d23b-e13e-460b-b74b-54663a654b3f req-8a0addb5-2eea-4657-970a-d9776ed1c81f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.846455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68d23b-e13e-460b-b74b-54663a654b3f req-8a0addb5-2eea-4657-970a-d9776ed1c81f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.852722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68d23b-e13e-460b-b74b-54663a654b3f req-8a0addb5-2eea-4657-970a-d9776ed1c81f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.858497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68d23b-e13e-460b-b74b-54663a654b3f req-8a0addb5-2eea-4657-970a-d9776ed1c81f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.860556 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eb68d23b-e13e-460b-b74b-54663a654b3f req-8a0addb5-2eea-4657-970a-d9776ed1c81f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.1556954 Nov 12 03:53:25.880819 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5aad673-ff8d-487a-aa64-0b6aa6c33af8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.963522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e8511c1d-d09d-4ddf-958f-c9936fbf1559 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:25.973891 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-7866464c-5eaf-49f7-9a7a-1c635672f526 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:25.978388 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7866464c-5eaf-49f7-9a7a-1c635672f526 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2206197 Nov 12 03:53:25.980474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:25.986121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-deda774b-9499-44bc-8263-7f76dcc01308 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': 'f100efca-8364-48f4-81ea-c8235fe7b20e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:25.986863 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-deda774b-9499-44bc-8263-7f76dcc01308 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 03:53:25.987659 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-deda774b-9499-44bc-8263-7f76dcc01308 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:25.995396 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-deda774b-9499-44bc-8263-7f76dcc01308 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090818 Nov 12 03:53:25.995893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:26.004291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-78066a37-d566-45f6-ad83-c11e7017d770 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': 'f100efca-8364-48f4-81ea-c8235fe7b20e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:26.014526 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eb68d23b-e13e-460b-b74b-54663a654b3f req-439ecfee-fd2d-47fa-ab4e-131f91620789 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1469522 Nov 12 03:53:26.032456 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5aad673-ff8d-487a-aa64-0b6aa6c33af8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.083115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a0999-bff9-42ff-b014-baf40b7227fc req-da0f6577-f64e-43c2-88df-b25f1bcfd3f2 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.096253 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f47a0999-bff9-42ff-b014-baf40b7227fc req-da0f6577-f64e-43c2-88df-b25f1bcfd3f2 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 944 time: 0.1764536 Nov 12 03:53:26.146059 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f47a0999-bff9-42ff-b014-baf40b7227fc req-8fef419b-01d4-484d-b228-c0b35e978a02 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489180 Nov 12 03:53:26.147334 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0bbb28d-e367-4d6a-8e19-6c23875fd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:24Z', 'revision_number': 10, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:26.189829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bbb28d-e367-4d6a-8e19-6c23875fd829 None None] Checking router: 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:26.191835 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5aad673-ff8d-487a-aa64-0b6aa6c33af8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.194588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port e8511c1d-d09d-4ddf-958f-c9936fbf1559 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:26.203219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port e8511c1d-d09d-4ddf-958f-c9936fbf1559 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:26.204881 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.218953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad673-ff8d-487a-aa64-0b6aa6c33af8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Subnet': ['ID=b741f1e0-9df8-4497-af86-cc37d2465a71,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:26.226248 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5aad673-ff8d-487a-aa64-0b6aa6c33af8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.229758 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f5aad673-ff8d-487a-aa64-0b6aa6c33af8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/b741f1e0-9df8-4497-af86-cc37d2465a71 HTTP/1.1" status: 204 len: 168 time: 0.5868764 Nov 12 03:53:26.233688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39424) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:26.239433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240f87a1-23de-416a-a6c0-bdc64793913b None None] Network 0a042071-6b02-4ebb-9fd4-100ac9c8b37a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:26.243212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbb28d-e367-4d6a-8e19-6c23875fd829 None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:26.244373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0bbb28d-e367-4d6a-8e19-6c23875fd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:52:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:26.270385 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-78066a37-d566-45f6-ad83-c11e7017d770 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:26.270385 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-78066a37-d566-45f6-ad83-c11e7017d770 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2683549 Nov 12 03:53:26.271857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:26.277090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4f54fef5-76db-42d1-b5dd-a9a6ad5f1e53 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': 'f100efca-8364-48f4-81ea-c8235fe7b20e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:26.327037 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.388961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:26.389705 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.458894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] For port 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e,segment=NetworkSegment(77d41beb-f01f-4f07-a444-808e17e99feb),segment_id=77d41beb-f01f-4f07-a444-808e17e99feb)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:26.459260 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.464116 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f0bbb28d-e367-4d6a-8e19-6c23875fd829 None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:26.477588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:26.531644 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d09e9ec4-2d0a-4b53-8c34-3bd8268d55ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.539111 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-4f54fef5-76db-42d1-b5dd-a9a6ad5f1e53 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:26.540387 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4f54fef5-76db-42d1-b5dd-a9a6ad5f1e53 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2673857 Nov 12 03:53:26.543858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:26.598374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d074a011-9f7b-4e40-8fcb-cce759ec59f2 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:26.627439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9575f9f4-aa75-4ced-9c5d-247fb021d788 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.633483 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.633857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80d493-c440-4655-b12a-706e2dd62bf2 req-959b023f-cf8e-43d7-8470-109db059fe8e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.636776 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fc80d493-c440-4655-b12a-706e2dd62bf2 req-959b023f-cf8e-43d7-8470-109db059fe8e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 949 time: 0.0701480 Nov 12 03:53:26.662283 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9575f9f4-aa75-4ced-9c5d-247fb021d788 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.715364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fc80d493-c440-4655-b12a-706e2dd62bf2 req-e4b78f11-d026-4d3b-9c92-4c67c538fa02 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698459 Nov 12 03:53:26.744619 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.747011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f167b21f-a1d1-455e-90fd-ad75b9a14850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8511c1d-d09d-4ddf-958f-c9936fbf1559'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:26.749581 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e06cac-0550-4307-96ae-bad833d3d14f" -d '{"events": [{"server_uuid": "f167b21f-a1d1-455e-90fd-ad75b9a14850", "name": "network-vif-plugged", "status": "completed", "tag": "e8511c1d-d09d-4ddf-958f-c9936fbf1559"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:26.794952 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.807081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e8511c1d-d09d-4ddf-958f-c9936fbf1559, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e8511c1d-d09d-4ddf-958f-c9936fbf1559,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:26.816680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:26.822204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No DVR routers for this DVR port 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:26.848783 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456da8a6-7035-49d8-b730-9e67a314d6b2 x-openstack-request-id: req-456da8a6-7035-49d8-b730-9e67a314d6b2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:26.848783 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f167b21f-a1d1-455e-90fd-ad75b9a14850", "name": "network-vif-plugged", "status": "completed", "tag": "e8511c1d-d09d-4ddf-958f-c9936fbf1559", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:26.848783 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-456da8a6-7035-49d8-b730-9e67a314d6b2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:26.848783 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f167b21f-a1d1-455e-90fd-ad75b9a14850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8511c1d-d09d-4ddf-958f-c9936fbf1559', 'code': 200} Nov 12 03:53:26.856281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf79b24b-bafc-48b8-b90c-164025e45cbf None None] DHCP port deletion for 0a042071-6b02-4ebb-9fd4-100ac9c8b37a request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:26.891874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d074a011-9f7b-4e40-8fcb-cce759ec59f2, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d074a011-9f7b-4e40-8fcb-cce759ec59f2,segment=NetworkSegment(a0f0c10d-2134-497c-8992-24330defcfff),segment_id=a0f0c10d-2134-497c-8992-24330defcfff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:26.895265 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.896221 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:26.938253 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9575f9f4-aa75-4ced-9c5d-247fb021d788 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.941113 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9575f9f4-aa75-4ced-9c5d-247fb021d788 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.945255 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9575f9f4-aa75-4ced-9c5d-247fb021d788 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "DELETE /v2.0/security-groups/f100efca-8364-48f4-81ea-c8235fe7b20e HTTP/1.1" status: 204 len: 168 time: 0.3969159 Nov 12 03:53:26.946430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39438) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:26.951778 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.963092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'd074a011-9f7b-4e40-8fcb-cce759ec59f2', 'network_id': 'b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113', 'port_id': 'd074a011-9f7b-4e40-8fcb-cce759ec59f2', 'mac_address': 'fa:16:3e:99:33:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f71acc8-7821-4021-9e15-32fcc25b3f82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:26.987811 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a042071-6b02-4ebb-9fd4-100ac9c8b37a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:26.997378 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575f9f4-aa75-4ced-9c5d-247fb021d788 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f100efca-8364-48f4-81ea-c8235fe7b20e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:27.028181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cda5e8a0-63fe-4c24-824d-04cb74562e65 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0733128 Nov 12 03:53:27.028394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d41beb-f01f-4f07-a444-808e17e99feb') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:27.028394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d41beb-f01f-4f07-a444-808e17e99feb') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:27.029088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39440) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:27.034517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=e8511c1d-d09d-4ddf-958f-c9936fbf1559,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:27.042999 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.044991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-35cc0417-b10d-427e-a664-e95e5036f0d7 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group': {'name': 'tempest-secgroup--963595463'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:27.058814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cccd9a-2eb5-4e04-84d3-10badce230d9 req-643e87b4-bdd6-4c72-85e9-a90a8b40b00b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.060404 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-20cccd9a-2eb5-4e04-84d3-10badce230d9 req-643e87b4-bdd6-4c72-85e9-a90a8b40b00b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 945 time: 0.1890032 Nov 12 03:53:27.069809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0bbb28d-e367-4d6a-8e19-6c23875fd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:24Z', 'revision_number': 10, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:27.074257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:27.074257 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.078806 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.096067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a886d5e-8d01-47d9-9826-1b2030e1cca1 req-5137eb12-0625-4cc3-b614-41deae9d7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.097564 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a886d5e-8d01-47d9-9826-1b2030e1cca1 req-5137eb12-0625-4cc3-b614-41deae9d7060 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 1097 time: 0.1119146 Nov 12 03:53:27.098590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:27.098987 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.099977 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.106141 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bbb28d-e367-4d6a-8e19-6c23875fd829 None None] The sync data for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 is: [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:24Z', 'revision_number': 10, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None, '_interfaces': [{'id': '633c9747-72f3-4d80-b281-d086f63007ee', 'name': '', 'network_id': 'b39e70b9-a8b3-473a-9466-e4f41fdce017', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'mac_address': 'fa:16:3e:81:94:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:19Z', 'updated_at': '2021-11-12T03:52:26Z', 'revision_number': 5, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'subnets': [{'id': '837c45f7-d0af-4e14-b465-e37c69ba3454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:27.110895 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:27.185729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d074a011-9f7b-4e40-8fcb-cce759ec59f2 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:27.218702 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35cc0417-b10d-427e-a664-e95e5036f0d7 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.256182 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-20cccd9a-2eb5-4e04-84d3-10badce230d9 req-59bc5160-2bbc-4f96-9db5-17f4106a0110 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857753 Nov 12 03:53:27.263969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a886d5e-8d01-47d9-9826-1b2030e1cca1 req-5a0e7ce7-0588-4a79-98af-547f6b2f8301 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313303 Nov 12 03:53:27.269880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d827e9f-8d5f-412a-9dae-9e61b8f1fa05 req-ffef9d87-611f-4407-85ef-3454f945911d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.276974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d827e9f-8d5f-412a-9dae-9e61b8f1fa05 req-ffef9d87-611f-4407-85ef-3454f945911d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.284445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d827e9f-8d5f-412a-9dae-9e61b8f1fa05 req-ffef9d87-611f-4407-85ef-3454f945911d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.292130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d827e9f-8d5f-412a-9dae-9e61b8f1fa05 req-ffef9d87-611f-4407-85ef-3454f945911d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.298689 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d827e9f-8d5f-412a-9dae-9e61b8f1fa05 req-ffef9d87-611f-4407-85ef-3454f945911d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.298897 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.305079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d827e9f-8d5f-412a-9dae-9e61b8f1fa05 req-ffef9d87-611f-4407-85ef-3454f945911d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.313366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d827e9f-8d5f-412a-9dae-9e61b8f1fa05 req-ffef9d87-611f-4407-85ef-3454f945911d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.315535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d827e9f-8d5f-412a-9dae-9e61b8f1fa05 req-ffef9d87-611f-4407-85ef-3454f945911d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.1340296 Nov 12 03:53:27.316144 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.319717 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/networks/0a042071-6b02-4ebb-9fd4-100ac9c8b37a HTTP/1.1" status: 204 len: 168 time: 1.0849736 Nov 12 03:53:27.327991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:27.344265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c604242-6f47-420d-b92e-ed3bc85f5fb4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Network': ['ID=0a042071-6b02-4ebb-9fd4-100ac9c8b37a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:27.360667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d074a011-9f7b-4e40-8fcb-cce759ec59f2, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d074a011-9f7b-4e40-8fcb-cce759ec59f2,segment=NetworkSegment(a0f0c10d-2134-497c-8992-24330defcfff),segment_id=a0f0c10d-2134-497c-8992-24330defcfff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:27.423093 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.469754 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.470587 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecb692-2192-4677-8ce0-f655edbda51f req-e8584751-03e7-43b6-b03c-f48dab509137 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.473802 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-26ecb692-2192-4677-8ce0-f655edbda51f req-e8584751-03e7-43b6-b03c-f48dab509137 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 944 time: 0.0921545 Nov 12 03:53:27.476914 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:27.487997 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35cc0417-b10d-427e-a664-e95e5036f0d7 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.538709 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.539674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device b963a462-635c-4e16-989b-5ae0bfa39357 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:27.544805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=d074a011-9f7b-4e40-8fcb-cce759ec59f2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:27.584336 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-26ecb692-2192-4677-8ce0-f655edbda51f req-c0577ed3-38cf-4fb2-8d5c-0d182b7c6070 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987542 Nov 12 03:53:27.593923 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35cc0417-b10d-427e-a664-e95e5036f0d7 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.669737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:27.689514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d827e9f-8d5f-412a-9dae-9e61b8f1fa05 req-ffab1890-2032-4710-880c-b47e2c73215d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3575618 Nov 12 03:53:27.692442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc0417-b10d-427e-a664-e95e5036f0d7 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45b8428-1f16-4d65-8f2e-9bae7a8f1389,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:27.765809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['d074a011-9f7b-4e40-8fcb-cce759ec59f2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:27.783249 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35cc0417-b10d-427e-a664-e95e5036f0d7 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.787940 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-35cc0417-b10d-427e-a664-e95e5036f0d7 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7541609 Nov 12 03:53:27.792793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:27.793675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0670c763-a3ac-4ac1-a52d-f28fa75aa4d1 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': 'd45b8428-1f16-4d65-8f2e-9bae7a8f1389', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:27.822644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port b963a462-635c-4e16-989b-5ae0bfa39357 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:27.837630 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port b963a462-635c-4e16-989b-5ae0bfa39357 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:27.838002 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.899785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b91fd6-1ebd-44c6-9966-ef6625a5cbfe req-7b3ec136-5313-47a1-b856-d21f087ae339 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.901443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05b91fd6-1ebd-44c6-9966-ef6625a5cbfe req-7b3ec136-5313-47a1-b856-d21f087ae339 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 949 time: 0.1022618 Nov 12 03:53:28.027432 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05b91fd6-1ebd-44c6-9966-ef6625a5cbfe req-3dfd7475-6b8f-4f6d-b00c-e593fbb9531a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158886 Nov 12 03:53:28.034964 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.044622 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-0670c763-a3ac-4ac1-a52d-f28fa75aa4d1 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The resource could not be found. Nov 12 03:53:28.048538 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0670c763-a3ac-4ac1-a52d-f28fa75aa4d1 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2589710 Nov 12 03:53:28.051802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:28.056442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-308068d1-c3bc-4082-a6e4-3f4233018fd3 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': 'd45b8428-1f16-4d65-8f2e-9bae7a8f1389', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e67cebba-7843-476a-b045-94bbda743677'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:28.127759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port b963a462-635c-4e16-989b-5ae0bfa39357, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b963a462-635c-4e16-989b-5ae0bfa39357,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:28.203468 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eddf23e4-3f07-491d-9db1-aef0811030dd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.214974 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.215812 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d6585b51-05b5-463c-bb50-65c7ca4561e2 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:28.358128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=b963a462-635c-4e16-989b-5ae0bfa39357,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:28.412934 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.456628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port d6585b51-05b5-463c-bb50-65c7ca4561e2 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:28.459235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb44c52-5630-4fe7-9fd3-c7b5954e81da req-c5af37ae-7eff-43d3-959f-e4c7126264b7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:28.467775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port d6585b51-05b5-463c-bb50-65c7ca4561e2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:28.468994 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.470086 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbb44c52-5630-4fe7-9fd3-c7b5954e81da req-c5af37ae-7eff-43d3-959f-e4c7126264b7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 945 time: 0.0924776 Nov 12 03:53:28.563137 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbb44c52-5630-4fe7-9fd3-c7b5954e81da req-0c85401e-38d7-45c9-9dad-d99558e2a87a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869110 Nov 12 03:53:28.612965 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-308068d1-c3bc-4082-a6e4-3f4233018fd3 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The resource could not be found. Nov 12 03:53:28.614761 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-308068d1-c3bc-4082-a6e4-3f4233018fd3 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5619431 Nov 12 03:53:28.615140 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.620699 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39480) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:28.662368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d6585b51-05b5-463c-bb50-65c7ca4561e2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d6585b51-05b5-463c-bb50-65c7ca4561e2,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:28.712152 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d69059e5-0561-45ae-9bf9-b5a9a969d193 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.734579 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.754697 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d69059e5-0561-45ae-9bf9-b5a9a969d193 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.846483 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=d6585b51-05b5-463c-bb50-65c7ca4561e2,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:28.858749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'}, {'server_uuid': '973fdeb6-571f-4cee-a120-054cf9449f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b963a462-635c-4e16-989b-5ae0bfa39357'}, {'server_uuid': 'ae90fcdf-cf66-4f62-94e9-7517db4b7323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6585b51-05b5-463c-bb50-65c7ca4561e2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:28.865640 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c78430-1123-4149-ad06-cf3f372590f5" -d '{"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847"}, {"server_uuid": "973fdeb6-571f-4cee-a120-054cf9449f81", "name": "network-vif-plugged", "status": "completed", "tag": "b963a462-635c-4e16-989b-5ae0bfa39357"}, {"server_uuid": "ae90fcdf-cf66-4f62-94e9-7517db4b7323", "name": "network-vif-plugged", "status": "completed", "tag": "d6585b51-05b5-463c-bb50-65c7ca4561e2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:28.866496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12a252-54ad-40ea-8ad5-84150c568ac2 req-22ce111d-bb06-433e-a656-c80c150cb910 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:28.869809 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c12a252-54ad-40ea-8ad5-84150c568ac2 req-22ce111d-bb06-433e-a656-c80c150cb910 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 945 time: 0.1577144 Nov 12 03:53:28.885407 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:28.930847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:28.931860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8fb5baf4-03ae-4d37-8b45-3a0dcb6eab9e not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:28.933023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:28.959838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa965ccf-08fa-4726-942c-b18f02a4bbc1 req-c630bcf6-4c78-4419-877e-2aef45e47235 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:28.970346 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.973254 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:28.973764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 70a1a7ca-515d-4c5d-a1f1-1219867e34a5 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:28.974396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa965ccf-08fa-4726-942c-b18f02a4bbc1 req-c630bcf6-4c78-4419-877e-2aef45e47235 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:28.983807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa965ccf-08fa-4726-942c-b18f02a4bbc1 req-c630bcf6-4c78-4419-877e-2aef45e47235 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:28.994039 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa965ccf-08fa-4726-942c-b18f02a4bbc1 req-c630bcf6-4c78-4419-877e-2aef45e47235 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:29.000975 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa965ccf-08fa-4726-942c-b18f02a4bbc1 req-c630bcf6-4c78-4419-877e-2aef45e47235 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:29.007580 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa965ccf-08fa-4726-942c-b18f02a4bbc1 req-c630bcf6-4c78-4419-877e-2aef45e47235 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:29.016943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa965ccf-08fa-4726-942c-b18f02a4bbc1 req-c630bcf6-4c78-4419-877e-2aef45e47235 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:29.017952 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c12a252-54ad-40ea-8ad5-84150c568ac2 req-2eaa04fb-8e5b-4ef5-b5a1-92d9c6cb5b3e tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257913 Nov 12 03:53:29.020464 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa965ccf-08fa-4726-942c-b18f02a4bbc1 req-c630bcf6-4c78-4419-877e-2aef45e47235 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.1930404 Nov 12 03:53:29.021468 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d69059e5-0561-45ae-9bf9-b5a9a969d193 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.026466 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d69059e5-0561-45ae-9bf9-b5a9a969d193 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.028690 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d69059e5-0561-45ae-9bf9-b5a9a969d193 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "DELETE /v2.0/security-groups/d45b8428-1f16-4d65-8f2e-9bae7a8f1389 HTTP/1.1" status: 204 len: 168 time: 0.4059324 Nov 12 03:53:29.031679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:29.067490 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-eddf23e4-3f07-491d-9db1-aef0811030dd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port 633c9747-72f3-4d80-b281-d086f63007ee {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:29.067796 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eddf23e4-3f07-491d-9db1-aef0811030dd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.070618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69059e5-0561-45ae-9bf9-b5a9a969d193 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45b8428-1f16-4d65-8f2e-9bae7a8f1389,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:29.157054 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd0d48f-d8a0-4cbd-8392-8698bff6aeea x-openstack-request-id: req-efd0d48f-d8a0-4cbd-8392-8698bff6aeea {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:29.157944 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847", "code": 200}, {"server_uuid": "973fdeb6-571f-4cee-a120-054cf9449f81", "name": "network-vif-plugged", "status": "completed", "tag": "b963a462-635c-4e16-989b-5ae0bfa39357", "code": 200}, {"server_uuid": "ae90fcdf-cf66-4f62-94e9-7517db4b7323", "name": "network-vif-plugged", "status": "completed", "tag": "d6585b51-05b5-463c-bb50-65c7ca4561e2", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:29.157944 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-efd0d48f-d8a0-4cbd-8392-8698bff6aeea {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:29.158558 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'code': 200} Nov 12 03:53:29.159016 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973fdeb6-571f-4cee-a120-054cf9449f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b963a462-635c-4e16-989b-5ae0bfa39357', 'code': 200} Nov 12 03:53:29.159405 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae90fcdf-cf66-4f62-94e9-7517db4b7323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6585b51-05b5-463c-bb50-65c7ca4561e2', 'code': 200} Nov 12 03:53:29.185252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa965ccf-08fa-4726-942c-b18f02a4bbc1 req-1e163f6b-989c-4e9f-83c0-8639430d60fe tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1547711 Nov 12 03:53:29.210610 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-990e7348-e1ff-4137-a622-997d9c3b75ee tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1772599 Nov 12 03:53:29.211636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39500) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:29.239465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-510641f9-8a17-4c42-a179-c674fb6d814a tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': '264877b9-d8ac-4bf3-873c-6d2d96de4eeb', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:29.300100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-eddf23e4-3f07-491d-9db1-aef0811030dd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] For port 633c9747-72f3-4d80-b281-d086f63007ee, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=633c9747-72f3-4d80-b281-d086f63007ee,segment=NetworkSegment(a079d42b-b4cc-44f3-ab34-493c7d480a16),segment_id=a079d42b-b4cc-44f3-ab34-493c7d480a16)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:29.300666 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eddf23e4-3f07-491d-9db1-aef0811030dd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.337212 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-eddf23e4-3f07-491d-9db1-aef0811030dd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for 633c9747-72f3-4d80-b281-d086f63007ee owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:29.411825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de366e-9d5c-4526-add7-e9d10d107ad0 req-61fbba5b-361e-4f86-a001-1ff5ffaf77dc tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:29.420939 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07de366e-9d5c-4526-add7-e9d10d107ad0 req-61fbba5b-361e-4f86-a001-1ff5ffaf77dc tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 950 time: 0.1322718 Nov 12 03:53:29.526358 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07de366e-9d5c-4526-add7-e9d10d107ad0 req-58923142-6e2b-40e1-ab7a-025df0628c94 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997620 Nov 12 03:53:29.594590 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-510641f9-8a17-4c42-a179-c674fb6d814a tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The resource could not be found. Nov 12 03:53:29.598653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-510641f9-8a17-4c42-a179-c674fb6d814a tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3616796 Nov 12 03:53:29.601363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39510) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:29.608615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d097f3b2-341b-4730-be48-8eb91ada6547 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825548032'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:29.734869 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d097f3b2-341b-4730-be48-8eb91ada6547 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.905780 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4af6d-8f4c-4095-80cd-2619d1e30c3a req-0fdbfca8-c99f-4f2f-a98b-772a7f03b6b9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:29.908678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7bf4af6d-8f4c-4095-80cd-2619d1e30c3a req-0fdbfca8-c99f-4f2f-a98b-772a7f03b6b9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 945 time: 0.2101471 Nov 12 03:53:29.926556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11836830-d9aa-4f24-b168-26f3cda84a6c req-d4c11fb1-1ff0-4ff9-80d3-494b2ac94c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:29.927978 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11836830-d9aa-4f24-b168-26f3cda84a6c req-d4c11fb1-1ff0-4ff9-80d3-494b2ac94c25 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 1102 time: 0.2744422 Nov 12 03:53:29.957547 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eddf23e4-3f07-491d-9db1-aef0811030dd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.977956 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d097f3b2-341b-4730-be48-8eb91ada6547 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.012411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf23e4-3f07-491d-9db1-aef0811030dd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=633c9747-72f3-4d80-b281-d086f63007ee,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:30.055046 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d88fd-7320-4442-b19d-3027491df0ae req-64234f27-560e-4230-897d-1e53b51dc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:30.063910 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-149d88fd-7320-4442-b19d-3027491df0ae req-64234f27-560e-4230-897d-1e53b51dc4ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=973fdeb6-571f-4cee-a120-054cf9449f81 HTTP/1.1" status: 200 len: 1102 time: 0.4274395 Nov 12 03:53:30.066275 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d097f3b2-341b-4730-be48-8eb91ada6547 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.101614 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7bf4af6d-8f4c-4095-80cd-2619d1e30c3a req-5e06298f-0801-4683-8bdf-965a8bb08012 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719000 Nov 12 03:53:30.111066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11836830-d9aa-4f24-b168-26f3cda84a6c req-6bfa9bdc-eae7-4454-a571-2ef4e70429bf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722300 Nov 12 03:53:30.275961 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eddf23e4-3f07-491d-9db1-aef0811030dd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.385415 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-149d88fd-7320-4442-b19d-3027491df0ae req-8e28bdd7-912a-43a8-b52e-68c65c7dd7c5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015678 Nov 12 03:53:30.405308 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d097f3b2-341b-4730-be48-8eb91ada6547 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.411897 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d097f3b2-341b-4730-be48-8eb91ada6547 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8044271 Nov 12 03:53:30.422432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39524) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:30.426455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097f3b2-341b-4730-be48-8eb91ada6547 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60072007-16cd-4bc1-89bb-0456674ce654,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:30.435201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f8c4d456-83b1-4fc8-82fa-816b497458e4 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819710118'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:30.454124 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794b3f5-dff5-4e00-954e-fdc874c06606 req-c4385580-be48-4ec6-9960-cf3bf10d9a48 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:30.456798 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f794b3f5-dff5-4e00-954e-fdc874c06606 req-c4385580-be48-4ec6-9960-cf3bf10d9a48 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 945 time: 0.2601373 Nov 12 03:53:30.555120 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8c4d456-83b1-4fc8-82fa-816b497458e4 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.607632 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d074a011-9f7b-4e40-8fcb-cce759ec59f2 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:30.626400 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f794b3f5-dff5-4e00-954e-fdc874c06606 req-eb46d921-821e-4595-a43d-04188ac79226 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522357 Nov 12 03:53:30.658652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720da3-3ca3-4aef-aa74-5da0857e26f1 req-ce0dee7e-a5ae-4e82-87bd-1846233dd3b7 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:30.677874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720da3-3ca3-4aef-aa74-5da0857e26f1 req-ce0dee7e-a5ae-4e82-87bd-1846233dd3b7 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:30.685421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720da3-3ca3-4aef-aa74-5da0857e26f1 req-ce0dee7e-a5ae-4e82-87bd-1846233dd3b7 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:30.691716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720da3-3ca3-4aef-aa74-5da0857e26f1 req-ce0dee7e-a5ae-4e82-87bd-1846233dd3b7 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:30.698922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720da3-3ca3-4aef-aa74-5da0857e26f1 req-ce0dee7e-a5ae-4e82-87bd-1846233dd3b7 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:30.706383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720da3-3ca3-4aef-aa74-5da0857e26f1 req-ce0dee7e-a5ae-4e82-87bd-1846233dd3b7 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:30.713254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720da3-3ca3-4aef-aa74-5da0857e26f1 req-ce0dee7e-a5ae-4e82-87bd-1846233dd3b7 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:30.715656 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e720da3-3ca3-4aef-aa74-5da0857e26f1 req-ce0dee7e-a5ae-4e82-87bd-1846233dd3b7 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.2947180 Nov 12 03:53:30.824261 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port d074a011-9f7b-4e40-8fcb-cce759ec59f2 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:30.837300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port d074a011-9f7b-4e40-8fcb-cce759ec59f2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:30.838324 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.905228 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddf23e4-3f07-491d-9db1-aef0811030dd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:30.963753 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.011711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d074a011-9f7b-4e40-8fcb-cce759ec59f2, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d074a011-9f7b-4e40-8fcb-cce759ec59f2,segment=NetworkSegment(a0f0c10d-2134-497c-8992-24330defcfff),segment_id=a0f0c10d-2134-497c-8992-24330defcfff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:31.031195 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8c4d456-83b1-4fc8-82fa-816b497458e4 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.084245 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e720da3-3ca3-4aef-aa74-5da0857e26f1 req-791520c8-78df-4b73-acba-5238f809535f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2897348 Nov 12 03:53:31.089604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddf23e4-3f07-491d-9db1-aef0811030dd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:31.101383 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4294218d-7c5b-4b26-9100-183a3456d454 None None] Sync routers for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:31.107340 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eddf23e4-3f07-491d-9db1-aef0811030dd tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7737207 Nov 12 03:53:31.107768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39530) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:31.129603 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.160285 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4294218d-7c5b-4b26-9100-183a3456d454 None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:31.162282 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4294218d-7c5b-4b26-9100-183a3456d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:53:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.186656 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8c4d456-83b1-4fc8-82fa-816b497458e4 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.220568 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c33d0d-de90-44ce-b27b-7376aa414241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd074a011-9f7b-4e40-8fcb-cce759ec59f2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:31.220880 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9e2b77-06d8-4c9f-80e7-12c4c905eb45" -d '{"events": [{"server_uuid": "14c33d0d-de90-44ce-b27b-7376aa414241", "name": "network-vif-plugged", "status": "completed", "tag": "d074a011-9f7b-4e40-8fcb-cce759ec59f2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:31.221141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-93763eca-cc28-408f-b997-3781fe5e6957 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting subnet 837c45f7-d0af-4e14-b465-e37c69ba3454 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:31.235594 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93763eca-cc28-408f-b997-3781fe5e6957 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.288145 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8c4d456-83b1-4fc8-82fa-816b497458e4 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.289404 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f8c4d456-83b1-4fc8-82fa-816b497458e4 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8658440 Nov 12 03:53:31.294397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39536) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:31.299319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e21920cb-51d9-4d84-b095-e7a333955f77 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group_rule': {'security_group_id': '60072007-16cd-4bc1-89bb-0456674ce654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2bbd340a-adf9-4310-b201-09c2eeb964d7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:31.313301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4d456-83b1-4fc8-82fa-816b497458e4 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbd340a-adf9-4310-b201-09c2eeb964d7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:31.316970 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=d074a011-9f7b-4e40-8fcb-cce759ec59f2,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:31.334962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93763eca-cc28-408f-b997-3781fe5e6957 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.460751 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4294218d-7c5b-4b26-9100-183a3456d454 None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:31.471861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562b858-7270-496b-a516-ef99bacda845 req-e44cdee6-ab59-483b-827c-35285c878634 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:31.482145 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b562b858-7270-496b-a516-ef99bacda845 req-e44cdee6-ab59-483b-827c-35285c878634 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 945 time: 0.1313448 Nov 12 03:53:31.561759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b562b858-7270-496b-a516-ef99bacda845 req-e715109a-afe7-44ff-a324-caf6cbe6680b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779614 Nov 12 03:53:31.566792 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4294218d-7c5b-4b26-9100-183a3456d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:29Z', 'revision_number': 11, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.628160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9ee3c-aa01-4297-9b74-4af75ff8e2b3 req-54fb97a3-ef0a-48cb-bf05-c2cfeb72e6fb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:31.628324 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4294218d-7c5b-4b26-9100-183a3456d454 None None] Checking router: 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:31.630212 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d98c11b-b87c-4796-8297-b61c02d4a5e3 x-openstack-request-id: req-1d98c11b-b87c-4796-8297-b61c02d4a5e3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:31.635713 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92a9ee3c-aa01-4297-9b74-4af75ff8e2b3 req-54fb97a3-ef0a-48cb-bf05-c2cfeb72e6fb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 950 time: 0.2064550 Nov 12 03:53:31.636001 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c33d0d-de90-44ce-b27b-7376aa414241", "name": "network-vif-plugged", "status": "completed", "tag": "d074a011-9f7b-4e40-8fcb-cce759ec59f2", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:31.636001 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1d98c11b-b87c-4796-8297-b61c02d4a5e3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:31.636001 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c33d0d-de90-44ce-b27b-7376aa414241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd074a011-9f7b-4e40-8fcb-cce759ec59f2', 'code': 200} Nov 12 03:53:31.636446 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93763eca-cc28-408f-b997-3781fe5e6957 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.657402 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4294218d-7c5b-4b26-9100-183a3456d454 None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:31.658529 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4294218d-7c5b-4b26-9100-183a3456d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:53:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.760575 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-e21920cb-51d9-4d84-b095-e7a333955f77 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:31.766461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e21920cb-51d9-4d84-b095-e7a333955f77 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4711199 Nov 12 03:53:31.767369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:31.837674 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4294218d-7c5b-4b26-9100-183a3456d454 None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:31.849665 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b7c60-b776-42eb-ab2b-fe8b9abaf08a req-9f5ab771-340f-4936-a214-1f1b1067e401 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:31.851640 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0a2b7c60-b776-42eb-ab2b-fe8b9abaf08a req-9f5ab771-340f-4936-a214-1f1b1067e401 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 945 time: 0.1229286 Nov 12 03:53:31.913580 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92a9ee3c-aa01-4297-9b74-4af75ff8e2b3 req-265bf0db-8df4-449e-ba36-89198afc5397 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385933 Nov 12 03:53:31.940529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b3142-73dc-4422-9788-f4d6b75dfe9d req-2bdd0f87-f50e-4ee9-8921-8e8fd2acaa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:31.943618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-827b3142-73dc-4422-9788-f4d6b75dfe9d req-2bdd0f87-f50e-4ee9-8921-8e8fd2acaa05 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 1098 time: 0.2149079 Nov 12 03:53:31.944375 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c618b75a-ed6c-4f38-93cb-e044dfbe357d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.957901 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4294218d-7c5b-4b26-9100-183a3456d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:29Z', 'revision_number': 11, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.984651 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c618b75a-ed6c-4f38-93cb-e044dfbe357d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.017708 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0a2b7c60-b776-42eb-ab2b-fe8b9abaf08a req-fdc5ee13-ca31-4d6b-aff2-ca479c4107ec tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384437 Nov 12 03:53:32.049713 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4294218d-7c5b-4b26-9100-183a3456d454 None None] The sync data for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 is: [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:29Z', 'revision_number': 11, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:32.198584 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-827b3142-73dc-4422-9788-f4d6b75dfe9d req-9994e61f-b90c-42a1-a996-8869fcc859d8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247213 Nov 12 03:53:32.199709 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c618b75a-ed6c-4f38-93cb-e044dfbe357d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.207190 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c618b75a-ed6c-4f38-93cb-e044dfbe357d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.217443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c618b75a-ed6c-4f38-93cb-e044dfbe357d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "DELETE /v2.0/security-groups/2bbd340a-adf9-4310-b201-09c2eeb964d7 HTTP/1.1" status: 204 len: 168 time: 0.4289522 Nov 12 03:53:32.230243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.233466 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93763eca-cc28-408f-b997-3781fe5e6957 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.292632 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618b75a-ed6c-4f38-93cb-e044dfbe357d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbd340a-adf9-4310-b201-09c2eeb964d7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:32.333355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93763eca-cc28-408f-b997-3781fe5e6957 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Subnet': ['ID=837c45f7-d0af-4e14-b465-e37c69ba3454,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:32.333731 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b02fb-e461-4a64-8df6-175662f75934 req-290b148e-1d74-4428-ad4d-e4690da486c7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:32.336236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9b7b02fb-e461-4a64-8df6-175662f75934 req-290b148e-1d74-4428-ad4d-e4690da486c7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 945 time: 0.1771498 Nov 12 03:53:32.347858 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93763eca-cc28-408f-b997-3781fe5e6957 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.355419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-93763eca-cc28-408f-b997-3781fe5e6957 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/837c45f7-d0af-4e14-b465-e37c69ba3454 HTTP/1.1" status: 204 len: 168 time: 1.2466452 Nov 12 03:53:32.358970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.364174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ad1148-1ee6-40d3-b9f8-90002105c86a None None] Network b39e70b9-a8b3-473a-9466-e4f41fdce017 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:32.425392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16f15-b9f6-4998-88de-7b72a9053e75 req-57c106c8-c202-48a3-a4d1-1e599cbdb83c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:32.433929 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0c16f15-b9f6-4998-88de-7b72a9053e75 req-57c106c8-c202-48a3-a4d1-1e599cbdb83c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 946 time: 0.3440630 Nov 12 03:53:32.507818 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9b7b02fb-e461-4a64-8df6-175662f75934 req-a1b80808-11fa-40ea-a30b-0e47ef4de860 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583622 Nov 12 03:53:32.620928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.644030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8f04ff26-1d3a-4892-8a03-eaaca4340477 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3782225 Nov 12 03:53:32.767906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.812126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0c16f15-b9f6-4998-88de-7b72a9053e75 req-70b60b23-3820-4c11-8e8f-d18618608ee0 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769178 Nov 12 03:53:32.819801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 633c9747-72f3-4d80-b281-d086f63007ee no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:32.883615 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 633c9747-72f3-4d80-b281-d086f63007ee {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:32.885441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 633c9747-72f3-4d80-b281-d086f63007ee not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:32.934708 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc264068-9f0e-47aa-a393-18d676306de3 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.959731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd5826-7da8-4a56-b8a2-57cc5436248c None None] DHCP port deletion for b39e70b9-a8b3-473a-9466-e4f41fdce017 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:33.041259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Deleting port d6403430-9d89-4af7-85df-fcc107ea066f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:33.041679 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.121368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-62dd5826-7da8-4a56-b8a2-57cc5436248c None None] Deleting port d6403430-9d89-4af7-85df-fcc107ea066f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:33.121892 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62dd5826-7da8-4a56-b8a2-57cc5436248c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.132833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] For port d6403430-9d89-4af7-85df-fcc107ea066f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d6403430-9d89-4af7-85df-fcc107ea066f,segment=NetworkSegment(a079d42b-b4cc-44f3-ab34-493c7d480a16),segment_id=a079d42b-b4cc-44f3-ab34-493c7d480a16)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:33.133473 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.169105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Calling delete_port for d6403430-9d89-4af7-85df-fcc107ea066f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:33.174425 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc264068-9f0e-47aa-a393-18d676306de3 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.265099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-62dd5826-7da8-4a56-b8a2-57cc5436248c None None] For port d6403430-9d89-4af7-85df-fcc107ea066f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d6403430-9d89-4af7-85df-fcc107ea066f,segment=NetworkSegment(a079d42b-b4cc-44f3-ab34-493c7d480a16),segment_id=a079d42b-b4cc-44f3-ab34-493c7d480a16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:33.265562 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62dd5826-7da8-4a56-b8a2-57cc5436248c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.302482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-62dd5826-7da8-4a56-b8a2-57cc5436248c None None] Calling delete_port for d6403430-9d89-4af7-85df-fcc107ea066f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:33.328330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9967e0-b6f2-44b9-b2e5-fbfe986a8cdc req-350a1b76-3cde-495c-8120-dd3ade1796d6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.366519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9967e0-b6f2-44b9-b2e5-fbfe986a8cdc req-350a1b76-3cde-495c-8120-dd3ade1796d6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.393913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9967e0-b6f2-44b9-b2e5-fbfe986a8cdc req-350a1b76-3cde-495c-8120-dd3ade1796d6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.412025 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9967e0-b6f2-44b9-b2e5-fbfe986a8cdc req-350a1b76-3cde-495c-8120-dd3ade1796d6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.422260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9967e0-b6f2-44b9-b2e5-fbfe986a8cdc req-350a1b76-3cde-495c-8120-dd3ade1796d6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.435418 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9967e0-b6f2-44b9-b2e5-fbfe986a8cdc req-350a1b76-3cde-495c-8120-dd3ade1796d6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.451131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9967e0-b6f2-44b9-b2e5-fbfe986a8cdc req-350a1b76-3cde-495c-8120-dd3ade1796d6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.473267 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe9967e0-b6f2-44b9-b2e5-fbfe986a8cdc req-350a1b76-3cde-495c-8120-dd3ade1796d6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.4385691 Nov 12 03:53:33.547088 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62dd5826-7da8-4a56-b8a2-57cc5436248c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.559998 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.631578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Port': ['ID=d6403430-9d89-4af7-85df-fcc107ea066f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:33.652911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd5826-7da8-4a56-b8a2-57cc5436248c None None] Pushing event deleted for resources: {'Port': ['ID=d6403430-9d89-4af7-85df-fcc107ea066f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:33.666618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd5826-7da8-4a56-b8a2-57cc5436248c None None] No DVR routers for this DVR port d6403430-9d89-4af7-85df-fcc107ea066f on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:33.674941 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc264068-9f0e-47aa-a393-18d676306de3 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.697461 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc264068-9f0e-47aa-a393-18d676306de3 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.703483 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fc264068-9f0e-47aa-a393-18d676306de3 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "DELETE /v2.0/security-groups/60072007-16cd-4bc1-89bb-0456674ce654 HTTP/1.1" status: 204 len: 168 time: 1.0769525 Nov 12 03:53:33.710477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No DVR routers for this DVR port d6403430-9d89-4af7-85df-fcc107ea066f on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:33.781012 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.804643 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc264068-9f0e-47aa-a393-18d676306de3 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60072007-16cd-4bc1-89bb-0456674ce654,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:33.889082 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe9967e0-b6f2-44b9-b2e5-fbfe986a8cdc req-b92584f9-3bd7-4147-a5fa-b6dbf4a0536f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4093165 Nov 12 03:53:34.030653 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.062292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f4348c85-ebc3-4886-b005-db3a06995629 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2410705 Nov 12 03:53:34.069007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.071943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39e70b9-a8b3-473a-9466-e4f41fdce017']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.077513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8649c042-79a5-46c4-9841-bacd7dd56d7d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815110613'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:34.134966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a21f2-810a-437b-a7a4-edf3cfcd3b1f req-2ef12f4a-c8aa-4424-b1a7-508a262ecd30 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:34.139503 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e78a21f2-810a-437b-a7a4-edf3cfcd3b1f req-2ef12f4a-c8aa-4424-b1a7-508a262ecd30 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 950 time: 0.3297675 Nov 12 03:53:34.143895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a079d42b-b4cc-44f3-ab34-493c7d480a16') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.144388 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a079d42b-b4cc-44f3-ab34-493c7d480a16') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.152535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbc75b-9722-4702-b297-212bac796100 req-1deb69e8-9b5b-4af8-b57c-e8ff8248e145 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:34.177117 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.177693 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5cbc75b-9722-4702-b297-212bac796100 req-1deb69e8-9b5b-4af8-b57c-e8ff8248e145 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 945 time: 0.1581464 Nov 12 03:53:34.244446 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.271598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:34.272305 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:34.277288 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:34.300599 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8649c042-79a5-46c4-9841-bacd7dd56d7d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.316117 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e78a21f2-810a-437b-a7a4-edf3cfcd3b1f req-86dec472-3bc2-4a82-aa1b-776d0ca1a55c tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674762 Nov 12 03:53:34.322270 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5cbc75b-9722-4702-b297-212bac796100 req-67a33293-e61f-4b63-b6ab-d71e54fbae5c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412411 Nov 12 03:53:34.546091 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.556106 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.570177 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/networks/b39e70b9-a8b3-473a-9466-e4f41fdce017 HTTP/1.1" status: 204 len: 168 time: 2.2090721 Nov 12 03:53:34.615342 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8649c042-79a5-46c4-9841-bacd7dd56d7d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.631958 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39584) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.634781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911f5e4-9336-4051-b0e2-23b277dd3ac0 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Pushing event deleted for resources: {'Network': ['ID=b39e70b9-a8b3-473a-9466-e4f41fdce017,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:34.646580 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-649a8df2-a363-4515-84d1-582b05cb2c2a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'router': {'routes': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:34.727950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c476674-6b4f-4bbf-8b08-4a3b7917f0ee req-79b33320-a164-4d62-94f1-3015d088ce12 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:34.741605 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c476674-6b4f-4bbf-8b08-4a3b7917f0ee req-79b33320-a164-4d62-94f1-3015d088ce12 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 946 time: 0.2424047 Nov 12 03:53:34.752943 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8649c042-79a5-46c4-9841-bacd7dd56d7d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.852843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649c042-79a5-46c4-9841-bacd7dd56d7d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3197c75a-f825-4cc6-b78f-9dbf8f969377,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:34.889161 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c476674-6b4f-4bbf-8b08-4a3b7917f0ee req-cdc1fd35-4238-47e7-82fe-b4f24eed158d tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444781 Nov 12 03:53:34.899272 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef3bc8-5dae-47d2-a3e6-554ade9eebc3 req-237f2f30-5f89-493a-8eb6-76733eb24aa2 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:34.903128 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8649c042-79a5-46c4-9841-bacd7dd56d7d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.904166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d6403430-9d89-4af7-85df-fcc107ea066f no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:34.908242 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5ef3bc8-5dae-47d2-a3e6-554ade9eebc3 req-237f2f30-5f89-493a-8eb6-76733eb24aa2 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=973fdeb6-571f-4cee-a120-054cf9449f81 HTTP/1.1" status: 200 len: 950 time: 0.2524118 Nov 12 03:53:34.914853 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8649c042-79a5-46c4-9841-bacd7dd56d7d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8439612 Nov 12 03:53:34.915820 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.925029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1dd89ed7-23c5-4967-a1c8-a614ff42596d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:34.926201 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-1dd89ed7-23c5-4967-a1c8-a614ff42596d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:53:34.927045 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-1dd89ed7-23c5-4967-a1c8-a614ff42596d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:53:34.931109 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1dd89ed7-23c5-4967-a1c8-a614ff42596d tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "PUT /v2.0/security-groups/3197c75a-f825-4cc6-b78f-9dbf8f969377 HTTP/1.1" status: 409 len: 330 time: 0.0114202 Nov 12 03:53:34.941719 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39596) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.008837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: d6403430-9d89-4af7-85df-fcc107ea066f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:35.010888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d6403430-9d89-4af7-85df-fcc107ea066f not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:35.086785 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f93fd683-a495-4396-a2ac-69a0e97e8c97 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.201206 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f93fd683-a495-4396-a2ac-69a0e97e8c97 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.276643 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0a9c8-b2f2-49c3-a2aa-31a60a038262 req-5609f2c6-ede3-4f28-9320-137b91ec4aaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:35.283176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0a9c8-b2f2-49c3-a2aa-31a60a038262 req-5609f2c6-ede3-4f28-9320-137b91ec4aaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:35.289950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0a9c8-b2f2-49c3-a2aa-31a60a038262 req-5609f2c6-ede3-4f28-9320-137b91ec4aaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:35.296893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0a9c8-b2f2-49c3-a2aa-31a60a038262 req-5609f2c6-ede3-4f28-9320-137b91ec4aaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:35.303777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0a9c8-b2f2-49c3-a2aa-31a60a038262 req-5609f2c6-ede3-4f28-9320-137b91ec4aaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:35.313112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0a9c8-b2f2-49c3-a2aa-31a60a038262 req-5609f2c6-ede3-4f28-9320-137b91ec4aaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:35.326503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0a9c8-b2f2-49c3-a2aa-31a60a038262 req-5609f2c6-ede3-4f28-9320-137b91ec4aaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:35.343274 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbd0a9c8-b2f2-49c3-a2aa-31a60a038262 req-5609f2c6-ede3-4f28-9320-137b91ec4aaa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.2815278 Nov 12 03:53:35.448712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.extraroute_db [None req-649a8df2-a363-4515-84d1-582b05cb2c2a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Added routes are [] {{(pid=103146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:53:35.449698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.extraroute_db [None req-649a8df2-a363-4515-84d1-582b05cb2c2a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Removed routes are [] {{(pid=103146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:53:35.450883 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-649a8df2-a363-4515-84d1-582b05cb2c2a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.489468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5ef3bc8-5dae-47d2-a3e6-554ade9eebc3 req-30cdfbf6-3d5c-4a28-b6b9-4a0d9059e3d6 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803127 Nov 12 03:53:35.541156 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbd0a9c8-b2f2-49c3-a2aa-31a60a038262 req-1415dcd4-b84f-44a9-84bc-40e7bf91822b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1961067 Nov 12 03:53:35.545657 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f93fd683-a495-4396-a2ac-69a0e97e8c97 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.559129 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f93fd683-a495-4396-a2ac-69a0e97e8c97 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.566319 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f93fd683-a495-4396-a2ac-69a0e97e8c97 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "DELETE /v2.0/security-groups/3197c75a-f825-4cc6-b78f-9dbf8f969377 HTTP/1.1" status: 204 len: 168 time: 0.6195543 Nov 12 03:53:35.580415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.699426 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fd683-a495-4396-a2ac-69a0e97e8c97 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3197c75a-f825-4cc6-b78f-9dbf8f969377,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:35.860634 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-53ec43a3-de2d-420d-aeaf-1164a036bac1 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2264917 Nov 12 03:53:35.863886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39612) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.885634 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-eb6111ef-7b38-4910-b83f-2e6e9406b6ba tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] delete failed (client error): The resource could not be found. Nov 12 03:53:35.892813 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eb6111ef-7b38-4910-b83f-2e6e9406b6ba tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "DELETE /v2.0/security-groups/ca220132-41a2-4bca-b00a-a12b928959c0 HTTP/1.1" status: 404 len: 347 time: 0.0207901 Nov 12 03:53:35.893128 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-649a8df2-a363-4515-84d1-582b05cb2c2a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.893128 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-649a8df2-a363-4515-84d1-582b05cb2c2a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.895086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.904764 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a47c0-f9ea-43e7-8ad5-6f6641ce70b8 req-d02ce34b-1560-444e-9b71-2cd30b88dd4b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:35.912523 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-026a47c0-f9ea-43e7-8ad5-6f6641ce70b8 req-d02ce34b-1560-444e-9b71-2cd30b88dd4b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 945 time: 0.2070901 Nov 12 03:53:35.928970 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-216c81f8-a26f-4ae4-8de9-90262df72bbc tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] show failed (client error): The resource could not be found. Nov 12 03:53:35.937223 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-216c81f8-a26f-4ae4-8de9-90262df72bbc tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "GET /v2.0/security-groups/732e5b1f-18e4-477e-897c-594f36363ba6 HTTP/1.1" status: 404 len: 347 time: 0.0153465 Nov 12 03:53:35.954671 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.975329 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-e318580d-109c-49fb-a851-ca3afa973e54 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] show failed (client error): The resource could not be found. Nov 12 03:53:35.976406 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e318580d-109c-49fb-a851-ca3afa973e54 tempest-NegativeSecGroupTest-1971569790 tempest-NegativeSecGroupTest-1971569790-project] 10.222.0.105 "GET /v2.0/security-group-rules/52eed8bb-728f-4c8c-a732-b8dc12d34fc3 HTTP/1.1" status: 404 len: 356 time: 0.0207369 Nov 12 03:53:36.023348 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-026a47c0-f9ea-43e7-8ad5-6f6641ce70b8 req-bed54dda-dcb3-4e74-abe1-6875a349404e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095865 Nov 12 03:53:36.135871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649a8df2-a363-4515-84d1-582b05cb2c2a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:36.414011 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649a8df2-a363-4515-84d1-582b05cb2c2a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:36.545575 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1b891-f358-44d2-90f1-210ec4b977ca None None] Sync routers for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:36.546344 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-649a8df2-a363-4515-84d1-582b05cb2c2a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.546344 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-649a8df2-a363-4515-84d1-582b05cb2c2a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7 HTTP/1.1" status: 200 len: 704 time: 1.7875693 Nov 12 03:53:36.546669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.547263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1b891-f358-44d2-90f1-210ec4b977ca None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:36.547263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-abf1b891-f358-44d2-90f1-210ec4b977ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:53:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.547565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6b5a5-7f77-4baa-a8cd-c1a51d23d3e1 req-a40b63ca-010a-4a7d-be7a-10028b704807 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:36.547565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6b5a5-7f77-4baa-a8cd-c1a51d23d3e1 req-a40b63ca-010a-4a7d-be7a-10028b704807 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:36.547565 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dab6b5a5-7f77-4baa-a8cd-c1a51d23d3e1 req-a40b63ca-010a-4a7d-be7a-10028b704807 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=973fdeb6-571f-4cee-a120-054cf9449f81&device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 1691 time: 0.1320271 Nov 12 03:53:36.548015 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-81f0c502-19f7-4bfd-a6ab-1f3a4fb34fe1 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports?device_id=8404bd6d-06e4-42e8-b17b-490f1ef02bb7 HTTP/1.1" status: 200 len: 205 time: 0.0678880 Nov 12 03:53:36.548015 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39622) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.548310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-abf1b891-f358-44d2-90f1-210ec4b977ca None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:36.576464 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dab6b5a5-7f77-4baa-a8cd-c1a51d23d3e1 req-e4c160bd-65aa-4edd-a858-416d8a2bfc6f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804379 Nov 12 03:53:36.598213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-abf1b891-f358-44d2-90f1-210ec4b977ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:29Z', 'revision_number': 11, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.626742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1b891-f358-44d2-90f1-210ec4b977ca None None] Checking router: 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:36.636463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1b891-f358-44d2-90f1-210ec4b977ca None None] Routers {'8404bd6d-06e4-42e8-b17b-490f1ef02bb7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:36.637081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-abf1b891-f358-44d2-90f1-210ec4b977ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:53:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.639339 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee57df2b-3b5c-4064-9e1f-25cea245fc6c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.720059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-abf1b891-f358-44d2-90f1-210ec4b977ca None None] Set router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:36.785002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-abf1b891-f358-44d2-90f1-210ec4b977ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:29Z', 'revision_number': 11, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.823023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1b891-f358-44d2-90f1-210ec4b977ca None None] The sync data for ids ['8404bd6d-06e4-42e8-b17b-490f1ef02bb7'] in n-d-767704-23 is: [{'id': '8404bd6d-06e4-42e8-b17b-490f1ef02bb7', 'name': 'tempest-RoutersIpV6Test-router-609814707', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:14Z', 'updated_at': '2021-11-12T03:53:29Z', 'revision_number': 11, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:36.889487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1035-a000-4976-bea2-108aa4ac69af req-4792fa8e-b1cc-49e3-a5c5-c92dfb940dec tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:36.897567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1035-a000-4976-bea2-108aa4ac69af req-4792fa8e-b1cc-49e3-a5c5-c92dfb940dec tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:36.904763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1035-a000-4976-bea2-108aa4ac69af req-4792fa8e-b1cc-49e3-a5c5-c92dfb940dec tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:36.910706 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1035-a000-4976-bea2-108aa4ac69af req-4792fa8e-b1cc-49e3-a5c5-c92dfb940dec tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:36.921303 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1035-a000-4976-bea2-108aa4ac69af req-4792fa8e-b1cc-49e3-a5c5-c92dfb940dec tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:36.931975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1035-a000-4976-bea2-108aa4ac69af req-4792fa8e-b1cc-49e3-a5c5-c92dfb940dec tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:36.943122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1035-a000-4976-bea2-108aa4ac69af req-4792fa8e-b1cc-49e3-a5c5-c92dfb940dec tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:36.946324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f7d1035-a000-4976-bea2-108aa4ac69af req-4792fa8e-b1cc-49e3-a5c5-c92dfb940dec tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.1594210 Nov 12 03:53:37.006765 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee57df2b-3b5c-4064-9e1f-25cea245fc6c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.013326 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee57df2b-3b5c-4064-9e1f-25cea245fc6c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.102083 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f7d1035-a000-4976-bea2-108aa4ac69af req-42836519-34bf-4e3d-a15f-890eeca83dcf tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412163 Nov 12 03:53:37.232735 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a70d2-40be-4288-b420-07d473daff1c req-bb17c41a-0b17-47c2-996b-881bbb259db7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:37.238022 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a8a70d2-40be-4288-b420-07d473daff1c req-bb17c41a-0b17-47c2-996b-881bbb259db7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 945 time: 0.2016966 Nov 12 03:53:37.252684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4e6e6-b856-4b42-94fa-2581f4430187 req-c4d44389-c1cb-4e42-acb8-96e662c8d256 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:37.274537 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9d4e6e6-b856-4b42-94fa-2581f4430187 req-c4d44389-c1cb-4e42-acb8-96e662c8d256 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=973fdeb6-571f-4cee-a120-054cf9449f81 HTTP/1.1" status: 200 len: 1102 time: 0.1625285 Nov 12 03:53:37.285622 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee57df2b-3b5c-4064-9e1f-25cea245fc6c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.290882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee57df2b-3b5c-4064-9e1f-25cea245fc6c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Fanout notify agent at l3_agent the message router_deleted on router 8404bd6d-06e4-42e8-b17b-490f1ef02bb7 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:37.323994 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee57df2b-3b5c-4064-9e1f-25cea245fc6c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.331460 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ee57df2b-3b5c-4064-9e1f-25cea245fc6c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7 HTTP/1.1" status: 204 len: 168 time: 0.8253286 Nov 12 03:53:37.372654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39644) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.383551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-890d239b-1df5-451b-94fc-3f3cc73a6bbb tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-425790694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:37.548074 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.578691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1919d-dfdd-4ec5-bac2-a59d9a90d3c8 req-e13be2ea-0b37-4585-a130-71faa9c2b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:37.581585 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fb1919d-dfdd-4ec5-bac2-a59d9a90d3c8 req-e13be2ea-0b37-4585-a130-71faa9c2b708 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cfb3093149ef499a93e976a23a7fed80&device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 1098 time: 0.3030150 Nov 12 03:53:37.599554 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9d4e6e6-b856-4b42-94fa-2581f4430187 req-10d0f220-d277-4919-83b0-979234708ee1 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597861 Nov 12 03:53:37.617516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed5f4a-30c3-48af-becb-7d1f10fb312e req-942eef7e-237d-425a-9a32-059f02ea029c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:37.631114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4ed5f4a-30c3-48af-becb-7d1f10fb312e req-942eef7e-237d-425a-9a32-059f02ea029c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 946 time: 0.2241001 Nov 12 03:53:37.708971 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-890d239b-1df5-451b-94fc-3f3cc73a6bbb tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.717713 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-890d239b-1df5-451b-94fc-3f3cc73a6bbb tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.748370 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4a8a70d2-40be-4288-b420-07d473daff1c req-ac11a177-c235-48b5-bf76-6725c444bd78 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Deleting port e8511c1d-d09d-4ddf-958f-c9936fbf1559 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:37.752354 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a8a70d2-40be-4288-b420-07d473daff1c req-ac11a177-c235-48b5-bf76-6725c444bd78 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.923176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4ed5f4a-30c3-48af-becb-7d1f10fb312e req-068e9e55-c073-4d7a-9fe2-ddebf87cb90c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906508 Nov 12 03:53:37.948408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc536b1-1f79-40e5-89b2-2e392374aeb2 req-eff31bbc-6825-459a-8dc5-19d99e82597c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:37.961731 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2dc536b1-1f79-40e5-89b2-2e392374aeb2 req-eff31bbc-6825-459a-8dc5-19d99e82597c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 945 time: 0.1514554 Nov 12 03:53:37.996707 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4a8a70d2-40be-4288-b420-07d473daff1c req-ac11a177-c235-48b5-bf76-6725c444bd78 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] For port e8511c1d-d09d-4ddf-958f-c9936fbf1559, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e8511c1d-d09d-4ddf-958f-c9936fbf1559,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:37.998994 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a8a70d2-40be-4288-b420-07d473daff1c req-ac11a177-c235-48b5-bf76-6725c444bd78 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.088072 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-890d239b-1df5-451b-94fc-3f3cc73a6bbb tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.090222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1919d-dfdd-4ec5-bac2-a59d9a90d3c8 req-9ba12191-fbc7-4eec-bc9a-460c82593082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.092442 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fb1919d-dfdd-4ec5-bac2-a59d9a90d3c8 req-9ba12191-fbc7-4eec-bc9a-460c82593082 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113 HTTP/1.1" status: 200 len: 915 time: 0.4579430 Nov 12 03:53:38.100022 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2dc536b1-1f79-40e5-89b2-2e392374aeb2 req-68d19852-223f-4499-816d-20c6679c5536 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346622 Nov 12 03:53:38.103041 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4a8a70d2-40be-4288-b420-07d473daff1c req-ac11a177-c235-48b5-bf76-6725c444bd78 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Calling delete_port for e8511c1d-d09d-4ddf-958f-c9936fbf1559 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:38.132765 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-34759874-22a5-4297-be60-3909e431d057 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=49d7ddfa04a24fe099a0514b83b43fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5822861 Nov 12 03:53:38.139655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39660) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:38.246295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fb1919d-dfdd-4ec5-bac2-a59d9a90d3c8 req-449f4609-6f3f-4a78-9aff-6f5079a25190 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d074a011-9f7b-4e40-8fcb-cce759ec59f2 HTTP/1.1" status: 200 len: 217 time: 0.1214855 Nov 12 03:53:38.256360 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-890d239b-1df5-451b-94fc-3f3cc73a6bbb tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.365301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d12d3a-bad8-4f1f-bb97-d0adc9d5ffa4 req-9f048606-ac10-494e-864a-ce70e972a4a3 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.375711 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1d12d3a-bad8-4f1f-bb97-d0adc9d5ffa4 req-9f048606-ac10-494e-864a-ce70e972a4a3 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 1102 time: 0.1339645 Nov 12 03:53:38.381316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1919d-dfdd-4ec5-bac2-a59d9a90d3c8 req-cd42dc89-1c0f-48d2-ba87-655219f22f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.385501 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fb1919d-dfdd-4ec5-bac2-a59d9a90d3c8 req-cd42dc89-1c0f-48d2-ba87-655219f22f2a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4f71acc8-7821-4021-9e15-32fcc25b3f82 HTTP/1.1" status: 200 len: 853 time: 0.1211424 Nov 12 03:53:38.444419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fb1919d-dfdd-4ec5-bac2-a59d9a90d3c8 req-66a47062-53bf-4201-8cda-0e861cf9d022 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505600 Nov 12 03:53:38.450058 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-890d239b-1df5-451b-94fc-3f3cc73a6bbb tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.453956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-890d239b-1df5-451b-94fc-3f3cc73a6bbb tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0771806 Nov 12 03:53:38.459696 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39662) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:38.470751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-402b6a57-eee7-40c1-b706-8dd8e878e2d8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:38.497305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83c551-20e7-47f6-829f-bb9674598969 req-edcdb220-53da-4cc0-8a2d-886d306126b5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.510388 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83c551-20e7-47f6-829f-bb9674598969 req-edcdb220-53da-4cc0-8a2d-886d306126b5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.520471 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83c551-20e7-47f6-829f-bb9674598969 req-edcdb220-53da-4cc0-8a2d-886d306126b5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.528490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83c551-20e7-47f6-829f-bb9674598969 req-edcdb220-53da-4cc0-8a2d-886d306126b5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.535308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83c551-20e7-47f6-829f-bb9674598969 req-edcdb220-53da-4cc0-8a2d-886d306126b5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.543872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83c551-20e7-47f6-829f-bb9674598969 req-edcdb220-53da-4cc0-8a2d-886d306126b5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.557856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83c551-20e7-47f6-829f-bb9674598969 req-edcdb220-53da-4cc0-8a2d-886d306126b5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.565531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1d12d3a-bad8-4f1f-bb97-d0adc9d5ffa4 req-b4470768-e578-4b3e-a05a-755ae92adc95 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883688 Nov 12 03:53:38.570825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ab83c551-20e7-47f6-829f-bb9674598969 req-edcdb220-53da-4cc0-8a2d-886d306126b5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5428 time: 0.2871456 Nov 12 03:53:38.640844 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fb1919d-dfdd-4ec5-bac2-a59d9a90d3c8 req-c6f1b2cb-238f-4c47-80ee-5b5ade696694 service neutron] 10.222.0.25 "GET /v2.0/networks/b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821091 Nov 12 03:53:38.660112 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f42c6ef-5152-4daf-be89-e89a7fa0622a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.727401 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f42c6ef-5152-4daf-be89-e89a7fa0622a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.872956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fb1919d-dfdd-4ec5-bac2-a59d9a90d3c8 req-fcdd857a-4aed-4dd1-bc92-49799ea6d6a0 service neutron] 10.222.0.25 "GET /v2.0/networks/b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214441 Nov 12 03:53:39.217698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d3160-2ed7-46b5-9a70-742113ca8e78 req-e21931f8-9beb-4bc2-bfec-7222d0b0b59d tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:39.225505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-680d3160-2ed7-46b5-9a70-742113ca8e78 req-e21931f8-9beb-4bc2-bfec-7222d0b0b59d tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 946 time: 0.1258891 Nov 12 03:53:39.323109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-680d3160-2ed7-46b5-9a70-742113ca8e78 req-fb24f05d-95fd-4302-9741-9142dd0b9fe2 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933058 Nov 12 03:53:39.532203 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ab83c551-20e7-47f6-829f-bb9674598969 req-4f1ba6ca-1d18-44a7-8646-401ba5d17797 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9602880 Nov 12 03:53:39.535056 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a8a70d2-40be-4288-b420-07d473daff1c req-ac11a177-c235-48b5-bf76-6725c444bd78 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.552600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['87c3f9bc-bb6d-47b6-9f58-287abf83e603'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:39.603648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11a177-c235-48b5-bf76-6725c444bd78 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Pushing event deleted for resources: {'Port': ['ID=e8511c1d-d09d-4ddf-958f-c9936fbf1559,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:39.634839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['477eb4e1-30bb-447f-9cd0-4e662562b001', 'e8511c1d-d09d-4ddf-958f-c9936fbf1559'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:39.746397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8a70d2-40be-4288-b420-07d473daff1c req-ac11a177-c235-48b5-bf76-6725c444bd78 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] No DVR routers for this DVR port e8511c1d-d09d-4ddf-958f-c9936fbf1559 on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:39.750091 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-402b6a57-eee7-40c1-b706-8dd8e878e2d8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.754396 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a8a70d2-40be-4288-b420-07d473daff1c req-ac11a177-c235-48b5-bf76-6725c444bd78 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.757920 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a8a70d2-40be-4288-b420-07d473daff1c req-ac11a177-c235-48b5-bf76-6725c444bd78 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "DELETE /v2.0/ports/e8511c1d-d09d-4ddf-958f-c9936fbf1559 HTTP/1.1" status: 204 len: 173 time: 2.4747972 Nov 12 03:53:39.758535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f167b21f-a1d1-455e-90fd-ad75b9a14850', 'name': 'network-vif-deleted', 'tag': 'e8511c1d-d09d-4ddf-958f-c9936fbf1559'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:39.761101 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ebd9ba-2225-45f1-b9b3-12b38cf721d1" -d '{"events": [{"server_uuid": "f167b21f-a1d1-455e-90fd-ad75b9a14850", "name": "network-vif-deleted", "tag": "e8511c1d-d09d-4ddf-958f-c9936fbf1559"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:39.811035 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-bb7e103c-b7fe-46d6-b8e2-c86f2fdec517 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969176 Nov 12 03:53:39.887660 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79480d47-a974-4c0a-bc89-2cfe91fd27d1 req-d344799a-3d2e-4981-8266-7282d002adf1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=f167b21f-a1d1-455e-90fd-ad75b9a14850 HTTP/1.1" status: 200 len: 210 time: 0.0976675 Nov 12 03:53:39.889902 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f42c6ef-5152-4daf-be89-e89a7fa0622a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.894805 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f42c6ef-5152-4daf-be89-e89a7fa0622a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.896699 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6f42c6ef-5152-4daf-be89-e89a7fa0622a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/70ae02e7-eacb-45eb-bc5b-df25cc7c036c HTTP/1.1" status: 204 len: 168 time: 1.7536976 Nov 12 03:53:39.949308 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-402b6a57-eee7-40c1-b706-8dd8e878e2d8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.951885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42c6ef-5152-4daf-be89-e89a7fa0622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ae02e7-eacb-45eb-bc5b-df25cc7c036c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:40.255164 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-e4cfd059-f659-47e2-8dc1-f07608b896b3 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:40.263904 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-e4cfd059-f659-47e2-8dc1-f07608b896b3 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4505723 Nov 12 03:53:40.288348 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-c6741b45-28be-4ab4-a7fc-c448fb07e616 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/quotas/9880da1ff4024a32b6fc37ffaf7c19a7 HTTP/1.1" status: 200 len: 375 time: 0.0230832 Nov 12 03:53:40.356858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402b6a57-eee7-40c1-b706-8dd8e878e2d8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Router d955fbe6-1ba8-424a-9861-7f950186eb1e is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:40.508977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-4ca8d4c9-2dcc-460b-b2fb-70e0ff77e05c tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2185576 Nov 12 03:53:40.553586 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402b6a57-eee7-40c1-b706-8dd8e878e2d8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:40.584210 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913e01e0-e33e-4d7b-b855-c702fa81b4e0 None None] Sync routers for ids ['d955fbe6-1ba8-424a-9861-7f950186eb1e'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:40.584756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-402b6a57-eee7-40c1-b706-8dd8e878e2d8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.584756 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-402b6a57-eee7-40c1-b706-8dd8e878e2d8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "PUT /v2.0/routers/d955fbe6-1ba8-424a-9861-7f950186eb1e HTTP/1.1" status: 200 len: 697 time: 2.1170340 Nov 12 03:53:40.586933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:40.621655 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913e01e0-e33e-4d7b-b855-c702fa81b4e0 None None] Routers {'d955fbe6-1ba8-424a-9861-7f950186eb1e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:40.626784 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-913e01e0-e33e-4d7b-b855-c702fa81b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:53:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d955fbe6-1ba8-424a-9861-7f950186eb1e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:40.640746 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a5ef0a-cc94-4539-bf3b-06ba74716fc0 x-openstack-request-id: req-e9a5ef0a-cc94-4539-bf3b-06ba74716fc0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:40.641053 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f167b21f-a1d1-455e-90fd-ad75b9a14850", "name": "network-vif-deleted", "tag": "e8511c1d-d09d-4ddf-958f-c9936fbf1559", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:40.641276 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e9a5ef0a-cc94-4539-bf3b-06ba74716fc0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:40.641689 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f167b21f-a1d1-455e-90fd-ad75b9a14850', 'name': 'network-vif-deleted', 'tag': 'e8511c1d-d09d-4ddf-958f-c9936fbf1559', 'status': 'completed', 'code': 200} Nov 12 03:53:40.642034 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c216df0e-a06d-4a82-b518-4e60e4a0bf5d details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:40.776910 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-913e01e0-e33e-4d7b-b855-c702fa81b4e0 None None] Set router d955fbe6-1ba8-424a-9861-7f950186eb1e gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:40.823471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4ef02434-1c3d-4c86-9f39-230e85482a1a tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/routers/d955fbe6-1ba8-424a-9861-7f950186eb1e HTTP/1.1" status: 200 len: 703 time: 0.2307465 Nov 12 03:53:40.824420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39710) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:40.878787 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-913e01e0-e33e-4d7b-b855-c702fa81b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd955fbe6-1ba8-424a-9861-7f950186eb1e', 'name': 'tempest-RoutersIpV6Test-router-425790694', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:39Z', 'revision_number': 2, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:40.920058 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a193ff36-7fc1-4f54-b120-f302ab616ffa tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports?device_id=d955fbe6-1ba8-424a-9861-7f950186eb1e HTTP/1.1" status: 200 len: 205 time: 0.0933444 Nov 12 03:53:40.923765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:40.927270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c216df0e-a06d-4a82-b518-4e60e4a0bf5d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c216df0e-a06d-4a82-b518-4e60e4a0bf5d,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:40.964778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'c216df0e-a06d-4a82-b518-4e60e4a0bf5d', 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16', 'port_id': 'c216df0e-a06d-4a82-b518-4e60e4a0bf5d', 'mac_address': 'fa:16:3e:e6:6f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b57c92-a167-49a6-a57e-e6af7a4d14c1', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:40.984778 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193886-9b6c-487d-8ca8-2775332013ed req-f43cfdde-4a66-49a3-90b0-c98d64224f00 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:40.999138 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913e01e0-e33e-4d7b-b855-c702fa81b4e0 None None] Checking router: d955fbe6-1ba8-424a-9861-7f950186eb1e for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:41.002413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b1193886-9b6c-487d-8ca8-2775332013ed req-f43cfdde-4a66-49a3-90b0-c98d64224f00 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 946 time: 0.2266438 Nov 12 03:53:41.034640 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913e01e0-e33e-4d7b-b855-c702fa81b4e0 None None] Routers {'d955fbe6-1ba8-424a-9861-7f950186eb1e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:41.035633 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-913e01e0-e33e-4d7b-b855-c702fa81b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:53:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d955fbe6-1ba8-424a-9861-7f950186eb1e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:41.112185 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.178092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c216df0e-a06d-4a82-b518-4e60e4a0bf5d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:41.229736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c216df0e-a06d-4a82-b518-4e60e4a0bf5d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c216df0e-a06d-4a82-b518-4e60e4a0bf5d,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:41.241942 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-913e01e0-e33e-4d7b-b855-c702fa81b4e0 None None] Set router d955fbe6-1ba8-424a-9861-7f950186eb1e gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:41.269341 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b1193886-9b6c-487d-8ca8-2775332013ed req-60296bbc-974b-4357-992e-1e1647ee853a tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609115 Nov 12 03:53:41.344972 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.347227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 327a44ac-df49-4117-8e60-7556b7bf7dff details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:41.425498 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5509d10c-f96a-4f11-a2c2-b2e1258c922c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.530416 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=c216df0e-a06d-4a82-b518-4e60e4a0bf5d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:41.686529 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-913e01e0-e33e-4d7b-b855-c702fa81b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd955fbe6-1ba8-424a-9861-7f950186eb1e', 'name': 'tempest-RoutersIpV6Test-router-425790694', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:39Z', 'revision_number': 2, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:41.768549 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913e01e0-e33e-4d7b-b855-c702fa81b4e0 None None] The sync data for ids ['d955fbe6-1ba8-424a-9861-7f950186eb1e'] in n-d-767704-23 is: [{'id': 'd955fbe6-1ba8-424a-9861-7f950186eb1e', 'name': 'tempest-RoutersIpV6Test-router-425790694', 'tenant_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:39Z', 'revision_number': 2, 'project_id': '74cd10e7b7ed4dabb8a324ff4649c18b', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:41.958026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0e7f8-3025-4c35-8552-f0297a7f96b7 req-0fd5e115-e156-4018-b265-53580eef1ac8 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:41.975429 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 327a44ac-df49-4117-8e60-7556b7bf7dff, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=327a44ac-df49-4117-8e60-7556b7bf7dff,segment=NetworkSegment(9a164f61-dc56-4e51-ab15-0b6f5ae97934),segment_id=9a164f61-dc56-4e51-ab15-0b6f5ae97934)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:41.983714 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0e7f8-3025-4c35-8552-f0297a7f96b7 req-0fd5e115-e156-4018-b265-53580eef1ac8 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:42.010551 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0e7f8-3025-4c35-8552-f0297a7f96b7 req-0fd5e115-e156-4018-b265-53580eef1ac8 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:42.021565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '327a44ac-df49-4117-8e60-7556b7bf7dff', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'port_id': '327a44ac-df49-4117-8e60-7556b7bf7dff', 'mac_address': 'fa:16:3e:a3:07:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:42.025971 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e8511c1d-d09d-4ddf-958f-c9936fbf1559 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:42.035714 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0e7f8-3025-4c35-8552-f0297a7f96b7 req-0fd5e115-e156-4018-b265-53580eef1ac8 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:42.055044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0e7f8-3025-4c35-8552-f0297a7f96b7 req-0fd5e115-e156-4018-b265-53580eef1ac8 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:42.073942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0e7f8-3025-4c35-8552-f0297a7f96b7 req-0fd5e115-e156-4018-b265-53580eef1ac8 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:42.103450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0e7f8-3025-4c35-8552-f0297a7f96b7 req-0fd5e115-e156-4018-b265-53580eef1ac8 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:42.122906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5509d10c-f96a-4f11-a2c2-b2e1258c922c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.126625 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5509d10c-f96a-4f11-a2c2-b2e1258c922c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.134441 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60d0e7f8-3025-4c35-8552-f0297a7f96b7 req-0fd5e115-e156-4018-b265-53580eef1ac8 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5429 time: 0.3475497 Nov 12 03:53:42.146953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: e8511c1d-d09d-4ddf-958f-c9936fbf1559 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:42.147646 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e8511c1d-d09d-4ddf-958f-c9936fbf1559 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:42.374161 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.435858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327a44ac-df49-4117-8e60-7556b7bf7dff {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:42.528059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 327a44ac-df49-4117-8e60-7556b7bf7dff, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=327a44ac-df49-4117-8e60-7556b7bf7dff,segment=NetworkSegment(9a164f61-dc56-4e51-ab15-0b6f5ae97934),segment_id=9a164f61-dc56-4e51-ab15-0b6f5ae97934)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:42.536298 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60d0e7f8-3025-4c35-8552-f0297a7f96b7 req-44960cca-2c2a-487e-8d5f-3c55035884ca tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3908272 Nov 12 03:53:42.553983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39750) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:42.563236 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5509d10c-f96a-4f11-a2c2-b2e1258c922c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.564756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5509d10c-f96a-4f11-a2c2-b2e1258c922c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Fanout notify agent at l3_agent the message router_deleted on router d955fbe6-1ba8-424a-9861-7f950186eb1e {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:42.580416 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.582088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 65dd34f2-9576-4b91-9a20-1f613428e547 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:42.617782 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5509d10c-f96a-4f11-a2c2-b2e1258c922c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.626123 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5509d10c-f96a-4f11-a2c2-b2e1258c922c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/routers/d955fbe6-1ba8-424a-9861-7f950186eb1e HTTP/1.1" status: 204 len: 168 time: 1.7001207 Nov 12 03:53:42.633504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39756) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:42.752276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-93983b3a-5e27-4fd8-b9f4-2504f320ae3f tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports?device_id=d955fbe6-1ba8-424a-9861-7f950186eb1e HTTP/1.1" status: 200 len: 205 time: 0.1122890 Nov 12 03:53:42.753598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39758) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:42.876890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 65dd34f2-9576-4b91-9a20-1f613428e547, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=65dd34f2-9576-4b91-9a20-1f613428e547,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:42.882930 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-2d3382b7-6fe3-4761-9b63-351983473092 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] delete failed (client error): The resource could not be found. Nov 12 03:53:42.883623 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2d3382b7-6fe3-4761-9b63-351983473092 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/routers/d955fbe6-1ba8-424a-9861-7f950186eb1e HTTP/1.1" status: 404 len: 336 time: 0.1288054 Nov 12 03:53:42.888713 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39762) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:42.893557 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c273d4ed-e18c-4024-9f08-07cfe9716dfd tempest-ServiceProvidersTest-1712582143 tempest-ServiceProvidersTest-1712582143-project] 10.222.0.105 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3383780 Nov 12 03:53:42.901309 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=327a44ac-df49-4117-8e60-7556b7bf7dff,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:42.907183 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '65dd34f2-9576-4b91-9a20-1f613428e547', 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16', 'port_id': '65dd34f2-9576-4b91-9a20-1f613428e547', 'mac_address': 'fa:16:3e:d6:36:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b57c92-a167-49a6-a57e-e6af7a4d14c1', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:42.979511 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-85efc648-5071-4271-a890-e915d8dbe640 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] DELETE failed (client error): The resource could not be found. Nov 12 03:53:42.980278 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85efc648-5071-4271-a890-e915d8dbe640 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:53:42.989439 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-85efc648-5071-4271-a890-e915d8dbe640 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/878db037-f274-4677-82f5-59df70f95eaf HTTP/1.1" status: 404 len: 337 time: 0.0956862 Nov 12 03:53:42.990100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39766) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:43.013618 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.046054 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65dd34f2-9576-4b91-9a20-1f613428e547 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:43.088372 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5649434f-1b46-4c8d-929c-ab429064cac4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] DELETE failed (client error): The resource could not be found. Nov 12 03:53:43.088888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5649434f-1b46-4c8d-929c-ab429064cac4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:53:43.090683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 65dd34f2-9576-4b91-9a20-1f613428e547, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=65dd34f2-9576-4b91-9a20-1f613428e547,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:43.094012 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5649434f-1b46-4c8d-929c-ab429064cac4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/3e0fcc4e-a26c-4d43-a073-4b6cbe533508 HTTP/1.1" status: 404 len: 337 time: 0.1023688 Nov 12 03:53:43.097526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:43.168889 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.170816 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device af05b72b-577d-441d-95b0-4cded6867c54 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:43.205968 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ba4bd0-38c9-4722-b2a9-3213216f7464 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] DELETE failed (client error): The resource could not be found. Nov 12 03:53:43.208164 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ba4bd0-38c9-4722-b2a9-3213216f7464 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:53:43.215616 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-56ba4bd0-38c9-4722-b2a9-3213216f7464 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/b741f1e0-9df8-4497-af86-cc37d2465a71 HTTP/1.1" status: 404 len: 337 time: 0.1166060 Nov 12 03:53:43.218080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39776) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:43.262573 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20097d1-8e38-4887-a6ba-842498adc8f8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] DELETE failed (client error): The resource could not be found. Nov 12 03:53:43.264105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20097d1-8e38-4887-a6ba-842498adc8f8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:53:43.273490 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b20097d1-8e38-4887-a6ba-842498adc8f8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/837c45f7-d0af-4e14-b465-e37c69ba3454 HTTP/1.1" status: 404 len: 337 time: 0.0539141 Nov 12 03:53:43.276229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:43.307412 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port af05b72b-577d-441d-95b0-4cded6867c54, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=af05b72b-577d-441d-95b0-4cded6867c54,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:43.338258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'af05b72b-577d-441d-95b0-4cded6867c54', 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16', 'port_id': 'af05b72b-577d-441d-95b0-4cded6867c54', 'mac_address': 'fa:16:3e:a5:0f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b57c92-a167-49a6-a57e-e6af7a4d14c1', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:43.356274 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cbe79509-8e0d-47ed-abbf-6e1de9d1cef6 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports?device_id=8404bd6d-06e4-42e8-b17b-490f1ef02bb7 HTTP/1.1" status: 200 len: 205 time: 0.0781295 Nov 12 03:53:43.359291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:43.532347 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-ef634eae-a0ec-43c1-8075-b8215c26dbd4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] delete failed (client error): The resource could not be found. Nov 12 03:53:43.533402 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ef634eae-a0ec-43c1-8075-b8215c26dbd4 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/routers/8404bd6d-06e4-42e8-b17b-490f1ef02bb7 HTTP/1.1" status: 404 len: 336 time: 0.1724272 Nov 12 03:53:43.537255 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39790) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:43.548458 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.596703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af05b72b-577d-441d-95b0-4cded6867c54 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:43.628089 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-990c35cf-db30-4f76-be7e-debc17aa5969 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports?device_id=3ec515d1-66e6-4109-9de2-258bdb20a25e HTTP/1.1" status: 200 len: 205 time: 0.0889575 Nov 12 03:53:43.648850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:43.650157 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port af05b72b-577d-441d-95b0-4cded6867c54, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=af05b72b-577d-441d-95b0-4cded6867c54,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:43.655783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93d565b3-3ee2-4694-bf8d-ef7fee69bd47 req-079e0486-2a63-443d-863a-cebb25f119b9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 210 time: 0.1497691 Nov 12 03:53:43.693441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=65dd34f2-9576-4b91-9a20-1f613428e547,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:43.758172 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-dbf4a5a5-5cbc-42c9-8b57-5c2d4532592d tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] delete failed (client error): The resource could not be found. Nov 12 03:53:43.759753 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dbf4a5a5-5cbc-42c9-8b57-5c2d4532592d tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/routers/3ec515d1-66e6-4109-9de2-258bdb20a25e HTTP/1.1" status: 404 len: 336 time: 0.1085837 Nov 12 03:53:43.763389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39800) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:43.780341 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.781535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:43.799529 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ce5d0-0fe8-40ad-9800-7c2ecb4702c3 req-6ad04935-209c-4f0d-9966-2468c0c2b5fc tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:43.803616 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f26ce5d0-0fe8-40ad-9800-7c2ecb4702c3 req-6ad04935-209c-4f0d-9966-2468c0c2b5fc tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 945 time: 0.1884811 Nov 12 03:53:43.850538 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b10e92-8824-4209-857e-eb7395008669 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] DELETE failed (client error): The resource could not be found. Nov 12 03:53:43.851582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b10e92-8824-4209-857e-eb7395008669 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:53:43.856162 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d0b10e92-8824-4209-857e-eb7395008669 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/d9f72e00-5327-45d2-a2ab-c8f1d8ef88a9 HTTP/1.1" status: 404 len: 337 time: 0.0914202 Nov 12 03:53:43.860861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39802) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:43.914398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f26ce5d0-0fe8-40ad-9800-7c2ecb4702c3 req-8b32cd67-b15f-4cef-b8bd-7fa0c40193e4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019855 Nov 12 03:53:43.936745 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f751c9a9-63cc-40be-b5c5-39350d427590 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports?device_id=6b2773b4-b6de-4756-8b0a-495b8118b578 HTTP/1.1" status: 200 len: 205 time: 0.0732820 Nov 12 03:53:43.940008 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39804) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:43.987955 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=af05b72b-577d-441d-95b0-4cded6867c54,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:44.028267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da80fb-755e-474b-80b2-ef25f92f941c req-789d23b1-c292-43f9-a2ea-3b51d9887abb tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:44.036544 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d1da80fb-755e-474b-80b2-ef25f92f941c req-789d23b1-c292-43f9-a2ea-3b51d9887abb tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 946 time: 0.1947448 Nov 12 03:53:44.037435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:44.049620 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:44.115869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'aef6a29c-7ae4-4ad7-8d39-d13863b97ab3', 'network_id': '5fcaf1d4-712a-452d-bc98-57b9d1128b16', 'port_id': 'aef6a29c-7ae4-4ad7-8d39-d13863b97ab3', 'mac_address': 'fa:16:3e:3c:df:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b57c92-a167-49a6-a57e-e6af7a4d14c1', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:44.152483 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-f4fdd0ec-11f1-4985-b72b-c03176646a09 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] delete failed (client error): The resource could not be found. Nov 12 03:53:44.153536 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f4fdd0ec-11f1-4985-b72b-c03176646a09 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/routers/6b2773b4-b6de-4756-8b0a-495b8118b578 HTTP/1.1" status: 404 len: 336 time: 0.2120826 Nov 12 03:53:44.157085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:44.225275 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d1da80fb-755e-474b-80b2-ef25f92f941c req-1f9686c2-3e43-4dcc-97fd-3b88cfaaf13e tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643193 Nov 12 03:53:44.272074 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.313749 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1e6ebd2d-2ed5-405b-b277-67de672075d2 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports?device_id=25257097-0edd-42f1-9c92-1806804f8cc0 HTTP/1.1" status: 200 len: 205 time: 0.1551354 Nov 12 03:53:44.320460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39816) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:44.325246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:44.378679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:44.400433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957594a8-0baa-420b-b1be-b0ba9be8247c req-643a377e-89cc-4995-b65e-8a4100128ec4 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:44.408400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957594a8-0baa-420b-b1be-b0ba9be8247c req-643a377e-89cc-4995-b65e-8a4100128ec4 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:44.423485 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957594a8-0baa-420b-b1be-b0ba9be8247c req-643a377e-89cc-4995-b65e-8a4100128ec4 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:44.437791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957594a8-0baa-420b-b1be-b0ba9be8247c req-643a377e-89cc-4995-b65e-8a4100128ec4 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:44.453373 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957594a8-0baa-420b-b1be-b0ba9be8247c req-643a377e-89cc-4995-b65e-8a4100128ec4 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:44.459008 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-8a527208-9b2d-4545-95ac-3d582f01761b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] delete failed (client error): The resource could not be found. Nov 12 03:53:44.464357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8a527208-9b2d-4545-95ac-3d582f01761b tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/routers/25257097-0edd-42f1-9c92-1806804f8cc0 HTTP/1.1" status: 404 len: 336 time: 0.1388714 Nov 12 03:53:44.466459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39822) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:44.469715 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-806eb1e5-5286-4c65-997d-14bef8aa6c2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.474019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957594a8-0baa-420b-b1be-b0ba9be8247c req-643a377e-89cc-4995-b65e-8a4100128ec4 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:44.495619 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957594a8-0baa-420b-b1be-b0ba9be8247c req-643a377e-89cc-4995-b65e-8a4100128ec4 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:44.499665 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-957594a8-0baa-420b-b1be-b0ba9be8247c req-643a377e-89cc-4995-b65e-8a4100128ec4 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5432 time: 0.3033211 Nov 12 03:53:44.506841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0227624-0170-4646-9d4c-191b06fb133d req-8f0ecb35-d259-4866-9b19-860978559e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:44.509214 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0227624-0170-4646-9d4c-191b06fb133d req-8f0ecb35-d259-4866-9b19-860978559e84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 1098 time: 0.2449229 Nov 12 03:53:44.523356 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.594981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:44.626389 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e42527-ca81-4145-afc5-cdc58c604002 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] DELETE failed (client error): The resource could not be found. Nov 12 03:53:44.627017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e42527-ca81-4145-afc5-cdc58c604002 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:53:44.637189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c7e42527-ca81-4145-afc5-cdc58c604002 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/70ce5b6a-cce5-4f47-81da-8657cb65c124 HTTP/1.1" status: 404 len: 337 time: 0.1563494 Nov 12 03:53:44.640392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39824) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:44.719321 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-957594a8-0baa-420b-b1be-b0ba9be8247c req-2c6d76ab-90f0-4cbb-b5ea-5f7dc942fb24 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2022543 Nov 12 03:53:44.732844 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-00ec1725-9964-49f7-98d9-fd68c3b8f9b8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports?device_id=16612393-f96c-41f2-9bd3-6d590a2c03b5 HTTP/1.1" status: 200 len: 205 time: 0.0906227 Nov 12 03:53:44.779202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39828) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:44.892780 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-19b6eafd-9939-44e7-b696-65d5f9e8d991 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] delete failed (client error): The resource could not be found. Nov 12 03:53:44.894227 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-19b6eafd-9939-44e7-b696-65d5f9e8d991 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/routers/16612393-f96c-41f2-9bd3-6d590a2c03b5 HTTP/1.1" status: 404 len: 336 time: 0.0896084 Nov 12 03:53:44.901150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39830) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:44.912580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:44.964521 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be9a1d1-6e5e-43af-ab3b-d29e39e458b8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] DELETE failed (client error): The resource could not be found. Nov 12 03:53:44.965181 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be9a1d1-6e5e-43af-ab3b-d29e39e458b8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:53:44.971247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b4fa9e0-f169-463c-9b25-014e1f395540 req-0013f7ea-b11c-4719-82be-35a0c54fcf78 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 210 time: 0.0878177 Nov 12 03:53:44.973868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4be9a1d1-6e5e-43af-ab3b-d29e39e458b8 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/39b38249-cd1d-4285-b32f-de3b50ec0f66 HTTP/1.1" status: 404 len: 337 time: 0.0683255 Nov 12 03:53:44.974056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39834) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:44.980107 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0227624-0170-4646-9d4c-191b06fb133d req-65c757d6-d110-4efd-ba18-c1314a411208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:44.981884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0227624-0170-4646-9d4c-191b06fb133d req-65c757d6-d110-4efd-ba18-c1314a411208 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.2978969 Nov 12 03:53:45.029629 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-81e947db-59dc-4145-9077-175ea083216c tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "GET /v2.0/ports?device_id=7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51 HTTP/1.1" status: 200 len: 205 time: 0.0508008 Nov 12 03:53:45.031080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39836) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:45.081329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:45.082099 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-c1c2e506-845c-46e7-ab62-734b5977f169 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] delete failed (client error): The resource could not be found. Nov 12 03:53:45.083062 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c1c2e506-845c-46e7-ab62-734b5977f169 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/routers/7b8eb1ac-56e6-4e68-a8d1-969f8abc3b51 HTTP/1.1" status: 404 len: 336 time: 0.0508664 Nov 12 03:53:45.089354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:45.109452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-806eb1e5-5286-4c65-997d-14bef8aa6c2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.149498 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-154ac153-6b0d-40c8-90ef-b20260f5cdd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] DELETE failed (client error): The resource could not be found. Nov 12 03:53:45.149978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154ac153-6b0d-40c8-90ef-b20260f5cdd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:53:45.153317 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-154ac153-6b0d-40c8-90ef-b20260f5cdd5 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/809c723a-34cc-4e93-932d-ceec125c5617 HTTP/1.1" status: 404 len: 337 time: 0.0624225 Nov 12 03:53:45.156371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:45.159155 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '3fbdd3b0-4b34-43f5-b2c9-257e452b1b73', 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1', 'port_id': '3fbdd3b0-4b34-43f5-b2c9-257e452b1b73', 'mac_address': 'fa:16:3e:ce:10:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fc4cd6-c8a6-447a-8407-e8815c6d2dbc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:45.189055 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0227624-0170-4646-9d4c-191b06fb133d req-3596e6ab-be6d-4185-a96f-a1dadf81d913 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 HTTP/1.1" status: 200 len: 1000 time: 0.1896577 Nov 12 03:53:45.190822 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-512928b0-6dd5-48dc-a0d4-0112363f7130 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] DELETE failed (client error): The resource could not be found. Nov 12 03:53:45.191032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512928b0-6dd5-48dc-a0d4-0112363f7130 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:53:45.194518 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-512928b0-6dd5-48dc-a0d4-0112363f7130 tempest-RoutersIpV6Test-442261035 tempest-RoutersIpV6Test-442261035-project] 10.222.0.105 "DELETE /v2.0/subnets/2e0ad94d-b5d3-4d5d-9061-a1e4b1c0651d HTTP/1.1" status: 404 len: 337 time: 0.0368536 Nov 12 03:53:45.196267 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-806eb1e5-5286-4c65-997d-14bef8aa6c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.376704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0227624-0170-4646-9d4c-191b06fb133d req-e7cf31f3-60a0-4611-9b68-17e087bcd3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:45.378399 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0227624-0170-4646-9d4c-191b06fb133d req-e7cf31f3-60a0-4611-9b68-17e087bcd3e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.1699278 Nov 12 03:53:45.404189 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.416712 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db967c5-74f7-4a66-8bbc-1f33aee64950 req-c805f723-8e46-4b74-911f-f6b5a1733df8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:45.424717 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4db967c5-74f7-4a66-8bbc-1f33aee64950 req-c805f723-8e46-4b74-911f-f6b5a1733df8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 945 time: 0.4131248 Nov 12 03:53:45.438150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:45.495255 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:45.509483 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c216df0e-a06d-4a82-b518-4e60e4a0bf5d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:45.516535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['65dd34f2-9576-4b91-9a20-1f613428e547'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:45.520367 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['af05b72b-577d-441d-95b0-4cded6867c54'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:45.526558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['327a44ac-df49-4117-8e60-7556b7bf7dff'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:45.622424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0227624-0170-4646-9d4c-191b06fb133d req-632fbdf2-cb63-4572-9bd9-bb508c5040d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:45.627288 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0227624-0170-4646-9d4c-191b06fb133d req-632fbdf2-cb63-4572-9bd9-bb508c5040d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1997423 Nov 12 03:53:45.644903 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4db967c5-74f7-4a66-8bbc-1f33aee64950 req-9bcb969e-e5f4-4793-be1c-15e80ad253f3 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925604 Nov 12 03:53:45.827147 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806eb1e5-5286-4c65-997d-14bef8aa6c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554c307e-a75b-44ef-8114-384bbb3de17e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:45.907066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['aef6a29c-7ae4-4ad7-8d39-d13863b97ab3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:46.025974 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-806eb1e5-5286-4c65-997d-14bef8aa6c2f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=edfdce603fb84e0490ca221658d0a77e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9793639 Nov 12 03:53:46.031065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:46.047920 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.054729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5cb53073-5de0-4fba-8299-d6178683e9c8 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:46.105297 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0227624-0170-4646-9d4c-191b06fb133d req-746bed2e-e3d9-49d8-a011-146f7f15ee6c service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559023 Nov 12 03:53:46.111177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4594e5b-ec5f-45dc-b880-cedeae8f53be req-eaf210b2-db00-44be-a896-4c6416394727 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.113926 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4594e5b-ec5f-45dc-b880-cedeae8f53be req-eaf210b2-db00-44be-a896-4c6416394727 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.25 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 945 time: 0.2897923 Nov 12 03:53:46.129173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2229b8-b23b-4d61-8cfd-8c5ed8fcce02 req-1872d843-000c-45dd-9fd8-fa8bd43e62ef tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.131878 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb2229b8-b23b-4d61-8cfd-8c5ed8fcce02 req-1872d843-000c-45dd-9fd8-fa8bd43e62ef tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 946 time: 0.3182423 Nov 12 03:53:46.316309 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:46.331334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f0a91-7d73-4ac4-8b65-11f2e0939164 req-37692e8b-e586-4ab5-89d2-96077f724189 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.334122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-297f0a91-7d73-4ac4-8b65-11f2e0939164 req-37692e8b-e586-4ab5-89d2-96077f724189 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.25 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 946 time: 0.5149097 Nov 12 03:53:46.561112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa2c26-a090-4281-afee-2a29a7e3e66a req-f5e5fb87-47af-4b24-9f77-c894b91cb517 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.570747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa2c26-a090-4281-afee-2a29a7e3e66a req-f5e5fb87-47af-4b24-9f77-c894b91cb517 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.573085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5cb53073-5de0-4fba-8299-d6178683e9c8, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5cb53073-5de0-4fba-8299-d6178683e9c8,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:46.580823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa2c26-a090-4281-afee-2a29a7e3e66a req-f5e5fb87-47af-4b24-9f77-c894b91cb517 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.590141 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa2c26-a090-4281-afee-2a29a7e3e66a req-f5e5fb87-47af-4b24-9f77-c894b91cb517 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.604188 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '5cb53073-5de0-4fba-8299-d6178683e9c8', 'network_id': '510f8be2-2190-44f9-ad53-a61867e0a1a1', 'port_id': '5cb53073-5de0-4fba-8299-d6178683e9c8', 'mac_address': 'fa:16:3e:cf:2c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fc4cd6-c8a6-447a-8407-e8815c6d2dbc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:46.617180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa2c26-a090-4281-afee-2a29a7e3e66a req-f5e5fb87-47af-4b24-9f77-c894b91cb517 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.648089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa2c26-a090-4281-afee-2a29a7e3e66a req-f5e5fb87-47af-4b24-9f77-c894b91cb517 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.674642 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa2c26-a090-4281-afee-2a29a7e3e66a req-f5e5fb87-47af-4b24-9f77-c894b91cb517 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.694786 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bfa2c26-a090-4281-afee-2a29a7e3e66a req-f5e5fb87-47af-4b24-9f77-c894b91cb517 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5434 time: 0.4121428 Nov 12 03:53:46.751141 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.816029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb53073-5de0-4fba-8299-d6178683e9c8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:46.835179 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f526897a-4194-4bab-9623-c02dc245e01d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.878587 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5cb53073-5de0-4fba-8299-d6178683e9c8, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5cb53073-5de0-4fba-8299-d6178683e9c8,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:46.917366 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb2229b8-b23b-4d61-8cfd-8c5ed8fcce02 req-a369cf4f-7b96-47c1-8e3f-807fe1265c8c tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7549655 Nov 12 03:53:47.048089 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-06b78b98-fc68-4562-9bd1-907e6c198270 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=74cd10e7b7ed4dabb8a324ff4649c18b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7230279 Nov 12 03:53:47.061363 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f526897a-4194-4bab-9623-c02dc245e01d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.071548 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39880) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:47.105279 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0227624-0170-4646-9d4c-191b06fb133d req-8ee1cd6e-c215-44f2-a1e5-dfdbf2c15e2c service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9814608 Nov 12 03:53:47.116329 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.185270 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bfa2c26-a090-4281-afee-2a29a7e3e66a req-d0b68356-a067-4d8f-ba92-ed19d8c52cf9 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4891715 Nov 12 03:53:47.214460 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9eb4c20-6763-4dbe-9b74-814894c9fe87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.263361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b4594e5b-ec5f-45dc-b880-cedeae8f53be req-9d70d94d-ae3c-4800-80c6-a377c2098ad6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Deleting port 87c3f9bc-bb6d-47b6-9f58-287abf83e603 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:47.264677 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b4594e5b-ec5f-45dc-b880-cedeae8f53be req-9d70d94d-ae3c-4800-80c6-a377c2098ad6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.286376 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9eb4c20-6763-4dbe-9b74-814894c9fe87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.559532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:47.565112 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9eb4c20-6763-4dbe-9b74-814894c9fe87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.568351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9eb4c20-6763-4dbe-9b74-814894c9fe87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.574001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d9eb4c20-6763-4dbe-9b74-814894c9fe87 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7d5f454d-3d2f-4415-b8af-ba8d9f9366b7 HTTP/1.1" status: 204 len: 168 time: 0.4951754 Nov 12 03:53:47.581101 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb4c20-6763-4dbe-9b74-814894c9fe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5f454d-3d2f-4415-b8af-ba8d9f9366b7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:47.607643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4171778b-70b8-4fff-930d-10f8dd7c967e req-eba2099e-18ec-49ee-981b-886ebcf20901 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 210 time: 0.4023833 Nov 12 03:53:47.622009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b4594e5b-ec5f-45dc-b880-cedeae8f53be req-9d70d94d-ae3c-4800-80c6-a377c2098ad6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] For port 87c3f9bc-bb6d-47b6-9f58-287abf83e603, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=87c3f9bc-bb6d-47b6-9f58-287abf83e603,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:47.623067 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b4594e5b-ec5f-45dc-b880-cedeae8f53be req-9d70d94d-ae3c-4800-80c6-a377c2098ad6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.629543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cec103-d096-4392-a3a1-43a02d83d00e req-cb70b2da-bfdf-4553-af80-d54da31589ca tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:47.631966 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d8cec103-d096-4392-a3a1-43a02d83d00e req-cb70b2da-bfdf-4553-af80-d54da31589ca tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 945 time: 0.1885495 Nov 12 03:53:47.666949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b4594e5b-ec5f-45dc-b880-cedeae8f53be req-9d70d94d-ae3c-4800-80c6-a377c2098ad6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Calling delete_port for 87c3f9bc-bb6d-47b6-9f58-287abf83e603 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:47.674044 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-297f0a91-7d73-4ac4-8b65-11f2e0939164 req-b065a0bc-f0d1-4148-8ff5-0856dff1e195 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Deleting port d074a011-9f7b-4e40-8fcb-cce759ec59f2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:47.675041 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-297f0a91-7d73-4ac4-8b65-11f2e0939164 req-b065a0bc-f0d1-4148-8ff5-0856dff1e195 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.791073 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-d5a4a077-3c69-44d3-add8-86e5b0950c08 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1103330 Nov 12 03:53:47.905621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['3fbdd3b0-4b34-43f5-b2c9-257e452b1b73'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:47.973439 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d8cec103-d096-4392-a3a1-43a02d83d00e req-4bbfa01d-264e-4afc-9adf-65771060e6cd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241627 Nov 12 03:53:48.024736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['5cb53073-5de0-4fba-8299-d6178683e9c8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:48.274746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763f7dc-63d7-478f-b2e3-1cef8908bafa req-e432de7f-9327-4020-a957-7e169190cb36 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:48.296904 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c763f7dc-63d7-478f-b2e3-1cef8908bafa req-e432de7f-9327-4020-a957-7e169190cb36 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 946 time: 0.1481421 Nov 12 03:53:48.354540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-0d5c95e6-39d6-4f85-bf83-ddf3092bb99f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:48.356005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-0d5c95e6-39d6-4f85-bf83-ddf3092bb99f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319934 Nov 12 03:53:48.356805 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f526897a-4194-4bab-9623-c02dc245e01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.360242 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f526897a-4194-4bab-9623-c02dc245e01d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.361308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f526897a-4194-4bab-9623-c02dc245e01d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/554c307e-a75b-44ef-8114-384bbb3de17e HTTP/1.1" status: 204 len: 168 time: 2.3275831 Nov 12 03:53:48.445729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-a08407f4-d89b-477c-b405-b59bdcb4c1d9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Request body: {'port': {'device_id': '6ba16852-1554-454b-9d2f-3424daa33cae', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '9880da1ff4024a32b6fc37ffaf7c19a7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:48.499220 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c763f7dc-63d7-478f-b2e3-1cef8908bafa req-434eb250-b9cb-4131-aec1-06496e146631 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874352 Nov 12 03:53:48.791516 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-04c975b5-380b-411c-bd6e-443bf4608f73 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170914 Nov 12 03:53:48.907888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526897a-4194-4bab-9623-c02dc245e01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554c307e-a75b-44ef-8114-384bbb3de17e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.970785 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16525a27-38d6-493d-b701-1e62988c8141 req-5c0ed6be-ff7c-4689-a5b5-69ea08d5f792 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 210 time: 0.1026001 Nov 12 03:53:48.978257 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.086144 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5cb53073-5de0-4fba-8299-d6178683e9c8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:49.326031 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device af05b72b-577d-441d-95b0-4cded6867c54 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:49.380827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-297f0a91-7d73-4ac4-8b65-11f2e0939164 req-b065a0bc-f0d1-4148-8ff5-0856dff1e195 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] For port d074a011-9f7b-4e40-8fcb-cce759ec59f2, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d074a011-9f7b-4e40-8fcb-cce759ec59f2,segment=NetworkSegment(a0f0c10d-2134-497c-8992-24330defcfff),segment_id=a0f0c10d-2134-497c-8992-24330defcfff)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:49.381379 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-297f0a91-7d73-4ac4-8b65-11f2e0939164 req-b065a0bc-f0d1-4148-8ff5-0856dff1e195 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.463578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-297f0a91-7d73-4ac4-8b65-11f2e0939164 req-b065a0bc-f0d1-4148-8ff5-0856dff1e195 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Calling delete_port for d074a011-9f7b-4e40-8fcb-cce759ec59f2 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:49.493691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-a08407f4-d89b-477c-b405-b59bdcb4c1d9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Made reservation on behalf of 9880da1ff4024a32b6fc37ffaf7c19a7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:49.500522 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-a08407f4-d89b-477c-b405-b59bdcb4c1d9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.528763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd0d21-dba9-4a89-b18b-3de7e9d03ec5 req-6a34eb9b-5263-47a4-8f69-67ca959635f5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:49.545824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd0d21-dba9-4a89-b18b-3de7e9d03ec5 req-6a34eb9b-5263-47a4-8f69-67ca959635f5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:49.557641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd0d21-dba9-4a89-b18b-3de7e9d03ec5 req-6a34eb9b-5263-47a4-8f69-67ca959635f5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:49.575838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd0d21-dba9-4a89-b18b-3de7e9d03ec5 req-6a34eb9b-5263-47a4-8f69-67ca959635f5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:49.588150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd0d21-dba9-4a89-b18b-3de7e9d03ec5 req-6a34eb9b-5263-47a4-8f69-67ca959635f5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:49.605555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd0d21-dba9-4a89-b18b-3de7e9d03ec5 req-6a34eb9b-5263-47a4-8f69-67ca959635f5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:49.639484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd0d21-dba9-4a89-b18b-3de7e9d03ec5 req-6a34eb9b-5263-47a4-8f69-67ca959635f5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:49.648674 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76cd0d21-dba9-4a89-b18b-3de7e9d03ec5 req-6a34eb9b-5263-47a4-8f69-67ca959635f5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5435 time: 0.8569686 Nov 12 03:53:49.835891 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8d612-6509-4c1f-96ef-c57e471a07d4 req-a99124a6-ab75-4b94-b6ba-b97d566b21d1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:49.850166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbe8d612-6509-4c1f-96ef-c57e471a07d4 req-a99124a6-ab75-4b94-b6ba-b97d566b21d1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 945 time: 0.5511434 Nov 12 03:53:49.887562 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port af05b72b-577d-441d-95b0-4cded6867c54 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:49.893948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port af05b72b-577d-441d-95b0-4cded6867c54 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:49.894573 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.938108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-7cb2c44a-2da3-4b92-ae8a-84e4f90dde65 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:49.943522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-7cb2c44a-2da3-4b92-ae8a-84e4f90dde65 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9973538 Nov 12 03:53:49.983500 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-0b97887c-e1cf-42d5-8fe8-05e7deda5908 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Request body: {'port': {'device_id': '43bb25d2-ceb3-49da-ae14-536246b2ea63', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '9880da1ff4024a32b6fc37ffaf7c19a7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:50.001592 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b4594e5b-ec5f-45dc-b880-cedeae8f53be req-9d70d94d-ae3c-4800-80c6-a377c2098ad6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.081014 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbe8d612-6509-4c1f-96ef-c57e471a07d4 req-545f05cc-7d74-42ac-9c05-d9f776995fbb tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290132 Nov 12 03:53:50.121294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['477eb4e1-30bb-447f-9cd0-4e662562b001'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:50.147939 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70d94d-ae3c-4800-80c6-a377c2098ad6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Pushing event deleted for resources: {'Port': ['ID=87c3f9bc-bb6d-47b6-9f58-287abf83e603,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:50.285017 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.295795 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76cd0d21-dba9-4a89-b18b-3de7e9d03ec5 req-52a889a4-4784-48d0-b0b9-3ab57db4cd66 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5203295 Nov 12 03:53:50.404077 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-a08407f4-d89b-477c-b405-b59bdcb4c1d9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Allocated IP 192.168.233.206 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/73212469-12e3-4cc9-8c06-8bf353b1782d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:50.406826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4594e5b-ec5f-45dc-b880-cedeae8f53be req-9d70d94d-ae3c-4800-80c6-a377c2098ad6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] No DVR routers for this DVR port 87c3f9bc-bb6d-47b6-9f58-287abf83e603 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:50.416292 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b4594e5b-ec5f-45dc-b880-cedeae8f53be req-9d70d94d-ae3c-4800-80c6-a377c2098ad6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.421170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4594e5b-ec5f-45dc-b880-cedeae8f53be req-9d70d94d-ae3c-4800-80c6-a377c2098ad6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.25 "DELETE /v2.0/ports/87c3f9bc-bb6d-47b6-9f58-287abf83e603 HTTP/1.1" status: 204 len: 173 time: 4.2879846 Nov 12 03:53:50.421671 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71318c3-7d4a-4d5e-a365-d0325e11a4e6', 'name': 'network-vif-deleted', 'tag': '87c3f9bc-bb6d-47b6-9f58-287abf83e603'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:50.424060 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e8dc21-ddef-41e8-aaa5-2114cb53ec2f" -d '{"events": [{"server_uuid": "d71318c3-7d4a-4d5e-a365-d0325e11a4e6", "name": "network-vif-deleted", "tag": "87c3f9bc-bb6d-47b6-9f58-287abf83e603"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:50.500510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port af05b72b-577d-441d-95b0-4cded6867c54, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=af05b72b-577d-441d-95b0-4cded6867c54,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:50.506682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af05b72b-577d-441d-95b0-4cded6867c54'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:50.512174 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b75fb9-7774-4d55-9445-cbb580cfc0b5" -d '{"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-plugged", "status": "completed", "tag": "af05b72b-577d-441d-95b0-4cded6867c54"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:50.573117 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-0b97887c-e1cf-42d5-8fe8-05e7deda5908 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Made reservation on behalf of 9880da1ff4024a32b6fc37ffaf7c19a7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:50.579011 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-0b97887c-e1cf-42d5-8fe8-05e7deda5908 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.596404 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.597784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d074a011-9f7b-4e40-8fcb-cce759ec59f2 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:50.678765 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2c6c15ee-0720-4d00-8001-fade1fd8291e req-5072c2ce-9d44-4a19-a576-0d2036c3ff07 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 210 time: 0.0970488 Nov 12 03:53:50.734723 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-297f0a91-7d73-4ac4-8b65-11f2e0939164 req-b065a0bc-f0d1-4148-8ff5-0856dff1e195 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.883979 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No active binding found for port d074a011-9f7b-4e40-8fcb-cce759ec59f2 {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:53:50.884875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d074a011-9f7b-4e40-8fcb-cce759ec59f2 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:50.885522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 87c3f9bc-bb6d-47b6-9f58-287abf83e603 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:50.925123 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=af05b72b-577d-441d-95b0-4cded6867c54,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:50.946694 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4750fe0-d552-4612-b653-e2ca697b417e x-openstack-request-id: req-f4750fe0-d552-4612-b653-e2ca697b417e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:50.947165 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71318c3-7d4a-4d5e-a365-d0325e11a4e6", "name": "network-vif-deleted", "tag": "87c3f9bc-bb6d-47b6-9f58-287abf83e603", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:50.947575 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f4750fe0-d552-4612-b653-e2ca697b417e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:50.948249 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71318c3-7d4a-4d5e-a365-d0325e11a4e6', 'name': 'network-vif-deleted', 'tag': '87c3f9bc-bb6d-47b6-9f58-287abf83e603', 'status': 'completed', 'code': 200} Nov 12 03:53:50.959654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 87c3f9bc-bb6d-47b6-9f58-287abf83e603 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:50.961652 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 87c3f9bc-bb6d-47b6-9f58-287abf83e603 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:50.985407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065a0bc-f0d1-4148-8ff5-0856dff1e195 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Pushing event deleted for resources: {'Port': ['ID=d074a011-9f7b-4e40-8fcb-cce759ec59f2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:51.120225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:51.186608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2622e-ea10-4fb8-87a4-614a1012c82a req-b7278255-584b-4c5e-b029-b46749760874 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:51.188869 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d2622e-ea10-4fb8-87a4-614a1012c82a req-b7278255-584b-4c5e-b029-b46749760874 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 867 time: 0.6452861 Nov 12 03:53:51.222553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-297f0a91-7d73-4ac4-8b65-11f2e0939164 req-b065a0bc-f0d1-4148-8ff5-0856dff1e195 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] No DVR routers for this DVR port d074a011-9f7b-4e40-8fcb-cce759ec59f2 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:51.228650 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-297f0a91-7d73-4ac4-8b65-11f2e0939164 req-b065a0bc-f0d1-4148-8ff5-0856dff1e195 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.237216 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-297f0a91-7d73-4ac4-8b65-11f2e0939164 req-b065a0bc-f0d1-4148-8ff5-0856dff1e195 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.25 "DELETE /v2.0/ports/d074a011-9f7b-4e40-8fcb-cce759ec59f2 HTTP/1.1" status: 204 len: 173 time: 4.8570993 Nov 12 03:53:51.321698 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-a08407f4-d89b-477c-b405-b59bdcb4c1d9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.329308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d2622e-ea10-4fb8-87a4-614a1012c82a req-115e3f37-07d7-46e5-b079-1203b8e06644 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/security-groups?id=6080f8ad-605e-491c-b35f-74243878f17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339757 Nov 12 03:53:51.351280 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39960) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:51.367940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:51.376487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:51.376960 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.471460 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82630a8f-3cab-4cf4-b85c-26ec1cf6b30d x-openstack-request-id: req-82630a8f-3cab-4cf4-b85c-26ec1cf6b30d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:51.471891 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-plugged", "status": "completed", "tag": "af05b72b-577d-441d-95b0-4cded6867c54", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:51.472321 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-82630a8f-3cab-4cf4-b85c-26ec1cf6b30d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:51.472905 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af05b72b-577d-441d-95b0-4cded6867c54', 'code': 200} Nov 12 03:53:51.637430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31da12c6-142d-4456-9100-a82572207926 req-13843d92-f1c4-449a-b05d-565c0e7efdbd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=d71318c3-7d4a-4d5e-a365-d0325e11a4e6 HTTP/1.1" status: 200 len: 210 time: 0.1463540 Nov 12 03:53:51.643199 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-a08407f4-d89b-477c-b405-b59bdcb4c1d9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.697946 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-0b97887c-e1cf-42d5-8fe8-05e7deda5908 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Allocated IP 192.168.233.125 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:51.782552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:51.803128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08407f4-d89b-477c-b405-b59bdcb4c1d9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event updated for resources: {'Port': ['ID=73212469-12e3-4cc9-8c06-8bf353b1782d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:51.830520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-a08407f4-d89b-477c-b405-b59bdcb4c1d9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:51.838444 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-a08407f4-d89b-477c-b405-b59bdcb4c1d9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:51.841537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-a08407f4-d89b-477c-b405-b59bdcb4c1d9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:51.934328 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b963a462-635c-4e16-989b-5ae0bfa39357', 'd6585b51-05b5-463c-bb50-65c7ca4561e2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:51.967900 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-a08407f4-d89b-477c-b405-b59bdcb4c1d9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:51.969052 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-a08407f4-d89b-477c-b405-b59bdcb4c1d9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.029918 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b6d3f854-74eb-40c9-a43d-25cc218e477d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026484717'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:52.070456 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.076879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-a08407f4-d89b-477c-b405-b59bdcb4c1d9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6706536 Nov 12 03:53:52.134948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Request body: {'port': {'device_id': '6ba16852-1554-454b-9d2f-3424daa33cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:52.178356 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06af2d0-76cb-4141-bed8-c2854d9e47e4 req-b77c8a56-7480-40b0-a6e2-ef2545b7a91b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 210 time: 0.0956187 Nov 12 03:53:52.292522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:52.385691 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.386792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 65dd34f2-9576-4b91-9a20-1f613428e547 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:52.394085 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.409197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20805-4e3c-494b-bfaa-e604b8b323d9 req-a3a4f952-a2e2-4d56-85a1-93fded0eeba2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:52.444709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20805-4e3c-494b-bfaa-e604b8b323d9 req-a3a4f952-a2e2-4d56-85a1-93fded0eeba2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:52.465102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20805-4e3c-494b-bfaa-e604b8b323d9 req-a3a4f952-a2e2-4d56-85a1-93fded0eeba2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:52.477454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20805-4e3c-494b-bfaa-e604b8b323d9 req-a3a4f952-a2e2-4d56-85a1-93fded0eeba2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:52.494820 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20805-4e3c-494b-bfaa-e604b8b323d9 req-a3a4f952-a2e2-4d56-85a1-93fded0eeba2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:52.513939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20805-4e3c-494b-bfaa-e604b8b323d9 req-a3a4f952-a2e2-4d56-85a1-93fded0eeba2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:52.527527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20805-4e3c-494b-bfaa-e604b8b323d9 req-a3a4f952-a2e2-4d56-85a1-93fded0eeba2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:52.555231 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbd20805-4e3c-494b-bfaa-e604b8b323d9 req-a3a4f952-a2e2-4d56-85a1-93fded0eeba2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5436 time: 0.6878598 Nov 12 03:53:52.570118 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6d3f854-74eb-40c9-a43d-25cc218e477d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.665932 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-0b97887c-e1cf-42d5-8fe8-05e7deda5908 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.681364 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6d3f854-74eb-40c9-a43d-25cc218e477d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.724464 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94ecc144-5a1e-40fc-b467-1dfcdb7f8451 req-f321dd1f-2608-4816-b374-81a35a8323a8 tempest-InstanceActionsTestJSON-1656912577 tempest-InstanceActionsTestJSON-1656912577-project] 10.222.0.105 "GET /v2.0/ports?device_id=14c33d0d-de90-44ce-b27b-7376aa414241 HTTP/1.1" status: 200 len: 210 time: 0.2114065 Nov 12 03:53:52.855274 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbd20805-4e3c-494b-bfaa-e604b8b323d9 req-222aadf6-cdbb-4264-8940-f23c2016000d tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2868876 Nov 12 03:53:52.928300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6d3f854-74eb-40c9-a43d-25cc218e477d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.950063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c33d0d-de90-44ce-b27b-7376aa414241', 'name': 'network-vif-deleted', 'tag': 'd074a011-9f7b-4e40-8fcb-cce759ec59f2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:52.953869 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e774699-2470-40cc-a5c1-80e8ff40a08d" -d '{"events": [{"server_uuid": "14c33d0d-de90-44ce-b27b-7376aa414241", "name": "network-vif-deleted", "tag": "d074a011-9f7b-4e40-8fcb-cce759ec59f2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:52.991152 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6d3f854-74eb-40c9-a43d-25cc218e477d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.021842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:53.121716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0e96b945-5cb6-4327-ab20-580e64275752 None None] Provisioning complete for port 73212469-12e3-4cc9-8c06-8bf353b1782d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:53.122429 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e96b945-5cb6-4327-ab20-580e64275752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.158965 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beb0ba6-0f3a-46f8-a150-f2cd15d91b99 x-openstack-request-id: req-7beb0ba6-0f3a-46f8-a150-f2cd15d91b99 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:53.161545 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c33d0d-de90-44ce-b27b-7376aa414241", "name": "network-vif-deleted", "tag": "d074a011-9f7b-4e40-8fcb-cce759ec59f2", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:53.162208 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7beb0ba6-0f3a-46f8-a150-f2cd15d91b99 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:53.166187 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c33d0d-de90-44ce-b27b-7376aa414241', 'name': 'network-vif-deleted', 'tag': 'd074a011-9f7b-4e40-8fcb-cce759ec59f2', 'status': 'completed', 'code': 200} Nov 12 03:53:53.227036 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-0b97887c-e1cf-42d5-8fe8-05e7deda5908 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.238667 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba8ada6a-2e97-4b4d-b497-0c6ede4e3827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.358520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0e96b945-5cb6-4327-ab20-580e64275752 None None] Port 73212469-12e3-4cc9-8c06-8bf353b1782d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:53.472112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 65dd34f2-9576-4b91-9a20-1f613428e547 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:53.479155 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef6a29c-7ae4-4ad7-8d39-d13863b97ab3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:53.483658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97887c-e1cf-42d5-8fe8-05e7deda5908 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event updated for resources: {'Port': ['ID=a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:53.484757 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f107b9ca-0c6f-4343-ad3d-d5923f091554" -d '{"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-plugged", "status": "completed", "tag": "aef6a29c-7ae4-4ad7-8d39-d13863b97ab3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:53.492337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 65dd34f2-9576-4b91-9a20-1f613428e547 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:53.492863 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.559636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-0b97887c-e1cf-42d5-8fe8-05e7deda5908 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:53.576619 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-0b97887c-e1cf-42d5-8fe8-05e7deda5908 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:53.632586 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-0b97887c-e1cf-42d5-8fe8-05e7deda5908 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:53.746841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3f854-74eb-40c9-a43d-25cc218e477d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c843d-2f21-4971-a631-e91acced4b81,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:53.808805 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-0b97887c-e1cf-42d5-8fe8-05e7deda5908 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:53.809975 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-0b97887c-e1cf-42d5-8fe8-05e7deda5908 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.853301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:53.937188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73212469-12e3-4cc9-8c06-8bf353b1782d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:53.980425 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.984670 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.039254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Transition to ACTIVE for port object 73212469-12e3-4cc9-8c06-8bf353b1782d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:54.071793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588aa5d-016a-4352-bfdf-b0e2c393a07b req-3c349dfa-ad75-4dab-a4ad-d387c7cd9ec5 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:54.090795 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e588aa5d-016a-4352-bfdf-b0e2c393a07b req-3c349dfa-ad75-4dab-a4ad-d387c7cd9ec5 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 936 time: 0.5649376 Nov 12 03:53:54.149983 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.154842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 65dd34f2-9576-4b91-9a20-1f613428e547, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=65dd34f2-9576-4b91-9a20-1f613428e547,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:54.231093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-f58bfd38-3355-4df4-91fb-f4e5ef89bfd7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:54.243135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-f58bfd38-3355-4df4-91fb-f4e5ef89bfd7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 0.4979465 Nov 12 03:53:54.265766 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-0b97887c-e1cf-42d5-8fe8-05e7deda5908 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2917945 Nov 12 03:53:54.269047 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6d3f854-74eb-40c9-a43d-25cc218e477d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.285162 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-c9c4f51c-6a85-436c-936f-d95e63a74476 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/quotas/9a329404327a436a89a7392422c84559 HTTP/1.1" status: 200 len: 375 time: 0.0391564 Nov 12 03:53:54.306061 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Pushing event updated for resources: {'Port': ['ID=73212469-12e3-4cc9-8c06-8bf353b1782d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.349991 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e588aa5d-016a-4352-bfdf-b0e2c393a07b req-d266bf9a-c0be-44cd-9704-2caa9bc4a38f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491052 Nov 12 03:53:54.351479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-016e09a8-ae1b-44db-ae7b-431b7ab32854 None None] Provisioning complete for port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:54.352624 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-016e09a8-ae1b-44db-ae7b-431b7ab32854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.353197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Request body: {'port': {'device_id': '43bb25d2-ceb3-49da-ae14-536246b2ea63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:54.427711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-016e09a8-ae1b-44db-ae7b-431b7ab32854 None None] Port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:54.452244 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd08b3a-f369-4d60-bcdc-132b645e68eb x-openstack-request-id: req-0dd08b3a-f369-4d60-bcdc-132b645e68eb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:54.452580 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-plugged", "status": "completed", "tag": "aef6a29c-7ae4-4ad7-8d39-d13863b97ab3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:54.452844 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0dd08b3a-f369-4d60-bcdc-132b645e68eb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:54.453268 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef6a29c-7ae4-4ad7-8d39-d13863b97ab3', 'code': 200} Nov 12 03:53:54.517257 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.517257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5cb53073-5de0-4fba-8299-d6178683e9c8 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:54.518292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40032) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:54.559867 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-ed8cccd8-c066-4c92-87af-bdaf389274d3 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2586825 Nov 12 03:53:54.574592 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.636714 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6d3f854-74eb-40c9-a43d-25cc218e477d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.702352 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3f854-74eb-40c9-a43d-25cc218e477d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab80d08f-1ce7-4b0f-9791-1ddd7139f6b4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.753012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=65dd34f2-9576-4b91-9a20-1f613428e547,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.806003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Attempting to bind port 73212469-12e3-4cc9-8c06-8bf353b1782d on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:54.806003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Attempting to bind port 73212469-12e3-4cc9-8c06-8bf353b1782d by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:54.806003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Attempting to bind port 73212469-12e3-4cc9-8c06-8bf353b1782d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:54.827236 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.828119 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb68907c-ea12-4bb1-b9ce-bdf82ed168c7 admin admin] Deleting subnet 4f71acc8-7821-4021-9e15-32fcc25b3f82 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:54.851831 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb68907c-ea12-4bb1-b9ce-bdf82ed168c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.857325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Port 73212469-12e3-4cc9-8c06-8bf353b1782d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:54.857870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Attempting to bind port 73212469-12e3-4cc9-8c06-8bf353b1782d on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:54.870740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 5cb53073-5de0-4fba-8299-d6178683e9c8 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:54.883586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 5cb53073-5de0-4fba-8299-d6178683e9c8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:54.884028 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.947044 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:54.947918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:54.949381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:54.950152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Bound port: 73212469-12e3-4cc9-8c06-8bf353b1782d, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:54.951500 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.005765 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6d3f854-74eb-40c9-a43d-25cc218e477d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.007682 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b6d3f854-74eb-40c9-a43d-25cc218e477d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 3.6519752 Nov 12 03:53:55.017558 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-e71aab2c-432e-4f48-837c-5e95436bef26 service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405203 Nov 12 03:53:55.032875 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:55.040413 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d42e9-389c-4a0f-b412-5fe7e3cf13cc req-aa6a3113-2cc0-4b75-a768-62673530b6c5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.059002 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d42e9-389c-4a0f-b412-5fe7e3cf13cc req-aa6a3113-2cc0-4b75-a768-62673530b6c5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.079946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d42e9-389c-4a0f-b412-5fe7e3cf13cc req-aa6a3113-2cc0-4b75-a768-62673530b6c5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.091010 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.102951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d42e9-389c-4a0f-b412-5fe7e3cf13cc req-aa6a3113-2cc0-4b75-a768-62673530b6c5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.136316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d42e9-389c-4a0f-b412-5fe7e3cf13cc req-aa6a3113-2cc0-4b75-a768-62673530b6c5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.156237 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d42e9-389c-4a0f-b412-5fe7e3cf13cc req-aa6a3113-2cc0-4b75-a768-62673530b6c5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.158649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5cb53073-5de0-4fba-8299-d6178683e9c8, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5cb53073-5de0-4fba-8299-d6178683e9c8,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:55.173026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d42e9-389c-4a0f-b412-5fe7e3cf13cc req-aa6a3113-2cc0-4b75-a768-62673530b6c5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.188630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-294d42e9-389c-4a0f-b412-5fe7e3cf13cc req-aa6a3113-2cc0-4b75-a768-62673530b6c5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5438 time: 0.5562215 Nov 12 03:53:55.195114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b963a462-635c-4e16-989b-5ae0bfa39357', 'd6585b51-05b5-463c-bb50-65c7ca4561e2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:55.259817 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb68907c-ea12-4bb1-b9ce-bdf82ed168c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.328024 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2c88dffc-a3c7-439a-b5f7-8ed9662d6b2f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2935081 Nov 12 03:53:55.370917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:55.376292 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.378813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 327a44ac-df49-4117-8e60-7556b7bf7dff up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:55.413962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb68907c-ea12-4bb1-b9ce-bdf82ed168c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.416008 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-916684e6-5f6f-4f57-bb43-3ea9942e16ce tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group': {'name': 'tempest-security--901198875', 'description': 'tempest-security-description-1501718159'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:55.656956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-294d42e9-389c-4a0f-b412-5fe7e3cf13cc req-50749571-a47f-40fc-9260-02e0618250a9 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4498158 Nov 12 03:53:55.658611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb68907c-ea12-4bb1-b9ce-bdf82ed168c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.713565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5cb53073-5de0-4fba-8299-d6178683e9c8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:55.784698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68907c-ea12-4bb1-b9ce-bdf82ed168c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f71acc8-7821-4021-9e15-32fcc25b3f82,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:55.825458 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb68907c-ea12-4bb1-b9ce-bdf82ed168c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.834369 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eb68907c-ea12-4bb1-b9ce-bdf82ed168c7 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/4f71acc8-7821-4021-9e15-32fcc25b3f82 HTTP/1.1" status: 204 len: 168 time: 1.3145719 Nov 12 03:53:55.836348 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40058) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:55.869237 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] For port 73212469-12e3-4cc9-8c06-8bf353b1782d, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:55.884514 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-916684e6-5f6f-4f57-bb43-3ea9942e16ce tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.915502 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-66bfce5b-6118-4316-9ad2-da185bfeccbc service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8393784 Nov 12 03:53:55.930996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 327a44ac-df49-4117-8e60-7556b7bf7dff completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:55.953883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] For port 73212469-12e3-4cc9-8c06-8bf353b1782d, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=73212469-12e3-4cc9-8c06-8bf353b1782d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:55.970796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 327a44ac-df49-4117-8e60-7556b7bf7dff triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:55.970796 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.101936 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.108470 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-916684e6-5f6f-4f57-bb43-3ea9942e16ce tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.213833 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-916684e6-5f6f-4f57-bb43-3ea9942e16ce tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.217020 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-916684e6-5f6f-4f57-bb43-3ea9942e16ce tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.222966 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-916684e6-5f6f-4f57-bb43-3ea9942e16ce tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "PUT /v2.0/security-groups/ab80d08f-1ce7-4b0f-9791-1ddd7139f6b4 HTTP/1.1" status: 200 len: 1796 time: 0.8349764 Nov 12 03:53:56.229650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40064) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.272157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:56.299003 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.311764 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf05c07-b800-484f-ae55-1d661be2475f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.323790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916684e6-5f6f-4f57-bb43-3ea9942e16ce tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab80d08f-1ce7-4b0f-9791-1ddd7139f6b4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:56.358151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Transition to ACTIVE for port object a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:56.372080 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fc6ce28f-1340-4497-a704-470fb7b17bf7 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-groups/ab80d08f-1ce7-4b0f-9791-1ddd7139f6b4 HTTP/1.1" status: 200 len: 1796 time: 0.1379318 Nov 12 03:53:56.392424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.436905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:56.437953 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.440509 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] 10.222.0.25 "PUT /v2.0/ports/73212469-12e3-4cc9-8c06-8bf353b1782d HTTP/1.1" status: 200 len: 1097 time: 4.3431857 Nov 12 03:53:56.443537 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.455871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dd34f2-9576-4b91-9a20-1f613428e547'}, {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb53073-5de0-4fba-8299-d6178683e9c8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:56.458322 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ddd7cb-0b54-4ca6-afeb-beec6623a95f" -d '{"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-plugged", "status": "completed", "tag": "65dd34f2-9576-4b91-9a20-1f613428e547"}, {"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-plugged", "status": "completed", "tag": "5cb53073-5de0-4fba-8299-d6178683e9c8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:56.464200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657f082-aa81-403a-9a3b-fe69775e4b1f service neutron] Pushing event updated for resources: {'Port': ['ID=73212469-12e3-4cc9-8c06-8bf353b1782d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:56.468014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba16852-1554-454b-9d2f-3424daa33cae', 'tag': '73212469-12e3-4cc9-8c06-8bf353b1782d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:56.474296 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ee9a4a-76b1-49d9-ac61-2eeecb7cc1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba16852-1554-454b-9d2f-3424daa33cae", "tag": "73212469-12e3-4cc9-8c06-8bf353b1782d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:56.491895 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 327a44ac-df49-4117-8e60-7556b7bf7dff, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=327a44ac-df49-4117-8e60-7556b7bf7dff,segment=NetworkSegment(9a164f61-dc56-4e51-ab15-0b6f5ae97934),segment_id=9a164f61-dc56-4e51-ab15-0b6f5ae97934)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:56.495820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99636ceb-bfb2-4d3d-8c85-77c56d8d2bba req-71d7a404-da79-44d4-a056-b3ea8c966efe tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:56.498488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99636ceb-bfb2-4d3d-8c85-77c56d8d2bba req-71d7a404-da79-44d4-a056-b3ea8c966efe tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 936 time: 0.3785746 Nov 12 03:53:56.530107 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.581896 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a839751f-54a4-4201-8bc4-d7b5e7cc75d6 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.607738 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3a5f-aaca-4cb2-8134-1f677e0ecec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.615959 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a839751f-54a4-4201-8bc4-d7b5e7cc75d6 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.653876 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.655326 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.665829 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f3495d2-6595-4a32-8ef8-41c75da6b7c3 req-79bafb6e-4a72-49e0-bd12-adc2678815b4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 210 time: 0.0867162 Nov 12 03:53:56.675111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c216df0e-a06d-4a82-b518-4e60e4a0bf5d up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:56.829797 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf05c07-b800-484f-ae55-1d661be2475f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.840626 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed135d24-d71d-47ca-979e-442439a3e30d x-openstack-request-id: req-ed135d24-d71d-47ca-979e-442439a3e30d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:56.841580 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-plugged", "status": "completed", "tag": "65dd34f2-9576-4b91-9a20-1f613428e547", "code": 200}, {"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-plugged", "status": "completed", "tag": "5cb53073-5de0-4fba-8299-d6178683e9c8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:56.844417 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ed135d24-d71d-47ca-979e-442439a3e30d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:56.845027 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dd34f2-9576-4b91-9a20-1f613428e547', 'code': 200} Nov 12 03:53:56.845443 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb53073-5de0-4fba-8299-d6178683e9c8', 'code': 200} Nov 12 03:53:56.871474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Pushing event updated for resources: {'Port': ['ID=a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:56.953410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=327a44ac-df49-4117-8e60-7556b7bf7dff,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:56.970699 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port c216df0e-a06d-4a82-b518-4e60e4a0bf5d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:56.984708 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Attempting to bind port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:56.984708 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Attempting to bind port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:56.986693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Attempting to bind port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:56.988662 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port c216df0e-a06d-4a82-b518-4e60e4a0bf5d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:56.989040 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.001334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:57.002064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Attempting to bind port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:57.011068 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:57.011958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:57.015721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:57.029033 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Bound port: a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:57.031128 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.082369 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a839751f-54a4-4201-8bc4-d7b5e7cc75d6 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.085008 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a839751f-54a4-4201-8bc4-d7b5e7cc75d6 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.089273 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a839751f-54a4-4201-8bc4-d7b5e7cc75d6 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-groups/ab80d08f-1ce7-4b0f-9791-1ddd7139f6b4 HTTP/1.1" status: 204 len: 168 time: 0.6926064 Nov 12 03:53:57.106467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:57.175118 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.209803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839751f-54a4-4201-8bc4-d7b5e7cc75d6 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab80d08f-1ce7-4b0f-9791-1ddd7139f6b4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:57.304421 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c216df0e-a06d-4a82-b518-4e60e4a0bf5d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c216df0e-a06d-4a82-b518-4e60e4a0bf5d,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:57.389359 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.390457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:57.449350 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4303ad45-d9a7-4603-9471-28fb2e946a16 x-openstack-request-id: req-4303ad45-d9a7-4603-9471-28fb2e946a16 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:57.450542 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba16852-1554-454b-9d2f-3424daa33cae", "tag": "73212469-12e3-4cc9-8c06-8bf353b1782d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:57.456602 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4303ad45-d9a7-4603-9471-28fb2e946a16 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:57.456602 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba16852-1554-454b-9d2f-3424daa33cae', 'tag': '73212469-12e3-4cc9-8c06-8bf353b1782d', 'status': 'completed', 'code': 200} Nov 12 03:53:57.459692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36b834-751d-4d8b-8d16-a9e0ef3a5a8e req-9a980ef6-f5e5-4eec-90c5-9200f14c60ad tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.470229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-1da5180d-daa2-445b-8c42-9170eee39355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.472186 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36b834-751d-4d8b-8d16-a9e0ef3a5a8e req-9a980ef6-f5e5-4eec-90c5-9200f14c60ad tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.472712 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-1da5180d-daa2-445b-8c42-9170eee39355 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=6ba16852-1554-454b-9d2f-3424daa33cae HTTP/1.1" status: 200 len: 1100 time: 0.8236690 Nov 12 03:53:57.479132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=c216df0e-a06d-4a82-b518-4e60e4a0bf5d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:57.485143 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36b834-751d-4d8b-8d16-a9e0ef3a5a8e req-9a980ef6-f5e5-4eec-90c5-9200f14c60ad tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.493435 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99636ceb-bfb2-4d3d-8c85-77c56d8d2bba req-2800a7ca-8f12-44df-95bd-8ab52b8ccf12 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9473431 Nov 12 03:53:57.500665 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36b834-751d-4d8b-8d16-a9e0ef3a5a8e req-9a980ef6-f5e5-4eec-90c5-9200f14c60ad tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.510442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8bf05c07-b800-484f-ae55-1d661be2475f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:57.522715 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36b834-751d-4d8b-8d16-a9e0ef3a5a8e req-9a980ef6-f5e5-4eec-90c5-9200f14c60ad tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.556640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36b834-751d-4d8b-8d16-a9e0ef3a5a8e req-9a980ef6-f5e5-4eec-90c5-9200f14c60ad tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.569164 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36b834-751d-4d8b-8d16-a9e0ef3a5a8e req-9a980ef6-f5e5-4eec-90c5-9200f14c60ad tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.583668 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd36b834-751d-4d8b-8d16-a9e0ef3a5a8e req-9a980ef6-f5e5-4eec-90c5-9200f14c60ad tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5440 time: 0.3868694 Nov 12 03:53:57.586543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8bf05c07-b800-484f-ae55-1d661be2475f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f0c10d-2134-497c-8992-24330defcfff') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:57.590124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8bf05c07-b800-484f-ae55-1d661be2475f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f0c10d-2134-497c-8992-24330defcfff') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:57.591517 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-26f7bff5-1f8e-4f29-8fb9-e7453a51d343 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=73212469-12e3-4cc9-8c06-8bf353b1782d HTTP/1.1" status: 200 len: 217 time: 0.0936804 Nov 12 03:53:57.595980 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-34bbf9bf-83ff-44f2-8def-2c3453a22039 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4842184 Nov 12 03:53:57.598270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] For port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:57.603279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40112) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:57.629714 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-788680bf-72b5-4559-87ec-86a88e48a6dc tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] delete failed (client error): The resource could not be found. Nov 12 03:53:57.634191 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-788680bf-72b5-4559-87ec-86a88e48a6dc tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-groups/ab80d08f-1ce7-4b0f-9791-1ddd7139f6b4 HTTP/1.1" status: 404 len: 347 time: 0.0288284 Nov 12 03:53:57.636098 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:57.647640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:57.648402 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.659775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40114) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:57.666832 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9c27ff7a-7799-4b0e-ac4b-0c9d6a81c3cb tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664503344'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:57.699698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-d07b3c52-195c-4c8c-af6d-523440c4e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.701991 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-d07b3c52-195c-4c8c-af6d-523440c4e6a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1001928 Nov 12 03:53:57.704215 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf05c07-b800-484f-ae55-1d661be2475f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.715326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] For port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:57.759021 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf05c07-b800-484f-ae55-1d661be2475f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf05c07-b800-484f-ae55-1d661be2475f admin admin] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf05c07-b800-484f-ae55-1d661be2475f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:57.779000 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:57.835963 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.877406 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd36b834-751d-4d8b-8d16-a9e0ef3a5a8e req-504386cd-2ac8-47ed-bbb5-a3c61319b931 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2726965 Nov 12 03:53:57.881529 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.892996 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-80c9283f-a2a9-4649-ac16-e04dfc99c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.895860 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-80c9283f-a2a9-4649-ac16-e04dfc99c39c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1813252 Nov 12 03:53:57.899360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:57.933953 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c27ff7a-7799-4b0e-ac4b-0c9d6a81c3cb tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.958474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.959681 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.962566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] 10.222.0.26 "PUT /v2.0/ports/a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f HTTP/1.1" status: 200 len: 1097 time: 3.6310174 Nov 12 03:53:57.971823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bb25d2-ceb3-49da-ae14-536246b2ea63', 'tag': 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:57.983370 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a1fd22-a6c0-4c06-b365-20201541704e" -d '{"events": [{"name": "network-changed", "server_uuid": "43bb25d2-ceb3-49da-ae14-536246b2ea63", "tag": "a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:58.008517 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.114213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.164024 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf05c07-b800-484f-ae55-1d661be2475f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.194929 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf05c07-b800-484f-ae55-1d661be2475f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.199700 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8bf05c07-b800-484f-ae55-1d661be2475f admin admin] 10.222.0.105 "DELETE /v2.0/networks/b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113 HTTP/1.1" status: 204 len: 168 time: 2.3623197 Nov 12 03:53:58.274803 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf05c07-b800-484f-ae55-1d661be2475f admin admin] Pushing event deleted for resources: {'Network': ['ID=b26baa6a-8c04-4f7f-a36c-2ce8d5b4e113,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.324620 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-addd0d47-d854-4688-b68e-7efd08f32e5f req-614d4842-4069-42cb-82b3-a882429f0481 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 210 time: 0.2504358 Nov 12 03:53:58.337125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e73d2d-1272-43c2-bbac-0fdf01cc349b service neutron] Pushing event updated for resources: {'Port': ['ID=a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.342720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b8eba-b244-482f-9d35-6358f2fa4d87 req-7f2a0fcf-972a-4b38-977a-68449d88613b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:58.344347 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a82b8eba-b244-482f-9d35-6358f2fa4d87 req-7f2a0fcf-972a-4b38-977a-68449d88613b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.4478471 Nov 12 03:53:58.437778 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.479973 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-fbcc4829-0491-434e-800d-cb7dcbbc0c4c service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718925 Nov 12 03:53:58.494900 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c27ff7a-7799-4b0e-ac4b-0c9d6a81c3cb tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.497271 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554367f5-ba60-49f2-80d5-48a2b17bd4c8 x-openstack-request-id: req-554367f5-ba60-49f2-80d5-48a2b17bd4c8 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:58.497660 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bb25d2-ceb3-49da-ae14-536246b2ea63", "tag": "a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:58.498150 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-554367f5-ba60-49f2-80d5-48a2b17bd4c8 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:58.498759 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bb25d2-ceb3-49da-ae14-536246b2ea63', 'tag': 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f', 'status': 'completed', 'code': 200} Nov 12 03:53:58.590793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a82b8eba-b244-482f-9d35-6358f2fa4d87 req-c384159f-d30a-41f4-8e63-c3cb3027b53f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961863 Nov 12 03:53:58.613966 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-50c9aef7-329f-4b37-af2f-512baccdcb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:58.615631 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-50c9aef7-329f-4b37-af2f-512baccdcb3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 1100 time: 0.0884900 Nov 12 03:53:58.680437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-8c2e7919-9a92-452d-8ca8-20b99e712c87 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904178 Nov 12 03:53:58.706404 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c27ff7a-7799-4b0e-ac4b-0c9d6a81c3cb tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.712398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-7811e5b8-068e-471a-a4ad-6993a1cc8505 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f HTTP/1.1" status: 200 len: 217 time: 0.0767694 Nov 12 03:53:58.834649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27ff7a-7799-4b0e-ac4b-0c9d6a81c3cb tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8fc120-59c2-403b-9ec1-8ce69753ffbe,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.848949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-79b1de12-9657-4d94-8322-c71764904ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:58.851142 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-79b1de12-9657-4d94-8322-c71764904ba4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1192973 Nov 12 03:53:58.855827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327a44ac-df49-4117-8e60-7556b7bf7dff'}, {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216df0e-a06d-4a82-b518-4e60e4a0bf5d'}, {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbdd3b0-4b34-43f5-b2c9-257e452b1b73'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:58.872585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198d0a2-0c35-4e28-a86f-035590275ad2 req-63582a72-3bd9-4c5a-952d-e787ece53dd9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:58.874824 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a700d1-d8fc-4f5e-821d-cbf585d5ea32" -d '{"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-plugged", "status": "completed", "tag": "327a44ac-df49-4117-8e60-7556b7bf7dff"}, {"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-plugged", "status": "completed", "tag": "c216df0e-a06d-4a82-b518-4e60e4a0bf5d"}, {"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-plugged", "status": "completed", "tag": "3fbdd3b0-4b34-43f5-b2c9-257e452b1b73"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:58.875339 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1198d0a2-0c35-4e28-a86f-035590275ad2 req-63582a72-3bd9-4c5a-952d-e787ece53dd9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 948 time: 0.1719532 Nov 12 03:53:58.897317 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c27ff7a-7799-4b0e-ac4b-0c9d6a81c3cb tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.898312 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9c27ff7a-7799-4b0e-ac4b-0c9d6a81c3cb tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2372007 Nov 12 03:53:58.901629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:58.911147 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6200d249-847b-4217-aaee-11295b42a01d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group_rule': {'security_group_id': 'db8fc120-59c2-403b-9ec1-8ce69753ffbe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:58.965883 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62043867-17ed-4a97-850b-eaed901023f8 x-openstack-request-id: req-62043867-17ed-4a97-850b-eaed901023f8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:58.966754 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-plugged", "status": "completed", "tag": "327a44ac-df49-4117-8e60-7556b7bf7dff", "code": 200}, {"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-plugged", "status": "completed", "tag": "c216df0e-a06d-4a82-b518-4e60e4a0bf5d", "code": 200}, {"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-plugged", "status": "completed", "tag": "3fbdd3b0-4b34-43f5-b2c9-257e452b1b73", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:58.966754 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-62043867-17ed-4a97-850b-eaed901023f8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:58.970614 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327a44ac-df49-4117-8e60-7556b7bf7dff', 'code': 200} Nov 12 03:53:58.970614 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216df0e-a06d-4a82-b518-4e60e4a0bf5d', 'code': 200} Nov 12 03:53:58.970614 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbdd3b0-4b34-43f5-b2c9-257e452b1b73', 'code': 200} Nov 12 03:53:58.996558 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.005048 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee9a4a-76b1-49d9-ac61-2eeecb7cc1a3 req-128076d0-980c-4b08-b961-7c2fbf7817c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.005048 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20ee9a4a-76b1-49d9-ac61-2eeecb7cc1a3 req-128076d0-980c-4b08-b961-7c2fbf7817c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=6ba16852-1554-454b-9d2f-3424daa33cae HTTP/1.1" status: 200 len: 1100 time: 0.0994439 Nov 12 03:53:59.029131 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1198d0a2-0c35-4e28-a86f-035590275ad2 req-241f9c3d-3b13-47eb-8584-21e7d439cb9a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457186 Nov 12 03:53:59.048280 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-26faed90-cebc-4890-b4c4-00ca3002f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.053203 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-26faed90-cebc-4890-b4c4-00ca3002f7b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1116066 Nov 12 03:53:59.181327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:59.234379 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6200d249-847b-4217-aaee-11295b42a01d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.253797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf30468-0adb-47af-9c49-52301aef306a req-b93c1d34-de6f-4702-b7a0-67b4b724e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.254368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf30468-0adb-47af-9c49-52301aef306a req-b93c1d34-de6f-4702-b7a0-67b4b724e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.254910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf30468-0adb-47af-9c49-52301aef306a req-b93c1d34-de6f-4702-b7a0-67b4b724e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.255243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf30468-0adb-47af-9c49-52301aef306a req-b93c1d34-de6f-4702-b7a0-67b4b724e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.255622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf30468-0adb-47af-9c49-52301aef306a req-b93c1d34-de6f-4702-b7a0-67b4b724e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.256132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf30468-0adb-47af-9c49-52301aef306a req-b93c1d34-de6f-4702-b7a0-67b4b724e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.256563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf30468-0adb-47af-9c49-52301aef306a req-b93c1d34-de6f-4702-b7a0-67b4b724e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.258528 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-faf30468-0adb-47af-9c49-52301aef306a req-b93c1d34-de6f-4702-b7a0-67b4b724e3e5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 6506 time: 0.1576731 Nov 12 03:53:59.267210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee9a4a-76b1-49d9-ac61-2eeecb7cc1a3 req-a31533b4-0894-45de-90bd-26f97b604356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.269548 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20ee9a4a-76b1-49d9-ac61-2eeecb7cc1a3 req-a31533b4-0894-45de-90bd-26f97b604356 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2589202 Nov 12 03:53:59.297354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9058e907-dccd-4ab8-ab37-05ecc9a9ed28 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cfb3093149ef499a93e976a23a7fed80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1141925 Nov 12 03:53:59.300602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4794f1-0411-429e-81b7-5a175e0b087d req-8eb57e48-d5b3-48d4-8388-bad1f9d36827 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.306972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40148) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:59.307198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4794f1-0411-429e-81b7-5a175e0b087d req-8eb57e48-d5b3-48d4-8388-bad1f9d36827 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.312911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4794f1-0411-429e-81b7-5a175e0b087d req-8eb57e48-d5b3-48d4-8388-bad1f9d36827 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.318932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4794f1-0411-429e-81b7-5a175e0b087d req-8eb57e48-d5b3-48d4-8388-bad1f9d36827 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.325363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4794f1-0411-429e-81b7-5a175e0b087d req-8eb57e48-d5b3-48d4-8388-bad1f9d36827 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.331411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4794f1-0411-429e-81b7-5a175e0b087d req-8eb57e48-d5b3-48d4-8388-bad1f9d36827 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.338106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4794f1-0411-429e-81b7-5a175e0b087d req-8eb57e48-d5b3-48d4-8388-bad1f9d36827 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.340947 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-b0b3d135-4526-4960-84a4-9514fdb92c9b service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747533 Nov 12 03:53:59.346072 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cc4794f1-0411-429e-81b7-5a175e0b087d req-8eb57e48-d5b3-48d4-8388-bad1f9d36827 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5442 time: 0.2470834 Nov 12 03:53:59.497675 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20ee9a4a-76b1-49d9-ac61-2eeecb7cc1a3 req-4f18925e-fc03-446a-b8ca-f592ad068d1b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=73212469-12e3-4cc9-8c06-8bf353b1782d HTTP/1.1" status: 200 len: 217 time: 0.2119663 Nov 12 03:53:59.518089 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6200d249-847b-4217-aaee-11295b42a01d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.662324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-faf30468-0adb-47af-9c49-52301aef306a req-eafeea8b-206a-41ed-99c9-e089c85a3cc2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&id=01f66b24-b299-47f5-bad9-0d357b2ecadc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3778570 Nov 12 03:53:59.679753 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6200d249-847b-4217-aaee-11295b42a01d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.705050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee9a4a-76b1-49d9-ac61-2eeecb7cc1a3 req-d2e5e7a8-ec13-49e4-8941-33d9ab66d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.707934 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20ee9a4a-76b1-49d9-ac61-2eeecb7cc1a3 req-d2e5e7a8-ec13-49e4-8941-33d9ab66d973 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1239748 Nov 12 03:53:59.739026 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cc4794f1-0411-429e-81b7-5a175e0b087d req-d3db2a5a-a1a1-4adb-aea6-1f5908447a4e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3918617 Nov 12 03:53:59.745224 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200d249-847b-4217-aaee-11295b42a01d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87fba87-507e-409b-b384-19d2fe8219e6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:59.873489 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6200d249-847b-4217-aaee-11295b42a01d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.874608 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6200d249-847b-4217-aaee-11295b42a01d tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9693897 Nov 12 03:53:59.879961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40160) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:59.937729 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b28460ab-f1a8-4b28-be3a-5cc4c2c0ba1e req-f0d6c075-6e4b-4b6d-b43f-3bbdc5ac8220 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 210 time: 0.5250854 Nov 12 03:53:59.947895 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-233ca96d-bd1c-4001-b4ca-19eb680c9e3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.979587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe4c33-1d7f-465c-b138-5c6252e874fd req-27ec2301-2351-4501-bdc9-f05fd0d5ec54 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.986716 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3fe4c33-1d7f-465c-b138-5c6252e874fd req-27ec2301-2351-4501-bdc9-f05fd0d5ec54 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.1448042 Nov 12 03:53:59.996704 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-233ca96d-bd1c-4001-b4ca-19eb680c9e3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.004066 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffc9c194-f18b-4017-9d9d-ca60bf3a9bdd tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.025500 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffc9c194-f18b-4017-9d9d-ca60bf3a9bdd tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.050568 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:00.056558 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee3e7edf-feae-4d40-b930-61a5db73ee9b req-2bb26632-ecad-47ee-8882-b2457803772b service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6904769 Nov 12 03:54:00.065586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee9a4a-76b1-49d9-ac61-2eeecb7cc1a3 req-d795890e-3ee5-4fa3-b78a-623f916b2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:00.067877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20ee9a4a-76b1-49d9-ac61-2eeecb7cc1a3 req-d795890e-3ee5-4fa3-b78a-623f916b2b82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1625211 Nov 12 03:54:00.147853 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3fe4c33-1d7f-465c-b138-5c6252e874fd req-08da2cf7-dfb3-4654-917c-b84b67399e62 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601074 Nov 12 03:54:00.207625 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-233ca96d-bd1c-4001-b4ca-19eb680c9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.229252 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-233ca96d-bd1c-4001-b4ca-19eb680c9e3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.229640 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-233ca96d-bd1c-4001-b4ca-19eb680c9e3d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6080f8ad-605e-491c-b35f-74243878f17c HTTP/1.1" status: 204 len: 168 time: 0.9220946 Nov 12 03:54:00.294526 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffc9c194-f18b-4017-9d9d-ca60bf3a9bdd tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.324646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ca96d-bd1c-4001-b4ca-19eb680c9e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6080f8ad-605e-491c-b35f-74243878f17c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:00.327129 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffc9c194-f18b-4017-9d9d-ca60bf3a9bdd tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.329215 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ffc9c194-f18b-4017-9d9d-ca60bf3a9bdd tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/d87fba87-507e-409b-b384-19d2fe8219e6 HTTP/1.1" status: 204 len: 168 time: 0.4479964 Nov 12 03:54:00.348862 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:00.374907 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20ee9a4a-76b1-49d9-ac61-2eeecb7cc1a3 req-6cbf1cce-f87b-4fbc-86c7-cfc4aceacbca service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771332 Nov 12 03:54:00.376171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9c194-f18b-4017-9d9d-ca60bf3a9bdd tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d87fba87-507e-409b-b384-19d2fe8219e6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:00.617291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1fd22-a6c0-4c06-b365-20201541704e req-b8558fc2-1239-40e1-943a-effd873fd132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:00.620857 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31a1fd22-a6c0-4c06-b365-20201541704e req-b8558fc2-1239-40e1-943a-effd873fd132 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 1100 time: 0.1161032 Nov 12 03:54:00.628953 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20ee9a4a-76b1-49d9-ac61-2eeecb7cc1a3 req-6fc7b327-116f-49ce-906c-0b7fd77c0918 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428968 Nov 12 03:54:00.629709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced5c83-9c39-47f8-a2b4-fbe359a3fc06 req-448128f5-85f8-4ca5-9c4e-6e428545932f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:00.631519 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9ced5c83-9c39-47f8-a2b4-fbe359a3fc06 req-448128f5-85f8-4ca5-9c4e-6e428545932f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 948 time: 0.2480524 Nov 12 03:54:00.656534 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e4a0df88-a03a-4ea1-980f-4c7cc975b104 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3026173 Nov 12 03:54:00.664379 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40180) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:00.740902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-ba9d5573-aff5-481b-9394-e62b8a59789f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:00.742510 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-ba9d5573-aff5-481b-9394-e62b8a59789f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 0.5062871 Nov 12 03:54:00.792852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-89521982-90ae-4a47-9aca-87dbb4c0fae1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Request body: {'port': {'device_id': '0d4e53c2-0816-4841-bf55-66489d4ed218', 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'admin_state_up': True, 'tenant_id': '9a329404327a436a89a7392422c84559'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:00.794185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1fd22-a6c0-4c06-b365-20201541704e req-0d9cd31d-27a1-4d46-a024-bc718068a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:00.796591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31a1fd22-a6c0-4c06-b365-20201541704e req-0d9cd31d-27a1-4d46-a024-bc718068a945 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1516159 Nov 12 03:54:00.853133 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9ced5c83-9c39-47f8-a2b4-fbe359a3fc06 req-9ebf6c49-2d4c-44cb-8763-2ee86feb3f58 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008157 Nov 12 03:54:00.853312 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31a1fd22-a6c0-4c06-b365-20201541704e req-87a325be-9e8d-4ecd-9753-dca7e9cf0a83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f HTTP/1.1" status: 200 len: 217 time: 0.0427999 Nov 12 03:54:00.955384 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bcec011-a039-4bd2-be11-67bb94774ecb tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.956217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1fd22-a6c0-4c06-b365-20201541704e req-12154ca6-66ec-4d57-bf19-d69a6345701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:00.960494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31a1fd22-a6c0-4c06-b365-20201541704e req-12154ca6-66ec-4d57-bf19-d69a6345701f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0868957 Nov 12 03:54:01.010763 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bcec011-a039-4bd2-be11-67bb94774ecb tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.045602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1fd22-a6c0-4c06-b365-20201541704e req-38b381d1-a6fd-4cf2-b466-4e64eb05f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:01.048442 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31a1fd22-a6c0-4c06-b365-20201541704e req-38b381d1-a6fd-4cf2-b466-4e64eb05f2ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0756741 Nov 12 03:54:01.123766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9d12f-264c-4a89-8213-63dd5874e5df req-f940e318-3f1d-4207-a77e-41de17cc9ebf tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:01.131511 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9d12f-264c-4a89-8213-63dd5874e5df req-f940e318-3f1d-4207-a77e-41de17cc9ebf tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:01.141350 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9d12f-264c-4a89-8213-63dd5874e5df req-f940e318-3f1d-4207-a77e-41de17cc9ebf tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:01.145495 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9d12f-264c-4a89-8213-63dd5874e5df req-f940e318-3f1d-4207-a77e-41de17cc9ebf tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:01.153885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 73212469-12e3-4cc9-8c06-8bf353b1782d details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:01.157694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9d12f-264c-4a89-8213-63dd5874e5df req-f940e318-3f1d-4207-a77e-41de17cc9ebf tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:01.167239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9d12f-264c-4a89-8213-63dd5874e5df req-f940e318-3f1d-4207-a77e-41de17cc9ebf tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:01.175549 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9d12f-264c-4a89-8213-63dd5874e5df req-f940e318-3f1d-4207-a77e-41de17cc9ebf tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:01.179389 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a3d9d12f-264c-4a89-8213-63dd5874e5df req-f940e318-3f1d-4207-a77e-41de17cc9ebf tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5442 time: 0.1943431 Nov 12 03:54:01.271232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31a1fd22-a6c0-4c06-b365-20201541704e req-de977307-70b7-4628-823c-ad5cd40c07a7 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555378 Nov 12 03:54:01.282846 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-89521982-90ae-4a47-9aca-87dbb4c0fae1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Made reservation on behalf of 9a329404327a436a89a7392422c84559 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:01.287034 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-89521982-90ae-4a47-9aca-87dbb4c0fae1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.298609 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a3d9d12f-264c-4a89-8213-63dd5874e5df req-0219e3cb-f21a-4109-b568-6a40ebcd3fd1 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101441 Nov 12 03:54:01.314436 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bcec011-a039-4bd2-be11-67bb94774ecb tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.317340 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bcec011-a039-4bd2-be11-67bb94774ecb tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.323667 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5bcec011-a039-4bd2-be11-67bb94774ecb tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-groups/db8fc120-59c2-403b-9ec1-8ce69753ffbe HTTP/1.1" status: 204 len: 168 time: 0.6440670 Nov 12 03:54:01.333533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:01.349234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 73212469-12e3-4cc9-8c06-8bf353b1782d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=73212469-12e3-4cc9-8c06-8bf353b1782d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:01.363817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '73212469-12e3-4cc9-8c06-8bf353b1782d', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '73212469-12e3-4cc9-8c06-8bf353b1782d', 'mac_address': 'fa:16:3e:c5:15:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:01.421486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcec011-a039-4bd2-be11-67bb94774ecb tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8fc120-59c2-403b-9ec1-8ce69753ffbe,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:01.486496 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.528551 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73212469-12e3-4cc9-8c06-8bf353b1782d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:01.575792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 73212469-12e3-4cc9-8c06-8bf353b1782d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=73212469-12e3-4cc9-8c06-8bf353b1782d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:01.578772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-89521982-90ae-4a47-9aca-87dbb4c0fae1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Allocated IP 172.20.0.14 (5180d290-ec7a-4d87-815a-6d5ae96500d4/70ace581-efc3-4076-b0ce-48737a72947d/dd18f71c-37c8-458c-a24b-a679ff898835) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:01.621578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a78ba72-53d8-4005-9639-3559dfe04656 req-28472490-0838-4495-80cb-2ed2da9bb07c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 210 time: 0.2222865 Nov 12 03:54:01.707568 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d8571a88-f6d0-4cc8-aa0a-62e763c42d0b tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3544343 Nov 12 03:54:01.715515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40206) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:01.721737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2cb58c45-0f69-4df4-923f-c174f5168c86 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484375504'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:01.750796 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31a1fd22-a6c0-4c06-b365-20201541704e req-115d830c-b8ce-4f1c-9e83-fddc8019105a service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634290 Nov 12 03:54:01.773499 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.829556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29513da4-0a5f-4b93-b806-14def39b3375 req-cb83d783-f331-44fc-883a-6e5347bf2ab7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:01.837330 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-29513da4-0a5f-4b93-b806-14def39b3375 req-cb83d783-f331-44fc-883a-6e5347bf2ab7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.1305411 Nov 12 03:54:01.847019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=73212469-12e3-4cc9-8c06-8bf353b1782d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:01.884401 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cb58c45-0f69-4df4-923f-c174f5168c86 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.892896 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-89521982-90ae-4a47-9aca-87dbb4c0fae1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.935760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-29513da4-0a5f-4b93-b806-14def39b3375 req-8b0bdc76-1869-4b46-a309-9c83a929618d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944815 Nov 12 03:54:02.061869 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cb58c45-0f69-4df4-923f-c174f5168c86 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.065449 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-89521982-90ae-4a47-9aca-87dbb4c0fae1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.101533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780dfc4-8711-4c68-a0f4-5faa5d12dd7e req-76dae294-06ec-4d5f-86b7-970041d65c02 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:02.108838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a780dfc4-8711-4c68-a0f4-5faa5d12dd7e req-76dae294-06ec-4d5f-86b7-970041d65c02 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 948 time: 0.1410797 Nov 12 03:54:02.110876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cb58c45-0f69-4df4-923f-c174f5168c86 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.120015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['477eb4e1-30bb-447f-9cd0-4e662562b001'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:02.125453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-89521982-90ae-4a47-9aca-87dbb4c0fae1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Network 5180d290-ec7a-4d87-815a-6d5ae96500d4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:02.130699 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-89521982-90ae-4a47-9aca-87dbb4c0fae1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:02.134195 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-89521982-90ae-4a47-9aca-87dbb4c0fae1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:02.199107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:02.199697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb58c45-0f69-4df4-923f-c174f5168c86 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdd34bb-fb16-4fcd-ab8d-4b7655caf21b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:02.206538 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['73212469-12e3-4cc9-8c06-8bf353b1782d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:02.218853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-89521982-90ae-4a47-9aca-87dbb4c0fae1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:02.219530 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-89521982-90ae-4a47-9aca-87dbb4c0fae1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.238337 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a780dfc4-8711-4c68-a0f4-5faa5d12dd7e req-60f86702-2332-40da-9d4e-12fe78760459 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206136 Nov 12 03:54:02.266044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89521982-90ae-4a47-9aca-87dbb4c0fae1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Pushing event updated for resources: {'Port': ['ID=dd18f71c-37c8-458c-a24b-a679ff898835,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:02.279615 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cb58c45-0f69-4df4-923f-c174f5168c86 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.285207 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2cb58c45-0f69-4df4-923f-c174f5168c86 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5683765 Nov 12 03:54:02.286925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:02.303427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0269ef3e-5283-481a-b0ff-7eb21802f70c tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group_rule': {'security_group_id': '0cdd34bb-fb16-4fcd-ab8d-4b7655caf21b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:02.341020 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-89521982-90ae-4a47-9aca-87dbb4c0fae1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5581279 Nov 12 03:54:02.389047 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Request body: {'port': {'device_id': '0d4e53c2-0816-4841-bf55-66489d4ed218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:02.469083 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:02.480092 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.513864 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.518737 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0269ef3e-5283-481a-b0ff-7eb21802f70c tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.526648 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:02.535113 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bddc09-af51-4bb6-88f2-3d1f4e812f1c" -d '{"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-unplugged", "status": "completed", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:02.568195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:02.651428 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.678947 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d433954-c48f-43d4-9956-62e06ff60a7e x-openstack-request-id: req-3d433954-c48f-43d4-9956-62e06ff60a7e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:02.679272 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-unplugged", "status": "completed", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:02.679610 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3d433954-c48f-43d4-9956-62e06ff60a7e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:02.682703 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'code': 200} Nov 12 03:54:02.731749 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0269ef3e-5283-481a-b0ff-7eb21802f70c tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.790698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-280749991-network', 'tenant_id': '53dc7dd10b7c4acaa5bbd5a5ca0bad4f'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:02.799178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:02.851823 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0269ef3e-5283-481a-b0ff-7eb21802f70c tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.883819 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269ef3e-5283-481a-b0ff-7eb21802f70c tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfd727f-7a10-4537-bb39-b03d9eb06434,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:02.946451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] Made reservation on behalf of 53dc7dd10b7c4acaa5bbd5a5ca0bad4f for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:02.951906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.980170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b4a90-3024-4e9a-86fe-84776f6cb2db req-3a7b77f2-48c2-4cee-bad7-f3adc733068e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:02.986086 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.991607 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b4a90-3024-4e9a-86fe-84776f6cb2db req-3a7b77f2-48c2-4cee-bad7-f3adc733068e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:02.998294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b4a90-3024-4e9a-86fe-84776f6cb2db req-3a7b77f2-48c2-4cee-bad7-f3adc733068e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.004361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b4a90-3024-4e9a-86fe-84776f6cb2db req-3a7b77f2-48c2-4cee-bad7-f3adc733068e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.010740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b4a90-3024-4e9a-86fe-84776f6cb2db req-3a7b77f2-48c2-4cee-bad7-f3adc733068e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.017119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b4a90-3024-4e9a-86fe-84776f6cb2db req-3a7b77f2-48c2-4cee-bad7-f3adc733068e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.023439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b4a90-3024-4e9a-86fe-84776f6cb2db req-3a7b77f2-48c2-4cee-bad7-f3adc733068e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.027080 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-665b4a90-3024-4e9a-86fe-84776f6cb2db req-3a7b77f2-48c2-4cee-bad7-f3adc733068e tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5442 time: 0.4846780 Nov 12 03:54:03.039215 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0269ef3e-5283-481a-b0ff-7eb21802f70c tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.041840 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0269ef3e-5283-481a-b0ff-7eb21802f70c tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7532833 Nov 12 03:54:03.045179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:03.060421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d7320807-5973-415f-bb2f-c2c4c261c329 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group_rule': {'security_group_id': '0cdd34bb-fb16-4fcd-ab8d-4b7655caf21b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:03.116502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae840f7-8c48-4889-a89e-e38ce4895ad8 req-23bdd555-76ff-4449-8470-189d3378322a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.119267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ae840f7-8c48-4889-a89e-e38ce4895ad8 req-23bdd555-76ff-4449-8470-189d3378322a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 932 time: 0.1625032 Nov 12 03:54:03.169396 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-665b4a90-3024-4e9a-86fe-84776f6cb2db req-3694a000-895e-475e-973e-37a059eabaf0 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334550 Nov 12 03:54:03.175224 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd18f71c-37c8-458c-a24b-a679ff898835 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:03.187078 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.212425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Transition to ACTIVE for port object dd18f71c-37c8-458c-a24b-a679ff898835 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:03.296738 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7320807-5973-415f-bb2f-c2c4c261c329 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.309323 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.359977 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.380117 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ae840f7-8c48-4889-a89e-e38ce4895ad8 req-2e865867-f3a1-412c-b45b-5e7a175ef8f1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452621 Nov 12 03:54:03.399894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc64c4c-8cd0-4061-b4f5-d8d571bc9dfb req-925d72c5-298f-4c4b-a162-a7312694cbe2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.407892 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbc64c4c-8cd0-4061-b4f5-d8d571bc9dfb req-925d72c5-298f-4c4b-a162-a7312694cbe2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1296284 Nov 12 03:54:03.419060 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7320807-5973-415f-bb2f-c2c4c261c329 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.422644 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.435253 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd18f71c-37c8-458c-a24b-a679ff898835,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:03.455115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:03.469142 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.469403 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] Added segment 7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd of type vlan for network 959821ba-aef8-466f-a21a-eb1fad370cc9 Nov 12 03:54:03.512537 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7320807-5973-415f-bb2f-c2c4c261c329 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.574335 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbc64c4c-8cd0-4061-b4f5-d8d571bc9dfb req-b0ae9cfa-1d6b-48fe-941d-9e68ad0f94c0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653032 Nov 12 03:54:03.618678 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.625063 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Attempting to bind port dd18f71c-37c8-458c-a24b-a679ff898835 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:03.628736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Attempting to bind port dd18f71c-37c8-458c-a24b-a679ff898835 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:03.629085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Attempting to bind port dd18f71c-37c8-458c-a24b-a679ff898835 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:03.645486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Port dd18f71c-37c8-458c-a24b-a679ff898835 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:54:03.646189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Attempting to bind port dd18f71c-37c8-458c-a24b-a679ff898835 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:03.656704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:03.657544 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Checking segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:03.658970 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Bound using segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:03.660231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Bound port: dd18f71c-37c8-458c-a24b-a679ff898835, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:03.660822 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.671236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7320807-5973-415f-bb2f-c2c4c261c329 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4da211-17b6-4832-ac76-0507b9794497,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:03.683994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25cb62e-a858-41f6-ba5f-b604bb7304f8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:03.757099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ade9-b8ca-4f4c-95e9-37a89c38311f req-25a82313-fd29-4d12-b79c-286f7c930197 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.769338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ade9-b8ca-4f4c-95e9-37a89c38311f req-25a82313-fd29-4d12-b79c-286f7c930197 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.781824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ade9-b8ca-4f4c-95e9-37a89c38311f req-25a82313-fd29-4d12-b79c-286f7c930197 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.789101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ade9-b8ca-4f4c-95e9-37a89c38311f req-25a82313-fd29-4d12-b79c-286f7c930197 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.794936 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ea73a-c26c-40f1-8d47-9520811c3018 req-80769003-ab52-4b97-adb8-45c3923ac27f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.796395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ade9-b8ca-4f4c-95e9-37a89c38311f req-25a82313-fd29-4d12-b79c-286f7c930197 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.796795 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa8ea73a-c26c-40f1-8d47-9520811c3018 req-80769003-ab52-4b97-adb8-45c3923ac27f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 948 time: 0.1130085 Nov 12 03:54:03.800855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] For port dd18f71c-37c8-458c-a24b-a679ff898835, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:03.803445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ade9-b8ca-4f4c-95e9-37a89c38311f req-25a82313-fd29-4d12-b79c-286f7c930197 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.806717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] For port dd18f71c-37c8-458c-a24b-a679ff898835, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dd18f71c-37c8-458c-a24b-a679ff898835,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:03.811354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ade9-b8ca-4f4c-95e9-37a89c38311f req-25a82313-fd29-4d12-b79c-286f7c930197 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.813564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a71ade9-b8ca-4f4c-95e9-37a89c38311f req-25a82313-fd29-4d12-b79c-286f7c930197 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5442 time: 0.3053529 Nov 12 03:54:03.817771 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.817771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.818174 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.833525 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7320807-5973-415f-bb2f-c2c4c261c329 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.833525 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d7320807-5973-415f-bb2f-c2c4c261c329 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7788765 Nov 12 03:54:03.833525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40246) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:03.843314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:03.846764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-34328492-f5d5-48e7-bcdf-d9741dfc7a09 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Request body: {'floatingip': {'port_id': '327a44ac-df49-4117-8e60-7556b7bf7dff'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:03.862335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8958c206-e2f0-46d0-bf7f-0534ef89f1ae tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group_rule': {'security_group_id': '0cdd34bb-fb16-4fcd-ab8d-4b7655caf21b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:03.886047 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.967441 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa8ea73a-c26c-40f1-8d47-9520811c3018 req-4d6d5d98-e00a-464a-b39b-3df14b0ba143 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536295 Nov 12 03:54:03.973175 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.974528 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.978095 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] 10.222.0.26 "PUT /v2.0/ports/dd18f71c-37c8-458c-a24b-a679ff898835 HTTP/1.1" status: 200 len: 1093 time: 1.6089127 Nov 12 03:54:03.979309 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4e53c2-0816-4841-bf55-66489d4ed218', 'tag': 'dd18f71c-37c8-458c-a24b-a679ff898835'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:03.982494 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91804b7b-223d-40cf-911f-1001df35798b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4e53c2-0816-4841-bf55-66489d4ed218", "tag": "dd18f71c-37c8-458c-a24b-a679ff898835"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:04.032780 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34328492-f5d5-48e7-bcdf-d9741dfc7a09 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.035008 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8958c206-e2f0-46d0-bf7f-0534ef89f1ae tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.041632 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9dff8b-3e3e-48df-9558-f060fd321cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd18f71c-37c8-458c-a24b-a679ff898835,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:04.105918 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2e7823-70be-4a78-96ca-b01aaa1d13ac x-openstack-request-id: req-6c2e7823-70be-4a78-96ca-b01aaa1d13ac {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:04.106217 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4e53c2-0816-4841-bf55-66489d4ed218", "tag": "dd18f71c-37c8-458c-a24b-a679ff898835", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:04.106470 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6c2e7823-70be-4a78-96ca-b01aaa1d13ac {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:04.107386 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4e53c2-0816-4841-bf55-66489d4ed218', 'tag': 'dd18f71c-37c8-458c-a24b-a679ff898835', 'status': 'completed', 'code': 200} Nov 12 03:54:04.146539 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8958c206-e2f0-46d0-bf7f-0534ef89f1ae tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.146705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6760473 Nov 12 03:54:04.146820 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:04.154671 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ede64cac-6a5f-43c8-bdee-f94ff33fe09d admin admin] Request body: {'subnet': {'network_id': '959821ba-aef8-466f-a21a-eb1fad370cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-280749991-subnet', 'tenant_id': '53dc7dd10b7c4acaa5bbd5a5ca0bad4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:04.185090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291ae90-852d-4332-99b7-afa2d7e513f1 admin admin] Pushing event updated for resources: {'Network': ['ID=959821ba-aef8-466f-a21a-eb1fad370cc9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:04.200919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 959821ba-aef8-466f-a21a-eb1fad370cc9 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:04.253441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91804b7b-223d-40cf-911f-1001df35798b req-8a072f71-eb67-4acf-84f8-0356f61ecccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:04.255673 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91804b7b-223d-40cf-911f-1001df35798b req-8a072f71-eb67-4acf-84f8-0356f61ecccc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 1096 time: 0.0807698 Nov 12 03:54:04.403015 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8958c206-e2f0-46d0-bf7f-0534ef89f1ae tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.431854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede64cac-6a5f-43c8-bdee-f94ff33fe09d admin admin] Made reservation on behalf of 53dc7dd10b7c4acaa5bbd5a5ca0bad4f for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:04.435045 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ede64cac-6a5f-43c8-bdee-f94ff33fe09d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.496912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958c206-e2f0-46d0-bf7f-0534ef89f1ae tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb077c0e-4807-4ab6-acb3-b7078b5da85f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:04.601707 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91804b7b-223d-40cf-911f-1001df35798b req-d587c3e8-9509-4179-9e03-f96fd9ca534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:04.603260 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91804b7b-223d-40cf-911f-1001df35798b req-d587c3e8-9509-4179-9e03-f96fd9ca534b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9a329404327a436a89a7392422c84559&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3028755 Nov 12 03:54:04.605891 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8958c206-e2f0-46d0-bf7f-0534ef89f1ae tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.606981 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8958c206-e2f0-46d0-bf7f-0534ef89f1ae tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7621188 Nov 12 03:54:04.612118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:04.623846 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-518e8da2-5758-4a71-84d4-03c3c627f60f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group_rule': {'security_group_id': '0cdd34bb-fb16-4fcd-ab8d-4b7655caf21b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:04.795771 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d4a4e-e8aa-475c-8a68-8b7ee7f7187a req-7d9206d3-ceb9-4053-bde6-88e27eb692b8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:04.797573 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c9d4a4e-e8aa-475c-8a68-8b7ee7f7187a req-7d9206d3-ceb9-4053-bde6-88e27eb692b8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 944 time: 0.2466948 Nov 12 03:54:04.850754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e517340-1dec-4318-8529-0c80b3aebfa6 req-5327ec78-df1d-436f-b7b5-47d2149efcb6 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:04.857209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e517340-1dec-4318-8529-0c80b3aebfa6 req-5327ec78-df1d-436f-b7b5-47d2149efcb6 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1904802 Nov 12 03:54:04.919449 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34328492-f5d5-48e7-bcdf-d9741dfc7a09 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.983579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e517340-1dec-4318-8529-0c80b3aebfa6 req-afdc5311-a089-4594-a21a-f884cb61d89c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065946 Nov 12 03:54:05.003992 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34328492-f5d5-48e7-bcdf-d9741dfc7a09 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.018945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91804b7b-223d-40cf-911f-1001df35798b req-7f130906-eada-4742-8b02-b83f8d5e850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:05.020486 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91804b7b-223d-40cf-911f-1001df35798b req-7f130906-eada-4742-8b02-b83f8d5e850f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3883727 Nov 12 03:54:05.041630 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-518e8da2-5758-4a71-84d4-03c3c627f60f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.062661 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c9d4a4e-e8aa-475c-8a68-8b7ee7f7187a req-b80171c6-253b-4e87-83a0-f885e35b610f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752768 Nov 12 03:54:05.204422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 73212469-12e3-4cc9-8c06-8bf353b1782d up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:05.285474 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-34328492-f5d5-48e7-bcdf-d9741dfc7a09 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Floating IP 9be22d2f-896b-46b9-8cf1-299cbab76dd0 associated. External IP: 172.25.8.185, port: 327a44ac-df49-4117-8e60-7556b7bf7dff. Nov 12 03:54:05.301357 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-518e8da2-5758-4a71-84d4-03c3c627f60f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.307974 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ede64cac-6a5f-43c8-bdee-f94ff33fe09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.426002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 73212469-12e3-4cc9-8c06-8bf353b1782d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:05.431493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 73212469-12e3-4cc9-8c06-8bf353b1782d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:05.431910 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.544173 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.585221 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba16852-1554-454b-9d2f-3424daa33cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73212469-12e3-4cc9-8c06-8bf353b1782d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:05.587932 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae3c45b-db7e-4ee5-affc-949d2fced4cb" -d '{"events": [{"server_uuid": "6ba16852-1554-454b-9d2f-3424daa33cae", "name": "network-vif-plugged", "status": "completed", "tag": "73212469-12e3-4cc9-8c06-8bf353b1782d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:05.607230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 73212469-12e3-4cc9-8c06-8bf353b1782d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=73212469-12e3-4cc9-8c06-8bf353b1782d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:05.648107 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d1233d-d7dd-45ac-b8cf-60e3d352def4 x-openstack-request-id: req-a5d1233d-d7dd-45ac-b8cf-60e3d352def4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:05.648907 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba16852-1554-454b-9d2f-3424daa33cae", "name": "network-vif-plugged", "status": "completed", "tag": "73212469-12e3-4cc9-8c06-8bf353b1782d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:05.649565 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a5d1233d-d7dd-45ac-b8cf-60e3d352def4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:05.663796 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-518e8da2-5758-4a71-84d4-03c3c627f60f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.676385 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba16852-1554-454b-9d2f-3424daa33cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73212469-12e3-4cc9-8c06-8bf353b1782d', 'code': 200} Nov 12 03:54:05.692144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-68e9ffa3-9837-4481-b4ba-01f50d9aa1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:05.694746 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-68e9ffa3-9837-4481-b4ba-01f50d9aa1b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 1096 time: 0.5049534 Nov 12 03:54:05.709455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1d9e8-5b86-4a97-b9cb-6f4a8e4abd4c req-8a21d0ff-21f0-4c81-95c5-fdce0376bc66 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:05.712658 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6aa1d9e8-5b86-4a97-b9cb-6f4a8e4abd4c req-8a21d0ff-21f0-4c81-95c5-fdce0376bc66 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 948 time: 0.5055976 Nov 12 03:54:05.739330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e8da2-5758-4a71-84d4-03c3c627f60f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06327c67-670f-4b0f-abda-872ecf093f41,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:05.756471 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.796484 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-200a854b-1cbb-45d4-b89e-66164076462e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd18f71c-37c8-458c-a24b-a679ff898835 HTTP/1.1" status: 200 len: 217 time: 0.0609677 Nov 12 03:54:05.823728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede64cac-6a5f-43c8-bdee-f94ff33fe09d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6d82dd-b3cb-46b6-91e4-aa99893ebe14,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:05.827532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=73212469-12e3-4cc9-8c06-8bf353b1782d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:05.880600 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-518e8da2-5758-4a71-84d4-03c3c627f60f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.882124 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-518e8da2-5758-4a71-84d4-03c3c627f60f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2680340 Nov 12 03:54:05.891989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:05.901412 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2964dfdf-979d-431c-8432-d3a970968794 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group_rule': {'security_group_id': '0cdd34bb-fb16-4fcd-ab8d-4b7655caf21b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:05.921441 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6aa1d9e8-5b86-4a97-b9cb-6f4a8e4abd4c req-4f44ab4b-c86e-485a-96f7-9fe252820a2a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909928 Nov 12 03:54:05.929545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede64cac-6a5f-43c8-bdee-f94ff33fe09d admin admin] Checking segment: {'id': '7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '959821ba-aef8-466f-a21a-eb1fad370cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:05.930112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede64cac-6a5f-43c8-bdee-f94ff33fe09d admin admin] Network hostable DHCP agents. Network: 959821ba-aef8-466f-a21a-eb1fad370cc9, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:05.933376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-75f20533-0582-4d2c-b9ca-f031f362bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:05.934915 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-75f20533-0582-4d2c-b9ca-f031f362bb0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ace581-efc3-4076-b0ce-48737a72947d HTTP/1.1" status: 200 len: 846 time: 0.1217422 Nov 12 03:54:05.935999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34328492-f5d5-48e7-bcdf-d9741dfc7a09 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Router 2d94389f-1d07-418b-864d-41e2ba0ce0ec has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:05.957595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607205e-1f2e-425f-8852-84713fb99313 req-c80a33b9-6c85-49ea-bf3d-fc4c2c58d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:05.960342 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a607205e-1f2e-425f-8852-84713fb99313 req-c80a33b9-6c85-49ea-bf3d-fc4c2c58d8dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ba16852-1554-454b-9d2f-3424daa33cae HTTP/1.1" status: 200 len: 1102 time: 0.0787523 Nov 12 03:54:05.984775 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-393bbac6-0aa7-4951-b21a-5bcf0466198e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5180d290-ec7a-4d87-815a-6d5ae96500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277376 Nov 12 03:54:06.083543 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2964dfdf-979d-431c-8432-d3a970968794 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.095444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede64cac-6a5f-43c8-bdee-f94ff33fe09d admin admin] Network 959821ba-aef8-466f-a21a-eb1fad370cc9 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:06.125748 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a607205e-1f2e-425f-8852-84713fb99313 req-a7167edc-d056-4b88-ac47-a9a5cde19885 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526129 Nov 12 03:54:06.159018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:06.171759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f5b4a-7690-480c-bf20-321abec6d857 req-eb9d4ae8-77b2-4d89-b98f-2b106975eeed tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.174780 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b41f5b4a-7690-480c-bf20-321abec6d857 req-eb9d4ae8-77b2-4d89-b98f-2b106975eeed tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0947950 Nov 12 03:54:06.177468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34328492-f5d5-48e7-bcdf-d9741dfc7a09 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:06.180770 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-ad85210b-ffd7-4767-bb30-8eef6a2cdc76 service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873019 Nov 12 03:54:06.187957 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34328492-f5d5-48e7-bcdf-d9741dfc7a09 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.195381 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a985c-e105-4686-8ed1-f14453c68cb2 None None] Sync routers for ids ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:06.211853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ede64cac-6a5f-43c8-bdee-f94ff33fe09d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 959821ba-aef8-466f-a21a-eb1fad370cc9) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:06.232749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a985c-e105-4686-8ed1-f14453c68cb2 None None] Routers {'2d94389f-1d07-418b-864d-41e2ba0ce0ec'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:06.234112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5a7a985c-e105-4686-8ed1-f14453c68cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:53:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:06.236401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a1d29c-afeb-45a2-8c59-7b471e0bb3c4 None None] Network 959821ba-aef8-466f-a21a-eb1fad370cc9 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:06.246863 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-34328492-f5d5-48e7-bcdf-d9741dfc7a09 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "PUT /v2.0/floatingips/9be22d2f-896b-46b9-8cf1-299cbab76dd0 HTTP/1.1" status: 200 len: 992 time: 2.3984585 Nov 12 03:54:06.250251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': '327a44ac-df49-4117-8e60-7556b7bf7dff'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:06.254321 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59" -d '{"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "327a44ac-df49-4117-8e60-7556b7bf7dff"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:06.275702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede64cac-6a5f-43c8-bdee-f94ff33fe09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.276766 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ede64cac-6a5f-43c8-bdee-f94ff33fe09d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.309145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b41f5b4a-7690-480c-bf20-321abec6d857 req-24bdfa77-f1f0-4943-addb-d1062f6e0790 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836868 Nov 12 03:54:06.399596 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2964dfdf-979d-431c-8432-d3a970968794 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.453792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc4d8c-fcaa-4db6-8cb1-2a900c84fcfc req-f090af68-d479-4e7d-9ee1-9b805849888b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.460395 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91dc4d8c-fcaa-4db6-8cb1-2a900c84fcfc req-f090af68-d479-4e7d-9ee1-9b805849888b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 944 time: 0.2825313 Nov 12 03:54:06.507988 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2964dfdf-979d-431c-8432-d3a970968794 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.543483 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ef52f4a-2134-45c5-9cce-cf19fd3da9fb req-ffe533e9-3482-45bb-945d-be9f11ae2e23 service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377573 Nov 12 03:54:06.549036 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ede64cac-6a5f-43c8-bdee-f94ff33fe09d admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4009349 Nov 12 03:54:06.585564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964dfdf-979d-431c-8432-d3a970968794 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9d0c7f-4473-4a83-8903-99d80ca35071,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:06.694853 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91dc4d8c-fcaa-4db6-8cb1-2a900c84fcfc req-904dc828-1307-4b67-adea-139f20a6da0b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203159 Nov 12 03:54:06.709911 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2964dfdf-979d-431c-8432-d3a970968794 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.717456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:06.718748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2964dfdf-979d-431c-8432-d3a970968794 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8213549 Nov 12 03:54:06.721723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:06.771310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f', 'mac_address': 'fa:16:3e:89:78:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:06.799161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5a7a985c-e105-4686-8ed1-f14453c68cb2 None None] Set router 2d94389f-1d07-418b-864d-41e2ba0ce0ec gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:06.811810 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.828771 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.847628 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2022cef-bcef-441d-9f12-db3db737c270 x-openstack-request-id: req-a2022cef-bcef-441d-9f12-db3db737c270 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:06.849595 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "tag": "327a44ac-df49-4117-8e60-7556b7bf7dff", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:06.850397 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a2022cef-bcef-441d-9f12-db3db737c270 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:06.851256 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'tag': '327a44ac-df49-4117-8e60-7556b7bf7dff', 'status': 'completed', 'code': 200} Nov 12 03:54:06.889161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4c0026-81b4-4dac-bf0b-c5ac7d0670a0 None None] Network 959821ba-aef8-466f-a21a-eb1fad370cc9 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:06.927952 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.942407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-29698208-f497-43c8-96a9-45fbd04c0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.942864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-29698208-f497-43c8-96a9-45fbd04c0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.943221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-29698208-f497-43c8-96a9-45fbd04c0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.943739 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-29698208-f497-43c8-96a9-45fbd04c0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.944233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-29698208-f497-43c8-96a9-45fbd04c0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.945001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-29698208-f497-43c8-96a9-45fbd04c0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.946217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-29698208-f497-43c8-96a9-45fbd04c0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.948770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-29698208-f497-43c8-96a9-45fbd04c0100 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cd512dfc02740f8a9223f825788d0ed&device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 6506 time: 0.1045117 Nov 12 03:54:07.019599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:07.079187 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:07.120788 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.135212 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.139634 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/fa9d0c7f-4473-4a83-8903-99d80ca35071 HTTP/1.1" status: 204 len: 168 time: 0.4173055 Nov 12 03:54:07.140182 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:07.159943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa9d0c7f-4473-4a83-8903-99d80ca35071,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:07.176255 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:07.176609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:07.176981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:07.177354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:07.177922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:07.178496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:07.179050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:07.179593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:07.180459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:07.180814 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:07.181158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:07.181611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71eee95-4dfb-42d1-9cf2-a0be09feb82e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:07.193082 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-2e54bb4c-aa02-4028-b448-6c7a52634166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:07.194910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-2e54bb4c-aa02-4028-b448-6c7a52634166 service neutron] 10.222.0.25 "GET /v2.0/networks?id=933200c6-b34c-45ca-8fd9-e1eb17512052 HTTP/1.1" status: 200 len: 919 time: 0.2342088 Nov 12 03:54:07.219333 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02185a-8767-44ad-9bbf-ab47d8843575 req-2658c129-9a8b-4441-b61e-8521582e6de0 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:07.222022 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c02185a-8767-44ad-9bbf-ab47d8843575 req-2658c129-9a8b-4441-b61e-8521582e6de0 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 948 time: 0.1475999 Nov 12 03:54:07.226332 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-312de360-0dbf-4027-a337-d6d9da61c749 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0840397 Nov 12 03:54:07.229218 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40304) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:07.230504 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.314595 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22c04a05-1778-4ded-98b9-e7126f7dcc85 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.327054 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22c04a05-1778-4ded-98b9-e7126f7dcc85 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.445193 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:07.462741 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-3c5488e8-d19a-47fc-9056-8131cfdffe21 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327a44ac-df49-4117-8e60-7556b7bf7dff HTTP/1.1" status: 200 len: 1000 time: 0.2392938 Nov 12 03:54:07.472092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c02185a-8767-44ad-9bbf-ab47d8843575 req-1c14d0e5-0494-484c-b2c9-f49ba6551c39 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372661 Nov 12 03:54:07.514983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5a7a985c-e105-4686-8ed1-f14453c68cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 4, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port': {'id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:25Z', 'updated_at': '2021-11-12T03:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9be22d2f-896b-46b9-8cf1-299cbab76dd0', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'port_id': '327a44ac-df49-4117-8e60-7556b7bf7dff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'mac_address': 'fa:16:3e:a3:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:56Z', 'updated_at': '2021-11-12T03:54:04Z', 'revision_number': 1, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7018b676-94ee-47e6-9644-214d9622c4a3', 'name': '', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'mac_address': 'fa:16:3e:3b:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'subnets': [{'id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:07.566340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a985c-e105-4686-8ed1-f14453c68cb2 None None] Checking router: 2d94389f-1d07-418b-864d-41e2ba0ce0ec for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:07.577725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a985c-e105-4686-8ed1-f14453c68cb2 None None] Routers {'2d94389f-1d07-418b-864d-41e2ba0ce0ec'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:07.578420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5a7a985c-e105-4686-8ed1-f14453c68cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:53:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:07.592224 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-09cd8455-bed8-4fa6-8f82-b78142b3dda4 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:07.594772 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-09cd8455-bed8-4fa6-8f82-b78142b3dda4 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/networks?id=959821ba-aef8-466f-a21a-eb1fad370cc9 HTTP/1.1" status: 200 len: 817 time: 0.2430272 Nov 12 03:54:07.616556 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-841ef4cc-e3de-433c-877f-179b0a5ad6d6 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/quotas/53dc7dd10b7c4acaa5bbd5a5ca0bad4f HTTP/1.1" status: 200 len: 375 time: 0.0106554 Nov 12 03:54:07.669917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-9462693e-442b-419d-b4bb-da257e2c6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:07.669917 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-9462693e-442b-419d-b4bb-da257e2c6266 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a5695f79-da24-4f82-9891-41295f29ce28 HTTP/1.1" status: 200 len: 856 time: 0.1811728 Nov 12 03:54:07.670198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22c04a05-1778-4ded-98b9-e7126f7dcc85 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.670198 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-e409314a-e91e-4b45-a28a-cea9be9cc26c tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=53dc7dd10b7c4acaa5bbd5a5ca0bad4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382485 Nov 12 03:54:07.670198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22c04a05-1778-4ded-98b9-e7126f7dcc85 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.670703 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-22c04a05-1778-4ded-98b9-e7126f7dcc85 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/06327c67-670f-4b0f-abda-872ecf093f41 HTTP/1.1" status: 204 len: 168 time: 0.4373424 Nov 12 03:54:07.674787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:07.703270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c04a05-1778-4ded-98b9-e7126f7dcc85 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06327c67-670f-4b0f-abda-872ecf093f41,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:07.704540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7256e-da37-4ba9-81e2-a13cdd14ba60 req-405d86b1-2058-4d4b-a36a-60a148113d6a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:07.714519 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e4f7256e-da37-4ba9-81e2-a13cdd14ba60 req-405d86b1-2058-4d4b-a36a-60a148113d6a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1529207 Nov 12 03:54:07.779152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5a7a985c-e105-4686-8ed1-f14453c68cb2 None None] Set router 2d94389f-1d07-418b-864d-41e2ba0ce0ec gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:07.825274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-13976424-d24c-43bb-96a3-0009d6019756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:07.827590 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-13976424-d24c-43bb-96a3-0009d6019756 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933200c6-b34c-45ca-8fd9-e1eb17512052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1532311 Nov 12 03:54:07.840831 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a59f37ae-d8c2-41f9-8c7d-286805b49278 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1622715 Nov 12 03:54:07.840831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:07.872718 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e4f7256e-da37-4ba9-81e2-a13cdd14ba60 req-8db2ebff-c501-4939-b8a8-37b9ab0decda tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570721 Nov 12 03:54:07.900328 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c222950-4d91-438e-838f-47917da13c48 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.938501 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c222950-4d91-438e-838f-47917da13c48 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.950377 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-77b083b5-3961-4440-9bbd-7c85beea620e service neutron] 10.222.0.105 "GET /v2.0/networks/959821ba-aef8-466f-a21a-eb1fad370cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580194 Nov 12 03:54:08.003484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-56d7fc93-4445-4b01-bc0d-adb1011cc9e8 service neutron] 10.222.0.25 "GET /v2.0/networks/933200c6-b34c-45ca-8fd9-e1eb17512052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644583 Nov 12 03:54:08.117766 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-bc689492-8d41-43f9-a08f-9f2f1f0cabf4 service neutron] 10.222.0.105 "GET /v2.0/networks/959821ba-aef8-466f-a21a-eb1fad370cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477165 Nov 12 03:54:08.177569 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbc43eea-fe0b-4dae-853e-7ecf97f6db59 req-94eb329e-52a0-4af7-a7ba-6934226a3710 service neutron] 10.222.0.25 "GET /v2.0/networks/933200c6-b34c-45ca-8fd9-e1eb17512052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604834 Nov 12 03:54:08.185805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:08.192676 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c222950-4d91-438e-838f-47917da13c48 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.204376 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c222950-4d91-438e-838f-47917da13c48 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.210995 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2c222950-4d91-438e-838f-47917da13c48 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/bb077c0e-4807-4ab6-acb3-b7078b5da85f HTTP/1.1" status: 204 len: 168 time: 0.3689172 Nov 12 03:54:08.213377 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5a7a985c-e105-4686-8ed1-f14453c68cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 4, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port': {'id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:25Z', 'updated_at': '2021-11-12T03:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9be22d2f-896b-46b9-8cf1-299cbab76dd0', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'port_id': '327a44ac-df49-4117-8e60-7556b7bf7dff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'mac_address': 'fa:16:3e:a3:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:56Z', 'updated_at': '2021-11-12T03:54:04Z', 'revision_number': 1, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7018b676-94ee-47e6-9644-214d9622c4a3', 'name': '', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'mac_address': 'fa:16:3e:3b:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'subnets': [{'id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:08.215820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40326) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:08.237530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c222950-4d91-438e-838f-47917da13c48 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb077c0e-4807-4ab6-acb3-b7078b5da85f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:08.271355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a985c-e105-4686-8ed1-f14453c68cb2 None None] The sync data for ids ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'] in n-d-767704-23 is: [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 4, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port': {'id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:25Z', 'updated_at': '2021-11-12T03:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9be22d2f-896b-46b9-8cf1-299cbab76dd0', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'port_id': '327a44ac-df49-4117-8e60-7556b7bf7dff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'mac_address': 'fa:16:3e:a3:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450c5325-160e-4e83-896d-a5d54a786b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:56Z', 'updated_at': '2021-11-12T03:54:04Z', 'revision_number': 1, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7018b676-94ee-47e6-9644-214d9622c4a3', 'name': '', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'mac_address': 'fa:16:3e:3b:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'subnets': [{'id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:08.325973 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:08.326674 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e41aef93-28c5-4a57-bc9e-a6cfeda8c2c6 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1095619 Nov 12 03:54:08.407093 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a568bf5-cc65-4490-83c0-08578f9baf43 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.423117 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a568bf5-cc65-4490-83c0-08578f9baf43 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.479800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:08.493510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e13c7f-4470-4c6b-9655-e6907731dfe8 req-30a4a1b2-9437-494c-8a41-31cc4d5e2242 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:08.496630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-35e13c7f-4470-4c6b-9655-e6907731dfe8 req-30a4a1b2-9437-494c-8a41-31cc4d5e2242 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 944 time: 0.1201575 Nov 12 03:54:08.497799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'port_id': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'mac_address': 'fa:16:3e:9e:a0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:08.584925 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-35e13c7f-4470-4c6b-9655-e6907731dfe8 req-5fdc209d-4447-496e-81da-cf987bf5b752 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783522 Nov 12 03:54:08.596573 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a568bf5-cc65-4490-83c0-08578f9baf43 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.598783 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.602930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:08.642176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a568bf5-cc65-4490-83c0-08578f9baf43 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.643418 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4a568bf5-cc65-4490-83c0-08578f9baf43 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/aa4da211-17b6-4832-ac76-0507b9794497 HTTP/1.1" status: 204 len: 168 time: 0.3151186 Nov 12 03:54:08.647779 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:08.713524 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a568bf5-cc65-4490-83c0-08578f9baf43 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa4da211-17b6-4832-ac76-0507b9794497,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:08.758456 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:08.761999 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01cb4fc-f54b-44cf-929a-71ab3131c0fd None None] New status for floating IP 9be22d2f-896b-46b9-8cf1-299cbab76dd0: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:54:08.780848 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-24f06ebd-27f9-42ee-8d98-622922b20ef9 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1317797 Nov 12 03:54:08.797485 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40344) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:08.810072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:08.814895 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f57d5ae8-e4b0-4005-9fd4-d4fde327b30f req-4ff53501-7d9b-4984-a265-cfb89e26b129 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 210 time: 0.0932300 Nov 12 03:54:08.893660 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b00bae73-8335-4bbf-97fe-e53abd3c5a1a tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.930525 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b00bae73-8335-4bbf-97fe-e53abd3c5a1a tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.982931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629a42f-e2e6-4f95-8826-2a5172c665e4 req-00184bcd-38ca-4df8-99ee-4896f76f2217 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:08.988423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9629a42f-e2e6-4f95-8826-2a5172c665e4 req-00184bcd-38ca-4df8-99ee-4896f76f2217 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 949 time: 0.2108746 Nov 12 03:54:09.017070 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.111454 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9629a42f-e2e6-4f95-8826-2a5172c665e4 req-be58780b-461a-47b5-85be-57b7edbd0cb4 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112313 Nov 12 03:54:09.154067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd3540-ad2d-4cd6-8c35-ad3491223e53 req-3c8a89fe-b531-4e91-9ab4-f698a35d281c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:09.166209 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80fd3540-ad2d-4cd6-8c35-ad3491223e53 req-3c8a89fe-b531-4e91-9ab4-f698a35d281c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 945 time: 0.1113544 Nov 12 03:54:09.183375 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b00bae73-8335-4bbf-97fe-e53abd3c5a1a tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.217499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:09.229281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:09.229281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:09.229281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:09.229281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:09.229281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:09.229281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:09.230596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:09.230596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:09.230596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:09.230596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:09.231165 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:09.231338 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b00bae73-8335-4bbf-97fe-e53abd3c5a1a tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.231506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:09.233065 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b00bae73-8335-4bbf-97fe-e53abd3c5a1a tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/1dfd727f-7a10-4537-bb39-b03d9eb06434 HTTP/1.1" status: 204 len: 168 time: 0.4169090 Nov 12 03:54:09.235424 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40360) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:09.237304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bae73-8335-4bbf-97fe-e53abd3c5a1a tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dfd727f-7a10-4537-bb39-b03d9eb06434,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:09.307554 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-889fc60f-ef6b-43a2-b4f4-03ddeffa22cd tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0709243 Nov 12 03:54:09.311962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40362) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:09.319460 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80fd3540-ad2d-4cd6-8c35-ad3491223e53 req-481b4d25-281e-4fcf-bb05-5feed199c74b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500556 Nov 12 03:54:09.419866 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-323d59bf-d552-453d-bf50-06154e70cabd tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.451876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-323d59bf-d552-453d-bf50-06154e70cabd tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.579275 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-323d59bf-d552-453d-bf50-06154e70cabd tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.583191 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-323d59bf-d552-453d-bf50-06154e70cabd tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.584930 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-323d59bf-d552-453d-bf50-06154e70cabd tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-groups/0cdd34bb-fb16-4fcd-ab8d-4b7655caf21b HTTP/1.1" status: 204 len: 168 time: 0.2681355 Nov 12 03:54:09.588235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:09.599706 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d59bf-d552-453d-bf50-06154e70cabd tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdd34bb-fb16-4fcd-ab8d-4b7655caf21b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:09.672949 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-11b6e104-dc6e-4e71-8e4f-db1310baf0a1 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0833490 Nov 12 03:54:09.679078 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40368) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:09.684297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fa0b7c32-7d2f-4a5b-a118-85ecdb14d17c tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group': {'name': 'tempest-secgroup--61051635'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:09.739219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6384c-8c6f-4eb8-9e26-d50a6df1a404 req-dbe033d5-2cc1-478d-afd5-f3c452346441 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:09.740947 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bfb6384c-8c6f-4eb8-9e26-d50a6df1a404 req-dbe033d5-2cc1-478d-afd5-f3c452346441 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 944 time: 0.0751207 Nov 12 03:54:09.779920 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa0b7c32-7d2f-4a5b-a118-85ecdb14d17c tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.854230 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bfb6384c-8c6f-4eb8-9e26-d50a6df1a404 req-f58f2483-1437-4495-9fc3-63d85fcf48c4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056523 Nov 12 03:54:09.936164 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa0b7c32-7d2f-4a5b-a118-85ecdb14d17c tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.972792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:09.983021 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1670286e-6dac-4ab2-b01b-4b08e819a1bf req-87526196-c2c8-44cb-a44e-32a092c5d4e2 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 210 time: 0.0603652 Nov 12 03:54:10.025094 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa0b7c32-7d2f-4a5b-a118-85ecdb14d17c tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.085485 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b7c32-7d2f-4a5b-a118-85ecdb14d17c tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5145bc71-6ce3-41a7-bd7f-a35aec534bfc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:10.302151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5fc36-207e-4685-b849-13281ebb397f req-a3d32ccf-4490-478f-86a7-f6e5c0935591 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:10.305488 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffd5fc36-207e-4685-b849-13281ebb397f req-a3d32ccf-4490-478f-86a7-f6e5c0935591 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 949 time: 0.0989537 Nov 12 03:54:10.404666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffd5fc36-207e-4685-b849-13281ebb397f req-1719ccf3-e7e8-4c70-a9ce-2a80cda384c9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821044 Nov 12 03:54:10.454337 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa0b7c32-7d2f-4a5b-a118-85ecdb14d17c tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.454337 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fa0b7c32-7d2f-4a5b-a118-85ecdb14d17c tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7740941 Nov 12 03:54:10.457145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40386) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:10.469166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3d0cbed1-bf9d-47b3-9160-e1f2039b43ff tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group_rule': {'security_group_id': '5145bc71-6ce3-41a7-bd7f-a35aec534bfc', 'direction': 'ingress', 'protocol': 17}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:10.586230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bf80f-c21a-4281-abce-44a20486d16f req-10707a5d-e056-46ea-8921-ce211342721d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:10.587776 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c08bf80f-c21a-4281-abce-44a20486d16f req-10707a5d-e056-46ea-8921-ce211342721d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 945 time: 0.0719934 Nov 12 03:54:10.657574 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c08bf80f-c21a-4281-abce-44a20486d16f req-b5ed7d83-c502-481f-af13-d7185afb1148 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629299 Nov 12 03:54:10.814463 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d0cbed1-bf9d-47b3-9160-e1f2039b43ff tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.887773 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d0cbed1-bf9d-47b3-9160-e1f2039b43ff tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.053399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fede9f-0139-4e2b-945f-fa02a5c4f2e8 req-825dcfb6-5fb3-46da-90ea-c58c187dd0fc tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.055762 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-71fede9f-0139-4e2b-945f-fa02a5c4f2e8 req-825dcfb6-5fb3-46da-90ea-c58c187dd0fc tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 944 time: 0.0856605 Nov 12 03:54:11.144779 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-71fede9f-0139-4e2b-945f-fa02a5c4f2e8 req-db9bb748-aefb-44f3-839f-89c24fec9779 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798147 Nov 12 03:54:11.169378 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-756b5d23-b9c4-4890-bee0-044fc3216bab req-cc84d074-53bd-4a61-9712-aacfb1c73aee tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 210 time: 0.0583391 Nov 12 03:54:11.265272 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d0cbed1-bf9d-47b3-9160-e1f2039b43ff tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.288611 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cbed1-bf9d-47b3-9160-e1f2039b43ff tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321bfe31-5e90-466f-a793-cf802132181b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:11.524919 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d0cbed1-bf9d-47b3-9160-e1f2039b43ff tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.529948 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3d0cbed1-bf9d-47b3-9160-e1f2039b43ff tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0650406 Nov 12 03:54:11.530929 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40400) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:11.600556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d46fb5-c20b-4cab-a240-52aca7f8b979 req-928203c1-0ca5-4839-9a52-6cca9710da83 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.606057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-53d46fb5-c20b-4cab-a240-52aca7f8b979 req-928203c1-0ca5-4839-9a52-6cca9710da83 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 949 time: 0.1048427 Nov 12 03:54:11.636375 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65341bcd-730e-4b49-b8d5-afbdefe8b8b5 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.682520 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65341bcd-730e-4b49-b8d5-afbdefe8b8b5 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.705670 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-53d46fb5-c20b-4cab-a240-52aca7f8b979 req-1b5cede9-0254-4e9f-99ef-bec6843ccec9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876565 Nov 12 03:54:11.866886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8498cb-e0d5-46cf-b46b-21ea99186a72 req-493b1b50-13b8-4c78-852d-055783047118 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.870829 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3a8498cb-e0d5-46cf-b46b-21ea99186a72 req-493b1b50-13b8-4c78-852d-055783047118 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 945 time: 0.0862491 Nov 12 03:54:11.931552 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3a8498cb-e0d5-46cf-b46b-21ea99186a72 req-7d54214d-53bb-4b5b-8545-c11dc8c7d53c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530391 Nov 12 03:54:12.173040 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65341bcd-730e-4b49-b8d5-afbdefe8b8b5 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.175906 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65341bcd-730e-4b49-b8d5-afbdefe8b8b5 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.177246 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-65341bcd-730e-4b49-b8d5-afbdefe8b8b5 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-groups/5145bc71-6ce3-41a7-bd7f-a35aec534bfc HTTP/1.1" status: 204 len: 168 time: 0.6456547 Nov 12 03:54:12.182203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40406) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:12.194012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device dd18f71c-37c8-458c-a24b-a679ff898835 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:12.198514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65341bcd-730e-4b49-b8d5-afbdefe8b8b5 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5145bc71-6ce3-41a7-bd7f-a35aec534bfc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:12.244667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:12.298234 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-192d5c8d-49c5-4345-87ac-4354e2e624a6 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1144640 Nov 12 03:54:12.303079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:12.310811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ea568402-9ed5-4884-bb20-fa61d1216643 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group': {'name': 'tempest-secgroup--225401305'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:12.434714 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-089895bf-d357-40f3-8097-d848036655db req-3f0c77f8-a340-43d1-ac69-9b53182900c6 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 210 time: 0.0789120 Nov 12 03:54:12.509104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629192f-a2a3-45b5-a454-e92bb641b28b req-0463942e-af6c-41ad-b9d2-e30b696ca26b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:12.512130 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c629192f-a2a3-45b5-a454-e92bb641b28b req-0463942e-af6c-41ad-b9d2-e30b696ca26b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 944 time: 0.1525962 Nov 12 03:54:12.615533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c629192f-a2a3-45b5-a454-e92bb641b28b req-85af48e4-d3cc-42cb-a98a-4ae48efdc555 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958626 Nov 12 03:54:12.622559 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea568402-9ed5-4884-bb20-fa61d1216643 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.721137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port dd18f71c-37c8-458c-a24b-a679ff898835, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dd18f71c-37c8-458c-a24b-a679ff898835,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:12.738029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'dd18f71c-37c8-458c-a24b-a679ff898835', 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'port_id': 'dd18f71c-37c8-458c-a24b-a679ff898835', 'mac_address': 'fa:16:3e:da:ba:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ace581-efc3-4076-b0ce-48737a72947d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:12.746174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:12.746677 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.779233 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea568402-9ed5-4884-bb20-fa61d1216643 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.836949 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.851147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd18f71c-37c8-458c-a24b-a679ff898835 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:12.884543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487734f-09af-45d7-8e99-67450594fd1e req-1f15c18a-f99a-4d48-84f6-10dc40540ac7 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:12.886237 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8487734f-09af-45d7-8e99-67450594fd1e req-1f15c18a-f99a-4d48-84f6-10dc40540ac7 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 949 time: 0.0622606 Nov 12 03:54:12.908302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port dd18f71c-37c8-458c-a24b-a679ff898835, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dd18f71c-37c8-458c-a24b-a679ff898835,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:12.911365 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.938026 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:12.940373 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1710405e-a3c8-4ca7-9d15-191166076c12" -d '{"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:12.956808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:12.958731 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8487734f-09af-45d7-8e99-67450594fd1e req-5dc16fcc-c065-42c5-a60d-517dda419e01 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653820 Nov 12 03:54:12.962459 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea568402-9ed5-4884-bb20-fa61d1216643 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.001317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea568402-9ed5-4884-bb20-fa61d1216643 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7479b67-02cd-415f-aae1-b112226dcd66,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.012878 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00290d25-32d5-4e32-97f0-acfb228bfa61 x-openstack-request-id: req-00290d25-32d5-4e32-97f0-acfb228bfa61 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:13.016769 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:13.017463 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-00290d25-32d5-4e32-97f0-acfb228bfa61 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:13.018042 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'code': 200} Nov 12 03:54:13.099206 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.103763 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.142061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5906cc-5599-4db6-a2ff-5de23100d1ef req-f38e1b6c-cbdc-41f4-ae42-413e1f4b446e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:13.142482 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea568402-9ed5-4884-bb20-fa61d1216643 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.144257 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ea568402-9ed5-4884-bb20-fa61d1216643 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8379614 Nov 12 03:54:13.147369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.147631 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3f5906cc-5599-4db6-a2ff-5de23100d1ef req-f38e1b6c-cbdc-41f4-ae42-413e1f4b446e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 945 time: 0.0800433 Nov 12 03:54:13.155133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8a40351a-b4ac-4ad2-9181-0840460ea84f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502657147'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:13.167046 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=dd18f71c-37c8-458c-a24b-a679ff898835,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.234427 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3f5906cc-5599-4db6-a2ff-5de23100d1ef req-53d9a7e7-2288-4a32-b912-3a8dbd183a1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794163 Nov 12 03:54:13.262810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=13']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.316701 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a40351a-b4ac-4ad2-9181-0840460ea84f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.415574 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a40351a-b4ac-4ad2-9181-0840460ea84f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.561473 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4715d0f2-f31c-4a5a-88ab-ee01f79c978a req-00db909d-c216-4467-9403-8f68b1575be8 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 210 time: 0.0296166 Nov 12 03:54:13.653038 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a40351a-b4ac-4ad2-9181-0840460ea84f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.701795 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40351a-b4ac-4ad2-9181-0840460ea84f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc1318-ee58-4f14-ac36-d19aa284c8a1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.823413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629b444-7964-4c73-9cf7-8cb10dd34cfb req-d43d3464-280c-4948-851b-334713e931b4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:13.825031 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6629b444-7964-4c73-9cf7-8cb10dd34cfb req-d43d3464-280c-4948-851b-334713e931b4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 945 time: 0.0884039 Nov 12 03:54:13.893300 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6629b444-7964-4c73-9cf7-8cb10dd34cfb req-09cd1d58-59ee-4822-9a09-3789ab7c7bab tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598118 Nov 12 03:54:13.931209 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a40351a-b4ac-4ad2-9181-0840460ea84f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.933578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8a40351a-b4ac-4ad2-9181-0840460ea84f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7845814 Nov 12 03:54:13.936466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40442) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.941160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c518043a-0691-4e97-9013-6a1646210235 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group_rule': {'security_group_id': 'e7479b67-02cd-415f-aae1-b112226dcd66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9abc1318-ee58-4f14-ac36-d19aa284c8a1', 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:13.992472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['dd18f71c-37c8-458c-a24b-a679ff898835'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:14.092825 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c518043a-0691-4e97-9013-6a1646210235 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.238257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eea483-7c66-4742-860e-fcc06b7e489a req-9ba8aa87-35d8-4a66-bdbe-f4731308d780 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:14.240083 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d2eea483-7c66-4742-860e-fcc06b7e489a req-9ba8aa87-35d8-4a66-bdbe-f4731308d780 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 949 time: 0.1713846 Nov 12 03:54:14.252143 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-038df17f-8fa2-4267-93a9-18300d473bd8 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:14.253703 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-038df17f-8fa2-4267-93a9-18300d473bd8 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.25 "GET /v2.0/networks?id=959821ba-aef8-466f-a21a-eb1fad370cc9 HTTP/1.1" status: 200 len: 817 time: 0.2344425 Nov 12 03:54:14.290852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-f134784b-e239-46f2-ba2c-c413da5cd0bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Request body: {'port': {'device_id': 'ad828acf-babd-4214-8429-8ff3d764d4bf', 'network_id': '959821ba-aef8-466f-a21a-eb1fad370cc9', 'admin_state_up': True, 'tenant_id': '53dc7dd10b7c4acaa5bbd5a5ca0bad4f'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:14.310130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:14.333315 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c518043a-0691-4e97-9013-6a1646210235 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.405032 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d2eea483-7c66-4742-860e-fcc06b7e489a req-a39c070a-a657-4c00-adc7-55b80a64c2e1 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502600 Nov 12 03:54:14.439437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53d101-c94c-443f-8d0c-9514e4e028b9 req-03677d63-bcb0-44df-aef5-950cfe965b0e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:14.441244 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da53d101-c94c-443f-8d0c-9514e4e028b9 req-03677d63-bcb0-44df-aef5-950cfe965b0e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.1023848 Nov 12 03:54:14.493538 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c518043a-0691-4e97-9013-6a1646210235 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.511698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da53d101-c94c-443f-8d0c-9514e4e028b9 req-7e7bcb44-3493-4104-87c3-10b4cec12e2b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598829 Nov 12 03:54:14.520635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518043a-0691-4e97-9013-6a1646210235 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0093c77-5c41-4901-8dd3-907c3abf1fe6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.596963 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:14.606535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:14.607125 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.638031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-f134784b-e239-46f2-ba2c-c413da5cd0bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Made reservation on behalf of 53dc7dd10b7c4acaa5bbd5a5ca0bad4f for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:14.644028 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-f134784b-e239-46f2-ba2c-c413da5cd0bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.705763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce7c7a52-5828-432a-bb34-bd77c49657dc req-2e902574-bfa2-4ecc-a75a-1b71de5952a6 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 210 time: 0.0457933 Nov 12 03:54:14.723705 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.762321 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:14.810756 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c518043a-0691-4e97-9013-6a1646210235 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.823749 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c518043a-0691-4e97-9013-6a1646210235 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8745661 Nov 12 03:54:14.823749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40454) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:14.846140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-f134784b-e239-46f2-ba2c-c413da5cd0bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Allocated IP 172.20.0.4 (959821ba-aef8-466f-a21a-eb1fad370cc9/3f6d82dd-b3cb-46b6-91e4-aa99893ebe14/5ce16c9e-ee47-429a-8613-3ee3b832f29b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:14.862181 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-444720f8-65c0-403e-8a1b-b123143729e0 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.874364 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-444720f8-65c0-403e-8a1b-b123143729e0 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.910574 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.993987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.019585 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bb25d2-ceb3-49da-ae14-536246b2ea63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:15.023263 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcb72df-f304-4eab-b0f1-e50dfec8dbe5" -d '{"events": [{"server_uuid": "43bb25d2-ceb3-49da-ae14-536246b2ea63", "name": "network-vif-plugged", "status": "completed", "tag": "a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:15.071517 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-444720f8-65c0-403e-8a1b-b123143729e0 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.071868 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c7438-d880-447f-80b5-4abd9d00cb39 req-913b9144-c0c2-4d66-bf41-88c02e9b3b25 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:15.073465 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c67c7438-d880-447f-80b5-4abd9d00cb39 req-913b9144-c0c2-4d66-bf41-88c02e9b3b25 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 945 time: 0.0741348 Nov 12 03:54:15.080107 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-444720f8-65c0-403e-8a1b-b123143729e0 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.082254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-444720f8-65c0-403e-8a1b-b123143729e0 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/d0093c77-5c41-4901-8dd3-907c3abf1fe6 HTTP/1.1" status: 204 len: 168 time: 0.2643631 Nov 12 03:54:15.086305 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5ef987-03bf-43f7-9e95-52c9831c0174 x-openstack-request-id: req-8b5ef987-03bf-43f7-9e95-52c9831c0174 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:15.087042 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bb25d2-ceb3-49da-ae14-536246b2ea63", "name": "network-vif-plugged", "status": "completed", "tag": "a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:15.087428 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8b5ef987-03bf-43f7-9e95-52c9831c0174 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:15.087892 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bb25d2-ceb3-49da-ae14-536246b2ea63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f', 'code': 200} Nov 12 03:54:15.093412 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40464) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:15.122546 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444720f8-65c0-403e-8a1b-b123143729e0 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0093c77-5c41-4901-8dd3-907c3abf1fe6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.163581 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c67c7438-d880-447f-80b5-4abd9d00cb39 req-bbfb6d2d-2a37-4ea6-9ec2-c4ad5304ef5e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813980 Nov 12 03:54:15.178467 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-f134784b-e239-46f2-ba2c-c413da5cd0bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.195115 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2bc668e1-3bdb-4f44-baea-d407743bf0e9 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0971966 Nov 12 03:54:15.199317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40466) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:15.260270 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e67e561-1b52-4a4d-85f7-2ddeb70827fe tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.286948 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e67e561-1b52-4a4d-85f7-2ddeb70827fe tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.357538 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-f134784b-e239-46f2-ba2c-c413da5cd0bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.431833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-f134784b-e239-46f2-ba2c-c413da5cd0bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Network 959821ba-aef8-466f-a21a-eb1fad370cc9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:15.435794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-f134784b-e239-46f2-ba2c-c413da5cd0bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:15.440227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-f134784b-e239-46f2-ba2c-c413da5cd0bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:15.480973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134784b-e239-46f2-ba2c-c413da5cd0bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Pushing event updated for resources: {'Port': ['ID=5ce16c9e-ee47-429a-8613-3ee3b832f29b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.504384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae79d-7ba6-4aa2-8bff-09bd7c2abd2e req-0f68d295-d0c7-459e-841c-a1b373c45c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:15.507341 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e0eae79d-7ba6-4aa2-8bff-09bd7c2abd2e req-0f68d295-d0c7-459e-841c-a1b373c45c97 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 1102 time: 0.0730178 Nov 12 03:54:15.509465 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e67e561-1b52-4a4d-85f7-2ddeb70827fe tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.514093 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e67e561-1b52-4a4d-85f7-2ddeb70827fe tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.516759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-f134784b-e239-46f2-ba2c-c413da5cd0bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:15.517450 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6e67e561-1b52-4a4d-85f7-2ddeb70827fe tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-groups/9abc1318-ee58-4f14-ac36-d19aa284c8a1 HTTP/1.1" status: 204 len: 168 time: 0.3159666 Nov 12 03:54:15.518623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-f134784b-e239-46f2-ba2c-c413da5cd0bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.518954 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:15.567759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb07389-32d1-4e4d-b950-8488c00f7eb4 req-114efec9-e6c7-4cf4-bb52-92af51ea3061 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:15.569453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8bb07389-32d1-4e4d-b950-8488c00f7eb4 req-114efec9-e6c7-4cf4-bb52-92af51ea3061 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 950 time: 0.0717857 Nov 12 03:54:15.572492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67e561-1b52-4a4d-85f7-2ddeb70827fe tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc1318-ee58-4f14-ac36-d19aa284c8a1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.654583 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e0eae79d-7ba6-4aa2-8bff-09bd7c2abd2e req-a89c0dc6-6fa1-45d4-a0dc-3e1873b0b0de service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354272 Nov 12 03:54:15.663295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b8380699-d703-4fed-b4e2-d69a6fca8ead tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1364589 Nov 12 03:54:15.665442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40482) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:15.685332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8bb07389-32d1-4e4d-b950-8488c00f7eb4 req-1a3e890d-c964-4642-90ef-ea532718c9ab tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055856 Nov 12 03:54:15.722142 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a474e84-c7fb-4998-a8d3-1fb212daee56 req-d0a25e4e-5760-4fbb-8b56-c29acf9e26c1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:15.723938 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a474e84-c7fb-4998-a8d3-1fb212daee56 req-d0a25e4e-5760-4fbb-8b56-c29acf9e26c1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.0621912 Nov 12 03:54:15.729174 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-f134784b-e239-46f2-ba2c-c413da5cd0bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4493928 Nov 12 03:54:15.750759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Request body: {'port': {'device_id': 'ad828acf-babd-4214-8429-8ff3d764d4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:15.779387 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c1e6420-746b-44c2-81f5-c9d8e365e3fe tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.793772 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a474e84-c7fb-4998-a8d3-1fb212daee56 req-bdb062fd-4818-48bd-bc8b-7ab98af663a5 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609074 Nov 12 03:54:15.859502 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c1e6420-746b-44c2-81f5-c9d8e365e3fe tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.884312 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.966817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b308fd9-bc40-4057-afff-74fc2229d2dc req-1f3a550f-cf39-4858-98fe-f0e0549ab092 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:15.968422 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b308fd9-bc40-4057-afff-74fc2229d2dc req-1f3a550f-cf39-4858-98fe-f0e0549ab092 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 931 time: 0.1341004 Nov 12 03:54:16.089291 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c1e6420-746b-44c2-81f5-c9d8e365e3fe tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.091916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c1e6420-746b-44c2-81f5-c9d8e365e3fe tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.093147 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2c1e6420-746b-44c2-81f5-c9d8e365e3fe tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-groups/e7479b67-02cd-415f-aae1-b112226dcd66 HTTP/1.1" status: 204 len: 168 time: 0.4268384 Nov 12 03:54:16.097202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40490) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:16.137586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b308fd9-bc40-4057-afff-74fc2229d2dc req-2b16aee2-8183-4a1e-a776-ed7fa89765ac tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/security-groups?id=b25cb62e-a858-41f6-ba5f-b604bb7304f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563590 Nov 12 03:54:16.140976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e6420-746b-44c2-81f5-c9d8e365e3fe tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7479b67-02cd-415f-aae1-b112226dcd66,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:16.243119 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-04b230d4-c82f-458d-b370-38c95798e594 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1421680 Nov 12 03:54:16.244960 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40498) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:16.250300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device dd18f71c-37c8-458c-a24b-a679ff898835 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:16.262813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d45f583c-b207-42d0-94d9-530baf35e8a2 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560665810'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:16.392539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cb679-70cf-4c3a-9d68-d6be6c0703d6 req-ed483c8f-2c6d-45c5-8b91-558a86734deb tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:16.394146 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-451cb679-70cf-4c3a-9d68-d6be6c0703d6 req-ed483c8f-2c6d-45c5-8b91-558a86734deb tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 945 time: 0.1092889 Nov 12 03:54:16.402707 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d45f583c-b207-42d0-94d9-530baf35e8a2 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.454308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce16c9e-ee47-429a-8613-3ee3b832f29b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:16.464469 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port dd18f71c-37c8-458c-a24b-a679ff898835 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:16.469506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port dd18f71c-37c8-458c-a24b-a679ff898835 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:16.470113 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.481642 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.498057 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d45f583c-b207-42d0-94d9-530baf35e8a2 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.510641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-451cb679-70cf-4c3a-9d68-d6be6c0703d6 req-619ecafb-79ed-4649-ac77-dc2111d0c706 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912261 Nov 12 03:54:16.511727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Transition to ACTIVE for port object 5ce16c9e-ee47-429a-8613-3ee3b832f29b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:16.587774 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.621171 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port dd18f71c-37c8-458c-a24b-a679ff898835, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dd18f71c-37c8-458c-a24b-a679ff898835,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:16.653505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d45f583c-b207-42d0-94d9-530baf35e8a2 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.683466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f583c-b207-42d0-94d9-530baf35e8a2 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd59588-80f6-4ea9-a310-364d561d6154,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:16.693222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.728467 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.808029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=dd18f71c-37c8-458c-a24b-a679ff898835,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:16.815100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce16c9e-ee47-429a-8613-3ee3b832f29b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:16.851171 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d45f583c-b207-42d0-94d9-530baf35e8a2 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.852478 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d45f583c-b207-42d0-94d9-530baf35e8a2 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6055884 Nov 12 03:54:16.866031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40514) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:16.878713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5e3fe14d-ee8d-4589-9f51-7e4246f7c05f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group_rule': {'security_group_id': 'efd59588-80f6-4ea9-a310-364d561d6154', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:16.880957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f7c1c-098b-4e0c-846b-f842b7ec2c1a req-9a6ca81e-cde7-4404-bc94-88ce8427a462 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:16.883300 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d01f7c1c-098b-4e0c-846b-f842b7ec2c1a req-9a6ca81e-cde7-4404-bc94-88ce8427a462 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 950 time: 0.1082997 Nov 12 03:54:16.895841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Attempting to bind port 5ce16c9e-ee47-429a-8613-3ee3b832f29b on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:16.896380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Attempting to bind port 5ce16c9e-ee47-429a-8613-3ee3b832f29b by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '959821ba-aef8-466f-a21a-eb1fad370cc9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:16.896618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Attempting to bind port 5ce16c9e-ee47-429a-8613-3ee3b832f29b on network 959821ba-aef8-466f-a21a-eb1fad370cc9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:16.915403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Port 5ce16c9e-ee47-429a-8613-3ee3b832f29b on network 959821ba-aef8-466f-a21a-eb1fad370cc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:54:16.915403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Attempting to bind port 5ce16c9e-ee47-429a-8613-3ee3b832f29b on network 959821ba-aef8-466f-a21a-eb1fad370cc9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:16.922805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:16.923214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Checking segment: {'id': '7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '959821ba-aef8-466f-a21a-eb1fad370cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:16.923505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Bound using segment: {'id': '7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '959821ba-aef8-466f-a21a-eb1fad370cc9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:16.923949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Bound port: 5ce16c9e-ee47-429a-8613-3ee3b832f29b, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '959821ba-aef8-466f-a21a-eb1fad370cc9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:16.924333 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.962413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d01f7c1c-098b-4e0c-846b-f842b7ec2c1a req-3913bf56-d236-416d-8ea2-0aad7d560c04 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701759 Nov 12 03:54:17.032064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f10cc-2dac-408e-9af8-458d85e2b109 req-220c5fa8-2e12-474e-befe-9668a3d33d73 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:17.033914 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-220f10cc-2dac-408e-9af8-458d85e2b109 req-220c5fa8-2e12-474e-befe-9668a3d33d73 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.1060336 Nov 12 03:54:17.080832 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe14d-ee8d-4589-9f51-7e4246f7c05f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.088754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4e53c2-0816-4841-bf55-66489d4ed218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd18f71c-37c8-458c-a24b-a679ff898835'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:17.091376 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b644919d-8d4b-4e50-a614-5720014ad150" -d '{"events": [{"server_uuid": "0d4e53c2-0816-4841-bf55-66489d4ed218", "name": "network-vif-plugged", "status": "completed", "tag": "dd18f71c-37c8-458c-a24b-a679ff898835"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:17.105382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] For port 5ce16c9e-ee47-429a-8613-3ee3b832f29b, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:17.139901 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92874e10-88ed-46f6-b3aa-040e3f462d2b x-openstack-request-id: req-92874e10-88ed-46f6-b3aa-040e3f462d2b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:17.140427 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4e53c2-0816-4841-bf55-66489d4ed218", "name": "network-vif-plugged", "status": "completed", "tag": "dd18f71c-37c8-458c-a24b-a679ff898835", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:17.140871 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-92874e10-88ed-46f6-b3aa-040e3f462d2b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:17.141444 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4e53c2-0816-4841-bf55-66489d4ed218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd18f71c-37c8-458c-a24b-a679ff898835', 'code': 200} Nov 12 03:54:17.143246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] For port 5ce16c9e-ee47-429a-8613-3ee3b832f29b, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5ce16c9e-ee47-429a-8613-3ee3b832f29b,segment=NetworkSegment(7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd),segment_id=7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:17.159595 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-220f10cc-2dac-408e-9af8-458d85e2b109 req-fd91f6a0-d8e1-406d-add8-92588f59b1a6 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190000 Nov 12 03:54:17.187005 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe14d-ee8d-4589-9f51-7e4246f7c05f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.317715 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.341633 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe14d-ee8d-4589-9f51-7e4246f7c05f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.358369 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605953f1-07d4-4c47-9146-db2c9ef8cddc req-99c91412-a7c7-4431-90e6-11a43e7c78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:17.361080 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-605953f1-07d4-4c47-9146-db2c9ef8cddc req-99c91412-a7c7-4431-90e6-11a43e7c78db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 1098 time: 0.0706847 Nov 12 03:54:17.388717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:17.389775 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.391633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] 10.222.0.25 "PUT /v2.0/ports/5ce16c9e-ee47-429a-8613-3ee3b832f29b HTTP/1.1" status: 200 len: 1092 time: 1.6534798 Nov 12 03:54:17.392208 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad828acf-babd-4214-8429-8ff3d764d4bf', 'tag': '5ce16c9e-ee47-429a-8613-3ee3b832f29b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:17.394999 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c4f471-ca97-4290-843c-2a64690c57fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ad828acf-babd-4214-8429-8ff3d764d4bf", "tag": "5ce16c9e-ee47-429a-8613-3ee3b832f29b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:17.419549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fe14d-ee8d-4589-9f51-7e4246f7c05f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9c5a4d-b269-4f3e-b618-a2ce9a2f7a5f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:17.450788 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531858-7798-4fa0-80c7-1e74326928a8 req-932e6d01-5bc1-4ef7-9f2b-225660bb7138 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:17.453176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5531858-7798-4fa0-80c7-1e74326928a8 req-932e6d01-5bc1-4ef7-9f2b-225660bb7138 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 943 time: 0.1688941 Nov 12 03:54:17.457236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844fc47-0e23-48ab-a01a-2f25dc9d0b43 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce16c9e-ee47-429a-8613-3ee3b832f29b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:17.526093 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-605953f1-07d4-4c47-9146-db2c9ef8cddc req-bbb317d1-e9a5-40ad-abb6-373fa4a84fb7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309392 Nov 12 03:54:17.543840 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd7457b-c22f-4d2a-b58b-8dca0251483f x-openstack-request-id: req-fcd7457b-c22f-4d2a-b58b-8dca0251483f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:17.544641 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad828acf-babd-4214-8429-8ff3d764d4bf", "tag": "5ce16c9e-ee47-429a-8613-3ee3b832f29b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:17.548695 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fcd7457b-c22f-4d2a-b58b-8dca0251483f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:17.548695 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad828acf-babd-4214-8429-8ff3d764d4bf', 'tag': '5ce16c9e-ee47-429a-8613-3ee3b832f29b', 'status': 'completed', 'code': 200} Nov 12 03:54:17.643808 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe14d-ee8d-4589-9f51-7e4246f7c05f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.645368 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5e3fe14d-ee8d-4589-9f51-7e4246f7c05f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7783182 Nov 12 03:54:17.651195 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40536) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:17.674813 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5531858-7798-4fa0-80c7-1e74326928a8 req-9152fcbe-d30c-4390-8047-826ecca0b845 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/security-groups?id=b25cb62e-a858-41f6-ba5f-b604bb7304f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051096 Nov 12 03:54:17.747880 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.761645 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.761970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4f471-ca97-4290-843c-2a64690c57fd req-64c5988d-088b-4305-a6ca-b787aaa97976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:17.765461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02c4f471-ca97-4290-843c-2a64690c57fd req-64c5988d-088b-4305-a6ca-b787aaa97976 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=53dc7dd10b7c4acaa5bbd5a5ca0bad4f&device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 1095 time: 0.1283832 Nov 12 03:54:17.812141 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f5f66-b588-499b-8d08-f3a9e996cef1 req-9dbe9048-35cc-4d2d-afcb-b1819cc7984c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:17.825276 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f4f5f66-b588-499b-8d08-f3a9e996cef1 req-9dbe9048-35cc-4d2d-afcb-b1819cc7984c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 946 time: 0.1542401 Nov 12 03:54:17.926344 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.940377 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.946135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/9d9c5a4d-b269-4f3e-b618-a2ce9a2f7a5f HTTP/1.1" status: 204 len: 168 time: 0.2873518 Nov 12 03:54:17.946393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40542) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:17.974006 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f4f5f66-b588-499b-8d08-f3a9e996cef1 req-308fb97f-d113-4c9e-9db9-e610d4511f41 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476912 Nov 12 03:54:17.983513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d9c5a4d-b269-4f3e-b618-a2ce9a2f7a5f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:17.999345 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:17.999935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:18.001119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:18.001343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:18.004308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:18.004308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:18.004308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:18.004308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:18.004308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:18.004859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:18.006342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:18.006743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313bcdc4-bf9c-4bef-ad0f-a509f396d046 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:18.044873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4f471-ca97-4290-843c-2a64690c57fd req-86ddeacc-a962-40fe-ad0b-ad66802fbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:18.049183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02c4f471-ca97-4290-843c-2a64690c57fd req-86ddeacc-a962-40fe-ad0b-ad66802fbacc service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=53dc7dd10b7c4acaa5bbd5a5ca0bad4f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2733541 Nov 12 03:54:18.088295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b8bfe61a-4612-4305-884c-77e2e4eec5d1 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1367524 Nov 12 03:54:18.088633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40546) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:18.191247 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-069c81b3-a4cc-4a12-9291-95db29cf5e97 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.308405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd654e3a-65fd-4310-b280-c6154702aae8 req-fdf812a4-1a76-430d-a12a-b65f03057b6d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:18.311919 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bd654e3a-65fd-4310-b280-c6154702aae8 req-fdf812a4-1a76-430d-a12a-b65f03057b6d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 950 time: 0.1819327 Nov 12 03:54:18.324768 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-069c81b3-a4cc-4a12-9291-95db29cf5e97 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.399403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4f471-ca97-4290-843c-2a64690c57fd req-7b3dee1f-a963-4b73-abcb-74ed0a44bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:18.401789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02c4f471-ca97-4290-843c-2a64690c57fd req-7b3dee1f-a963-4b73-abcb-74ed0a44bb2d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3418300 Nov 12 03:54:18.427412 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f05301-2630-45c6-8a15-788709615d7f req-d6cd8840-2e37-4916-b925-8d9e6ece979e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:18.431076 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bd654e3a-65fd-4310-b280-c6154702aae8 req-925eae1f-eb6b-4cfc-ac31-4a70a619f121 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966089 Nov 12 03:54:18.438369 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-51f05301-2630-45c6-8a15-788709615d7f req-d6cd8840-2e37-4916-b925-8d9e6ece979e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.1657214 Nov 12 03:54:18.512946 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-51f05301-2630-45c6-8a15-788709615d7f req-d44c48d2-35b2-4ab3-9dde-8d8003bd3e1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733554 Nov 12 03:54:18.573858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-3c32abd5-76eb-4f8f-ad74-6b429b4b8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:18.576103 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-3c32abd5-76eb-4f8f-ad74-6b429b4b8292 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=53dc7dd10b7c4acaa5bbd5a5ca0bad4f&device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 1095 time: 0.0949521 Nov 12 03:54:18.677732 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-a43758d8-d0b8-4736-8166-9dd3ce0c6a78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce16c9e-ee47-429a-8613-3ee3b832f29b HTTP/1.1" status: 200 len: 217 time: 0.0875101 Nov 12 03:54:18.699485 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-069c81b3-a4cc-4a12-9291-95db29cf5e97 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.706345 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-069c81b3-a4cc-4a12-9291-95db29cf5e97 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.707795 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-069c81b3-a4cc-4a12-9291-95db29cf5e97 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-groups/efd59588-80f6-4ea9-a310-364d561d6154 HTTP/1.1" status: 204 len: 168 time: 0.6180873 Nov 12 03:54:18.719380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:18.722439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c81b3-a4cc-4a12-9291-95db29cf5e97 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd59588-80f6-4ea9-a310-364d561d6154,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:18.728738 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.791142 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-c0029777-b8d8-4164-b246-4b0cba978532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:18.793084 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-c0029777-b8d8-4164-b246-4b0cba978532 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f6d82dd-b3cb-46b6-91e4-aa99893ebe14 HTTP/1.1" status: 200 len: 857 time: 0.1069028 Nov 12 03:54:18.870114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-138dd126-eb4e-4903-a389-83159bfa3541 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=959821ba-aef8-466f-a21a-eb1fad370cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500238 Nov 12 03:54:18.877605 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-460a77b4-6742-4f49-92b2-478ba3705c22 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1569519 Nov 12 03:54:18.884188 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40558) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:18.889556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2bf2a0bd-3391-447f-9e3c-a55fab0355fc tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561762590'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:18.986113 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628be2a-9a3b-453d-add9-19f1ab3da1b2 req-1cba3266-b28a-493a-9aa1-3e604cb4c178 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:18.987746 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3628be2a-9a3b-453d-add9-19f1ab3da1b2 req-1cba3266-b28a-493a-9aa1-3e604cb4c178 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 943 time: 0.1896939 Nov 12 03:54:19.059212 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bf2a0bd-3391-447f-9e3c-a55fab0355fc tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.110773 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-f8d6d255-a440-42bb-ab75-37f599fd7183 service neutron] 10.222.0.25 "GET /v2.0/networks/959821ba-aef8-466f-a21a-eb1fad370cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309003 Nov 12 03:54:19.239921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0127e1-c5fd-425a-b3ec-0dc100a598bd req-c5a16209-13ec-49d1-8a58-f476041734a8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:19.264074 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a0127e1-c5fd-425a-b3ec-0dc100a598bd req-c5a16209-13ec-49d1-8a58-f476041734a8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 946 time: 0.1460063 Nov 12 03:54:19.269618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3628be2a-9a3b-453d-add9-19f1ab3da1b2 req-79103e27-9870-41c7-987e-4382dea0b56b tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/security-groups?id=b25cb62e-a858-41f6-ba5f-b604bb7304f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492301 Nov 12 03:54:19.324109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e3a4805-5167-41cd-a9f4-a96062f83efd req-d3c12144-c64f-46bb-8ecc-201174efdd37 service neutron] 10.222.0.25 "GET /v2.0/networks/959821ba-aef8-466f-a21a-eb1fad370cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979847 Nov 12 03:54:19.339154 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bf2a0bd-3391-447f-9e3c-a55fab0355fc tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.391346 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a0127e1-c5fd-425a-b3ec-0dc100a598bd req-5371f3ce-f814-44b7-a6d1-da1d48b8db9e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263309 Nov 12 03:54:19.422470 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bf2a0bd-3391-447f-9e3c-a55fab0355fc tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.488831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2a0bd-3391-447f-9e3c-a55fab0355fc tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a04723c-3c32-4a76-bc50-1d6c4cb28e3f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:19.598612 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bf2a0bd-3391-447f-9e3c-a55fab0355fc tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.600088 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2bf2a0bd-3391-447f-9e3c-a55fab0355fc tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7161217 Nov 12 03:54:19.603289 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40570) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:19.608229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c01615ef-7d62-4cc5-a93d-634edaa66c9e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group_rule': {'security_group_id': '3a04723c-3c32-4a76-bc50-1d6c4cb28e3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:19.663071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3de5e-70b4-4480-8b9c-e2ae3199ffd5 req-6702b122-828f-4c6f-b3ae-000c45ccfeec tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:19.669646 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e1c3de5e-70b4-4480-8b9c-e2ae3199ffd5 req-6702b122-828f-4c6f-b3ae-000c45ccfeec tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 950 time: 0.1322231 Nov 12 03:54:19.719364 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed13622-2852-477a-a58a-73d0393d8cbe req-6ae9810e-093b-407b-95f5-0aa99bc7b3ff tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:19.721224 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aed13622-2852-477a-a58a-73d0393d8cbe req-6ae9810e-093b-407b-95f5-0aa99bc7b3ff tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.0947359 Nov 12 03:54:19.743491 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e1c3de5e-70b4-4480-8b9c-e2ae3199ffd5 req-0e2a0d1d-6022-4527-9ad9-a87619f2d99a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636799 Nov 12 03:54:19.792941 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aed13622-2852-477a-a58a-73d0393d8cbe req-e5565142-5f63-47b1-a70e-c765ad87ebd3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652335 Nov 12 03:54:19.874315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c01615ef-7d62-4cc5-a93d-634edaa66c9e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.967973 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c01615ef-7d62-4cc5-a93d-634edaa66c9e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.008666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bf113-abbf-411a-9db8-fb7d3bd46c07 req-12091aa2-0c5b-4099-9eeb-cc0f60ca63fc tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.010156 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af7bf113-abbf-411a-9db8-fb7d3bd46c07 req-12091aa2-0c5b-4099-9eeb-cc0f60ca63fc tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=6ba16852-1554-454b-9d2f-3424daa33cae HTTP/1.1" status: 200 len: 950 time: 0.0556936 Nov 12 03:54:20.079881 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af7bf113-abbf-411a-9db8-fb7d3bd46c07 req-bafb1af8-2c1f-4a58-a4be-509e3a00ff81 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629668 Nov 12 03:54:20.089530 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c01615ef-7d62-4cc5-a93d-634edaa66c9e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.118924 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01615ef-7d62-4cc5-a93d-634edaa66c9e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a40da1-99c2-4d06-b56c-340ed9144b88,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:20.312469 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c01615ef-7d62-4cc5-a93d-634edaa66c9e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.366066 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c01615ef-7d62-4cc5-a93d-634edaa66c9e tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7106693 Nov 12 03:54:20.368805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40586) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:20.442293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c65a7a9e-7060-493a-b772-967f7ee350ec tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules/79a40da1-99c2-4d06-b56c-340ed9144b88 HTTP/1.1" status: 200 len: 763 time: 0.0722711 Nov 12 03:54:20.448111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40590) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:20.487457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b975d3-60f8-436b-856d-047d45102742 req-27c2e787-2e9c-4b61-8aea-0e74dbc57b64 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.495746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b975d3-60f8-436b-856d-047d45102742 req-27c2e787-2e9c-4b61-8aea-0e74dbc57b64 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.504989 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6b975d3-60f8-436b-856d-047d45102742 req-27c2e787-2e9c-4b61-8aea-0e74dbc57b64 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63&device_id=6ba16852-1554-454b-9d2f-3424daa33cae HTTP/1.1" status: 200 len: 1691 time: 0.0914431 Nov 12 03:54:20.508632 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc28a3-d86f-4cdd-9e28-bcd990c9420b req-201968cd-3706-410e-969a-aeffb7f74e3b tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.510218 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3edc28a3-d86f-4cdd-9e28-bcd990c9420b req-201968cd-3706-410e-969a-aeffb7f74e3b tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 943 time: 0.1298673 Nov 12 03:54:20.529000 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b69f6b15-73e8-4b8b-bb34-85f75155a32f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0802264 Nov 12 03:54:20.531924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40592) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:20.593675 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6b975d3-60f8-436b-856d-047d45102742 req-095d6a69-9035-455d-a90b-bd761ceeed7a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875633 Nov 12 03:54:20.613938 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29950b9-df8f-409f-9b48-e04db048d368 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.631538 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29950b9-df8f-409f-9b48-e04db048d368 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.651002 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3edc28a3-d86f-4cdd-9e28-bcd990c9420b req-302b063b-e1ba-4028-899b-0440f5e9082b tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/security-groups?id=b25cb62e-a858-41f6-ba5f-b604bb7304f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168246 Nov 12 03:54:20.714057 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1eb4c-52a7-4d32-8352-a3be63f71bb1 req-56a117b9-6679-4d99-ac8b-fb97603a4e16 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.721888 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1bd1eb4c-52a7-4d32-8352-a3be63f71bb1 req-56a117b9-6679-4d99-ac8b-fb97603a4e16 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 946 time: 0.0820858 Nov 12 03:54:20.802692 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1bd1eb4c-52a7-4d32-8352-a3be63f71bb1 req-7c22e089-0846-4f42-adad-16d94038ea56 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628192 Nov 12 03:54:20.902706 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bf8c4-08ae-4a57-a095-277a35857f19 req-e5a86a7c-e4cc-4605-bc3c-d9ca00ea1204 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.910442 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f7bf8c4-08ae-4a57-a095-277a35857f19 req-e5a86a7c-e4cc-4605-bc3c-d9ca00ea1204 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 1102 time: 0.0632138 Nov 12 03:54:20.911133 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29950b9-df8f-409f-9b48-e04db048d368 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.926341 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29950b9-df8f-409f-9b48-e04db048d368 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.927892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d29950b9-df8f-409f-9b48-e04db048d368 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/79a40da1-99c2-4d06-b56c-340ed9144b88 HTTP/1.1" status: 204 len: 168 time: 0.3859057 Nov 12 03:54:20.931254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40606) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:20.951839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29950b9-df8f-409f-9b48-e04db048d368 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79a40da1-99c2-4d06-b56c-340ed9144b88,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:21.003243 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f7bf8c4-08ae-4a57-a095-277a35857f19 req-c2d8d221-3301-4f78-988a-11a3eca7d70b tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795088 Nov 12 03:54:21.003486 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1fd64e9c-6cd2-4c1c-a46f-d1abcd22f4aa tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0684633 Nov 12 03:54:21.003486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:21.013222 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cb15645d-67aa-4bcd-b28f-d6e774cacc05 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group_rule': {'security_group_id': '3a04723c-3c32-4a76-bc50-1d6c4cb28e3f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:21.206793 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb15645d-67aa-4bcd-b28f-d6e774cacc05 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.258111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5ce16c9e-ee47-429a-8613-3ee3b832f29b details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:21.273148 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80821d9c-2040-4e9d-89c6-9ede46f6e5bb req-b4958213-9b08-4723-b971-e876639d5f10 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.284747 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80821d9c-2040-4e9d-89c6-9ede46f6e5bb req-b4958213-9b08-4723-b971-e876639d5f10 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.1563957 Nov 12 03:54:21.401417 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80821d9c-2040-4e9d-89c6-9ede46f6e5bb req-9e0c3383-0d94-478f-818e-c77f66b11d4b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154554 Nov 12 03:54:21.456128 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb15645d-67aa-4bcd-b28f-d6e774cacc05 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.501825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b10bd4-0d14-492e-ab0d-c38168d9906b req-6e9a8df5-7c4a-4f7d-8cf0-67c96b084a42 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.509583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5ce16c9e-ee47-429a-8613-3ee3b832f29b, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5ce16c9e-ee47-429a-8613-3ee3b832f29b,segment=NetworkSegment(7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd),segment_id=7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:21.510650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77b10bd4-0d14-492e-ab0d-c38168d9906b req-6e9a8df5-7c4a-4f7d-8cf0-67c96b084a42 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 946 time: 0.0639679 Nov 12 03:54:21.547446 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '5ce16c9e-ee47-429a-8613-3ee3b832f29b', 'network_id': '959821ba-aef8-466f-a21a-eb1fad370cc9', 'port_id': '5ce16c9e-ee47-429a-8613-3ee3b832f29b', 'mac_address': 'fa:16:3e:5e:e3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6d82dd-b3cb-46b6-91e4-aa99893ebe14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:21.568769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d651c7-cba5-4154-9ae6-c0182fc68968 req-7e4c1287-c999-45c4-b836-baadb3298ef7 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.571784 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-39d651c7-cba5-4154-9ae6-c0182fc68968 req-7e4c1287-c999-45c4-b836-baadb3298ef7 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6ba16852-1554-454b-9d2f-3424daa33cae HTTP/1.1" status: 200 len: 1102 time: 0.0565062 Nov 12 03:54:21.591840 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77b10bd4-0d14-492e-ab0d-c38168d9906b req-5c3334b4-f459-4695-8ea7-b8fe45349ae3 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801892 Nov 12 03:54:21.606193 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.610634 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb15645d-67aa-4bcd-b28f-d6e774cacc05 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.626899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce16c9e-ee47-429a-8613-3ee3b832f29b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:21.644636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15645d-67aa-4bcd-b28f-d6e774cacc05 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e384b984-aa70-45bb-8d63-d0acbe4b808d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:21.658832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5ce16c9e-ee47-429a-8613-3ee3b832f29b, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5ce16c9e-ee47-429a-8613-3ee3b832f29b,segment=NetworkSegment(7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd),segment_id=7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:21.697814 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-39d651c7-cba5-4154-9ae6-c0182fc68968 req-3ac8ebe6-474e-4838-9412-9645b61418d5 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056747 Nov 12 03:54:21.750092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf2c75-e784-4d41-bd14-8d9a4e5313f7 req-fa1965b2-d856-4ded-96dc-f7f813b43ac7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.762999 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.764029 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25bf2c75-e784-4d41-bd14-8d9a4e5313f7 req-fa1965b2-d856-4ded-96dc-f7f813b43ac7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 946 time: 0.0854867 Nov 12 03:54:21.777380 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb15645d-67aa-4bcd-b28f-d6e774cacc05 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.783666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cb15645d-67aa-4bcd-b28f-d6e774cacc05 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7763371 Nov 12 03:54:21.784397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40624) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:21.853509 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25bf2c75-e784-4d41-bd14-8d9a4e5313f7 req-11a6e461-3191-4fea-9407-12a3d4dd2036 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874937 Nov 12 03:54:21.878883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5ce16c9e-ee47-429a-8613-3ee3b832f29b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:21.920229 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2d064ee1-abc8-441a-9f42-11b7c2466de9 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules/e384b984-aa70-45bb-8d63-d0acbe4b808d HTTP/1.1" status: 200 len: 763 time: 0.1338024 Nov 12 03:54:21.926989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40628) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:21.967277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86093a82-0de9-4f74-a379-d67bc85cc2e7 req-f402ebb5-1e7b-4f8d-bbd5-18bc5960dc59 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.969054 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86093a82-0de9-4f74-a379-d67bc85cc2e7 req-f402ebb5-1e7b-4f8d-bbd5-18bc5960dc59 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 944 time: 0.1461105 Nov 12 03:54:22.018314 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1f644483-8608-4fb9-8b69-4336a99d4801 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0949562 Nov 12 03:54:22.021645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40632) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:22.056888 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86093a82-0de9-4f74-a379-d67bc85cc2e7 req-7c5aead5-d282-4bc1-9489-2126dd0a584c tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/security-groups?id=b25cb62e-a858-41f6-ba5f-b604bb7304f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779433 Nov 12 03:54:22.117568 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c34bdc25-57fb-43bd-a33e-552165603409 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.128889 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c34bdc25-57fb-43bd-a33e-552165603409 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.198908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['5ce16c9e-ee47-429a-8613-3ee3b832f29b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:22.208803 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-a34cc251-7796-4bd1-84f5-b9d246480bf6 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383365 Nov 12 03:54:22.286777 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c34bdc25-57fb-43bd-a33e-552165603409 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.329017 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c34bdc25-57fb-43bd-a33e-552165603409 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.329017 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c34bdc25-57fb-43bd-a33e-552165603409 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/e384b984-aa70-45bb-8d63-d0acbe4b808d HTTP/1.1" status: 204 len: 168 time: 0.2992885 Nov 12 03:54:22.329882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40646) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:22.342500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bdc25-57fb-43bd-a33e-552165603409 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e384b984-aa70-45bb-8d63-d0acbe4b808d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:22.444104 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9b32011d-b4f5-4f81-9761-c6852b16d582 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1110983 Nov 12 03:54:22.452362 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:22.460316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-002f77be-a62d-4f2c-bae6-8712dbeb0640 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Request body: {'security_group_rule': {'security_group_id': '3a04723c-3c32-4a76-bc50-1d6c4cb28e3f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:22.498247 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-3131d4dc-ef92-4191-b062-214bae7ace5f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:22.509777 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-3131d4dc-ef92-4191-b062-214bae7ace5f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2867599 Nov 12 03:54:22.531230 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-3a1adafe-d048-4936-b374-f9ebad673aa1 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/quotas/9880da1ff4024a32b6fc37ffaf7c19a7 HTTP/1.1" status: 200 len: 375 time: 0.0201836 Nov 12 03:54:22.672328 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-64526ae6-eefb-4766-b220-3113518cb126 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1270556 Nov 12 03:54:22.779061 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-002f77be-a62d-4f2c-bae6-8712dbeb0640 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Project 5fc19cdd9aac47be9fa31a6dcae73b93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:54:22.787505 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-002f77be-a62d-4f2c-bae6-8712dbeb0640 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.877675 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-002f77be-a62d-4f2c-bae6-8712dbeb0640 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.004574 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-002f77be-a62d-4f2c-bae6-8712dbeb0640 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.076306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f77be-a62d-4f2c-bae6-8712dbeb0640 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ba69fd-e782-4876-882c-da045c52692d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:23.206922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19947c18-c3f7-42a1-9d00-2c8840953dad req-9392c138-bf5f-477c-8b88-6a75c820a162 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:23.206922 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-19947c18-c3f7-42a1-9d00-2c8840953dad req-9392c138-bf5f-477c-8b88-6a75c820a162 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.1165853 Nov 12 03:54:23.207557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e781b-38dd-4216-9b78-555143d30101 req-e10c8523-66af-4ebf-934d-626a2e5f0dcd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:23.207557 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-657e781b-38dd-4216-9b78-555143d30101 req-e10c8523-66af-4ebf-934d-626a2e5f0dcd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 946 time: 0.1198308 Nov 12 03:54:23.207843 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab6e79e2-7465-4c7e-bb98-4b112c38f94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.270994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-657e781b-38dd-4216-9b78-555143d30101 req-abd8b97c-f81c-4694-971c-da718def9644 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923316 Nov 12 03:54:23.270994 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-002f77be-a62d-4f2c-bae6-8712dbeb0640 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.271914 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-002f77be-a62d-4f2c-bae6-8712dbeb0640 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8162854 Nov 12 03:54:23.272912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40666) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:23.302975 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-19947c18-c3f7-42a1-9d00-2c8840953dad req-47b0da5e-392e-41d8-811d-f95e3953bd44 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737239 Nov 12 03:54:23.325714 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cfceb970-7655-4842-8196-30df8e544266 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules/c2ba69fd-e782-4876-882c-da045c52692d HTTP/1.1" status: 200 len: 769 time: 0.0230792 Nov 12 03:54:23.325714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40668) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:23.378109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-768684e9-514f-4196-93f2-530cc081a1bf tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0776961 Nov 12 03:54:23.381541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:23.447157 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70880eb4-446c-45f7-86ff-d05538dee900 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.461236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5b267dd-6679-4ff3-ad82-80ad1990e186 req-2e377422-23d6-427d-b6d3-5bdcedef5e2f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 210 time: 0.0595117 Nov 12 03:54:23.470072 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70880eb4-446c-45f7-86ff-d05538dee900 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.514119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c6c66-248e-40f1-9e83-7a3bb50c908c req-328aae58-4acd-49ad-b047-f0dc0e833c9d tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:23.516403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-162c6c66-248e-40f1-9e83-7a3bb50c908c req-328aae58-4acd-49ad-b047-f0dc0e833c9d tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 944 time: 0.0871463 Nov 12 03:54:23.577885 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-162c6c66-248e-40f1-9e83-7a3bb50c908c req-3a3d5884-b847-4c76-b7a1-fe360a371ae9 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/security-groups?id=b25cb62e-a858-41f6-ba5f-b604bb7304f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526295 Nov 12 03:54:23.726289 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70880eb4-446c-45f7-86ff-d05538dee900 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.742734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70880eb4-446c-45f7-86ff-d05538dee900 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.744182 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-70880eb4-446c-45f7-86ff-d05538dee900 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/c2ba69fd-e782-4876-882c-da045c52692d HTTP/1.1" status: 204 len: 168 time: 0.3608723 Nov 12 03:54:23.748025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:23.762263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70880eb4-446c-45f7-86ff-d05538dee900 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2ba69fd-e782-4876-882c-da045c52692d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:23.795978 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ca7e2c19-430a-404f-a00c-b3bd7db547e4 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0447600 Nov 12 03:54:23.798717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:23.898927 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5df6bda-d7dd-42cd-ba1a-5b53207e7295 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.937350 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5df6bda-d7dd-42cd-ba1a-5b53207e7295 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.167184 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5df6bda-d7dd-42cd-ba1a-5b53207e7295 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.170149 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5df6bda-d7dd-42cd-ba1a-5b53207e7295 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.171405 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c5df6bda-d7dd-42cd-ba1a-5b53207e7295 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "DELETE /v2.0/security-groups/3a04723c-3c32-4a76-bc50-1d6c4cb28e3f HTTP/1.1" status: 204 len: 168 time: 0.3706517 Nov 12 03:54:24.174863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:24.183496 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df6bda-d7dd-42cd-ba1a-5b53207e7295 tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a04723c-3c32-4a76-bc50-1d6c4cb28e3f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:24.285293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2adcdd5e-1f31-4bba-8168-3928a088c97a tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1078832 Nov 12 03:54:24.290529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:24.614544 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6f713f50-b34c-4bb9-8a10-b429d323c00f tempest-SecGroupIPv6Test-1701814659 tempest-SecGroupIPv6Test-1701814659-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3217816 Nov 12 03:54:24.669838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd7171-e56b-4875-9101-642f229023c6 req-8e97176d-52e4-4be5-8458-a178a59afdc3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:24.680479 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecfd7171-e56b-4875-9101-642f229023c6 req-8e97176d-52e4-4be5-8458-a178a59afdc3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.1458976 Nov 12 03:54:24.700954 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b879ecd-0b12-40ac-a208-8a925fa65acf req-78ad74bc-2181-4656-b47c-60a264d91607 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:24.720573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b879ecd-0b12-40ac-a208-8a925fa65acf req-78ad74bc-2181-4656-b47c-60a264d91607 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 946 time: 0.2187934 Nov 12 03:54:24.826093 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b879ecd-0b12-40ac-a208-8a925fa65acf req-8a0828d5-79a6-40b5-9135-55130700e9a3 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007416 Nov 12 03:54:24.874962 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecfd7171-e56b-4875-9101-642f229023c6 req-79665c27-4d62-4c3d-8a11-511f6cd40340 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933229 Nov 12 03:54:24.951108 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.050058 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-238de935-75b1-49c0-9fc3-5c8df755b1e3 req-ebccdf3d-61f6-464d-9da2-9fb7a0186c58 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 210 time: 0.0715139 Nov 12 03:54:25.084642 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d069c6-7403-42ad-9cea-e1f8e6be5d4d req-2ceb2277-1503-46e5-848d-ddbfea8dee5b tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:25.095053 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3d069c6-7403-42ad-9cea-e1f8e6be5d4d req-2ceb2277-1503-46e5-848d-ddbfea8dee5b tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 944 time: 0.1094151 Nov 12 03:54:25.271781 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3d069c6-7403-42ad-9cea-e1f8e6be5d4d req-0269f9f3-345c-4c0b-9efc-0cbdb3a89d07 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/security-groups?id=b25cb62e-a858-41f6-ba5f-b604bb7304f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734953 Nov 12 03:54:25.275535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5ce16c9e-ee47-429a-8613-3ee3b832f29b up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:25.378352 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cefad-aae3-4c96-ae66-6560a34380a6 req-621a658e-368f-4022-938d-42f061f413b9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:25.381034 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e1cefad-aae3-4c96-ae66-6560a34380a6 req-621a658e-368f-4022-938d-42f061f413b9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 946 time: 0.1014228 Nov 12 03:54:25.504916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 5ce16c9e-ee47-429a-8613-3ee3b832f29b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:25.513713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 5ce16c9e-ee47-429a-8613-3ee3b832f29b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:25.513713 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.555390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40716) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:25.587872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0e1cefad-aae3-4c96-ae66-6560a34380a6 req-0f421d67-59b4-49bd-9f2e-16f020b58087 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Deleting port dd18f71c-37c8-458c-a24b-a679ff898835 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:25.588541 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0e1cefad-aae3-4c96-ae66-6560a34380a6 req-0f421d67-59b4-49bd-9f2e-16f020b58087 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.673102 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.707589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad828acf-babd-4214-8429-8ff3d764d4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce16c9e-ee47-429a-8613-3ee3b832f29b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:25.710225 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31120a83-b02c-4e19-9bdf-9e4fc21b1bcb" -d '{"events": [{"server_uuid": "ad828acf-babd-4214-8429-8ff3d764d4bf", "name": "network-vif-plugged", "status": "completed", "tag": "5ce16c9e-ee47-429a-8613-3ee3b832f29b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:25.732784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5ce16c9e-ee47-429a-8613-3ee3b832f29b, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5ce16c9e-ee47-429a-8613-3ee3b832f29b,segment=NetworkSegment(7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd),segment_id=7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:25.772930 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30392732-5f7d-4ec3-8289-6e8f2a8c44de x-openstack-request-id: req-30392732-5f7d-4ec3-8289-6e8f2a8c44de {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:25.773546 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad828acf-babd-4214-8429-8ff3d764d4bf", "name": "network-vif-plugged", "status": "completed", "tag": "5ce16c9e-ee47-429a-8613-3ee3b832f29b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:25.774001 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-30392732-5f7d-4ec3-8289-6e8f2a8c44de {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:25.774588 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad828acf-babd-4214-8429-8ff3d764d4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce16c9e-ee47-429a-8613-3ee3b832f29b', 'code': 200} Nov 12 03:54:25.774935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0e1cefad-aae3-4c96-ae66-6560a34380a6 req-0f421d67-59b4-49bd-9f2e-16f020b58087 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] For port dd18f71c-37c8-458c-a24b-a679ff898835, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dd18f71c-37c8-458c-a24b-a679ff898835,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:25.775315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0e1cefad-aae3-4c96-ae66-6560a34380a6 req-0f421d67-59b4-49bd-9f2e-16f020b58087 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.797716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0e1cefad-aae3-4c96-ae66-6560a34380a6 req-0f421d67-59b4-49bd-9f2e-16f020b58087 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Calling delete_port for dd18f71c-37c8-458c-a24b-a679ff898835 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:25.820158 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d02204d7-e54f-4f9b-9e82-24f6d28a8e6a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5fc19cdd9aac47be9fa31a6dcae73b93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2634826 Nov 12 03:54:25.823110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40722) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:25.904897 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41059483-4b0b-4fb4-987d-20f2761c7cb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.916518 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.970013 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41059483-4b0b-4fb4-987d-20f2761c7cb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.042592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5ce16c9e-ee47-429a-8613-3ee3b832f29b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.108627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76290a-03c8-428c-b688-c2fe398387c3 req-f66bafe4-2473-417c-b5aa-553357f9f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:26.110906 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca76290a-03c8-428c-b688-c2fe398387c3 req-f66bafe4-2473-417c-b5aa-553357f9f61e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 1097 time: 0.2008870 Nov 12 03:54:26.129706 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd540b-bc51-4866-abae-82a33deab32c req-cc99dde0-d8d3-4108-9907-9adb2a9c48c5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:26.134900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2fd540b-bc51-4866-abae-82a33deab32c req-cc99dde0-d8d3-4108-9907-9adb2a9c48c5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 946 time: 0.1544092 Nov 12 03:54:26.148787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2dfe85-4a49-47cd-a257-2be24e4b3e93 req-52f04983-fa97-455c-a98e-f85b86d15b67 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:26.148787 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe2dfe85-4a49-47cd-a257-2be24e4b3e93 req-52f04983-fa97-455c-a98e-f85b86d15b67 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.0849433 Nov 12 03:54:26.222553 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe2dfe85-4a49-47cd-a257-2be24e4b3e93 req-f7ae6fb8-9e68-445b-b962-83915402bf82 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638351 Nov 12 03:54:26.243116 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0e1cefad-aae3-4c96-ae66-6560a34380a6 req-0f421d67-59b4-49bd-9f2e-16f020b58087 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.294128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['477eb4e1-30bb-447f-9cd0-4e662562b001', 'dd18f71c-37c8-458c-a24b-a679ff898835'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:26.367537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f421d67-59b4-49bd-9f2e-16f020b58087 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Pushing event deleted for resources: {'Port': ['ID=dd18f71c-37c8-458c-a24b-a679ff898835,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.479514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-045ff2eb-c136-4630-98ac-718e2148ecfe req-949395ce-6b42-47ee-8628-4a14cf6bad90 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 210 time: 0.0771723 Nov 12 03:54:26.479959 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73338813-7a4d-45b5-af48-2c841d35492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.529700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1cefad-aae3-4c96-ae66-6560a34380a6 req-0f421d67-59b4-49bd-9f2e-16f020b58087 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] No DVR routers for this DVR port dd18f71c-37c8-458c-a24b-a679ff898835 on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:26.532991 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0e1cefad-aae3-4c96-ae66-6560a34380a6 req-0f421d67-59b4-49bd-9f2e-16f020b58087 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.541430 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e1cefad-aae3-4c96-ae66-6560a34380a6 req-0f421d67-59b4-49bd-9f2e-16f020b58087 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "DELETE /v2.0/ports/dd18f71c-37c8-458c-a24b-a679ff898835 HTTP/1.1" status: 204 len: 173 time: 1.1479957 Nov 12 03:54:26.542126 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4e53c2-0816-4841-bf55-66489d4ed218', 'name': 'network-vif-deleted', 'tag': 'dd18f71c-37c8-458c-a24b-a679ff898835'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:26.558973 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644c15b0-4401-4f1f-a5e1-724d5aae0dbe" -d '{"events": [{"server_uuid": "0d4e53c2-0816-4841-bf55-66489d4ed218", "name": "network-vif-deleted", "tag": "dd18f71c-37c8-458c-a24b-a679ff898835"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:26.648627 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2fd540b-bc51-4866-abae-82a33deab32c req-d1608369-bf1c-4958-8f3b-e9528bb8d686 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869778 Nov 12 03:54:26.661097 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca76290a-03c8-428c-b688-c2fe398387c3 req-5905e1cb-ee34-43af-95ee-415da133a2fa service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b25cb62e-a858-41f6-ba5f-b604bb7304f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249155 Nov 12 03:54:26.761713 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.778730 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41059483-4b0b-4fb4-987d-20f2761c7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.781689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41059483-4b0b-4fb4-987d-20f2761c7cb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.783050 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-41059483-4b0b-4fb4-987d-20f2761c7cb4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b19c843d-2f21-4971-a631-e91acced4b81 HTTP/1.1" status: 204 len: 168 time: 0.9582646 Nov 12 03:54:26.798250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41059483-4b0b-4fb4-987d-20f2761c7cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c843d-2f21-4971-a631-e91acced4b81,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.830563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297498b-ca8f-40e8-8995-c912b9c20848 req-a5c6d569-7355-46a2-a48f-f0978f9d8074 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:26.834147 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5297498b-ca8f-40e8-8995-c912b9c20848 req-a5c6d569-7355-46a2-a48f-f0978f9d8074 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 945 time: 0.1016831 Nov 12 03:54:26.897453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5297498b-ca8f-40e8-8995-c912b9c20848 req-ecc37502-30fc-4552-b5a3-78d4ecbb2f19 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/security-groups?id=b25cb62e-a858-41f6-ba5f-b604bb7304f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620115 Nov 12 03:54:27.017273 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc1cec1-a134-41c4-b621-bd3e598a518e x-openstack-request-id: req-efc1cec1-a134-41c4-b621-bd3e598a518e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:27.017273 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4e53c2-0816-4841-bf55-66489d4ed218", "name": "network-vif-deleted", "tag": "dd18f71c-37c8-458c-a24b-a679ff898835", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:27.017273 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-efc1cec1-a134-41c4-b621-bd3e598a518e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:27.022647 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4e53c2-0816-4841-bf55-66489d4ed218', 'name': 'network-vif-deleted', 'tag': 'dd18f71c-37c8-458c-a24b-a679ff898835', 'status': 'completed', 'code': 200} Nov 12 03:54:27.134359 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-7e750b04-fad2-415f-a0d1-ab04834cbc11 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496752 Nov 12 03:54:27.402473 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-7799a828-2a2f-4282-8850-463b467dfb9f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:27.404004 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-7799a828-2a2f-4282-8850-463b467dfb9f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2548444 Nov 12 03:54:27.432171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-e6b4d8a8-e833-4b5a-a05f-f39421fa135b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Request body: {'port': {'device_id': 'b950eec2-231f-4dc5-997c-5388a57b8c49', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '9880da1ff4024a32b6fc37ffaf7c19a7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:27.489963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ec5ad-5a8d-4725-bea6-6ab69b8dd4e0 req-248ed18f-8498-449c-be9c-22014492088d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:27.514557 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b5ec5ad-5a8d-4725-bea6-6ab69b8dd4e0 req-248ed18f-8498-449c-be9c-22014492088d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.1786056 Nov 12 03:54:27.654742 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a5fcc26-5e43-459a-9011-d90587253805 req-fe71e391-6063-4196-8e77-b499ccab0668 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 210 time: 0.0639033 Nov 12 03:54:27.723758 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b5ec5ad-5a8d-4725-bea6-6ab69b8dd4e0 req-ad519251-4fc2-49f8-8ab6-ec4654596e8b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077186 Nov 12 03:54:27.841756 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ff0364fd-62c7-4de5-a50a-85aa803108c5 req-1abef1e1-807f-4614-afff-6558a86f46fd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 210 time: 0.0470736 Nov 12 03:54:27.938201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-e6b4d8a8-e833-4b5a-a05f-f39421fa135b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Made reservation on behalf of 9880da1ff4024a32b6fc37ffaf7c19a7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:27.949868 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-e6b4d8a8-e833-4b5a-a05f-f39421fa135b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.286109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4d28b-982e-4404-ac2b-f386dc531033 req-cd6b3d19-3921-43f0-a737-5c32a15020ea tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:28.301822 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-e6b4d8a8-e833-4b5a-a05f-f39421fa135b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Allocated IP 192.168.233.56 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/da44bc30-5883-4385-9908-d3af33c72bd4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:28.319176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-95c4d28b-982e-4404-ac2b-f386dc531033 req-cd6b3d19-3921-43f0-a737-5c32a15020ea tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 945 time: 0.1402843 Nov 12 03:54:28.331828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device dd18f71c-37c8-458c-a24b-a679ff898835 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:28.391132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: dd18f71c-37c8-458c-a24b-a679ff898835 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:28.395849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device dd18f71c-37c8-458c-a24b-a679ff898835 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:28.424994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-95c4d28b-982e-4404-ac2b-f386dc531033 req-1fa9c3c5-59fd-4e22-ac88-40b8c8eb9254 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/security-groups?id=b25cb62e-a858-41f6-ba5f-b604bb7304f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091177 Nov 12 03:54:28.469946 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.635603 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-e6b4d8a8-e833-4b5a-a05f-f39421fa135b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.752871 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e0405066-19db-4a57-a672-751c8acfad3d req-07111d67-c049-4f12-a1fc-d25bdafb0ecf tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 210 time: 0.0279329 Nov 12 03:54:28.870284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be9cff-6575-49a8-a1fe-25923793a238 req-16e53ead-6817-485e-8c46-8e5c788a5a55 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:28.870284 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3be9cff-6575-49a8-a1fe-25923793a238 req-16e53ead-6817-485e-8c46-8e5c788a5a55 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.0493345 Nov 12 03:54:28.928857 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3be9cff-6575-49a8-a1fe-25923793a238 req-8818b689-0461-4460-8667-2e2455b81c0c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501502 Nov 12 03:54:28.961086 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-88c402ba-8f9a-464a-90a0-0f727800b565 req-075f795e-dfe1-4996-b125-bb7c12b44c9f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d4e53c2-0816-4841-bf55-66489d4ed218 HTTP/1.1" status: 200 len: 210 time: 0.0258744 Nov 12 03:54:29.259792 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-e6b4d8a8-e833-4b5a-a05f-f39421fa135b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:29.290829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a', '73212469-12e3-4cc9-8c06-8bf353b1782d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:29.350788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b963a462-635c-4e16-989b-5ae0bfa39357', 'd6585b51-05b5-463c-bb50-65c7ca4561e2', 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:29.353939 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:29.369580 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-e6b4d8a8-e833-4b5a-a05f-f39421fa135b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:29.371447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-e6b4d8a8-e833-4b5a-a05f-f39421fa135b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:29.387684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-e6b4d8a8-e833-4b5a-a05f-f39421fa135b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:29.407373 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4d8a8-e833-4b5a-a05f-f39421fa135b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event updated for resources: {'Port': ['ID=da44bc30-5883-4385-9908-d3af33c72bd4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:29.510600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:29.770066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-382803407'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:29.974864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Made reservation on behalf of a8e9d47af4734b5b9f4aa96a8dcad37f for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:29.984427 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.083605 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.121788 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97449ff8-d179-4b84-a383-c7c32766db31 req-834f0921-2e12-481d-b63c-2ad0bdde684b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:30.163877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97449ff8-d179-4b84-a383-c7c32766db31 req-834f0921-2e12-481d-b63c-2ad0bdde684b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 935 time: 0.2731895 Nov 12 03:54:30.179164 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-e6b4d8a8-e833-4b5a-a05f-f39421fa135b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:30.181578 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-e6b4d8a8-e833-4b5a-a05f-f39421fa135b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.194664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-83b64a56-9cc9-49d6-8154-6bb111a760d6 None None] Provisioning complete for port da44bc30-5883-4385-9908-d3af33c72bd4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:30.195680 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83b64a56-9cc9-49d6-8154-6bb111a760d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.260290 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9d3f0-a9a7-4d39-aa39-88eea43a2795 req-9fd4e11b-f62f-4c9a-8a18-d4e3c0a50e0f tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:30.262950 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1dd9d3f0-a9a7-4d39-aa39-88eea43a2795 req-9fd4e11b-f62f-4c9a-8a18-d4e3c0a50e0f tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 945 time: 0.2290099 Nov 12 03:54:30.419201 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-e6b4d8a8-e833-4b5a-a05f-f39421fa135b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9943693 Nov 12 03:54:30.470196 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1dd9d3f0-a9a7-4d39-aa39-88eea43a2795 req-a3fae6dd-6e52-4e01-9be3-44734f8abd11 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/security-groups?id=b25cb62e-a858-41f6-ba5f-b604bb7304f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995625 Nov 12 03:54:30.471583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-83b64a56-9cc9-49d6-8154-6bb111a760d6 None None] Port da44bc30-5883-4385-9908-d3af33c72bd4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:30.509932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Request body: {'port': {'device_id': 'b950eec2-231f-4dc5-997c-5388a57b8c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:30.512923 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.578014 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97449ff8-d179-4b84-a383-c7c32766db31 req-fbc63a4b-8665-4f0e-92fb-d283656b867c tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090521 Nov 12 03:54:30.699418 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.721420 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.807985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:30.850370 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca003c-490f-4161-bfbe-261800d22008 req-a46172b6-c8bd-4c6f-b80b-9ebdf79d48c1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:30.859999 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a8ca003c-490f-4161-bfbe-261800d22008 req-a46172b6-c8bd-4c6f-b80b-9ebdf79d48c1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.2089665 Nov 12 03:54:30.865223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448c4cfe-638c-4ab1-ba4d-e12cf3b64754,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:30.885472 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.885997 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Added segment 97b92b86-0e8b-42ad-bdf8-baf58fc1a819 of type vlan for network 7d98f928-c1dc-4333-8e1f-f55a2f73f097 Nov 12 03:54:30.956152 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.083049 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a8ca003c-490f-4161-bfbe-261800d22008 req-6223e01b-7287-41cf-89b6-bd047d2df9b9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222304 Nov 12 03:54:31.167022 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.186217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:31.207618 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.349593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Pushing event updated for resources: {'Network': ['ID=7d98f928-c1dc-4333-8e1f-f55a2f73f097,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:31.361074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 7d98f928-c1dc-4333-8e1f-f55a2f73f097 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:31.458537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-aee72913-c933-4357-a4ee-f14070efc546 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:31.466207 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-aee72913-c933-4357-a4ee-f14070efc546 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 0.2337699 Nov 12 03:54:31.489219 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-8872e19c-6ecf-4ae4-937d-5e8a6e734790 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/quotas/9a329404327a436a89a7392422c84559 HTTP/1.1" status: 200 len: 375 time: 0.0216787 Nov 12 03:54:31.505581 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ca793b6a-9e0a-4f9c-a5bb-755f7470eea2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9934928 Nov 12 03:54:31.505803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40834) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:31.527825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-50200923-5e72-46fa-9a3f-ac617917ad97 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Request body: {'subnet': {'network_id': '7d98f928-c1dc-4333-8e1f-f55a2f73f097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:31.653636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da44bc30-5883-4385-9908-d3af33c72bd4 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:31.672402 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.703275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Transition to ACTIVE for port object da44bc30-5883-4385-9908-d3af33c72bd4 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:31.725591 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-cebdfcbb-c3f8-4880-903d-d93ac0546190 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1899197 Nov 12 03:54:31.893988 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.009950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027db8a-df47-449a-bb7d-32bda4c20c6d req-770a034e-e0d4-45e8-a711-fdf58ab622c5 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:32.027641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3027db8a-df47-449a-bb7d-32bda4c20c6d req-770a034e-e0d4-45e8-a711-fdf58ab622c5 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 947 time: 0.0910378 Nov 12 03:54:32.094865 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50200923-5e72-46fa-9a3f-ac617917ad97 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Made reservation on behalf of a8e9d47af4734b5b9f4aa96a8dcad37f for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:32.117844 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50200923-5e72-46fa-9a3f-ac617917ad97 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.141962 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3027db8a-df47-449a-bb7d-32bda4c20c6d req-ece96282-115b-4b30-9c7b-743d349d10fb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102030 Nov 12 03:54:32.466258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Pushing event updated for resources: {'Port': ['ID=da44bc30-5883-4385-9908-d3af33c72bd4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:32.577621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Attempting to bind port da44bc30-5883-4385-9908-d3af33c72bd4 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:32.578005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Attempting to bind port da44bc30-5883-4385-9908-d3af33c72bd4 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:32.582073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Attempting to bind port da44bc30-5883-4385-9908-d3af33c72bd4 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:32.697934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a6d6e-947b-4650-b8d4-1121f70a8514 req-e9969b89-51ac-48f7-9a27-2b54719fc83b tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:32.700270 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-876a6d6e-947b-4650-b8d4-1121f70a8514 req-e9969b89-51ac-48f7-9a27-2b54719fc83b tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 945 time: 0.1252193 Nov 12 03:54:32.789298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Port da44bc30-5883-4385-9908-d3af33c72bd4 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:54:32.795790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Attempting to bind port da44bc30-5883-4385-9908-d3af33c72bd4 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:32.854640 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-876a6d6e-947b-4650-b8d4-1121f70a8514 req-7d2f0557-f66c-4789-961d-2e6e394cb6bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/security-groups?id=b25cb62e-a858-41f6-ba5f-b604bb7304f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469629 Nov 12 03:54:32.886551 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-501a0234-8c91-4728-833a-86f5c1d83855 service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1545134 Nov 12 03:54:33.040705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:33.057042 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:33.057042 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:33.057042 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Bound port: da44bc30-5883-4385-9908-d3af33c72bd4, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:33.057042 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.299122 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-27709dff-d513-4d37-9e93-e995d28fbed1 service neutron] 10.222.0.105 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112344 Nov 12 03:54:33.309027 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50200923-5e72-46fa-9a3f-ac617917ad97 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.368725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fad50a-99be-4506-ba76-d0e89c937782 req-68c583d7-3c70-46b1-a12f-ee1b1c11eb5a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:33.377010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6fad50a-99be-4506-ba76-d0e89c937782 req-68c583d7-3c70-46b1-a12f-ee1b1c11eb5a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.1263165 Nov 12 03:54:33.468882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] For port da44bc30-5883-4385-9908-d3af33c72bd4, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:33.488512 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6fad50a-99be-4506-ba76-d0e89c937782 req-07fbd127-cb43-4952-ae7c-79cbfed8c087 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105185 Nov 12 03:54:33.492652 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] For port da44bc30-5883-4385-9908-d3af33c72bd4, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=da44bc30-5883-4385-9908-d3af33c72bd4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:33.531372 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50200923-5e72-46fa-9a3f-ac617917ad97 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Pushing event updated for resources: {'Subnet': ['ID=07eaec1d-d46f-4217-aa0f-07d4059b4978,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:33.544510 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50200923-5e72-46fa-9a3f-ac617917ad97 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Checking segment: {'id': '97b92b86-0e8b-42ad-bdf8-baf58fc1a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '7d98f928-c1dc-4333-8e1f-f55a2f73f097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:33.545130 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50200923-5e72-46fa-9a3f-ac617917ad97 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Network hostable DHCP agents. Network: 7d98f928-c1dc-4333-8e1f-f55a2f73f097, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:33.607006 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.698519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:33.699259 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.701173 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] 10.222.0.26 "PUT /v2.0/ports/da44bc30-5883-4385-9908-d3af33c72bd4 HTTP/1.1" status: 200 len: 1096 time: 3.2155967 Nov 12 03:54:33.706078 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b950eec2-231f-4dc5-997c-5388a57b8c49', 'tag': 'da44bc30-5883-4385-9908-d3af33c72bd4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:33.745339 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff9b582-e3e3-4666-b5fd-da8dea464648" -d '{"events": [{"name": "network-changed", "server_uuid": "b950eec2-231f-4dc5-997c-5388a57b8c49", "tag": "da44bc30-5883-4385-9908-d3af33c72bd4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:33.810950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50200923-5e72-46fa-9a3f-ac617917ad97 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Network 7d98f928-c1dc-4333-8e1f-f55a2f73f097 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:33.863351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd1258-c823-4e25-9734-2eda8e8d623e req-57c6bf52-d49a-4259-99b2-e15e1a204aa8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:33.883673 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55cd1258-c823-4e25-9734-2eda8e8d623e req-57c6bf52-d49a-4259-99b2-e15e1a204aa8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 947 time: 0.2068999 Nov 12 03:54:33.887601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16263bd-7f70-44d6-b25b-a699473175b4 service neutron] Pushing event updated for resources: {'Port': ['ID=da44bc30-5883-4385-9908-d3af33c72bd4,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:34.004698 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-50200923-5e72-46fa-9a3f-ac617917ad97 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 7d98f928-c1dc-4333-8e1f-f55a2f73f097) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:34.015934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a416325a-705b-42f1-b503-9e69fe779028 None None] Network 7d98f928-c1dc-4333-8e1f-f55a2f73f097 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:34.016950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50200923-5e72-46fa-9a3f-ac617917ad97 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:34.017772 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50200923-5e72-46fa-9a3f-ac617917ad97 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:34.069271 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-2e69a95c-87c6-4507-9fb0-9961495f875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:34.071616 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-2e69a95c-87c6-4507-9fb0-9961495f875b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 1099 time: 0.1416056 Nov 12 03:54:34.096842 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55cd1258-c823-4e25-9734-2eda8e8d623e req-2b630bba-86f2-4bac-9988-61ac26593b52 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117860 Nov 12 03:54:34.242280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80661e-7ea2-43b3-bfd2-2918efedfe2b req-0d20631b-4df2-4b76-9a32-c1ff3770a4bf tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:34.265549 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-50200923-5e72-46fa-9a3f-ac617917ad97 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7546966 Nov 12 03:54:34.265549 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-1ca1e3ba-e7d7-458f-b470-a33d12658058 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=da44bc30-5883-4385-9908-d3af33c72bd4 HTTP/1.1" status: 200 len: 217 time: 0.1628919 Nov 12 03:54:34.266450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40874) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:34.270357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c80661e-7ea2-43b3-bfd2-2918efedfe2b req-0d20631b-4df2-4b76-9a32-c1ff3770a4bf tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 945 time: 0.3049197 Nov 12 03:54:34.273179 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f4214489-634f-44be-a1ed-97c0e38282e0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Request body: {'port': {'network_id': '7d98f928-c1dc-4333-8e1f-f55a2f73f097', 'name': 'tempest-TagsExtTest-132050152'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:34.339428 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22ce9e2-76dd-4181-85f4-39515450660d x-openstack-request-id: req-d22ce9e2-76dd-4181-85f4-39515450660d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:34.348596 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b950eec2-231f-4dc5-997c-5388a57b8c49", "tag": "da44bc30-5883-4385-9908-d3af33c72bd4", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:34.349244 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d22ce9e2-76dd-4181-85f4-39515450660d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:34.349887 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b950eec2-231f-4dc5-997c-5388a57b8c49', 'tag': 'da44bc30-5883-4385-9908-d3af33c72bd4', 'status': 'completed', 'code': 200} Nov 12 03:54:34.451456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-38b83e44-38ce-4905-860b-9e8783bae25b req-2958ca9c-74ff-4b44-a1f8-35abcbca7429 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 210 time: 0.1827700 Nov 12 03:54:34.798381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7c80661e-7ea2-43b3-bfd2-2918efedfe2b req-0d0216d0-8be5-4b99-9cd5-0b61c4f3034d tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Deleting port 5ce16c9e-ee47-429a-8613-3ee3b832f29b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:34.799760 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c80661e-7ea2-43b3-bfd2-2918efedfe2b req-0d0216d0-8be5-4b99-9cd5-0b61c4f3034d tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:34.862765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab05d9-0b68-4fe9-a5e7-f9ede7eb50cb req-34df1a3b-c0ef-490b-bd16-f2313ad0b7bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:34.874630 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-7d98f928-c1dc-4333-8e1f-f55a2f73f097', 'network_id': '7d98f928-c1dc-4333-8e1f-f55a2f73f097', 'tenant_id': 'a8e9d47af4734b5b9f4aa96a8dcad37f', 'fixed_ips': [{'subnet_id': '07eaec1d-d46f-4217-aa0f-07d4059b4978'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:54:34.875504 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:34.878120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-64ab05d9-0b68-4fe9-a5e7-f9ede7eb50cb req-34df1a3b-c0ef-490b-bd16-f2313ad0b7bc tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 945 time: 0.2705886 Nov 12 03:54:35.076437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-ee5fcc5e-7e11-4249-834d-5d2dc591928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:35.078773 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-ee5fcc5e-7e11-4249-834d-5d2dc591928b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.7648008 Nov 12 03:54:35.146385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7c80661e-7ea2-43b3-bfd2-2918efedfe2b req-0d0216d0-8be5-4b99-9cd5-0b61c4f3034d tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] For port 5ce16c9e-ee47-429a-8613-3ee3b832f29b, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5ce16c9e-ee47-429a-8613-3ee3b832f29b,segment=NetworkSegment(7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd),segment_id=7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:35.147213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c80661e-7ea2-43b3-bfd2-2918efedfe2b req-0d0216d0-8be5-4b99-9cd5-0b61c4f3034d tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.181519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bae6b-b387-4667-b045-a3940d8a5d2a req-6ca96719-e53e-435d-9f87-6ff7a6ac6728 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:35.185131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7c80661e-7ea2-43b3-bfd2-2918efedfe2b req-0d0216d0-8be5-4b99-9cd5-0b61c4f3034d tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Calling delete_port for 5ce16c9e-ee47-429a-8613-3ee3b832f29b owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:35.191945 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-791bae6b-b387-4667-b045-a3940d8a5d2a req-6ca96719-e53e-435d-9f87-6ff7a6ac6728 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.2794964 Nov 12 03:54:35.232167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Allocated IP 172.20.0.2 (7d98f928-c1dc-4333-8e1f-f55a2f73f097/07eaec1d-d46f-4217-aa0f-07d4059b4978/d3847460-2e63-417c-8190-7b2e887412b2) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:35.235367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4214489-634f-44be-a1ed-97c0e38282e0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Made reservation on behalf of a8e9d47af4734b5b9f4aa96a8dcad37f for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:35.240565 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4214489-634f-44be-a1ed-97c0e38282e0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.277920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-358e799b-9c0a-4ffd-93a3-c133dc1047e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:35.279954 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-358e799b-9c0a-4ffd-93a3-c133dc1047e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1896775 Nov 12 03:54:35.453420 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-64ab05d9-0b68-4fe9-a5e7-f9ede7eb50cb req-189acbd5-d031-4153-b40d-46924d13613e tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/security-groups?id=b25cb62e-a858-41f6-ba5f-b604bb7304f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725019 Nov 12 03:54:35.498688 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c80661e-7ea2-43b3-bfd2-2918efedfe2b req-0d0216d0-8be5-4b99-9cd5-0b61c4f3034d tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.534306 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-791bae6b-b387-4667-b045-a3940d8a5d2a req-b3075a08-dd21-49c9-83cc-9e38c2bfd865 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3413968 Nov 12 03:54:35.588313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-f4214489-634f-44be-a1ed-97c0e38282e0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] device_id is not set on port c6f29a6f-b4ea-4528-a077-0338325a31bd yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:54:35.617060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['5ce16c9e-ee47-429a-8613-3ee3b832f29b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:35.618972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0216d0-8be5-4b99-9cd5-0b61c4f3034d tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Pushing event deleted for resources: {'Port': ['ID=5ce16c9e-ee47-429a-8613-3ee3b832f29b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:35.717162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c80661e-7ea2-43b3-bfd2-2918efedfe2b req-0d0216d0-8be5-4b99-9cd5-0b61c4f3034d tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] No DVR routers for this DVR port 5ce16c9e-ee47-429a-8613-3ee3b832f29b on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:35.726483 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c80661e-7ea2-43b3-bfd2-2918efedfe2b req-0d0216d0-8be5-4b99-9cd5-0b61c4f3034d tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.730516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c80661e-7ea2-43b3-bfd2-2918efedfe2b req-0d0216d0-8be5-4b99-9cd5-0b61c4f3034d tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.25 "DELETE /v2.0/ports/5ce16c9e-ee47-429a-8613-3ee3b832f29b HTTP/1.1" status: 204 len: 173 time: 1.4488785 Nov 12 03:54:35.745058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad828acf-babd-4214-8429-8ff3d764d4bf', 'name': 'network-vif-deleted', 'tag': '5ce16c9e-ee47-429a-8613-3ee3b832f29b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:35.745058 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d51efaa-999c-45ea-b585-54a88b621d4f" -d '{"events": [{"server_uuid": "ad828acf-babd-4214-8429-8ff3d764d4bf", "name": "network-vif-deleted", "tag": "5ce16c9e-ee47-429a-8613-3ee3b832f29b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:35.801832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c30d0594-6caf-4984-abca-945ee47ba083 req-3d54cb8b-83b9-4d65-99d8-a325cef19dab tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 210 time: 0.0480087 Nov 12 03:54:35.820789 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.865942 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-cbc52a37-7eb4-49a1-8e42-35a02df3e83a service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620747 Nov 12 03:54:35.887523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a108538-e572-4c88-be7e-5578f3ef9c2c req-a5ee2061-7716-4840-aad6-df2586c6b1ee tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:35.889526 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a108538-e572-4c88-be7e-5578f3ef9c2c req-a5ee2061-7716-4840-aad6-df2586c6b1ee tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 947 time: 0.1095867 Nov 12 03:54:36.044236 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd0856e-9789-42cf-a9f7-9defd52560f4 x-openstack-request-id: req-4fd0856e-9789-42cf-a9f7-9defd52560f4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:36.045185 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad828acf-babd-4214-8429-8ff3d764d4bf", "name": "network-vif-deleted", "tag": "5ce16c9e-ee47-429a-8613-3ee3b832f29b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:36.045600 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4fd0856e-9789-42cf-a9f7-9defd52560f4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:36.046228 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad828acf-babd-4214-8429-8ff3d764d4bf', 'name': 'network-vif-deleted', 'tag': '5ce16c9e-ee47-429a-8613-3ee3b832f29b', 'status': 'completed', 'code': 200} Nov 12 03:54:36.061236 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.119573 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ecebe94-a3f7-4fea-8e66-519c46e40069 req-4c37a1b7-35af-479e-a5f9-c6966d94efa0 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289193 Nov 12 03:54:36.163641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Network 7d98f928-c1dc-4333-8e1f-f55a2f73f097 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:36.181180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:36.188238 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:36.193724 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a108538-e572-4c88-be7e-5578f3ef9c2c req-bd52bd1e-4224-4ff6-8a17-ae84383b6495 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894719 Nov 12 03:54:36.200449 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Pushing event updated for resources: {'Port': ['ID=d3847460-2e63-417c-8190-7b2e887412b2,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:36.281367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-f4214489-634f-44be-a1ed-97c0e38282e0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Allocated IP 172.20.0.7 (7d98f928-c1dc-4333-8e1f-f55a2f73f097/07eaec1d-d46f-4217-aa0f-07d4059b4978/c6f29a6f-b4ea-4528-a077-0338325a31bd) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:36.300952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Attempting to bind port d3847460-2e63-417c-8190-7b2e887412b2 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:36.302622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Attempting to bind port d3847460-2e63-417c-8190-7b2e887412b2 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '97b92b86-0e8b-42ad-bdf8-baf58fc1a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '7d98f928-c1dc-4333-8e1f-f55a2f73f097'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:36.303204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Attempting to bind port d3847460-2e63-417c-8190-7b2e887412b2 on network 7d98f928-c1dc-4333-8e1f-f55a2f73f097 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:36.346863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:36.347942 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Checking segment: {'id': '97b92b86-0e8b-42ad-bdf8-baf58fc1a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '7d98f928-c1dc-4333-8e1f-f55a2f73f097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:36.348854 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.349708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Bound using segment: {'id': '97b92b86-0e8b-42ad-bdf8-baf58fc1a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '7d98f928-c1dc-4333-8e1f-f55a2f73f097'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:36.350698 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Bound port: d3847460-2e63-417c-8190-7b2e887412b2, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b92b86-0e8b-42ad-bdf8-baf58fc1a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '7d98f928-c1dc-4333-8e1f-f55a2f73f097'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:36.351846 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.487481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] For port d3847460-2e63-417c-8190-7b2e887412b2, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:36.493110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] For port d3847460-2e63-417c-8190-7b2e887412b2, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d3847460-2e63-417c-8190-7b2e887412b2,segment=NetworkSegment(97b92b86-0e8b-42ad-bdf8-baf58fc1a819),segment_id=97b92b86-0e8b-42ad-bdf8-baf58fc1a819)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:36.635665 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9b582-e3e3-4666-b5fd-da8dea464648 req-d80b5f63-b011-41a2-a734-af8831bd096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:36.638500 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ff9b582-e3e3-4666-b5fd-da8dea464648 req-d80b5f63-b011-41a2-a734-af8831bd096d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 1099 time: 0.1538525 Nov 12 03:54:36.653474 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ff96b21-27f6-4fac-bdcc-9cbcf1344fd2 req-95012b42-9d60-496b-a7c6-08dda7c1b650 tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 210 time: 0.0439808 Nov 12 03:54:36.727939 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4214489-634f-44be-a1ed-97c0e38282e0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.868161 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09388352-5f1e-4788-90a5-9e6cade311ed req-9e2a228f-7a7b-46de-b6a3-048d4e36dc3b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:36.872761 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-09388352-5f1e-4788-90a5-9e6cade311ed req-9e2a228f-7a7b-46de-b6a3-048d4e36dc3b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.2236464 Nov 12 03:54:36.934021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9b582-e3e3-4666-b5fd-da8dea464648 req-d3142d1e-aa0d-48e4-a72b-ce8dfb600e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:36.934021 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ff9b582-e3e3-4666-b5fd-da8dea464648 req-d3142d1e-aa0d-48e4-a72b-ce8dfb600e42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2634225 Nov 12 03:54:36.985006 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7baa6541-8fb9-46ca-9cdf-3fbe5537154c req-353219d6-ecba-4661-a25e-0dc03a8f25b7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 210 time: 0.0434256 Nov 12 03:54:36.987456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ff9b582-e3e3-4666-b5fd-da8dea464648 req-e6d19f4e-50ae-4587-81de-3387b2e9b274 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=da44bc30-5883-4385-9908-d3af33c72bd4 HTTP/1.1" status: 200 len: 217 time: 0.0455348 Nov 12 03:54:36.995863 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-09388352-5f1e-4788-90a5-9e6cade311ed req-1544ec7e-86f5-48e6-856f-f9ea712c51fa tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120265 Nov 12 03:54:37.059271 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:37.077759 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9b582-e3e3-4666-b5fd-da8dea464648 req-e1d759a4-6a38-4c6a-9768-c4fbb35ceec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:37.079422 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ff9b582-e3e3-4666-b5fd-da8dea464648 req-e1d759a4-6a38-4c6a-9768-c4fbb35ceec8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0772114 Nov 12 03:54:37.149018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9b582-e3e3-4666-b5fd-da8dea464648 req-5e3eeb86-1426-477a-bde3-e9be3807a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:37.151595 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ff9b582-e3e3-4666-b5fd-da8dea464648 req-5e3eeb86-1426-477a-bde3-e9be3807a419 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0629728 Nov 12 03:54:37.320756 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ff9b582-e3e3-4666-b5fd-da8dea464648 req-45a0ec92-4671-408e-93b9-650212a35fed service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593120 Nov 12 03:54:37.348311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9dfaf1-0c02-4b72-8946-578866170ff9 req-c01acda6-418a-47f6-baaa-80eee57ed3fa tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:37.349903 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aa9dfaf1-0c02-4b72-8946-578866170ff9 req-c01acda6-418a-47f6-baaa-80eee57ed3fa tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 947 time: 0.0826576 Nov 12 03:54:37.429922 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.453627 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aa9dfaf1-0c02-4b72-8946-578866170ff9 req-90650856-c991-47e6-baf0-9cf50058782f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913095 Nov 12 03:54:37.473039 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ff9b582-e3e3-4666-b5fd-da8dea464648 req-38ba0646-8bfa-41ae-a9a4-8bbddeeabbcd service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421425 Nov 12 03:54:37.515358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1bc35-6cf5-4190-a2f2-984a214dd4a1 None None] Pushing event updated for resources: {'Port': ['ID=d3847460-2e63-417c-8190-7b2e887412b2,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:37.540114 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4214489-634f-44be-a1ed-97c0e38282e0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.009265 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1fbe7653-9b31-4d1b-9f85-9b43b7609012 req-ab7597cb-fd9f-463e-bb46-e83d5ca0da7c tempest-InstanceActionsV221TestJSON-184110566 tempest-InstanceActionsV221TestJSON-184110566-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad828acf-babd-4214-8429-8ff3d764d4bf HTTP/1.1" status: 200 len: 210 time: 0.0712018 Nov 12 03:54:38.184314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4214489-634f-44be-a1ed-97c0e38282e0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Network 7d98f928-c1dc-4333-8e1f-f55a2f73f097 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:38.213003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f4214489-634f-44be-a1ed-97c0e38282e0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:38.231406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4214489-634f-44be-a1ed-97c0e38282e0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:38.258959 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4214489-634f-44be-a1ed-97c0e38282e0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Pushing event updated for resources: {'Port': ['ID=c6f29a6f-b4ea-4528-a077-0338325a31bd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:38.296854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f9774346-c51d-443c-a3d2-cb79e01f0c7f req-e80b28fa-d2d7-4a7d-8a0e-a9e30e70cf9f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 210 time: 0.0693254 Nov 12 03:54:38.332215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4214489-634f-44be-a1ed-97c0e38282e0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:38.333225 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4214489-634f-44be-a1ed-97c0e38282e0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.407636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b145e-0af0-4b0b-ab57-2092a36a6968 req-1facc4de-3094-4071-b564-1094bbdbed1a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:38.409930 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-038b145e-0af0-4b0b-ab57-2092a36a6968 req-1facc4de-3094-4071-b564-1094bbdbed1a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.2245169 Nov 12 03:54:38.485689 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-038b145e-0af0-4b0b-ab57-2092a36a6968 req-8403616b-50e1-4988-affc-97629e90704c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690308 Nov 12 03:54:38.574611 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f4214489-634f-44be-a1ed-97c0e38282e0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.3057349 Nov 12 03:54:38.582644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:38.582644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e21c2f44-5439-4184-bd5a-5394652b2c64 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-20210320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:38.683327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b28b02-8722-4656-b976-0e3905e7ea6f req-ccd936f5-ae29-4236-b22f-5dc9d6381859 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:38.691905 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0b28b02-8722-4656-b976-0e3905e7ea6f req-ccd936f5-ae29-4236-b22f-5dc9d6381859 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 947 time: 0.0854132 Nov 12 03:54:38.797888 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0b28b02-8722-4656-b976-0e3905e7ea6f req-9cd4de07-ab29-4ab2-b30d-a5184e62f1f1 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046908 Nov 12 03:54:38.802072 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e21c2f44-5439-4184-bd5a-5394652b2c64 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.804580 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e21c2f44-5439-4184-bd5a-5394652b2c64 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.939520 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e21c2f44-5439-4184-bd5a-5394652b2c64 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.964562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-4e3932dd-0a75-4757-8c73-fe51daefc30e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:38.968096 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-4e3932dd-0a75-4757-8c73-fe51daefc30e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 806 time: 0.3001637 Nov 12 03:54:38.990492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-27fa09fc-186e-4ccb-979a-149b1e8421d4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Request body: {'port': {'device_id': 'dc65cecf-7e92-4afb-b01d-ba74e7e42c0b', 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'admin_state_up': True, 'tenant_id': '9a329404327a436a89a7392422c84559'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:39.091047 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e21c2f44-5439-4184-bd5a-5394652b2c64 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.110589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d3847460-2e63-417c-8190-7b2e887412b2 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:39.257469 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d3847460-2e63-417c-8190-7b2e887412b2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:39.258030 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.327365 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e21c2f44-5439-4184-bd5a-5394652b2c64 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.332158 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e21c2f44-5439-4184-bd5a-5394652b2c64 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7533431 Nov 12 03:54:39.332759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.365184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d794eedf-af6f-4ce9-9d90-fa3306026b55 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1843465213', 'prefixes': ['172.20.0.0/16']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:39.413810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5ce16c9e-ee47-429a-8613-3ee3b832f29b no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:39.476544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f317fd-dedd-4815-aa49-c77b131dbde5 None None] Network 7d98f928-c1dc-4333-8e1f-f55a2f73f097 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:39.476713 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-27fa09fc-186e-4ccb-979a-149b1e8421d4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Made reservation on behalf of 9a329404327a436a89a7392422c84559 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:39.485454 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-27fa09fc-186e-4ccb-979a-149b1e8421d4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.562999 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34fb6559-3351-4ef7-a387-12fa06685ffa req-21943a90-7a0d-4f8a-868d-c94e67b6f5c0 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 210 time: 0.0483677 Nov 12 03:54:39.648888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.694608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 5ce16c9e-ee47-429a-8613-3ee3b832f29b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:39.695455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5ce16c9e-ee47-429a-8613-3ee3b832f29b not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:39.710944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87de8cb-f3a2-405a-a23f-5cf1a63abce1 admin admin] Deleting subnet 3f6d82dd-b3cb-46b6-91e4-aa99893ebe14 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:39.714618 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d87de8cb-f3a2-405a-a23f-5cf1a63abce1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.756379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-83ab9961-1c55-4253-bfe6-5c8a2cc2aa97 None None] Provisioning complete for port d3847460-2e63-417c-8190-7b2e887412b2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:39.756747 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83ab9961-1c55-4253-bfe6-5c8a2cc2aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.766698 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d87de8cb-f3a2-405a-a23f-5cf1a63abce1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.796506 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-27fa09fc-186e-4ccb-979a-149b1e8421d4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Allocated IP 172.20.0.11 (5180d290-ec7a-4d87-815a-6d5ae96500d4/70ace581-efc3-4076-b0ce-48737a72947d/252f526c-d632-4d5b-b1f6-04a3e0a236b2) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:39.831615 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.868183 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d87de8cb-f3a2-405a-a23f-5cf1a63abce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.883737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port d3847460-2e63-417c-8190-7b2e887412b2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d3847460-2e63-417c-8190-7b2e887412b2,segment=NetworkSegment(97b92b86-0e8b-42ad-bdf8-baf58fc1a819),segment_id=97b92b86-0e8b-42ad-bdf8-baf58fc1a819)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:39.937484 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83ab9961-1c55-4253-bfe6-5c8a2cc2aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.031895 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.067267 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-27fa09fc-186e-4ccb-979a-149b1e8421d4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.125276 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-83ab9961-1c55-4253-bfe6-5c8a2cc2aa97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:54:40.128077 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-83ab9961-1c55-4253-bfe6-5c8a2cc2aa97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:54:40.154665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe1e4d-09bc-42d8-81ee-9e216db3c794 req-87833623-9a08-473b-ad55-e5442259a627 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:40.162847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0fe1e4d-09bc-42d8-81ee-9e216db3c794 req-87833623-9a08-473b-ad55-e5442259a627 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.1764669 Nov 12 03:54:40.234313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08969387-7d8e-413e-ac5d-f65c706e9a00 req-c9ffa920-43df-4cb2-aa7e-5cde0866d7f9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:40.235977 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08969387-7d8e-413e-ac5d-f65c706e9a00 req-c9ffa920-43df-4cb2-aa7e-5cde0866d7f9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 947 time: 0.1010029 Nov 12 03:54:40.259714 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0fe1e4d-09bc-42d8-81ee-9e216db3c794 req-d9f70bc0-1083-40bf-a319-f4babd15638b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947044 Nov 12 03:54:40.263603 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=d3847460-2e63-417c-8190-7b2e887412b2,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:40.268527 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-27fa09fc-186e-4ccb-979a-149b1e8421d4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.270320 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d87de8cb-f3a2-405a-a23f-5cf1a63abce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.323073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['477eb4e1-30bb-447f-9cd0-4e662562b001'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:40.362666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa09fc-186e-4ccb-979a-149b1e8421d4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Pushing event updated for resources: {'Port': ['ID=252f526c-d632-4d5b-b1f6-04a3e0a236b2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:40.374120 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87de8cb-f3a2-405a-a23f-5cf1a63abce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6d82dd-b3cb-46b6-91e4-aa99893ebe14,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:40.377264 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d87de8cb-f3a2-405a-a23f-5cf1a63abce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.387483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d87de8cb-f3a2-405a-a23f-5cf1a63abce1 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/3f6d82dd-b3cb-46b6-91e4-aa99893ebe14 HTTP/1.1" status: 204 len: 168 time: 0.7350116 Nov 12 03:54:40.387483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.423614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-27fa09fc-186e-4ccb-979a-149b1e8421d4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Network 5180d290-ec7a-4d87-815a-6d5ae96500d4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:40.423925 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device da44bc30-5883-4385-9908-d3af33c72bd4 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:40.430331 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-27fa09fc-186e-4ccb-979a-149b1e8421d4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:40.436547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-27fa09fc-186e-4ccb-979a-149b1e8421d4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:40.613759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08969387-7d8e-413e-ac5d-f65c706e9a00 req-0a7ff8d9-1a2b-49d2-8377-c49973b99414 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218707 Nov 12 03:54:40.615179 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea24aeee-0445-4f56-b5d1-36c6833d072d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.617798 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-27fa09fc-186e-4ccb-979a-149b1e8421d4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:40.617798 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-27fa09fc-186e-4ccb-979a-149b1e8421d4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.772836 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea24aeee-0445-4f56-b5d1-36c6833d072d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.772836 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d794eedf-af6f-4ce9-9d90-fa3306026b55 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks [] for subnetpool, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.772836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d794eedf-af6f-4ce9-9d90-fa3306026b55 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.4013221 Nov 12 03:54:40.777273 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.778652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ea24aeee-0445-4f56-b5d1-36c6833d072d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959821ba-aef8-466f-a21a-eb1fad370cc9']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.778924 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-63e6baf1-a494-4bf3-b235-12f6c1ed74b0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '07eaec1d-d46f-4217-aa0f-07d4059b4978', 'tempest-TagsExtTest-Tag-1205235498') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.791917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ea24aeee-0445-4f56-b5d1-36c6833d072d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.792834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ea24aeee-0445-4f56-b5d1-36c6833d072d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfc0e2e-a1f1-4c7c-83d0-6ea696e2d1dd') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.851561 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-27fa09fc-186e-4ccb-979a-149b1e8421d4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8647711 Nov 12 03:54:40.859235 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea24aeee-0445-4f56-b5d1-36c6833d072d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.880644 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea24aeee-0445-4f56-b5d1-36c6833d072d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.886417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Request body: {'port': {'device_id': 'dc65cecf-7e92-4afb-b01d-ba74e7e42c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:40.891098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea24aeee-0445-4f56-b5d1-36c6833d072d admin admin] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:40.891748 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea24aeee-0445-4f56-b5d1-36c6833d072d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:40.893838 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:40.915551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26708105-a2d2-4d44-8d6e-ca056a9087ab req-b6cf979a-f96b-44b6-a0d7-91527218a92c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:40.927593 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26708105-a2d2-4d44-8d6e-ca056a9087ab req-b6cf979a-f96b-44b6-a0d7-91527218a92c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 932 time: 0.1979241 Nov 12 03:54:41.004809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d3847460-2e63-417c-8190-7b2e887412b2 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:41.058628 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26708105-a2d2-4d44-8d6e-ca056a9087ab req-d750ed0b-eff5-4f9a-b3b9-a3530fb61011 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292918 Nov 12 03:54:41.112802 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.122861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port da44bc30-5883-4385-9908-d3af33c72bd4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=da44bc30-5883-4385-9908-d3af33c72bd4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:41.150879 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea24aeee-0445-4f56-b5d1-36c6833d072d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.173821 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea24aeee-0445-4f56-b5d1-36c6833d072d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.176205 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ea24aeee-0445-4f56-b5d1-36c6833d072d admin admin] 10.222.0.105 "DELETE /v2.0/networks/959821ba-aef8-466f-a21a-eb1fad370cc9 HTTP/1.1" status: 204 len: 168 time: 0.7878253 Nov 12 03:54:41.213745 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24aeee-0445-4f56-b5d1-36c6833d072d admin admin] Pushing event deleted for resources: {'Network': ['ID=959821ba-aef8-466f-a21a-eb1fad370cc9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:41.236881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'da44bc30-5883-4385-9908-d3af33c72bd4', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'da44bc30-5883-4385-9908-d3af33c72bd4', 'mac_address': 'fa:16:3e:16:fb:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:41.304724 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-63e6baf1-a494-4bf3-b235-12f6c1ed74b0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "PUT /v2.0/subnets/07eaec1d-d46f-4217-aa0f-07d4059b4978/tags/tempest-TagsExtTest-Tag-1205235498 HTTP/1.1" status: 201 len: 201 time: 0.5606556 Nov 12 03:54:41.312235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41004) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.319202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-b708870a-4741-4d7e-a5e7-bab1cc369688 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c6f29a6f-b4ea-4528-a077-0338325a31bd', 'tempest-TagsExtTest-Tag-770731066') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.339694 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d3847460-2e63-417c-8190-7b2e887412b2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:41.340182 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.342645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-24d670be-362f-4ee8-a5ca-00f124eb1bcd None None] Provisioning complete for port d3847460-2e63-417c-8190-7b2e887412b2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:41.343095 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24d670be-362f-4ee8-a5ca-00f124eb1bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.427232 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.525408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da44bc30-5883-4385-9908-d3af33c72bd4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:41.562863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port da44bc30-5883-4385-9908-d3af33c72bd4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=da44bc30-5883-4385-9908-d3af33c72bd4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:41.577916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1263b2-c3cc-49a5-8578-ce280a6b83da req-86142c54-d170-4e69-8891-0536fa267562 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:41.579852 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a1263b2-c3cc-49a5-8578-ce280a6b83da req-86142c54-d170-4e69-8891-0536fa267562 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 946 time: 0.1563101 Nov 12 03:54:41.650032 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252f526c-d632-4d5b-b1f6-04a3e0a236b2 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:41.672461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b708870a-4741-4d7e-a5e7-bab1cc369688 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "PUT /v2.0/ports/c6f29a6f-b4ea-4528-a077-0338325a31bd/tags/tempest-TagsExtTest-Tag-770731066 HTTP/1.1" status: 201 len: 201 time: 0.3578753 Nov 12 03:54:41.673832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.687536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-d5f250f0-85e3-4d76-82f0-5bcbaa64185a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9e5d5098-7784-424f-81cc-46742e48575c', 'tempest-TagsExtTest-Tag-1981071646') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.697300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.707965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-24d670be-362f-4ee8-a5ca-00f124eb1bcd None None] Provisioning complete for port c6f29a6f-b4ea-4528-a077-0338325a31bd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:41.708398 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24d670be-362f-4ee8-a5ca-00f124eb1bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.731406 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a1263b2-c3cc-49a5-8578-ce280a6b83da req-9c216669-2dc3-474a-b0f9-94a53a191b11 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278596 Nov 12 03:54:41.732543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Transition to ACTIVE for port object 252f526c-d632-4d5b-b1f6-04a3e0a236b2 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:41.765344 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.801857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-24d670be-362f-4ee8-a5ca-00f124eb1bcd None None] Port c6f29a6f-b4ea-4528-a077-0338325a31bd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:41.847088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=da44bc30-5883-4385-9908-d3af33c72bd4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:41.864906 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.878166 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1a997-bdf7-4c9e-b1ed-58a88d04565a req-02eaea51-e2ac-4e60-9851-23599243fbc9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:41.886360 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62b1a997-bdf7-4c9e-b1ed-58a88d04565a req-02eaea51-e2ac-4e60-9851-23599243fbc9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 947 time: 0.1938214 Nov 12 03:54:41.951985 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62b1a997-bdf7-4c9e-b1ed-58a88d04565a req-f9d982d2-e64f-444a-a604-62f717c29c67 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647190 Nov 12 03:54:41.984822 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Pushing event updated for resources: {'Port': ['ID=252f526c-d632-4d5b-b1f6-04a3e0a236b2,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:42.066791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Attempting to bind port 252f526c-d632-4d5b-b1f6-04a3e0a236b2 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:42.067125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Attempting to bind port 252f526c-d632-4d5b-b1f6-04a3e0a236b2 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:42.067511 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Attempting to bind port 252f526c-d632-4d5b-b1f6-04a3e0a236b2 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:42.069315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41026) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:42.088104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Port 252f526c-d632-4d5b-b1f6-04a3e0a236b2 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:54:42.092761 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Attempting to bind port 252f526c-d632-4d5b-b1f6-04a3e0a236b2 on network 5180d290-ec7a-4d87-815a-6d5ae96500d4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:42.105978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:42.106121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Checking segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:42.106450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Bound using segment: {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:42.106902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Bound port: 252f526c-d632-4d5b-b1f6-04a3e0a236b2, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d73329b-716d-4307-ae7a-5a51712523eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:42.107246 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.135263 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-53b34d90-b4bf-4715-8f26-0b869790e0e5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=53dc7dd10b7c4acaa5bbd5a5ca0bad4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643322 Nov 12 03:54:42.138755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41034) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:42.152521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d5f250f0-85e3-4d76-82f0-5bcbaa64185a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "PUT /v2.0/routers/9e5d5098-7784-424f-81cc-46742e48575c/tags/tempest-TagsExtTest-Tag-1981071646 HTTP/1.1" status: 201 len: 201 time: 0.4757786 Nov 12 03:54:42.159649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41036) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:42.167131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-8050bae3-19aa-4da5-bc29-4f8ddc366758 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '707c6110-de68-4954-9533-d5a428a6dc78', 'tempest-TagsExtTest-Tag-1785975954') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:42.233271 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c97840-4dea-4201-a181-6df98d7d8886 req-1a26f10d-bc2e-4157-bcf0-8594c9041f7f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:42.235136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99c97840-4dea-4201-a181-6df98d7d8886 req-1a26f10d-bc2e-4157-bcf0-8594c9041f7f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 944 time: 0.0924873 Nov 12 03:54:42.246815 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] For port 252f526c-d632-4d5b-b1f6-04a3e0a236b2, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:42.251189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] For port 252f526c-d632-4d5b-b1f6-04a3e0a236b2, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=252f526c-d632-4d5b-b1f6-04a3e0a236b2,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:42.258857 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-074563a1-e0d9-4ccb-afe5-989ccdbbfa70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.320787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-074563a1-e0d9-4ccb-afe5-989ccdbbfa70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.344280 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99c97840-4dea-4201-a181-6df98d7d8886 req-02a5967a-cfb5-48c1-9fcd-9b1c30175b83 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961585 Nov 12 03:54:42.392997 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.428226 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:42.439050 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:42.439916 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.442106 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] 10.222.0.26 "PUT /v2.0/ports/252f526c-d632-4d5b-b1f6-04a3e0a236b2 HTTP/1.1" status: 200 len: 1093 time: 1.5715899 Nov 12 03:54:42.443013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc65cecf-7e92-4afb-b01d-ba74e7e42c0b', 'tag': '252f526c-d632-4d5b-b1f6-04a3e0a236b2'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:42.447791 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e4e6b6-e1af-480d-95a4-56fe6c781dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "dc65cecf-7e92-4afb-b01d-ba74e7e42c0b", "tag": "252f526c-d632-4d5b-b1f6-04a3e0a236b2"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:42.483796 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378b449-4556-4e16-801a-a3dcf0f11137 service neutron] Pushing event updated for resources: {'Port': ['ID=252f526c-d632-4d5b-b1f6-04a3e0a236b2,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:42.497203 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb4a49e-d622-4f7f-a325-3a160ebc939d x-openstack-request-id: req-ebb4a49e-d622-4f7f-a325-3a160ebc939d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:42.497578 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc65cecf-7e92-4afb-b01d-ba74e7e42c0b", "tag": "252f526c-d632-4d5b-b1f6-04a3e0a236b2", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:42.497834 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ebb4a49e-d622-4f7f-a325-3a160ebc939d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:42.498741 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc65cecf-7e92-4afb-b01d-ba74e7e42c0b', 'tag': '252f526c-d632-4d5b-b1f6-04a3e0a236b2', 'status': 'completed', 'code': 200} Nov 12 03:54:42.524531 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8050bae3-19aa-4da5-bc29-4f8ddc366758 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "PUT /v2.0/subnetpools/707c6110-de68-4954-9533-d5a428a6dc78/tags/tempest-TagsExtTest-Tag-1785975954 HTTP/1.1" status: 201 len: 201 time: 0.3633170 Nov 12 03:54:42.527626 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:42.534142 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-9fc23dbc-0b57-4b79-9fd7-6e36694d763c tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '07eaec1d-d46f-4217-aa0f-07d4059b4978') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:42.544295 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.574593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:42.578807 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94bf47e-c9ee-49d6-a2b2-0b15a20a4902" -d '{"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-unplugged", "status": "completed", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:42.579119 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-074563a1-e0d9-4ccb-afe5-989ccdbbfa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.592257 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-074563a1-e0d9-4ccb-afe5-989ccdbbfa70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.597216 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-074563a1-e0d9-4ccb-afe5-989ccdbbfa70 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b25cb62e-a858-41f6-ba5f-b604bb7304f8 HTTP/1.1" status: 204 len: 168 time: 0.4561627 Nov 12 03:54:42.605268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['da44bc30-5883-4385-9908-d3af33c72bd4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:42.633706 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074563a1-e0d9-4ccb-afe5-989ccdbbfa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25cb62e-a858-41f6-ba5f-b604bb7304f8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:42.647588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:42.720735 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9fc23dbc-0b57-4b79-9fd7-6e36694d763c tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/subnets/07eaec1d-d46f-4217-aa0f-07d4059b4978/tags HTTP/1.1" status: 200 len: 241 time: 0.1893454 Nov 12 03:54:42.721466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41060) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:42.728783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-a4057a27-9e27-44f8-bd3c-7ca0b3bf9a31 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07eaec1d-d46f-4217-aa0f-07d4059b4978', 'tempest-TagsExtTest-Tag-1205235498') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:42.736030 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9851ea04-228c-4e03-a8fa-a38c14d8c43c x-openstack-request-id: req-9851ea04-228c-4e03-a8fa-a38c14d8c43c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:42.736453 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-unplugged", "status": "completed", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:42.736791 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9851ea04-228c-4e03-a8fa-a38c14d8c43c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:42.737314 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'code': 200} Nov 12 03:54:42.787319 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.906030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a4057a27-9e27-44f8-bd3c-7ca0b3bf9a31 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/subnets/07eaec1d-d46f-4217-aa0f-07d4059b4978/tags/tempest-TagsExtTest-Tag-1205235498 HTTP/1.1" status: 204 len: 168 time: 0.1808896 Nov 12 03:54:42.906246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41068) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:42.910907 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-7a5945af-9889-422e-9a45-7dd359a1cd02 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '07eaec1d-d46f-4217-aa0f-07d4059b4978', 'tempest-TagsExtTest-Tag-1205235498') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:42.919068 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4e6b6-e1af-480d-95a4-56fe6c781dfd req-b65528e9-e69f-484f-83eb-2f3e06d260e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:42.920686 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-26e4e6b6-e1af-480d-95a4-56fe6c781dfd req-b65528e9-e69f-484f-83eb-2f3e06d260e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 1096 time: 0.1504211 Nov 12 03:54:42.934850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae136cb4-cc46-40b8-8dc9-72c7bc5b0b1a req-b8877251-3c80-4542-93bc-0cee00fda7c2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:42.936426 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ae136cb4-cc46-40b8-8dc9-72c7bc5b0b1a req-b8877251-3c80-4542-93bc-0cee00fda7c2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0812619 Nov 12 03:54:42.969024 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=14']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:43.113215 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ae136cb4-cc46-40b8-8dc9-72c7bc5b0b1a req-0835e51e-31d0-48a7-99ee-33cfc78bab64 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657867 Nov 12 03:54:43.132518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4e6b6-e1af-480d-95a4-56fe6c781dfd req-3a9008e2-0f3f-455f-8be2-f6074430ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:43.134242 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-26e4e6b6-e1af-480d-95a4-56fe6c781dfd req-3a9008e2-0f3f-455f-8be2-f6074430ce78 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9a329404327a436a89a7392422c84559&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1965966 Nov 12 03:54:43.185310 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7a5945af-9889-422e-9a45-7dd359a1cd02 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/subnets/07eaec1d-d46f-4217-aa0f-07d4059b4978/tags/tempest-TagsExtTest-Tag-1205235498 HTTP/1.1" status: 204 len: 168 time: 0.2777960 Nov 12 03:54:43.214831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41082) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:43.225858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-a798dfb5-41f0-47f5-80a1-7ef890997ac9 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '07eaec1d-d46f-4217-aa0f-07d4059b4978') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:43.334459 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a798dfb5-41f0-47f5-80a1-7ef890997ac9 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/subnets/07eaec1d-d46f-4217-aa0f-07d4059b4978/tags HTTP/1.1" status: 200 len: 205 time: 0.1181934 Nov 12 03:54:43.335634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41090) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:43.341048 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-abf507bb-f298-4e0d-8fdb-a4b5f8e118e1 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c6f29a6f-b4ea-4528-a077-0338325a31bd') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:43.345866 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4e6b6-e1af-480d-95a4-56fe6c781dfd req-52a3fddb-cca7-4b5b-9872-6b79259b6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:43.347488 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-26e4e6b6-e1af-480d-95a4-56fe6c781dfd req-52a3fddb-cca7-4b5b-9872-6b79259b6712 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1974642 Nov 12 03:54:43.439156 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60424cc6-b077-40c9-9742-8a22035297db req-b5130acc-9697-4fd4-8967-ae1f04782591 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:43.445582 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-abf507bb-f298-4e0d-8fdb-a4b5f8e118e1 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/ports/c6f29a6f-b4ea-4528-a077-0338325a31bd/tags HTTP/1.1" status: 200 len: 240 time: 0.1083877 Nov 12 03:54:43.449461 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60424cc6-b077-40c9-9742-8a22035297db req-b5130acc-9697-4fd4-8967-ae1f04782591 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 948 time: 0.1710274 Nov 12 03:54:43.451933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41100) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:43.457436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-dbfc762c-6f3b-491e-a4d4-62b08749dedf tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6f29a6f-b4ea-4528-a077-0338325a31bd', 'tempest-TagsExtTest-Tag-770731066') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:43.532820 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dbfc762c-6f3b-491e-a4d4-62b08749dedf tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/ports/c6f29a6f-b4ea-4528-a077-0338325a31bd/tags/tempest-TagsExtTest-Tag-770731066 HTTP/1.1" status: 204 len: 168 time: 0.0791342 Nov 12 03:54:43.536236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41108) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:43.542435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-c5100dd9-20fa-4a36-8b2a-5222f21ca681 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c6f29a6f-b4ea-4528-a077-0338325a31bd', 'tempest-TagsExtTest-Tag-770731066') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:43.668597 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60424cc6-b077-40c9-9742-8a22035297db req-36334e63-5468-4421-9dac-1a2a52c6c222 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168777 Nov 12 03:54:43.676150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9481cd-c851-449c-9bc7-0a5e0cca3667 req-6644d141-4cdf-4af6-b14e-109061a39021 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:43.683918 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f9481cd-c851-449c-9bc7-0a5e0cca3667 req-6644d141-4cdf-4af6-b14e-109061a39021 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 944 time: 0.0854897 Nov 12 03:54:43.706292 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-e349be7b-5335-4b6e-b49d-46a5c579ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:43.708480 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-e349be7b-5335-4b6e-b49d-46a5c579ec3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 1096 time: 0.2369878 Nov 12 03:54:43.762921 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f9481cd-c851-449c-9bc7-0a5e0cca3667 req-1319823a-3a14-4fad-84bc-5267800ce867 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780940 Nov 12 03:54:43.785813 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-7404a293-e630-4852-b2f6-3c48dadb82c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=252f526c-d632-4d5b-b1f6-04a3e0a236b2 HTTP/1.1" status: 200 len: 217 time: 0.0514436 Nov 12 03:54:43.852879 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-2e58c4e1-89a3-4dbc-be5a-f89b136d2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:43.854606 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-2e58c4e1-89a3-4dbc-be5a-f89b136d2ee9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ace581-efc3-4076-b0ce-48737a72947d HTTP/1.1" status: 200 len: 846 time: 0.0591147 Nov 12 03:54:43.892640 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-4cd7f2b9-ad05-4cd9-ae4e-e7a3f720c9b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5180d290-ec7a-4d87-815a-6d5ae96500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292742 Nov 12 03:54:43.951601 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c5100dd9-20fa-4a36-8b2a-5222f21ca681 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/ports/c6f29a6f-b4ea-4528-a077-0338325a31bd/tags/tempest-TagsExtTest-Tag-770731066 HTTP/1.1" status: 204 len: 168 time: 0.4124672 Nov 12 03:54:43.952379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41116) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:43.961535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-9872e46e-13b7-4b9b-87f5-79003ac26231 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c6f29a6f-b4ea-4528-a077-0338325a31bd') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:44.029617 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-a6d9283f-ca9c-44ed-9081-dbceb8583be9 service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265101 Nov 12 03:54:44.044784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9872e46e-13b7-4b9b-87f5-79003ac26231 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/ports/c6f29a6f-b4ea-4528-a077-0338325a31bd/tags HTTP/1.1" status: 200 len: 205 time: 0.0896587 Nov 12 03:54:44.052842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41122) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:44.058405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-d38a47cb-efb4-4fb1-b306-8fd6986c66fe tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9e5d5098-7784-424f-81cc-46742e48575c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:44.190149 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25908a37-1d7e-446a-9764-a0cc38f9006c req-3ff2a67b-08f2-4320-93b2-b0eb858e2b12 service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460536 Nov 12 03:54:44.275255 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d38a47cb-efb4-4fb1-b306-8fd6986c66fe tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/routers/9e5d5098-7784-424f-81cc-46742e48575c/tags HTTP/1.1" status: 200 len: 241 time: 0.2211969 Nov 12 03:54:44.280804 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41144) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:44.286669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-3e02b882-296c-4966-90e4-3d825a44749e tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e5d5098-7784-424f-81cc-46742e48575c', 'tempest-TagsExtTest-Tag-1981071646') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:44.420140 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3e02b882-296c-4966-90e4-3d825a44749e tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/routers/9e5d5098-7784-424f-81cc-46742e48575c/tags/tempest-TagsExtTest-Tag-1981071646 HTTP/1.1" status: 204 len: 168 time: 0.1380656 Nov 12 03:54:44.423366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:44.428816 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-7c1377ec-e338-4b9a-a607-4256e94591d9 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9e5d5098-7784-424f-81cc-46742e48575c', 'tempest-TagsExtTest-Tag-1981071646') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:44.646605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9887823-98e5-41d9-a775-87360c8462d6 req-a4957b0f-d1c2-4024-916a-b78392218c08 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:44.663155 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9887823-98e5-41d9-a775-87360c8462d6 req-a4957b0f-d1c2-4024-916a-b78392218c08 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1241729 Nov 12 03:54:44.758890 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9887823-98e5-41d9-a775-87360c8462d6 req-8e8e5a68-27c8-4d0a-99c6-c589f3c5c646 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911715 Nov 12 03:54:44.878859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:44.883263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7c1377ec-e338-4b9a-a607-4256e94591d9 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/routers/9e5d5098-7784-424f-81cc-46742e48575c/tags/tempest-TagsExtTest-Tag-1981071646 HTTP/1.1" status: 204 len: 168 time: 0.4586530 Nov 12 03:54:44.902848 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-3ddbab3b-59cd-4a20-9181-e7763e0a7e4f tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9e5d5098-7784-424f-81cc-46742e48575c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:45.050437 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3ddbab3b-59cd-4a20-9181-e7763e0a7e4f tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/routers/9e5d5098-7784-424f-81cc-46742e48575c/tags HTTP/1.1" status: 200 len: 205 time: 0.1703594 Nov 12 03:54:45.054140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41186) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:45.059474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-862248a2-cb1c-499a-b753-1d98ce391e9b tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '707c6110-de68-4954-9533-d5a428a6dc78') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:45.079868 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d178c-7473-4985-8e68-f4735f685dae req-a10c71bc-4482-4940-a147-0408ff4c88de tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:45.087770 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-814d178c-7473-4985-8e68-f4735f685dae req-a10c71bc-4482-4940-a147-0408ff4c88de tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 948 time: 0.1974471 Nov 12 03:54:45.130770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-862248a2-cb1c-499a-b753-1d98ce391e9b tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/subnetpools/707c6110-de68-4954-9533-d5a428a6dc78/tags HTTP/1.1" status: 200 len: 241 time: 0.0754833 Nov 12 03:54:45.133876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:45.140917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-cc03957c-9056-4390-9a80-b9f79146e2e2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '707c6110-de68-4954-9533-d5a428a6dc78', 'tempest-TagsExtTest-Tag-1785975954') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:45.176193 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-814d178c-7473-4985-8e68-f4735f685dae req-c5206482-7b2c-4900-b5e0-16f4a732cc7e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853376 Nov 12 03:54:45.194482 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cc03957c-9056-4390-9a80-b9f79146e2e2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/subnetpools/707c6110-de68-4954-9533-d5a428a6dc78/tags/tempest-TagsExtTest-Tag-1785975954 HTTP/1.1" status: 204 len: 168 time: 0.0592999 Nov 12 03:54:45.206235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41190) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:45.219637 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-cee84b55-1acd-4897-8ad7-660a112d85bb tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '707c6110-de68-4954-9533-d5a428a6dc78', 'tempest-TagsExtTest-Tag-1785975954') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:45.356986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341fd22-fd09-4680-90e2-e1d7261c0422 req-d37ab8a4-97b0-45d4-b010-2760946a1daf tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:45.369248 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5341fd22-fd09-4680-90e2-e1d7261c0422 req-d37ab8a4-97b0-45d4-b010-2760946a1daf tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 944 time: 0.0875883 Nov 12 03:54:45.431218 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5341fd22-fd09-4680-90e2-e1d7261c0422 req-6775381d-c490-4a70-a52e-6f033e3f76a0 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631790 Nov 12 03:54:45.451106 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88976e6f-4036-4f17-b641-d95c28b4d3c7 req-5808f928-c950-425b-979f-3ad4f131a0ad tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0334253 Nov 12 03:54:45.518098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cee84b55-1acd-4897-8ad7-660a112d85bb tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/subnetpools/707c6110-de68-4954-9533-d5a428a6dc78/tags/tempest-TagsExtTest-Tag-1785975954 HTTP/1.1" status: 204 len: 168 time: 0.3035522 Nov 12 03:54:45.518646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:45.523355 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-d46f2bb6-6a89-48c9-951f-a5edda418f85 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '707c6110-de68-4954-9533-d5a428a6dc78') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:45.566987 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d46f2bb6-6a89-48c9-951f-a5edda418f85 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/subnetpools/707c6110-de68-4954-9533-d5a428a6dc78/tags HTTP/1.1" status: 200 len: 205 time: 0.0471497 Nov 12 03:54:45.570746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:45.575681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-67d0e298-2d3f-4d89-972f-6dc76ec8d1f0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '707c6110-de68-4954-9533-d5a428a6dc78') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:45.601340 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-67d0e298-2d3f-4d89-972f-6dc76ec8d1f0 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/subnetpools/707c6110-de68-4954-9533-d5a428a6dc78/tags HTTP/1.1" status: 204 len: 168 time: 0.0292573 Nov 12 03:54:45.604968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41216) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:45.609516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-5c7311f4-94e7-44ec-a71c-a73aa0d8e288 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e5d5098-7784-424f-81cc-46742e48575c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:45.693764 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5c7311f4-94e7-44ec-a71c-a73aa0d8e288 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/routers/9e5d5098-7784-424f-81cc-46742e48575c/tags HTTP/1.1" status: 204 len: 168 time: 0.0877795 Nov 12 03:54:45.697019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:45.701267 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-be52e381-5694-49a9-977a-504ef99b7d02 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6f29a6f-b4ea-4528-a077-0338325a31bd') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:45.765954 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-be52e381-5694-49a9-977a-504ef99b7d02 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/ports/c6f29a6f-b4ea-4528-a077-0338325a31bd/tags HTTP/1.1" status: 204 len: 168 time: 0.0677137 Nov 12 03:54:45.770310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:45.777590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-34d36ea5-aaa4-4c70-a54b-4ec283053936 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '07eaec1d-d46f-4217-aa0f-07d4059b4978') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:45.839727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-34d36ea5-aaa4-4c70-a54b-4ec283053936 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/subnets/07eaec1d-d46f-4217-aa0f-07d4059b4978/tags HTTP/1.1" status: 204 len: 168 time: 0.0659347 Nov 12 03:54:45.843653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41226) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:45.848831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-3a2566d2-4dab-4d16-9be0-80e3b97ca163 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '07eaec1d-d46f-4217-aa0f-07d4059b4978', 'tempest-TagsExtTest-Tag-1104947153') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:45.996416 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8191a565-7af6-4a86-bdf7-fb9f5269ca2a req-a371780a-43f1-4a06-8340-471e7d778501 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552728 Nov 12 03:54:46.019885 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3a2566d2-4dab-4d16-9be0-80e3b97ca163 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "PUT /v2.0/subnets/07eaec1d-d46f-4217-aa0f-07d4059b4978/tags/tempest-TagsExtTest-Tag-1104947153 HTTP/1.1" status: 201 len: 201 time: 0.1746228 Nov 12 03:54:46.023090 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:46.028968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-888c857b-565d-4a2d-ad43-0b65c6088438 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c6f29a6f-b4ea-4528-a077-0338325a31bd', 'tempest-TagsExtTest-Tag-2066085882') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:46.132354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191a565-7af6-4a86-bdf7-fb9f5269ca2a req-4d6d06c0-e0f8-486a-bd19-a5f524a6a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.133818 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8191a565-7af6-4a86-bdf7-fb9f5269ca2a req-4d6d06c0-e0f8-486a-bd19-a5f524a6a798 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a329404327a436a89a7392422c84559&device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 1097 time: 0.0691371 Nov 12 03:54:46.288854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191a565-7af6-4a86-bdf7-fb9f5269ca2a req-c63eec11-3aae-4b93-8b19-111b964c10d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.290514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8191a565-7af6-4a86-bdf7-fb9f5269ca2a req-c63eec11-3aae-4b93-8b19-111b964c10d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 200 len: 908 time: 0.1324012 Nov 12 03:54:46.334198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1c969-b14a-4cba-bfe8-40b9b7720de4 req-9d5713ce-0762-4227-94ec-b9c30c450a2d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.336349 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbe1c969-b14a-4cba-bfe8-40b9b7720de4 req-9d5713ce-0762-4227-94ec-b9c30c450a2d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 948 time: 0.0599592 Nov 12 03:54:46.340286 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8191a565-7af6-4a86-bdf7-fb9f5269ca2a req-8b50e595-e1ad-4e66-9d13-042522a70413 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477eb4e1-30bb-447f-9cd0-4e662562b001 HTTP/1.1" status: 200 len: 217 time: 0.0415311 Nov 12 03:54:46.400165 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbe1c969-b14a-4cba-bfe8-40b9b7720de4 req-371f2d9a-c72e-4688-a57d-981f810f2916 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572815 Nov 12 03:54:46.421744 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-888c857b-565d-4a2d-ad43-0b65c6088438 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "PUT /v2.0/ports/c6f29a6f-b4ea-4528-a077-0338325a31bd/tags/tempest-TagsExtTest-Tag-2066085882 HTTP/1.1" status: 201 len: 201 time: 0.3975408 Nov 12 03:54:46.425326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:46.437145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-05aef05c-6e82-453c-9c9d-1c0f8474e8c3 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9e5d5098-7784-424f-81cc-46742e48575c', 'tempest-TagsExtTest-Tag-1412608239') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:46.439971 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device da44bc30-5883-4385-9908-d3af33c72bd4 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:46.501726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191a565-7af6-4a86-bdf7-fb9f5269ca2a req-99e8f621-cbfc-40b6-b997-0b719e035d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.503645 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8191a565-7af6-4a86-bdf7-fb9f5269ca2a req-99e8f621-cbfc-40b6-b997-0b719e035d62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70ace581-efc3-4076-b0ce-48737a72947d HTTP/1.1" status: 200 len: 846 time: 0.1536150 Nov 12 03:54:46.577643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8191a565-7af6-4a86-bdf7-fb9f5269ca2a req-54f462a0-51e7-40ef-a5ca-506528f7ec56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5180d290-ec7a-4d87-815a-6d5ae96500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411589 Nov 12 03:54:46.591824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f748350-8cc3-4cab-82c4-2f1debe6b782 req-dc3b9f24-d658-4df7-9d7e-ab8bc2099374 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.594196 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f748350-8cc3-4cab-82c4-2f1debe6b782 req-dc3b9f24-d658-4df7-9d7e-ab8bc2099374 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 944 time: 0.0752602 Nov 12 03:54:46.602452 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-284eefae-652a-4651-82c9-b022055fc68a req-14141639-bb08-4676-92d0-24d840568bbc tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0670750 Nov 12 03:54:46.629135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port da44bc30-5883-4385-9908-d3af33c72bd4 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:46.634279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port da44bc30-5883-4385-9908-d3af33c72bd4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:46.634632 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.699372 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f748350-8cc3-4cab-82c4-2f1debe6b782 req-5b076464-b0d9-48c8-acfe-e6ae85786bbb tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974064 Nov 12 03:54:46.749253 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8191a565-7af6-4a86-bdf7-fb9f5269ca2a req-5abb7928-b928-494c-aaef-733c05dd9ad2 service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506426 Nov 12 03:54:46.793318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.830535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b950eec2-231f-4dc5-997c-5388a57b8c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da44bc30-5883-4385-9908-d3af33c72bd4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:46.833700 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3396ec-ffec-493d-963c-fde562e36bb4" -d '{"events": [{"server_uuid": "b950eec2-231f-4dc5-997c-5388a57b8c49", "name": "network-vif-plugged", "status": "completed", "tag": "da44bc30-5883-4385-9908-d3af33c72bd4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:46.855466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port da44bc30-5883-4385-9908-d3af33c72bd4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=da44bc30-5883-4385-9908-d3af33c72bd4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:46.879259 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f16fbf-5836-4e58-9707-221b7ab5080f x-openstack-request-id: req-56f16fbf-5836-4e58-9707-221b7ab5080f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:46.879558 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b950eec2-231f-4dc5-997c-5388a57b8c49", "name": "network-vif-plugged", "status": "completed", "tag": "da44bc30-5883-4385-9908-d3af33c72bd4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:46.880069 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-56f16fbf-5836-4e58-9707-221b7ab5080f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:46.886905 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b950eec2-231f-4dc5-997c-5388a57b8c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da44bc30-5883-4385-9908-d3af33c72bd4', 'code': 200} Nov 12 03:54:46.984103 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.066073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bc99d-c08f-43b6-b77a-3a92bf127d31 req-55784a7b-d5ef-4938-989c-43a489b5d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:47.075126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-252bc99d-c08f-43b6-b77a-3a92bf127d31 req-55784a7b-d5ef-4938-989c-43a489b5d39e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 1101 time: 0.0795014 Nov 12 03:54:47.075350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=da44bc30-5883-4385-9908-d3af33c72bd4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:47.121523 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-252bc99d-c08f-43b6-b77a-3a92bf127d31 req-011d60ca-3c42-474e-a9f1-970ba7db0c8b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457020 Nov 12 03:54:47.144492 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-05aef05c-6e82-453c-9c9d-1c0f8474e8c3 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "PUT /v2.0/routers/9e5d5098-7784-424f-81cc-46742e48575c/tags/tempest-TagsExtTest-Tag-1412608239 HTTP/1.1" status: 201 len: 201 time: 0.7170107 Nov 12 03:54:47.150866 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41262) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:47.155574 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-99eeabd5-f993-4564-b4cb-15f49b49126c tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '707c6110-de68-4954-9533-d5a428a6dc78', 'tempest-TagsExtTest-Tag-904453895') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:47.206401 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8191a565-7af6-4a86-bdf7-fb9f5269ca2a req-da414fbb-72ca-4cc8-b050-c884c83852ae service neutron] 10.222.0.26 "GET /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266140 Nov 12 03:54:47.458869 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-99eeabd5-f993-4564-b4cb-15f49b49126c tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "PUT /v2.0/subnetpools/707c6110-de68-4954-9533-d5a428a6dc78/tags/tempest-TagsExtTest-Tag-904453895 HTTP/1.1" status: 201 len: 201 time: 0.3069129 Nov 12 03:54:47.465736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:47.467243 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-d089cfa9-426c-4e2f-8d13-ae60364c0588 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '07eaec1d-d46f-4217-aa0f-07d4059b4978', {'tags': ['tempest-TagsExtTest-Tag-1784292355', 'tempest-TagsExtTest-Tag-891872071', 'tempest-TagsExtTest-Tag-1267320167']}) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:47.574467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e114e6-a349-4b97-9128-a26a2a7fc292 req-9da2b21f-27b8-4ccd-9a10-2e6ecae31419 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:47.575925 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5e114e6-a349-4b97-9128-a26a2a7fc292 req-9da2b21f-27b8-4ccd-9a10-2e6ecae31419 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 949 time: 0.0865953 Nov 12 03:54:47.668572 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5e114e6-a349-4b97-9128-a26a2a7fc292 req-1c2c9829-f9a4-480f-b383-8f929a398c25 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540957 Nov 12 03:54:47.740216 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e2c8c300-91db-4a94-ab0f-ae50402cd4a6 req-7c3ad6a8-7aa9-4cae-afdc-c5a03d24099f tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0309539 Nov 12 03:54:47.831214 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d089cfa9-426c-4e2f-8d13-ae60364c0588 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "PUT /v2.0/subnets/07eaec1d-d46f-4217-aa0f-07d4059b4978/tags HTTP/1.1" status: 200 len: 317 time: 0.3675489 Nov 12 03:54:47.834118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:47.841603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-67b236d3-72fa-456d-b48c-172321e4da33 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '07eaec1d-d46f-4217-aa0f-07d4059b4978') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:47.852056 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdee6d5-1701-4835-9e44-6397a31c07be req-34173faa-15fa-414a-8384-eb50d208850c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:47.853634 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecdee6d5-1701-4835-9e44-6397a31c07be req-34173faa-15fa-414a-8384-eb50d208850c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 944 time: 0.0744209 Nov 12 03:54:47.933924 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ecdee6d5-1701-4835-9e44-6397a31c07be req-8abc8936-55f4-41e1-aae1-e89d9689daaa tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602095 Nov 12 03:54:48.104950 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-67b236d3-72fa-456d-b48c-172321e4da33 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/subnets/07eaec1d-d46f-4217-aa0f-07d4059b4978/tags HTTP/1.1" status: 204 len: 168 time: 0.2682788 Nov 12 03:54:48.111216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41302) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:48.112595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-dcdc125a-7f28-44bb-bc1f-a3835f0ded9d tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07eaec1d-d46f-4217-aa0f-07d4059b4978', 'tempest-TagsExtTest-Tag-1784292355') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:48.170052 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-dcdc125a-7f28-44bb-bc1f-a3835f0ded9d tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] show failed (client error): The resource could not be found. Nov 12 03:54:48.171845 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dcdc125a-7f28-44bb-bc1f-a3835f0ded9d tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/subnets/07eaec1d-d46f-4217-aa0f-07d4059b4978/tags/tempest-TagsExtTest-Tag-1784292355 HTTP/1.1" status: 404 len: 329 time: 0.0624673 Nov 12 03:54:48.175963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41304) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:48.180915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-03c852b1-8665-4d2f-aa58-835144f4ebce tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07eaec1d-d46f-4217-aa0f-07d4059b4978', 'tempest-TagsExtTest-Tag-891872071') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:48.245757 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-03c852b1-8665-4d2f-aa58-835144f4ebce tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] show failed (client error): The resource could not be found. Nov 12 03:54:48.249039 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-03c852b1-8665-4d2f-aa58-835144f4ebce tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/subnets/07eaec1d-d46f-4217-aa0f-07d4059b4978/tags/tempest-TagsExtTest-Tag-891872071 HTTP/1.1" status: 404 len: 328 time: 0.0696952 Nov 12 03:54:48.249746 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41310) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:48.254081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-3aed03b7-9624-441a-808f-1c6122b9391f tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07eaec1d-d46f-4217-aa0f-07d4059b4978', 'tempest-TagsExtTest-Tag-1267320167') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:48.328236 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-3aed03b7-9624-441a-808f-1c6122b9391f tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] show failed (client error): The resource could not be found. Nov 12 03:54:48.329505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3aed03b7-9624-441a-808f-1c6122b9391f tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/subnets/07eaec1d-d46f-4217-aa0f-07d4059b4978/tags/tempest-TagsExtTest-Tag-1267320167 HTTP/1.1" status: 404 len: 329 time: 0.0786221 Nov 12 03:54:48.333521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41312) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:48.338984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-a544fed0-d428-4981-806c-750aef6bc6a2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c6f29a6f-b4ea-4528-a077-0338325a31bd', {'tags': ['tempest-TagsExtTest-Tag-596256582', 'tempest-TagsExtTest-Tag-390801076', 'tempest-TagsExtTest-Tag-2115359383']}) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:48.597210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a544fed0-d428-4981-806c-750aef6bc6a2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "PUT /v2.0/ports/c6f29a6f-b4ea-4528-a077-0338325a31bd/tags HTTP/1.1" status: 200 len: 316 time: 0.2624240 Nov 12 03:54:48.600884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:48.607712 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-c541e9f0-3cdf-4edf-9c2e-e2a4486d364c tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6f29a6f-b4ea-4528-a077-0338325a31bd') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:48.755251 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.810206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6710e-2c92-42e7-a0c1-3f151876ee36 req-786a8884-8ce8-4731-9ca7-e0331930358c tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:48.811420 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14f6710e-2c92-42e7-a0c1-3f151876ee36 req-786a8884-8ce8-4731-9ca7-e0331930358c tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 949 time: 0.0680516 Nov 12 03:54:48.826212 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c541e9f0-3cdf-4edf-9c2e-e2a4486d364c tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/ports/c6f29a6f-b4ea-4528-a077-0338325a31bd/tags HTTP/1.1" status: 204 len: 168 time: 0.2240894 Nov 12 03:54:48.830056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:48.839784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-6126ce0b-3621-40b7-b275-56e8546c48ac tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6f29a6f-b4ea-4528-a077-0338325a31bd', 'tempest-TagsExtTest-Tag-596256582') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:48.910186 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d1cd3b6-426c-4bac-889a-3f2ba4bac911 req-f822d1ef-9e0b-481d-8123-522195a978c1 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0641730 Nov 12 03:54:48.912285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14f6710e-2c92-42e7-a0c1-3f151876ee36 req-d38d67de-c03e-43f1-b794-c2a0b92af4b0 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930865 Nov 12 03:54:48.986030 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-6126ce0b-3621-40b7-b275-56e8546c48ac tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] show failed (client error): The resource could not be found. Nov 12 03:54:48.990588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41350) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:48.993799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6126ce0b-3621-40b7-b275-56e8546c48ac tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/ports/c6f29a6f-b4ea-4528-a077-0338325a31bd/tags/tempest-TagsExtTest-Tag-596256582 HTTP/1.1" status: 404 len: 328 time: 0.1599216 Nov 12 03:54:48.996221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-d7a4330b-2c44-44d8-9501-31b8c00a2031 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6f29a6f-b4ea-4528-a077-0338325a31bd', 'tempest-TagsExtTest-Tag-390801076') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:49.075330 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-d7a4330b-2c44-44d8-9501-31b8c00a2031 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] show failed (client error): The resource could not be found. Nov 12 03:54:49.088068 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d7a4330b-2c44-44d8-9501-31b8c00a2031 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/ports/c6f29a6f-b4ea-4528-a077-0338325a31bd/tags/tempest-TagsExtTest-Tag-390801076 HTTP/1.1" status: 404 len: 328 time: 0.0843129 Nov 12 03:54:49.092316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41354) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:49.104361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-3a7773b4-ecc8-45c1-b224-c1fb885be584 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6f29a6f-b4ea-4528-a077-0338325a31bd', 'tempest-TagsExtTest-Tag-2115359383') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:49.141456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d645f-e30b-49ea-8e96-0707a2c4ab47 req-6db6d257-9a79-4255-9553-ab04a463bfe6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:49.143138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c9d645f-e30b-49ea-8e96-0707a2c4ab47 req-6db6d257-9a79-4255-9553-ab04a463bfe6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 944 time: 0.0903070 Nov 12 03:54:49.180896 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-3a7773b4-ecc8-45c1-b224-c1fb885be584 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] show failed (client error): The resource could not be found. Nov 12 03:54:49.182752 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3a7773b4-ecc8-45c1-b224-c1fb885be584 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/ports/c6f29a6f-b4ea-4528-a077-0338325a31bd/tags/tempest-TagsExtTest-Tag-2115359383 HTTP/1.1" status: 404 len: 329 time: 0.0887880 Nov 12 03:54:49.187338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41356) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:49.193897 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-17866d06-0711-4ac0-92a5-ac7e24026584 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9e5d5098-7784-424f-81cc-46742e48575c', {'tags': ['tempest-TagsExtTest-Tag-1142751525', 'tempest-TagsExtTest-Tag-2131341319', 'tempest-TagsExtTest-Tag-202991544']}) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:49.215069 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c9d645f-e30b-49ea-8e96-0707a2c4ab47 req-b9f1c668-8ed4-4caf-8a1b-b6c2d0bd7090 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638950 Nov 12 03:54:49.530762 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-17866d06-0711-4ac0-92a5-ac7e24026584 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "PUT /v2.0/routers/9e5d5098-7784-424f-81cc-46742e48575c/tags HTTP/1.1" status: 200 len: 317 time: 0.3415020 Nov 12 03:54:49.533252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:49.539646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-dda31959-672b-4bce-b7f1-f0c42807f889 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e5d5098-7784-424f-81cc-46742e48575c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:49.755419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dda31959-672b-4bce-b7f1-f0c42807f889 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/routers/9e5d5098-7784-424f-81cc-46742e48575c/tags HTTP/1.1" status: 204 len: 168 time: 0.2210298 Nov 12 03:54:49.762039 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:49.766831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-7e5e87a0-6635-41ab-8669-b001c6c62d7a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e5d5098-7784-424f-81cc-46742e48575c', 'tempest-TagsExtTest-Tag-1142751525') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:49.830732 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-487c9e2d-03f2-4da6-9b35-9a32c2d5d8af service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1008205 Nov 12 03:54:49.853183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430178-e6b0-4311-aec6-b16df5da9294 req-6c25d971-d4f1-4e79-8345-4da2d799f76a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:49.863543 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-7e5e87a0-6635-41ab-8669-b001c6c62d7a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] show failed (client error): The resource could not be found. Nov 12 03:54:49.864632 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7e5e87a0-6635-41ab-8669-b001c6c62d7a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/routers/9e5d5098-7784-424f-81cc-46742e48575c/tags/tempest-TagsExtTest-Tag-1142751525 HTTP/1.1" status: 404 len: 329 time: 0.1016264 Nov 12 03:54:49.867413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41366) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:49.868466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-35430178-e6b0-4311-aec6-b16df5da9294 req-6c25d971-d4f1-4e79-8345-4da2d799f76a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0971949 Nov 12 03:54:49.872485 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-1f3e6240-e89f-4b84-94a6-218538bae975 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e5d5098-7784-424f-81cc-46742e48575c', 'tempest-TagsExtTest-Tag-2131341319') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:49.974124 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-35430178-e6b0-4311-aec6-b16df5da9294 req-596bc67c-4278-48dc-b351-8b59b3ac2808 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935299 Nov 12 03:54:49.985531 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-1f3e6240-e89f-4b84-94a6-218538bae975 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] show failed (client error): The resource could not be found. Nov 12 03:54:49.987306 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1f3e6240-e89f-4b84-94a6-218538bae975 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/routers/9e5d5098-7784-424f-81cc-46742e48575c/tags/tempest-TagsExtTest-Tag-2131341319 HTTP/1.1" status: 404 len: 329 time: 0.1186268 Nov 12 03:54:49.994860 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-5f9b1b72-7da9-43c8-9191-4de5640eedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:49.995515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-5f9b1b72-7da9-43c8-9191-4de5640eedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:49.996066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-5f9b1b72-7da9-43c8-9191-4de5640eedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:49.996604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-5f9b1b72-7da9-43c8-9191-4de5640eedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:49.997124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-5f9b1b72-7da9-43c8-9191-4de5640eedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:49.997717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-5f9b1b72-7da9-43c8-9191-4de5640eedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:49.998294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-5f9b1b72-7da9-43c8-9191-4de5640eedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.000603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-5f9b1b72-7da9-43c8-9191-4de5640eedb3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cd512dfc02740f8a9223f825788d0ed&device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 6506 time: 0.0829921 Nov 12 03:54:50.001169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41372) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:50.006065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-ebb7da70-c43d-4153-b055-be4586f87088 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e5d5098-7784-424f-81cc-46742e48575c', 'tempest-TagsExtTest-Tag-202991544') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:50.088905 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be7b4abc-a052-49a8-9a35-2d339a4f6b9c req-f0fa7221-3e28-470e-8af8-48a2bdd4a7f8 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0487597 Nov 12 03:54:50.425153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 252f526c-d632-4d5b-b1f6-04a3e0a236b2 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:50.503089 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-ebb7da70-c43d-4153-b055-be4586f87088 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] show failed (client error): The resource could not be found. Nov 12 03:54:50.504262 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ebb7da70-c43d-4153-b055-be4586f87088 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/routers/9e5d5098-7784-424f-81cc-46742e48575c/tags/tempest-TagsExtTest-Tag-202991544 HTTP/1.1" status: 404 len: 328 time: 0.5019927 Nov 12 03:54:50.507131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41386) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:50.512178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-2ac1dec3-d476-4809-bd8a-80d2fbcd45f4 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '707c6110-de68-4954-9533-d5a428a6dc78', {'tags': ['tempest-TagsExtTest-Tag-1847200249', 'tempest-TagsExtTest-Tag-323125853', 'tempest-TagsExtTest-Tag-1716707838']}) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:50.546911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ece23-6131-4e72-a9f7-ea263fb70d84 req-54dfd583-59be-4e41-a449-5bb17810e6a8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.549334 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d2ece23-6131-4e72-a9f7-ea263fb70d84 req-54dfd583-59be-4e41-a449-5bb17810e6a8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 949 time: 0.1606581 Nov 12 03:54:50.565240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 252f526c-d632-4d5b-b1f6-04a3e0a236b2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=252f526c-d632-4d5b-b1f6-04a3e0a236b2,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:50.579537 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '252f526c-d632-4d5b-b1f6-04a3e0a236b2', 'network_id': '5180d290-ec7a-4d87-815a-6d5ae96500d4', 'port_id': '252f526c-d632-4d5b-b1f6-04a3e0a236b2', 'mac_address': 'fa:16:3e:94:f5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ace581-efc3-4076-b0ce-48737a72947d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:50.627701 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.628068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-242d4270-1081-49bf-810c-4d600bc8abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.628939 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-242d4270-1081-49bf-810c-4d600bc8abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.629863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-242d4270-1081-49bf-810c-4d600bc8abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.632838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-242d4270-1081-49bf-810c-4d600bc8abb5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=933200c6-b34c-45ca-8fd9-e1eb17512052&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=510f8be2-2190-44f9-ad53-a61867e0a1a1&id=510f8be2-2190-44f9-ad53-a61867e0a1a1 HTTP/1.1" status: 200 len: 2300 time: 0.2426486 Nov 12 03:54:50.648701 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252f526c-d632-4d5b-b1f6-04a3e0a236b2 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:50.670804 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2ac1dec3-d476-4809-bd8a-80d2fbcd45f4 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "PUT /v2.0/subnetpools/707c6110-de68-4954-9533-d5a428a6dc78/tags HTTP/1.1" status: 200 len: 317 time: 0.1623676 Nov 12 03:54:50.673418 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41388) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:50.679986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-6a1ecb7d-2108-4925-b2ee-ba75a054fc59 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '707c6110-de68-4954-9533-d5a428a6dc78') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:50.680913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 252f526c-d632-4d5b-b1f6-04a3e0a236b2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=252f526c-d632-4d5b-b1f6-04a3e0a236b2,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:50.728808 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d2ece23-6131-4e72-a9f7-ea263fb70d84 req-320ff5f1-4810-4c71-8ec2-a9ef296fda79 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490309 Nov 12 03:54:50.767777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-fc30210a-a7fb-4fc2-a016-86af9564d3f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327a44ac-df49-4117-8e60-7556b7bf7dff HTTP/1.1" status: 200 len: 1002 time: 0.1187713 Nov 12 03:54:50.806607 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.815772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d626-f9cc-4369-a903-a35ee388769d req-dbff87d9-80cf-418b-8e49-8d3c03fdc28b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.824573 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3833d626-f9cc-4369-a903-a35ee388769d req-dbff87d9-80cf-418b-8e49-8d3c03fdc28b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 944 time: 0.1329658 Nov 12 03:54:50.840600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fd373-e190-46e9-9c36-a0af4290b019 req-c6372131-ec16-410d-83f9-89ab7ac6801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.843766 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e86fd373-e190-46e9-9c36-a0af4290b019 req-c6372131-ec16-410d-83f9-89ab7ac6801f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 1096 time: 0.1257632 Nov 12 03:54:50.877590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=252f526c-d632-4d5b-b1f6-04a3e0a236b2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:50.931564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-b0b6c3a7-3ed6-4ecb-b5e8-60e05e080e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.934757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-b0b6c3a7-3ed6-4ecb-b5e8-60e05e080e7b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a5695f79-da24-4f82-9891-41295f29ce28 HTTP/1.1" status: 200 len: 856 time: 0.1510599 Nov 12 03:54:50.952693 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6a1ecb7d-2108-4925-b2ee-ba75a054fc59 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/subnetpools/707c6110-de68-4954-9533-d5a428a6dc78/tags HTTP/1.1" status: 204 len: 168 time: 0.2742965 Nov 12 03:54:50.952910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98ca80-25cd-488e-a1fe-70b62ec36a1f req-34349f00-ad5e-41f9-b129-ea4b21154be5 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.952910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a98ca80-25cd-488e-a1fe-70b62ec36a1f req-34349f00-ad5e-41f9-b129-ea4b21154be5 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1055737 Nov 12 03:54:50.954288 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41394) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:50.958719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-9b25130e-71aa-437d-a25e-ce5ab911ddac tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '707c6110-de68-4954-9533-d5a428a6dc78', 'tempest-TagsExtTest-Tag-1847200249') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:50.974986 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3833d626-f9cc-4369-a903-a35ee388769d req-306a2368-0e96-49ec-a82f-8d49374a040d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493506 Nov 12 03:54:51.009486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fd373-e190-46e9-9c36-a0af4290b019 req-3b9a33cb-7827-4715-8a64-ba5482ce4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:51.011485 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e86fd373-e190-46e9-9c36-a0af4290b019 req-3b9a33cb-7827-4715-8a64-ba5482ce4685 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.1577172 Nov 12 03:54:51.055294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-96e803dc-3ebe-4bab-8a98-c7ed692209cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:51.057839 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-96e803dc-3ebe-4bab-8a98-c7ed692209cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933200c6-b34c-45ca-8fd9-e1eb17512052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1044168 Nov 12 03:54:51.074722 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-9b25130e-71aa-437d-a25e-ce5ab911ddac tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] show failed (client error): The resource could not be found. Nov 12 03:54:51.075751 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9b25130e-71aa-437d-a25e-ce5ab911ddac tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/subnetpools/707c6110-de68-4954-9533-d5a428a6dc78/tags/tempest-TagsExtTest-Tag-1847200249 HTTP/1.1" status: 404 len: 329 time: 0.1205328 Nov 12 03:54:51.089972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41396) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:51.095026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-407a481e-11d4-49f4-9da9-e424bbde51e6 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '707c6110-de68-4954-9533-d5a428a6dc78', 'tempest-TagsExtTest-Tag-323125853') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:51.112573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a98ca80-25cd-488e-a1fe-70b62ec36a1f req-c581a6ae-0b7b-49f7-a127-15e064c019af tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244719 Nov 12 03:54:51.114877 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e86fd373-e190-46e9-9c36-a0af4290b019 req-5acd8ba2-8de6-4b11-9179-da66ac1458b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 HTTP/1.1" status: 200 len: 998 time: 0.0950797 Nov 12 03:54:51.192266 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-407a481e-11d4-49f4-9da9-e424bbde51e6 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] show failed (client error): The resource could not be found. Nov 12 03:54:51.196560 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-407a481e-11d4-49f4-9da9-e424bbde51e6 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/subnetpools/707c6110-de68-4954-9533-d5a428a6dc78/tags/tempest-TagsExtTest-Tag-323125853 HTTP/1.1" status: 404 len: 328 time: 0.1019223 Nov 12 03:54:51.197470 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41402) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:51.214248 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-138f3c9e-da43-461a-a579-eda126406501 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '707c6110-de68-4954-9533-d5a428a6dc78', 'tempest-TagsExtTest-Tag-1716707838') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:51.215550 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-3d0a3e89-43ad-4b10-8e26-a3135d23938e service neutron] 10.222.0.25 "GET /v2.0/networks/933200c6-b34c-45ca-8fd9-e1eb17512052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422210 Nov 12 03:54:51.279469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fd373-e190-46e9-9c36-a0af4290b019 req-8f25cbc4-8d9e-4a8d-93cf-8b1dbeb9d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:51.288072 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e86fd373-e190-46e9-9c36-a0af4290b019 req-8f25cbc4-8d9e-4a8d-93cf-8b1dbeb9d962 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.1551676 Nov 12 03:54:51.308118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d35ca75-6ac0-4f5b-830c-1e338acd67fa req-0d2015a3-19c2-42b9-b94d-8c17498ab56a tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0738792 Nov 12 03:54:51.309130 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-138f3c9e-da43-461a-a579-eda126406501 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] show failed (client error): The resource could not be found. Nov 12 03:54:51.310188 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-138f3c9e-da43-461a-a579-eda126406501 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/subnetpools/707c6110-de68-4954-9533-d5a428a6dc78/tags/tempest-TagsExtTest-Tag-1716707838 HTTP/1.1" status: 404 len: 329 time: 0.1124234 Nov 12 03:54:51.330835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41406) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:51.339323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-59bb2b90-1da4-427e-ac6c-6f89133e8ec6 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '707c6110-de68-4954-9533-d5a428a6dc78') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:51.365466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb9053-bd71-4905-9f9b-4bad5f472ed0 req-39a88b23-cb52-4245-a176-b94ff5d3e4e0 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:51.367116 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bafb9053-bd71-4905-9f9b-4bad5f472ed0 req-39a88b23-cb52-4245-a176-b94ff5d3e4e0 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 1101 time: 0.1419191 Nov 12 03:54:51.392468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fd373-e190-46e9-9c36-a0af4290b019 req-31c63877-08bf-48b4-846f-df6785437f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:51.394051 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e86fd373-e190-46e9-9c36-a0af4290b019 req-31c63877-08bf-48b4-846f-df6785437f11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026931 Nov 12 03:54:51.398001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-59bb2b90-1da4-427e-ac6c-6f89133e8ec6 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/subnetpools/707c6110-de68-4954-9533-d5a428a6dc78/tags HTTP/1.1" status: 204 len: 168 time: 0.0644801 Nov 12 03:54:51.407437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:51.413612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-41a18f9f-74cf-4449-8861-1025a013691a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e5d5098-7784-424f-81cc-46742e48575c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:51.415964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-65f2bd8f-9007-4f47-bbd5-6bca3bb92648 service neutron] 10.222.0.25 "GET /v2.0/networks/933200c6-b34c-45ca-8fd9-e1eb17512052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814857 Nov 12 03:54:51.476368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['252f526c-d632-4d5b-b1f6-04a3e0a236b2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:51.482089 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-12b0f268-9345-4421-a1d3-90ade94ba45a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=65dd34f2-9576-4b91-9a20-1f613428e547 HTTP/1.1" status: 200 len: 217 time: 0.0451450 Nov 12 03:54:51.554924 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25b9169f-436f-4c09-a722-591a388c65b4 req-d950d018-ab02-4ebe-9f1c-23290acb9ae8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0582159 Nov 12 03:54:51.574895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-1a5f1966-3ee5-4c56-aaff-91ab7f60063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:51.576747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-1a5f1966-3ee5-4c56-aaff-91ab7f60063a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.0788548 Nov 12 03:54:51.596318 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bafb9053-bd71-4905-9f9b-4bad5f472ed0 req-2f4b6ab8-ccef-45af-9a37-af5fd0d059df tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155039 Nov 12 03:54:51.630100 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e86fd373-e190-46e9-9c36-a0af4290b019 req-22f72634-545d-4806-aaa5-cf9771bcd1b9 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231157 Nov 12 03:54:51.635154 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-41a18f9f-74cf-4449-8861-1025a013691a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/routers/9e5d5098-7784-424f-81cc-46742e48575c/tags HTTP/1.1" status: 204 len: 168 time: 0.2264612 Nov 12 03:54:51.638986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:51.644098 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-8fabbcb5-fd28-425c-bf66-2c1429d195d3 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6f29a6f-b4ea-4528-a077-0338325a31bd') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:51.797631 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8fabbcb5-fd28-425c-bf66-2c1429d195d3 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/ports/c6f29a6f-b4ea-4528-a077-0338325a31bd/tags HTTP/1.1" status: 204 len: 168 time: 0.1574483 Nov 12 03:54:51.800365 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e86fd373-e190-46e9-9c36-a0af4290b019 req-9ced7650-1c39-4312-81db-c262fa23a96f service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529844 Nov 12 03:54:51.801096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:51.829263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-e0de5096-faa5-4964-baf6-b5c7fbe9cbfd tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '07eaec1d-d46f-4217-aa0f-07d4059b4978') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:51.856161 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01c3c33b-b522-4622-8718-132f47126f4d req-c1f4b193-d04f-4912-a87a-62277a3d6108 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286572 Nov 12 03:54:51.880198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-c8ec1474-c5c4-413b-a19e-f696d183f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:51.882279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-c8ec1474-c5c4-413b-a19e-f696d183f645 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0949841 Nov 12 03:54:51.934724 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e0de5096-faa5-4964-baf6-b5c7fbe9cbfd tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/subnets/07eaec1d-d46f-4217-aa0f-07d4059b4978/tags HTTP/1.1" status: 204 len: 168 time: 0.1318414 Nov 12 03:54:51.941265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41428) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:52.017695 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-96b9725b-85e7-4640-9f79-9dff72b65b7e service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185997 Nov 12 03:54:52.064719 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3c33b-b522-4622-8718-132f47126f4d req-8c0535ca-defc-40bf-9c3e-78365a020ed6 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:52.066724 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01c3c33b-b522-4622-8718-132f47126f4d req-8c0535ca-defc-40bf-9c3e-78365a020ed6 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977677 Nov 12 03:54:52.104836 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01c3c33b-b522-4622-8718-132f47126f4d req-ace10071-f0d3-4ad4-8854-aed73cece2d2 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/quotas/9880da1ff4024a32b6fc37ffaf7c19a7 HTTP/1.1" status: 200 len: 375 time: 0.0197437 Nov 12 03:54:52.176531 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01c3c33b-b522-4622-8718-132f47126f4d req-aea521c4-6347-4eb5-a031-776aa3964e75 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0705161 Nov 12 03:54:52.212031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175a020-870a-4b61-8db2-58c43bb95da0 req-1ad04313-3c92-4ae9-b365-23a264de4ba5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:52.214865 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b175a020-870a-4b61-8db2-58c43bb95da0 req-1ad04313-3c92-4ae9-b365-23a264de4ba5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 945 time: 0.0982611 Nov 12 03:54:52.240653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-685652ba-e64c-427e-8d49-eb75cb1dc8fb service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047901 Nov 12 03:54:52.290024 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d1830b3-51b3-497e-b4a5-6fee2be14dca tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks [] for subnetpool, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:52.291515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5d1830b3-51b3-497e-b4a5-6fee2be14dca tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/subnetpools/707c6110-de68-4954-9533-d5a428a6dc78 HTTP/1.1" status: 204 len: 168 time: 0.3491261 Nov 12 03:54:52.294242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:52.316997 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-ddc9b830-f23b-4779-a908-73d3ef3eedaa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 HTTP/1.1" status: 200 len: 217 time: 0.0507526 Nov 12 03:54:52.344750 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f7cbec0b-d90f-4a3e-a294-6d29c2e6a203 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "GET /v2.0/ports?device_id=9e5d5098-7784-424f-81cc-46742e48575c HTTP/1.1" status: 200 len: 205 time: 0.0493798 Nov 12 03:54:52.347011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41444) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:52.361534 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b175a020-870a-4b61-8db2-58c43bb95da0 req-189eeb31-a816-48ea-9cfa-d0840c395a28 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374032 Nov 12 03:54:52.393792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-481362c0-fba6-4687-a5ad-e0c78657d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:52.404455 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-481362c0-fba6-4687-a5ad-e0c78657d2f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.0835822 Nov 12 03:54:52.508072 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b176d09-37e5-4ae3-9c44-d9448eefd06e tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:52.509961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-cb0e9687-d52c-419a-8c44-63a0eb1562c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:52.511947 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-cb0e9687-d52c-419a-8c44-63a0eb1562c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0924585 Nov 12 03:54:52.635483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76916d74-9bb6-4a83-bf09-0d9b220e39e0 req-96cb334c-f1e7-44d2-b224-1c1aea7df732 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0791411 Nov 12 03:54:52.706793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e8225-938a-4546-8ad7-fa532b5c54c4 req-c268f26f-4b5a-49f3-969e-d12e0cf5e48b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:52.708457 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9f2e8225-938a-4546-8ad7-fa532b5c54c4 req-c268f26f-4b5a-49f3-969e-d12e0cf5e48b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.2211225 Nov 12 03:54:52.717308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-e1df824f-dc99-49f0-81be-231fa166481c service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904173 Nov 12 03:54:52.743644 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0cff4a-f47f-47a9-ad81-02418f262cfa req-fac7e3b8-faa9-4c03-bf9e-31e1caf57621 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 210 time: 0.0449131 Nov 12 03:54:52.752866 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b176d09-37e5-4ae3-9c44-d9448eefd06e tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:52.766292 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b176d09-37e5-4ae3-9c44-d9448eefd06e tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:52.886555 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9f2e8225-938a-4546-8ad7-fa532b5c54c4 req-39eec651-c1db-4190-a3c1-5ce6f9d2a270 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468954 Nov 12 03:54:52.898994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-dabe1023-c859-469a-be45-5f1aaa0de903 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575074 Nov 12 03:54:52.986445 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-6473b0de-7fed-4314-95a6-1fe3b31a0510 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=af05b72b-577d-441d-95b0-4cded6867c54 HTTP/1.1" status: 200 len: 217 time: 0.0770488 Nov 12 03:54:53.005234 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b176d09-37e5-4ae3-9c44-d9448eefd06e tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.005234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b176d09-37e5-4ae3-9c44-d9448eefd06e tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Fanout notify agent at l3_agent the message router_deleted on router 9e5d5098-7784-424f-81cc-46742e48575c {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:54:53.037577 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b176d09-37e5-4ae3-9c44-d9448eefd06e tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.043078 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8b176d09-37e5-4ae3-9c44-d9448eefd06e tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/routers/9e5d5098-7784-424f-81cc-46742e48575c HTTP/1.1" status: 204 len: 168 time: 0.6923313 Nov 12 03:54:53.045732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:53.104707 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-998cbd1d-aff6-4d0a-9952-4f5ce0da8c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.109800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-80491f8e-74aa-4009-8d38-1cdc762cf124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:53.111641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-80491f8e-74aa-4009-8d38-1cdc762cf124 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.0877740 Nov 12 03:54:53.224289 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-37c24675-9a3b-4946-b8a0-5df39bc78a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:53.227188 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-37c24675-9a3b-4946-b8a0-5df39bc78a13 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1023262 Nov 12 03:54:53.289069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8608c570-43be-435e-a678-160da0c020b2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Deleting port c6f29a6f-b4ea-4528-a077-0338325a31bd {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:53.289069 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8608c570-43be-435e-a678-160da0c020b2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.415469 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-93025f01-11f6-408a-b3ee-808d29e42941 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612232 Nov 12 03:54:53.478648 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8608c570-43be-435e-a678-160da0c020b2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.563840 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8608c570-43be-435e-a678-160da0c020b2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Calling delete_port for c6f29a6f-b4ea-4528-a077-0338325a31bd owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:53.611654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-44b483c4-fbda-47f0-a5df-e6d687a58d98 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694040 Nov 12 03:54:53.652348 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60008dca-a03e-4b20-ae53-0600f1537f4c req-c3fc329c-b5d9-4063-b731-4642a83655a5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:53.654327 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60008dca-a03e-4b20-ae53-0600f1537f4c req-c3fc329c-b5d9-4063-b731-4642a83655a5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 945 time: 0.1694984 Nov 12 03:54:53.689337 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-d765dfdb-ae43-4874-9db5-5267d07248c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=c216df0e-a06d-4a82-b518-4e60e4a0bf5d HTTP/1.1" status: 200 len: 217 time: 0.0541537 Nov 12 03:54:53.804483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19dd1b14-6e4e-44b5-9b94-6d21d6f9b915 req-a4466e01-d3b7-451f-b82d-3ec02ec0b340 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0597000 Nov 12 03:54:53.834126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-9bee4af1-a8cd-43c4-8fbd-86318f9aa44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:53.834126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-9bee4af1-a8cd-43c4-8fbd-86318f9aa44a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.1292024 Nov 12 03:54:53.892896 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03609d15-373d-40ca-84fe-f01b734239e4 req-17f48489-dc71-4062-8498-8530bc42ab1b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 210 time: 0.0446579 Nov 12 03:54:53.967869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-d34a7663-7fb3-42dc-bb0c-be3d39fd5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:53.969345 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-d34a7663-7fb3-42dc-bb0c-be3d39fd5327 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1071684 Nov 12 03:54:54.099500 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60008dca-a03e-4b20-ae53-0600f1537f4c req-8b78365d-baaa-42f4-b1fd-6eaf3b80317e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317303 Nov 12 03:54:54.188665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-0adff363-22fb-40e2-b342-5a2b3d9baab5 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055516 Nov 12 03:54:54.245450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb356f9-24fb-4bfa-8403-2b191b2856ee req-cced4479-9873-4530-a923-317cdae79a0e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:54.247336 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4eb356f9-24fb-4bfa-8403-2b191b2856ee req-cced4479-9873-4530-a923-317cdae79a0e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0628541 Nov 12 03:54:54.300634 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4eb356f9-24fb-4bfa-8403-2b191b2856ee req-79ecd26a-60eb-4ecc-bcaa-bbf28a7215e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472341 Nov 12 03:54:54.315259 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8608c570-43be-435e-a678-160da0c020b2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.360484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-87eb455f-f543-409b-83bc-97fc0a39c87e service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586025 Nov 12 03:54:54.375058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608c570-43be-435e-a678-160da0c020b2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Pushing event deleted for resources: {'Port': ['ID=c6f29a6f-b4ea-4528-a077-0338325a31bd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:54.427568 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-1deea565-fe35-4499-9b2c-e3b3eaebbf3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5cb53073-5de0-4fba-8299-d6178683e9c8 HTTP/1.1" status: 200 len: 217 time: 0.0572379 Nov 12 03:54:54.470745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 252f526c-d632-4d5b-b1f6-04a3e0a236b2 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:54.481019 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8608c570-43be-435e-a678-160da0c020b2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.492579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:54.492845 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8608c570-43be-435e-a678-160da0c020b2 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/ports/c6f29a6f-b4ea-4528-a077-0338325a31bd HTTP/1.1" status: 204 len: 168 time: 1.4445183 Nov 12 03:54:54.504687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-bd79cf5b-2c0a-4541-9f53-df69fa016495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:54.506387 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-bd79cf5b-2c0a-4541-9f53-df69fa016495 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc HTTP/1.1" status: 200 len: 797 time: 0.0678291 Nov 12 03:54:54.659709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d0a639-8b8b-44d5-8494-5b970cc20242 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Deleting subnet 07eaec1d-d46f-4217-aa0f-07d4059b4978 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:54.667721 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63d0a639-8b8b-44d5-8494-5b970cc20242 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.752960 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63d0a639-8b8b-44d5-8494-5b970cc20242 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.758951 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3e606d1-f153-41bd-9549-d74839465952 req-67f5e8ec-dac8-42c3-8a14-2caa43af0507 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0392268 Nov 12 03:54:54.761606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 252f526c-d632-4d5b-b1f6-04a3e0a236b2 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:54.761769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd79389-811d-4900-be62-d1a7f5b23732 req-449d40fe-fdec-495a-b764-40e496448767 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:54.767322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 252f526c-d632-4d5b-b1f6-04a3e0a236b2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:54.768232 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.769822 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5cd79389-811d-4900-be62-d1a7f5b23732 req-449d40fe-fdec-495a-b764-40e496448767 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0699415 Nov 12 03:54:54.780858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-f50e3ecf-3bc7-4da2-8cd4-2529354d7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:54.782713 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-f50e3ecf-3bc7-4da2-8cd4-2529354d7705 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=510f8be2-2190-44f9-ad53-a61867e0a1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2185888 Nov 12 03:54:54.812797 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.869762 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5cd79389-811d-4900-be62-d1a7f5b23732 req-27505ea2-562d-429d-a94f-b69577f4778b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979142 Nov 12 03:54:55.020270 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63d0a639-8b8b-44d5-8494-5b970cc20242 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.036544 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.048491 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-3ff4f03e-a16f-43c0-b0a5-5a016fe7ab99 service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391949 Nov 12 03:54:55.092152 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60a728-0f75-4251-8c5f-1fd145266f7c req-32317501-0ae7-408f-a892-f965e82b94e2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:55.097272 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af60a728-0f75-4251-8c5f-1fd145266f7c req-32317501-0ae7-408f-a892-f965e82b94e2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1406839 Nov 12 03:54:55.118554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc65cecf-7e92-4afb-b01d-ba74e7e42c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252f526c-d632-4d5b-b1f6-04a3e0a236b2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:55.122715 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c08f75-9593-42f8-9eb0-7af5408692ec" -d '{"events": [{"server_uuid": "dc65cecf-7e92-4afb-b01d-ba74e7e42c0b", "name": "network-vif-plugged", "status": "completed", "tag": "252f526c-d632-4d5b-b1f6-04a3e0a236b2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:55.149355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 252f526c-d632-4d5b-b1f6-04a3e0a236b2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=252f526c-d632-4d5b-b1f6-04a3e0a236b2,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:55.191160 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dfbd01b2-6368-4c92-8777-8d7cb7ac8fc7 req-7be1eb2d-84aa-4923-8e2c-f8d97f76ecad tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 210 time: 0.0853589 Nov 12 03:54:55.197527 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af60a728-0f75-4251-8c5f-1fd145266f7c req-6e46107c-f9eb-42c8-8354-9e555a0b18ef tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798233 Nov 12 03:54:55.261678 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.272424 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-e8ead7cd-681b-4522-ac2b-c81d5378a766 service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860595 Nov 12 03:54:55.297444 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acd06e2-a562-485c-bde9-e9e489b1be7c x-openstack-request-id: req-7acd06e2-a562-485c-bde9-e9e489b1be7c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:55.297903 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc65cecf-7e92-4afb-b01d-ba74e7e42c0b", "name": "network-vif-plugged", "status": "completed", "tag": "252f526c-d632-4d5b-b1f6-04a3e0a236b2", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:55.298260 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7acd06e2-a562-485c-bde9-e9e489b1be7c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:55.298748 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc65cecf-7e92-4afb-b01d-ba74e7e42c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252f526c-d632-4d5b-b1f6-04a3e0a236b2', 'code': 200} Nov 12 03:54:55.336261 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-5b82554e-f891-4a42-9801-e549b50b61e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 HTTP/1.1" status: 200 len: 217 time: 0.0564828 Nov 12 03:54:55.341800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=252f526c-d632-4d5b-b1f6-04a3e0a236b2,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:55.413065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179814fc-1305-4ebe-a56c-ff1680ec7c55 req-7ea2dfc0-2cda-43f6-b9aa-8d2015c225d2 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:55.425478 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-179814fc-1305-4ebe-a56c-ff1680ec7c55 req-7ea2dfc0-2cda-43f6-b9aa-8d2015c225d2 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0938592 Nov 12 03:54:55.441676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-81d5854e-39fc-4362-8e54-ba64ae713fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:55.443189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-81d5854e-39fc-4362-8e54-ba64ae713fac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc HTTP/1.1" status: 200 len: 797 time: 0.0901906 Nov 12 03:54:55.493381 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63d0a639-8b8b-44d5-8494-5b970cc20242 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.521999 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-179814fc-1305-4ebe-a56c-ff1680ec7c55 req-241c9c40-52c4-4bf0-a3ce-fed7e53f17b8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953865 Nov 12 03:54:55.526661 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06720ad-f2be-4ead-8a99-a8b4c5ce572b req-a60c32fc-47cd-4d24-af8b-0ddfe8d77b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:55.526661 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a06720ad-f2be-4ead-8a99-a8b4c5ce572b req-a60c32fc-47cd-4d24-af8b-0ddfe8d77b9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 1098 time: 0.0871129 Nov 12 03:54:55.542961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0a639-8b8b-44d5-8494-5b970cc20242 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Pushing event deleted for resources: {'Subnet': ['ID=07eaec1d-d46f-4217-aa0f-07d4059b4978,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:55.561015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce9c041-c9c1-48c4-a7f9-d77154165f0a None None] Network 7d98f928-c1dc-4333-8e1f-f55a2f73f097 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:55.565184 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63d0a639-8b8b-44d5-8494-5b970cc20242 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.572405 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-63d0a639-8b8b-44d5-8494-5b970cc20242 tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/subnets/07eaec1d-d46f-4217-aa0f-07d4059b4978 HTTP/1.1" status: 204 len: 168 time: 1.0787017 Nov 12 03:54:55.578353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41530) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:55.592620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-a571cf73-3f13-4d23-b418-3e1f3a0c33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:55.594528 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-a571cf73-3f13-4d23-b418-3e1f3a0c33d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=510f8be2-2190-44f9-ad53-a61867e0a1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1391215 Nov 12 03:54:55.699880 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a06720ad-f2be-4ead-8a99-a8b4c5ce572b req-a1784af6-eeb5-4ac5-86f4-d9c889bbc92a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497824 Nov 12 03:54:55.705497 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.769814 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b501-8656-43c7-a925-989c94226718 req-99448917-52cb-4d47-bbb1-b766a81c44f9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:55.771387 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2848b501-8656-43c7-a925-989c94226718 req-99448917-52cb-4d47-bbb1-b766a81c44f9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 811 time: 0.2470953 Nov 12 03:54:55.799602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Deleting port d3847460-2e63-417c-8190-7b2e887412b2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:55.805279 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.810600 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-8f0a4c54-42e0-41f8-8f28-a8dcaa87cfde service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707323 Nov 12 03:54:55.810927 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2848b501-8656-43c7-a925-989c94226718 req-8f5290b6-5545-47ab-a304-8ad9107ff132 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/quotas/a803c520af0a4208b65655c3ed555429 HTTP/1.1" status: 200 len: 375 time: 0.0196102 Nov 12 03:54:55.838938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6438d849-8b3a-43cc-884c-08ce94ccebef None None] DHCP port deletion for 7d98f928-c1dc-4333-8e1f-f55a2f73f097 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:55.891841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] For port d3847460-2e63-417c-8190-7b2e887412b2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d3847460-2e63-417c-8190-7b2e887412b2,segment=NetworkSegment(97b92b86-0e8b-42ad-bdf8-baf58fc1a819),segment_id=97b92b86-0e8b-42ad-bdf8-baf58fc1a819)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:55.892519 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.911215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Calling delete_port for d3847460-2e63-417c-8190-7b2e887412b2 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:55.917766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6438d849-8b3a-43cc-884c-08ce94ccebef None None] Deleting port d3847460-2e63-417c-8190-7b2e887412b2 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:55.918321 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6438d849-8b3a-43cc-884c-08ce94ccebef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.962173 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b405d4d3-7bde-4de0-82b4-0b026fa01474 req-eb493a06-fbf6-45e9-b717-9235bb728b74 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0407369 Nov 12 03:54:56.018426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6438d849-8b3a-43cc-884c-08ce94ccebef None None] For port d3847460-2e63-417c-8190-7b2e887412b2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d3847460-2e63-417c-8190-7b2e887412b2,segment=NetworkSegment(97b92b86-0e8b-42ad-bdf8-baf58fc1a819),segment_id=97b92b86-0e8b-42ad-bdf8-baf58fc1a819)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:56.018904 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6438d849-8b3a-43cc-884c-08ce94ccebef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.039641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6438d849-8b3a-43cc-884c-08ce94ccebef None None] Calling delete_port for d3847460-2e63-417c-8190-7b2e887412b2 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:56.048684 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2848b501-8656-43c7-a925-989c94226718 req-ed7fa7a5-c38f-45e1-965b-76873accde0d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2312121 Nov 12 03:54:56.122439 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8a1c71-b7ba-4f54-8fec-dd7e1b072d25 req-cb9e12a8-3755-4c56-ae60-58548c204b53 service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920792 Nov 12 03:54:56.210390 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.235186 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6438d849-8b3a-43cc-884c-08ce94ccebef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.255476 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Pushing event deleted for resources: {'Port': ['ID=d3847460-2e63-417c-8190-7b2e887412b2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:56.259714 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] No DVR routers for this DVR port d3847460-2e63-417c-8190-7b2e887412b2 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:56.350716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438d849-8b3a-43cc-884c-08ce94ccebef None None] Pushing event deleted for resources: {'Port': ['ID=d3847460-2e63-417c-8190-7b2e887412b2,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:56.357761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438d849-8b3a-43cc-884c-08ce94ccebef None None] No DVR routers for this DVR port d3847460-2e63-417c-8190-7b2e887412b2 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:56.411610 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.439919 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0027c4ed-3740-400d-bf46-1bd413c43f1a req-6b8fe725-cc4e-4261-b0d1-31bd00c482d0 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 210 time: 0.0438969 Nov 12 03:54:56.451356 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2848b501-8656-43c7-a925-989c94226718 req-f80c762d-ae0f-4547-9633-2a81a0b3b153 service neutron] 10.222.0.105 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974197 Nov 12 03:54:56.457984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d98f928-c1dc-4333-8e1f-f55a2f73f097']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:56.471874 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b92b86-0e8b-42ad-bdf8-baf58fc1a819') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:56.472277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b92b86-0e8b-42ad-bdf8-baf58fc1a819') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:56.490398 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.526664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.543525 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:56.543525 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:56.547051 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:56.577649 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5bbe7ff-4063-4af8-b521-10b538ef10d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.697939 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.776013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf0ff6-5fe5-4ce1-bdc8-e078b9b53b58 req-7c9433c6-884d-45fb-a71b-f77a8d182184 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:56.778462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aebf0ff6-5fe5-4ce1-bdc8-e078b9b53b58 req-7c9433c6-884d-45fb-a71b-f77a8d182184 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0884399 Nov 12 03:54:56.833264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.845340 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.848598 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] 10.222.0.105 "DELETE /v2.0/networks/7d98f928-c1dc-4333-8e1f-f55a2f73f097 HTTP/1.1" status: 204 len: 168 time: 1.2714865 Nov 12 03:54:56.872300 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aebf0ff6-5fe5-4ce1-bdc8-e078b9b53b58 req-d9be47aa-4ea5-46b6-8a2f-0781cfa5698d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868149 Nov 12 03:54:56.873486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bea96-7ae4-4ac8-b9d8-53f8754ca26a tempest-TagsExtTest-904131324 tempest-TagsExtTest-904131324-project] Pushing event deleted for resources: {'Network': ['ID=7d98f928-c1dc-4333-8e1f-f55a2f73f097,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:56.933501 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d3847460-2e63-417c-8190-7b2e887412b2 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:56.951677 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2848b501-8656-43c7-a925-989c94226718 req-8857bc13-07a4-4ab7-8b5b-355f196162f1 service neutron] 10.222.0.105 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869428 Nov 12 03:54:56.987670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: d3847460-2e63-417c-8190-7b2e887412b2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:56.988001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d3847460-2e63-417c-8190-7b2e887412b2 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:57.137663 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a5cf6bb-671a-45d3-a668-99d0705f61c2 req-182e7e37-9ecb-445b-bf4f-4c4823449976 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0404160 Nov 12 03:54:57.151143 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01c3c33b-b522-4622-8718-132f47126f4d req-8c37964f-a51d-4349-9282-923d12b62375 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247836 Nov 12 03:54:57.280713 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3c33b-b522-4622-8718-132f47126f4d req-7cfee897-6de4-4649-acae-8500a17155a1 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:57.283592 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01c3c33b-b522-4622-8718-132f47126f4d req-7cfee897-6de4-4649-acae-8500a17155a1 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1258872 Nov 12 03:54:57.325958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-01c3c33b-b522-4622-8718-132f47126f4d req-343f5d1f-79b4-40e9-9ea0-e3e1b29b1dca tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Request body: {'port': {'device_id': '2b95591d-109d-48cb-b373-7bcc958caab9', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '9880da1ff4024a32b6fc37ffaf7c19a7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:57.461647 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-425b1cba-4d58-4602-bc4a-67b6cefb06f2 req-83c958fe-754b-4eb1-8c03-ee815432ea4d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 210 time: 0.0909905 Nov 12 03:54:57.644074 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ac8d26f5-8758-4554-aa03-192b45938a0e req-651dee00-6435-459e-a6be-e463111869d5 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 210 time: 0.0587842 Nov 12 03:54:57.714874 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c3c33b-b522-4622-8718-132f47126f4d req-343f5d1f-79b4-40e9-9ea0-e3e1b29b1dca tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Made reservation on behalf of 9880da1ff4024a32b6fc37ffaf7c19a7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:57.718807 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-01c3c33b-b522-4622-8718-132f47126f4d req-343f5d1f-79b4-40e9-9ea0-e3e1b29b1dca tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.759511 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41574) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:57.929467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-01c3c33b-b522-4622-8718-132f47126f4d req-343f5d1f-79b4-40e9-9ea0-e3e1b29b1dca tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Allocated IP 192.168.233.77 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/ffbcc7a3-d2f8-46c4-afc2-6ee524420823) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:57.973049 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c29f44cf-1770-472f-91ff-c25c781cf9e5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a8e9d47af4734b5b9f4aa96a8dcad37f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2119360 Nov 12 03:54:57.974307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41580) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:58.040478 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f99c1bec-870e-4367-b052-f90866389723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.086877 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f99c1bec-870e-4367-b052-f90866389723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.148580 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cce98-9886-407a-b85d-b4e0c7118415 req-432a6a1f-ad99-48ec-a3a8-8a2c8b5e2a30 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:58.156164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-280cce98-9886-407a-b85d-b4e0c7118415 req-432a6a1f-ad99-48ec-a3a8-8a2c8b5e2a30 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1439166 Nov 12 03:54:58.284902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-113d1fa2-d5ba-42f4-8970-8e47c58df0ba req-13e00b4d-483f-4d25-99ef-4dfe23d8cfb1 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0311654 Nov 12 03:54:58.285318 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-280cce98-9886-407a-b85d-b4e0c7118415 req-3a5a1cbd-c8f6-4d6b-a871-2aa251193424 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277196 Nov 12 03:54:58.292646 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f99c1bec-870e-4367-b052-f90866389723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.297927 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f99c1bec-870e-4367-b052-f90866389723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.300962 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f99c1bec-870e-4367-b052-f90866389723 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/448c4cfe-638c-4ab1-ba4d-e12cf3b64754 HTTP/1.1" status: 204 len: 168 time: 0.3243012 Nov 12 03:54:58.306190 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-01c3c33b-b522-4622-8718-132f47126f4d req-343f5d1f-79b4-40e9-9ea0-e3e1b29b1dca tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.318005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c1bec-870e-4367-b052-f90866389723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448c4cfe-638c-4ab1-ba4d-e12cf3b64754,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:58.410001 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.572366 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-242c4a7d-986f-44cc-ab6b-57b59428ecd1 req-acbb4c45-4168-4c40-806a-607457c4be32 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 210 time: 0.0333655 Nov 12 03:54:58.599023 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-01c3c33b-b522-4622-8718-132f47126f4d req-343f5d1f-79b4-40e9-9ea0-e3e1b29b1dca tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.611410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a', '73212469-12e3-4cc9-8c06-8bf353b1782d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:58.671938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c3c33b-b522-4622-8718-132f47126f4d req-343f5d1f-79b4-40e9-9ea0-e3e1b29b1dca tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:58.685633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-01c3c33b-b522-4622-8718-132f47126f4d req-343f5d1f-79b4-40e9-9ea0-e3e1b29b1dca tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:58.688249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b963a462-635c-4e16-989b-5ae0bfa39357', 'd6585b51-05b5-463c-bb50-65c7ca4561e2', 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f', 'da44bc30-5883-4385-9908-d3af33c72bd4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:58.695618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c3c33b-b522-4622-8718-132f47126f4d req-343f5d1f-79b4-40e9-9ea0-e3e1b29b1dca tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:58.705466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f5d1f-79b4-40e9-9ea0-e3e1b29b1dca tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event updated for resources: {'Port': ['ID=ffbcc7a3-d2f8-46c4-afc2-6ee524420823,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:58.904513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3c33b-b522-4622-8718-132f47126f4d req-343f5d1f-79b4-40e9-9ea0-e3e1b29b1dca tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:58.905183 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-01c3c33b-b522-4622-8718-132f47126f4d req-343f5d1f-79b4-40e9-9ea0-e3e1b29b1dca tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.937118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb58ee3-ae19-4597-8d18-3455c48becaf req-80790be7-729e-43c6-a511-13d15474c5a3 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:58.946361 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7cb58ee3-ae19-4597-8d18-3455c48becaf req-80790be7-729e-43c6-a511-13d15474c5a3 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 935 time: 0.1748765 Nov 12 03:54:58.998083 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.039384 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7cb58ee3-ae19-4597-8d18-3455c48becaf req-5d9ebc70-96ff-49b2-9b37-15ac847b287b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920415 Nov 12 03:54:59.067744 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01c3c33b-b522-4622-8718-132f47126f4d req-343f5d1f-79b4-40e9-9ea0-e3e1b29b1dca tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7517829 Nov 12 03:54:59.098840 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Request body: {'port': {'device_id': '2b95591d-109d-48cb-b373-7bcc958caab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:59.173580 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.258577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1ab00be0-9b54-4ab7-b6a5-3b8e37e4670e None None] Provisioning complete for port ffbcc7a3-d2f8-46c4-afc2-6ee524420823 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:59.258933 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ab00be0-9b54-4ab7-b6a5-3b8e37e4670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.409006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1ab00be0-9b54-4ab7-b6a5-3b8e37e4670e None None] Port ffbcc7a3-d2f8-46c4-afc2-6ee524420823 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:59.524100 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4ecbaf6-33b8-4c76-8401-0f3eab57d4cf req-523e6bfc-ac6a-431f-a2bf-26b6952bcbc6 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0474308 Nov 12 03:54:59.719845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffbcc7a3-d2f8-46c4-afc2-6ee524420823 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:59.732394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.756310 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7ba09-10a2-4d9e-bc21-08f7f8746529 req-5f0cc416-2810-43e7-935d-2b5e2ba9102b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:59.759787 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b1b7ba09-10a2-4d9e-bc21-08f7f8746529 req-5f0cc416-2810-43e7-935d-2b5e2ba9102b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.2588339 Nov 12 03:54:59.771395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Transition to ACTIVE for port object ffbcc7a3-d2f8-46c4-afc2-6ee524420823 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:59.896617 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0f15a01-44b0-43de-b6c4-893e1d6dd88c req-d158dcdb-f02d-4bea-8fac-f0ab77b489eb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 210 time: 0.1271317 Nov 12 03:54:59.904222 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.924362 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b1b7ba09-10a2-4d9e-bc21-08f7f8746529 req-15c1a7c9-30d4-4549-8d7e-33075bdf2e9c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487169 Nov 12 03:55:00.031794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Pushing event updated for resources: {'Port': ['ID=ffbcc7a3-d2f8-46c4-afc2-6ee524420823,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:00.109099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Attempting to bind port ffbcc7a3-d2f8-46c4-afc2-6ee524420823 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:00.112770 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Attempting to bind port ffbcc7a3-d2f8-46c4-afc2-6ee524420823 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:00.113897 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Attempting to bind port ffbcc7a3-d2f8-46c4-afc2-6ee524420823 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:00.130931 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Port ffbcc7a3-d2f8-46c4-afc2-6ee524420823 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:55:00.130931 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Attempting to bind port ffbcc7a3-d2f8-46c4-afc2-6ee524420823 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:00.134630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:00.135210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:00.135764 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:00.136627 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Bound port: ffbcc7a3-d2f8-46c4-afc2-6ee524420823, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:00.137188 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:00.277263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] For port ffbcc7a3-d2f8-46c4-afc2-6ee524420823, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:00.281575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] For port ffbcc7a3-d2f8-46c4-afc2-6ee524420823, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ffbcc7a3-d2f8-46c4-afc2-6ee524420823,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:00.290087 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0586b3-ed17-4e6e-9d39-2c8ecfbd8fae req-7f3284ee-6618-4bce-a7c2-90fe4833ec8f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:00.291747 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0a0586b3-ed17-4e6e-9d39-2c8ecfbd8fae req-7f3284ee-6618-4bce-a7c2-90fe4833ec8f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 947 time: 0.1386368 Nov 12 03:55:00.361413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0a0586b3-ed17-4e6e-9d39-2c8ecfbd8fae req-bf75b959-3322-4f6f-a5d4-d06dfe0a4905 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575533 Nov 12 03:55:00.465104 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:00.502280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb37719-bb91-48d6-b909-3da8f90d2781 req-28e5d9b7-d0ef-4b16-afba-ac0e9ed2529a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:00.509731 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3eb37719-bb91-48d6-b909-3da8f90d2781 req-28e5d9b7-d0ef-4b16-afba-ac0e9ed2529a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0959005 Nov 12 03:55:00.513233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:00.515361 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:00.518156 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01c3c33b-b522-4622-8718-132f47126f4d req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] 10.222.0.26 "PUT /v2.0/ports/ffbcc7a3-d2f8-46c4-afc2-6ee524420823 HTTP/1.1" status: 200 len: 1096 time: 1.4271114 Nov 12 03:55:00.521383 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b95591d-109d-48cb-b373-7bcc958caab9', 'tag': 'ffbcc7a3-d2f8-46c4-afc2-6ee524420823'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:00.524734 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c981fa6d-dd9b-480f-8c6c-2ce7562b89ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2b95591d-109d-48cb-b373-7bcc958caab9", "tag": "ffbcc7a3-d2f8-46c4-afc2-6ee524420823"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:00.593286 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3eb37719-bb91-48d6-b909-3da8f90d2781 req-3e08027b-9d8d-49b7-b3cd-9e3dffa7d98c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804212 Nov 12 03:55:00.611449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62ccef-94d3-4d9e-9ea9-dbc9fccad6ce service neutron] Pushing event updated for resources: {'Port': ['ID=ffbcc7a3-d2f8-46c4-afc2-6ee524420823,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:00.626500 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc5bf11-e895-4193-b9b2-f8db10cfff36 x-openstack-request-id: req-bbc5bf11-e895-4193-b9b2-f8db10cfff36 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:00.627135 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b95591d-109d-48cb-b373-7bcc958caab9", "tag": "ffbcc7a3-d2f8-46c4-afc2-6ee524420823", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:00.627501 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bbc5bf11-e895-4193-b9b2-f8db10cfff36 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:00.628313 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b95591d-109d-48cb-b373-7bcc958caab9', 'tag': 'ffbcc7a3-d2f8-46c4-afc2-6ee524420823', 'status': 'completed', 'code': 200} Nov 12 03:55:00.747827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e3f8282-48cb-490d-8ec1-147c84d43f5d req-903e28e9-3c60-4a94-8d3d-8b905c49584c tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0495911 Nov 12 03:55:00.793682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981fa6d-dd9b-480f-8c6c-2ce7562b89ba req-96b4986c-6224-423a-9be0-dfcbc3ed3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:00.795155 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c981fa6d-dd9b-480f-8c6c-2ce7562b89ba req-96b4986c-6224-423a-9be0-dfcbc3ed3186 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 1099 time: 0.1080327 Nov 12 03:55:00.821891 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45660eaa-2b80-461e-b7ac-5aaf9a244e73 req-98ccbda1-f7fe-4a07-bcf3-5ad108aa4463 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:00.825040 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45660eaa-2b80-461e-b7ac-5aaf9a244e73 req-98ccbda1-f7fe-4a07-bcf3-5ad108aa4463 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1004274 Nov 12 03:55:00.856012 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c981fa6d-dd9b-480f-8c6c-2ce7562b89ba req-79bfe320-712f-4bab-afcb-0a2bac35c1cd service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298827 Nov 12 03:55:00.972413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45660eaa-2b80-461e-b7ac-5aaf9a244e73 req-e3d6fa9d-63ce-4211-a9ff-d79ffe043800 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349134 Nov 12 03:55:01.027716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981fa6d-dd9b-480f-8c6c-2ce7562b89ba req-9229c580-37dc-47f5-b92b-29ebba4cc557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:01.029614 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c981fa6d-dd9b-480f-8c6c-2ce7562b89ba req-9229c580-37dc-47f5-b92b-29ebba4cc557 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1626205 Nov 12 03:55:01.063277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d74bba32-4b35-4a02-a182-d7d1d5268a0b req-e1ecee92-45f6-4bc2-bf7a-fa03b977bae0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 210 time: 0.0545766 Nov 12 03:55:01.227737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3c33b-b522-4622-8718-132f47126f4d req-836485d9-40ef-44a2-ab87-e3a2d43d5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:01.229682 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01c3c33b-b522-4622-8718-132f47126f4d req-836485d9-40ef-44a2-ab87-e3a2d43d5ed1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 1099 time: 0.0859220 Nov 12 03:55:01.233073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b501-8656-43c7-a925-989c94226718 req-e1e1db36-7ecf-45d7-807a-94bb31f9d493 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:01.234779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2848b501-8656-43c7-a925-989c94226718 req-e1e1db36-7ecf-45d7-807a-94bb31f9d493 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.25 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 811 time: 0.1663315 Nov 12 03:55:01.257810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2848b501-8656-43c7-a925-989c94226718 req-814145be-5305-4458-9f60-552d26c01fd2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Request body: {'port': {'device_id': 'b36a6cdf-d965-48b9-ba41-fc30a942c5fa', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'admin_state_up': True, 'tenant_id': 'a803c520af0a4208b65655c3ed555429'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:01.335743 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01c3c33b-b522-4622-8718-132f47126f4d req-b90d4388-3ba5-438f-b401-3f8807aee7ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=ffbcc7a3-d2f8-46c4-afc2-6ee524420823 HTTP/1.1" status: 200 len: 217 time: 0.0678461 Nov 12 03:55:01.405727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3c33b-b522-4622-8718-132f47126f4d req-5fee6c18-b012-433d-bee3-10bf4cc63310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:01.408415 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01c3c33b-b522-4622-8718-132f47126f4d req-5fee6c18-b012-433d-bee3-10bf4cc63310 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0629585 Nov 12 03:55:01.477664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3c33b-b522-4622-8718-132f47126f4d req-57026946-b854-4d43-ac0f-ab9d1375927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:01.483763 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01c3c33b-b522-4622-8718-132f47126f4d req-57026946-b854-4d43-ac0f-ab9d1375927f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0668371 Nov 12 03:55:01.590274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c844a-ce29-459d-9490-dea4512f47ce req-ae161c6b-2800-432e-a7e9-72b005f52388 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:01.597631 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-298c844a-ce29-459d-9490-dea4512f47ce req-ae161c6b-2800-432e-a7e9-72b005f52388 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 947 time: 0.0922408 Nov 12 03:55:01.644691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01c3c33b-b522-4622-8718-132f47126f4d req-6126cae3-8b54-4a9e-9562-eeacd25d4eba service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342688 Nov 12 03:55:01.656661 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-298c844a-ce29-459d-9490-dea4512f47ce req-688b00d0-0d03-4c1c-9850-faf1ddf0437d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580432 Nov 12 03:55:01.681307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2848b501-8656-43c7-a925-989c94226718 req-814145be-5305-4458-9f60-552d26c01fd2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Made reservation on behalf of a803c520af0a4208b65655c3ed555429 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:01.689104 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2848b501-8656-43c7-a925-989c94226718 req-814145be-5305-4458-9f60-552d26c01fd2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.888609 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01c3c33b-b522-4622-8718-132f47126f4d req-05477546-1be4-4536-a10e-703a0c91e612 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088037 Nov 12 03:55:01.963194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc260f-ef45-4204-b254-41e3df513513 req-6298411b-ec94-4d30-8598-2bb9ff65cc9e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:01.963778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5583a936-f395-408b-957e-448addeabd3d req-26d250b8-d280-47af-bcd8-99448f43ca67 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0439031 Nov 12 03:55:01.965081 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66fc260f-ef45-4204-b254-41e3df513513 req-6298411b-ec94-4d30-8598-2bb9ff65cc9e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1633317 Nov 12 03:55:02.063181 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-2848b501-8656-43c7-a925-989c94226718 req-814145be-5305-4458-9f60-552d26c01fd2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Allocated IP 172.20.0.14 (f2f7dc6b-b790-48d0-bafb-8e1888f9faa6/36f654ec-db11-4fea-af34-2728ff8c6f0e/be386246-99b7-403b-8242-8b84f96b48cf) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:02.160676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66fc260f-ef45-4204-b254-41e3df513513 req-f52e2a15-e343-493f-8cad-843132698423 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371403 Nov 12 03:55:02.252987 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f01669d2-add0-4f35-8d59-663161a1443b req-4f287d20-f88a-459c-80e8-2c539190df61 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 210 time: 0.0485785 Nov 12 03:55:02.398640 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2848b501-8656-43c7-a925-989c94226718 req-814145be-5305-4458-9f60-552d26c01fd2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.703415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2848b501-8656-43c7-a925-989c94226718 req-814145be-5305-4458-9f60-552d26c01fd2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.841033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2848b501-8656-43c7-a925-989c94226718 req-814145be-5305-4458-9f60-552d26c01fd2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:02.864768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-2848b501-8656-43c7-a925-989c94226718 req-814145be-5305-4458-9f60-552d26c01fd2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:02.868188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2848b501-8656-43c7-a925-989c94226718 req-814145be-5305-4458-9f60-552d26c01fd2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:02.911385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814145be-5305-4458-9f60-552d26c01fd2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event updated for resources: {'Port': ['ID=be386246-99b7-403b-8242-8b84f96b48cf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:02.949709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f221da-2d54-4d68-9443-b7ec6ba5f3e2 req-641dd73f-0a3f-462b-a6d4-f6e49df446b4 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:02.951656 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93f221da-2d54-4d68-9443-b7ec6ba5f3e2 req-641dd73f-0a3f-462b-a6d4-f6e49df446b4 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 947 time: 0.1821339 Nov 12 03:55:02.958727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b501-8656-43c7-a925-989c94226718 req-814145be-5305-4458-9f60-552d26c01fd2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:02.960195 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2848b501-8656-43c7-a925-989c94226718 req-814145be-5305-4458-9f60-552d26c01fd2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.058307 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93f221da-2d54-4d68-9443-b7ec6ba5f3e2 req-c31a94c6-a9cd-489a-b5b0-1f45bfd3977c tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941899 Nov 12 03:55:03.094690 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2848b501-8656-43c7-a925-989c94226718 req-814145be-5305-4458-9f60-552d26c01fd2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8434818 Nov 12 03:55:03.109700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Request body: {'port': {'device_id': 'b36a6cdf-d965-48b9-ba41-fc30a942c5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:03.164257 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f575b836-5a36-47b5-b964-66252e8edc5f req-95f2e566-71d8-4d03-a178-9d4bfe2232ed tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0891120 Nov 12 03:55:03.247610 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.364276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bf975e24-8887-40d6-a825-1aa4a5d5437d None None] Provisioning complete for port be386246-99b7-403b-8242-8b84f96b48cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:03.372936 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf975e24-8887-40d6-a825-1aa4a5d5437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.391705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04967ef8-ac7b-42b6-9cdd-212cf07bfe7c req-8cdaaca8-7e44-438a-9985-761c066c7030 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:03.401869 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04967ef8-ac7b-42b6-9cdd-212cf07bfe7c req-8cdaaca8-7e44-438a-9985-761c066c7030 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1000445 Nov 12 03:55:03.439238 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bf975e24-8887-40d6-a825-1aa4a5d5437d None None] Port be386246-99b7-403b-8242-8b84f96b48cf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:03.480623 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04967ef8-ac7b-42b6-9cdd-212cf07bfe7c req-d84f69d5-21e8-4cd2-973a-1577c6bfc546 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769906 Nov 12 03:55:03.582930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9435f-a697-4887-abad-bc402a27e9fb req-189b66e5-a5e1-488e-9bc9-6cef0f864c22 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:03.589167 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e2e9435f-a697-4887-abad-bc402a27e9fb req-189b66e5-a5e1-488e-9bc9-6cef0f864c22 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 932 time: 0.1910949 Nov 12 03:55:03.696239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e2e9435f-a697-4887-abad-bc402a27e9fb req-e0ab3c66-639c-4748-8fac-cf26522504c6 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938342 Nov 12 03:55:03.772587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be386246-99b7-403b-8242-8b84f96b48cf {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:03.781395 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.795701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Transition to ACTIVE for port object be386246-99b7-403b-8242-8b84f96b48cf will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:55:03.892416 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.951911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Pushing event updated for resources: {'Port': ['ID=be386246-99b7-403b-8242-8b84f96b48cf,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:04.055663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Attempting to bind port be386246-99b7-403b-8242-8b84f96b48cf on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:04.056276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Attempting to bind port be386246-99b7-403b-8242-8b84f96b48cf by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:04.057073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Attempting to bind port be386246-99b7-403b-8242-8b84f96b48cf on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:04.066431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Port be386246-99b7-403b-8242-8b84f96b48cf on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:55:04.067156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Attempting to bind port be386246-99b7-403b-8242-8b84f96b48cf on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:04.077147 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:04.077652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Checking segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:04.078289 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Bound using segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:04.079033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Bound port: be386246-99b7-403b-8242-8b84f96b48cf, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:04.079691 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.258210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] For port be386246-99b7-403b-8242-8b84f96b48cf, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:04.289139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] For port be386246-99b7-403b-8242-8b84f96b48cf, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=be386246-99b7-403b-8242-8b84f96b48cf,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:04.322683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8381a11-f7e4-4a86-8866-1968539d90d4 req-3d85cbbc-c217-4a91-970e-0c8c33e31ca7 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:04.322683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8381a11-f7e4-4a86-8866-1968539d90d4 req-3d85cbbc-c217-4a91-970e-0c8c33e31ca7 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 947 time: 0.1369834 Nov 12 03:55:04.410732 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.445225 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6729938e-84ca-46e7-bf14-8a3642c9f3d5 req-f73403a5-4cda-4ea3-b7fe-1dfe7f5ce2ba tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0605073 Nov 12 03:55:04.499125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:04.499125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.499125 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2848b501-8656-43c7-a925-989c94226718 req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] 10.222.0.25 "PUT /v2.0/ports/be386246-99b7-403b-8242-8b84f96b48cf HTTP/1.1" status: 200 len: 1093 time: 1.3937368 Nov 12 03:55:04.507993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36a6cdf-d965-48b9-ba41-fc30a942c5fa', 'tag': 'be386246-99b7-403b-8242-8b84f96b48cf'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:04.511329 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44ae328-6090-47c3-8228-54ad0a59fe01" -d '{"events": [{"name": "network-changed", "server_uuid": "b36a6cdf-d965-48b9-ba41-fc30a942c5fa", "tag": "be386246-99b7-403b-8242-8b84f96b48cf"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:04.543915 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8381a11-f7e4-4a86-8866-1968539d90d4 req-4c0686fe-b736-4b7a-bb4e-347a2fafbadb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984468 Nov 12 03:55:04.555670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75184ea0-13ea-48bd-a5e5-4b3e1ad11c6f service neutron] Pushing event updated for resources: {'Port': ['ID=be386246-99b7-403b-8242-8b84f96b48cf,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:04.670356 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc86742-1603-4e95-8425-58d37b73ec0d x-openstack-request-id: req-6dc86742-1603-4e95-8425-58d37b73ec0d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:04.670768 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36a6cdf-d965-48b9-ba41-fc30a942c5fa", "tag": "be386246-99b7-403b-8242-8b84f96b48cf", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:04.671034 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6dc86742-1603-4e95-8425-58d37b73ec0d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:04.671447 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36a6cdf-d965-48b9-ba41-fc30a942c5fa', 'tag': 'be386246-99b7-403b-8242-8b84f96b48cf', 'status': 'completed', 'code': 200} Nov 12 03:55:04.687457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73459-915e-4f22-b42b-e824607a7d96 req-245536ff-323e-4597-81c7-a302c0547043 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:04.689652 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13b73459-915e-4f22-b42b-e824607a7d96 req-245536ff-323e-4597-81c7-a302c0547043 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0793645 Nov 12 03:55:04.783496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ae328-6090-47c3-8228-54ad0a59fe01 req-24339353-0b8f-4068-bf5e-60c92a77f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:04.785054 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b44ae328-6090-47c3-8228-54ad0a59fe01 req-24339353-0b8f-4068-bf5e-60c92a77f439 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 1096 time: 0.0859571 Nov 12 03:55:04.790934 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13b73459-915e-4f22-b42b-e824607a7d96 req-46f550b2-8b84-4e07-a0f1-ecd5615f6497 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814624 Nov 12 03:55:04.906582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df973de3-201d-45ff-b85b-3693254d3021 req-48a930e4-4cff-4dfd-aade-75b7ea76e00e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:04.908626 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-df973de3-201d-45ff-b85b-3693254d3021 req-48a930e4-4cff-4dfd-aade-75b7ea76e00e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 944 time: 0.0878017 Nov 12 03:55:04.939393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ae328-6090-47c3-8228-54ad0a59fe01 req-bebb3380-dfa8-4481-9162-b5d56887d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:04.941544 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b44ae328-6090-47c3-8228-54ad0a59fe01 req-bebb3380-dfa8-4481-9162-b5d56887d128 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a803c520af0a4208b65655c3ed555429&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1472399 Nov 12 03:55:04.984322 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-df973de3-201d-45ff-b85b-3693254d3021 req-b23f158b-f551-40f6-bf08-5732045d7ed2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577769 Nov 12 03:55:05.089081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ae328-6090-47c3-8228-54ad0a59fe01 req-0d16cc71-8450-4174-ab4d-a7d56c6bf408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:05.090890 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b44ae328-6090-47c3-8228-54ad0a59fe01 req-0d16cc71-8450-4174-ab4d-a7d56c6bf408 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1349516 Nov 12 03:55:05.218909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b501-8656-43c7-a925-989c94226718 req-b9a6ac27-5956-4973-a2a4-35219d248b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:05.222657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2848b501-8656-43c7-a925-989c94226718 req-b9a6ac27-5956-4973-a2a4-35219d248b03 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 1096 time: 0.0825326 Nov 12 03:55:05.283583 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2848b501-8656-43c7-a925-989c94226718 req-c7a577d7-0abc-4cb1-994d-ebdf3a62e79b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be386246-99b7-403b-8242-8b84f96b48cf HTTP/1.1" status: 200 len: 217 time: 0.0509262 Nov 12 03:55:05.374159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b501-8656-43c7-a925-989c94226718 req-8f61a7ed-200d-405c-9def-21b06709289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:05.376428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2848b501-8656-43c7-a925-989c94226718 req-8f61a7ed-200d-405c-9def-21b06709289e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.0807884 Nov 12 03:55:05.437598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b501-8656-43c7-a925-989c94226718 req-ce12561f-b5d4-4571-b9cd-589e3ef36167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:05.439185 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2848b501-8656-43c7-a925-989c94226718 req-ce12561f-b5d4-4571-b9cd-589e3ef36167 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534832 Nov 12 03:55:05.561576 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2848b501-8656-43c7-a925-989c94226718 req-3db33f8d-0110-42c7-bb72-d5158ce8356b service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141167 Nov 12 03:55:05.595887 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-123f0504-8292-413f-9de6-9c6c338c476c req-8578bdac-d65b-46f4-b594-513040418c27 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0341690 Nov 12 03:55:05.753032 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2848b501-8656-43c7-a925-989c94226718 req-91c5e5ba-5837-404e-acb9-e8a91821b1c2 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823211 Nov 12 03:55:05.763687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c847d6-9349-402d-8db4-10f9a29f7960 req-f679761d-5b79-4681-8244-eec7ab93da51 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:05.765756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41c847d6-9349-402d-8db4-10f9a29f7960 req-f679761d-5b79-4681-8244-eec7ab93da51 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 947 time: 0.1015475 Nov 12 03:55:05.833618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41c847d6-9349-402d-8db4-10f9a29f7960 req-b5c815d7-2511-48c1-abd2-7c5b6d51815f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564215 Nov 12 03:55:05.994055 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cf97b-d3c5-404a-a8f6-cce07c57533c req-a1db77b0-70be-402d-9cdb-1201000ab7fa tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:05.995716 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-412cf97b-d3c5-404a-a8f6-cce07c57533c req-a1db77b0-70be-402d-9cdb-1201000ab7fa tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0932887 Nov 12 03:55:06.065433 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-412cf97b-d3c5-404a-a8f6-cce07c57533c req-17fd1b59-4928-4e19-8f1c-402ab860bafd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567868 Nov 12 03:55:06.150098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c71766-9183-4d47-8556-ea947b307935 req-b3b542ea-2560-4a77-aea3-ce57a95b0439 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:06.151546 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62c71766-9183-4d47-8556-ea947b307935 req-b3b542ea-2560-4a77-aea3-ce57a95b0439 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 944 time: 0.0608506 Nov 12 03:55:06.213847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62c71766-9183-4d47-8556-ea947b307935 req-f6ef20ef-2054-413b-b0b6-49c9f8741314 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548363 Nov 12 03:55:06.527401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ffbcc7a3-d2f8-46c4-afc2-6ee524420823 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:55:06.630184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ffbcc7a3-d2f8-46c4-afc2-6ee524420823, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ffbcc7a3-d2f8-46c4-afc2-6ee524420823,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:06.651093 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'ffbcc7a3-d2f8-46c4-afc2-6ee524420823', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'ffbcc7a3-d2f8-46c4-afc2-6ee524420823', 'mac_address': 'fa:16:3e:21:fc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:55:06.697745 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.711938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbcc7a3-d2f8-46c4-afc2-6ee524420823 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:06.722489 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-32a190ca-b531-4697-b9df-967747207646 req-b3521606-b4fe-444f-a1b5-0567ada6e652 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0311592 Nov 12 03:55:06.734064 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ffbcc7a3-d2f8-46c4-afc2-6ee524420823, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ffbcc7a3-d2f8-46c4-afc2-6ee524420823,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:06.857485 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.924750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ffbcc7a3-d2f8-46c4-afc2-6ee524420823,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:06.978552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea45179-7b25-40e2-9756-fd2212cee473 req-e9b8ecec-89b8-4056-939e-1fc8ec0bd162 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:06.980975 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ea45179-7b25-40e2-9756-fd2212cee473 req-e9b8ecec-89b8-4056-939e-1fc8ec0bd162 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 948 time: 0.0591221 Nov 12 03:55:07.049233 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ea45179-7b25-40e2-9756-fd2212cee473 req-08f1104b-3e1c-4a8e-b6f9-becfbd90d0b6 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632000 Nov 12 03:55:07.218843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91624c75-e781-4d17-a86c-593f222a7a46 req-a1332ec8-a8a3-4c7c-a250-cb6b2380555e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:07.220395 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91624c75-e781-4d17-a86c-593f222a7a46 req-a1332ec8-a8a3-4c7c-a250-cb6b2380555e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0636134 Nov 12 03:55:07.277422 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91624c75-e781-4d17-a86c-593f222a7a46 req-e592f81b-12f5-48be-ad02-0ec50c219b3e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506778 Nov 12 03:55:07.345433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6203f-2582-4a56-b4a7-96704443c1d3 req-c57b72c5-4fbc-40ec-afc9-0815a1dcdcf5 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:07.347126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85b6203f-2582-4a56-b4a7-96704443c1d3 req-c57b72c5-4fbc-40ec-afc9-0815a1dcdcf5 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 944 time: 0.0588825 Nov 12 03:55:07.419252 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85b6203f-2582-4a56-b4a7-96704443c1d3 req-7624289c-2ef0-492b-ac98-797850a3883c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581851 Nov 12 03:55:07.756660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['ffbcc7a3-d2f8-46c4-afc2-6ee524420823'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:07.860742 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-48d5f429-eacc-44eb-bdca-cdc0cf29a215 req-2b98f644-15f7-465a-8bce-9f3cb05c73f0 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0332584 Nov 12 03:55:08.233897 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8ed92-ee89-41a8-b507-0a26bddb6bb8 req-0198fde0-2414-4134-979f-a1099f576692 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:08.235448 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e3f8ed92-ee89-41a8-b507-0a26bddb6bb8 req-0198fde0-2414-4134-979f-a1099f576692 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 948 time: 0.0647545 Nov 12 03:55:08.298283 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e3f8ed92-ee89-41a8-b507-0a26bddb6bb8 req-aea95f72-e972-4c99-8d5f-52be276a995e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548837 Nov 12 03:55:08.461148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23cf8a-d8d5-494e-bff8-47937fd6f513 req-15a1477f-e46f-4cc5-bcda-341a1af0fb90 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:08.467281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c23cf8a-d8d5-494e-bff8-47937fd6f513 req-15a1477f-e46f-4cc5-bcda-341a1af0fb90 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1046619 Nov 12 03:55:08.521549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c23cf8a-d8d5-494e-bff8-47937fd6f513 req-502a6ee7-e7f7-4994-9004-fc23711a0699 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476382 Nov 12 03:55:08.600440 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6e4b8-74e2-4ab3-b35f-fc9ab4c8a148 req-d403b13f-7957-47d8-82eb-2f33c4037e59 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:08.602832 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-24f6e4b8-74e2-4ab3-b35f-fc9ab4c8a148 req-d403b13f-7957-47d8-82eb-2f33c4037e59 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 944 time: 0.0652750 Nov 12 03:55:08.701920 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-24f6e4b8-74e2-4ab3-b35f-fc9ab4c8a148 req-63a93f4e-939d-44c0-aba3-6b57acf3cb70 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877125 Nov 12 03:55:09.046446 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef12c382-03bc-4fbf-a8d9-e4e28f168940 req-4961d09d-dada-49bf-9053-60fdccedc6e0 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0483127 Nov 12 03:55:09.445373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe8a9a-16fb-43f6-b77e-10e8747b214a req-18567c11-979f-4efb-8a00-a7db9002da8b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:09.447136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4cfe8a9a-16fb-43f6-b77e-10e8747b214a req-18567c11-979f-4efb-8a00-a7db9002da8b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 948 time: 0.0572004 Nov 12 03:55:09.503888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device be386246-99b7-403b-8242-8b84f96b48cf details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:55:09.515211 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4cfe8a9a-16fb-43f6-b77e-10e8747b214a req-34da46ae-c66d-4f16-b4c5-8bcd96c87947 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556748 Nov 12 03:55:09.716392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port be386246-99b7-403b-8242-8b84f96b48cf, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=be386246-99b7-403b-8242-8b84f96b48cf,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:09.746776 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'be386246-99b7-403b-8242-8b84f96b48cf', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'port_id': 'be386246-99b7-403b-8242-8b84f96b48cf', 'mac_address': 'fa:16:3e:32:15:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:55:09.815353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89af4a-6ab4-4501-99a4-415bc0478757 req-f24e5cad-bcd2-4f91-aaae-3185cb716cf9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:09.826556 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-df89af4a-6ab4-4501-99a4-415bc0478757 req-f24e5cad-bcd2-4f91-aaae-3185cb716cf9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1642308 Nov 12 03:55:09.851703 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:09.872707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be386246-99b7-403b-8242-8b84f96b48cf {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:09.915689 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port be386246-99b7-403b-8242-8b84f96b48cf, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=be386246-99b7-403b-8242-8b84f96b48cf,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:09.972686 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-df89af4a-6ab4-4501-99a4-415bc0478757 req-975b0cff-b001-4d1c-a235-be9e5abba111 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329362 Nov 12 03:55:09.996013 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:10.014175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda73e93-ae5e-4657-bd1b-5d5eb79d301f req-c158fdf9-e6ce-46b9-834a-be6fb423e4d3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:10.016305 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bda73e93-ae5e-4657-bd1b-5d5eb79d301f req-c158fdf9-e6ce-46b9-834a-be6fb423e4d3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 944 time: 0.0658982 Nov 12 03:55:10.101070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=be386246-99b7-403b-8242-8b84f96b48cf,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:10.111916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:10.111916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:10.112428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:10.112642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:10.113227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:10.113626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:10.113969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:10.114303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:10.114635 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:10.114963 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:10.115345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:10.115847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:10.133391 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bda73e93-ae5e-4657-bd1b-5d5eb79d301f req-3aabe115-201f-4388-853a-64da27dfd7fe tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084898 Nov 12 03:55:10.225477 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ad802ca-7fcd-4aef-acd2-7734c65197f0 req-b55d48a2-9e69-4812-9f82-2c0c8fb973ac tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0457940 Nov 12 03:55:10.396369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['be386246-99b7-403b-8242-8b84f96b48cf'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:10.569942 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ffbcc7a3-d2f8-46c4-afc2-6ee524420823 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:10.665310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb2a89-557b-44a5-b313-194962793f6a req-78559977-b617-4b95-b649-2732084183cc tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:10.666943 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dadb2a89-557b-44a5-b313-194962793f6a req-78559977-b617-4b95-b649-2732084183cc tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 948 time: 0.0552444 Nov 12 03:55:10.702873 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port ffbcc7a3-d2f8-46c4-afc2-6ee524420823 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:55:10.702873 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port ffbcc7a3-d2f8-46c4-afc2-6ee524420823 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:10.702873 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:10.745401 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dadb2a89-557b-44a5-b313-194962793f6a req-b2781f34-46a2-4747-9dd1-f931eeb55971 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696082 Nov 12 03:55:10.795540 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:10.829735 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b95591d-109d-48cb-b373-7bcc958caab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbcc7a3-d2f8-46c4-afc2-6ee524420823'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:10.831863 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ad6c35-6450-4c2b-a5b8-168d2fead9f6" -d '{"events": [{"server_uuid": "2b95591d-109d-48cb-b373-7bcc958caab9", "name": "network-vif-plugged", "status": "completed", "tag": "ffbcc7a3-d2f8-46c4-afc2-6ee524420823"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:10.847770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ffbcc7a3-d2f8-46c4-afc2-6ee524420823, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ffbcc7a3-d2f8-46c4-afc2-6ee524420823,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:10.892131 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b124744-18bb-430e-b7e5-ee491bd6f4bf x-openstack-request-id: req-4b124744-18bb-430e-b7e5-ee491bd6f4bf {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:10.892664 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b95591d-109d-48cb-b373-7bcc958caab9", "name": "network-vif-plugged", "status": "completed", "tag": "ffbcc7a3-d2f8-46c4-afc2-6ee524420823", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:10.892981 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4b124744-18bb-430e-b7e5-ee491bd6f4bf {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:10.893453 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b95591d-109d-48cb-b373-7bcc958caab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbcc7a3-d2f8-46c4-afc2-6ee524420823', 'code': 200} Nov 12 03:55:10.955022 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:11.023085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ffbcc7a3-d2f8-46c4-afc2-6ee524420823,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:11.146297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84129c-2511-4c24-9873-45437a33171e req-f1d4b13d-89e1-465f-8464-9cfc99f97448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:11.148411 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da84129c-2511-4c24-9873-45437a33171e req-f1d4b13d-89e1-465f-8464-9cfc99f97448 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 1101 time: 0.0922511 Nov 12 03:55:11.165142 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b132765-0036-4391-8b11-ce047d580025 req-eff266ea-6d38-4382-a681-57f33af50ec2 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:11.168246 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b132765-0036-4391-8b11-ce047d580025 req-eff266ea-6d38-4382-a681-57f33af50ec2 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0971260 Nov 12 03:55:11.284346 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da84129c-2511-4c24-9873-45437a33171e req-2840f716-79e6-4c78-87fa-900a74edeb09 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142094 Nov 12 03:55:11.323793 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b132765-0036-4391-8b11-ce047d580025 req-906ccb6c-9dc9-46e1-bc7e-6169bfabdb3f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421838 Nov 12 03:55:11.399589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a918a87-0217-41cf-906d-a514c570c6bf req-b9ec4893-f87f-46d5-ad9f-0f01c664457e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:11.402105 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a918a87-0217-41cf-906d-a514c570c6bf req-b9ec4893-f87f-46d5-ad9f-0f01c664457e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 945 time: 0.0848341 Nov 12 03:55:11.484969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6bd5857d-ed9b-4863-9375-821c4bef9b97 req-2331deae-79f5-4f45-80a2-e0a2c4adbf78 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0478830 Nov 12 03:55:11.508591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a918a87-0217-41cf-906d-a514c570c6bf req-95d57694-4e52-47c8-966a-9510a499484a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936460 Nov 12 03:55:11.913331 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc350e-5753-4e0c-9fbf-cf6e4c00e8af req-298ae706-680e-4f4c-8ce7-1b924c4996f0 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:11.914957 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dcbc350e-5753-4e0c-9fbf-cf6e4c00e8af req-298ae706-680e-4f4c-8ce7-1b924c4996f0 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 949 time: 0.0611327 Nov 12 03:55:11.985295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dcbc350e-5753-4e0c-9fbf-cf6e4c00e8af req-d66c9bcc-fb18-4186-9bef-0a57dc86a7ba tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624695 Nov 12 03:55:12.537306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0d543-69b5-4f79-815a-4fb2a165c411 req-9f339db2-8181-43b3-a3d2-892033cb4639 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:12.539021 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0fb0d543-69b5-4f79-815a-4fb2a165c411 req-9f339db2-8181-43b3-a3d2-892033cb4639 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0871768 Nov 12 03:55:12.617089 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0fb0d543-69b5-4f79-815a-4fb2a165c411 req-36899598-31ca-4c51-add8-5f21dc02397f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529766 Nov 12 03:55:12.678229 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16481015-f7ad-44a5-80b5-4232836fa327 req-5a5bb00f-8d6e-4b30-9551-78aca3aceadc tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0477602 Nov 12 03:55:12.797042 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14563bc-75a8-4838-9c0e-5be8c7f47a0c req-663b6a00-f5eb-4b24-a106-33607af4d293 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:12.799417 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f14563bc-75a8-4838-9c0e-5be8c7f47a0c req-663b6a00-f5eb-4b24-a106-33607af4d293 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 945 time: 0.0688314 Nov 12 03:55:12.892475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f14563bc-75a8-4838-9c0e-5be8c7f47a0c req-413dce20-ca6d-4369-ae6e-401b0afa83ea tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840392 Nov 12 03:55:13.211541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6cdc3-5df6-4f77-857f-b973753d46b8 req-e6f07f5a-d43e-4512-bedf-3841e78f7150 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:13.214542 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-02b6cdc3-5df6-4f77-857f-b973753d46b8 req-e6f07f5a-d43e-4512-bedf-3841e78f7150 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 949 time: 0.0980647 Nov 12 03:55:13.280718 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-02b6cdc3-5df6-4f77-857f-b973753d46b8 req-4d2d1f7f-f0e1-4830-ad48-26bf115b28a8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593402 Nov 12 03:55:13.547281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device be386246-99b7-403b-8242-8b84f96b48cf up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:13.783085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port be386246-99b7-403b-8242-8b84f96b48cf completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:55:13.789093 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port be386246-99b7-403b-8242-8b84f96b48cf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:13.789876 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.802664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402a79e-3e37-4865-8220-9485b8eb0a3e req-8f49954a-bae3-4020-a8c6-d61861ff7eb8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:13.806757 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8402a79e-3e37-4865-8220-9485b8eb0a3e req-8f49954a-bae3-4020-a8c6-d61861ff7eb8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0876553 Nov 12 03:55:13.840973 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b62b882-a9b2-4d65-8c04-d2917cd54660 req-7ca36264-f32a-43d1-93e5-6b3959fa4799 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0472522 Nov 12 03:55:13.903959 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8402a79e-3e37-4865-8220-9485b8eb0a3e req-ef14ee1c-f749-4308-a674-369e2b095272 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886638 Nov 12 03:55:13.957144 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.992339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36a6cdf-d965-48b9-ba41-fc30a942c5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be386246-99b7-403b-8242-8b84f96b48cf'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:13.996533 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9f7276-6b15-45d4-bd0b-2377ead3a0b3" -d '{"events": [{"server_uuid": "b36a6cdf-d965-48b9-ba41-fc30a942c5fa", "name": "network-vif-plugged", "status": "completed", "tag": "be386246-99b7-403b-8242-8b84f96b48cf"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:14.018747 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port be386246-99b7-403b-8242-8b84f96b48cf, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=be386246-99b7-403b-8242-8b84f96b48cf,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:14.054853 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:55:14.059270 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c208e592-b42f-4fa5-b0e3-d37a740c44cd x-openstack-request-id: req-c208e592-b42f-4fa5-b0e3-d37a740c44cd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:14.059676 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36a6cdf-d965-48b9-ba41-fc30a942c5fa", "name": "network-vif-plugged", "status": "completed", "tag": "be386246-99b7-403b-8242-8b84f96b48cf", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:14.059938 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c208e592-b42f-4fa5-b0e3-d37a740c44cd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:14.060378 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36a6cdf-d965-48b9-ba41-fc30a942c5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be386246-99b7-403b-8242-8b84f96b48cf', 'code': 200} Nov 12 03:55:14.071904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7cad3-5f10-416d-b97a-d6096e1e1586 req-5802a0ef-5b75-412c-a0c4-fff04289dfad tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:14.073747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6cb7cad3-5f10-416d-b97a-d6096e1e1586 req-5802a0ef-5b75-412c-a0c4-fff04289dfad tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 945 time: 0.0881793 Nov 12 03:55:14.144985 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6cb7cad3-5f10-416d-b97a-d6096e1e1586 req-73df3fe9-3cbd-4b11-ad13-58b51bf739ef tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587027 Nov 12 03:55:14.172729 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:14.184678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4d0c4-c5a6-4307-b0c4-f66733341eb5 req-a8df99db-dcef-49ec-ac9c-3ee03c61aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:14.187251 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82a4d0c4-c5a6-4307-b0c4-f66733341eb5 req-a8df99db-dcef-49ec-ac9c-3ee03c61aa18 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 1097 time: 0.0548365 Nov 12 03:55:14.266740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=be386246-99b7-403b-8242-8b84f96b48cf,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:14.290129 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82a4d0c4-c5a6-4307-b0c4-f66733341eb5 req-cc5ae7a1-4d61-47db-a749-5a4df579f3e3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898488 Nov 12 03:55:14.442964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d6e4a-7de1-407c-9817-06c776d8994c req-defa2b75-1d6a-46c5-8ccc-1c08545ea783 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:14.456355 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c5d6e4a-7de1-407c-9817-06c776d8994c req-defa2b75-1d6a-46c5-8ccc-1c08545ea783 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 949 time: 0.0881329 Nov 12 03:55:14.570732 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c5d6e4a-7de1-407c-9817-06c776d8994c req-2cb1a804-bd8f-4bad-a798-023dabd67fb1 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093566 Nov 12 03:55:14.741806 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533ef7a-f61c-4a56-bfc6-6d0161083470 req-a6916217-cb9a-4315-a6f9-59d906f832be tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:14.744944 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6533ef7a-f61c-4a56-bfc6-6d0161083470 req-a6916217-cb9a-4315-a6f9-59d906f832be tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 1101 time: 0.0719914 Nov 12 03:55:14.813344 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6533ef7a-f61c-4a56-bfc6-6d0161083470 req-a62e442f-c8e5-4663-ac71-3530f5732242 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617769 Nov 12 03:55:15.067405 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94c6c9ea-9215-4382-b55d-20a286744915 req-3bc2e935-cd0f-47e1-a09a-bed7f916a979 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0615947 Nov 12 03:55:15.120691 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b194c-256f-411c-8cc5-8544e1007528 req-022d8aab-d3c7-44da-856f-da0a606ae0f1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:15.135114 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-566b194c-256f-411c-8cc5-8544e1007528 req-022d8aab-d3c7-44da-856f-da0a606ae0f1 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0976088 Nov 12 03:55:15.255053 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-566b194c-256f-411c-8cc5-8544e1007528 req-eab93400-b048-4829-859a-9609dbc89387 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187696 Nov 12 03:55:15.308728 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-6ef512b5-10df-4972-9dc1-e5259c68016f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535972 Nov 12 03:55:15.440800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7e0db-2d38-45f9-b89b-61d5bed5169f req-fcdaa901-a0e1-47d2-9123-df325ae44d30 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:15.443786 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f4d7e0db-2d38-45f9-b89b-61d5bed5169f req-fcdaa901-a0e1-47d2-9123-df325ae44d30 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0930552 Nov 12 03:55:15.518713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-b75a11f5-67c2-4b10-b152-364f29bbcade tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:15.526699 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f4d7e0db-2d38-45f9-b89b-61d5bed5169f req-d7635758-8762-4c58-83f7-348e6a60916e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736780 Nov 12 03:55:15.532362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-b75a11f5-67c2-4b10-b152-364f29bbcade tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096021 Nov 12 03:55:15.564142 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-01559760-754a-4d55-910d-5001e7958bfe tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/quotas/9880da1ff4024a32b6fc37ffaf7c19a7 HTTP/1.1" status: 200 len: 375 time: 0.0271046 Nov 12 03:55:15.673018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-97a4ae3d-264f-456e-bb5b-18c2f336c7e1 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1091733 Nov 12 03:55:16.269661 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5e8efd29-87a0-4765-90be-d0d98a13a799 req-049863c5-0839-4568-b3d9-b520b4367394 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 210 time: 0.0812187 Nov 12 03:55:16.354884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e479b69d-6111-494e-b183-9c3395b63249 req-059fc776-ca95-4dcc-ad38-01d788e649ac tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0927908 Nov 12 03:55:16.504082 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9b3a8-bfc9-4cdd-9b98-d668c423fc89 req-ca621812-f621-4f7e-a35d-b1e75001ae45 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:16.506825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c5c9b3a8-bfc9-4cdd-9b98-d668c423fc89 req-ca621812-f621-4f7e-a35d-b1e75001ae45 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0862377 Nov 12 03:55:16.572873 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c5c9b3a8-bfc9-4cdd-9b98-d668c423fc89 req-f9ec08d7-674b-46fe-b08a-1f8ff02daff2 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539770 Nov 12 03:55:16.713795 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c477bc3-fbb9-457f-b0e7-6eb5e1e5fb01 req-5a5a32d1-9e6d-4e08-b366-d3957ba2c362 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:16.715321 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c477bc3-fbb9-457f-b0e7-6eb5e1e5fb01 req-5a5a32d1-9e6d-4e08-b366-d3957ba2c362 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0622206 Nov 12 03:55:16.776657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c477bc3-fbb9-457f-b0e7-6eb5e1e5fb01 req-e7657829-1e53-46c1-aeeb-e7bd8d9a7ec5 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543871 Nov 12 03:55:17.321188 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44daebd5-88a3-4a8d-9528-6503279e92b8 req-c556f600-a902-4ae5-bbb6-d73f4e5873e0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:17.322962 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-44daebd5-88a3-4a8d-9528-6503279e92b8 req-c556f600-a902-4ae5-bbb6-d73f4e5873e0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0847452 Nov 12 03:55:17.402853 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-44daebd5-88a3-4a8d-9528-6503279e92b8 req-5442af66-3c5c-4ff1-b9b0-09ac19f65adb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727947 Nov 12 03:55:17.438770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-72bdb27b-fade-4f42-a75b-9c2c724e8b86 req-d50fd98b-2a72-49a3-bf4b-d9b160187abc tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 210 time: 0.0581963 Nov 12 03:55:17.707149 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4349336f-b20e-4341-88f2-cf3121221a9e req-9bbb31fe-c5ef-4790-b1a2-8df10d7f295b tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0455530 Nov 12 03:55:17.754196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a70017-43fb-40e7-87ca-d8eb52671d27 req-2a2171d8-206e-4bf8-a0e9-ab4eeda9d386 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:17.754767 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05a70017-43fb-40e7-87ca-d8eb52671d27 req-2a2171d8-206e-4bf8-a0e9-ab4eeda9d386 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0891614 Nov 12 03:55:17.818145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05a70017-43fb-40e7-87ca-d8eb52671d27 req-a4700b68-32a8-4c5c-9798-846ec3c0cd02 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564847 Nov 12 03:55:18.572328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697489d8-c380-4cdf-9878-b38e8090411d req-b43110bd-c8b2-44fc-b957-6439d22e7295 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:18.576572 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-697489d8-c380-4cdf-9878-b38e8090411d req-b43110bd-c8b2-44fc-b957-6439d22e7295 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0819888 Nov 12 03:55:18.581601 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2cc49f2c-652e-4ad9-86c0-ea26a8802688 req-958e3581-58e7-4162-839a-fa89c4edc697 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 210 time: 0.0364513 Nov 12 03:55:18.656817 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-697489d8-c380-4cdf-9878-b38e8090411d req-99dec06c-9b26-4a66-aed7-2df43a6dc5f9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738828 Nov 12 03:55:18.714797 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:18.834035 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6301e362-fc0e-41e0-81bc-cdec7b30dbeb req-d5b078c0-363b-4b80-8999-8c3d1e1c8e53 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0330493 Nov 12 03:55:19.065439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc8ee2-fd9d-4b84-8f13-9ea6357bc849 req-fdc42b5b-f241-47a2-b4ae-79d0a2cd747a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:19.083841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7bc8ee2-fd9d-4b84-8f13-9ea6357bc849 req-fdc42b5b-f241-47a2-b4ae-79d0a2cd747a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1031675 Nov 12 03:55:19.179240 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7bc8ee2-fd9d-4b84-8f13-9ea6357bc849 req-a27046a3-3cb8-491f-b4c9-863739d53939 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939267 Nov 12 03:55:19.759732 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-2fa3db3a-54c9-4e0d-96c8-315c392b07ac tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909572 Nov 12 03:55:20.001396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-626a4319-c42e-41d0-b9c2-f2b0d3c2d67d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:20.003202 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-626a4319-c42e-41d0-b9c2-f2b0d3c2d67d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351851 Nov 12 03:55:20.040584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Request body: {'port': {'device_id': 'bd9074db-b2d3-4f46-af49-f48306746621', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '9880da1ff4024a32b6fc37ffaf7c19a7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:20.327354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33e765-4c38-4117-9666-3d28fd3c75e9 req-a6fed160-84f7-4b4b-87c1-b896f036136b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:20.340582 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c33e765-4c38-4117-9666-3d28fd3c75e9 req-a6fed160-84f7-4b4b-87c1-b896f036136b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.3356376 Nov 12 03:55:20.396019 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c299f40-380b-4afb-8816-239a20728bfe req-2cdd4b95-03b9-4437-a23e-921fd1b57c1a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 210 time: 0.6450772 Nov 12 03:55:20.447774 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Made reservation on behalf of 9880da1ff4024a32b6fc37ffaf7c19a7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:20.455439 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:20.510433 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c33e765-4c38-4117-9666-3d28fd3c75e9 req-b191f20d-7bdf-4ee8-8150-8889008f5b80 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584268 Nov 12 03:55:20.603778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59cc8cb1-45ad-4191-8885-845bcd1e1772 req-748dcedf-c55b-4254-b69f-a7a8260f3506 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0816250 Nov 12 03:55:20.722928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Allocated IP 192.168.233.40 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/9b870711-011b-40ef-bbd0-57cdd1581963) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:20.812809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06da26-2e98-4369-9084-d61a503fa8af req-92ce9bd4-9417-4dfa-80ad-d78a3d6315a7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:20.818728 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d06da26-2e98-4369-9084-d61a503fa8af req-92ce9bd4-9417-4dfa-80ad-d78a3d6315a7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1102703 Nov 12 03:55:20.902583 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d06da26-2e98-4369-9084-d61a503fa8af req-33525cc8-ec6b-4da8-a77e-a58982ec0a6f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730960 Nov 12 03:55:20.971956 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:21.114574 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42058) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:21.121711 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:21.136800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a', '73212469-12e3-4cc9-8c06-8bf353b1782d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:21.199869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:21.205510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b963a462-635c-4e16-989b-5ae0bfa39357', 'd6585b51-05b5-463c-bb50-65c7ca4561e2', 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f', 'da44bc30-5883-4385-9908-d3af33c72bd4', 'ffbcc7a3-d2f8-46c4-afc2-6ee524420823'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:21.205675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:21.207529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:21.233575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event updated for resources: {'Port': ['ID=9b870711-011b-40ef-bbd0-57cdd1581963,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:21.244658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.245004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.245340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.245674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.246005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.246382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.246708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.247027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.247344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.247663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.247980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.248322 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.305149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:21.306821 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:21.361999 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:21.429429 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-52cb0b94-fc1a-4810-9e64-2ea73a57cbb8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3904455 Nov 12 03:55:21.439097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Request body: {'port': {'device_id': 'bd9074db-b2d3-4f46-af49-f48306746621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:21.534363 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:21.600494 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:21.642664 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:21.769976 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-34619f57-5469-4833-b185-3958453f254a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e5d38cff085e4a9da78255838a83ff30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6532841 Nov 12 03:55:21.776390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3028f5-4e34-4cfe-a83e-e86ab2650372,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:21.780489 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:21.782602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b60f6-9ddc-4b26-8c96-85b80b73d554 req-611b7158-6894-489f-9202-8477b908630a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:21.783470 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e56b60f6-9ddc-4b26-8c96-85b80b73d554 req-611b7158-6894-489f-9202-8477b908630a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 935 time: 0.1610315 Nov 12 03:55:21.789115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17615c2b-a6ba-48bd-b272-0ec5edc87d99 None None] Provisioning complete for port 9b870711-011b-40ef-bbd0-57cdd1581963 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:21.789632 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17615c2b-a6ba-48bd-b272-0ec5edc87d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:21.841448 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.841995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.842537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.843073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.843610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.844170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.844934 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.846625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.847082 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.847509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.847939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.848520 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34619f57-5469-4833-b185-3958453f254a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:21.877630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66fdff-4283-4565-9057-5a71312d5010 req-2ea277b2-8c82-4664-9e49-3bafeea09b46 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:21.880872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d66fdff-4283-4565-9057-5a71312d5010 req-2ea277b2-8c82-4664-9e49-3bafeea09b46 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.2450294 Nov 12 03:55:21.952839 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e56b60f6-9ddc-4b26-8c96-85b80b73d554 req-74f1ba31-43d2-4683-a4f7-6b66907f465a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545467 Nov 12 03:55:21.976398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-17615c2b-a6ba-48bd-b272-0ec5edc87d99 None None] Port 9b870711-011b-40ef-bbd0-57cdd1581963 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:22.058480 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d66fdff-4283-4565-9057-5a71312d5010 req-9b6572c1-3027-4432-9b55-181d8dcef118 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537740 Nov 12 03:55:22.099234 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5d128f6-0ca8-4b88-b3d7-9d5a046570f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:22.176861 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5d128f6-0ca8-4b88-b3d7-9d5a046570f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:22.220118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41cb3b1a-fa7c-4535-b97a-a618e080af58 req-ab37a6d3-891e-4195-929e-33cc00d0a57d tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.1515062 Nov 12 03:55:22.440922 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5d128f6-0ca8-4b88-b3d7-9d5a046570f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:22.445082 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5d128f6-0ca8-4b88-b3d7-9d5a046570f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:22.449170 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f5d128f6-0ca8-4b88-b3d7-9d5a046570f0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4f3028f5-4e34-4cfe-a83e-e86ab2650372 HTTP/1.1" status: 204 len: 168 time: 0.6660933 Nov 12 03:55:22.470963 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d128f6-0ca8-4b88-b3d7-9d5a046570f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3028f5-4e34-4cfe-a83e-e86ab2650372,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:22.557085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b870711-011b-40ef-bbd0-57cdd1581963 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:22.578434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:22.618212 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Transition to ACTIVE for port object 9b870711-011b-40ef-bbd0-57cdd1581963 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:55:22.634973 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207393d8-a3ab-417c-be73-75b5ed89c419 req-4cb65782-448e-4fc0-972d-765839605f69 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:22.638062 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-207393d8-a3ab-417c-be73-75b5ed89c419 req-4cb65782-448e-4fc0-972d-765839605f69 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1616564 Nov 12 03:55:22.732518 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-207393d8-a3ab-417c-be73-75b5ed89c419 req-6e9b9ee6-d211-406a-aac5-c9ef80ea65f6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773180 Nov 12 03:55:22.758826 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:22.865630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Pushing event updated for resources: {'Port': ['ID=9b870711-011b-40ef-bbd0-57cdd1581963,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:22.950310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Attempting to bind port 9b870711-011b-40ef-bbd0-57cdd1581963 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:22.950651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Attempting to bind port 9b870711-011b-40ef-bbd0-57cdd1581963 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:22.950978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Attempting to bind port 9b870711-011b-40ef-bbd0-57cdd1581963 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:22.956483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Port 9b870711-011b-40ef-bbd0-57cdd1581963 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:55:22.956804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Attempting to bind port 9b870711-011b-40ef-bbd0-57cdd1581963 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:22.969280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:22.970224 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:22.970843 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:22.971474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Bound port: 9b870711-011b-40ef-bbd0-57cdd1581963, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:22.972273 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:23.007901 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69b8d010-46ac-4325-bd00-2b352ca1ac15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:23.143037 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] For port 9b870711-011b-40ef-bbd0-57cdd1581963, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:23.200812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] For port 9b870711-011b-40ef-bbd0-57cdd1581963, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9b870711-011b-40ef-bbd0-57cdd1581963,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:23.228503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0187a-636d-4acf-9f75-386eb2531fb0 req-66aba3f6-c2d1-4ce7-8bbd-055b166c2138 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:23.230998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30d0187a-636d-4acf-9f75-386eb2531fb0 req-66aba3f6-c2d1-4ce7-8bbd-055b166c2138 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 947 time: 0.1349893 Nov 12 03:55:23.312583 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30d0187a-636d-4acf-9f75-386eb2531fb0 req-1ad4bd7c-799e-4cdd-bf4b-0b71d4234bf0 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714540 Nov 12 03:55:23.315612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114619-3ee9-4551-9d55-0e061ad4d47d req-8dcf7058-81d1-4937-8663-1d2725f4ab4a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:23.319593 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-69114619-3ee9-4551-9d55-0e061ad4d47d req-8dcf7058-81d1-4937-8663-1d2725f4ab4a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0997558 Nov 12 03:55:23.321376 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:23.387829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:23.388889 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:23.395060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] 10.222.0.25 "PUT /v2.0/ports/9b870711-011b-40ef-bbd0-57cdd1581963 HTTP/1.1" status: 200 len: 1096 time: 1.9601686 Nov 12 03:55:23.395828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9074db-b2d3-4f46-af49-f48306746621', 'tag': '9b870711-011b-40ef-bbd0-57cdd1581963'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:23.400469 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d404bd78-afb6-4575-ae37-1b8ce4c653cc" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9074db-b2d3-4f46-af49-f48306746621", "tag": "9b870711-011b-40ef-bbd0-57cdd1581963"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:23.438120 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-69114619-3ee9-4551-9d55-0e061ad4d47d req-6cd7dd7b-0f6f-4ead-80de-87a8553017c9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002133 Nov 12 03:55:23.450359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82caf39-c02e-4904-9f89-e676c93d1270 service neutron] Pushing event updated for resources: {'Port': ['ID=9b870711-011b-40ef-bbd0-57cdd1581963,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:23.503338 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2de5ee0b-daaa-47d8-85c8-ac95b7b5c024 req-c630289c-e985-47ef-b9a6-f1738103d737 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0680339 Nov 12 03:55:23.620845 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f966619-e289-4c7c-b7fe-9b7dceb3dc93 x-openstack-request-id: req-9f966619-e289-4c7c-b7fe-9b7dceb3dc93 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:23.621276 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9074db-b2d3-4f46-af49-f48306746621", "tag": "9b870711-011b-40ef-bbd0-57cdd1581963", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:23.621571 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9f966619-e289-4c7c-b7fe-9b7dceb3dc93 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:23.622230 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9074db-b2d3-4f46-af49-f48306746621', 'tag': '9b870711-011b-40ef-bbd0-57cdd1581963', 'status': 'completed', 'code': 200} Nov 12 03:55:23.697040 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-094c0bc7-6f3a-4a9e-9130-585f3b6cdd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:23.698791 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-094c0bc7-6f3a-4a9e-9130-585f3b6cdd40 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 1099 time: 0.0621872 Nov 12 03:55:23.712577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:23.743498 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cab4ab8d-f458-4da7-8e00-3cd593666bf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:23.797045 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-efbc8316-bd41-47e3-b6a4-e770efc3c3d6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=9b870711-011b-40ef-bbd0-57cdd1581963 HTTP/1.1" status: 200 len: 217 time: 0.0848303 Nov 12 03:55:23.902567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-7cb1be66-2458-4657-86c1-a2e4075d5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:23.909941 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-7cb1be66-2458-4657-86c1-a2e4075d5f92 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1054611 Nov 12 03:55:23.910818 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cab4ab8d-f458-4da7-8e00-3cd593666bf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:23.960302 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cab4ab8d-f458-4da7-8e00-3cd593666bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.003421 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cab4ab8d-f458-4da7-8e00-3cd593666bf3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cf10febf389d40e1966e4d6e399385e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2868414 Nov 12 03:55:24.005121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4ab8d-f458-4da7-8e00-3cd593666bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f4e406-7bb4-437a-b26e-8392606c5cb4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:24.008230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42102) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:24.050736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1615a-1837-448d-8e8c-f6ef4f6f6754 req-0090df82-9128-41a8-a445-44a8464b09e7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:24.052856 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6e1615a-1837-448d-8e8c-f6ef4f6f6754 req-0090df82-9128-41a8-a445-44a8464b09e7 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1388769 Nov 12 03:55:24.056678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-bc379b2d-6821-4ccd-bea5-d20b0b5f08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:24.058545 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-bc379b2d-6821-4ccd-bea5-d20b0b5f08a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1324942 Nov 12 03:55:24.095375 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-556e3e54-2ca3-41e7-a750-eaccb16b443e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.137560 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-556e3e54-2ca3-41e7-a750-eaccb16b443e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.309804 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-556e3e54-2ca3-41e7-a750-eaccb16b443e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.314578 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-556e3e54-2ca3-41e7-a750-eaccb16b443e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.316833 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-556e3e54-2ca3-41e7-a750-eaccb16b443e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/90f4e406-7bb4-437a-b26e-8392606c5cb4 HTTP/1.1" status: 204 len: 168 time: 0.3076553 Nov 12 03:55:24.335747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e3e54-2ca3-41e7-a750-eaccb16b443e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f4e406-7bb4-437a-b26e-8392606c5cb4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:24.623871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e999d6e-3332-48c1-8c73-cad32e1d01db req-2ff1e56f-3804-4ee4-a343-77e935c5f6d7 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:24.625729 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2e999d6e-3332-48c1-8c73-cad32e1d01db req-2ff1e56f-3804-4ee4-a343-77e935c5f6d7 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 947 time: 0.1311219 Nov 12 03:55:24.633469 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6e1615a-1837-448d-8e8c-f6ef4f6f6754 req-a03d313a-61ba-4f57-a8f0-bc813fdcf141 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660093 Nov 12 03:55:24.637545 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-a6c820b1-828e-4243-977d-845584772ac2 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677109 Nov 12 03:55:24.760663 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2e999d6e-3332-48c1-8c73-cad32e1d01db req-6eca4cfe-e435-42ca-9bd3-c18b99a01a51 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217930 Nov 12 03:55:24.813821 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.874366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0fce3-bc6a-4750-9e9a-96d7f0eee92f req-f0be77f4-4b06-4055-a1e4-e2cbc6462aa2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:24.877048 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61a0fce3-bc6a-4750-9e9a-96d7f0eee92f req-f0be77f4-4b06-4055-a1e4-e2cbc6462aa2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.1065137 Nov 12 03:55:24.932382 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df66b993-4a87-491c-acda-f8b20eb6d70c req-f69869d4-2e16-496c-a9bb-92c72e0c925d service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869146 Nov 12 03:55:25.017215 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61a0fce3-bc6a-4750-9e9a-96d7f0eee92f req-4506aa11-0ac5-4aa4-8c53-68b53236aed4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279769 Nov 12 03:55:25.089969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-92c3bd9f-8ff5-468f-9b4a-c5a1b7ad15df req-5a468333-de82-42a2-a4ea-d6c2747a1847 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0679388 Nov 12 03:55:25.123083 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404bd78-afb6-4575-ae37-1b8ce4c653cc req-4eb57b3f-69fa-4fb9-8c54-cbf5e098e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.129332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d404bd78-afb6-4575-ae37-1b8ce4c653cc req-4eb57b3f-69fa-4fb9-8c54-cbf5e098e8a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 1099 time: 0.0625470 Nov 12 03:55:25.278983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404bd78-afb6-4575-ae37-1b8ce4c653cc req-01e4cb61-a6b7-4f30-8545-838482099f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.288836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d404bd78-afb6-4575-ae37-1b8ce4c653cc req-01e4cb61-a6b7-4f30-8545-838482099f59 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1439912 Nov 12 03:55:25.338687 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d404bd78-afb6-4575-ae37-1b8ce4c653cc req-e18519b4-3898-46de-a31c-fd55b49fee9d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=9b870711-011b-40ef-bbd0-57cdd1581963 HTTP/1.1" status: 200 len: 217 time: 0.0463097 Nov 12 03:55:25.425162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404bd78-afb6-4575-ae37-1b8ce4c653cc req-6ac1cc12-0ff0-411c-bcfd-011e3df57b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.426752 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d404bd78-afb6-4575-ae37-1b8ce4c653cc req-6ac1cc12-0ff0-411c-bcfd-011e3df57b90 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0773094 Nov 12 03:55:25.511705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404bd78-afb6-4575-ae37-1b8ce4c653cc req-6d4631bd-66e1-4974-aece-44dbb81cf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.514257 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d404bd78-afb6-4575-ae37-1b8ce4c653cc req-6d4631bd-66e1-4974-aece-44dbb81cf2b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0769632 Nov 12 03:55:25.652918 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d404bd78-afb6-4575-ae37-1b8ce4c653cc req-42a0e230-c724-47dd-8c25-4a081aa926ab service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298716 Nov 12 03:55:25.839441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360be529-1699-4a0e-834e-1274fb876fd0 req-39bf5dc4-9a04-4a9e-afb9-85ab8f8b5ff4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.840634 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d404bd78-afb6-4575-ae37-1b8ce4c653cc req-f3c814d9-e3cb-4fca-b65e-1fba79545727 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742570 Nov 12 03:55:25.848747 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-360be529-1699-4a0e-834e-1274fb876fd0 req-39bf5dc4-9a04-4a9e-afb9-85ab8f8b5ff4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0969036 Nov 12 03:55:25.924780 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e542b-46b7-490b-9e66-20272aea0426 req-c7fc06a7-b3c7-4b77-8a96-beaf37bd090e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.926442 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-279e542b-46b7-490b-9e66-20272aea0426 req-c7fc06a7-b3c7-4b77-8a96-beaf37bd090e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 947 time: 0.0670905 Nov 12 03:55:25.933209 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-360be529-1699-4a0e-834e-1274fb876fd0 req-40e8c92c-5959-4e3f-913e-783b36441e1d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776024 Nov 12 03:55:26.017423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-279e542b-46b7-490b-9e66-20272aea0426 req-a775cd64-e128-4464-9082-0ff756690260 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823154 Nov 12 03:55:26.196923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8b51e-a5b0-41f7-8b64-1f03935faf6f req-f10be2a5-2d9a-4b83-a863-74d4b85647e2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:26.199654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26f8b51e-a5b0-41f7-8b64-1f03935faf6f req-f10be2a5-2d9a-4b83-a863-74d4b85647e2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0828085 Nov 12 03:55:26.276159 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26f8b51e-a5b0-41f7-8b64-1f03935faf6f req-42c76966-4ae0-4c3f-9df8-9985daf7f446 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700333 Nov 12 03:55:26.357219 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fce4e294-4689-4848-8f6c-232fca82338f req-59a4eea5-cc59-4660-b9da-f6b91f5ee3ab tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0369751 Nov 12 03:55:26.386732 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-318469d9-e077-4e94-8659-7807f851c4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:26.652243 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:27.080531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d939b4-a4cf-43c9-bbf7-51bdf5c63756 req-97f9f15e-3130-417c-9cae-18511240ce7e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:27.083082 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16d939b4-a4cf-43c9-bbf7-51bdf5c63756 req-97f9f15e-3130-417c-9cae-18511240ce7e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0720944 Nov 12 03:55:27.220648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea015cd3-ec34-4957-8b6c-2d8c886d3961 req-b01f67b1-b770-4f25-a423-48b36a2db715 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:27.223225 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ea015cd3-ec34-4957-8b6c-2d8c886d3961 req-b01f67b1-b770-4f25-a423-48b36a2db715 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 947 time: 0.0956795 Nov 12 03:55:27.317072 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ea015cd3-ec34-4957-8b6c-2d8c886d3961 req-f5a1cca5-23aa-4106-b852-55652c965a57 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799510 Nov 12 03:55:27.642047 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16d939b4-a4cf-43c9-bbf7-51bdf5c63756 req-7389d75c-edd3-47aa-96db-ec83591eea46 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462949 Nov 12 03:55:27.731840 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6623ec0-783c-4ae3-96c3-6573700a476b req-2a4ef68d-813f-47f9-a195-1c38f6fba98d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:27.739554 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b6623ec0-783c-4ae3-96c3-6573700a476b req-2a4ef68d-813f-47f9-a195-1c38f6fba98d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0803690 Nov 12 03:55:27.813371 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a78051c-1e22-472f-999f-480859965322 req-5779f33a-f28b-4aa3-bd37-5c1ece48e373 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0439501 Nov 12 03:55:27.822842 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b6623ec0-783c-4ae3-96c3-6573700a476b req-fcb10399-ddbd-40ab-ad94-1b79b5946959 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812984 Nov 12 03:55:28.429476 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:28.496756 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068bb77-3ab9-44c7-b0d4-44a121c4e9ba req-5e4cea8b-b2fc-40a4-ad01-128ab5cefade tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:28.498529 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8068bb77-3ab9-44c7-b0d4-44a121c4e9ba req-5e4cea8b-b2fc-40a4-ad01-128ab5cefade tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 947 time: 0.0826342 Nov 12 03:55:28.566520 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8068bb77-3ab9-44c7-b0d4-44a121c4e9ba req-7aa6e5f7-2bcd-4a39-afb1-c4226bb89da5 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616560 Nov 12 03:55:28.827453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff74d42-02e9-452a-bbbc-e8055a57aee5 req-390e7538-6b41-4a3b-8713-d5135c496a0b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:28.830400 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff74d42-02e9-452a-bbbc-e8055a57aee5 req-390e7538-6b41-4a3b-8713-d5135c496a0b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0789914 Nov 12 03:55:28.949650 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:28.951902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff74d42-02e9-452a-bbbc-e8055a57aee5 req-a172a889-d2f8-48bf-888b-9fc60e15a8f2 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033022 Nov 12 03:55:29.061813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ff3cd-d4a3-414c-a601-0087107f697f req-8df11548-8bba-4dc9-847e-d229d9e1eb46 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:29.067098 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6b0ff3cd-d4a3-414c-a601-0087107f697f req-8df11548-8bba-4dc9-847e-d229d9e1eb46 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0857544 Nov 12 03:55:29.115308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37e844d5-e8c2-48f4-95fc-b7e7d6c79a2e req-4496b3b9-cae4-489c-91fe-b93785d20a2c tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0590551 Nov 12 03:55:29.159390 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6b0ff3cd-d4a3-414c-a601-0087107f697f req-dcdda767-6bd0-47cc-b5d4-bcc7d441baa1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739877 Nov 12 03:55:29.522592 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-184d6206-0f8f-4632-863d-9bfcab0b12b0 req-188e60cd-9a96-4db8-b60d-227735587fe3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0452006 Nov 12 03:55:29.671985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9b870711-011b-40ef-bbd0-57cdd1581963 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:55:29.794785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7112b8-7509-445d-9673-58b2e806b7ed req-b794b5b2-880e-451e-9966-c21c26ae75ae tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:29.800256 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3e7112b8-7509-445d-9673-58b2e806b7ed req-b794b5b2-880e-451e-9966-c21c26ae75ae tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 947 time: 0.1043367 Nov 12 03:55:29.863887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 9b870711-011b-40ef-bbd0-57cdd1581963, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9b870711-011b-40ef-bbd0-57cdd1581963,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:29.893139 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3e7112b8-7509-445d-9673-58b2e806b7ed req-ce6aff07-8100-4d81-b17e-cb4ebede8b1a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837586 Nov 12 03:55:29.896142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '9b870711-011b-40ef-bbd0-57cdd1581963', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '9b870711-011b-40ef-bbd0-57cdd1581963', 'mac_address': 'fa:16:3e:92:11:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:55:29.962832 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.978301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b870711-011b-40ef-bbd0-57cdd1581963 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:30.011479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 9b870711-011b-40ef-bbd0-57cdd1581963, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9b870711-011b-40ef-bbd0-57cdd1581963,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:30.138600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f8958-5ee2-4b45-9538-ff62d0eeb161 req-76f2879a-82ff-4a9d-b978-3caf25266b40 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:30.142218 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-817f8958-5ee2-4b45-9538-ff62d0eeb161 req-76f2879a-82ff-4a9d-b978-3caf25266b40 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0826972 Nov 12 03:55:30.161043 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:30.250308 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-817f8958-5ee2-4b45-9538-ff62d0eeb161 req-acfe24e8-6c26-42b6-9e07-4a0746ed51c0 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986102 Nov 12 03:55:30.289120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=9b870711-011b-40ef-bbd0-57cdd1581963,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:30.306128 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-037ba09c-1dd2-4abc-a5ff-befffea20667 req-79ad91b3-f0a7-4993-bdab-0da7c2c1df62 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0475273 Nov 12 03:55:30.431988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ad826-e3f3-42d9-b2cb-7cb8353c4746 req-5d19d003-d90f-4a6f-9344-b55de0b0c047 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:30.434758 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-677ad826-e3f3-42d9-b2cb-7cb8353c4746 req-5d19d003-d90f-4a6f-9344-b55de0b0c047 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0946105 Nov 12 03:55:30.498411 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-677ad826-e3f3-42d9-b2cb-7cb8353c4746 req-5edc61ba-cee3-4eea-b1d3-c74c962b6b71 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569751 Nov 12 03:55:30.627822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['9b870711-011b-40ef-bbd0-57cdd1581963'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:31.108716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3dc6ec-a14a-458b-a4c5-3dc915e863b7 req-056e04f0-480b-41e6-a4b9-f2b057416c5c tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:31.111116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c3dc6ec-a14a-458b-a4c5-3dc915e863b7 req-056e04f0-480b-41e6-a4b9-f2b057416c5c tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 948 time: 0.0797782 Nov 12 03:55:31.232740 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c3dc6ec-a14a-458b-a4c5-3dc915e863b7 req-52e5f4e9-f616-4fb5-b042-6502c9700e5f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003127 Nov 12 03:55:31.416344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135cfb7-cafb-4bd0-b30c-49155506e5b4 req-f146187a-b322-4a05-8590-16c399748eaf tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:31.418134 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9135cfb7-cafb-4bd0-b30c-49155506e5b4 req-f146187a-b322-4a05-8590-16c399748eaf tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0635979 Nov 12 03:55:31.448920 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a5577c3-5fef-42fa-b8e4-b363a31b9a6a req-9f397f8a-e8d1-4dc8-8099-95cda666516b tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0502620 Nov 12 03:55:31.507052 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9135cfb7-cafb-4bd0-b30c-49155506e5b4 req-b44963f6-c225-47e0-8dcc-9b31d75068e6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777795 Nov 12 03:55:31.684788 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03ed8a-1c76-4f45-9fbf-ca4f9ec3dc9e req-735a5c75-8cc5-437c-9d97-6273d4d15075 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:31.687498 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be03ed8a-1c76-4f45-9fbf-ca4f9ec3dc9e req-735a5c75-8cc5-437c-9d97-6273d4d15075 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0718753 Nov 12 03:55:31.768284 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be03ed8a-1c76-4f45-9fbf-ca4f9ec3dc9e req-a147b54b-600b-471c-af42-d09d4c685311 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691113 Nov 12 03:55:32.104960 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1a6704ee-9a10-43a7-8485-b42696716d13 req-6568f562-2512-4b4c-88f8-dd50cf185fbb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0cec190e816417a84273e6ec1d0c006&device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0496244 Nov 12 03:55:32.142736 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-621a87e4-dc18-4c76-b60c-061f8620b43a req-468595fc-066e-460a-8491-1326598954d9 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0729873 Nov 12 03:55:32.164003 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1a6704ee-9a10-43a7-8485-b42696716d13 req-fbc0c05d-ab75-4197-98e7-280d17b8dd33 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c0cec190e816417a84273e6ec1d0c006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376673 Nov 12 03:55:32.396457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6704ee-9a10-43a7-8485-b42696716d13 req-ec2736ec-2f9c-4bbf-a4c7-78752f25447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:32.398555 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1a6704ee-9a10-43a7-8485-b42696716d13 req-ec2736ec-2f9c-4bbf-a4c7-78752f25447c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2261212 Nov 12 03:55:32.502553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490bfae-9529-434b-96ca-69bc40938521 req-8cf93304-05e6-4e91-b33a-8d43cbfcb817 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:32.511346 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e490bfae-9529-434b-96ca-69bc40938521 req-8cf93304-05e6-4e91-b33a-8d43cbfcb817 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 948 time: 0.0954738 Nov 12 03:55:32.578223 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e490bfae-9529-434b-96ca-69bc40938521 req-0dbecd31-1dcb-4a2d-8ed1-7bb61230eec9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637236 Nov 12 03:55:32.681794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdf27a-358b-468f-ae76-835db05f7b8c req-db0afc35-f668-4a47-b0db-b7fa19b7afc8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:32.684461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fdbdf27a-358b-468f-ae76-835db05f7b8c req-db0afc35-f668-4a47-b0db-b7fa19b7afc8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0552638 Nov 12 03:55:32.744157 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fdbdf27a-358b-468f-ae76-835db05f7b8c req-6cdb66fe-1dd2-4ea4-a617-eb9baa6e5aa0 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496204 Nov 12 03:55:32.972907 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00051a8-cf8c-4150-b97c-a87bc557ad86 req-822f3d46-0f50-4ca5-9385-a7665608e9ba tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:32.975309 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a00051a8-cf8c-4150-b97c-a87bc557ad86 req-822f3d46-0f50-4ca5-9385-a7665608e9ba tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0896361 Nov 12 03:55:33.093889 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a00051a8-cf8c-4150-b97c-a87bc557ad86 req-9623fd10-05de-47cc-8379-8de466b6d618 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112254 Nov 12 03:55:33.333056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e1e93bbe-d3c6-424b-9050-d155d33ac6f7 req-07d7aede-5ea7-40d6-be6c-1a2ee8337b39 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0531390 Nov 12 03:55:33.687049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9b870711-011b-40ef-bbd0-57cdd1581963 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:33.741620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e86277-5822-4b01-8e1a-06d895c66216 req-546877f4-089d-4ecd-9250-4fca1f976834 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:33.744028 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85e86277-5822-4b01-8e1a-06d895c66216 req-546877f4-089d-4ecd-9250-4fca1f976834 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 948 time: 0.0649981 Nov 12 03:55:33.838910 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85e86277-5822-4b01-8e1a-06d895c66216 req-15b22817-82e6-453a-9ef9-7518d4852d96 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811949 Nov 12 03:55:33.932448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d58be4-66eb-4300-8134-feac3f476f8d req-9aecfbed-b789-47e4-b661-2a18af12bd65 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:33.934334 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62d58be4-66eb-4300-8134-feac3f476f8d req-9aecfbed-b789-47e4-b661-2a18af12bd65 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0754004 Nov 12 03:55:33.988654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1a6704ee-9a10-43a7-8485-b42696716d13 req-e1711720-cc76-4d19-aa0e-3f0adce86136 tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.25 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0294745 Nov 12 03:55:34.013691 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62d58be4-66eb-4300-8134-feac3f476f8d req-bdb37d06-2bda-43e9-9df4-c812508365c2 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733931 Nov 12 03:55:34.051169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 9b870711-011b-40ef-bbd0-57cdd1581963 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:55:34.058053 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 9b870711-011b-40ef-bbd0-57cdd1581963 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:34.058588 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:34.184812 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:34.236387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 9b870711-011b-40ef-bbd0-57cdd1581963, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9b870711-011b-40ef-bbd0-57cdd1581963,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:34.237892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9074db-b2d3-4f46-af49-f48306746621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b870711-011b-40ef-bbd0-57cdd1581963'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:34.242418 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f589cf-8a18-4177-aa79-1c71ae2487c6" -d '{"events": [{"server_uuid": "bd9074db-b2d3-4f46-af49-f48306746621", "name": "network-vif-plugged", "status": "completed", "tag": "9b870711-011b-40ef-bbd0-57cdd1581963"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:34.280809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cb07f-b873-424c-86ac-024b1682d8af req-271e94eb-b576-4909-b7ea-8699177a86b7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:34.298386 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-030cb07f-b873-424c-86ac-024b1682d8af req-271e94eb-b576-4909-b7ea-8699177a86b7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.1116486 Nov 12 03:55:34.316491 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:34.376599 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-030cb07f-b873-424c-86ac-024b1682d8af req-74602884-2ef1-4062-8b1d-7582b1c2cfae tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712025 Nov 12 03:55:34.531932 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eafea06-990b-441a-a8c4-3ff7e1f95111 x-openstack-request-id: req-7eafea06-990b-441a-a8c4-3ff7e1f95111 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:34.532253 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9074db-b2d3-4f46-af49-f48306746621", "name": "network-vif-plugged", "status": "completed", "tag": "9b870711-011b-40ef-bbd0-57cdd1581963", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:34.532688 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7eafea06-990b-441a-a8c4-3ff7e1f95111 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:34.533089 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9074db-b2d3-4f46-af49-f48306746621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b870711-011b-40ef-bbd0-57cdd1581963', 'code': 200} Nov 12 03:55:34.555242 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=9b870711-011b-40ef-bbd0-57cdd1581963,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:34.565209 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ca48b052-adbd-49c2-a180-26e9c0f32698 req-52e1d772-0560-4ab4-ae85-4e536c33f57c tempest-ServerShowV257Test-2042042999 tempest-ServerShowV257Test-2042042999-project] 10.222.0.105 "GET /v2.0/ports?device_id=c70251eb-711b-4d06-a7fd-02d553856609 HTTP/1.1" status: 200 len: 210 time: 0.0475526 Nov 12 03:55:34.588367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327224c-de56-4584-b654-429cd6fefe3e req-cf27fc87-5af4-48c7-a377-8166d97d67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:34.590571 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0327224c-de56-4584-b654-429cd6fefe3e req-cf27fc87-5af4-48c7-a377-8166d97d67a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 1101 time: 0.0605547 Nov 12 03:55:34.647084 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0327224c-de56-4584-b654-429cd6fefe3e req-c8d687d0-d95b-4759-a821-3b67338d77ab service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446558 Nov 12 03:55:34.979846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd845d4c-00a2-44fa-ba9f-fbd58f02fe41 req-b11cbca5-251c-488b-a5e4-cd34bed3796b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:34.981641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd845d4c-00a2-44fa-ba9f-fbd58f02fe41 req-b11cbca5-251c-488b-a5e4-cd34bed3796b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 949 time: 0.0553069 Nov 12 03:55:35.038777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd845d4c-00a2-44fa-ba9f-fbd58f02fe41 req-52379226-0767-4518-aff6-000a9de0c349 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501609 Nov 12 03:55:35.159749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38750f23-beb6-43b5-abf0-4561cc878eb1 req-fd455769-a17d-47ec-8666-b0847d607e33 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:35.161302 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-38750f23-beb6-43b5-abf0-4561cc878eb1 req-fd455769-a17d-47ec-8666-b0847d607e33 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0610244 Nov 12 03:55:35.219263 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-38750f23-beb6-43b5-abf0-4561cc878eb1 req-50b34690-64ca-45bd-8fcd-f27effca648a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481141 Nov 12 03:55:35.572778 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b9592-5888-4dd9-be08-99437c7cf124 req-2f53b13a-2162-40fc-9e06-6ff876968a8e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:35.574414 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b05b9592-5888-4dd9-be08-99437c7cf124 req-2f53b13a-2162-40fc-9e06-6ff876968a8e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0862942 Nov 12 03:55:35.712127 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b05b9592-5888-4dd9-be08-99437c7cf124 req-e39384c0-4678-4b2c-8e61-675422c81b9b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247048 Nov 12 03:55:36.254949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c3101-e289-4cc9-b55a-c0bc6183a46e req-60cd3cfc-59d7-453c-b8fd-40e864785120 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:36.257885 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f2c3101-e289-4cc9-b55a-c0bc6183a46e req-60cd3cfc-59d7-453c-b8fd-40e864785120 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 949 time: 0.0868621 Nov 12 03:55:36.388464 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f2c3101-e289-4cc9-b55a-c0bc6183a46e req-bef208cd-b7b8-4a1e-b517-f659db12c45f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147709 Nov 12 03:55:36.506995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245bbc2-b269-461e-9e1c-ed1836938874 req-2023cddf-fff2-42a5-8e19-3808e7c4da4c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:36.520455 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0245bbc2-b269-461e-9e1c-ed1836938874 req-2023cddf-fff2-42a5-8e19-3808e7c4da4c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0937243 Nov 12 03:55:36.572596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 42370) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:36.594048 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0245bbc2-b269-461e-9e1c-ed1836938874 req-ba2a315d-0c90-4028-84bc-0d72e5752a80 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721529 Nov 12 03:55:36.722266 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f7a72a-d709-4af1-a2c2-c0742f5c23c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.857931 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f7a72a-d709-4af1-a2c2-c0742f5c23c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.898994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d430e6-294d-41a3-aa33-a3a7ac0e83c7 req-69003ad5-0c5e-4538-9f0b-fb0a5d6c0e3d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:36.901032 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77d430e6-294d-41a3-aa33-a3a7ac0e83c7 req-69003ad5-0c5e-4538-9f0b-fb0a5d6c0e3d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0851107 Nov 12 03:55:36.976429 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77d430e6-294d-41a3-aa33-a3a7ac0e83c7 req-8fe94117-1b74-48fd-9247-6fdbd8eb7cd2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647488 Nov 12 03:55:37.141891 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45f7a72a-d709-4af1-a2c2-c0742f5c23c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:37.171656 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-45f7a72a-d709-4af1-a2c2-c0742f5c23c9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c0cec190e816417a84273e6ec1d0c006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5970731 Nov 12 03:55:37.174024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7a72a-d709-4af1-a2c2-c0742f5c23c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645a17d0-709c-4387-9837-2275c65c6da3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:37.175449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42384) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:37.266777 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef972bab-1b5d-46c2-92b8-a5ed2330c0ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:37.304762 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef972bab-1b5d-46c2-92b8-a5ed2330c0ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:37.538240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4339bb0-3f48-4516-a7f5-d81ce48ea931 req-f4c0d49e-dd75-4081-978d-18b5b1eabff3 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:37.539794 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f4339bb0-3f48-4516-a7f5-d81ce48ea931 req-f4c0d49e-dd75-4081-978d-18b5b1eabff3 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 949 time: 0.0590305 Nov 12 03:55:37.541468 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef972bab-1b5d-46c2-92b8-a5ed2330c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:37.543621 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef972bab-1b5d-46c2-92b8-a5ed2330c0ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:37.544826 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ef972bab-1b5d-46c2-92b8-a5ed2330c0ad admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/645a17d0-709c-4387-9837-2275c65c6da3 HTTP/1.1" status: 204 len: 168 time: 0.3663356 Nov 12 03:55:37.561299 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef972bab-1b5d-46c2-92b8-a5ed2330c0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645a17d0-709c-4387-9837-2275c65c6da3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:37.631851 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f4339bb0-3f48-4516-a7f5-d81ce48ea931 req-f9b419d7-0650-4550-af96-b9599d4cd71c tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774853 Nov 12 03:55:37.775878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ee99c-9d1d-4889-b786-f30caba2bde9 req-7e1c53d9-8db3-4b63-84fc-81be190b2c70 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:37.785898 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-627ee99c-9d1d-4889-b786-f30caba2bde9 req-7e1c53d9-8db3-4b63-84fc-81be190b2c70 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0715861 Nov 12 03:55:37.786114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24c7db-3234-4062-b881-a78b5319767f req-2a21c47c-cddf-4521-b42d-fdd684376d66 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:37.789493 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b24c7db-3234-4062-b881-a78b5319767f req-2a21c47c-cddf-4521-b42d-fdd684376d66 tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 1101 time: 0.0714290 Nov 12 03:55:37.861935 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-627ee99c-9d1d-4889-b786-f30caba2bde9 req-332fc131-3e38-4fc8-a345-5292ed60d179 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752707 Nov 12 03:55:37.884819 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b24c7db-3234-4062-b881-a78b5319767f req-616c85ed-bb29-4689-81e3-d4594c2ab28f tempest-ServersOnMultiNodesTest-564338055 tempest-ServersOnMultiNodesTest-564338055-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839899 Nov 12 03:55:38.497535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8341698-4285-411a-a239-675df03df967 req-89ac7dab-9f3c-43e7-ad1b-42cfe091e5ae tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:38.499959 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8341698-4285-411a-a239-675df03df967 req-89ac7dab-9f3c-43e7-ad1b-42cfe091e5ae tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0667522 Nov 12 03:55:38.586618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8341698-4285-411a-a239-675df03df967 req-3b04e84d-e0fa-426a-9fda-55d0099d870d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566335 Nov 12 03:55:39.080286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2835f-1505-4d98-ae12-16d9db73d736 req-6d7a05e1-63d1-4d94-afcf-573999fae489 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:39.096544 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87c2835f-1505-4d98-ae12-16d9db73d736 req-6d7a05e1-63d1-4d94-afcf-573999fae489 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1127481 Nov 12 03:55:39.181409 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae50659-c3dc-43ba-8168-3fe47d8bcc30 req-f262e78d-c762-44f0-8acc-bbf7a567d6d7 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:39.181409 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ae50659-c3dc-43ba-8168-3fe47d8bcc30 req-f262e78d-c762-44f0-8acc-bbf7a567d6d7 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 949 time: 0.0856848 Nov 12 03:55:39.196748 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87c2835f-1505-4d98-ae12-16d9db73d736 req-09d32489-ae11-4661-9aa7-992db7cc2669 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956554 Nov 12 03:55:39.258230 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ae50659-c3dc-43ba-8168-3fe47d8bcc30 req-b5ad55ec-47fa-494f-985d-9239402b676c tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653727 Nov 12 03:55:39.576629 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42446) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:39.721634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772c2b6-1a04-4742-973e-1a4bc73712b0 req-5910a31d-937d-44fa-bb71-69d772a0016e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:39.734526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1895830221-network', 'tenant_id': 'b17027b6f69f4a3299ad65d0858f9688'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:39.735004 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c772c2b6-1a04-4742-973e-1a4bc73712b0 req-5910a31d-937d-44fa-bb71-69d772a0016e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.0760109 Nov 12 03:55:39.814846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c772c2b6-1a04-4742-973e-1a4bc73712b0 req-d8c45cc8-d8cd-4ac4-8ec7-4af45434f3dc tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829353 Nov 12 03:55:39.961028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] Made reservation on behalf of b17027b6f69f4a3299ad65d0858f9688 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:39.976789 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:39.976789 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.071508 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.292940 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.324053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:55:40.369922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:40.383477 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.384352 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] Added segment f5ab7d68-aa54-4f04-a8c0-5058d06c11ed of type vlan for network cbde581c-53b1-4991-8874-91edbe206b6f Nov 12 03:55:40.457475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4aae6-5082-4a95-b03d-2b021e98e874 req-06efbffa-3554-49cd-8023-74604b2ecae2 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:40.460085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fe4aae6-5082-4a95-b03d-2b021e98e874 req-06efbffa-3554-49cd-8023-74604b2ecae2 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 949 time: 0.0848138 Nov 12 03:55:40.469257 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.519970 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21222e8b-f242-4c35-9b6f-b514e9c3db1f req-c5b1e185-fae4-4399-8832-8eef0057bc37 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:40.522442 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-21222e8b-f242-4c35-9b6f-b514e9c3db1f req-c5b1e185-fae4-4399-8832-8eef0057bc37 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1830366 Nov 12 03:55:40.566491 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fe4aae6-5082-4a95-b03d-2b021e98e874 req-fa1b421c-d889-4e59-bf97-e9f79d7f49af tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780172 Nov 12 03:55:40.623513 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-21222e8b-f242-4c35-9b6f-b514e9c3db1f req-7648e5fd-bf51-4b7c-a4a3-b13cc1f7f278 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921679 Nov 12 03:55:40.669077 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.677180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:40.678247 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.769472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] Pushing event updated for resources: {'Network': ['ID=cbde581c-53b1-4991-8874-91edbe206b6f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:40.785535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network cbde581c-53b1-4991-8874-91edbe206b6f details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:55:40.836753 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2ce401ee-348d-43e4-9fea-269ae311da61 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.2585993 Nov 12 03:55:40.839485 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42478) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:40.847082 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-91cef101-4ce7-4b21-95e7-8fccad402ecd admin admin] Request body: {'subnet': {'network_id': 'cbde581c-53b1-4991-8874-91edbe206b6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1895830221-subnet', 'tenant_id': 'b17027b6f69f4a3299ad65d0858f9688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:40.889207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c645cd-c89f-4e62-940d-ed2da0cb8543 req-0b6fa7cb-21b6-4f93-8d55-40a470022b44 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:40.893768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8c645cd-c89f-4e62-940d-ed2da0cb8543 req-0b6fa7cb-21b6-4f93-8d55-40a470022b44 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 949 time: 0.1046166 Nov 12 03:55:41.051159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cef101-4ce7-4b21-95e7-8fccad402ecd admin admin] Made reservation on behalf of b17027b6f69f4a3299ad65d0858f9688 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:41.054241 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91cef101-4ce7-4b21-95e7-8fccad402ecd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.081261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee06380-1fc0-4127-a227-c0a58d256a7c req-01708a6f-7571-4d84-8d41-d015c92796ca tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:41.084160 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ee06380-1fc0-4127-a227-c0a58d256a7c req-01708a6f-7571-4d84-8d41-d015c92796ca tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.1202815 Nov 12 03:55:41.127597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e8c645cd-c89f-4e62-940d-ed2da0cb8543 req-febadce2-8ae7-48aa-afda-8f11510a33cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Deleting port 9b870711-011b-40ef-bbd0-57cdd1581963 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:41.127907 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8c645cd-c89f-4e62-940d-ed2da0cb8543 req-febadce2-8ae7-48aa-afda-8f11510a33cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.253267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ee06380-1fc0-4127-a227-c0a58d256a7c req-95206a15-7136-4978-9d8b-c763712c55ae tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598771 Nov 12 03:55:41.310615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e8c645cd-c89f-4e62-940d-ed2da0cb8543 req-febadce2-8ae7-48aa-afda-8f11510a33cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] For port 9b870711-011b-40ef-bbd0-57cdd1581963, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=9b870711-011b-40ef-bbd0-57cdd1581963,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:41.311336 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8c645cd-c89f-4e62-940d-ed2da0cb8543 req-febadce2-8ae7-48aa-afda-8f11510a33cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.331682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e8c645cd-c89f-4e62-940d-ed2da0cb8543 req-febadce2-8ae7-48aa-afda-8f11510a33cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Calling delete_port for 9b870711-011b-40ef-bbd0-57cdd1581963 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:41.514139 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91cef101-4ce7-4b21-95e7-8fccad402ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.594972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cef101-4ce7-4b21-95e7-8fccad402ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ae2a0e-bdc0-4522-9ca1-846d78d5fd7f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:41.607447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cef101-4ce7-4b21-95e7-8fccad402ecd admin admin] Checking segment: {'id': 'f5ab7d68-aa54-4f04-a8c0-5058d06c11ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'cbde581c-53b1-4991-8874-91edbe206b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:41.607588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cef101-4ce7-4b21-95e7-8fccad402ecd admin admin] Network hostable DHCP agents. Network: cbde581c-53b1-4991-8874-91edbe206b6f, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:55:41.652281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8c645cd-c89f-4e62-940d-ed2da0cb8543 req-febadce2-8ae7-48aa-afda-8f11510a33cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.669355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a', '73212469-12e3-4cc9-8c06-8bf353b1782d', '9b870711-011b-40ef-bbd0-57cdd1581963'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:41.721305 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b963a462-635c-4e16-989b-5ae0bfa39357', 'd6585b51-05b5-463c-bb50-65c7ca4561e2', 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f', 'da44bc30-5883-4385-9908-d3af33c72bd4', 'ffbcc7a3-d2f8-46c4-afc2-6ee524420823'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:41.743071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aeb3f7ad-7c12-4a4b-94e7-8f31161ecda2 req-bec3ed33-729c-4bf2-b799-c24a5b9cf61d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 210 time: 0.0663927 Nov 12 03:55:41.754524 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cef101-4ce7-4b21-95e7-8fccad402ecd admin admin] Network cbde581c-53b1-4991-8874-91edbe206b6f is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:55:41.879617 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-91cef101-4ce7-4b21-95e7-8fccad402ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, cbde581c-53b1-4991-8874-91edbe206b6f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:41.899380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cef101-4ce7-4b21-95e7-8fccad402ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:41.900383 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91cef101-4ce7-4b21-95e7-8fccad402ecd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.937874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febadce2-8ae7-48aa-afda-8f11510a33cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event deleted for resources: {'Port': ['ID=9b870711-011b-40ef-bbd0-57cdd1581963,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:41.938393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec9927-00db-49e0-a1eb-81763bdef860 None None] Network cbde581c-53b1-4991-8874-91edbe206b6f requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:42.062466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c645cd-c89f-4e62-940d-ed2da0cb8543 req-febadce2-8ae7-48aa-afda-8f11510a33cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] No DVR routers for this DVR port 9b870711-011b-40ef-bbd0-57cdd1581963 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:42.072588 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8c645cd-c89f-4e62-940d-ed2da0cb8543 req-febadce2-8ae7-48aa-afda-8f11510a33cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:42.077135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-91cef101-4ce7-4b21-95e7-8fccad402ecd admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2319489 Nov 12 03:55:42.095382 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8c645cd-c89f-4e62-940d-ed2da0cb8543 req-febadce2-8ae7-48aa-afda-8f11510a33cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "DELETE /v2.0/ports/9b870711-011b-40ef-bbd0-57cdd1581963 HTTP/1.1" status: 204 len: 173 time: 1.1931040 Nov 12 03:55:42.102581 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9074db-b2d3-4f46-af49-f48306746621', 'name': 'network-vif-deleted', 'tag': '9b870711-011b-40ef-bbd0-57cdd1581963'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:42.153325 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a641b5d-4c90-45c7-a0d7-805cb2c88e87" -d '{"events": [{"server_uuid": "bd9074db-b2d3-4f46-af49-f48306746621", "name": "network-vif-deleted", "tag": "9b870711-011b-40ef-bbd0-57cdd1581963"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:42.224504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1504c7-f8d5-4265-9266-74b86f8d6c53 req-3f85ccc6-e171-4f06-a277-cb56a927c9b6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:42.236836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc1504c7-f8d5-4265-9266-74b86f8d6c53 req-3f85ccc6-e171-4f06-a277-cb56a927c9b6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.4136808 Nov 12 03:55:42.284589 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecf5cb6-589d-4f38-91d9-469e41a81aa6 x-openstack-request-id: req-0ecf5cb6-589d-4f38-91d9-469e41a81aa6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:42.292526 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9074db-b2d3-4f46-af49-f48306746621", "name": "network-vif-deleted", "tag": "9b870711-011b-40ef-bbd0-57cdd1581963", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:42.292526 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0ecf5cb6-589d-4f38-91d9-469e41a81aa6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:42.292526 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9074db-b2d3-4f46-af49-f48306746621', 'name': 'network-vif-deleted', 'tag': '9b870711-011b-40ef-bbd0-57cdd1581963', 'status': 'completed', 'code': 200} Nov 12 03:55:42.373375 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc1504c7-f8d5-4265-9266-74b86f8d6c53 req-7697c29a-ef06-4a36-810b-5b4f8f4c0cf6 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349978 Nov 12 03:55:42.420157 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f484f53-90be-48f7-bfc3-1a1c138b7f59 None None] Network cbde581c-53b1-4991-8874-91edbe206b6f requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:42.445017 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341b8ac-91ed-426e-b7d2-9562292228c7 req-0dcac46a-8489-4b2d-bff8-411b727dcda8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:42.452491 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7341b8ac-91ed-426e-b7d2-9562292228c7 req-0dcac46a-8489-4b2d-bff8-411b727dcda8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.1002619 Nov 12 03:55:42.523359 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7341b8ac-91ed-426e-b7d2-9562292228c7 req-ed07b959-e5bb-4c7d-8f59-c510f30c7278 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695722 Nov 12 03:55:42.999148 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1aa93e10-8149-4d4f-a31b-b5201f1975bd req-2b5a4c12-6217-4d08-bf46-80d1e588f1ea tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 210 time: 0.1184933 Nov 12 03:55:43.313127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42534) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:43.321523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-453591859-network', 'tenant_id': 'ffbfffff9aa04df4bd7badd7cee5e889'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:43.490240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] Made reservation on behalf of ffbfffff9aa04df4bd7badd7cee5e889 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:43.493447 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.525809 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.572995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f6d9f-70cf-4650-bf1c-e4c6f9be501b req-ded00819-d940-459c-a75b-b51f6f54cf7a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:43.574648 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe3f6d9f-70cf-4650-bf1c-e4c6f9be501b req-ded00819-d940-459c-a75b-b51f6f54cf7a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1032250 Nov 12 03:55:43.662057 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe3f6d9f-70cf-4650-bf1c-e4c6f9be501b req-23a07b05-423c-4278-b22d-229f5c9d7c24 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789356 Nov 12 03:55:43.692570 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.731357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56dcac-337e-44d5-aaf1-ad8f03b1e50c req-7b18aaa6-ea9c-409d-894e-79cc645d7649 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:43.740735 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c56dcac-337e-44d5-aaf1-ad8f03b1e50c req-7b18aaa6-ea9c-409d-894e-79cc645d7649 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.1233034 Nov 12 03:55:43.815560 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c56dcac-337e-44d5-aaf1-ad8f03b1e50c req-b5a0f28d-1914-440a-85cc-d58e1aa787ab tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666890 Nov 12 03:55:43.943315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.966486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:55:43.982535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef8a022-94da-43d4-95ce-9c9c007a9c48,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:43.989133 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.989511 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] Added segment fab91dba-12f0-4b2a-941b-00efc7561272 of type vlan for network 55ff419c-e17a-477a-9889-6920d9833cd3 Nov 12 03:55:44.056845 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.177899 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.180725 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:44.194257 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.233748 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234130e-afcd-4065-ae53-09146aa40af0 req-e9b32681-7470-4ddd-a03b-287690b81d3d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:44.238430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0234130e-afcd-4065-ae53-09146aa40af0 req-e9b32681-7470-4ddd-a03b-287690b81d3d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1506031 Nov 12 03:55:44.354659 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0234130e-afcd-4065-ae53-09146aa40af0 req-dad76f08-4b9e-4736-acc1-05f6c46a634d tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034920 Nov 12 03:55:44.454848 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e573cdb-ad69-461d-9558-3eb9f7aa117c req-6725376a-fcfd-41ed-a564-0beb581fa9b3 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=bd9074db-b2d3-4f46-af49-f48306746621 HTTP/1.1" status: 200 len: 210 time: 0.1911964 Nov 12 03:55:44.459976 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1456134 Nov 12 03:55:44.463490 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 42562) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:44.478325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24629355-25a0-4d87-be22-65ba76006612 admin admin] Pushing event updated for resources: {'Network': ['ID=55ff419c-e17a-477a-9889-6920d9833cd3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:44.485198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dc337b18-6fe5-4880-aefe-7449d6964ab7 admin admin] Request body: {'subnet': {'network_id': '55ff419c-e17a-477a-9889-6920d9833cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-453591859-subnet', 'tenant_id': 'ffbfffff9aa04df4bd7badd7cee5e889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:44.494040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 55ff419c-e17a-477a-9889-6920d9833cd3 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:55:44.656911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc337b18-6fe5-4880-aefe-7449d6964ab7 admin admin] Made reservation on behalf of ffbfffff9aa04df4bd7badd7cee5e889 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:44.668806 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc337b18-6fe5-4880-aefe-7449d6964ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.838325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e5cc2-7adb-4cb7-bbdd-a87e04556fe6 req-2a5cab90-eb6b-413a-b7c8-c99bc2166f7e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:44.840728 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-411e5cc2-7adb-4cb7-bbdd-a87e04556fe6 req-2a5cab90-eb6b-413a-b7c8-c99bc2166f7e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0811687 Nov 12 03:55:44.961819 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-411e5cc2-7adb-4cb7-bbdd-a87e04556fe6 req-44cffd34-c9bd-4d49-b520-a68bce36ddc4 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029119 Nov 12 03:55:45.099211 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc337b18-6fe5-4880-aefe-7449d6964ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.174697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc337b18-6fe5-4880-aefe-7449d6964ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b4ac53-f1c4-451a-9a4e-da4ac890450e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:45.186367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6ebcb-c6a1-4941-af8a-e0e057a61c10 req-0a8048f9-d487-4610-b677-b34b2e17b34f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:45.188504 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88e6ebcb-c6a1-4941-af8a-e0e057a61c10 req-0a8048f9-d487-4610-b677-b34b2e17b34f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.2043743 Nov 12 03:55:45.262291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88e6ebcb-c6a1-4941-af8a-e0e057a61c10 req-569f5af3-e95d-4587-8d3a-5689ae03c67a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610564 Nov 12 03:55:45.290231 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc337b18-6fe5-4880-aefe-7449d6964ab7 admin admin] Checking segment: {'id': 'fab91dba-12f0-4b2a-941b-00efc7561272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '55ff419c-e17a-477a-9889-6920d9833cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:45.290599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc337b18-6fe5-4880-aefe-7449d6964ab7 admin admin] Network hostable DHCP agents. Network: 55ff419c-e17a-477a-9889-6920d9833cd3, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:55:45.417747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc337b18-6fe5-4880-aefe-7449d6964ab7 admin admin] Network 55ff419c-e17a-477a-9889-6920d9833cd3 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:55:45.597499 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-dc337b18-6fe5-4880-aefe-7449d6964ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 55ff419c-e17a-477a-9889-6920d9833cd3) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:45.622338 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13be81a8-6810-40c9-b4cb-c3ec110e40b8 None None] Network 55ff419c-e17a-477a-9889-6920d9833cd3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:45.627168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc337b18-6fe5-4880-aefe-7449d6964ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:45.629513 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc337b18-6fe5-4880-aefe-7449d6964ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.768706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9b870711-011b-40ef-bbd0-57cdd1581963 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:45.815210 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 9b870711-011b-40ef-bbd0-57cdd1581963 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:55:45.815968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 9b870711-011b-40ef-bbd0-57cdd1581963 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:55:45.862465 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dc337b18-6fe5-4880-aefe-7449d6964ab7 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3968134 Nov 12 03:55:45.946308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d5f01-0a17-4f67-91a0-399c0fcf23e4 None None] Network 55ff419c-e17a-477a-9889-6920d9833cd3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:46.271875 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313de7e-24b4-4f54-a5ef-71231d5dcff4 req-7165c256-9c13-4ebb-88a6-a8b40903c854 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:46.273672 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e313de7e-24b4-4f54-a5ef-71231d5dcff4 req-7165c256-9c13-4ebb-88a6-a8b40903c854 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0763185 Nov 12 03:55:46.360103 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e313de7e-24b4-4f54-a5ef-71231d5dcff4 req-968fae95-e637-45d7-b8b6-3b3c8320cd6e tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797429 Nov 12 03:55:46.953308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe59119-9fdb-4ea5-8f5e-17b26b03cf91 req-0b23aa92-a9d7-4bc3-8fea-c649320c37ba tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:46.958937 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ebe59119-9fdb-4ea5-8f5e-17b26b03cf91 req-0b23aa92-a9d7-4bc3-8fea-c649320c37ba tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 949 time: 0.0955124 Nov 12 03:55:46.977851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-a07d3d20-02f3-4aaa-a056-07311df24148 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:47.004705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-a07d3d20-02f3-4aaa-a056-07311df24148 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/networks?id=cbde581c-53b1-4991-8874-91edbe206b6f HTTP/1.1" status: 200 len: 825 time: 0.3066037 Nov 12 03:55:47.026274 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ebe59119-9fdb-4ea5-8f5e-17b26b03cf91 req-a5acf348-e084-4673-8566-fe7d0a572f98 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619681 Nov 12 03:55:47.037309 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-fadbe721-19cd-4750-9b20-05772ffaf333 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/quotas/b17027b6f69f4a3299ad65d0858f9688 HTTP/1.1" status: 200 len: 375 time: 0.0289316 Nov 12 03:55:47.116861 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-309e9f26-3788-4d4d-b459-fdba27473180 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=b17027b6f69f4a3299ad65d0858f9688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691226 Nov 12 03:55:47.273735 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-b47dab56-cda6-40ac-b692-cc25a9a9a2da service neutron] 10.222.0.105 "GET /v2.0/networks/cbde581c-53b1-4991-8874-91edbe206b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548240 Nov 12 03:55:47.344150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83031bb9-9af4-42e2-b628-8d6fce932b0c req-5df14d13-8b50-4796-9005-d0d63dfb4fd3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:47.350517 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83031bb9-9af4-42e2-b628-8d6fce932b0c req-5df14d13-8b50-4796-9005-d0d63dfb4fd3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.1769738 Nov 12 03:55:47.537369 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-720d2b50-93dc-45ad-86ef-3d81f2e8055a service neutron] 10.222.0.105 "GET /v2.0/networks/cbde581c-53b1-4991-8874-91edbe206b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569938 Nov 12 03:55:47.539987 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83031bb9-9af4-42e2-b628-8d6fce932b0c req-b92c8825-8167-40c3-b3d2-67be27e69573 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601615 Nov 12 03:55:48.055130 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0bd9532-4be6-49b6-b7f5-cea5297addb4 req-71337093-86fd-4dd1-be0a-063823d29417 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 210 time: 0.0580540 Nov 12 03:55:48.239258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671024a-ac19-4cff-bc10-9fa179dc2575 req-74a046ca-d826-4f6c-9775-9674887a77d8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:48.254196 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a671024a-ac19-4cff-bc10-9fa179dc2575 req-74a046ca-d826-4f6c-9775-9674887a77d8 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1900737 Nov 12 03:55:48.363282 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a671024a-ac19-4cff-bc10-9fa179dc2575 req-15d0c41e-2a21-4a0d-8654-97802ade6bbf tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036379 Nov 12 03:55:48.393052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27f142-705c-480a-8ec6-b494b6308aa9 req-8d7b4948-3592-4784-b121-7d5ae0bd6e52 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:48.401350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c27f142-705c-480a-8ec6-b494b6308aa9 req-8d7b4948-3592-4784-b121-7d5ae0bd6e52 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 949 time: 0.1286862 Nov 12 03:55:48.465994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c27f142-705c-480a-8ec6-b494b6308aa9 req-181c13f7-4e7a-4088-a970-f63dc2768dee tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586300 Nov 12 03:55:48.624656 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a48cf-b2f0-41c7-bed1-3d9139cd8247 req-801a926a-836e-48c6-89fa-3d52274d8b1c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:48.627814 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-154a48cf-b2f0-41c7-bed1-3d9139cd8247 req-801a926a-836e-48c6-89fa-3d52274d8b1c tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.0934353 Nov 12 03:55:48.852442 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.998700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db12df-093c-4a8b-92e1-d82839c57e2f req-77edcbd3-6db8-4a10-abdf-4e82e12ac853 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:49.014430 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-36db12df-093c-4a8b-92e1-d82839c57e2f req-77edcbd3-6db8-4a10-abdf-4e82e12ac853 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.2252617 Nov 12 03:55:49.049767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-154a48cf-b2f0-41c7-bed1-3d9139cd8247 req-0153a4ff-5703-44d4-84a8-9a58c33d0c5f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Deleting port 252f526c-d632-4d5b-b1f6-04a3e0a236b2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:49.050290 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-154a48cf-b2f0-41c7-bed1-3d9139cd8247 req-0153a4ff-5703-44d4-84a8-9a58c33d0c5f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.190694 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-36db12df-093c-4a8b-92e1-d82839c57e2f req-030388d0-bb5b-4dcc-b6a7-e1144a5490e6 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613357 Nov 12 03:55:49.231155 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-154a48cf-b2f0-41c7-bed1-3d9139cd8247 req-0153a4ff-5703-44d4-84a8-9a58c33d0c5f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] For port 252f526c-d632-4d5b-b1f6-04a3e0a236b2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=252f526c-d632-4d5b-b1f6-04a3e0a236b2,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:49.231571 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-154a48cf-b2f0-41c7-bed1-3d9139cd8247 req-0153a4ff-5703-44d4-84a8-9a58c33d0c5f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.234939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-361029df-0b97-4f60-98c7-42077eb57037 req-eea814e2-7ddb-4a7b-9edc-a3f3dbeef280 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 210 time: 0.0432084 Nov 12 03:55:49.257024 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-154a48cf-b2f0-41c7-bed1-3d9139cd8247 req-0153a4ff-5703-44d4-84a8-9a58c33d0c5f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Calling delete_port for 252f526c-d632-4d5b-b1f6-04a3e0a236b2 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:49.630733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f294f6b-2b76-4f8d-a913-a20bf83445ea req-dcb880f3-f5ff-4ffd-8f8c-dd735a0d4084 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:49.633471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f294f6b-2b76-4f8d-a913-a20bf83445ea req-dcb880f3-f5ff-4ffd-8f8c-dd735a0d4084 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1026790 Nov 12 03:55:49.740239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5ade1-2cf4-4616-b8db-967dabb3dd8a req-8d222346-b713-4374-8c70-8cac536b8e38 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:49.749471 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-42f5ade1-2cf4-4616-b8db-967dabb3dd8a req-8d222346-b713-4374-8c70-8cac536b8e38 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 946 time: 0.1461117 Nov 12 03:55:49.782171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f294f6b-2b76-4f8d-a913-a20bf83445ea req-cdab6a22-d124-43e8-89bf-9ef32990e25e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391838 Nov 12 03:55:49.860179 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-42f5ade1-2cf4-4616-b8db-967dabb3dd8a req-908c26db-f975-48ac-a4e2-48269336967a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048791 Nov 12 03:55:49.862636 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-154a48cf-b2f0-41c7-bed1-3d9139cd8247 req-0153a4ff-5703-44d4-84a8-9a58c33d0c5f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.920701 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['477eb4e1-30bb-447f-9cd0-4e662562b001'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:49.938992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e889e43-0a69-422c-b7df-934c761f2fe9 req-d1c8dbf7-77a3-40eb-ab98-096326a3b16c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1723785 Nov 12 03:55:49.972628 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153a4ff-5703-44d4-84a8-9a58c33d0c5f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Pushing event deleted for resources: {'Port': ['ID=252f526c-d632-4d5b-b1f6-04a3e0a236b2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:50.135981 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-154a48cf-b2f0-41c7-bed1-3d9139cd8247 req-0153a4ff-5703-44d4-84a8-9a58c33d0c5f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] No DVR routers for this DVR port 252f526c-d632-4d5b-b1f6-04a3e0a236b2 on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:50.140306 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-154a48cf-b2f0-41c7-bed1-3d9139cd8247 req-0153a4ff-5703-44d4-84a8-9a58c33d0c5f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.145552 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-154a48cf-b2f0-41c7-bed1-3d9139cd8247 req-0153a4ff-5703-44d4-84a8-9a58c33d0c5f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "DELETE /v2.0/ports/252f526c-d632-4d5b-b1f6-04a3e0a236b2 HTTP/1.1" status: 204 len: 173 time: 1.4383714 Nov 12 03:55:50.154300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc65cecf-7e92-4afb-b01d-ba74e7e42c0b', 'name': 'network-vif-deleted', 'tag': '252f526c-d632-4d5b-b1f6-04a3e0a236b2'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:50.157307 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1deeaca8-7cba-4c52-95ba-a87d65863e6e" -d '{"events": [{"server_uuid": "dc65cecf-7e92-4afb-b01d-ba74e7e42c0b", "name": "network-vif-deleted", "tag": "252f526c-d632-4d5b-b1f6-04a3e0a236b2"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:50.198976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889e43-0a69-422c-b7df-934c761f2fe9 req-82826387-64a4-4aa2-b93e-5db1211fb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:50.203143 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c76b8-f47d-4f49-ae2d-a0ef3df03dad req-03d8bb27-219c-4d7b-863c-5df0146169d1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:50.210595 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b83c76b8-f47d-4f49-ae2d-a0ef3df03dad req-03d8bb27-219c-4d7b-863c-5df0146169d1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1129732 Nov 12 03:55:50.219505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e889e43-0a69-422c-b7df-934c761f2fe9 req-82826387-64a4-4aa2-b93e-5db1211fb767 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 1102 time: 0.2376633 Nov 12 03:55:50.287244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bbf4b-9c68-402a-a361-d7eace26c186 req-a71b03bd-7d69-4dd7-8ddd-07190e19378a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:50.291906 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb2bbf4b-9c68-402a-a361-d7eace26c186 req-a71b03bd-7d69-4dd7-8ddd-07190e19378a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 949 time: 0.2105992 Nov 12 03:55:50.474167 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b83c76b8-f47d-4f49-ae2d-a0ef3df03dad req-2a8ac559-2ea4-4a3b-aa81-5ccea8885e62 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456558 Nov 12 03:55:50.539390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74ddf0-65a3-4538-8290-8fb7c0a62ee7 req-56db221b-7bf1-48a0-930c-f1192bed1b25 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:50.542997 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e74ddf0-65a3-4538-8290-8fb7c0a62ee7 req-56db221b-7bf1-48a0-930c-f1192bed1b25 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 949 time: 0.4625201 Nov 12 03:55:50.776825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-da66ab52-a5b8-4f72-bd67-9c24beef65dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1614902 Nov 12 03:55:50.810386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 252f526c-d632-4d5b-b1f6-04a3e0a236b2 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:50.883346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fb2bbf4b-9c68-402a-a361-d7eace26c186 req-d48beaac-c904-4f22-9ba7-7067b676fa3e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Deleting port ffbcc7a3-d2f8-46c4-afc2-6ee524420823 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:50.890382 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb2bbf4b-9c68-402a-a361-d7eace26c186 req-d48beaac-c904-4f22-9ba7-7067b676fa3e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.896235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 252f526c-d632-4d5b-b1f6-04a3e0a236b2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:55:50.896579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 252f526c-d632-4d5b-b1f6-04a3e0a236b2 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:55:50.899070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ffbcc7a3-d2f8-46c4-afc2-6ee524420823 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:50.914898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889e43-0a69-422c-b7df-934c761f2fe9 req-2497ab79-6ffa-4488-8b30-1279935062b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:50.930949 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e4e2d8-a218-4c7d-bb2c-03b58c027a79 x-openstack-request-id: req-28e4e2d8-a218-4c7d-bb2c-03b58c027a79 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:50.930949 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc65cecf-7e92-4afb-b01d-ba74e7e42c0b", "name": "network-vif-deleted", "tag": "252f526c-d632-4d5b-b1f6-04a3e0a236b2", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:50.931457 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-28e4e2d8-a218-4c7d-bb2c-03b58c027a79 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:50.935755 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc65cecf-7e92-4afb-b01d-ba74e7e42c0b', 'name': 'network-vif-deleted', 'tag': '252f526c-d632-4d5b-b1f6-04a3e0a236b2', 'status': 'completed', 'code': 200} Nov 12 03:55:50.943813 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e889e43-0a69-422c-b7df-934c761f2fe9 req-2497ab79-6ffa-4488-8b30-1279935062b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.6746097 Nov 12 03:55:50.990477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-f3c0f9dc-b970-42c6-97ba-9e42aafe371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:50.990979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-f3c0f9dc-b970-42c6-97ba-9e42aafe371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:50.991460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-f3c0f9dc-b970-42c6-97ba-9e42aafe371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:50.992077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-f3c0f9dc-b970-42c6-97ba-9e42aafe371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:50.992575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-f3c0f9dc-b970-42c6-97ba-9e42aafe371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:50.993045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-f3c0f9dc-b970-42c6-97ba-9e42aafe371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:50.993536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-f3c0f9dc-b970-42c6-97ba-9e42aafe371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:51.004346 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-f3c0f9dc-b970-42c6-97ba-9e42aafe371a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9678195170c4bbb866cded26d46169a&device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 6496 time: 0.1448245 Nov 12 03:55:51.049778 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:55:51.070176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e889e43-0a69-422c-b7df-934c761f2fe9 req-41b86750-22c1-4a45-956b-0bb1b3e78380 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=c854c730-a525-4173-b69b-55a35dd6bf0a HTTP/1.1" status: 200 len: 217 time: 0.1111169 Nov 12 03:55:51.088594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e74ddf0-65a3-4538-8290-8fb7c0a62ee7 req-5b09d112-bd09-4379-a43d-9d9f1f7d646f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422078 Nov 12 03:55:51.100252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9ab261f4-c3d2-49ab-a30c-a42998cfd200 req-f9a870de-c2c9-406e-ae79-8f8231d1c667 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 210 time: 0.0940945 Nov 12 03:55:51.190125 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.287672 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ffbcc7a3-d2f8-46c4-afc2-6ee524420823, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ffbcc7a3-d2f8-46c4-afc2-6ee524420823,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:51.290807 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b95591d-109d-48cb-b373-7bcc958caab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffbcc7a3-d2f8-46c4-afc2-6ee524420823'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:51.293388 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb56810-48f8-4d6f-b0bd-cab7ddf2f72d" -d '{"events": [{"server_uuid": "2b95591d-109d-48cb-b373-7bcc958caab9", "name": "network-vif-unplugged", "status": "completed", "tag": "ffbcc7a3-d2f8-46c4-afc2-6ee524420823"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:51.320167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889e43-0a69-422c-b7df-934c761f2fe9 req-7417d12a-3f70-46eb-b57f-64a98ed8235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:51.321852 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e889e43-0a69-422c-b7df-934c761f2fe9 req-7417d12a-3f70-46eb-b57f-64a98ed8235f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1990597 Nov 12 03:55:51.382819 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.397017 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2995e4b8-beb5-47e8-ace6-4f07d8d0f04d req-b25c7829-b4ae-44c4-a973-ef64d9cc7f4a tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=dc65cecf-7e92-4afb-b01d-ba74e7e42c0b HTTP/1.1" status: 200 len: 210 time: 0.0817163 Nov 12 03:55:51.425693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889e43-0a69-422c-b7df-934c761f2fe9 req-7e3efbe3-e106-41a5-8698-d4bdb1990082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:51.427880 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e889e43-0a69-422c-b7df-934c761f2fe9 req-7e3efbe3-e106-41a5-8698-d4bdb1990082 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0870674 Nov 12 03:55:51.446525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fb2bbf4b-9c68-402a-a361-d7eace26c186 req-d48beaac-c904-4f22-9ba7-7067b676fa3e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] For port ffbcc7a3-d2f8-46c4-afc2-6ee524420823, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ffbcc7a3-d2f8-46c4-afc2-6ee524420823,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:51.447509 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb2bbf4b-9c68-402a-a361-d7eace26c186 req-d48beaac-c904-4f22-9ba7-7067b676fa3e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.497690 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ffbcc7a3-d2f8-46c4-afc2-6ee524420823,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:51.498438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fb2bbf4b-9c68-402a-a361-d7eace26c186 req-d48beaac-c904-4f22-9ba7-7067b676fa3e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Calling delete_port for ffbcc7a3-d2f8-46c4-afc2-6ee524420823 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:51.609659 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ed6028-1e84-4d5e-91c9-c41a341b4b58 x-openstack-request-id: req-f0ed6028-1e84-4d5e-91c9-c41a341b4b58 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:51.609968 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b95591d-109d-48cb-b373-7bcc958caab9", "name": "network-vif-unplugged", "status": "completed", "tag": "ffbcc7a3-d2f8-46c4-afc2-6ee524420823", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:51.610226 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f0ed6028-1e84-4d5e-91c9-c41a341b4b58 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:51.610899 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b95591d-109d-48cb-b373-7bcc958caab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffbcc7a3-d2f8-46c4-afc2-6ee524420823', 'code': 200} Nov 12 03:55:51.611666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-95baea6b-0e69-42a2-be25-e98d549986bf tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:51.615555 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-95baea6b-0e69-42a2-be25-e98d549986bf tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 811 time: 0.2858789 Nov 12 03:55:51.621056 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-fe786914-6fc1-4ab9-9693-6e1977f69dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:51.621633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-fe786914-6fc1-4ab9-9693-6e1977f69dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:51.622097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-fe786914-6fc1-4ab9-9693-6e1977f69dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:51.623710 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-fe786914-6fc1-4ab9-9693-6e1977f69dfe service neutron] 10.222.0.26 "GET /v2.0/networks?id=36a7ae9d-fb8c-4139-a69e-1f482187e050&id=20cb3bc5-e458-4eb2-a97c-572f6154372e&id=20cb3bc5-e458-4eb2-a97c-572f6154372e&id=20cb3bc5-e458-4eb2-a97c-572f6154372e&id=20cb3bc5-e458-4eb2-a97c-572f6154372e&id=1c46be60-daab-4c5d-8641-aa8b82f59a2d&id=1c46be60-daab-4c5d-8641-aa8b82f59a2d HTTP/1.1" status: 200 len: 2297 time: 0.5282836 Nov 12 03:55:51.637087 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-07f7d0f3-c9a4-414a-b14e-2ae813887b54 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/quotas/a803c520af0a4208b65655c3ed555429 HTTP/1.1" status: 200 len: 375 time: 0.0121312 Nov 12 03:55:51.784181 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-7c3362cd-e661-4777-bd4d-1e79336db253 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1398449 Nov 12 03:55:51.792078 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-38d354f4-1ec2-4398-8641-9cc2e98c2071 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ab8efd6-c4cc-4661-adf4-d41cbd22b569 HTTP/1.1" status: 200 len: 1000 time: 0.1187952 Nov 12 03:55:51.815571 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e889e43-0a69-422c-b7df-934c761f2fe9 req-7c0c6020-af04-4efe-9bac-b239346b5710 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278696 Nov 12 03:55:51.931400 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb2bbf4b-9c68-402a-a361-d7eace26c186 req-d48beaac-c904-4f22-9ba7-7067b676fa3e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.943748 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a', '73212469-12e3-4cc9-8c06-8bf353b1782d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:51.966484 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-ecb354b1-b136-4e39-b234-6884da52fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:51.968027 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-ecb354b1-b136-4e39-b234-6884da52fb23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c82bf929-4463-45be-9abb-d6db1fa7474a HTTP/1.1" status: 200 len: 851 time: 0.1258709 Nov 12 03:55:51.992061 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48beaac-c904-4f22-9ba7-7067b676fa3e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event deleted for resources: {'Port': ['ID=ffbcc7a3-d2f8-46c4-afc2-6ee524420823,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:52.013047 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b963a462-635c-4e16-989b-5ae0bfa39357', 'd6585b51-05b5-463c-bb50-65c7ca4561e2', 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f', 'da44bc30-5883-4385-9908-d3af33c72bd4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:52.060389 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-dc0d669a-0288-447f-87f8-9630c87f40d7 service neutron] 10.222.0.105 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596798 Nov 12 03:55:52.073209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e889e43-0a69-422c-b7df-934c761f2fe9 req-79ac870f-3646-4e82-9695-170d15e5f03d service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496867 Nov 12 03:55:52.218763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2bbf4b-9c68-402a-a361-d7eace26c186 req-d48beaac-c904-4f22-9ba7-7067b676fa3e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] No DVR routers for this DVR port ffbcc7a3-d2f8-46c4-afc2-6ee524420823 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:52.223325 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb2bbf4b-9c68-402a-a361-d7eace26c186 req-d48beaac-c904-4f22-9ba7-7067b676fa3e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.239744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb2bbf4b-9c68-402a-a361-d7eace26c186 req-d48beaac-c904-4f22-9ba7-7067b676fa3e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "DELETE /v2.0/ports/ffbcc7a3-d2f8-46c4-afc2-6ee524420823 HTTP/1.1" status: 204 len: 173 time: 1.7924860 Nov 12 03:55:52.240942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b95591d-109d-48cb-b373-7bcc958caab9', 'name': 'network-vif-deleted', 'tag': 'ffbcc7a3-d2f8-46c4-afc2-6ee524420823'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:52.248467 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4b6d90-e5ca-4d1e-a6b3-e13370ace3ce" -d '{"events": [{"server_uuid": "2b95591d-109d-48cb-b373-7bcc958caab9", "name": "network-vif-deleted", "tag": "ffbcc7a3-d2f8-46c4-afc2-6ee524420823"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:52.273568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-7bb3054d-ae1a-4546-b4a3-3a85a245daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:52.285834 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-7bb3054d-ae1a-4546-b4a3-3a85a245daf9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=36a7ae9d-fb8c-4139-a69e-1f482187e050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2936664 Nov 12 03:55:52.334287 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3761ac34-2d80-40af-adff-5ae94cf3b8fd req-9d58e0a8-7977-4754-a9e9-e40e9b1f23de tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 210 time: 0.0584931 Nov 12 03:55:52.507132 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9a1a689b-9519-4f17-a40f-e49f1c422644 req-0ef629bd-e4be-4f59-b0d6-c3372b1946f0 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 210 time: 0.0511038 Nov 12 03:55:52.538301 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-10924603-2253-4307-b12d-02d15a41f285 service neutron] 10.222.0.105 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769397 Nov 12 03:55:52.567809 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb20ee17-ca3c-4968-a2e5-58b62b8b2ed7 x-openstack-request-id: req-cb20ee17-ca3c-4968-a2e5-58b62b8b2ed7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:52.568135 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b95591d-109d-48cb-b373-7bcc958caab9", "name": "network-vif-deleted", "tag": "ffbcc7a3-d2f8-46c4-afc2-6ee524420823", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:52.568391 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cb20ee17-ca3c-4968-a2e5-58b62b8b2ed7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:52.569065 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b95591d-109d-48cb-b373-7bcc958caab9', 'name': 'network-vif-deleted', 'tag': 'ffbcc7a3-d2f8-46c4-afc2-6ee524420823', 'status': 'completed', 'code': 200} Nov 12 03:55:52.610923 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-1c2f59f3-9b8b-4397-af96-3a2b06d9c22b service neutron] 10.222.0.26 "GET /v2.0/networks/36a7ae9d-fb8c-4139-a69e-1f482187e050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189120 Nov 12 03:55:52.816750 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-d8910d83-8b1d-47a4-9b3b-43b500aad7e2 service neutron] 10.222.0.26 "GET /v2.0/networks/36a7ae9d-fb8c-4139-a69e-1f482187e050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949782 Nov 12 03:55:52.886922 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-37da1dd4-7aa1-4ad7-8b9e-af3c753d1c3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=23b8dda3-c607-4d03-bda1-5156ca593966 HTTP/1.1" status: 200 len: 217 time: 0.0598521 Nov 12 03:55:52.992984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-bd556ee9-843a-48b0-b9cc-e00e2ce19a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:52.998313 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-bd556ee9-843a-48b0-b9cc-e00e2ce19a25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6fe0b5a-c82d-4ced-ae13-8f510ce1c500 HTTP/1.1" status: 200 len: 797 time: 0.0998716 Nov 12 03:55:53.101574 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-6cbd56d1-cc05-4dd8-8885-cc2a4fc044c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:53.108431 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-6cbd56d1-cc05-4dd8-8885-cc2a4fc044c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=20cb3bc5-e458-4eb2-a97c-572f6154372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0956168 Nov 12 03:55:53.155172 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0477efd4-2b0e-4cd2-9a3a-2f725340cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.334605 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b91800f0-a0ba-44b6-a0a6-434529f4c52b req-b66de35a-05b2-4f45-a15a-e4967ea05b83 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 210 time: 0.0647302 Nov 12 03:55:53.411794 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-c8f4974c-a7fd-4f62-9405-26a5761ab592 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858217 Nov 12 03:55:53.662253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-a0fc3d0c-6215-4ad1-9f52-9e604e3ec953 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:53.664279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-a0fc3d0c-6215-4ad1-9f52-9e604e3ec953 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.25 "GET /v2.0/networks?id=cbde581c-53b1-4991-8874-91edbe206b6f HTTP/1.1" status: 200 len: 825 time: 0.9377732 Nov 12 03:55:53.701670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-efcc49ad-b5b0-4fd9-9259-926ba474cb88 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Request body: {'port': {'device_id': '9455abef-3bb8-4e9c-8312-121a7bd20ad0', 'network_id': 'cbde581c-53b1-4991-8874-91edbe206b6f', 'admin_state_up': True, 'tenant_id': 'b17027b6f69f4a3299ad65d0858f9688'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:53.755367 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-157f292b-f35c-4c36-9f9d-59c1dd7fae08 req-1dcbd631-0100-471d-a026-c362d3415414 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=2b95591d-109d-48cb-b373-7bcc958caab9 HTTP/1.1" status: 200 len: 210 time: 0.0972965 Nov 12 03:55:53.829200 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-a2cc6732-df65-4e59-93b1-54bf24c0d7ec service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079266 Nov 12 03:55:53.883673 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d315838b-866a-4191-a4eb-51b3cbf7a7c0 req-4a2c9c2c-d847-4861-a53e-fe18f1e0b423 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 210 time: 0.2056978 Nov 12 03:55:53.899665 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-e20e11c1-0ee5-4898-bfa6-ea0a48354ea3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=771eb8e8-60ac-43da-aa8d-f854ed1a1892 HTTP/1.1" status: 200 len: 217 time: 0.0611625 Nov 12 03:55:54.017347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-efcc49ad-b5b0-4fd9-9259-926ba474cb88 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Made reservation on behalf of b17027b6f69f4a3299ad65d0858f9688 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:54.024795 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-efcc49ad-b5b0-4fd9-9259-926ba474cb88 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.360178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-efcc49ad-b5b0-4fd9-9259-926ba474cb88 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Allocated IP 172.20.0.2 (cbde581c-53b1-4991-8874-91edbe206b6f/e2ae2a0e-bdc0-4522-9ca1-846d78d5fd7f/a88520cf-95dc-49a1-8e6b-055fddf3725e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:54.404334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-8f9216a6-abfc-4155-bf24-8002d82ade71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:54.405841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-8f9216a6-abfc-4155-bf24-8002d82ade71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6fe0b5a-c82d-4ced-ae13-8f510ce1c500 HTTP/1.1" status: 200 len: 797 time: 0.4936032 Nov 12 03:55:54.480649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0eb22c82-e867-46d5-95f4-8e226d6d5974 req-68a1b0e2-3d65-4ae7-9f70-2a821e86b04d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 210 time: 0.0461850 Nov 12 03:55:54.501275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-7a465009-ccf9-40ad-8a5f-bf7ffb839128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:54.503313 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-7a465009-ccf9-40ad-8a5f-bf7ffb839128 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=20cb3bc5-e458-4eb2-a97c-572f6154372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0715601 Nov 12 03:55:54.635267 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-938f02be-99fa-47d6-b390-bfc0411ce8bd service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229653 Nov 12 03:55:54.648492 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-efcc49ad-b5b0-4fd9-9259-926ba474cb88 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.756092 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-f0354e59-1f19-417d-b5e5-7f6dccc823d9 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121087 Nov 12 03:55:54.813552 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-93b75e6c-50cf-4e54-a4db-010f95683b72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=df914625-a669-4984-a1ad-8e796c6815cc HTTP/1.1" status: 200 len: 217 time: 0.0502009 Nov 12 03:55:54.877337 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-efcc49ad-b5b0-4fd9-9259-926ba474cb88 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.894423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-54237c66-3c7c-482d-9267-262839319f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:54.898322 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-54237c66-3c7c-482d-9267-262839319f5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6fe0b5a-c82d-4ced-ae13-8f510ce1c500 HTTP/1.1" status: 200 len: 797 time: 0.0741138 Nov 12 03:55:54.950414 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.967519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-efcc49ad-b5b0-4fd9-9259-926ba474cb88 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Network cbde581c-53b1-4991-8874-91edbe206b6f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:54.969765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-efcc49ad-b5b0-4fd9-9259-926ba474cb88 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:54.972711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-efcc49ad-b5b0-4fd9-9259-926ba474cb88 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:55.012281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc49ad-b5b0-4fd9-9259-926ba474cb88 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Pushing event updated for resources: {'Port': ['ID=a88520cf-95dc-49a1-8e6b-055fddf3725e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:55.032030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-430fcd4e-b051-4565-a5dd-5601a01d20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:55.040146 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-430fcd4e-b051-4565-a5dd-5601a01d20a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=20cb3bc5-e458-4eb2-a97c-572f6154372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0956001 Nov 12 03:55:55.040410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-efcc49ad-b5b0-4fd9-9259-926ba474cb88 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:55.040410 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-efcc49ad-b5b0-4fd9-9259-926ba474cb88 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.059693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccf2da-3431-4351-93cc-e0449e4f7379 req-a3d9f69e-02a0-42d7-95f5-8131a20ccacd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:55.061331 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07ccf2da-3431-4351-93cc-e0449e4f7379 req-a3d9f69e-02a0-42d7-95f5-8131a20ccacd tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 945 time: 0.0971596 Nov 12 03:55:55.179646 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07ccf2da-3431-4351-93cc-e0449e4f7379 req-a50ec347-5396-4f95-861e-376d9ddde5c9 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076932 Nov 12 03:55:55.197600 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-b986b2a5-b136-4de1-93d3-fc94be46de44 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562052 Nov 12 03:55:55.350752 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-1c6a2bae-6218-4fd5-af93-10c1f9157752 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431224 Nov 12 03:55:55.357490 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-efcc49ad-b5b0-4fd9-9259-926ba474cb88 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6645222 Nov 12 03:55:55.376473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Request body: {'port': {'device_id': '9455abef-3bb8-4e9c-8312-121a7bd20ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:55.414051 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-e3768906-1f83-40e5-b16a-eaac93ed58d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 HTTP/1.1" status: 200 len: 217 time: 0.0434041 Nov 12 03:55:55.431843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2952cd-0a96-44a1-8f52-52363a62c460 req-f585466b-f060-47f8-afc5-8f913ca81f25 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:55.433557 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8a2952cd-0a96-44a1-8f52-52363a62c460 req-f585466b-f060-47f8-afc5-8f913ca81f25 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 931 time: 0.0998635 Nov 12 03:55:55.455944 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.540291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-d0252a82-e5ca-4f70-8ec8-8261844dcfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:55.541808 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-d0252a82-e5ca-4f70-8ec8-8261844dcfc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6fe0b5a-c82d-4ced-ae13-8f510ce1c500 HTTP/1.1" status: 200 len: 797 time: 0.1073089 Nov 12 03:55:55.545863 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8a2952cd-0a96-44a1-8f52-52363a62c460 req-8f8795be-b4e6-4ad4-b214-ab1bec7ec696 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031849 Nov 12 03:55:55.611732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-a8137ffb-f51d-4120-8537-0fabc594023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:55.613631 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-a8137ffb-f51d-4120-8537-0fabc594023c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=20cb3bc5-e458-4eb2-a97c-572f6154372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0548813 Nov 12 03:55:55.857379 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-0d3b1928-17f8-4051-8806-9ea325029c5a service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332726 Nov 12 03:55:55.966789 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c11a34b6-ec16-4684-90ba-d8dc564c0509 req-bd36d09c-7a57-42df-837b-a3eee98eabdf tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 210 time: 0.0869107 Nov 12 03:55:56.060671 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eac61-e804-4b1e-b2af-8d0ed5978518 req-8359b0ab-64ab-4d35-860a-e3f42503e65e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:56.062948 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d0eac61-e804-4b1e-b2af-8d0ed5978518 req-8359b0ab-64ab-4d35-860a-e3f42503e65e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 949 time: 0.1620932 Nov 12 03:55:56.069884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88520cf-95dc-49a1-8e6b-055fddf3725e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:56.085631 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.086976 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-a632742c-d798-42be-bb88-e68286dfe290 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166798 Nov 12 03:55:56.113521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Transition to ACTIVE for port object a88520cf-95dc-49a1-8e6b-055fddf3725e will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:55:56.146918 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d0eac61-e804-4b1e-b2af-8d0ed5978518 req-e9cf28fa-7615-469f-bdd6-a4a4980367b2 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718067 Nov 12 03:55:56.178119 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-337182a5-1980-4df3-b19b-9a83d2cf0cfa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 HTTP/1.1" status: 200 len: 217 time: 0.0527132 Nov 12 03:55:56.250151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-f1568c32-5e82-42fa-b959-9207c2c24127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:56.254285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-f1568c32-5e82-42fa-b959-9207c2c24127 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669 HTTP/1.1" status: 200 len: 797 time: 0.0663652 Nov 12 03:55:56.374335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-3e839c78-fc42-4a76-b274-0a5e7ff457cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:56.378346 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-3e839c78-fc42-4a76-b274-0a5e7ff457cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c46be60-daab-4c5d-8641-aa8b82f59a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0965507 Nov 12 03:55:56.409166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f99575-cd74-4bee-a97d-81290255527a req-751eb363-8e3b-4d31-96fc-7c59ea1c66c5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:56.409926 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.410990 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84f99575-cd74-4bee-a97d-81290255527a req-751eb363-8e3b-4d31-96fc-7c59ea1c66c5 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 945 time: 0.0909152 Nov 12 03:55:56.429018 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd292c0c-d23e-4224-b9c8-cfa269e94292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.533590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Pushing event updated for resources: {'Port': ['ID=a88520cf-95dc-49a1-8e6b-055fddf3725e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:56.589597 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84f99575-cd74-4bee-a97d-81290255527a req-85050644-a55c-4753-9b36-a17aacd28284 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520710 Nov 12 03:55:56.648235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d2ddf-f3ae-40ce-821f-21f523136235 req-fa7c5efe-6d80-4507-8353-be96031e851b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:56.648235 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9d9d2ddf-f3ae-40ce-821f-21f523136235 req-fa7c5efe-6d80-4507-8353-be96031e851b tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 945 time: 0.1175556 Nov 12 03:55:56.654205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Attempting to bind port a88520cf-95dc-49a1-8e6b-055fddf3725e on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:56.654417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Attempting to bind port a88520cf-95dc-49a1-8e6b-055fddf3725e by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'f5ab7d68-aa54-4f04-a8c0-5058d06c11ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'cbde581c-53b1-4991-8874-91edbe206b6f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:56.654672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Attempting to bind port a88520cf-95dc-49a1-8e6b-055fddf3725e on network cbde581c-53b1-4991-8874-91edbe206b6f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:56.659877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Port a88520cf-95dc-49a1-8e6b-055fddf3725e on network cbde581c-53b1-4991-8874-91edbe206b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:55:56.660210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Attempting to bind port a88520cf-95dc-49a1-8e6b-055fddf3725e on network cbde581c-53b1-4991-8874-91edbe206b6f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:56.673573 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.673807 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-3c8d7f60-a2a7-4351-a597-768c9f835802 service neutron] 10.222.0.26 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470105 Nov 12 03:55:56.674636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:56.674967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Checking segment: {'id': 'f5ab7d68-aa54-4f04-a8c0-5058d06c11ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'cbde581c-53b1-4991-8874-91edbe206b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:56.675360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Bound using segment: {'id': 'f5ab7d68-aa54-4f04-a8c0-5058d06c11ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'cbde581c-53b1-4991-8874-91edbe206b6f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:56.675805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Bound port: a88520cf-95dc-49a1-8e6b-055fddf3725e, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ab7d68-aa54-4f04-a8c0-5058d06c11ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'cbde581c-53b1-4991-8874-91edbe206b6f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:56.676200 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.908501 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-1c672095-1ae3-4213-aa97-099190fdf6a5 service neutron] 10.222.0.26 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295880 Nov 12 03:55:56.908775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] For port a88520cf-95dc-49a1-8e6b-055fddf3725e, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:56.916285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] For port a88520cf-95dc-49a1-8e6b-055fddf3725e, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a88520cf-95dc-49a1-8e6b-055fddf3725e,segment=NetworkSegment(f5ab7d68-aa54-4f04-a8c0-5058d06c11ed),segment_id=f5ab7d68-aa54-4f04-a8c0-5058d06c11ed)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:56.936233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed8680-9a10-4eec-b047-7f4fff0661f8 req-04cb6416-49d5-4a9b-a2ce-2e5656db1e53 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:56.944539 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-23ed8680-9a10-4eec-b047-7f4fff0661f8 req-04cb6416-49d5-4a9b-a2ce-2e5656db1e53 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 943 time: 0.2275119 Nov 12 03:55:57.036124 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-23ed8680-9a10-4eec-b047-7f4fff0661f8 req-8321f31e-cd40-41bb-bf0c-9592b66cab59 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905294 Nov 12 03:55:57.058142 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-a7402081-1190-4f21-b54e-ee57d1d3ad0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7456f438-4e11-4e10-8018-96b0919a4c0b HTTP/1.1" status: 200 len: 217 time: 0.1293511 Nov 12 03:55:57.064607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9d9d2ddf-f3ae-40ce-821f-21f523136235 req-c61ec4e9-c531-4922-b233-826935b06a36 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Deleting port 477eb4e1-30bb-447f-9cd0-4e662562b001 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:57.065542 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9d9d2ddf-f3ae-40ce-821f-21f523136235 req-c61ec4e9-c531-4922-b233-826935b06a36 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.092114 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.233019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:57.233983 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.242976 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] 10.222.0.25 "PUT /v2.0/ports/a88520cf-95dc-49a1-8e6b-055fddf3725e HTTP/1.1" status: 200 len: 1092 time: 1.8642201 Nov 12 03:55:57.243894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9455abef-3bb8-4e9c-8312-121a7bd20ad0', 'tag': 'a88520cf-95dc-49a1-8e6b-055fddf3725e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:57.247104 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569f6386-3f8e-4a4d-b96c-206ccb68fdf7" -d '{"events": [{"name": "network-changed", "server_uuid": "9455abef-3bb8-4e9c-8312-121a7bd20ad0", "tag": "a88520cf-95dc-49a1-8e6b-055fddf3725e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:57.279422 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-174a923c-17ad-4092-b69e-92587d73a3c0 req-192f5e89-d00c-423f-a2d4-5a0813dd5a6b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 210 time: 0.1296329 Nov 12 03:55:57.318321 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-f4be8204-64ef-46d7-8e96-59f7917f61be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:57.318556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae710d-aa1b-4b8d-aebf-f761b6c63860 service neutron] Pushing event updated for resources: {'Port': ['ID=a88520cf-95dc-49a1-8e6b-055fddf3725e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:57.324754 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-f4be8204-64ef-46d7-8e96-59f7917f61be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669 HTTP/1.1" status: 200 len: 797 time: 0.2680893 Nov 12 03:55:57.379782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9d9d2ddf-f3ae-40ce-821f-21f523136235 req-c61ec4e9-c531-4922-b233-826935b06a36 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] For port 477eb4e1-30bb-447f-9cd0-4e662562b001, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=477eb4e1-30bb-447f-9cd0-4e662562b001,segment=NetworkSegment(4d73329b-716d-4307-ae7a-5a51712523eb),segment_id=4d73329b-716d-4307-ae7a-5a51712523eb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:57.380341 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9d9d2ddf-f3ae-40ce-821f-21f523136235 req-c61ec4e9-c531-4922-b233-826935b06a36 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.415400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4bc40-b16a-4c3a-b0c5-f7034061d99a req-6966fc45-1d74-457b-a2c9-12c157b2baa5 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:57.420960 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aaf4bc40-b16a-4c3a-b0c5-f7034061d99a req-6966fc45-1d74-457b-a2c9-12c157b2baa5 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 949 time: 0.1272695 Nov 12 03:55:57.423845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9d9d2ddf-f3ae-40ce-821f-21f523136235 req-c61ec4e9-c531-4922-b233-826935b06a36 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Calling delete_port for 477eb4e1-30bb-447f-9cd0-4e662562b001 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:57.495654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-e9bf81e3-d8aa-4ca9-ab75-5acc5d4bd34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:57.497413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-e9bf81e3-d8aa-4ca9-ab75-5acc5d4bd34d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c46be60-daab-4c5d-8641-aa8b82f59a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1195621 Nov 12 03:55:57.532333 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6383a5b7-080c-4997-ae49-13fcc702c62b x-openstack-request-id: req-6383a5b7-080c-4997-ae49-13fcc702c62b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:57.532486 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9455abef-3bb8-4e9c-8312-121a7bd20ad0", "tag": "a88520cf-95dc-49a1-8e6b-055fddf3725e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:57.532756 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6383a5b7-080c-4997-ae49-13fcc702c62b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:57.533147 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9455abef-3bb8-4e9c-8312-121a7bd20ad0', 'tag': 'a88520cf-95dc-49a1-8e6b-055fddf3725e', 'status': 'completed', 'code': 200} Nov 12 03:55:57.626666 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aaf4bc40-b16a-4c3a-b0c5-f7034061d99a req-6ec58674-b2fd-45e0-9c3c-e2a422e17d9c tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970129 Nov 12 03:55:57.645848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-e5b082ec-205c-4a6c-906d-85ea2a851b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:57.648253 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-e5b082ec-205c-4a6c-906d-85ea2a851b0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b17027b6f69f4a3299ad65d0858f9688&device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 1095 time: 0.1141288 Nov 12 03:55:57.671438 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-a48e49d3-c098-45f1-8ca5-eee4ec853b9a service neutron] 10.222.0.26 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632948 Nov 12 03:55:57.724691 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-22b3774f-8ed4-47f6-8d02-0ac31245785e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a88520cf-95dc-49a1-8e6b-055fddf3725e HTTP/1.1" status: 200 len: 217 time: 0.0632083 Nov 12 03:55:57.836219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-ff7b6a75-a2e4-4624-b73f-76f9b4b4e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:57.838122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-ff7b6a75-a2e4-4624-b73f-76f9b4b4e32f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e2ae2a0e-bdc0-4522-9ca1-846d78d5fd7f HTTP/1.1" status: 200 len: 865 time: 0.1035995 Nov 12 03:55:57.867164 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29e5ee-5ba2-4e62-8e2a-be4176a18dfc req-853444ee-d944-4ed7-a733-131eeffae6db tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:57.867164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a29e5ee-5ba2-4e62-8e2a-be4176a18dfc req-853444ee-d944-4ed7-a733-131eeffae6db tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 945 time: 0.0909328 Nov 12 03:55:57.868604 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6d40df-5328-485f-b8f3-1b442cdc69a2 req-cf5ec131-bf93-4f19-8e1f-1238f0574e37 service neutron] 10.222.0.26 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863179 Nov 12 03:55:57.897964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-49514d93-322d-48ae-b17a-cbdf846cdd76 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cbde581c-53b1-4991-8874-91edbe206b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477414 Nov 12 03:55:58.000454 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a29e5ee-5ba2-4e62-8e2a-be4176a18dfc req-b7859e8d-7a5b-4158-ad39-2c46ead1508f tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/security-groups?id=f4039d6c-09b4-494c-812b-82c993241680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248481 Nov 12 03:55:58.021134 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-e4f3113b-de6c-429f-b171-d955c3f07cb6 service neutron] 10.222.0.25 "GET /v2.0/networks/cbde581c-53b1-4991-8874-91edbe206b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162260 Nov 12 03:55:58.047315 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9d9d2ddf-f3ae-40ce-821f-21f523136235 req-c61ec4e9-c531-4922-b233-826935b06a36 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.213869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ec4e9-c531-4922-b233-826935b06a36 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Pushing event deleted for resources: {'Port': ['ID=477eb4e1-30bb-447f-9cd0-4e662562b001,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:58.269532 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-c408935b-fa29-47c4-bd84-eb9011b4e391 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:58.273162 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-c408935b-fa29-47c4-bd84-eb9011b4e391 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 811 time: 0.3020566 Nov 12 03:55:58.329843 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9d2ddf-f3ae-40ce-821f-21f523136235 req-c61ec4e9-c531-4922-b233-826935b06a36 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] No DVR routers for this DVR port 477eb4e1-30bb-447f-9cd0-4e662562b001 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:58.338464 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9d9d2ddf-f3ae-40ce-821f-21f523136235 req-c61ec4e9-c531-4922-b233-826935b06a36 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.345675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-04b8e623-5270-498d-9b99-5dc14e4e0a1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Request body: {'port': {'device_id': '4b1b6094-0297-4b33-b84d-e73571ada529', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'admin_state_up': True, 'tenant_id': 'a803c520af0a4208b65655c3ed555429'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:58.346992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9d9d2ddf-f3ae-40ce-821f-21f523136235 req-c61ec4e9-c531-4922-b233-826935b06a36 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.26 "DELETE /v2.0/ports/477eb4e1-30bb-447f-9cd0-4e662562b001 HTTP/1.1" status: 204 len: 173 time: 1.6823862 Nov 12 03:55:58.397455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdf3d3-83ef-4862-822a-31c75d778b5a req-a4486219-0ecf-410d-a60a-72685077d27b tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:58.400315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-518fd9a6-6e67-4eb4-a39e-c5a4f2bbce3e req-6dce50d6-628f-4b30-9b04-44ffcaebc08a service neutron] 10.222.0.25 "GET /v2.0/networks/cbde581c-53b1-4991-8874-91edbe206b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710301 Nov 12 03:55:58.406393 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03cdf3d3-83ef-4862-822a-31c75d778b5a req-a4486219-0ecf-410d-a60a-72685077d27b tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 943 time: 0.1308136 Nov 12 03:55:58.492443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6762b7ac-1834-496a-82b7-794039b906e9 req-86f4477c-fbea-4e0d-8933-b4e35009cba0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 210 time: 0.0471117 Nov 12 03:55:58.497025 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.552006 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03cdf3d3-83ef-4862-822a-31c75d778b5a req-669aaed6-50a1-487b-85a0-433b5a5d88e5 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441617 Nov 12 03:55:58.708473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f6386-3f8e-4a4d-b96c-206ccb68fdf7 req-59e6c336-99df-4924-aa55-f46c830f23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:58.708473 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-569f6386-3f8e-4a4d-b96c-206ccb68fdf7 req-59e6c336-99df-4924-aa55-f46c830f23f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b17027b6f69f4a3299ad65d0858f9688&device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 1095 time: 0.0999498 Nov 12 03:55:58.781977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67e563-99f4-4435-b42f-4da7f8cea03b req-74d13100-7986-4ed8-b37e-60ac9d9980b4 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:58.783563 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c67e563-99f4-4435-b42f-4da7f8cea03b req-74d13100-7986-4ed8-b37e-60ac9d9980b4 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 949 time: 0.1335862 Nov 12 03:55:58.851065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-04b8e623-5270-498d-9b99-5dc14e4e0a1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Made reservation on behalf of a803c520af0a4208b65655c3ed555429 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:58.854875 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-04b8e623-5270-498d-9b99-5dc14e4e0a1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.867554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 477eb4e1-30bb-447f-9cd0-4e662562b001 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:58.968286 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 477eb4e1-30bb-447f-9cd0-4e662562b001 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:55:58.968738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 477eb4e1-30bb-447f-9cd0-4e662562b001 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:55:58.969679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device da44bc30-5883-4385-9908-d3af33c72bd4 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:59.034268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8b965-bdab-4e3e-8b9a-294ce3db16c9 req-87cd15be-ad1a-454c-81ca-27cf402916e9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:59.034764 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.053574 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8f8b965-bdab-4e3e-8b9a-294ce3db16c9 req-87cd15be-ad1a-454c-81ca-27cf402916e9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 949 time: 0.3507767 Nov 12 03:55:59.133355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f6386-3f8e-4a4d-b96c-206ccb68fdf7 req-0d01a600-2d3e-442c-abf4-6ec7f4aeac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:59.134932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-569f6386-3f8e-4a4d-b96c-206ccb68fdf7 req-0d01a600-2d3e-442c-abf4-6ec7f4aeac65 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cbde581c-53b1-4991-8874-91edbe206b6f HTTP/1.1" status: 200 len: 927 time: 0.4190307 Nov 12 03:55:59.158417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-04b8e623-5270-498d-9b99-5dc14e4e0a1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Allocated IP 172.20.0.13 (f2f7dc6b-b790-48d0-bafb-8e1888f9faa6/36f654ec-db11-4fea-af34-2728ff8c6f0e/87eef853-eb64-4a71-be1a-ee0e5b4d784a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:59.209013 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.237537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7c67e563-99f4-4435-b42f-4da7f8cea03b req-e86e9f47-96c6-43bd-b4e3-46a1a868b5bb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Deleting port da44bc30-5883-4385-9908-d3af33c72bd4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:59.241836 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c67e563-99f4-4435-b42f-4da7f8cea03b req-e86e9f47-96c6-43bd-b4e3-46a1a868b5bb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.246641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-569f6386-3f8e-4a4d-b96c-206ccb68fdf7 req-9413c075-d931-4f8a-9204-63dbd86cf3a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a88520cf-95dc-49a1-8e6b-055fddf3725e HTTP/1.1" status: 200 len: 217 time: 0.0907459 Nov 12 03:55:59.329861 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8f8b965-bdab-4e3e-8b9a-294ce3db16c9 req-8a304c04-3c2c-4448-8557-698ef6437285 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739134 Nov 12 03:55:59.339540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b950eec2-231f-4dc5-997c-5388a57b8c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da44bc30-5883-4385-9908-d3af33c72bd4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:59.358689 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a8b0be-6793-4dba-88c1-67a530768e8d" -d '{"events": [{"server_uuid": "b950eec2-231f-4dc5-997c-5388a57b8c49", "name": "network-vif-unplugged", "status": "completed", "tag": "da44bc30-5883-4385-9908-d3af33c72bd4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:59.407912 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-53c7a1d2-4cba-4e27-ba0e-5dbf2c31078a req-f1917f03-ebf2-450a-a8cd-30c98f9de388 tempest-ServersTestJSON-223539079 tempest-ServersTestJSON-223539079-project] 10.222.0.105 "GET /v2.0/ports?device_id=79a85015-3de1-4659-b04f-b8bf5d7bacf7 HTTP/1.1" status: 200 len: 210 time: 0.0949380 Nov 12 03:55:59.415871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port da44bc30-5883-4385-9908-d3af33c72bd4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=da44bc30-5883-4385-9908-d3af33c72bd4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:59.502024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7c67e563-99f4-4435-b42f-4da7f8cea03b req-e86e9f47-96c6-43bd-b4e3-46a1a868b5bb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] For port da44bc30-5883-4385-9908-d3af33c72bd4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=da44bc30-5883-4385-9908-d3af33c72bd4,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:59.502737 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c67e563-99f4-4435-b42f-4da7f8cea03b req-e86e9f47-96c6-43bd-b4e3-46a1a868b5bb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.533733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7c67e563-99f4-4435-b42f-4da7f8cea03b req-e86e9f47-96c6-43bd-b4e3-46a1a868b5bb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Calling delete_port for da44bc30-5883-4385-9908-d3af33c72bd4 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:59.559641 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a9262f-16ae-461f-9e6e-2763467c655d x-openstack-request-id: req-42a9262f-16ae-461f-9e6e-2763467c655d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:59.562727 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b950eec2-231f-4dc5-997c-5388a57b8c49", "name": "network-vif-unplugged", "status": "completed", "tag": "da44bc30-5883-4385-9908-d3af33c72bd4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:59.563164 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-42a9262f-16ae-461f-9e6e-2763467c655d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:59.564107 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b950eec2-231f-4dc5-997c-5388a57b8c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da44bc30-5883-4385-9908-d3af33c72bd4', 'code': 200} Nov 12 03:55:59.566130 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.689132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=da44bc30-5883-4385-9908-d3af33c72bd4,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:59.807511 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-04b8e623-5270-498d-9b99-5dc14e4e0a1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.835058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39573764-5ce1-4dc4-9682-9c2d77f1817c req-6243ac45-b818-4421-a88c-dd326dbff087 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:59.841728 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-39573764-5ce1-4dc4-9682-9c2d77f1817c req-6243ac45-b818-4421-a88c-dd326dbff087 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 943 time: 0.0913942 Nov 12 03:55:59.841864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a85015-3de1-4659-b04f-b8bf5d7bacf7', 'name': 'network-vif-deleted', 'tag': '477eb4e1-30bb-447f-9cd0-4e662562b001'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:59.842544 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f35ce2-a740-4c00-a388-3fd9c9705a82" -d '{"events": [{"server_uuid": "79a85015-3de1-4659-b04f-b8bf5d7bacf7", "name": "network-vif-deleted", "tag": "477eb4e1-30bb-447f-9cd0-4e662562b001"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:59.899124 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c836a2b0-7979-4fd6-a3d6-d024a3e562b5 req-bc2bb4a0-ffee-48d4-bcbe-acf8d06c54b1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 210 time: 0.0489485 Nov 12 03:55:59.902486 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-39573764-5ce1-4dc4-9682-9c2d77f1817c req-551ed9e0-bcc6-4373-b959-68efb52b06c3 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561090 Nov 12 03:55:59.925551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f6386-3f8e-4a4d-b96c-206ccb68fdf7 req-8b1697c4-11fa-49b3-a930-fbf11ef11404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:59.927885 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-569f6386-3f8e-4a4d-b96c-206ccb68fdf7 req-8b1697c4-11fa-49b3-a930-fbf11ef11404 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e2ae2a0e-bdc0-4522-9ca1-846d78d5fd7f HTTP/1.1" status: 200 len: 865 time: 0.6658411 Nov 12 03:55:59.966245 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb49fb5-94e1-4ccb-802a-024eb3d47b10 x-openstack-request-id: req-4bb49fb5-94e1-4ccb-802a-024eb3d47b10 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:59.966714 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a85015-3de1-4659-b04f-b8bf5d7bacf7", "name": "network-vif-deleted", "tag": "477eb4e1-30bb-447f-9cd0-4e662562b001", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:59.967052 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4bb49fb5-94e1-4ccb-802a-024eb3d47b10 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:59.968165 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a85015-3de1-4659-b04f-b8bf5d7bacf7', 'name': 'network-vif-deleted', 'tag': '477eb4e1-30bb-447f-9cd0-4e662562b001', 'status': 'completed', 'code': 200} Nov 12 03:55:59.970708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-569f6386-3f8e-4a4d-b96c-206ccb68fdf7 req-fe22a46c-fe99-491f-8b75-60344c9074d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cbde581c-53b1-4991-8874-91edbe206b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346513 Nov 12 03:56:00.074377 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-04b8e623-5270-498d-9b99-5dc14e4e0a1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.079780 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-569f6386-3f8e-4a4d-b96c-206ccb68fdf7 req-73847ba3-1f1a-4a63-8456-d5008905877a service neutron] 10.222.0.25 "GET /v2.0/networks/cbde581c-53b1-4991-8874-91edbe206b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001732 Nov 12 03:56:00.080678 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c67e563-99f4-4435-b42f-4da7f8cea03b req-e86e9f47-96c6-43bd-b4e3-46a1a868b5bb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.092522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['be386246-99b7-403b-8242-8b84f96b48cf'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:00.159083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-04b8e623-5270-498d-9b99-5dc14e4e0a1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:00.163314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-04b8e623-5270-498d-9b99-5dc14e4e0a1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:00.204257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-04b8e623-5270-498d-9b99-5dc14e4e0a1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:00.216674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8e623-5270-498d-9b99-5dc14e4e0a1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event updated for resources: {'Port': ['ID=87eef853-eb64-4a71-be1a-ee0e5b4d784a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:00.306168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e9f47-96c6-43bd-b4e3-46a1a868b5bb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event deleted for resources: {'Port': ['ID=da44bc30-5883-4385-9908-d3af33c72bd4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:00.313637 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-569f6386-3f8e-4a4d-b96c-206ccb68fdf7 req-cc586d7b-6ba1-47f7-8c1b-902ee42d2604 service neutron] 10.222.0.25 "GET /v2.0/networks/cbde581c-53b1-4991-8874-91edbe206b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069931 Nov 12 03:56:00.361128 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-04b8e623-5270-498d-9b99-5dc14e4e0a1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:00.363124 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-04b8e623-5270-498d-9b99-5dc14e4e0a1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.386394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c67e563-99f4-4435-b42f-4da7f8cea03b req-e86e9f47-96c6-43bd-b4e3-46a1a868b5bb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] No DVR routers for this DVR port da44bc30-5883-4385-9908-d3af33c72bd4 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:00.393010 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7c67e563-99f4-4435-b42f-4da7f8cea03b req-e86e9f47-96c6-43bd-b4e3-46a1a868b5bb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.396737 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c67e563-99f4-4435-b42f-4da7f8cea03b req-e86e9f47-96c6-43bd-b4e3-46a1a868b5bb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "DELETE /v2.0/ports/da44bc30-5883-4385-9908-d3af33c72bd4 HTTP/1.1" status: 204 len: 173 time: 1.5764599 Nov 12 03:56:00.410490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b963a462-635c-4e16-989b-5ae0bfa39357', 'd6585b51-05b5-463c-bb50-65c7ca4561e2', 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:00.484453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 42914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:00.551896 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-04b8e623-5270-498d-9b99-5dc14e4e0a1e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2160406 Nov 12 03:56:00.556411 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-548b98bb-2975-47cc-bfdc-4ef0ff851fb9 req-c1fa3349-67e3-4a0e-ad3d-a42e6f7c58e7 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 210 time: 0.1073341 Nov 12 03:56:00.597908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Request body: {'port': {'device_id': '4b1b6094-0297-4b33-b84d-e73571ada529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:00.691485 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.778990 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d7d9332e-2cff-4f02-b4c1-f06550543038 None None] Provisioning complete for port 87eef853-eb64-4a71-be1a-ee0e5b4d784a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:00.778990 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7d9332e-2cff-4f02-b4c1-f06550543038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.882462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-273d9af7-1aa3-434e-b1e3-8ae726ce5c9f admin admin] Deleting subnet 70ace581-efc3-4076-b0ce-48737a72947d {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:56:00.882805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9332e-2cff-4f02-b4c1-f06550543038 None None] Port 87eef853-eb64-4a71-be1a-ee0e5b4d784a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:00.886031 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-273d9af7-1aa3-434e-b1e3-8ae726ce5c9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.967676 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-273d9af7-1aa3-434e-b1e3-8ae726ce5c9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.039870 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42926) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:01.087860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a', '73212469-12e3-4cc9-8c06-8bf353b1782d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:01.097864 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-273d9af7-1aa3-434e-b1e3-8ae726ce5c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.129878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0269d6-3f7e-43c6-b169-a159c954ecfa req-77db2d73-3700-4e80-ab5d-653d39481ed7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:01.137446 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d0269d6-3f7e-43c6-b169-a159c954ecfa req-77db2d73-3700-4e80-ab5d-653d39481ed7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 932 time: 0.0964742 Nov 12 03:56:01.219840 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d0269d6-3f7e-43c6-b169-a159c954ecfa req-2b426866-3126-4256-a2b2-daf43f37945f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812399 Nov 12 03:56:01.285231 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98e10a1a-63e8-4944-a2af-673ac80d7050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.308455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87eef853-eb64-4a71-be1a-ee0e5b4d784a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:01.340416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4f74b-8970-4bcd-a624-5fa3e24acdbe req-31c5be80-7e42-4ba0-beb3-9bbdefd9c0db tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:01.341216 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.352932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2a4f74b-8970-4bcd-a624-5fa3e24acdbe req-31c5be80-7e42-4ba0-beb3-9bbdefd9c0db tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 943 time: 0.1795666 Nov 12 03:56:01.400818 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Transition to ACTIVE for port object 87eef853-eb64-4a71-be1a-ee0e5b4d784a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:01.403630 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-273d9af7-1aa3-434e-b1e3-8ae726ce5c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.437668 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-273d9af7-1aa3-434e-b1e3-8ae726ce5c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.443974 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-273d9af7-1aa3-434e-b1e3-8ae726ce5c9f admin admin] 10.222.0.105 "DELETE /v2.0/subnets/70ace581-efc3-4076-b0ce-48737a72947d HTTP/1.1" status: 204 len: 168 time: 0.9583116 Nov 12 03:56:01.448809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:01.477537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d9af7-1aa3-434e-b1e3-8ae726ce5c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ace581-efc3-4076-b0ce-48737a72947d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:01.520996 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2a4f74b-8970-4bcd-a624-5fa3e24acdbe req-573c5fe8-158c-489d-98fd-78f836d20cca tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670358 Nov 12 03:56:01.602469 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.661113 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98e10a1a-63e8-4944-a2af-673ac80d7050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.662286 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Pushing event updated for resources: {'Port': ['ID=87eef853-eb64-4a71-be1a-ee0e5b4d784a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:01.678686 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a151214c-6a14-4d8c-95aa-b66b66ac8edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.747071 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98e10a1a-63e8-4944-a2af-673ac80d7050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.766745 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f9952c2c-f8f0-418c-942d-8395944aaef1 req-835c7f00-0c47-4e9d-acf4-ed54ed292c51 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=b950eec2-231f-4dc5-997c-5388a57b8c49 HTTP/1.1" status: 200 len: 210 time: 0.0412250 Nov 12 03:56:01.867554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a88520cf-95dc-49a1-8e6b-055fddf3725e details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:01.919649 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a151214c-6a14-4d8c-95aa-b66b66ac8edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.939852 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-98e10a1a-63e8-4944-a2af-673ac80d7050 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7976afc3fb424217938d4839341d7189&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8953981 Nov 12 03:56:01.940480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 42942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:01.952200 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e10a1a-63e8-4944-a2af-673ac80d7050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e1730e-1a3f-46ab-bd33-9dccd75d0cfc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:01.968789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b950eec2-231f-4dc5-997c-5388a57b8c49', 'name': 'network-vif-deleted', 'tag': 'da44bc30-5883-4385-9908-d3af33c72bd4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:01.971113 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd54f70-4a39-49b8-839a-0a2c66b27c6a" -d '{"events": [{"server_uuid": "b950eec2-231f-4dc5-997c-5388a57b8c49", "name": "network-vif-deleted", "tag": "da44bc30-5883-4385-9908-d3af33c72bd4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:01.992165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a151214c-6a14-4d8c-95aa-b66b66ac8edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5180d290-ec7a-4d87-815a-6d5ae96500d4']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:02.011989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a151214c-6a14-4d8c-95aa-b66b66ac8edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d73329b-716d-4307-ae7a-5a51712523eb') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:02.013048 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a151214c-6a14-4d8c-95aa-b66b66ac8edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d73329b-716d-4307-ae7a-5a51712523eb') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:02.032512 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7d35b8-f312-4820-95c6-2300b401a6ef x-openstack-request-id: req-cd7d35b8-f312-4820-95c6-2300b401a6ef {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:02.032512 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b950eec2-231f-4dc5-997c-5388a57b8c49", "name": "network-vif-deleted", "tag": "da44bc30-5883-4385-9908-d3af33c72bd4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:02.032512 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cd7d35b8-f312-4820-95c6-2300b401a6ef {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:02.032512 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b950eec2-231f-4dc5-997c-5388a57b8c49', 'name': 'network-vif-deleted', 'tag': 'da44bc30-5883-4385-9908-d3af33c72bd4', 'status': 'completed', 'code': 200} Nov 12 03:56:02.046653 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a151214c-6a14-4d8c-95aa-b66b66ac8edc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.057140 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Attempting to bind port 87eef853-eb64-4a71-be1a-ee0e5b4d784a on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:02.057702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Attempting to bind port 87eef853-eb64-4a71-be1a-ee0e5b4d784a by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:02.058275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Attempting to bind port 87eef853-eb64-4a71-be1a-ee0e5b4d784a on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:02.074025 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Port 87eef853-eb64-4a71-be1a-ee0e5b4d784a on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:02.074568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Attempting to bind port 87eef853-eb64-4a71-be1a-ee0e5b4d784a on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:02.087828 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f36270a-0fbe-468e-82c9-ba64f1cbade7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.089019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:02.089530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Checking segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:02.090098 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Bound using segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:02.090886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Bound port: 87eef853-eb64-4a71-be1a-ee0e5b4d784a, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:02.091352 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.123059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a88520cf-95dc-49a1-8e6b-055fddf3725e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a88520cf-95dc-49a1-8e6b-055fddf3725e,segment=NetworkSegment(f5ab7d68-aa54-4f04-a8c0-5058d06c11ed),segment_id=f5ab7d68-aa54-4f04-a8c0-5058d06c11ed)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:02.142924 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'a88520cf-95dc-49a1-8e6b-055fddf3725e', 'network_id': 'cbde581c-53b1-4991-8874-91edbe206b6f', 'port_id': 'a88520cf-95dc-49a1-8e6b-055fddf3725e', 'mac_address': 'fa:16:3e:2a:2f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ae2a0e-bdc0-4522-9ca1-846d78d5fd7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:02.152647 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f36270a-0fbe-468e-82c9-ba64f1cbade7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.161970 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a151214c-6a14-4d8c-95aa-b66b66ac8edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.183309 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a151214c-6a14-4d8c-95aa-b66b66ac8edc admin admin] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:02.184795 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a151214c-6a14-4d8c-95aa-b66b66ac8edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:02.186309 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:02.241731 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.246846 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] For port 87eef853-eb64-4a71-be1a-ee0e5b4d784a, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:02.264846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88520cf-95dc-49a1-8e6b-055fddf3725e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:02.265950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] For port 87eef853-eb64-4a71-be1a-ee0e5b4d784a, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=87eef853-eb64-4a71-be1a-ee0e5b4d784a,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:02.290970 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a88520cf-95dc-49a1-8e6b-055fddf3725e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a88520cf-95dc-49a1-8e6b-055fddf3725e,segment=NetworkSegment(f5ab7d68-aa54-4f04-a8c0-5058d06c11ed),segment_id=f5ab7d68-aa54-4f04-a8c0-5058d06c11ed)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:02.308356 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f36270a-0fbe-468e-82c9-ba64f1cbade7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.310984 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f36270a-0fbe-468e-82c9-ba64f1cbade7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.312430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5f36270a-0fbe-468e-82c9-ba64f1cbade7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e0e1730e-1a3f-46ab-bd33-9dccd75d0cfc HTTP/1.1" status: 204 len: 168 time: 0.3705175 Nov 12 03:56:02.350705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36270a-0fbe-468e-82c9-ba64f1cbade7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e1730e-1a3f-46ab-bd33-9dccd75d0cfc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:02.389276 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.410630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd705dd3-26a1-472e-a15f-8e3b1240b0df req-0b92a005-00d0-484b-86ae-9acd92a99798 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:02.421303 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd705dd3-26a1-472e-a15f-8e3b1240b0df req-0b92a005-00d0-484b-86ae-9acd92a99798 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 944 time: 0.1076467 Nov 12 03:56:02.439727 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.448781 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:02.450274 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.452196 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] 10.222.0.26 "PUT /v2.0/ports/87eef853-eb64-4a71-be1a-ee0e5b4d784a HTTP/1.1" status: 200 len: 1093 time: 1.8682930 Nov 12 03:56:02.453141 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a151214c-6a14-4d8c-95aa-b66b66ac8edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.455799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1b6094-0297-4b33-b84d-e73571ada529', 'tag': '87eef853-eb64-4a71-be1a-ee0e5b4d784a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:02.459022 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b69c26e-f77d-443b-bbe8-243b36d6b99f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1b6094-0297-4b33-b84d-e73571ada529", "tag": "87eef853-eb64-4a71-be1a-ee0e5b4d784a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:02.484608 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a151214c-6a14-4d8c-95aa-b66b66ac8edc admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.499461 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a151214c-6a14-4d8c-95aa-b66b66ac8edc admin admin] 10.222.0.105 "DELETE /v2.0/networks/5180d290-ec7a-4d87-815a-6d5ae96500d4 HTTP/1.1" status: 204 len: 168 time: 1.0461586 Nov 12 03:56:02.534022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a88520cf-95dc-49a1-8e6b-055fddf3725e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:02.567564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151214c-6a14-4d8c-95aa-b66b66ac8edc admin admin] Pushing event deleted for resources: {'Network': ['ID=5180d290-ec7a-4d87-815a-6d5ae96500d4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:02.578443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e1214-d25a-4a72-b6c0-7a58f2966c84 service neutron] Pushing event updated for resources: {'Port': ['ID=87eef853-eb64-4a71-be1a-ee0e5b4d784a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:02.604719 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd705dd3-26a1-472e-a15f-8e3b1240b0df req-0c3d7afc-3624-4664-aeb3-0e1cb1da74c5 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602981 Nov 12 03:56:02.745527 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ae59a2-a503-46b4-9ddf-af4661303154 x-openstack-request-id: req-e1ae59a2-a503-46b4-9ddf-af4661303154 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:02.753678 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1b6094-0297-4b33-b84d-e73571ada529", "tag": "87eef853-eb64-4a71-be1a-ee0e5b4d784a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:02.753678 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e1ae59a2-a503-46b4-9ddf-af4661303154 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:02.753678 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1b6094-0297-4b33-b84d-e73571ada529', 'tag': '87eef853-eb64-4a71-be1a-ee0e5b4d784a', 'status': 'completed', 'code': 200} Nov 12 03:56:02.753678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-a359bae5-caac-452e-9f48-9dda1841dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:02.753678 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-a359bae5-caac-452e-9f48-9dda1841dc4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 1096 time: 0.0726557 Nov 12 03:56:02.842184 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-940b2143-992f-4d68-ba0f-7f4777bed1ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87eef853-eb64-4a71-be1a-ee0e5b4d784a HTTP/1.1" status: 200 len: 217 time: 0.0570922 Nov 12 03:56:02.865314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['a88520cf-95dc-49a1-8e6b-055fddf3725e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:02.913380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c45a1-ec70-4213-b62e-7cd7d4fd8f82 req-37f26be8-74d1-446d-9f20-bb95776cd4ae tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:02.913380 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee6c45a1-ec70-4213-b62e-7cd7d4fd8f82 req-37f26be8-74d1-446d-9f20-bb95776cd4ae tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 944 time: 0.1285315 Nov 12 03:56:02.916453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-e5ae5f4f-b470-4e5b-97d2-1d8e9e35d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:02.917900 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-e5ae5f4f-b470-4e5b-97d2-1d8e9e35d8db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.0667267 Nov 12 03:56:02.990283 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee6c45a1-ec70-4213-b62e-7cd7d4fd8f82 req-ba40d077-5701-4291-9499-3ccb95fb090f tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745468 Nov 12 03:56:02.991990 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b21c6d3b-3294-434d-ad77-8aca185929a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:02.994803 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-b21c6d3b-3294-434d-ad77-8aca185929a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628417 Nov 12 03:56:03.017515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 42970) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:03.422875 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-54c02fcb-0426-4cb4-9087-17d46022f8f4 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159796 Nov 12 03:56:03.457311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42974) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:03.548316 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-476f6127-56d9-4cfd-93f9-cea8fee22c0b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9a329404327a436a89a7392422c84559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0880916 Nov 12 03:56:03.548551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 42976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:03.569847 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bab557c-36a8-4d1a-844d-d3bce6f0dc60 req-94af6b1a-d2cf-47c3-b0bb-e7224747b0c6 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376355 Nov 12 03:56:03.609371 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-439b2593-4c34-483b-8d09-d48e10e9a360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.635703 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-439b2593-4c34-483b-8d09-d48e10e9a360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.640375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42980) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:03.660875 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44083fdb-2567-4e5b-80b0-4fad8af7b684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.671999 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1bf80a9e-653d-45a9-8240-1842c3ff4af1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.786462 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44083fdb-2567-4e5b-80b0-4fad8af7b684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.820714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f305a1d-a78c-45c3-9edb-5994fd2760a8 req-4508dba5-aacf-41a4-b120-eaa6ce36c37c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:03.822451 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f305a1d-a78c-45c3-9edb-5994fd2760a8 req-4508dba5-aacf-41a4-b120-eaa6ce36c37c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 944 time: 0.0985532 Nov 12 03:56:03.862940 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1bf80a9e-653d-45a9-8240-1842c3ff4af1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.886905 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44083fdb-2567-4e5b-80b0-4fad8af7b684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.894642 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f305a1d-a78c-45c3-9edb-5994fd2760a8 req-470bd676-eaf6-487e-8349-6024ee55ad93 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597389 Nov 12 03:56:03.895986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69c26e-f77d-443b-bbe8-243b36d6b99f req-cf30e09c-85b5-467e-9b38-47974652dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:03.897529 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b69c26e-f77d-443b-bbe8-243b36d6b99f req-cf30e09c-85b5-467e-9b38-47974652dfb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 1096 time: 0.0581136 Nov 12 03:56:03.937460 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-439b2593-4c34-483b-8d09-d48e10e9a360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.941430 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-439b2593-4c34-483b-8d09-d48e10e9a360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.948964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-439b2593-4c34-483b-8d09-d48e10e9a360 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f4039d6c-09b4-494c-812b-82c993241680 HTTP/1.1" status: 204 len: 168 time: 0.3941581 Nov 12 03:56:03.950923 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-44083fdb-2567-4e5b-80b0-4fad8af7b684 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4ee2f3dd7b5f4b048dd21a514bb5d5c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3062189 Nov 12 03:56:03.951254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 42992) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:03.964836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44083fdb-2567-4e5b-80b0-4fad8af7b684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a244c1d-4b23-4ef0-8277-89496a04c067,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:03.980737 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1bf80a9e-653d-45a9-8240-1842c3ff4af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.990102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b2593-4c34-483b-8d09-d48e10e9a360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4039d6c-09b4-494c-812b-82c993241680,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:04.056107 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69c26e-f77d-443b-bbe8-243b36d6b99f req-72759088-c9c4-4bb7-b122-f6eb140e47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:04.058532 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b69c26e-f77d-443b-bbe8-243b36d6b99f req-72759088-c9c4-4bb7-b122-f6eb140e47e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.1488833 Nov 12 03:56:04.096850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf80a9e-653d-45a9-8240-1842c3ff4af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcc0748-2dd0-4405-81ba-4d802e5d411f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:04.105492 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1bf80a9e-653d-45a9-8240-1842c3ff4af1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=edde8f1075f1413ea8967ba2e9dcc3e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0867784 Nov 12 03:56:04.106737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 42996) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:04.138805 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b69c26e-f77d-443b-bbe8-243b36d6b99f req-a6c45c39-30a4-458a-906f-e8980e59ad64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87eef853-eb64-4a71-be1a-ee0e5b4d784a HTTP/1.1" status: 200 len: 217 time: 0.0707746 Nov 12 03:56:04.191441 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05b8f364-82e0-4829-b335-bf00b2b6e82a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.195645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69c26e-f77d-443b-bbe8-243b36d6b99f req-8dd88759-44ab-49f4-93bd-aec54d663ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:04.197160 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b69c26e-f77d-443b-bbe8-243b36d6b99f req-8dd88759-44ab-49f4-93bd-aec54d663ac6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.0503590 Nov 12 03:56:04.237541 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05b8f364-82e0-4829-b335-bf00b2b6e82a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.247494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe8fd6-861d-4556-a4ea-fd8dde552d26 req-1e0a3011-3110-489e-a435-0a510281f0d0 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:04.249279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abfe8fd6-861d-4556-a4ea-fd8dde552d26 req-1e0a3011-3110-489e-a435-0a510281f0d0 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 944 time: 0.1414647 Nov 12 03:56:04.255978 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-766f9816-3606-4d9d-b61f-51387cf0ba8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.265059 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69c26e-f77d-443b-bbe8-243b36d6b99f req-49733b54-9e5e-46a2-9309-00f64ab2e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:04.267402 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b69c26e-f77d-443b-bbe8-243b36d6b99f req-49733b54-9e5e-46a2-9309-00f64ab2e711 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589612 Nov 12 03:56:04.342057 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-766f9816-3606-4d9d-b61f-51387cf0ba8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.407679 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31432738-b27d-4160-bd01-0ef8eecd72af req-fcad7e38-ca34-4b54-81aa-5b75ba93c0c4 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:04.414121 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abfe8fd6-861d-4556-a4ea-fd8dde552d26 req-8e3ee505-00ae-4700-b819-4bb860029f58 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541381 Nov 12 03:56:04.415561 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31432738-b27d-4160-bd01-0ef8eecd72af req-fcad7e38-ca34-4b54-81aa-5b75ba93c0c4 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=6ba16852-1554-454b-9d2f-3424daa33cae HTTP/1.1" status: 200 len: 950 time: 0.1435959 Nov 12 03:56:04.464898 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b69c26e-f77d-443b-bbe8-243b36d6b99f req-8668370e-19e9-47db-9e73-986497c5fc6b service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880519 Nov 12 03:56:04.523642 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31432738-b27d-4160-bd01-0ef8eecd72af req-d1fd7517-b53b-4b96-9c9e-47609014f8ab tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069596 Nov 12 03:56:04.537635 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05b8f364-82e0-4829-b335-bf00b2b6e82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.543238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05b8f364-82e0-4829-b335-bf00b2b6e82a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.545837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-05b8f364-82e0-4829-b335-bf00b2b6e82a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4a244c1d-4b23-4ef0-8277-89496a04c067 HTTP/1.1" status: 204 len: 168 time: 0.5929158 Nov 12 03:56:04.569337 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8f364-82e0-4829-b335-bf00b2b6e82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a244c1d-4b23-4ef0-8277-89496a04c067,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:04.605687 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-766f9816-3606-4d9d-b61f-51387cf0ba8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.609216 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-766f9816-3606-4d9d-b61f-51387cf0ba8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.610762 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-766f9816-3606-4d9d-b61f-51387cf0ba8e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/afcc0748-2dd0-4405-81ba-4d802e5d411f HTTP/1.1" status: 204 len: 168 time: 0.5013614 Nov 12 03:56:04.622404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f9816-3606-4d9d-b61f-51387cf0ba8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcc0748-2dd0-4405-81ba-4d802e5d411f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:04.638508 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b69c26e-f77d-443b-bbe8-243b36d6b99f req-abde4ee1-2cb4-411e-91f5-06cbea82542c service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632252 Nov 12 03:56:05.041644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad2602-1b76-45ca-96ee-e517302e347d req-51c4dfb4-96bb-4e5d-94fc-de09ddef500b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:05.041644 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1fad2602-1b76-45ca-96ee-e517302e347d req-51c4dfb4-96bb-4e5d-94fc-de09ddef500b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 944 time: 0.0650432 Nov 12 03:56:05.092524 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1fad2602-1b76-45ca-96ee-e517302e347d req-ce5debd4-6f7c-44d8-9256-f7f9a53f8597 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490093 Nov 12 03:56:05.434950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4faee-df6a-4605-bf5a-ddc8515f1aab req-f143134e-197c-4047-b512-50b9ccc84190 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:05.438442 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c9a4faee-df6a-4605-bf5a-ddc8515f1aab req-f143134e-197c-4047-b512-50b9ccc84190 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba16852-1554-454b-9d2f-3424daa33cae HTTP/1.1" status: 200 len: 950 time: 0.0614233 Nov 12 03:56:05.579072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:05.619325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd6d1e-2c9b-431c-833c-96b086f79952 req-1876709e-11ae-40bb-beda-d8bdab0d9ccf tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:05.621095 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-06fd6d1e-2c9b-431c-833c-96b086f79952 req-1876709e-11ae-40bb-beda-d8bdab0d9ccf tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 944 time: 0.0686893 Nov 12 03:56:05.644869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c9a4faee-df6a-4605-bf5a-ddc8515f1aab req-7b21581e-a876-4f53-b24c-3a4a8e7c28cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Deleting port 73212469-12e3-4cc9-8c06-8bf353b1782d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:05.645716 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9a4faee-df6a-4605-bf5a-ddc8515f1aab req-7b21581e-a876-4f53-b24c-3a4a8e7c28cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.646231 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b573623-eda4-451f-bb8b-07068709bc48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.765376 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b573623-eda4-451f-bb8b-07068709bc48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.871034 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a523f42-e56d-4ee1-999b-f03dc0075213 req-161b733e-1998-4808-9bd9-9ea0c408d150 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:05.876730 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a523f42-e56d-4ee1-999b-f03dc0075213 req-161b733e-1998-4808-9bd9-9ea0c408d150 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=6ba16852-1554-454b-9d2f-3424daa33cae HTTP/1.1" status: 200 len: 950 time: 0.1094661 Nov 12 03:56:05.880814 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b573623-eda4-451f-bb8b-07068709bc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.882915 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a88520cf-95dc-49a1-8e6b-055fddf3725e up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:05.983056 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a523f42-e56d-4ee1-999b-f03dc0075213 req-7a6b1f57-e151-4b40-82c2-e2430277bbfa tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915504 Nov 12 03:56:05.983056 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9b573623-eda4-451f-bb8b-07068709bc48 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9b2ce511847642d998665a9ab4e38938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3993127 Nov 12 03:56:05.983056 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b573623-eda4-451f-bb8b-07068709bc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a0fb93-b826-4de3-bf8e-bcc32404739b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:05.993027 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:06.075988 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8649179d-caf0-4d25-92b1-11b7336ceadf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.117464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c9a4faee-df6a-4605-bf5a-ddc8515f1aab req-7b21581e-a876-4f53-b24c-3a4a8e7c28cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] For port 73212469-12e3-4cc9-8c06-8bf353b1782d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=73212469-12e3-4cc9-8c06-8bf353b1782d,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:06.117831 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9a4faee-df6a-4605-bf5a-ddc8515f1aab req-7b21581e-a876-4f53-b24c-3a4a8e7c28cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.131147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port a88520cf-95dc-49a1-8e6b-055fddf3725e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:56:06.135549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port a88520cf-95dc-49a1-8e6b-055fddf3725e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:06.135725 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.147349 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8649179d-caf0-4d25-92b1-11b7336ceadf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.160195 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-06fd6d1e-2c9b-431c-833c-96b086f79952 req-4084a649-002a-4f42-b30f-159f95bd01fd tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275321 Nov 12 03:56:06.162529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c9a4faee-df6a-4605-bf5a-ddc8515f1aab req-7b21581e-a876-4f53-b24c-3a4a8e7c28cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Calling delete_port for 73212469-12e3-4cc9-8c06-8bf353b1782d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:06.305391 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.346843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9455abef-3bb8-4e9c-8312-121a7bd20ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88520cf-95dc-49a1-8e6b-055fddf3725e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:06.350175 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26daef8f-68d3-4d19-93b7-0c678086f33e" -d '{"events": [{"server_uuid": "9455abef-3bb8-4e9c-8312-121a7bd20ad0", "name": "network-vif-plugged", "status": "completed", "tag": "a88520cf-95dc-49a1-8e6b-055fddf3725e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:06.369278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a88520cf-95dc-49a1-8e6b-055fddf3725e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a88520cf-95dc-49a1-8e6b-055fddf3725e,segment=NetworkSegment(f5ab7d68-aa54-4f04-a8c0-5058d06c11ed),segment_id=f5ab7d68-aa54-4f04-a8c0-5058d06c11ed)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:06.435545 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5f949-1843-4386-a160-363d6b919d03 req-6d3720c9-309f-4feb-bebc-9f846ae74cc1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:06.435767 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef47ebe8-02c1-41f5-ad31-ee2aa0bb4bad x-openstack-request-id: req-ef47ebe8-02c1-41f5-ad31-ee2aa0bb4bad {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:06.436332 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9455abef-3bb8-4e9c-8312-121a7bd20ad0", "name": "network-vif-plugged", "status": "completed", "tag": "a88520cf-95dc-49a1-8e6b-055fddf3725e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:06.437117 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fab5f949-1843-4386-a160-363d6b919d03 req-6d3720c9-309f-4feb-bebc-9f846ae74cc1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 944 time: 0.1100607 Nov 12 03:56:06.444766 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ef47ebe8-02c1-41f5-ad31-ee2aa0bb4bad {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:06.445972 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9455abef-3bb8-4e9c-8312-121a7bd20ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88520cf-95dc-49a1-8e6b-055fddf3725e', 'code': 200} Nov 12 03:56:06.455396 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8649179d-caf0-4d25-92b1-11b7336ceadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.464113 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8649179d-caf0-4d25-92b1-11b7336ceadf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.467727 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8649179d-caf0-4d25-92b1-11b7336ceadf admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/53a0fb93-b826-4de3-bf8e-bcc32404739b HTTP/1.1" status: 204 len: 168 time: 0.4679101 Nov 12 03:56:06.484302 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.492788 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649179d-caf0-4d25-92b1-11b7336ceadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a0fb93-b826-4de3-bf8e-bcc32404739b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:06.566355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a88520cf-95dc-49a1-8e6b-055fddf3725e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:06.612709 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fab5f949-1843-4386-a160-363d6b919d03 req-837abb64-5db9-49f3-a141-1d5f4b7888fe tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093657 Nov 12 03:56:06.622137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77f1b4-622d-4523-aacf-fdd659a4de39 req-74b407ed-3d0b-4545-962d-d019dd6b806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:06.632928 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eb77f1b4-622d-4523-aacf-fdd659a4de39 req-74b407ed-3d0b-4545-962d-d019dd6b806d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 1097 time: 0.1024616 Nov 12 03:56:06.668208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b7025-5374-4972-a258-fef57ab7b2c2 req-7ca6ecd6-c14a-4d5a-a3d1-6f8dd6740b58 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:06.669989 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f9b7025-5374-4972-a258-fef57ab7b2c2 req-7ca6ecd6-c14a-4d5a-a3d1-6f8dd6740b58 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/ports?device_id=43bb25d2-ceb3-49da-ae14-536246b2ea63 HTTP/1.1" status: 200 len: 950 time: 0.0628955 Nov 12 03:56:06.683461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eb77f1b4-622d-4523-aacf-fdd659a4de39 req-901f4fdd-22c5-47ff-8586-91430629794f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501323 Nov 12 03:56:06.725676 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9a4faee-df6a-4605-bf5a-ddc8515f1aab req-7b21581e-a876-4f53-b24c-3a4a8e7c28cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.742665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a', '73212469-12e3-4cc9-8c06-8bf353b1782d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:06.762724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21581e-a876-4f53-b24c-3a4a8e7c28cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event deleted for resources: {'Port': ['ID=73212469-12e3-4cc9-8c06-8bf353b1782d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:06.769983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b963a462-635c-4e16-989b-5ae0bfa39357', 'd6585b51-05b5-463c-bb50-65c7ca4561e2', 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:06.780806 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-7f9b7025-5374-4972-a258-fef57ab7b2c2 req-87fe0787-e026-4157-9c44-b9cac3069a9e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Deleting port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:06.781012 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7f9b7025-5374-4972-a258-fef57ab7b2c2 req-87fe0787-e026-4157-9c44-b9cac3069a9e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.825234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a4faee-df6a-4605-bf5a-ddc8515f1aab req-7b21581e-a876-4f53-b24c-3a4a8e7c28cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] No DVR routers for this DVR port 73212469-12e3-4cc9-8c06-8bf353b1782d on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:06.828110 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9a4faee-df6a-4605-bf5a-ddc8515f1aab req-7b21581e-a876-4f53-b24c-3a4a8e7c28cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.849907 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c9a4faee-df6a-4605-bf5a-ddc8515f1aab req-7b21581e-a876-4f53-b24c-3a4a8e7c28cb tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "DELETE /v2.0/ports/73212469-12e3-4cc9-8c06-8bf353b1782d HTTP/1.1" status: 204 len: 173 time: 1.3992131 Nov 12 03:56:06.849907 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba16852-1554-454b-9d2f-3424daa33cae', 'name': 'network-vif-deleted', 'tag': '73212469-12e3-4cc9-8c06-8bf353b1782d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:06.849907 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3adee0-f6c8-46ee-870f-b64b287421ae" -d '{"events": [{"server_uuid": "6ba16852-1554-454b-9d2f-3424daa33cae", "name": "network-vif-deleted", "tag": "73212469-12e3-4cc9-8c06-8bf353b1782d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:06.925151 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42460ba-b79b-41f1-89eb-28c2fbb6657c x-openstack-request-id: req-f42460ba-b79b-41f1-89eb-28c2fbb6657c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:06.925942 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba16852-1554-454b-9d2f-3424daa33cae", "name": "network-vif-deleted", "tag": "73212469-12e3-4cc9-8c06-8bf353b1782d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:06.926747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7f9b7025-5374-4972-a258-fef57ab7b2c2 req-87fe0787-e026-4157-9c44-b9cac3069a9e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] For port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:06.927125 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f42460ba-b79b-41f1-89eb-28c2fbb6657c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:06.927534 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7f9b7025-5374-4972-a258-fef57ab7b2c2 req-87fe0787-e026-4157-9c44-b9cac3069a9e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.927848 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba16852-1554-454b-9d2f-3424daa33cae', 'name': 'network-vif-deleted', 'tag': '73212469-12e3-4cc9-8c06-8bf353b1782d', 'status': 'completed', 'code': 200} Nov 12 03:56:06.950780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-7f9b7025-5374-4972-a258-fef57ab7b2c2 req-87fe0787-e026-4157-9c44-b9cac3069a9e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Calling delete_port for a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:07.105938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-841d0169-e984-4316-aa3a-e829600f0a71 req-9ed12a8f-2aed-449f-9ec2-3a41fab157e7 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=6ba16852-1554-454b-9d2f-3424daa33cae HTTP/1.1" status: 200 len: 210 time: 0.0340097 Nov 12 03:56:07.325168 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7f9b7025-5374-4972-a258-fef57ab7b2c2 req-87fe0787-e026-4157-9c44-b9cac3069a9e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.398131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51339b39-505e-4352-9aa7-d40324460922 req-9cc87210-0d23-4d39-acee-23143caaf1d9 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:07.413317 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51339b39-505e-4352-9aa7-d40324460922 req-9cc87210-0d23-4d39-acee-23143caaf1d9 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 945 time: 0.1527889 Nov 12 03:56:07.414507 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a', '73212469-12e3-4cc9-8c06-8bf353b1782d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:07.433526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe0787-e026-4157-9c44-b9cac3069a9e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event deleted for resources: {'Port': ['ID=a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:07.496217 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9b7025-5374-4972-a258-fef57ab7b2c2 req-87fe0787-e026-4157-9c44-b9cac3069a9e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] No DVR routers for this DVR port a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:07.498960 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7f9b7025-5374-4972-a258-fef57ab7b2c2 req-87fe0787-e026-4157-9c44-b9cac3069a9e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.504281 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f9b7025-5374-4972-a258-fef57ab7b2c2 req-87fe0787-e026-4157-9c44-b9cac3069a9e tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "DELETE /v2.0/ports/a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f HTTP/1.1" status: 204 len: 173 time: 0.8260729 Nov 12 03:56:07.504281 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bb25d2-ceb3-49da-ae14-536246b2ea63', 'name': 'network-vif-deleted', 'tag': 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:07.507779 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce0189f-9ce0-4c74-a836-dddeb755d48f" -d '{"events": [{"server_uuid": "43bb25d2-ceb3-49da-ae14-536246b2ea63", "name": "network-vif-deleted", "tag": "a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:07.528713 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51339b39-505e-4352-9aa7-d40324460922 req-b848bfa9-b500-419f-ae1d-98559068a577 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139722 Nov 12 03:56:07.580205 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2fc402-1115-4de6-9677-1d723b2aa849 x-openstack-request-id: req-9f2fc402-1115-4de6-9677-1d723b2aa849 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:07.584513 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bb25d2-ceb3-49da-ae14-536246b2ea63", "name": "network-vif-deleted", "tag": "a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:07.584849 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9f2fc402-1115-4de6-9677-1d723b2aa849 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:07.586565 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bb25d2-ceb3-49da-ae14-536246b2ea63', 'name': 'network-vif-deleted', 'tag': 'a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f', 'status': 'completed', 'code': 200} Nov 12 03:56:07.780897 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865007ba-4398-488b-aff6-8b54550df639 req-aaef1556-e052-4b18-82c5-d5873b90cd62 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:07.788960 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-865007ba-4398-488b-aff6-8b54550df639 req-aaef1556-e052-4b18-82c5-d5873b90cd62 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 944 time: 0.0894508 Nov 12 03:56:07.883483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-865007ba-4398-488b-aff6-8b54550df639 req-bd167dcb-6df7-48c0-b9b3-9663856849b1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919509 Nov 12 03:56:08.273531 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8eb453be-da95-46f1-82aa-16eea548f2b1 req-0ba30a11-7bd6-4ad9-bcfc-df96d4d4d5f4 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=6ba16852-1554-454b-9d2f-3424daa33cae HTTP/1.1" status: 200 len: 210 time: 0.0452886 Nov 12 03:56:08.664307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b963a462-635c-4e16-989b-5ae0bfa39357', 'd6585b51-05b5-463c-bb50-65c7ca4561e2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:08.692236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabb2f0-f298-4ab6-bd03-1dfcf460dbf8 req-bd7142ae-d2a5-40a1-8b92-716e18b0ed74 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:08.693747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8eabb2f0-f298-4ab6-bd03-1dfcf460dbf8 req-bd7142ae-d2a5-40a1-8b92-716e18b0ed74 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 945 time: 0.0832841 Nov 12 03:56:08.758722 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8eabb2f0-f298-4ab6-bd03-1dfcf460dbf8 req-7fe99e61-54c7-46cd-a33d-889ef947a105 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584729 Nov 12 03:56:08.869218 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 87eef853-eb64-4a71-be1a-ee0e5b4d784a details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:08.928765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf6904-c9a3-48dc-9b6d-4e87337a36a9 req-599e7686-374e-4b67-b1c7-72b117b88093 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:08.938287 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22cf6904-c9a3-48dc-9b6d-4e87337a36a9 req-599e7686-374e-4b67-b1c7-72b117b88093 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 945 time: 0.0984108 Nov 12 03:56:09.003353 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22cf6904-c9a3-48dc-9b6d-4e87337a36a9 req-475f25c4-d0a5-4b61-8ee9-a2edd7f34ddc tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587938 Nov 12 03:56:09.065938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 87eef853-eb64-4a71-be1a-ee0e5b4d784a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=87eef853-eb64-4a71-be1a-ee0e5b4d784a,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:09.081361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '87eef853-eb64-4a71-be1a-ee0e5b4d784a', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'port_id': '87eef853-eb64-4a71-be1a-ee0e5b4d784a', 'mac_address': 'fa:16:3e:3c:f3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:09.089789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641419f-df28-44d0-b2e0-c512b86ec059 req-e5859bda-6b24-4a60-ad0a-4c32a481a232 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:09.091474 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c641419f-df28-44d0-b2e0-c512b86ec059 req-e5859bda-6b24-4a60-ad0a-4c32a481a232 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 944 time: 0.0684280 Nov 12 03:56:09.131868 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.151863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87eef853-eb64-4a71-be1a-ee0e5b4d784a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:09.177920 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 87eef853-eb64-4a71-be1a-ee0e5b4d784a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=87eef853-eb64-4a71-be1a-ee0e5b4d784a,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:09.218068 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c641419f-df28-44d0-b2e0-c512b86ec059 req-074e6e54-03d0-4468-b2a9-6180209e8e39 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188014 Nov 12 03:56:09.283871 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.348646 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=87eef853-eb64-4a71-be1a-ee0e5b4d784a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:09.692906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e4ebb-1341-4f70-b749-0b23b5c0592f req-f9381cdf-17fb-41cf-b3e4-42d27733a806 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:09.694456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d26e4ebb-1341-4f70-b749-0b23b5c0592f req-f9381cdf-17fb-41cf-b3e4-42d27733a806 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 945 time: 0.0573864 Nov 12 03:56:09.746686 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d26e4ebb-1341-4f70-b749-0b23b5c0592f req-96067452-525a-4bb4-b7c3-d25dbbc71eb6 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454254 Nov 12 03:56:09.898829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 73212469-12e3-4cc9-8c06-8bf353b1782d no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:09.918520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['87eef853-eb64-4a71-be1a-ee0e5b4d784a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:09.921877 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 73212469-12e3-4cc9-8c06-8bf353b1782d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:09.922224 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 73212469-12e3-4cc9-8c06-8bf353b1782d not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:10.351773 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43196) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:10.382197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2780e60-ddd2-4e84-a687-b2afa41f5ee3 req-dbb924c5-21be-4750-ace4-9b8cd8636506 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:10.388894 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d2780e60-ddd2-4e84-a687-b2afa41f5ee3 req-dbb924c5-21be-4750-ace4-9b8cd8636506 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 945 time: 0.0793219 Nov 12 03:56:10.445013 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d2780e60-ddd2-4e84-a687-b2afa41f5ee3 req-aa76596c-1947-42dd-9376-8fafbc0f4d41 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544441 Nov 12 03:56:10.573964 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf4b8f-977f-4272-940f-91e61ed16936 req-ab2b7a66-7920-499a-9a9b-0ba67a97a58b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:10.575521 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9bdf4b8f-977f-4272-940f-91e61ed16936 req-ab2b7a66-7920-499a-9a9b-0ba67a97a58b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 945 time: 0.0648785 Nov 12 03:56:10.653379 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9bdf4b8f-977f-4272-940f-91e61ed16936 req-b9f66713-2ed1-42b3-9e0d-26dfae5947e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712078 Nov 12 03:56:10.744247 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29939622-defd-4391-8705-ceb2007cb696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.789099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:10.878040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:10.911771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:10.912465 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a7bb15b0-5e6b-49a9-bc9e-368771cf8d8f not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:10.918779 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-074dad6f-1398-4dd6-a729-e586bd63b644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.920291 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29939622-defd-4391-8705-ceb2007cb696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.008743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6189ed-4b16-4b36-afc2-857a9ec0686b req-9ad9ada2-57bf-4ac5-9599-993bc437bc7f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:11.011513 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de6189ed-4b16-4b36-afc2-857a9ec0686b req-9ad9ada2-57bf-4ac5-9599-993bc437bc7f tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=973fdeb6-571f-4cee-a120-054cf9449f81 HTTP/1.1" status: 200 len: 950 time: 0.0833507 Nov 12 03:56:11.055815 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29939622-defd-4391-8705-ceb2007cb696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.099233 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-29939622-defd-4391-8705-ceb2007cb696 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=38d8d691c0b64bfea56d2a07b8b6ba7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7453935 Nov 12 03:56:11.103186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43218) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:11.109207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-074dad6f-1398-4dd6-a729-e586bd63b644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.109619 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29939622-defd-4391-8705-ceb2007cb696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532658d8-e31e-44f1-b58d-cb4a8ea60144,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:11.124111 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de6189ed-4b16-4b36-afc2-857a9ec0686b req-152231ab-90f4-4ef1-9fc4-59b09d5c6423 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012044 Nov 12 03:56:11.179695 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a7f4cbb-de4d-4cf4-b14a-4d8db858707b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.185741 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-074dad6f-1398-4dd6-a729-e586bd63b644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.212060 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a7f4cbb-de4d-4cf4-b14a-4d8db858707b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.228369 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-074dad6f-1398-4dd6-a729-e586bd63b644 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=76cf1e61ce584538ad374d3b21c71f9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4377053 Nov 12 03:56:11.229343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dad6f-1398-4dd6-a729-e586bd63b644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db1c84e-d036-4c3e-b04e-34828cb6db40,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:11.232418 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43222) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:11.321057 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d35c089c-4948-451e-8ea7-2914403671eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.348908 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d35c089c-4948-451e-8ea7-2914403671eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.438739 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a7f4cbb-de4d-4cf4-b14a-4d8db858707b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.444174 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a7f4cbb-de4d-4cf4-b14a-4d8db858707b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.446003 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6a7f4cbb-de4d-4cf4-b14a-4d8db858707b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/532658d8-e31e-44f1-b58d-cb4a8ea60144 HTTP/1.1" status: 204 len: 168 time: 0.3416657 Nov 12 03:56:11.455795 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f4cbb-de4d-4cf4-b14a-4d8db858707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532658d8-e31e-44f1-b58d-cb4a8ea60144,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:11.491785 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d35c089c-4948-451e-8ea7-2914403671eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.496597 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d35c089c-4948-451e-8ea7-2914403671eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.499664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d35c089c-4948-451e-8ea7-2914403671eb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2db1c84e-d036-4c3e-b04e-34828cb6db40 HTTP/1.1" status: 204 len: 168 time: 0.2638164 Nov 12 03:56:11.517462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c089c-4948-451e-8ea7-2914403671eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db1c84e-d036-4c3e-b04e-34828cb6db40,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:11.633397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c196b9-b8c9-432d-a2f4-fffe261a94f0 req-39185fea-3590-48d8-83c4-5118b6ebf68c tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:11.634979 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92c196b9-b8c9-432d-a2f4-fffe261a94f0 req-39185fea-3590-48d8-83c4-5118b6ebf68c tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 945 time: 0.0724945 Nov 12 03:56:11.694558 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92c196b9-b8c9-432d-a2f4-fffe261a94f0 req-3f76c4e5-5d13-4abd-a657-8db69541049d tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/security-groups?id=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528705 Nov 12 03:56:11.809274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced55ad0-ffed-4c15-927c-a7012497d1ae req-5ef22b25-e944-4acf-b276-de1e0976ad87 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:11.810893 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ced55ad0-ffed-4c15-927c-a7012497d1ae req-5ef22b25-e944-4acf-b276-de1e0976ad87 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 945 time: 0.0619454 Nov 12 03:56:11.880871 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ced55ad0-ffed-4c15-927c-a7012497d1ae req-b7648085-9964-4028-b796-177d435dfbdb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589464 Nov 12 03:56:12.000870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18b0e9-c7b3-428b-b73f-edd39bf3602f req-6c1d1442-8b47-4f9d-86ec-74202bd877c9 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:12.002444 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d18b0e9-c7b3-428b-b73f-edd39bf3602f req-6c1d1442-8b47-4f9d-86ec-74202bd877c9 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.25 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 945 time: 0.0760794 Nov 12 03:56:12.122713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6d18b0e9-c7b3-428b-b73f-edd39bf3602f req-72c4f7c0-34e8-44e0-8028-4854e01cf251 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Deleting port a88520cf-95dc-49a1-8e6b-055fddf3725e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:12.123022 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d18b0e9-c7b3-428b-b73f-edd39bf3602f req-72c4f7c0-34e8-44e0-8028-4854e01cf251 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.287942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6d18b0e9-c7b3-428b-b73f-edd39bf3602f req-72c4f7c0-34e8-44e0-8028-4854e01cf251 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] For port a88520cf-95dc-49a1-8e6b-055fddf3725e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a88520cf-95dc-49a1-8e6b-055fddf3725e,segment=NetworkSegment(f5ab7d68-aa54-4f04-a8c0-5058d06c11ed),segment_id=f5ab7d68-aa54-4f04-a8c0-5058d06c11ed)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:12.288356 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d18b0e9-c7b3-428b-b73f-edd39bf3602f req-72c4f7c0-34e8-44e0-8028-4854e01cf251 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.312450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6d18b0e9-c7b3-428b-b73f-edd39bf3602f req-72c4f7c0-34e8-44e0-8028-4854e01cf251 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Calling delete_port for a88520cf-95dc-49a1-8e6b-055fddf3725e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:12.561154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578a042-dd08-4616-9820-ecee88ef320a req-6cb6c4d4-1f42-44f6-a80d-c5e76001035a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:12.562675 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8578a042-dd08-4616-9820-ecee88ef320a req-6cb6c4d4-1f42-44f6-a80d-c5e76001035a tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=973fdeb6-571f-4cee-a120-054cf9449f81 HTTP/1.1" status: 200 len: 950 time: 0.0576084 Nov 12 03:56:12.567659 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddbca6-57f1-497b-b7e2-377c2b7b0fa9 req-febe5829-cecb-42fb-8890-09c78d922000 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:12.569284 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-efddbca6-57f1-497b-b7e2-377c2b7b0fa9 req-febe5829-cecb-42fb-8890-09c78d922000 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/ports?device_id=973fdeb6-571f-4cee-a120-054cf9449f81 HTTP/1.1" status: 200 len: 950 time: 0.0550799 Nov 12 03:56:12.616576 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8578a042-dd08-4616-9820-ecee88ef320a req-58569c09-9a5b-4b12-ae86-15a31d1819b2 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469034 Nov 12 03:56:12.672246 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d18b0e9-c7b3-428b-b73f-edd39bf3602f req-72c4f7c0-34e8-44e0-8028-4854e01cf251 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.675014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-efddbca6-57f1-497b-b7e2-377c2b7b0fa9 req-4601b715-8046-4b81-9aae-5991f6d8c3d8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Deleting port b963a462-635c-4e16-989b-5ae0bfa39357 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:12.675383 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-efddbca6-57f1-497b-b7e2-377c2b7b0fa9 req-4601b715-8046-4b81-9aae-5991f6d8c3d8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.686485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['a88520cf-95dc-49a1-8e6b-055fddf3725e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:12.708803 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4f7c0-34e8-44e0-8028-4854e01cf251 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Pushing event deleted for resources: {'Port': ['ID=a88520cf-95dc-49a1-8e6b-055fddf3725e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:12.793585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-efddbca6-57f1-497b-b7e2-377c2b7b0fa9 req-4601b715-8046-4b81-9aae-5991f6d8c3d8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] For port b963a462-635c-4e16-989b-5ae0bfa39357, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b963a462-635c-4e16-989b-5ae0bfa39357,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:12.793948 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-efddbca6-57f1-497b-b7e2-377c2b7b0fa9 req-4601b715-8046-4b81-9aae-5991f6d8c3d8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.811519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-efddbca6-57f1-497b-b7e2-377c2b7b0fa9 req-4601b715-8046-4b81-9aae-5991f6d8c3d8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Calling delete_port for b963a462-635c-4e16-989b-5ae0bfa39357 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:12.821784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d18b0e9-c7b3-428b-b73f-edd39bf3602f req-72c4f7c0-34e8-44e0-8028-4854e01cf251 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] No DVR routers for this DVR port a88520cf-95dc-49a1-8e6b-055fddf3725e on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:12.825719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6d18b0e9-c7b3-428b-b73f-edd39bf3602f req-72c4f7c0-34e8-44e0-8028-4854e01cf251 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.832143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d18b0e9-c7b3-428b-b73f-edd39bf3602f req-72c4f7c0-34e8-44e0-8028-4854e01cf251 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.25 "DELETE /v2.0/ports/a88520cf-95dc-49a1-8e6b-055fddf3725e HTTP/1.1" status: 204 len: 173 time: 0.8214247 Nov 12 03:56:12.833009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9455abef-3bb8-4e9c-8312-121a7bd20ad0', 'name': 'network-vif-deleted', 'tag': 'a88520cf-95dc-49a1-8e6b-055fddf3725e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:12.836923 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1060de67-c2e3-494e-a44a-5b76fd3da739" -d '{"events": [{"server_uuid": "9455abef-3bb8-4e9c-8312-121a7bd20ad0", "name": "network-vif-deleted", "tag": "a88520cf-95dc-49a1-8e6b-055fddf3725e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:12.848840 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1918dc6-fccc-4ae5-a4ad-ebb0b8badab2 req-cdb2d1e9-2147-44af-913a-42431f04d22c tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 210 time: 0.0343280 Nov 12 03:56:12.898293 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f925d36-4d39-4574-91b4-b14f55fa110a x-openstack-request-id: req-8f925d36-4d39-4574-91b4-b14f55fa110a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:12.900125 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9455abef-3bb8-4e9c-8312-121a7bd20ad0", "name": "network-vif-deleted", "tag": "a88520cf-95dc-49a1-8e6b-055fddf3725e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:12.901082 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8f925d36-4d39-4574-91b4-b14f55fa110a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:12.902288 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9455abef-3bb8-4e9c-8312-121a7bd20ad0', 'name': 'network-vif-deleted', 'tag': 'a88520cf-95dc-49a1-8e6b-055fddf3725e', 'status': 'completed', 'code': 200} Nov 12 03:56:12.903821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 87eef853-eb64-4a71-be1a-ee0e5b4d784a up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:12.999344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:13.022857 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-043dda73-85ae-4ac5-a988-af2ef8168bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.136121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885172e-383c-4fe9-b956-4550843de9f6 req-0016ead1-7339-474d-8486-8a86c262084f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:13.138060 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d885172e-383c-4fe9-b956-4550843de9f6 req-0016ead1-7339-474d-8486-8a86c262084f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 945 time: 0.0756257 Nov 12 03:56:13.142326 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 87eef853-eb64-4a71-be1a-ee0e5b4d784a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:56:13.148642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 87eef853-eb64-4a71-be1a-ee0e5b4d784a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:13.149500 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.224679 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d885172e-383c-4fe9-b956-4550843de9f6 req-0d1e3d5d-1ccd-44f3-9a8b-8ec5473b10cd tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775261 Nov 12 03:56:13.225891 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-043dda73-85ae-4ac5-a988-af2ef8168bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.233085 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-efddbca6-57f1-497b-b7e2-377c2b7b0fa9 req-4601b715-8046-4b81-9aae-5991f6d8c3d8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.257242 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:13.300241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601b715-8046-4b81-9aae-5991f6d8c3d8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event deleted for resources: {'Port': ['ID=b963a462-635c-4e16-989b-5ae0bfa39357,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:13.312686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b963a462-635c-4e16-989b-5ae0bfa39357', 'd6585b51-05b5-463c-bb50-65c7ca4561e2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:13.312917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205283e-43e0-49c1-895a-90cd4fa5c587 req-39146443-e057-4975-bd36-8535672d1d81 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:13.314169 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b205283e-43e0-49c1-895a-90cd4fa5c587 req-39146443-e057-4975-bd36-8535672d1d81 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 950 time: 0.0869563 Nov 12 03:56:13.319760 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-043dda73-85ae-4ac5-a988-af2ef8168bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.380467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-efddbca6-57f1-497b-b7e2-377c2b7b0fa9 req-4601b715-8046-4b81-9aae-5991f6d8c3d8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] No DVR routers for this DVR port b963a462-635c-4e16-989b-5ae0bfa39357 on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:13.385075 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-efddbca6-57f1-497b-b7e2-377c2b7b0fa9 req-4601b715-8046-4b81-9aae-5991f6d8c3d8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.387016 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.390121 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-efddbca6-57f1-497b-b7e2-377c2b7b0fa9 req-4601b715-8046-4b81-9aae-5991f6d8c3d8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "DELETE /v2.0/ports/b963a462-635c-4e16-989b-5ae0bfa39357 HTTP/1.1" status: 204 len: 173 time: 0.8144352 Nov 12 03:56:13.390626 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973fdeb6-571f-4cee-a120-054cf9449f81', 'name': 'network-vif-deleted', 'tag': 'b963a462-635c-4e16-989b-5ae0bfa39357'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:13.393255 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b0b1a5-82de-453e-bd71-aa78de4e086a" -d '{"events": [{"server_uuid": "973fdeb6-571f-4cee-a120-054cf9449f81", "name": "network-vif-deleted", "tag": "b963a462-635c-4e16-989b-5ae0bfa39357"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:13.432170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-043dda73-85ae-4ac5-a988-af2ef8168bc2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5f34dbfcf2764a5092494a44044e69a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4310322 Nov 12 03:56:13.436573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:13.455901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dda73-85ae-4ac5-a988-af2ef8168bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0036e5ec-c9d1-4bf0-9524-74553ef62508,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:13.464839 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b124d7-9702-4112-ac62-c90b4a47343c x-openstack-request-id: req-a2b124d7-9702-4112-ac62-c90b4a47343c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:13.465140 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973fdeb6-571f-4cee-a120-054cf9449f81", "name": "network-vif-deleted", "tag": "b963a462-635c-4e16-989b-5ae0bfa39357", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:13.465396 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a2b124d7-9702-4112-ac62-c90b4a47343c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:13.466019 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973fdeb6-571f-4cee-a120-054cf9449f81', 'name': 'network-vif-deleted', 'tag': 'b963a462-635c-4e16-989b-5ae0bfa39357', 'status': 'completed', 'code': 200} Nov 12 03:56:13.495859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1b6094-0297-4b33-b84d-e73571ada529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87eef853-eb64-4a71-be1a-ee0e5b4d784a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:13.499275 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd346bb-9b7e-4984-9124-25a446b861ea" -d '{"events": [{"server_uuid": "4b1b6094-0297-4b33-b84d-e73571ada529", "name": "network-vif-plugged", "status": "completed", "tag": "87eef853-eb64-4a71-be1a-ee0e5b4d784a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:13.514980 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68596fdc-4452-4e03-9df8-9222285caab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.537642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 87eef853-eb64-4a71-be1a-ee0e5b4d784a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=87eef853-eb64-4a71-be1a-ee0e5b4d784a,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:13.547546 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68596fdc-4452-4e03-9df8-9222285caab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.601592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b205283e-43e0-49c1-895a-90cd4fa5c587 req-0eba977f-36dc-4de8-966f-196eb7bf9070 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Deleting port d6585b51-05b5-463c-bb50-65c7ca4561e2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:13.602180 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b205283e-43e0-49c1-895a-90cd4fa5c587 req-0eba977f-36dc-4de8-966f-196eb7bf9070 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.661048 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e43400-3681-45dc-9135-2aea3f7240bb x-openstack-request-id: req-01e43400-3681-45dc-9135-2aea3f7240bb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:13.661871 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1b6094-0297-4b33-b84d-e73571ada529", "name": "network-vif-plugged", "status": "completed", "tag": "87eef853-eb64-4a71-be1a-ee0e5b4d784a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:13.664107 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-01e43400-3681-45dc-9135-2aea3f7240bb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:13.665345 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1b6094-0297-4b33-b84d-e73571ada529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87eef853-eb64-4a71-be1a-ee0e5b4d784a', 'code': 200} Nov 12 03:56:13.672509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43278) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:13.689054 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.788379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b205283e-43e0-49c1-895a-90cd4fa5c587 req-0eba977f-36dc-4de8-966f-196eb7bf9070 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] For port d6585b51-05b5-463c-bb50-65c7ca4561e2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d6585b51-05b5-463c-bb50-65c7ca4561e2,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:13.788763 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b205283e-43e0-49c1-895a-90cd4fa5c587 req-0eba977f-36dc-4de8-966f-196eb7bf9070 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.794231 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68596fdc-4452-4e03-9df8-9222285caab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.799502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68596fdc-4452-4e03-9df8-9222285caab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.800942 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-68596fdc-4452-4e03-9df8-9222285caab0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0036e5ec-c9d1-4bf0-9524-74553ef62508 HTTP/1.1" status: 204 len: 168 time: 0.3671432 Nov 12 03:56:13.868793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68596fdc-4452-4e03-9df8-9222285caab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0036e5ec-c9d1-4bf0-9524-74553ef62508,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:13.880467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2ce27d6-c2f8-4b98-9a2e-c07b95b8802f req-915245c8-5438-48ba-bd93-b5adc73ec056 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=973fdeb6-571f-4cee-a120-054cf9449f81 HTTP/1.1" status: 200 len: 210 time: 0.0994742 Nov 12 03:56:13.886075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b205283e-43e0-49c1-895a-90cd4fa5c587 req-0eba977f-36dc-4de8-966f-196eb7bf9070 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Calling delete_port for d6585b51-05b5-463c-bb50-65c7ca4561e2 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:13.951773 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b193b607-a221-4202-b80f-1b92ddabd619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.987020 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9e9c9-94ef-4956-ab09-5fd07c023125 req-eb3761ca-c0c1-492b-9c79-81460281a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:13.998527 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aaa9e9c9-94ef-4956-ab09-5fd07c023125 req-eb3761ca-c0c1-492b-9c79-81460281a1a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 1098 time: 0.1814830 Nov 12 03:56:14.008627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=87eef853-eb64-4a71-be1a-ee0e5b4d784a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:14.084953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.085270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.090110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.090450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.093487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.093858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.094195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.094697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.095480 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.101244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.112390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.112390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.181255 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0032b0b-d815-4836-80e7-eac8356032ba req-e5e7362c-4ce5-4e75-903e-827a8449f533 tempest-ServersNegativeTestMultiTenantJSON-830646760 tempest-ServersNegativeTestMultiTenantJSON-830646760-project] 10.222.0.105 "GET /v2.0/ports?device_id=9455abef-3bb8-4e9c-8312-121a7bd20ad0 HTTP/1.1" status: 200 len: 210 time: 0.0857894 Nov 12 03:56:14.192869 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aaa9e9c9-94ef-4956-ab09-5fd07c023125 req-86e98ab4-1754-4f21-a2e4-d65d790ceb66 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670430 Nov 12 03:56:14.247434 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b193b607-a221-4202-b80f-1b92ddabd619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.257665 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b205283e-43e0-49c1-895a-90cd4fa5c587 req-0eba977f-36dc-4de8-966f-196eb7bf9070 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.293429 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba977f-36dc-4de8-966f-196eb7bf9070 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event deleted for resources: {'Port': ['ID=d6585b51-05b5-463c-bb50-65c7ca4561e2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:14.305331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b963a462-635c-4e16-989b-5ae0bfa39357'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:14.310338 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b193b607-a221-4202-b80f-1b92ddabd619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.402079 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b193b607-a221-4202-b80f-1b92ddabd619 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6655ac7a9fe743848982b9ded47a8110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7283225 Nov 12 03:56:14.402740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43300) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:14.405527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193b607-a221-4202-b80f-1b92ddabd619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42607e3d-c102-4131-bca2-800cd9ee07d3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:14.408030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:14.431155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b205283e-43e0-49c1-895a-90cd4fa5c587 req-0eba977f-36dc-4de8-966f-196eb7bf9070 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] No DVR routers for this DVR port d6585b51-05b5-463c-bb50-65c7ca4561e2 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:14.435798 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b205283e-43e0-49c1-895a-90cd4fa5c587 req-0eba977f-36dc-4de8-966f-196eb7bf9070 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.442503 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b205283e-43e0-49c1-895a-90cd4fa5c587 req-0eba977f-36dc-4de8-966f-196eb7bf9070 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.26 "DELETE /v2.0/ports/d6585b51-05b5-463c-bb50-65c7ca4561e2 HTTP/1.1" status: 204 len: 173 time: 1.0942349 Nov 12 03:56:14.453791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:14.479356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1026fe2-8f21-42d1-b288-a2dedff984e3 req-3926756b-23bc-444a-a35e-9e8e4bfc768a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:14.487412 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c1026fe2-8f21-42d1-b288-a2dedff984e3 req-3926756b-23bc-444a-a35e-9e8e4bfc768a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 946 time: 0.1505687 Nov 12 03:56:14.499213 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df279a3-1170-4dfb-81c7-98a2eac4c2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.528545 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df279a3-1170-4dfb-81c7-98a2eac4c2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.575912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c1026fe2-8f21-42d1-b288-a2dedff984e3 req-79ddca3f-5498-4d2d-ba15-780ee46a4765 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842674 Nov 12 03:56:14.631450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-51268882-network', 'tenant_id': '2199ac87b9574cdc8c5200465a16fed3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:14.685558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df279a3-1170-4dfb-81c7-98a2eac4c2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.697387 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df279a3-1170-4dfb-81c7-98a2eac4c2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.697387 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2df279a3-1170-4dfb-81c7-98a2eac4c2f0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/42607e3d-c102-4131-bca2-800cd9ee07d3 HTTP/1.1" status: 204 len: 168 time: 0.2895565 Nov 12 03:56:14.716371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df279a3-1170-4dfb-81c7-98a2eac4c2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42607e3d-c102-4131-bca2-800cd9ee07d3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:14.777226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] Made reservation on behalf of 2199ac87b9574cdc8c5200465a16fed3 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:14.779785 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.798850 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.904812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae90fcdf-cf66-4f62-94e9-7517db4b7323', 'name': 'network-vif-deleted', 'tag': 'd6585b51-05b5-463c-bb50-65c7ca4561e2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:14.907351 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e17f3a-82b0-425b-bf95-92492f21231d" -d '{"events": [{"server_uuid": "ae90fcdf-cf66-4f62-94e9-7517db4b7323", "name": "network-vif-deleted", "tag": "d6585b51-05b5-463c-bb50-65c7ca4561e2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:14.979791 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.019171 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccdaa22-d193-4fd7-bad1-8b809516f32f x-openstack-request-id: req-1ccdaa22-d193-4fd7-bad1-8b809516f32f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:15.019673 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae90fcdf-cf66-4f62-94e9-7517db4b7323", "name": "network-vif-deleted", "tag": "d6585b51-05b5-463c-bb50-65c7ca4561e2", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:15.020006 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1ccdaa22-d193-4fd7-bad1-8b809516f32f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:15.020550 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae90fcdf-cf66-4f62-94e9-7517db4b7323', 'name': 'network-vif-deleted', 'tag': 'd6585b51-05b5-463c-bb50-65c7ca4561e2', 'status': 'completed', 'code': 200} Nov 12 03:56:15.051665 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.078329 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fcac5235-9e6f-48fe-a2f3-5182583c67e7 req-cce61c5e-9327-45a7-b338-ce4ad2369109 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=973fdeb6-571f-4cee-a120-054cf9449f81 HTTP/1.1" status: 200 len: 210 time: 0.0363858 Nov 12 03:56:15.096913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:56:15.112416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97693a43-8bd2-4596-a692-90d0fd6a9b95,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:15.120351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.120705 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] Added segment 80698b7f-91cb-4d24-a8be-28f9fa9c868d of type vlan for network f46a4b2c-b169-4932-8b2e-08a8a0941047 Nov 12 03:56:15.186879 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.238951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:15.298885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98a6663-1590-4a2f-b6a8-5d28e2c01f6a admin admin] Deleting subnet e2ae2a0e-bdc0-4522-9ca1-846d78d5fd7f {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:56:15.305704 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b98a6663-1590-4a2f-b6a8-5d28e2c01f6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.380639 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b98a6663-1590-4a2f-b6a8-5d28e2c01f6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.417451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.417451 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:15.417451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.497554 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b98a6663-1590-4a2f-b6a8-5d28e2c01f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.525460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] Pushing event updated for resources: {'Network': ['ID=f46a4b2c-b169-4932-8b2e-08a8a0941047,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:15.537331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network f46a4b2c-b169-4932-8b2e-08a8a0941047 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:56:15.629097 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b98a6663-1590-4a2f-b6a8-5d28e2c01f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.697728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a6663-1590-4a2f-b6a8-5d28e2c01f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ae2a0e-bdc0-4522-9ca1-846d78d5fd7f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:15.700827 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b98a6663-1590-4a2f-b6a8-5d28e2c01f6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.707804 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b98a6663-1590-4a2f-b6a8-5d28e2c01f6a admin admin] 10.222.0.105 "DELETE /v2.0/subnets/e2ae2a0e-bdc0-4522-9ca1-846d78d5fd7f HTTP/1.1" status: 204 len: 168 time: 0.4670279 Nov 12 03:56:15.708852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43342) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:15.736345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5aae8199-cab9-4b68-bed0-a5ceef70896b admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2796540 Nov 12 03:56:15.737716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43344) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:15.748634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4293af56-fffd-4369-b1d0-58eff581e5e7 admin admin] Request body: {'subnet': {'network_id': 'f46a4b2c-b169-4932-8b2e-08a8a0941047', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-51268882-subnet', 'tenant_id': '2199ac87b9574cdc8c5200465a16fed3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:15.760279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:15.784790 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a0445bf-4f09-4546-a75b-40fa9b52202a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.820702 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-105af834-1a40-48e6-94a8-524320bbb7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.823117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a640b-ef1b-4b08-b56b-e97de9cbcb5c req-17e0a3f7-62ed-4739-986c-11a6e9d8d3c4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:15.824747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c2a640b-ef1b-4b08-b56b-e97de9cbcb5c req-17e0a3f7-62ed-4739-986c-11a6e9d8d3c4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 946 time: 0.1376674 Nov 12 03:56:15.890896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4293af56-fffd-4369-b1d0-58eff581e5e7 admin admin] Made reservation on behalf of 2199ac87b9574cdc8c5200465a16fed3 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:15.893321 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4293af56-fffd-4369-b1d0-58eff581e5e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.899171 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a88520cf-95dc-49a1-8e6b-055fddf3725e no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:15.938636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: a88520cf-95dc-49a1-8e6b-055fddf3725e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:15.939343 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a88520cf-95dc-49a1-8e6b-055fddf3725e not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:15.992795 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-105af834-1a40-48e6-94a8-524320bbb7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.020840 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-105af834-1a40-48e6-94a8-524320bbb7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbde581c-53b1-4991-8874-91edbe206b6f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:16.024639 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c2a640b-ef1b-4b08-b56b-e97de9cbcb5c req-f8ebf5f2-6241-4cc4-b582-51e71f4e7fb9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784174 Nov 12 03:56:16.056743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-105af834-1a40-48e6-94a8-524320bbb7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ab7d68-aa54-4f04-a8c0-5058d06c11ed') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:16.057236 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-105af834-1a40-48e6-94a8-524320bbb7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ab7d68-aa54-4f04-a8c0-5058d06c11ed') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:16.071272 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-105af834-1a40-48e6-94a8-524320bbb7be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.091677 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-105af834-1a40-48e6-94a8-524320bbb7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.109748 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105af834-1a40-48e6-94a8-524320bbb7be admin admin] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:16.111281 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-105af834-1a40-48e6-94a8-524320bbb7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:16.114693 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:16.133776 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a0445bf-4f09-4546-a75b-40fa9b52202a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.286261 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e31e1771-0aab-4a9e-a9fc-9732abe1a59f req-7bc6b98d-0256-4a93-9118-7a3ff11cb16b tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae90fcdf-cf66-4f62-94e9-7517db4b7323 HTTP/1.1" status: 200 len: 210 time: 0.0392082 Nov 12 03:56:16.308949 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a0445bf-4f09-4546-a75b-40fa9b52202a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.362392 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-105af834-1a40-48e6-94a8-524320bbb7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.362692 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4a0445bf-4f09-4546-a75b-40fa9b52202a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6fafa0ff4831479e914b5ce534b15b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6028581 Nov 12 03:56:16.362692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0445bf-4f09-4546-a75b-40fa9b52202a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568be829-2959-4957-b1da-45da3b1f8bc7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.364149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43358) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:16.399184 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-105af834-1a40-48e6-94a8-524320bbb7be admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.411187 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-105af834-1a40-48e6-94a8-524320bbb7be admin admin] 10.222.0.105 "DELETE /v2.0/networks/cbde581c-53b1-4991-8874-91edbe206b6f HTTP/1.1" status: 204 len: 168 time: 0.6995530 Nov 12 03:56:16.414193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:16.419447 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4293af56-fffd-4369-b1d0-58eff581e5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.452993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105af834-1a40-48e6-94a8-524320bbb7be admin admin] Pushing event deleted for resources: {'Network': ['ID=cbde581c-53b1-4991-8874-91edbe206b6f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.510848 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-367c911c-4308-482d-b6e0-8af9efd7a1a5 admin admin] Deleting subnet e6b4ac53-f1c4-451a-9a4e-da4ac890450e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:56:16.515188 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-367c911c-4308-482d-b6e0-8af9efd7a1a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.524388 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293af56-fffd-4369-b1d0-58eff581e5e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=541d6e9e-ec74-45e5-b3e1-f887e4e9c5e3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.527634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21917228-7589-4c4e-b43d-e316d42cda6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.558007 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-367c911c-4308-482d-b6e0-8af9efd7a1a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.564431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4293af56-fffd-4369-b1d0-58eff581e5e7 admin admin] Checking segment: {'id': '80698b7f-91cb-4d24-a8be-28f9fa9c868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f46a4b2c-b169-4932-8b2e-08a8a0941047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:16.564797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4293af56-fffd-4369-b1d0-58eff581e5e7 admin admin] Network hostable DHCP agents. Network: f46a4b2c-b169-4932-8b2e-08a8a0941047, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:56:16.569083 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21917228-7589-4c4e-b43d-e316d42cda6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.611815 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-367c911c-4308-482d-b6e0-8af9efd7a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.748122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4293af56-fffd-4369-b1d0-58eff581e5e7 admin admin] Network f46a4b2c-b169-4932-8b2e-08a8a0941047 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:56:16.780559 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21917228-7589-4c4e-b43d-e316d42cda6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.781226 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-367c911c-4308-482d-b6e0-8af9efd7a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.783094 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21917228-7589-4c4e-b43d-e316d42cda6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.786332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-21917228-7589-4c4e-b43d-e316d42cda6a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/568be829-2959-4957-b1da-45da3b1f8bc7 HTTP/1.1" status: 204 len: 168 time: 0.4195147 Nov 12 03:56:16.795148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21917228-7589-4c4e-b43d-e316d42cda6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568be829-2959-4957-b1da-45da3b1f8bc7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.818065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c911c-4308-482d-b6e0-8af9efd7a1a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b4ac53-f1c4-451a-9a4e-da4ac890450e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.823204 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-367c911c-4308-482d-b6e0-8af9efd7a1a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.829580 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-367c911c-4308-482d-b6e0-8af9efd7a1a5 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/e6b4ac53-f1c4-451a-9a4e-da4ac890450e HTTP/1.1" status: 204 len: 168 time: 0.4111054 Nov 12 03:56:16.830546 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43370) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:16.912854 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e8b3d33-634a-4608-b72c-6dedc7787895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.945588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4293af56-fffd-4369-b1d0-58eff581e5e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, f46a4b2c-b169-4932-8b2e-08a8a0941047) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:16.960421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4293af56-fffd-4369-b1d0-58eff581e5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:16.961037 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4293af56-fffd-4369-b1d0-58eff581e5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.962371 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395ad7ab-4c4c-4c53-84e0-be2d9f3e0d57 None None] Network f46a4b2c-b169-4932-8b2e-08a8a0941047 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:17.012323 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e8b3d33-634a-4608-b72c-6dedc7787895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.043769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3e8b3d33-634a-4608-b72c-6dedc7787895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ff419c-e17a-477a-9889-6920d9833cd3']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:17.051593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3e8b3d33-634a-4608-b72c-6dedc7787895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab91dba-12f0-4b2a-941b-00efc7561272') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:17.051959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3e8b3d33-634a-4608-b72c-6dedc7787895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab91dba-12f0-4b2a-941b-00efc7561272') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:17.057426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device b963a462-635c-4e16-989b-5ae0bfa39357 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:17.065766 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e8b3d33-634a-4608-b72c-6dedc7787895 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.080911 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4293af56-fffd-4369-b1d0-58eff581e5e7 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3408096 Nov 12 03:56:17.091096 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e8b3d33-634a-4608-b72c-6dedc7787895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.098159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8b3d33-634a-4608-b72c-6dedc7787895 admin admin] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:17.098632 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e8b3d33-634a-4608-b72c-6dedc7787895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:17.100404 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:17.111628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: b963a462-635c-4e16-989b-5ae0bfa39357 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:17.112243 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device b963a462-635c-4e16-989b-5ae0bfa39357 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:17.251688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f141d-35a0-4ea2-b3f4-5b6bcbdd8497 None None] Network f46a4b2c-b169-4932-8b2e-08a8a0941047 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:17.296508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1243b-2d39-4580-ab89-283701c11670 req-6995cb2a-98eb-4df9-a60b-0a35949d5e92 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:17.311288 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41d1243b-2d39-4580-ab89-283701c11670 req-6995cb2a-98eb-4df9-a60b-0a35949d5e92 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 946 time: 0.1325572 Nov 12 03:56:17.324514 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e8b3d33-634a-4608-b72c-6dedc7787895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.339811 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e8b3d33-634a-4608-b72c-6dedc7787895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.348522 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3e8b3d33-634a-4608-b72c-6dedc7787895 admin admin] 10.222.0.105 "DELETE /v2.0/networks/55ff419c-e17a-477a-9889-6920d9833cd3 HTTP/1.1" status: 204 len: 168 time: 0.5161157 Nov 12 03:56:17.389102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b3d33-634a-4608-b72c-6dedc7787895 admin admin] Pushing event deleted for resources: {'Network': ['ID=55ff419c-e17a-477a-9889-6920d9833cd3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:17.518730 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41d1243b-2d39-4580-ab89-283701c11670 req-c34c1d0d-2e5d-4908-9c46-9c3aea9b8687 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036293 Nov 12 03:56:18.059576 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:18.108967 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1988a5e2-c946-488c-a969-f51ca0dab83d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b17027b6f69f4a3299ad65d0858f9688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451913 Nov 12 03:56:18.109262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:18.171125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18b92f3f-0afa-4712-a760-9c3d5a469384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.214085 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18b92f3f-0afa-4712-a760-9c3d5a469384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.320076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b6916-26af-40b5-b06f-df10d01bd104 req-8ab96b59-0473-472f-8cdf-86cfc6a654a2 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:18.321485 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f5b6916-26af-40b5-b06f-df10d01bd104 req-8ab96b59-0473-472f-8cdf-86cfc6a654a2 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 950 time: 0.0809202 Nov 12 03:56:18.383058 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f5b6916-26af-40b5-b06f-df10d01bd104 req-9e7e42f7-13af-4ab0-8150-bb48683d09a1 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547318 Nov 12 03:56:18.530599 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18b92f3f-0afa-4712-a760-9c3d5a469384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.533580 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18b92f3f-0afa-4712-a760-9c3d5a469384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.537732 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-18b92f3f-0afa-4712-a760-9c3d5a469384 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3afd5b6b-376e-4d86-ac6b-1d1b59a1604c HTTP/1.1" status: 204 len: 168 time: 0.4244120 Nov 12 03:56:18.551112 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b92f3f-0afa-4712-a760-9c3d5a469384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afd5b6b-376e-4d86-ac6b-1d1b59a1604c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:18.754691 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.974917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d6585b51-05b5-463c-bb50-65c7ca4561e2 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:18.997065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: d6585b51-05b5-463c-bb50-65c7ca4561e2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:18.997516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d6585b51-05b5-463c-bb50-65c7ca4561e2 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:19.413198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43468) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:19.485349 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-acdc85cc-f685-4264-a34a-cc05cc08a472 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ffbfffff9aa04df4bd7badd7cee5e889&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0707514 Nov 12 03:56:19.487661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43476) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:19.568299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf768-6699-45e5-869b-8d49a3e072a8 req-853a6e9d-383c-47bf-9872-c7c4b0f7be7d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:19.569819 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-685bf768-6699-45e5-869b-8d49a3e072a8 req-853a6e9d-383c-47bf-9872-c7c4b0f7be7d tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 950 time: 0.0746906 Nov 12 03:56:19.594768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2e80c6a-8478-462f-9214-24cc39bfcbd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.635681 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2e80c6a-8478-462f-9214-24cc39bfcbd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.655822 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-685bf768-6699-45e5-869b-8d49a3e072a8 req-b8bec83a-e4db-491d-9a6c-0ba27ccdec30 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/security-groups?id=67d66079-f338-4d64-a740-407a83fb327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758898 Nov 12 03:56:19.772949 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2e80c6a-8478-462f-9214-24cc39bfcbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.776611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2e80c6a-8478-462f-9214-24cc39bfcbd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.782369 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c2e80c6a-8478-462f-9214-24cc39bfcbd5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/eef8a022-94da-43d4-95ce-9c9c007a9c48 HTTP/1.1" status: 204 len: 168 time: 0.2883017 Nov 12 03:56:19.797448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffcaaf-1b52-41c2-9759-74407280daa9 req-79f18a9c-3174-459a-8148-8779ee775e13 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:19.799704 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55ffcaaf-1b52-41c2-9759-74407280daa9 req-79f18a9c-3174-459a-8148-8779ee775e13 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 950 time: 0.0765254 Nov 12 03:56:19.809109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e80c6a-8478-462f-9214-24cc39bfcbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef8a022-94da-43d4-95ce-9c9c007a9c48,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:20.021974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-55ffcaaf-1b52-41c2-9759-74407280daa9 req-bae79361-7942-4765-9cc9-7572158777f8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Deleting port c854c730-a525-4173-b69b-55a35dd6bf0a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:20.022590 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-55ffcaaf-1b52-41c2-9759-74407280daa9 req-bae79361-7942-4765-9cc9-7572158777f8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.116743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-55ffcaaf-1b52-41c2-9759-74407280daa9 req-bae79361-7942-4765-9cc9-7572158777f8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] For port c854c730-a525-4173-b69b-55a35dd6bf0a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c854c730-a525-4173-b69b-55a35dd6bf0a,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:20.117105 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-55ffcaaf-1b52-41c2-9759-74407280daa9 req-bae79361-7942-4765-9cc9-7572158777f8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.130368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-55ffcaaf-1b52-41c2-9759-74407280daa9 req-bae79361-7942-4765-9cc9-7572158777f8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Calling delete_port for c854c730-a525-4173-b69b-55a35dd6bf0a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:20.393638 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-55ffcaaf-1b52-41c2-9759-74407280daa9 req-bae79361-7942-4765-9cc9-7572158777f8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.407043 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c854c730-a525-4173-b69b-55a35dd6bf0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:20.431926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae79361-7942-4765-9cc9-7572158777f8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Pushing event deleted for resources: {'Port': ['ID=c854c730-a525-4173-b69b-55a35dd6bf0a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:20.485336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ffcaaf-1b52-41c2-9759-74407280daa9 req-bae79361-7942-4765-9cc9-7572158777f8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] No DVR routers for this DVR port c854c730-a525-4173-b69b-55a35dd6bf0a on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:20.487905 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-55ffcaaf-1b52-41c2-9759-74407280daa9 req-bae79361-7942-4765-9cc9-7572158777f8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.491580 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55ffcaaf-1b52-41c2-9759-74407280daa9 req-bae79361-7942-4765-9cc9-7572158777f8 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.25 "DELETE /v2.0/ports/c854c730-a525-4173-b69b-55a35dd6bf0a HTTP/1.1" status: 204 len: 173 time: 0.6826756 Nov 12 03:56:20.492090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafee188-1cbe-4f9c-bcba-e522475d1b7c', 'name': 'network-vif-deleted', 'tag': 'c854c730-a525-4173-b69b-55a35dd6bf0a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:20.494513 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c67ee6-dc7d-43b7-aa25-d7c96d810551" -d '{"events": [{"server_uuid": "aafee188-1cbe-4f9c-bcba-e522475d1b7c", "name": "network-vif-deleted", "tag": "c854c730-a525-4173-b69b-55a35dd6bf0a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:20.541002 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4699f4dc-9d6c-461b-ae68-cf183798b741 x-openstack-request-id: req-4699f4dc-9d6c-461b-ae68-cf183798b741 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:20.541002 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafee188-1cbe-4f9c-bcba-e522475d1b7c", "name": "network-vif-deleted", "tag": "c854c730-a525-4173-b69b-55a35dd6bf0a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:20.541002 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4699f4dc-9d6c-461b-ae68-cf183798b741 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:20.541002 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafee188-1cbe-4f9c-bcba-e522475d1b7c', 'name': 'network-vif-deleted', 'tag': 'c854c730-a525-4173-b69b-55a35dd6bf0a', 'status': 'completed', 'code': 200} Nov 12 03:56:20.802543 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc1c3958-25a8-43cf-a3d4-e03a7759c78e req-abf17c1c-dc49-4aba-b6d1-a3940b95d2e9 tempest-ServersOnMultiNodesTest-621022100 tempest-ServersOnMultiNodesTest-621022100-project] 10.222.0.105 "GET /v2.0/ports?device_id=aafee188-1cbe-4f9c-bcba-e522475d1b7c HTTP/1.1" status: 200 len: 210 time: 0.0604882 Nov 12 03:56:21.001443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cc398-4839-438b-9974-58965c553bdf req-68618dd2-eb4a-4828-83db-1c8347809ea9 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:21.003171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e50cc398-4839-438b-9974-58965c553bdf req-68618dd2-eb4a-4828-83db-1c8347809ea9 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/networks?id=f46a4b2c-b169-4932-8b2e-08a8a0941047 HTTP/1.1" status: 200 len: 807 time: 0.1570072 Nov 12 03:56:21.031759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e50cc398-4839-438b-9974-58965c553bdf req-35d15c32-5553-4ae0-b469-3a74434c86d1 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/quotas/2199ac87b9574cdc8c5200465a16fed3 HTTP/1.1" status: 200 len: 375 time: 0.0210540 Nov 12 03:56:21.073182 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e50cc398-4839-438b-9974-58965c553bdf req-d299f0ce-3ee7-482c-a3c0-6b2c4e3dcf1c tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=2199ac87b9574cdc8c5200465a16fed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402379 Nov 12 03:56:21.179355 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e50cc398-4839-438b-9974-58965c553bdf req-e285ac3e-1b67-4ba5-9fa5-fd0529d3bca5 service neutron] 10.222.0.105 "GET /v2.0/networks/f46a4b2c-b169-4932-8b2e-08a8a0941047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050000 Nov 12 03:56:21.273701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e50cc398-4839-438b-9974-58965c553bdf req-c858bf63-817a-4d9a-b104-4129566daebf service neutron] 10.222.0.105 "GET /v2.0/networks/f46a4b2c-b169-4932-8b2e-08a8a0941047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932248 Nov 12 03:56:21.484214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43558) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:21.563492 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-385432a8-cea6-4de6-bd64-ce60b3492ef9 req-99b15159-b843-4fd2-b1c9-98a7ca0115cd tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 210 time: 0.0287247 Nov 12 03:56:21.855172 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.949170 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.072507 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.119246 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ee260fef2eff4caaa19129df443861da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6335981 Nov 12 03:56:22.121823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a8b2f5-20ec-4182-bbda-5988e6579880,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:22.121977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:22.130858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.131205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.131547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.131887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.132260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.132592 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.132919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.133345 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.133865 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.134408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.134734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.135225 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad8dfa-09ef-4224-ae9e-f4a8ef4c78bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.192771 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.218565 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.416944 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.421845 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.427853 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/20a8b2f5-20ec-4182-bbda-5988e6579880 HTTP/1.1" status: 204 len: 168 time: 0.3038492 Nov 12 03:56:22.444984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:22.449481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a8b2f5-20ec-4182-bbda-5988e6579880,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:22.464884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.464884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.464884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.464884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.464884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.464884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.465596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.465596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.466183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.466183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.466459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.466958 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61d76c-38de-4f7a-b043-a75c14da22f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:22.534177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43612) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:22.648299 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-268a0a64-c7c5-4277-a91e-74f6f0c314c1 req-dceb29f5-9244-46c8-8f5c-ac59e246f216 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 210 time: 0.0266807 Nov 12 03:56:22.852251 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df214e0e-58dc-4434-9bf5-fdd47a191d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.939937 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df214e0e-58dc-4434-9bf5-fdd47a191d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.941941 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43624) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:22.942074 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a65c6b80-0529-4b0a-9863-de19e58e2e12 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9880da1ff4024a32b6fc37ffaf7c19a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4063957 Nov 12 03:56:22.995442 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0143123-5eac-41ec-b5b2-b043b54248c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.018848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0143123-5eac-41ec-b5b2-b043b54248c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.058891 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df214e0e-58dc-4434-9bf5-fdd47a191d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.065290 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8d88cb30-1676-4f18-afbb-9be998ade0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.106791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df214e0e-58dc-4434-9bf5-fdd47a191d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31a0eee-f245-4c53-bec8-b72b41d3997d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:23.116543 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-df214e0e-58dc-4434-9bf5-fdd47a191d72 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a2dbb27ea96347a4b2e65c6c819c44ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6678021 Nov 12 03:56:23.117000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43630) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:23.205337 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1be12a0f-ad66-4eb1-aebe-a51cfb6cc642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.211321 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0143123-5eac-41ec-b5b2-b043b54248c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.213882 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0143123-5eac-41ec-b5b2-b043b54248c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.215034 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d0143123-5eac-41ec-b5b2-b043b54248c1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/67d66079-f338-4d64-a740-407a83fb327a HTTP/1.1" status: 204 len: 168 time: 0.2717750 Nov 12 03:56:23.238155 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0143123-5eac-41ec-b5b2-b043b54248c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d66079-f338-4d64-a740-407a83fb327a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:23.241060 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1be12a0f-ad66-4eb1-aebe-a51cfb6cc642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.310862 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43640) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:23.325839 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb4eb445-2024-45a1-8961-9bdc5d5fc682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.382220 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1be12a0f-ad66-4eb1-aebe-a51cfb6cc642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.387968 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1be12a0f-ad66-4eb1-aebe-a51cfb6cc642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.389731 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1be12a0f-ad66-4eb1-aebe-a51cfb6cc642 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b31a0eee-f245-4c53-bec8-b72b41d3997d HTTP/1.1" status: 204 len: 168 time: 0.2715058 Nov 12 03:56:23.408131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be12a0f-ad66-4eb1-aebe-a51cfb6cc642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31a0eee-f245-4c53-bec8-b72b41d3997d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:23.475936 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb4eb445-2024-45a1-8961-9bdc5d5fc682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.553803 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb4eb445-2024-45a1-8961-9bdc5d5fc682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.601919 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bb4eb445-2024-45a1-8961-9bdc5d5fc682 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d51512381eda485194c91a4a12a78ace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2943897 Nov 12 03:56:23.607810 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4eb445-2024-45a1-8961-9bdc5d5fc682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b0466e-ae84-407d-ad30-0473e19b0fe3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:23.607959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:23.655177 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5aca086f-a942-46f3-b7c8-76ae06a423e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.687412 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5aca086f-a942-46f3-b7c8-76ae06a423e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.752778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-33f7a902-e532-42c2-baf6-a6b4b0cb1546 req-7cd5e02a-3388-40a1-b9d2-aa224a0f2a10 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 210 time: 0.0297096 Nov 12 03:56:23.833425 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5aca086f-a942-46f3-b7c8-76ae06a423e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.836382 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5aca086f-a942-46f3-b7c8-76ae06a423e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.837591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5aca086f-a942-46f3-b7c8-76ae06a423e4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/12b0466e-ae84-407d-ad30-0473e19b0fe3 HTTP/1.1" status: 204 len: 168 time: 0.2319252 Nov 12 03:56:23.845827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca086f-a942-46f3-b7c8-76ae06a423e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b0466e-ae84-407d-ad30-0473e19b0fe3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:23.967630 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c854c730-a525-4173-b69b-55a35dd6bf0a no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:23.989294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: c854c730-a525-4173-b69b-55a35dd6bf0a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:23.989642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c854c730-a525-4173-b69b-55a35dd6bf0a not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:24.340743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cc398-4839-438b-9974-58965c553bdf req-4382c80a-2d1f-43e1-873e-2960a721f80b tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.344842 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e50cc398-4839-438b-9974-58965c553bdf req-4382c80a-2d1f-43e1-873e-2960a721f80b tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.25 "GET /v2.0/networks?id=f46a4b2c-b169-4932-8b2e-08a8a0941047 HTTP/1.1" status: 200 len: 807 time: 0.1510873 Nov 12 03:56:24.353647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43666) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:24.360142 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e50cc398-4839-438b-9974-58965c553bdf req-54ee0ca2-9af8-4632-8aa4-be308a00ddd6 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Request body: {'port': {'device_id': '83487262-b174-4d36-8465-01df23a6f4ea', 'network_id': 'f46a4b2c-b169-4932-8b2e-08a8a0941047', 'admin_state_up': True, 'tenant_id': '2199ac87b9574cdc8c5200465a16fed3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:24.424499 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ed700efc-3efc-4a1a-a5e4-420d45415fde admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3484c955cece4b1a9da1a75d9448c9c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0687797 Nov 12 03:56:24.425243 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43668) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:24.491652 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-595c5147-0b26-4522-9c38-7cbfe4a44a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.519567 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-595c5147-0b26-4522-9c38-7cbfe4a44a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.539067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:24.678086 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08d4a191-6a9b-45cd-8e5c-9df18078119f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.683686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50cc398-4839-438b-9974-58965c553bdf req-54ee0ca2-9af8-4632-8aa4-be308a00ddd6 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Made reservation on behalf of 2199ac87b9574cdc8c5200465a16fed3 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:24.687277 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e50cc398-4839-438b-9974-58965c553bdf req-54ee0ca2-9af8-4632-8aa4-be308a00ddd6 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.715620 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-595c5147-0b26-4522-9c38-7cbfe4a44a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.718361 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-595c5147-0b26-4522-9c38-7cbfe4a44a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.722187 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-595c5147-0b26-4522-9c38-7cbfe4a44a4b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/67e9ac71-f6c1-4009-b90c-088a300e287b HTTP/1.1" status: 204 len: 168 time: 0.2953708 Nov 12 03:56:24.740210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c5147-0b26-4522-9c38-7cbfe4a44a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e9ac71-f6c1-4009-b90c-088a300e287b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:24.783521 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08d4a191-6a9b-45cd-8e5c-9df18078119f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.827638 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.873813 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a400c689-336a-43ef-b809-fb808c29c82e req-3336d398-c443-4a03-af1c-cf22e5c47996 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 210 time: 0.0345995 Nov 12 03:56:24.896650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-e50cc398-4839-438b-9974-58965c553bdf req-54ee0ca2-9af8-4632-8aa4-be308a00ddd6 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Allocated IP 172.20.0.3 (f46a4b2c-b169-4932-8b2e-08a8a0941047/541d6e9e-ec74-45e5-b3e1-f887e4e9c5e3/7022269d-69ed-47c8-b9d3-e25168f23d43) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:24.897955 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08d4a191-6a9b-45cd-8e5c-9df18078119f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.944396 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-08d4a191-6a9b-45cd-8e5c-9df18078119f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d6b3043de9534ec587732fe16a7558c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4014022 Nov 12 03:56:24.944396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4a191-6a9b-45cd-8e5c-9df18078119f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5514742e-c82e-4c73-9879-3749d7bdc015,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:24.945115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:25.058626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75449b02-98a6-45f2-bbda-1d5d5af92204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.094830 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75449b02-98a6-45f2-bbda-1d5d5af92204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.126274 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e50cc398-4839-438b-9974-58965c553bdf req-54ee0ca2-9af8-4632-8aa4-be308a00ddd6 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.268152 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e50cc398-4839-438b-9974-58965c553bdf req-54ee0ca2-9af8-4632-8aa4-be308a00ddd6 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.270584 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75449b02-98a6-45f2-bbda-1d5d5af92204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.273920 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75449b02-98a6-45f2-bbda-1d5d5af92204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.278818 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-75449b02-98a6-45f2-bbda-1d5d5af92204 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5514742e-c82e-4c73-9879-3749d7bdc015 HTTP/1.1" status: 204 len: 168 time: 0.3290784 Nov 12 03:56:25.320245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75449b02-98a6-45f2-bbda-1d5d5af92204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5514742e-c82e-4c73-9879-3749d7bdc015,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:25.345724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50cc398-4839-438b-9974-58965c553bdf req-54ee0ca2-9af8-4632-8aa4-be308a00ddd6 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Network f46a4b2c-b169-4932-8b2e-08a8a0941047 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:25.355494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-e50cc398-4839-438b-9974-58965c553bdf req-54ee0ca2-9af8-4632-8aa4-be308a00ddd6 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:25.357262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50cc398-4839-438b-9974-58965c553bdf req-54ee0ca2-9af8-4632-8aa4-be308a00ddd6 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:25.406599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee0ca2-9af8-4632-8aa4-be308a00ddd6 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Pushing event updated for resources: {'Port': ['ID=7022269d-69ed-47c8-b9d3-e25168f23d43,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:25.442540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cc398-4839-438b-9974-58965c553bdf req-54ee0ca2-9af8-4632-8aa4-be308a00ddd6 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.443688 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e50cc398-4839-438b-9974-58965c553bdf req-54ee0ca2-9af8-4632-8aa4-be308a00ddd6 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.540099 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e50cc398-4839-438b-9974-58965c553bdf req-54ee0ca2-9af8-4632-8aa4-be308a00ddd6 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1857240 Nov 12 03:56:25.555619 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Request body: {'port': {'device_id': '83487262-b174-4d36-8465-01df23a6f4ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:25.615934 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.656252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43730) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:25.940632 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7022269d-69ed-47c8-b9d3-e25168f23d43 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:25.949047 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.962835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Transition to ACTIVE for port object 7022269d-69ed-47c8-b9d3-e25168f23d43 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:26.012992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc9495-a0ec-4e70-9054-c4e943549f0a req-5b064cdf-fc60-431c-80ca-1621a3d738ed tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:26.014606 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58fc9495-a0ec-4e70-9054-c4e943549f0a req-5b064cdf-fc60-431c-80ca-1621a3d738ed tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 931 time: 0.0562527 Nov 12 03:56:26.062211 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.075042 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58fc9495-a0ec-4e70-9054-c4e943549f0a req-d621e69f-85ff-480d-984a-ea00fa1cf80b tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542264 Nov 12 03:56:26.086686 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43740) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:26.106596 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5684dc72-3415-4ce4-af05-b3de94dbd109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.138285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Pushing event updated for resources: {'Port': ['ID=7022269d-69ed-47c8-b9d3-e25168f23d43,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:26.171816 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-310898649-network', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:26.224988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Attempting to bind port 7022269d-69ed-47c8-b9d3-e25168f23d43 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:26.225457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Attempting to bind port 7022269d-69ed-47c8-b9d3-e25168f23d43 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '80698b7f-91cb-4d24-a8be-28f9fa9c868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f46a4b2c-b169-4932-8b2e-08a8a0941047'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:26.225918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Attempting to bind port 7022269d-69ed-47c8-b9d3-e25168f23d43 on network f46a4b2c-b169-4932-8b2e-08a8a0941047 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:26.227182 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5684dc72-3415-4ce4-af05-b3de94dbd109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.232373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Port 7022269d-69ed-47c8-b9d3-e25168f23d43 on network f46a4b2c-b169-4932-8b2e-08a8a0941047 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:26.232697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Attempting to bind port 7022269d-69ed-47c8-b9d3-e25168f23d43 on network f46a4b2c-b169-4932-8b2e-08a8a0941047 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:26.238537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:26.238871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Checking segment: {'id': '80698b7f-91cb-4d24-a8be-28f9fa9c868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f46a4b2c-b169-4932-8b2e-08a8a0941047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:26.239345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Bound using segment: {'id': '80698b7f-91cb-4d24-a8be-28f9fa9c868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f46a4b2c-b169-4932-8b2e-08a8a0941047'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:26.239835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Bound port: 7022269d-69ed-47c8-b9d3-e25168f23d43, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80698b7f-91cb-4d24-a8be-28f9fa9c868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f46a4b2c-b169-4932-8b2e-08a8a0941047'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:26.240235 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.296502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] Made reservation on behalf of 07ce5d3360e74510bae653ba7f2aef20 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:26.301552 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.318393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.331629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] For port 7022269d-69ed-47c8-b9d3-e25168f23d43, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:26.335610 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] For port 7022269d-69ed-47c8-b9d3-e25168f23d43, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=7022269d-69ed-47c8-b9d3-e25168f23d43,segment=NetworkSegment(80698b7f-91cb-4d24-a8be-28f9fa9c868d),segment_id=80698b7f-91cb-4d24-a8be-28f9fa9c868d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:26.347769 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5684dc72-3415-4ce4-af05-b3de94dbd109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.376686 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-060b0abe-0d63-4613-8305-a252cce0e36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.421192 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5684dc72-3415-4ce4-af05-b3de94dbd109 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bb2be15f81db4e679b1e14c012fe474e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3333492 Nov 12 03:56:26.423327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684dc72-3415-4ce4-af05-b3de94dbd109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02d651b-4f01-41d8-87c3-3a8f3af13462,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:26.424364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43750) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:26.483234 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.518968 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.541765 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.582651 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-797b33dd-2dc7-4594-83b4-87e068da0141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.584337 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:56:26.603003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38cc3f4-1b2f-45ea-bc2d-d415e3861934,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:26.605979 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.606324 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] Added segment 730be5c2-666d-4abd-827f-d6ee7d8a11b0 of type vlan for network 8e3b4789-f637-4eb8-b37f-79c30376b867 Nov 12 03:56:26.615905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:26.617727 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.620573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e50cc398-4839-438b-9974-58965c553bdf req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] 10.222.0.25 "PUT /v2.0/ports/7022269d-69ed-47c8-b9d3-e25168f23d43 HTTP/1.1" status: 200 len: 1092 time: 1.0698295 Nov 12 03:56:26.623846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83487262-b174-4d36-8465-01df23a6f4ea', 'tag': '7022269d-69ed-47c8-b9d3-e25168f23d43'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:26.629849 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.630186 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965ad7d2-7250-4882-9efe-ccc0bba7f669" -d '{"events": [{"name": "network-changed", "server_uuid": "83487262-b174-4d36-8465-01df23a6f4ea", "tag": "7022269d-69ed-47c8-b9d3-e25168f23d43"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:26.694681 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.698214 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dadddd9-f76b-4006-8b6c-b1b1d53e061b x-openstack-request-id: req-3dadddd9-f76b-4006-8b6c-b1b1d53e061b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:26.706275 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83487262-b174-4d36-8465-01df23a6f4ea", "tag": "7022269d-69ed-47c8-b9d3-e25168f23d43", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:26.706275 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3dadddd9-f76b-4006-8b6c-b1b1d53e061b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:26.706275 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83487262-b174-4d36-8465-01df23a6f4ea', 'tag': '7022269d-69ed-47c8-b9d3-e25168f23d43', 'status': 'completed', 'code': 200} Nov 12 03:56:26.709100 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-797b33dd-2dc7-4594-83b4-87e068da0141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.735116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013791f-3778-44d4-8192-2a616ef70489 service neutron] Pushing event updated for resources: {'Port': ['ID=7022269d-69ed-47c8-b9d3-e25168f23d43,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:26.792203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ad7d2-7250-4882-9efe-ccc0bba7f669 req-8aa6fc15-1ed0-4252-bfd1-5eff5ec99012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:26.793727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-965ad7d2-7250-4882-9efe-ccc0bba7f669 req-8aa6fc15-1ed0-4252-bfd1-5eff5ec99012 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2199ac87b9574cdc8c5200465a16fed3&device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 1095 time: 0.0630095 Nov 12 03:56:26.797799 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.798750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:26.799328 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.863037 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] Pushing event updated for resources: {'Network': ['ID=8e3b4789-f637-4eb8-b37f-79c30376b867,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:26.875887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 8e3b4789-f637-4eb8-b37f-79c30376b867 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:56:26.922752 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-32b4ea57-a6a9-48d4-848b-0971c3223df4 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2653039 Nov 12 03:56:26.925674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:26.934411 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2ce58c67-acb8-4ca1-ac2e-30f946fb7a63 admin admin] Request body: {'subnet': {'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-subnet', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:26.934746 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-797b33dd-2dc7-4594-83b4-87e068da0141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.943264 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-797b33dd-2dc7-4594-83b4-87e068da0141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.945598 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-797b33dd-2dc7-4594-83b4-87e068da0141 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e02d651b-4f01-41d8-87c3-3a8f3af13462 HTTP/1.1" status: 204 len: 168 time: 0.5176983 Nov 12 03:56:26.964165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43774) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:26.968593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b33dd-2dc7-4594-83b4-87e068da0141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02d651b-4f01-41d8-87c3-3a8f3af13462,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:26.982483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ad7d2-7250-4882-9efe-ccc0bba7f669 req-203edbc4-647a-4330-af9b-ed2d3c53821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:26.984225 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-965ad7d2-7250-4882-9efe-ccc0bba7f669 req-203edbc4-647a-4330-af9b-ed2d3c53821c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=2199ac87b9574cdc8c5200465a16fed3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1821892 Nov 12 03:56:27.067991 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce58c67-acb8-4ca1-ac2e-30f946fb7a63 admin admin] Made reservation on behalf of 07ce5d3360e74510bae653ba7f2aef20 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:27.070550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce58c67-acb8-4ca1-ac2e-30f946fb7a63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.148731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ad7d2-7250-4882-9efe-ccc0bba7f669 req-de62d8b3-75f3-4aa8-81de-1cdb3142650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:27.151497 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-965ad7d2-7250-4882-9efe-ccc0bba7f669 req-de62d8b3-75f3-4aa8-81de-1cdb3142650a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1558506 Nov 12 03:56:27.156596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-664454396-network', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:27.241617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cc398-4839-438b-9974-58965c553bdf req-a134798e-5fce-4f2b-a7dc-fc82963115ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:27.243917 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e50cc398-4839-438b-9974-58965c553bdf req-a134798e-5fce-4f2b-a7dc-fc82963115ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2199ac87b9574cdc8c5200465a16fed3&device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 1095 time: 0.0511689 Nov 12 03:56:27.265738 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d6836-63d1-4f83-a57b-ca0d94ab8cad req-04bc7816-048a-4508-8e55-dff6b4bf9821 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:27.267232 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0c8d6836-63d1-4f83-a57b-ca0d94ab8cad req-04bc7816-048a-4508-8e55-dff6b4bf9821 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 943 time: 0.1028855 Nov 12 03:56:27.306352 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e50cc398-4839-438b-9974-58965c553bdf req-4fb3861f-f578-415e-963c-f929d81f879f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7022269d-69ed-47c8-b9d3-e25168f23d43 HTTP/1.1" status: 200 len: 217 time: 0.0501637 Nov 12 03:56:27.317644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] Made reservation on behalf of 658bc0b0599d460dbad6e6bff3375b1f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:27.319904 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.369290 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.382586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cc398-4839-438b-9974-58965c553bdf req-f7bdf4cd-a150-4d9a-96fb-487c3e052fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:27.384359 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e50cc398-4839-438b-9974-58965c553bdf req-f7bdf4cd-a150-4d9a-96fb-487c3e052fd7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=541d6e9e-ec74-45e5-b3e1-f887e4e9c5e3 HTTP/1.1" status: 200 len: 847 time: 0.0684071 Nov 12 03:56:27.390472 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0c8d6836-63d1-4f83-a57b-ca0d94ab8cad req-34c1cbb8-cf08-44cb-ab12-b325934c3d9a tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167419 Nov 12 03:56:27.424437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e50cc398-4839-438b-9974-58965c553bdf req-611cba55-3384-4d32-890b-961cc9ea2fd4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f46a4b2c-b169-4932-8b2e-08a8a0941047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302570 Nov 12 03:56:27.476687 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.493817 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce58c67-acb8-4ca1-ac2e-30f946fb7a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.582287 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e50cc398-4839-438b-9974-58965c553bdf req-afd6941b-ec68-4570-922c-8bd6e67edfe6 service neutron] 10.222.0.25 "GET /v2.0/networks/f46a4b2c-b169-4932-8b2e-08a8a0941047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439559 Nov 12 03:56:27.584192 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.654131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:56:27.693150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce58c67-acb8-4ca1-ac2e-30f946fb7a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6d13c3-ac5c-4151-970c-435785743b79,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:27.699530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76c86e0-fa43-4bde-965d-71f0eba54899,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:27.707299 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.707299 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] Added segment af953ab0-d385-4867-9097-2304da37e112 of type vlan for network 823f37cd-e1ec-4c75-8eee-e4cdc021cd17 Nov 12 03:56:27.742268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce58c67-acb8-4ca1-ac2e-30f946fb7a63 admin admin] Checking segment: {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:27.742268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce58c67-acb8-4ca1-ac2e-30f946fb7a63 admin admin] Network hostable DHCP agents. Network: 8e3b4789-f637-4eb8-b37f-79c30376b867, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:56:27.760484 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.866329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce58c67-acb8-4ca1-ac2e-30f946fb7a63 admin admin] Network 8e3b4789-f637-4eb8-b37f-79c30376b867 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:56:27.901168 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.902587 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:27.903340 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.970302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] Pushing event updated for resources: {'Network': ['ID=823f37cd-e1ec-4c75-8eee-e4cdc021cd17,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:27.981129 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 823f37cd-e1ec-4c75-8eee-e4cdc021cd17 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:56:28.029106 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e50cc398-4839-438b-9974-58965c553bdf req-0d8761b4-8ccf-4658-aa1f-9eb22f05803f service neutron] 10.222.0.25 "GET /v2.0/networks/f46a4b2c-b169-4932-8b2e-08a8a0941047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258423 Nov 12 03:56:28.034267 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2ce58c67-acb8-4ca1-ac2e-30f946fb7a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 8e3b4789-f637-4eb8-b37f-79c30376b867) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:28.050020 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-92bb2abf-d247-4b9a-97c2-fe8d14e1b2ae admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0842097 Nov 12 03:56:28.056789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:28.059366 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:56:28.065205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ae43f30b-b70f-41b0-a27e-8f26efa5fd36 admin admin] Request body: {'subnet': {'network_id': '823f37cd-e1ec-4c75-8eee-e4cdc021cd17', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-664454396-subnet', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:28.069984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce58c67-acb8-4ca1-ac2e-30f946fb7a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:28.073281 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ce58c67-acb8-4ca1-ac2e-30f946fb7a63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.075911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864cc17b-fca0-4b22-9c17-078adda186cd None None] Network 8e3b4789-f637-4eb8-b37f-79c30376b867 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:28.210903 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae43f30b-b70f-41b0-a27e-8f26efa5fd36 admin admin] Made reservation on behalf of 658bc0b0599d460dbad6e6bff3375b1f for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:28.213285 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae43f30b-b70f-41b0-a27e-8f26efa5fd36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.248623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-8e3b4789-f637-4eb8-b37f-79c30376b867', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:56:28.249859 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.354979 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2ce58c67-acb8-4ca1-ac2e-30f946fb7a63 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4281292 Nov 12 03:56:28.359101 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:28.368434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:28.424017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Allocated IP 172.20.0.2 (8e3b4789-f637-4eb8-b37f-79c30376b867/8f6d13c3-ac5c-4151-970c-435785743b79/f4fa4d58-0d02-40af-aa51-eedfa27b4d4e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:28.439392 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.554864 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.556731 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.596074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bd803-da0c-4f20-b307-d62490a33942 req-fe4db0e5-00f0-4d5c-aae9-a56fc2f257cf tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:28.604650 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a04bd803-da0c-4f20-b307-d62490a33942 req-fe4db0e5-00f0-4d5c-aae9-a56fc2f257cf tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 943 time: 0.1023698 Nov 12 03:56:28.620419 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae43f30b-b70f-41b0-a27e-8f26efa5fd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.647099 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.729734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.733942 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.814044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Pushing event updated for resources: {'Port': ['ID=f4fa4d58-0d02-40af-aa51-eedfa27b4d4e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:28.827447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Network 8e3b4789-f637-4eb8-b37f-79c30376b867 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:28.834014 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:28.836603 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:28.906335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Attempting to bind port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:28.906730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Attempting to bind port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:28.907223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Attempting to bind port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e on network 8e3b4789-f637-4eb8-b37f-79c30376b867 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:28.914231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:28.914627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Checking segment: {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:28.915000 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.915392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Bound using segment: {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:28.915871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Bound port: f4fa4d58-0d02-40af-aa51-eedfa27b4d4e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:28.916279 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.982599 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.007667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] For port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:29.011014 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] For port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f4fa4d58-0d02-40af-aa51-eedfa27b4d4e,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:29.084077 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.090566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a04bd803-da0c-4f20-b307-d62490a33942 req-054a77ee-8c4e-4793-a579-f440033876b9 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846871 Nov 12 03:56:29.176084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0bba0-c707-4cbd-9372-6fafe5c6c1f1 None None] Pushing event updated for resources: {'Port': ['ID=f4fa4d58-0d02-40af-aa51-eedfa27b4d4e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:29.183036 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f30b-b70f-41b0-a27e-8f26efa5fd36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d8fbb9-0214-47d7-829c-c4c1f3e9ee5d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:29.235573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43f30b-b70f-41b0-a27e-8f26efa5fd36 admin admin] Checking segment: {'id': 'af953ab0-d385-4867-9097-2304da37e112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '823f37cd-e1ec-4c75-8eee-e4cdc021cd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:29.235990 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae43f30b-b70f-41b0-a27e-8f26efa5fd36 admin admin] Network hostable DHCP agents. Network: 823f37cd-e1ec-4c75-8eee-e4cdc021cd17, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:56:29.276346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.422907 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae43f30b-b70f-41b0-a27e-8f26efa5fd36 admin admin] Network 823f37cd-e1ec-4c75-8eee-e4cdc021cd17 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:56:29.524516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ae43f30b-b70f-41b0-a27e-8f26efa5fd36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 823f37cd-e1ec-4c75-8eee-e4cdc021cd17) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:29.529735 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae43f30b-b70f-41b0-a27e-8f26efa5fd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:29.532126 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae43f30b-b70f-41b0-a27e-8f26efa5fd36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.537236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ab1b45-36a7-44fb-b98f-6873f5935882 None None] Network 823f37cd-e1ec-4c75-8eee-e4cdc021cd17 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:29.710216 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ae43f30b-b70f-41b0-a27e-8f26efa5fd36 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6517482 Nov 12 03:56:29.713147 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:29.717628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-664454396-router', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:29.741311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-823f37cd-e1ec-4c75-8eee-e4cdc021cd17', 'network_id': '823f37cd-e1ec-4c75-8eee-e4cdc021cd17', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'fixed_ips': [{'subnet_id': 'c8d8fbb9-0214-47d7-829c-c4c1f3e9ee5d'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:56:29.743917 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.781134 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.815198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.822035 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.825394 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.951232 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.028532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Allocated IP 172.20.0.2 (823f37cd-e1ec-4c75-8eee-e4cdc021cd17/c8d8fbb9-0214-47d7-829c-c4c1f3e9ee5d/746df0f2-c903-42a6-8b81-f377d54c000f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:30.051105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Allocated IP 172.25.8.146 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/e43b1b62-a7f2-4dae-ae43-9190c03e1299) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:30.262338 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.298927 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.307388 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aadc-9522-4832-822c-d35f048624a0 req-c0399173-7a62-4169-8f58-590e8de30d42 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:30.310655 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78a1aadc-9522-4832-822c-d35f048624a0 req-c0399173-7a62-4169-8f58-590e8de30d42 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1338997 Nov 12 03:56:30.373021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed189f-e05d-4a2c-b1d3-0ab5280b7eb8 req-2a983783-cc01-43cb-b7c8-9bd890276705 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:30.381837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-feed189f-e05d-4a2c-b1d3-0ab5280b7eb8 req-2a983783-cc01-43cb-b7c8-9bd890276705 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 943 time: 0.0771773 Nov 12 03:56:30.393035 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.396978 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78a1aadc-9522-4832-822c-d35f048624a0 req-04dada3c-ca6f-42f4-92d8-f8c60b326b47 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753095 Nov 12 03:56:30.449345 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.484225 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-feed189f-e05d-4a2c-b1d3-0ab5280b7eb8 req-ec43cc3b-33b4-4731-a2c4-0ee5e1cdf95e tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012809 Nov 12 03:56:30.508764 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:30.512565 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.530881 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:30.534221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:30.575766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d9bf22-8651-4488-bb15-7ed618ce5f2b None None] Network 8e3b4789-f637-4eb8-b37f-79c30376b867 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:30.579848 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Pushing event updated for resources: {'Port': ['ID=e43b1b62-a7f2-4dae-ae43-9190c03e1299,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:30.581745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Pushing event updated for resources: {'Port': ['ID=746df0f2-c903-42a6-8b81-f377d54c000f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:30.591641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Network 823f37cd-e1ec-4c75-8eee-e4cdc021cd17 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:30.596544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:30.613299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:30.614099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e914e-81cc-4e04-8fe4-0fee3c15bed2 req-e4e21521-37aa-47c1-a132-5dbe9ed8b951 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:30.624798 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e08e914e-81cc-4e04-8fe4-0fee3c15bed2 req-e4e21521-37aa-47c1-a132-5dbe9ed8b951 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1384621 Nov 12 03:56:30.744160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Attempting to bind port 746df0f2-c903-42a6-8b81-f377d54c000f on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:30.744528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Attempting to bind port 746df0f2-c903-42a6-8b81-f377d54c000f by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'af953ab0-d385-4867-9097-2304da37e112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '823f37cd-e1ec-4c75-8eee-e4cdc021cd17'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:30.744888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Attempting to bind port 746df0f2-c903-42a6-8b81-f377d54c000f on network 823f37cd-e1ec-4c75-8eee-e4cdc021cd17 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:30.746820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-245b69b7-6701-4cc7-b850-43e57da0ea9c None None] Provisioning complete for port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:30.747224 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-245b69b7-6701-4cc7-b850-43e57da0ea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.783497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:30.784434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Checking segment: {'id': 'af953ab0-d385-4867-9097-2304da37e112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '823f37cd-e1ec-4c75-8eee-e4cdc021cd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:30.785083 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.785537 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Bound using segment: {'id': 'af953ab0-d385-4867-9097-2304da37e112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '823f37cd-e1ec-4c75-8eee-e4cdc021cd17'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:30.786089 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Bound port: 746df0f2-c903-42a6-8b81-f377d54c000f, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af953ab0-d385-4867-9097-2304da37e112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '823f37cd-e1ec-4c75-8eee-e4cdc021cd17'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:30.786531 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.799310 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e08e914e-81cc-4e04-8fe4-0fee3c15bed2 req-b5c5d157-ae87-4f1a-9e45-05f0c21509ea tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678436 Nov 12 03:56:30.820108 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.853913 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.953951 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] For port 746df0f2-c903-42a6-8b81-f377d54c000f, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:31.001180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] For port 746df0f2-c903-42a6-8b81-f377d54c000f, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=746df0f2-c903-42a6-8b81-f377d54c000f,segment=NetworkSegment(af953ab0-d385-4867-9097-2304da37e112),segment_id=af953ab0-d385-4867-9097-2304da37e112)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:31.020017 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-245b69b7-6701-4cc7-b850-43e57da0ea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.104087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Allocated IP 172.25.8.248 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/838c50b1-36fb-4ba6-9185-9a549e19acdf) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:31.106575 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-245b69b7-6701-4cc7-b850-43e57da0ea9c None None] For port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f4fa4d58-0d02-40af-aa51-eedfa27b4d4e,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:31.120880 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.177484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f4fa4d58-0d02-40af-aa51-eedfa27b4d4e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:31.288506 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.355001 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.448989 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-245b69b7-6701-4cc7-b850-43e57da0ea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.511835 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.521194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d1200-5b9f-4ffe-9bfe-34dfb6be1413 None None] Pushing event updated for resources: {'Port': ['ID=746df0f2-c903-42a6-8b81-f377d54c000f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:31.609492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:31.610306 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.628538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:31.644331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:31.655566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:31.658695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6930e6-01f8-43df-aca9-996d2c386b04 req-60d20f84-1579-4362-bed4-d51a6aec4fb3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:31.664780 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e6930e6-01f8-43df-aca9-996d2c386b04 req-60d20f84-1579-4362-bed4-d51a6aec4fb3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1693938 Nov 12 03:56:31.706117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-73b93bcd-ee21-4147-9b2a-0251305522b7 None None] Provisioning complete for port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:31.707367 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73b93bcd-ee21-4147-9b2a-0251305522b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.773669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b69b7-6701-4cc7-b850-43e57da0ea9c None None] Pushing event updated for resources: {'Port': ['ID=f4fa4d58-0d02-40af-aa51-eedfa27b4d4e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:31.793388 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e6930e6-01f8-43df-aca9-996d2c386b04 req-30f68a1e-67c9-47c3-91e9-688b1a172f52 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145761 Nov 12 03:56:31.798062 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.805771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Pushing event updated for resources: {'Port': ['ID=838c50b1-36fb-4ba6-9185-9a549e19acdf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:31.992349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 7022269d-69ed-47c8-b9d3-e25168f23d43 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:32.067703 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65357c5-13bb-469c-87e7-bcf91d4c979d req-c19ab735-6e61-4cec-8f11-377e41423eff tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:32.072875 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b65357c5-13bb-469c-87e7-bcf91d4c979d req-c19ab735-6e61-4cec-8f11-377e41423eff tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 943 time: 0.4399145 Nov 12 03:56:32.225626 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b65357c5-13bb-469c-87e7-bcf91d4c979d req-805b349a-4388-478a-8f31-b6715edb2757 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339304 Nov 12 03:56:32.228664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 7022269d-69ed-47c8-b9d3-e25168f23d43, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=7022269d-69ed-47c8-b9d3-e25168f23d43,segment=NetworkSegment(80698b7f-91cb-4d24-a8be-28f9fa9c868d),segment_id=80698b7f-91cb-4d24-a8be-28f9fa9c868d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:32.257297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '7022269d-69ed-47c8-b9d3-e25168f23d43', 'network_id': 'f46a4b2c-b169-4932-8b2e-08a8a0941047', 'port_id': '7022269d-69ed-47c8-b9d3-e25168f23d43', 'mac_address': 'fa:16:3e:18:e3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541d6e9e-ec74-45e5-b3e1-f887e4e9c5e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:32.269293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Router 084d7af1-7a42-4491-b0b3-975fa95068c4 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:56:32.374548 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.415824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7022269d-69ed-47c8-b9d3-e25168f23d43 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:32.455174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 7022269d-69ed-47c8-b9d3-e25168f23d43, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=7022269d-69ed-47c8-b9d3-e25168f23d43,segment=NetworkSegment(80698b7f-91cb-4d24-a8be-28f9fa9c868d),segment_id=80698b7f-91cb-4d24-a8be-28f9fa9c868d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:32.477803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.505463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:32.518720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Sync routers for ids ['084d7af1-7a42-4491-b0b3-975fa95068c4'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:32.537121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Routers {'084d7af1-7a42-4491-b0b3-975fa95068c4'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:32.538913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['084d7af1-7a42-4491-b0b3-975fa95068c4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:32.660394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.661669 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8cac4fca-5f4b-4edb-b51c-ad70efb89699 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3015225 Nov 12 03:56:32.664446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43916) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:32.713342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43918) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:32.804169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Set router 084d7af1-7a42-4491-b0b3-975fa95068c4 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:32.870141 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.897766 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.960185 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23a6e4c2-2b73-477b-84f6-261a0b9bcc96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.147040 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23a6e4c2-2b73-477b-84f6-261a0b9bcc96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.203611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde21e4-7c3e-4622-acea-c02ce368e0a0 None None] Network 823f37cd-e1ec-4c75-8eee-e4cdc021cd17 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:33.235118 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23a6e4c2-2b73-477b-84f6-261a0b9bcc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.290637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['7022269d-69ed-47c8-b9d3-e25168f23d43'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:33.307856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6e4c2-2b73-477b-84f6-261a0b9bcc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f713cca-e74f-45c7-aec5-ee8f5264aec8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:33.320755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 746df0f2-c903-42a6-8b81-f377d54c000f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:33.329783 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=7022269d-69ed-47c8-b9d3-e25168f23d43,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:33.388591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-23a6e4c2-2b73-477b-84f6-261a0b9bcc96 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=576f1e8153af4e09b1af1d2aa6d5f3b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6717691 Nov 12 03:56:33.390743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:33.495870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a6b68-9113-44c1-9524-3fab0713d3c2 req-da7d178a-638f-4f57-818a-31dcd08397bd tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:33.499191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6ee16bbb-9afe-4ef9-8264-9b1cbb375fa7 None None] Provisioning complete for port 746df0f2-c903-42a6-8b81-f377d54c000f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:33.499563 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ee16bbb-9afe-4ef9-8264-9b1cbb375fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.506504 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-918a6b68-9113-44c1-9524-3fab0713d3c2 req-da7d178a-638f-4f57-818a-31dcd08397bd tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 944 time: 0.0882843 Nov 12 03:56:33.517062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Router 2987fd94-9fbd-475e-8aec-cfc1247bad8b is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:56:33.615742 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6b8e97d-7705-412f-841e-2f1fd0164925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.630366 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-918a6b68-9113-44c1-9524-3fab0713d3c2 req-cb53c029-f2a3-449d-b98c-977222169bbd tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226976 Nov 12 03:56:33.680285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9cc55-29de-436d-b713-e27bbfdbabdd req-02fe331e-7d5f-4ee9-af55-ee96c9cfcef4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:33.688834 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b1b9cc55-29de-436d-b713-e27bbfdbabdd req-02fe331e-7d5f-4ee9-af55-ee96c9cfcef4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1560557 Nov 12 03:56:33.881800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:33.896318 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Sync routers for ids ['2987fd94-9fbd-475e-8aec-cfc1247bad8b'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:33.907760 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Routers {'2987fd94-9fbd-475e-8aec-cfc1247bad8b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:33.908776 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2987fd94-9fbd-475e-8aec-cfc1247bad8b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:33.922253 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ee16bbb-9afe-4ef9-8264-9b1cbb375fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.016220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 746df0f2-c903-42a6-8b81-f377d54c000f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:34.016633 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.047631 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.049234 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-055175db-2912-4876-9be9-12c397305b80 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3350139 Nov 12 03:56:34.050583 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Set router 2987fd94-9fbd-475e-8aec-cfc1247bad8b gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:34.053017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:34.107289 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6b8e97d-7705-412f-841e-2f1fd0164925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.176953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6ee16bbb-9afe-4ef9-8264-9b1cbb375fa7 None None] For port 746df0f2-c903-42a6-8b81-f377d54c000f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=746df0f2-c903-42a6-8b81-f377d54c000f,segment=NetworkSegment(af953ab0-d385-4867-9097-2304da37e112),segment_id=af953ab0-d385-4867-9097-2304da37e112)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:34.312561 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:30Z', 'revision_number': 3, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:34.335402 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-664454396-router', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '838c50b1-36fb-4ba6-9185-9a549e19acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:32Z', 'revision_number': 3, 'project_id': '658bc0b0599d460dbad6e6bff3375b1f', 'gw_port': {'id': '838c50b1-36fb-4ba6-9185-9a549e19acdf', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:34.352117 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ee16bbb-9afe-4ef9-8264-9b1cbb375fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.370750 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6b8e97d-7705-412f-841e-2f1fd0164925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.374268 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6b8e97d-7705-412f-841e-2f1fd0164925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.376538 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d6b8e97d-7705-412f-841e-2f1fd0164925 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8f713cca-e74f-45c7-aec5-ee8f5264aec8 HTTP/1.1" status: 204 len: 168 time: 0.9811006 Nov 12 03:56:34.402223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Checking router: 084d7af1-7a42-4491-b0b3-975fa95068c4 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:34.403086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Updating router 084d7af1-7a42-4491-b0b3-975fa95068c4 port e43b1b62-a7f2-4dae-ae43-9190c03e1299 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:34.426772 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b1b9cc55-29de-436d-b713-e27bbfdbabdd req-7317ba44-2862-4fe7-9b20-47bf0347152c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7369347 Nov 12 03:56:34.458641 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Checking router: 2987fd94-9fbd-475e-8aec-cfc1247bad8b for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:34.462600 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Updating router 2987fd94-9fbd-475e-8aec-cfc1247bad8b port 838c50b1-36fb-4ba6-9185-9a549e19acdf binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:34.478814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8e97d-7705-412f-841e-2f1fd0164925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f713cca-e74f-45c7-aec5-ee8f5264aec8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:34.509130 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.539095 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.598396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f4fa4d58-0d02-40af-aa51-eedfa27b4d4e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:34.603891 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee16bbb-9afe-4ef9-8264-9b1cbb375fa7 None None] Pushing event updated for resources: {'Port': ['ID=746df0f2-c903-42a6-8b81-f377d54c000f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:34.737107 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.968395 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.038846 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.066625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081e16c-c6fb-4a2d-afa2-6891555976fa req-4ba7a9ac-0a7f-438d-a9e0-cc91904ffc72 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:35.079619 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1081e16c-c6fb-4a2d-afa2-6891555976fa req-4ba7a9ac-0a7f-438d-a9e0-cc91904ffc72 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 944 time: 0.2446945 Nov 12 03:56:35.081575 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Attempting to bind port 838c50b1-36fb-4ba6-9185-9a549e19acdf on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:35.081721 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Attempting to bind port 838c50b1-36fb-4ba6-9185-9a549e19acdf by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:35.082068 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Attempting to bind port 838c50b1-36fb-4ba6-9185-9a549e19acdf on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:35.099497 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.111425 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6aa1fbdb-d4b9-4012-8760-51526ec93a1b None None] Provisioning complete for port 746df0f2-c903-42a6-8b81-f377d54c000f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:35.111838 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6aa1fbdb-d4b9-4012-8760-51526ec93a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.116814 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:35.116814 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:35.116814 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.116814 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:35.116814 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Bound port: 838c50b1-36fb-4ba6-9185-9a549e19acdf, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:35.117330 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.119463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:35.119853 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.198664 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] For port 838c50b1-36fb-4ba6-9185-9a549e19acdf, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:35.200199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Allocated IP 172.20.0.1 (8e3b4789-f637-4eb8-b37f-79c30376b867/8f6d13c3-ac5c-4151-970c-435785743b79/7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:35.209419 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] For port 838c50b1-36fb-4ba6-9185-9a549e19acdf, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=838c50b1-36fb-4ba6-9185-9a549e19acdf,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:35.225867 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1081e16c-c6fb-4a2d-afa2-6891555976fa req-7a1b9565-238e-4158-936c-65d07a4fb146 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375604 Nov 12 03:56:35.301542 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.342514 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187b56b-e454-4676-87e7-7d5f4fdfefb7 None None] Pushing event updated for resources: {'Port': ['ID=838c50b1-36fb-4ba6-9185-9a549e19acdf,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:35.354726 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187b56b-e454-4676-87e7-7d5f4fdfefb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:35.355113 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187b56b-e454-4676-87e7-7d5f4fdfefb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:35.355534 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187b56b-e454-4676-87e7-7d5f4fdfefb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:35.356024 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187b56b-e454-4676-87e7-7d5f4fdfefb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:35.356532 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187b56b-e454-4676-87e7-7d5f4fdfefb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:35.356865 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187b56b-e454-4676-87e7-7d5f4fdfefb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:35.357834 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187b56b-e454-4676-87e7-7d5f4fdfefb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:35.359855 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187b56b-e454-4676-87e7-7d5f4fdfefb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:35.359855 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187b56b-e454-4676-87e7-7d5f4fdfefb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:35.359855 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187b56b-e454-4676-87e7-7d5f4fdfefb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:35.359855 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187b56b-e454-4676-87e7-7d5f4fdfefb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:35.359855 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5187b56b-e454-4676-87e7-7d5f4fdfefb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:35.392826 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:35.426510 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fe34936-d04d-43b8-b4cf-cf395b9cb141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.485173 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.496819 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187b56b-e454-4676-87e7-7d5f4fdfefb7 None None] Pushing event updated for resources: {'Port': ['ID=838c50b1-36fb-4ba6-9185-9a549e19acdf,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:35.516838 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Routers {'2987fd94-9fbd-475e-8aec-cfc1247bad8b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:35.517957 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2987fd94-9fbd-475e-8aec-cfc1247bad8b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:35.677356 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fe34936-d04d-43b8-b4cf-cf395b9cb141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.677792 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.729105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Network 8e3b4789-f637-4eb8-b37f-79c30376b867 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:35.735916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Pushing event updated for resources: {'Port': ['ID=7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:35.741106 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:35.745767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:35.755153 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.781420 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fe34936-d04d-43b8-b4cf-cf395b9cb141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.800548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 746df0f2-c903-42a6-8b81-f377d54c000f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:35.856419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1fe34936-d04d-43b8-b4cf-cf395b9cb141 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ecc5c8347a4948c3b58c18a04259c39a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4595389 Nov 12 03:56:35.857928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe34936-d04d-43b8-b4cf-cf395b9cb141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67153e5c-0558-4894-b221-04bc81e93ded,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:35.861080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43960) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:35.861838 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.870826 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.970515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f90d4a-daaa-4eac-9eeb-a972cdeb834c req-d4c04cf7-71dd-4488-9455-afa9efb1e261 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:35.978585 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7f90d4a-daaa-4eac-9eeb-a972cdeb834c req-d4c04cf7-71dd-4488-9455-afa9efb1e261 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1349649 Nov 12 03:56:36.017098 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 7022269d-69ed-47c8-b9d3-e25168f23d43 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:36.071891 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] Set router 2987fd94-9fbd-475e-8aec-cfc1247bad8b gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:36.105564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7f90d4a-daaa-4eac-9eeb-a972cdeb834c req-f149a5c2-4e6c-47f1-b789-c58c2b9b6a2b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252277 Nov 12 03:56:36.171434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Attempting to bind port e43b1b62-a7f2-4dae-ae43-9190c03e1299 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:36.173350 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a5e28c8-151e-4ca6-b73d-a7d40944ce75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.174393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Attempting to bind port e43b1b62-a7f2-4dae-ae43-9190c03e1299 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:36.174946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Attempting to bind port e43b1b62-a7f2-4dae-ae43-9190c03e1299 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:36.201653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Allocated IP 172.20.0.1 (823f37cd-e1ec-4c75-8eee-e4cdc021cd17/c8d8fbb9-0214-47d7-829c-c4c1f3e9ee5d/d1db60ba-b147-41bc-a454-9603ee070ef3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:36.228386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:36.229660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:36.231588 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.231887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:36.232437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Bound port: e43b1b62-a7f2-4dae-ae43-9190c03e1299, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:36.233679 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.242222 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a5e28c8-151e-4ca6-b73d-a7d40944ce75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.267093 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077749b-0861-4310-be76-03f7a5941256 None None] Pushing event updated for resources: {'Port': ['ID=e43b1b62-a7f2-4dae-ae43-9190c03e1299,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:36.370644 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.404688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 746df0f2-c903-42a6-8b81-f377d54c000f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:36.405362 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.483200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-83020225-7e6b-4a23-b911-ef4616ea352e None None] Provisioning complete for port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:36.484351 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83020225-7e6b-4a23-b911-ef4616ea352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.490907 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-664454396-router', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '838c50b1-36fb-4ba6-9185-9a549e19acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:32Z', 'revision_number': 3, 'project_id': '658bc0b0599d460dbad6e6bff3375b1f', 'gw_port': {'id': '838c50b1-36fb-4ba6-9185-9a549e19acdf', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:36.506078 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.507458 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a5e28c8-151e-4ca6-b73d-a7d40944ce75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.515258 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a5e28c8-151e-4ca6-b73d-a7d40944ce75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.523014 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6a5e28c8-151e-4ca6-b73d-a7d40944ce75 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/67153e5c-0558-4894-b221-04bc81e93ded HTTP/1.1" status: 204 len: 168 time: 0.6576030 Nov 12 03:56:36.529209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf9357-acfe-49ec-a975-7cbc4e2162f4 req-e7d4876a-8aca-4115-97b1-36d4803bdbed tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:36.535798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] For port e43b1b62-a7f2-4dae-ae43-9190c03e1299, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:36.538903 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09cf9357-acfe-49ec-a975-7cbc4e2162f4 req-e7d4876a-8aca-4115-97b1-36d4803bdbed tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 944 time: 0.1168261 Nov 12 03:56:36.550963 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e28c8-151e-4ca6-b73d-a7d40944ce75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67153e5c-0558-4894-b221-04bc81e93ded,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:36.553457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 7022269d-69ed-47c8-b9d3-e25168f23d43 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:56:36.573533 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95918f-d7dc-4df5-8e16-4b12b22932f9 None None] The sync data for ids ['2987fd94-9fbd-475e-8aec-cfc1247bad8b'] in n-d-767704-23 is: [{'id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-664454396-router', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '838c50b1-36fb-4ba6-9185-9a549e19acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:32Z', 'revision_number': 3, 'project_id': '658bc0b0599d460dbad6e6bff3375b1f', 'gw_port': {'id': '838c50b1-36fb-4ba6-9185-9a549e19acdf', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:36.594459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] For port e43b1b62-a7f2-4dae-ae43-9190c03e1299, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e43b1b62-a7f2-4dae-ae43-9190c03e1299,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:36.613390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 7022269d-69ed-47c8-b9d3-e25168f23d43 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:36.613762 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.664094 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09cf9357-acfe-49ec-a975-7cbc4e2162f4 req-7c4cdc55-394a-4cad-bd3a-d0c235c4bd03 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224635 Nov 12 03:56:36.679581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-83020225-7e6b-4a23-b911-ef4616ea352e None None] Port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:36.729762 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.821355 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.832165 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.834414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Routers {'084d7af1-7a42-4491-b0b3-975fa95068c4'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:36.835006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['084d7af1-7a42-4491-b0b3-975fa95068c4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:36.875702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Network 823f37cd-e1ec-4c75-8eee-e4cdc021cd17 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:36.881907 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:36.885626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:36.888800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077749b-0861-4310-be76-03f7a5941256 None None] Pushing event updated for resources: {'Port': ['ID=e43b1b62-a7f2-4dae-ae43-9190c03e1299,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:36.909565 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.923115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Pushing event updated for resources: {'Port': ['ID=d1db60ba-b147-41bc-a454-9603ee070ef3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:36.966856 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.977280 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.992096 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83487262-b174-4d36-8465-01df23a6f4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7022269d-69ed-47c8-b9d3-e25168f23d43'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:36.996464 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3985f2-671f-488e-97a8-88bd0c464c23" -d '{"events": [{"server_uuid": "83487262-b174-4d36-8465-01df23a6f4ea", "name": "network-vif-plugged", "status": "completed", "tag": "7022269d-69ed-47c8-b9d3-e25168f23d43"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:37.113118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 7022269d-69ed-47c8-b9d3-e25168f23d43, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=7022269d-69ed-47c8-b9d3-e25168f23d43,segment=NetworkSegment(80698b7f-91cb-4d24-a8be-28f9fa9c868d),segment_id=80698b7f-91cb-4d24-a8be-28f9fa9c868d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:37.128008 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44280d2-b0ac-4258-bc79-2e379e5dc543 x-openstack-request-id: req-c44280d2-b0ac-4258-bc79-2e379e5dc543 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:37.129640 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83487262-b174-4d36-8465-01df23a6f4ea", "name": "network-vif-plugged", "status": "completed", "tag": "7022269d-69ed-47c8-b9d3-e25168f23d43", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:37.130379 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c44280d2-b0ac-4258-bc79-2e379e5dc543 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:37.131261 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83487262-b174-4d36-8465-01df23a6f4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7022269d-69ed-47c8-b9d3-e25168f23d43', 'code': 200} Nov 12 03:56:37.193441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] Set router 084d7af1-7a42-4491-b0b3-975fa95068c4 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:37.193731 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.205605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Pushing event updated for resources: {'Port': ['ID=7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:37.289299 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.426908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd64e1-d622-4ab7-b494-c913bbfb0c24 req-68b47d1b-d426-4c9f-bb67-affd359d0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:37.431419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-32bd64e1-d622-4ab7-b494-c913bbfb0c24 req-68b47d1b-d426-4c9f-bb67-affd359d0b08 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 1097 time: 0.2122259 Nov 12 03:56:37.568733 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-32bd64e1-d622-4ab7-b494-c913bbfb0c24 req-b584ed88-dc5d-4c08-bb56-189e3dfaf793 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302445 Nov 12 03:56:37.600011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bf3c3-a9c8-49d5-a80a-6c4196c26ea2 req-357afc03-3812-4856-ab05-c110414e638e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:37.607771 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-341bf3c3-a9c8-49d5-a80a-6c4196c26ea2 req-357afc03-3812-4856-ab05-c110414e638e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.2460480 Nov 12 03:56:37.633974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Network 8e3b4789-f637-4eb8-b37f-79c30376b867 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:37.645406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:37.674499 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.825043 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-615a0e02-0ee0-4af0-8f4c-a212c4323421 None None] Provisioning complete for port d1db60ba-b147-41bc-a454-9603ee070ef3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:37.825410 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-615a0e02-0ee0-4af0-8f4c-a212c4323421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.827911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=7022269d-69ed-47c8-b9d3-e25168f23d43,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:37.918679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 838c50b1-36fb-4ba6-9185-9a549e19acdf up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:37.924196 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-341bf3c3-a9c8-49d5-a80a-6c4196c26ea2 req-7b6cd13b-2074-49f8-8260-50627fd700cd tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106966 Nov 12 03:56:38.052810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-615a0e02-0ee0-4af0-8f4c-a212c4323421 None None] Port d1db60ba-b147-41bc-a454-9603ee070ef3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:38.125379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:35Z', 'revision_number': 1, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:38.130534 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 838c50b1-36fb-4ba6-9185-9a549e19acdf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:38.130966 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.199709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Router 084d7af1-7a42-4491-b0b3-975fa95068c4 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:38.203183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad42b-6edf-4ba9-991a-25579a0c48ca req-796ca448-bf46-47e4-bc19-ebbddd1a8605 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:38.208971 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea8ad42b-6edf-4ba9-991a-25579a0c48ca req-796ca448-bf46-47e4-bc19-ebbddd1a8605 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 945 time: 0.3062530 Nov 12 03:56:38.245509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84e278-eda9-4367-8afd-fb4ea4fd9fcc None None] The sync data for ids ['084d7af1-7a42-4491-b0b3-975fa95068c4'] in n-d-767704-23 is: [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:35Z', 'revision_number': 1, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:38.324703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3d66924e-a310-4f1f-8f38-cd8e3caa1d1d None None] Provisioning complete for port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:38.330399 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d66924e-a310-4f1f-8f38-cd8e3caa1d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.445821 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea8ad42b-6edf-4ba9-991a-25579a0c48ca req-4943ea23-9aa0-4d2b-a545-48b9535c532e tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246599 Nov 12 03:56:38.511066 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.513571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:38.521551 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-410cb1b7-d394-4ea6-82fe-efe72444bf4f admin admin] 10.222.0.105 "PUT /v2.0/routers/084d7af1-7a42-4491-b0b3-975fa95068c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8558400 Nov 12 03:56:38.534269 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d66924e-a310-4f1f-8f38-cd8e3caa1d1d None None] Port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:38.573214 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.604015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 838c50b1-36fb-4ba6-9185-9a549e19acdf, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=838c50b1-36fb-4ba6-9185-9a549e19acdf,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:38.677252 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.759557 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.795909 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.798149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Pushing event updated for resources: {'Port': ['ID=d1db60ba-b147-41bc-a454-9603ee070ef3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:38.903306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=838c50b1-36fb-4ba6-9185-9a549e19acdf,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:39.030529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Network 823f37cd-e1ec-4c75-8eee-e4cdc021cd17 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:39.031951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:39.200711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44022) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:39.262229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4f086-c811-4866-997f-58bd65e7c12f req-95758792-37c7-401b-a760-729051df180c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:39.272448 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ea4f086-c811-4866-997f-58bd65e7c12f req-95758792-37c7-401b-a760-729051df180c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1300080 Nov 12 03:56:39.383514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ea4f086-c811-4866-997f-58bd65e7c12f req-31966370-5cb5-4a8d-a7aa-6aa71fd96afa tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017017 Nov 12 03:56:39.399214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Router 2987fd94-9fbd-475e-8aec-cfc1247bad8b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:39.596355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-abb93433-b392-4f95-a03d-22306d6f95dd None None] Provisioning complete for port d1db60ba-b147-41bc-a454-9603ee070ef3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:39.597481 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-abb93433-b392-4f95-a03d-22306d6f95dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.695097 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-abb93433-b392-4f95-a03d-22306d6f95dd None None] Port d1db60ba-b147-41bc-a454-9603ee070ef3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:39.758930 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23a7c482-a05f-4fe0-a472-35d080a4ffb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.771870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:39.783570 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Sync routers for ids ['2987fd94-9fbd-475e-8aec-cfc1247bad8b'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:39.794034 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ed778e7b-5455-475c-9992-40ed27d882fa admin admin] 10.222.0.105 "PUT /v2.0/routers/2987fd94-9fbd-475e-8aec-cfc1247bad8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7338557 Nov 12 03:56:39.802961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87297-8eb5-46b6-b70f-82a690093f1a req-34521c78-6d7e-4078-8e1a-6875297140a1 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:39.818633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Routers {'2987fd94-9fbd-475e-8aec-cfc1247bad8b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:39.819110 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8b87297-8eb5-46b6-b70f-82a690093f1a req-34521c78-6d7e-4078-8e1a-6875297140a1 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 945 time: 0.1471069 Nov 12 03:56:39.819921 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2987fd94-9fbd-475e-8aec-cfc1247bad8b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:40.020081 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8b87297-8eb5-46b6-b70f-82a690093f1a req-700c9fcf-56d5-4cec-92e6-0a2786873ec2 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973989 Nov 12 03:56:40.050088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44038) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:40.057031 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-64d90327-6ada-4231-91e6-8ced82dc3110 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659156083', 'description': 'tempest-description--307748987'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:40.061802 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23a7c482-a05f-4fe0-a472-35d080a4ffb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.116257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 838c50b1-36fb-4ba6-9185-9a549e19acdf up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:40.162875 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23a7c482-a05f-4fe0-a472-35d080a4ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.215279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Set router 2987fd94-9fbd-475e-8aec-cfc1247bad8b gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:40.221039 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-23a7c482-a05f-4fe0-a472-35d080a4ffb3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=73daefebf55a41fdb6252ab6b0551222&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0170898 Nov 12 03:56:40.222297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7c482-a05f-4fe0-a472-35d080a4ffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe4685d-2e44-42e0-920e-d090fe6481f6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:40.225366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:40.276516 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d90327-6ada-4231-91e6-8ced82dc3110 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.439152 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9f815139-7f00-4938-acc1-14cfa9df9f22 req-9471e87f-8a76-421a-9937-655185df2943 tempest-FloatingIPsNegativeTestJSON-1304350231 tempest-FloatingIPsNegativeTestJSON-1304350231-project] 10.222.0.105 "GET /v2.0/floatingips?tenant_id=658bc0b0599d460dbad6e6bff3375b1f HTTP/1.1" status: 200 len: 217 time: 0.1134884 Nov 12 03:56:40.512130 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73ff7719-e45c-4fc8-b44e-45cdafbb3d73 req-2261eef2-ea59-4c22-9db4-f7c0ecae0907 tempest-FloatingIPsNegativeTestJSON-1304350231 tempest-FloatingIPsNegativeTestJSON-1304350231-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0407183 Nov 12 03:56:40.523886 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c63f0120-c7ab-4078-b48c-04e013fe693b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.610495 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c63f0120-c7ab-4078-b48c-04e013fe693b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.620758 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-b960cba9-812e-414a-8545-a0a2ac3a215b req-d3a43fd7-0281-46f9-b3a3-33a81d9a9ae5 tempest-FloatingIPsNegativeTestJSON-1304350231 tempest-FloatingIPsNegativeTestJSON-1304350231-project] show failed (client error): The resource could not be found. Nov 12 03:56:40.631871 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b960cba9-812e-414a-8545-a0a2ac3a215b req-d3a43fd7-0281-46f9-b3a3-33a81d9a9ae5 tempest-FloatingIPsNegativeTestJSON-1304350231 tempest-FloatingIPsNegativeTestJSON-1304350231-project] 10.222.0.105 "GET /v2.0/floatingips/08e2aa28-7dc8-4205-bd3f-512bc5263ca9 HTTP/1.1" status: 404 len: 350 time: 0.0710537 Nov 12 03:56:40.636904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44060) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:40.689485 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a2603-38f3-4318-85aa-f539e7cfd1d2 req-18c4a456-eef9-47aa-b712-851112a56113 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:40.691697 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-231a2603-38f3-4318-85aa-f539e7cfd1d2 req-18c4a456-eef9-47aa-b712-851112a56113 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1756334 Nov 12 03:56:40.697696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 838c50b1-36fb-4ba6-9185-9a549e19acdf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:40.698410 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.739536 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d90327-6ada-4231-91e6-8ced82dc3110 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.795439 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-231a2603-38f3-4318-85aa-f539e7cfd1d2 req-ebde2030-d170-4488-a8ee-d99d019d3585 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873866 Nov 12 03:56:40.902217 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c63f0120-c7ab-4078-b48c-04e013fe693b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.905499 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c63f0120-c7ab-4078-b48c-04e013fe693b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.906948 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c63f0120-c7ab-4078-b48c-04e013fe693b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ffe4685d-2e44-42e0-920e-d090fe6481f6 HTTP/1.1" status: 204 len: 168 time: 0.6778877 Nov 12 03:56:40.910834 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d90327-6ada-4231-91e6-8ced82dc3110 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.958310 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f0120-c7ab-4078-b48c-04e013fe693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe4685d-2e44-42e0-920e-d090fe6481f6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:41.001052 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e43b1b62-a7f2-4dae-ae43-9190c03e1299 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:41.016247 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d90327-6ada-4231-91e6-8ced82dc3110 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab1e597-5963-4fcf-ace3-a159e5ae3d5f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:41.021617 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64d90327-6ada-4231-91e6-8ced82dc3110 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.031976 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-64d90327-6ada-4231-91e6-8ced82dc3110 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9801667 Nov 12 03:56:41.033266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44068) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:41.046680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b8836e4f-2a76-4bb0-8fd3-36ccdd3ab0cb tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Request body: {'security_group_rule': {'security_group_id': 'cab1e597-5963-4fcf-ace3-a159e5ae3d5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:41.115850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-664454396-router', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '838c50b1-36fb-4ba6-9185-9a549e19acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:37Z', 'revision_number': 4, 'project_id': '658bc0b0599d460dbad6e6bff3375b1f', 'gw_port': {'id': '838c50b1-36fb-4ba6-9185-9a549e19acdf', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd1db60ba-b147-41bc-a454-9603ee070ef3', 'name': '', 'network_id': '823f37cd-e1ec-4c75-8eee-e4cdc021cd17', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'mac_address': 'fa:16:3e:d2:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c8d8fbb9-0214-47d7-829c-c4c1f3e9ee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:35Z', 'updated_at': '2021-11-12T03:56:37Z', 'revision_number': 2, 'project_id': '658bc0b0599d460dbad6e6bff3375b1f', 'subnets': [{'id': 'c8d8fbb9-0214-47d7-829c-c4c1f3e9ee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:41.157039 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Checking router: 2987fd94-9fbd-475e-8aec-cfc1247bad8b for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:41.157646 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Updating router 2987fd94-9fbd-475e-8aec-cfc1247bad8b port d1db60ba-b147-41bc-a454-9603ee070ef3 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:41.163734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e43b1b62-a7f2-4dae-ae43-9190c03e1299 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:41.166467 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.222300 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.236858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8836e4f-2a76-4bb0-8fd3-36ccdd3ab0cb tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.298098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-970f74d4-5468-48ed-98f2-d14285407090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.389646 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.434770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port e43b1b62-a7f2-4dae-ae43-9190c03e1299, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e43b1b62-a7f2-4dae-ae43-9190c03e1299,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:41.441361 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8836e4f-2a76-4bb0-8fd3-36ccdd3ab0cb tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.534872 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.557244 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8836e4f-2a76-4bb0-8fd3-36ccdd3ab0cb tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.616794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8836e4f-2a76-4bb0-8fd3-36ccdd3ab0cb tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5426943-cf4a-4f5b-a65c-9b593074d247,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:41.623838 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=e43b1b62-a7f2-4dae-ae43-9190c03e1299,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:41.682251 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8836e4f-2a76-4bb0-8fd3-36ccdd3ab0cb tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.684618 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b8836e4f-2a76-4bb0-8fd3-36ccdd3ab0cb tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6502788 Nov 12 03:56:41.687795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44082) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:41.695915 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8e27cf9f-ab37-4d57-8470-4324fa10ad51 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Request body: {'security_group_rule': {'security_group_id': 'cab1e597-5963-4fcf-ace3-a159e5ae3d5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:41.714736 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.789478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e43b1b62-a7f2-4dae-ae43-9190c03e1299 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:41.816623 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.823127 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e27cf9f-ab37-4d57-8470-4324fa10ad51 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.858521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-970f74d4-5468-48ed-98f2-d14285407090 admin admin] Deleting port d1db60ba-b147-41bc-a454-9603ee070ef3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:41.858521 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-970f74d4-5468-48ed-98f2-d14285407090 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.895402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d07039-f116-4c43-bf24-5541ee12bf5a None None] Pushing event updated for resources: {'Port': ['ID=d1db60ba-b147-41bc-a454-9603ee070ef3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:41.944664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e27cf9f-ab37-4d57-8470-4324fa10ad51 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.038679 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e27cf9f-ab37-4d57-8470-4324fa10ad51 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.048403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Attempting to bind port d1db60ba-b147-41bc-a454-9603ee070ef3 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:42.048996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Attempting to bind port d1db60ba-b147-41bc-a454-9603ee070ef3 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'af953ab0-d385-4867-9097-2304da37e112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '823f37cd-e1ec-4c75-8eee-e4cdc021cd17'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:42.049570 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Attempting to bind port d1db60ba-b147-41bc-a454-9603ee070ef3 on network 823f37cd-e1ec-4c75-8eee-e4cdc021cd17 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:42.060289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e43b1b62-a7f2-4dae-ae43-9190c03e1299 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:42.060660 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.062881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:42.071695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Checking segment: {'id': 'af953ab0-d385-4867-9097-2304da37e112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '823f37cd-e1ec-4c75-8eee-e4cdc021cd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:42.071695 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.071695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Bound using segment: {'id': 'af953ab0-d385-4867-9097-2304da37e112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '823f37cd-e1ec-4c75-8eee-e4cdc021cd17'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:42.071695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Bound port: d1db60ba-b147-41bc-a454-9603ee070ef3, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af953ab0-d385-4867-9097-2304da37e112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '823f37cd-e1ec-4c75-8eee-e4cdc021cd17'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:42.071695 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.079314 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-970f74d4-5468-48ed-98f2-d14285407090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.138237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27cf9f-ab37-4d57-8470-4324fa10ad51 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32ca2e0-bba7-402c-a463-2b81d54cd30e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:42.147548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-970f74d4-5468-48ed-98f2-d14285407090 admin admin] Calling delete_port for d1db60ba-b147-41bc-a454-9603ee070ef3 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:42.220584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] For port d1db60ba-b147-41bc-a454-9603ee070ef3, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:42.226230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] For port d1db60ba-b147-41bc-a454-9603ee070ef3, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d1db60ba-b147-41bc-a454-9603ee070ef3,segment=NetworkSegment(af953ab0-d385-4867-9097-2304da37e112),segment_id=af953ab0-d385-4867-9097-2304da37e112)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:42.262992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44096) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:42.268113 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e27cf9f-ab37-4d57-8470-4324fa10ad51 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.269929 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8e27cf9f-ab37-4d57-8470-4324fa10ad51 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5807366 Nov 12 03:56:42.275219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44098) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:42.282755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:42.287269 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8106324b-2167-4861-bdce-bd604e4b8f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.304827 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Sync routers for ids ['084d7af1-7a42-4491-b0b3-975fa95068c4'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:42.320167 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Routers {'084d7af1-7a42-4491-b0b3-975fa95068c4'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:42.321041 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['084d7af1-7a42-4491-b0b3-975fa95068c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:42.343800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f57b1-b642-474c-be8a-8b778d1a0e58 req-39bc2a12-4293-47b6-9a41-80d5d1015999 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:42.352998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-682f57b1-b642-474c-be8a-8b778d1a0e58 req-39bc2a12-4293-47b6-9a41-80d5d1015999 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1878581 Nov 12 03:56:42.380979 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.422393 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-682f57b1-b642-474c-be8a-8b778d1a0e58 req-80b9f94e-9b64-4d3e-a6a6-4e00d2d0b8d5 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684166 Nov 12 03:56:42.469829 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8106324b-2167-4861-bdce-bd604e4b8f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.488742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d07039-f116-4c43-bf24-5541ee12bf5a None None] Pushing event updated for resources: {'Port': ['ID=d1db60ba-b147-41bc-a454-9603ee070ef3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:42.503075 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.505923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-32e5a5a7-d01b-4d7d-8d21-ba8885e721d8 None None] Provisioning complete for port d1db60ba-b147-41bc-a454-9603ee070ef3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:42.507019 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32e5a5a7-d01b-4d7d-8d21-ba8885e721d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.584469 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Set router 084d7af1-7a42-4491-b0b3-975fa95068c4 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:42.589549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0b054-3f4c-43bc-b25d-feccd30eddb8 req-6808b9ad-832d-4d67-9127-91d5c90a2ece tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:42.591142 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4eb0b054-3f4c-43bc-b25d-feccd30eddb8 req-6808b9ad-832d-4d67-9127-91d5c90a2ece tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 945 time: 0.0753500 Nov 12 03:56:42.606069 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Routers {'2987fd94-9fbd-475e-8aec-cfc1247bad8b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:42.606726 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2987fd94-9fbd-475e-8aec-cfc1247bad8b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:42.665477 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8106324b-2167-4861-bdce-bd604e4b8f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.685327 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4eb0b054-3f4c-43bc-b25d-feccd30eddb8 req-32d5d660-5374-4a2d-b120-aaa2d2c50fb3 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873246 Nov 12 03:56:42.703198 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-970f74d4-5468-48ed-98f2-d14285407090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.712956 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.754700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-32e5a5a7-d01b-4d7d-8d21-ba8885e721d8 None None] Port d1db60ba-b147-41bc-a454-9603ee070ef3 update to ACTIVE by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:56:42.781653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8106324b-2167-4861-bdce-bd604e4b8f4d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=520304dbf7bf406fa965d743b6949ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5149076 Nov 12 03:56:42.783027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44104) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:42.812240 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f74d4-5468-48ed-98f2-d14285407090 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1db60ba-b147-41bc-a454-9603ee070ef3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:42.823603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106324b-2167-4861-bdce-bd604e4b8f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1ba556-4827-4502-b667-af35a0fb447e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:42.852405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] Set router 2987fd94-9fbd-475e-8aec-cfc1247bad8b gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:42.888803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Allocated IP 172.25.8.223 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/d58e5e4a-be1c-4b08-b3a9-856eb0861c7e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:42.904057 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a687aac0-4b42-4b98-b00f-732e1bac579d None None] Could not find standard attr ID for object d1db60ba-b147-41bc-a454-9603ee070ef3. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:56:42.967250 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 2, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:42.969112 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f216be6-e0c7-4834-934e-efb1e9d2c632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.015205 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f216be6-e0c7-4834-934e-efb1e9d2c632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.034544 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Checking router: 084d7af1-7a42-4491-b0b3-975fa95068c4 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:43.035960 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Updating router 084d7af1-7a42-4491-b0b3-975fa95068c4 port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:43.091457 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.109555 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.191559 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-970f74d4-5468-48ed-98f2-d14285407090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.197241 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f216be6-e0c7-4834-934e-efb1e9d2c632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.197944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44110) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:43.198192 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f216be6-e0c7-4834-934e-efb1e9d2c632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.204956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9f216be6-e0c7-4834-934e-efb1e9d2c632 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9f1ba556-4827-4502-b667-af35a0fb447e HTTP/1.1" status: 204 len: 168 time: 0.4175568 Nov 12 03:56:43.219440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f216be6-e0c7-4834-934e-efb1e9d2c632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1ba556-4827-4502-b667-af35a0fb447e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:43.250362 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.339829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-664454396-router', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '838c50b1-36fb-4ba6-9185-9a549e19acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:37Z', 'revision_number': 4, 'project_id': '658bc0b0599d460dbad6e6bff3375b1f', 'gw_port': {'id': '838c50b1-36fb-4ba6-9185-9a549e19acdf', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd1db60ba-b147-41bc-a454-9603ee070ef3', 'name': '', 'network_id': '823f37cd-e1ec-4c75-8eee-e4cdc021cd17', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'mac_address': 'fa:16:3e:d2:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c8d8fbb9-0214-47d7-829c-c4c1f3e9ee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:35Z', 'updated_at': '2021-11-12T03:56:42Z', 'revision_number': 4, 'project_id': '658bc0b0599d460dbad6e6bff3375b1f', 'subnets': [{'id': 'c8d8fbb9-0214-47d7-829c-c4c1f3e9ee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:43.343062 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:43.355942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:43.360921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:43.372094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0023c0d-f0d4-4542-9647-aa71bb33c404 None None] The sync data for ids ['2987fd94-9fbd-475e-8aec-cfc1247bad8b'] in n-d-767704-23 is: [{'id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-664454396-router', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '838c50b1-36fb-4ba6-9185-9a549e19acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:37Z', 'revision_number': 4, 'project_id': '658bc0b0599d460dbad6e6bff3375b1f', 'gw_port': {'id': '838c50b1-36fb-4ba6-9185-9a549e19acdf', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd1db60ba-b147-41bc-a454-9603ee070ef3', 'name': '', 'network_id': '823f37cd-e1ec-4c75-8eee-e4cdc021cd17', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'mac_address': 'fa:16:3e:d2:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c8d8fbb9-0214-47d7-829c-c4c1f3e9ee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:35Z', 'updated_at': '2021-11-12T03:56:42Z', 'revision_number': 4, 'project_id': '658bc0b0599d460dbad6e6bff3375b1f', 'subnets': [{'id': 'c8d8fbb9-0214-47d7-829c-c4c1f3e9ee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:43.386780 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34f32ae1-d8e3-4a99-87e5-9a5353832732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.437883 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event updated for resources: {'Port': ['ID=d58e5e4a-be1c-4b08-b3a9-856eb0861c7e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:43.605037 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970f74d4-5468-48ed-98f2-d14285407090 admin admin] Router 2987fd94-9fbd-475e-8aec-cfc1247bad8b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:43.609393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.691488 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.719748 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34f32ae1-d8e3-4a99-87e5-9a5353832732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.782870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cafc6a-95c2-43cc-9e8f-cc94d6c3ce9e req-d144cb73-8125-4f7b-92a9-559cd17c79b9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:43.799045 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e0cafc6a-95c2-43cc-9e8f-cc94d6c3ce9e req-d144cb73-8125-4f7b-92a9-559cd17c79b9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1980600 Nov 12 03:56:43.801825 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.814734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.872439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34f32ae1-d8e3-4a99-87e5-9a5353832732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.881988 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a03bc-7afd-4352-a0e0-ed7a651ea1bf None None] Pushing event updated for resources: {'Port': ['ID=7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:43.939978 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e0cafc6a-95c2-43cc-9e8f-cc94d6c3ce9e req-b1a344c9-55f3-4300-b341-6729ba9fad05 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210134 Nov 12 03:56:43.942660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970f74d4-5468-48ed-98f2-d14285407090 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:43.947815 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-970f74d4-5468-48ed-98f2-d14285407090 admin admin] 10.222.0.105 "PUT /v2.0/routers/2987fd94-9fbd-475e-8aec-cfc1247bad8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3044846 Nov 12 03:56:43.950433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44130) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:44.007321 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f32ae1-d8e3-4a99-87e5-9a5353832732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061b94bc-9db8-4f19-8c95-d48cd86f8191,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:44.055510 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05268f80-57ca-4e30-aa8b-eb469ec322d1 req-92b01b76-e99e-48b1-b26c-2230e2641d26 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:44.055510 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05268f80-57ca-4e30-aa8b-eb469ec322d1 req-92b01b76-e99e-48b1-b26c-2230e2641d26 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 945 time: 0.1808932 Nov 12 03:56:44.058415 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Attempting to bind port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:44.058790 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Attempting to bind port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:44.059285 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Attempting to bind port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb on network 8e3b4789-f637-4eb8-b37f-79c30376b867 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:44.082376 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-34f32ae1-d8e3-4a99-87e5-9a5353832732 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4cd3c4b1cd164634adbd11a4c4eaae4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8861728 Nov 12 03:56:44.084133 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:44.085434 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Checking segment: {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:44.086095 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.086681 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Bound using segment: {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:44.087419 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Bound port: 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:44.088006 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.093225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44134) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:44.178802 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05268f80-57ca-4e30-aa8b-eb469ec322d1 req-ec05b6d5-2ae4-4188-87bf-8a61d7b1c2c2 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022623 Nov 12 03:56:44.285477 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] For port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:44.289311 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] For port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:44.322580 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416f7a0-6f83-4500-9793-e3376715dd7a req-12164c7e-c2da-4d5c-82b3-1e93b9787dd5 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:44.323661 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d416f7a0-6f83-4500-9793-e3376715dd7a req-12164c7e-c2da-4d5c-82b3-1e93b9787dd5 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.25 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 945 time: 0.2644966 Nov 12 03:56:44.337844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22f85917-8b5e-47b4-80de-ee4b0983e0e6 None None] Provisioning complete for port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:44.338444 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22f85917-8b5e-47b4-80de-ee4b0983e0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.371538 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.395409 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.406375 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.421310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-22f85917-8b5e-47b4-80de-ee4b0983e0e6 None None] Port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:44.474601 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Routers {'084d7af1-7a42-4491-b0b3-975fa95068c4'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:44.476339 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['084d7af1-7a42-4491-b0b3-975fa95068c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:44.519155 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.560491 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a03bc-7afd-4352-a0e0-ed7a651ea1bf None None] Pushing event updated for resources: {'Port': ['ID=7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:44.684444 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.695762 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] Set router 084d7af1-7a42-4491-b0b3-975fa95068c4 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:44.707972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event updated for resources: {'Port': ['ID=d58e5e4a-be1c-4b08-b3a9-856eb0861c7e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:44.799166 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.809884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-555aebf0-24bb-4afd-ab75-45478e209a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5235231 Nov 12 03:56:44.861869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eb65ff79-35ce-49b7-9d56-19ff8fb3c755 None None] Provisioning complete for port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:44.862335 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb65ff79-35ce-49b7-9d56-19ff8fb3c755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.020537 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb65ff79-35ce-49b7-9d56-19ff8fb3c755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.075141 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:44Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:45.105675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eb65ff79-35ce-49b7-9d56-19ff8fb3c755 None None] For port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:45.145125 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32684d-3fc2-45ea-8648-091e4acbf6ab None None] The sync data for ids ['084d7af1-7a42-4491-b0b3-975fa95068c4'] in n-d-767704-23 is: [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:44Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:45.158213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b373c2d-3e7a-4220-8315-ab3d2e93cbe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.182859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2c741-4269-4d22-be3e-42eb6b141c9c req-75283f66-f1dc-4eea-a382-f3c942a491f8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:45.191780 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb65ff79-35ce-49b7-9d56-19ff8fb3c755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.196820 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22b2c741-4269-4d22-be3e-42eb6b141c9c req-75283f66-f1dc-4eea-a382-f3c942a491f8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0949490 Nov 12 03:56:45.282264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65ff79-35ce-49b7-9d56-19ff8fb3c755 None None] Pushing event updated for resources: {'Port': ['ID=7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:45.291164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22b2c741-4269-4d22-be3e-42eb6b141c9c req-313ed432-c443-47f5-84a7-052cbb098928 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920646 Nov 12 03:56:45.302153 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b373c2d-3e7a-4220-8315-ab3d2e93cbe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.334965 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-436f4a27-2309-48dc-8cde-2e246bd45c82 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1659156083&fields=id&tenant_id=07ce5d3360e74510bae653ba7f2aef20 HTTP/1.1" status: 200 len: 267 time: 0.2173917 Nov 12 03:56:45.380798 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.434750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d416f7a0-6f83-4500-9793-e3376715dd7a req-cd205003-f27f-408a-87e8-42c1bf280915 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Deleting port 7022269d-69ed-47c8-b9d3-e25168f23d43 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:45.435089 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d416f7a0-6f83-4500-9793-e3376715dd7a req-cd205003-f27f-408a-87e8-42c1bf280915 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.437070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f4570-8bb5-4f0c-a2b0-888f379f4772 req-b443dd2a-d818-43c6-8ee5-65ea25d4881b tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:45.446005 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3e5f4570-8bb5-4f0c-a2b0-888f379f4772 req-b443dd2a-d818-43c6-8ee5-65ea25d4881b tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 945 time: 0.0878773 Nov 12 03:56:45.500393 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3e5f4570-8bb5-4f0c-a2b0-888f379f4772 req-4482af1e-eb50-42c9-83e7-5800dd242c8c tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535805 Nov 12 03:56:45.624710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-2ca905ad-4a73-4bd7-b7c3-efd9e813d155 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:45.626196 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-2ca905ad-4a73-4bd7-b7c3-efd9e813d155 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 816 time: 0.2680843 Nov 12 03:56:45.632073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d416f7a0-6f83-4500-9793-e3376715dd7a req-cd205003-f27f-408a-87e8-42c1bf280915 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] For port 7022269d-69ed-47c8-b9d3-e25168f23d43, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=7022269d-69ed-47c8-b9d3-e25168f23d43,segment=NetworkSegment(80698b7f-91cb-4d24-a8be-28f9fa9c868d),segment_id=80698b7f-91cb-4d24-a8be-28f9fa9c868d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:45.632476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d416f7a0-6f83-4500-9793-e3376715dd7a req-cd205003-f27f-408a-87e8-42c1bf280915 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.658125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-d416f7a0-6f83-4500-9793-e3376715dd7a req-cd205003-f27f-408a-87e8-42c1bf280915 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Calling delete_port for 7022269d-69ed-47c8-b9d3-e25168f23d43 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:45.676626 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-7d93ede9-55b7-4b66-934c-4e1b78a86b0c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/quotas/07ce5d3360e74510bae653ba7f2aef20 HTTP/1.1" status: 200 len: 375 time: 0.0413373 Nov 12 03:56:45.685507 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b373c2d-3e7a-4220-8315-ab3d2e93cbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.688767 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b373c2d-3e7a-4220-8315-ab3d2e93cbe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.689477 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0b373c2d-3e7a-4220-8315-ab3d2e93cbe7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/061b94bc-9db8-4f19-8c95-d48cd86f8191 HTTP/1.1" status: 204 len: 168 time: 1.5939050 Nov 12 03:56:45.769845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b373c2d-3e7a-4220-8315-ab3d2e93cbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061b94bc-9db8-4f19-8c95-d48cd86f8191,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:45.778207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] Deleting port 838c50b1-36fb-4ba6-9185-9a549e19acdf {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:45.779803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.792168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:45.861477 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-499fefb4-f893-4a73-9941-df40199c8dc2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1698093 Nov 12 03:56:45.872681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:45.873152 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.023852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] For port 838c50b1-36fb-4ba6-9185-9a549e19acdf, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=838c50b1-36fb-4ba6-9185-9a549e19acdf,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:46.024268 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.058445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] Calling delete_port for 838c50b1-36fb-4ba6-9185-9a549e19acdf owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:46.130686 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-a11a041a-2b99-41f7-a3c8-49df1394a26f service neutron] 10.222.0.105 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427711 Nov 12 03:56:46.158658 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d416f7a0-6f83-4500-9793-e3376715dd7a req-cd205003-f27f-408a-87e8-42c1bf280915 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.296649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d62a4-44cb-4311-89c0-8afa4eb8a44d req-0fc71409-d0c1-4e9a-a980-82b99c636cc0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:46.297845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd205003-f27f-408a-87e8-42c1bf280915 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Pushing event deleted for resources: {'Port': ['ID=7022269d-69ed-47c8-b9d3-e25168f23d43,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:46.313360 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-272d62a4-44cb-4311-89c0-8afa4eb8a44d req-0fc71409-d0c1-4e9a-a980-82b99c636cc0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0867147 Nov 12 03:56:46.389073 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-272d62a4-44cb-4311-89c0-8afa4eb8a44d req-657f90bf-511c-4991-a2ed-924fada01f32 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724761 Nov 12 03:56:46.395131 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ea1c0-5bff-449c-a2ea-74a4c06197aa None None] Sync routers for ids ['2987fd94-9fbd-475e-8aec-cfc1247bad8b'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:46.407763 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ea1c0-5bff-449c-a2ea-74a4c06197aa None None] Routers {'2987fd94-9fbd-475e-8aec-cfc1247bad8b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:46.408433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-830ea1c0-5bff-449c-a2ea-74a4c06197aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2987fd94-9fbd-475e-8aec-cfc1247bad8b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:46.420018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d416f7a0-6f83-4500-9793-e3376715dd7a req-cd205003-f27f-408a-87e8-42c1bf280915 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] No DVR routers for this DVR port 7022269d-69ed-47c8-b9d3-e25168f23d43 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:46.432018 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d416f7a0-6f83-4500-9793-e3376715dd7a req-cd205003-f27f-408a-87e8-42c1bf280915 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.441009 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d416f7a0-6f83-4500-9793-e3376715dd7a req-cd205003-f27f-408a-87e8-42c1bf280915 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.25 "DELETE /v2.0/ports/7022269d-69ed-47c8-b9d3-e25168f23d43 HTTP/1.1" status: 204 len: 173 time: 2.0963039 Nov 12 03:56:46.442547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83487262-b174-4d36-8465-01df23a6f4ea', 'name': 'network-vif-deleted', 'tag': '7022269d-69ed-47c8-b9d3-e25168f23d43'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:46.444784 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a42a3b-6271-469e-b1c7-78950cc5a059" -d '{"events": [{"server_uuid": "83487262-b174-4d36-8465-01df23a6f4ea", "name": "network-vif-deleted", "tag": "7022269d-69ed-47c8-b9d3-e25168f23d43"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:46.495087 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-36de52d5-ac07-470b-9a2e-c7e394925599 service neutron] 10.222.0.105 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466160 Nov 12 03:56:46.499267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ecbd7-b88b-41a5-9843-a4ba6b9f6b4b req-d983de2e-108f-4e6f-8bc7-04ec821dd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:46.511329 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d72ecbd7-b88b-41a5-9843-a4ba6b9f6b4b req-d983de2e-108f-4e6f-8bc7-04ec821dd2ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 1096 time: 0.3378835 Nov 12 03:56:46.514585 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d052eaf2-b8a6-47fc-915f-247f74de818d x-openstack-request-id: req-d052eaf2-b8a6-47fc-915f-247f74de818d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:46.514909 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83487262-b174-4d36-8465-01df23a6f4ea", "name": "network-vif-deleted", "tag": "7022269d-69ed-47c8-b9d3-e25168f23d43", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:46.515123 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d052eaf2-b8a6-47fc-915f-247f74de818d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:46.515527 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83487262-b174-4d36-8465-01df23a6f4ea', 'name': 'network-vif-deleted', 'tag': '7022269d-69ed-47c8-b9d3-e25168f23d43', 'status': 'completed', 'code': 200} Nov 12 03:56:46.595752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-830ea1c0-5bff-449c-a2ea-74a4c06197aa None None] Set router 2987fd94-9fbd-475e-8aec-cfc1247bad8b gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:46.687468 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7ed46b0-b52b-4896-957b-00b69d58aadc req-88350fe9-3c60-44f8-a9f5-63d8cdb3bb0b tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 210 time: 0.0790672 Nov 12 03:56:46.699374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-830ea1c0-5bff-449c-a2ea-74a4c06197aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-664454396-router', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 6, 'project_id': '658bc0b0599d460dbad6e6bff3375b1f', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:46.712200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ecbd7-b88b-41a5-9843-a4ba6b9f6b4b req-6b61c78b-e3ce-48a8-9394-6cfdec65c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:46.714319 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d72ecbd7-b88b-41a5-9843-a4ba6b9f6b4b req-6b61c78b-e3ce-48a8-9394-6cfdec65c830 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.1963756 Nov 12 03:56:46.738673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ea1c0-5bff-449c-a2ea-74a4c06197aa None None] Checking router: 2987fd94-9fbd-475e-8aec-cfc1247bad8b for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:46.749047 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ea1c0-5bff-449c-a2ea-74a4c06197aa None None] Routers {'2987fd94-9fbd-475e-8aec-cfc1247bad8b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:46.749916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-830ea1c0-5bff-449c-a2ea-74a4c06197aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2987fd94-9fbd-475e-8aec-cfc1247bad8b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:46.828086 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d72ecbd7-b88b-41a5-9843-a4ba6b9f6b4b req-5e528afa-bb5e-497c-af03-8781b9feb0d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 HTTP/1.1" status: 200 len: 998 time: 0.0945711 Nov 12 03:56:46.830301 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.937770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] Pushing event deleted for resources: {'Port': ['ID=838c50b1-36fb-4ba6-9185-9a549e19acdf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:46.992163 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-526c5e7b-7b74-4398-8a46-3682ee4f17be req-72fcdfec-7c46-47bd-990a-f62747b48a73 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 210 time: 0.0444229 Nov 12 03:56:47.042670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ecbd7-b88b-41a5-9843-a4ba6b9f6b4b req-2141c361-bb50-4269-b0d8-62c98e2923b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:47.044098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d72ecbd7-b88b-41a5-9843-a4ba6b9f6b4b req-2141c361-bb50-4269-b0d8-62c98e2923b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.2068944 Nov 12 03:56:47.076701 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-830ea1c0-5bff-449c-a2ea-74a4c06197aa None None] Set router 2987fd94-9fbd-475e-8aec-cfc1247bad8b gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:47.124069 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.203894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-830ea1c0-5bff-449c-a2ea-74a4c06197aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-664454396-router', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 6, 'project_id': '658bc0b0599d460dbad6e6bff3375b1f', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:47.212488 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ecbd7-b88b-41a5-9843-a4ba6b9f6b4b req-8eeaf5b1-9d0d-4849-b3c3-4ffb6bf793f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:47.214078 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d72ecbd7-b88b-41a5-9843-a4ba6b9f6b4b req-8eeaf5b1-9d0d-4849-b3c3-4ffb6bf793f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592431 Nov 12 03:56:47.240967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ea1c0-5bff-449c-a2ea-74a4c06197aa None None] The sync data for ids ['2987fd94-9fbd-475e-8aec-cfc1247bad8b'] in n-d-767704-23 is: [{'id': '2987fd94-9fbd-475e-8aec-cfc1247bad8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-664454396-router', 'tenant_id': '658bc0b0599d460dbad6e6bff3375b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 6, 'project_id': '658bc0b0599d460dbad6e6bff3375b1f', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:47.253905 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.265637 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.393844 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d72ecbd7-b88b-41a5-9843-a4ba6b9f6b4b req-ba47de70-d7c7-4e7b-9060-18170c2f6a07 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361492 Nov 12 03:56:47.521467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d72ecbd7-b88b-41a5-9843-a4ba6b9f6b4b req-bf325245-7bf9-4687-9e6c-4b02319fd1fd service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151121 Nov 12 03:56:47.525625 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.527419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2987fd94-9fbd-475e-8aec-cfc1247bad8b {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:56:47.540101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.541268 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c330f2c2-5759-4267-b4cb-39436f013635 admin admin] 10.222.0.105 "DELETE /v2.0/routers/2987fd94-9fbd-475e-8aec-cfc1247bad8b HTTP/1.1" status: 204 len: 168 time: 3.5894492 Nov 12 03:56:47.542415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416cd1e-68a9-442c-84ca-a97e2e6c042d req-f3c0c51b-4462-4e41-9b43-a36e604d31ed tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:47.543921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44250) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:47.551484 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d416cd1e-68a9-442c-84ca-a97e2e6c042d req-f3c0c51b-4462-4e41-9b43-a36e604d31ed tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0836809 Nov 12 03:56:47.606971 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d416cd1e-68a9-442c-84ca-a97e2e6c042d req-39991d22-fbd5-4999-868a-6b202a35fdd4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546331 Nov 12 03:56:47.640006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe82183-a887-4c19-a971-cd700eae10c6 admin admin] Deleting subnet c8d8fbb9-0214-47d7-829c-c4c1f3e9ee5d {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:56:47.650188 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebe82183-a887-4c19-a971-cd700eae10c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.701683 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebe82183-a887-4c19-a971-cd700eae10c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.786637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d1db60ba-b147-41bc-a454-9603ee070ef3 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:47.833587 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: d1db60ba-b147-41bc-a454-9603ee070ef3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:47.833935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d1db60ba-b147-41bc-a454-9603ee070ef3 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:47.910879 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebe82183-a887-4c19-a971-cd700eae10c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.965252 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-beba1c5f-f667-466c-a194-95a7fc60a06c req-7c390857-1631-42f8-a084-4bdfd6118f56 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=83487262-b174-4d36-8465-01df23a6f4ea HTTP/1.1" status: 200 len: 210 time: 0.0320098 Nov 12 03:56:48.061616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 7022269d-69ed-47c8-b9d3-e25168f23d43 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:48.091721 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-70e32e99-cfe8-411b-ab1a-ee609a8093aa req-43daf256-eaef-4394-9c9c-260ac913a7e9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 210 time: 0.0332043 Nov 12 03:56:48.098192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 7022269d-69ed-47c8-b9d3-e25168f23d43 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:48.099140 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 7022269d-69ed-47c8-b9d3-e25168f23d43 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:48.110094 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebe82183-a887-4c19-a971-cd700eae10c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.150622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe82183-a887-4c19-a971-cd700eae10c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d8fbb9-0214-47d7-829c-c4c1f3e9ee5d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:48.156225 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebe82183-a887-4c19-a971-cd700eae10c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.158826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68c9956-47b4-4bd9-852d-f87620704755 None None] Network 823f37cd-e1ec-4c75-8eee-e4cdc021cd17 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:48.160234 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ebe82183-a887-4c19-a971-cd700eae10c6 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/c8d8fbb9-0214-47d7-829c-c4c1f3e9ee5d HTTP/1.1" status: 204 len: 168 time: 0.6150999 Nov 12 03:56:48.163902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:48.341550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44276) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:48.392380 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.426645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962178fb-0b98-4b11-b98e-b5c70ffa3f98 None None] DHCP port deletion for 823f37cd-e1ec-4c75-8eee-e4cdc021cd17 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:48.464275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Deleting port 746df0f2-c903-42a6-8b81-f377d54c000f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:48.465420 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.500150 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0314be33-8fe5-43c9-a946-68c488947b8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.508840 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-962178fb-0b98-4b11-b98e-b5c70ffa3f98 None None] Deleting port 746df0f2-c903-42a6-8b81-f377d54c000f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:48.509306 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-962178fb-0b98-4b11-b98e-b5c70ffa3f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.581681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-962178fb-0b98-4b11-b98e-b5c70ffa3f98 None None] For port 746df0f2-c903-42a6-8b81-f377d54c000f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=746df0f2-c903-42a6-8b81-f377d54c000f,segment=NetworkSegment(af953ab0-d385-4867-9097-2304da37e112),segment_id=af953ab0-d385-4867-9097-2304da37e112)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:48.582077 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-962178fb-0b98-4b11-b98e-b5c70ffa3f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.584629 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] For port 746df0f2-c903-42a6-8b81-f377d54c000f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=746df0f2-c903-42a6-8b81-f377d54c000f,segment=NetworkSegment(af953ab0-d385-4867-9097-2304da37e112),segment_id=af953ab0-d385-4867-9097-2304da37e112)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:48.585129 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.595592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-962178fb-0b98-4b11-b98e-b5c70ffa3f98 None None] Calling delete_port for 746df0f2-c903-42a6-8b81-f377d54c000f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:48.601514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Calling delete_port for 746df0f2-c903-42a6-8b81-f377d54c000f owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:48.625830 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0314be33-8fe5-43c9-a946-68c488947b8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.728559 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0314be33-8fe5-43c9-a946-68c488947b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.728925 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.777754 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0314be33-8fe5-43c9-a946-68c488947b8a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ff7d9390672747f082989e63dda2c065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4348543 Nov 12 03:56:48.778865 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44284) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:48.779621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314be33-8fe5-43c9-a946-68c488947b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6593c5a2-9dbe-4335-8aeb-b566bd751e0f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:48.780980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c16eba-7ff7-473e-9cba-f59565d20c18 req-fe4ebcea-c599-4dab-b0e2-247668a99feb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:48.787830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44286) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:48.797633 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9c16eba-7ff7-473e-9cba-f59565d20c18 req-fe4ebcea-c599-4dab-b0e2-247668a99feb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0785618 Nov 12 03:56:48.850162 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.867030 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dd38be6-c381-4280-9458-13d902463889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.870614 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-962178fb-0b98-4b11-b98e-b5c70ffa3f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.894234 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9c16eba-7ff7-473e-9cba-f59565d20c18 req-9e57e87c-df8f-4567-8ebb-9477625a4cec tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841873 Nov 12 03:56:48.910058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962178fb-0b98-4b11-b98e-b5c70ffa3f98 None None] No DVR routers for this DVR port 746df0f2-c903-42a6-8b81-f377d54c000f on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:48.933073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] No DVR routers for this DVR port 746df0f2-c903-42a6-8b81-f377d54c000f on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:48.933073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Pushing event deleted for resources: {'Port': ['ID=746df0f2-c903-42a6-8b81-f377d54c000f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:48.942056 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dd38be6-c381-4280-9458-13d902463889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.974488 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962178fb-0b98-4b11-b98e-b5c70ffa3f98 None None] Pushing event deleted for resources: {'Port': ['ID=746df0f2-c903-42a6-8b81-f377d54c000f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:48.976415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89ddbaea-891a-46b2-b8b7-3e06392d954b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.057326 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.084976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823f37cd-e1ec-4c75-8eee-e4cdc021cd17']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:49.099659 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af953ab0-d385-4867-9097-2304da37e112') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:49.099964 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af953ab0-d385-4867-9097-2304da37e112') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:49.119557 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.137620 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.144099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0b6f0-c3ee-441d-b516-3820cd707460 req-0bee13ab-5c33-4a4d-a830-bea752bd3b90 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:49.144721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:49.145120 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.145686 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-08b0b6f0-c3ee-441d-b516-3820cd707460 req-0bee13ab-5c33-4a4d-a830-bea752bd3b90 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1134312 Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:49.207158 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:49.229221 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89ddbaea-891a-46b2-b8b7-3e06392d954b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.242855 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1bbce119-ccc6-4baa-b117-1e22113dcb95 req-3bcf20d1-a9ad-490b-ae05-e401a5b801fc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 210 time: 0.0323663 Nov 12 03:56:49.247724 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dd38be6-c381-4280-9458-13d902463889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.250498 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dd38be6-c381-4280-9458-13d902463889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.252277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4dd38be6-c381-4280-9458-13d902463889 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6593c5a2-9dbe-4335-8aeb-b566bd751e0f HTTP/1.1" status: 204 len: 168 time: 0.4621468 Nov 12 03:56:49.272623 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-08b0b6f0-c3ee-441d-b516-3820cd707460 req-268d1ac3-6346-4d90-98e5-01bad8a83064 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102176 Nov 12 03:56:49.274752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd38be6-c381-4280-9458-13d902463889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6593c5a2-9dbe-4335-8aeb-b566bd751e0f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:49.353385 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89ddbaea-891a-46b2-b8b7-3e06392d954b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.354344 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.364197 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.371821 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] 10.222.0.105 "DELETE /v2.0/networks/823f37cd-e1ec-4c75-8eee-e4cdc021cd17 HTTP/1.1" status: 204 len: 168 time: 1.2063317 Nov 12 03:56:49.410194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddbaea-891a-46b2-b8b7-3e06392d954b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc536830-027b-48c3-bbc0-3a11047a9032,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:49.415072 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-89ddbaea-891a-46b2-b8b7-3e06392d954b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=067a734646a0473485bd62b0141b2d19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6323161 Nov 12 03:56:49.417608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44310) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:49.447951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43618294-d85f-4d34-a706-0dcccef0c311 admin admin] Pushing event deleted for resources: {'Network': ['ID=823f37cd-e1ec-4c75-8eee-e4cdc021cd17,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:49.512973 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3092bf2-77a2-41fe-956c-4e255fc44575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.586467 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3092bf2-77a2-41fe-956c-4e255fc44575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.651928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-04d0f115-1be0-4720-915c-b7c5fe5f64ff tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:49.653466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-04d0f115-1be0-4720-915c-b7c5fe5f64ff tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/networks?id=f46a4b2c-b169-4932-8b2e-08a8a0941047 HTTP/1.1" status: 200 len: 807 time: 0.1578002 Nov 12 03:56:49.675492 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-37be560c-e6d7-42cf-b552-9196da33a520 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/quotas/2199ac87b9574cdc8c5200465a16fed3 HTTP/1.1" status: 200 len: 375 time: 0.0117984 Nov 12 03:56:49.726000 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-df720cc2-df92-4131-9f4a-1b292f72a25f tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=2199ac87b9574cdc8c5200465a16fed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327835 Nov 12 03:56:49.743003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 746df0f2-c903-42a6-8b81-f377d54c000f no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:49.766522 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3092bf2-77a2-41fe-956c-4e255fc44575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.771216 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3092bf2-77a2-41fe-956c-4e255fc44575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.771722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 746df0f2-c903-42a6-8b81-f377d54c000f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:49.772230 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b3092bf2-77a2-41fe-956c-4e255fc44575 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cc536830-027b-48c3-bbc0-3a11047a9032 HTTP/1.1" status: 204 len: 168 time: 0.3533089 Nov 12 03:56:49.772529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 746df0f2-c903-42a6-8b81-f377d54c000f not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:49.773239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 838c50b1-36fb-4ba6-9185-9a549e19acdf no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:49.797117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 838c50b1-36fb-4ba6-9185-9a549e19acdf {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:49.797608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 838c50b1-36fb-4ba6-9185-9a549e19acdf not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:49.815687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3092bf2-77a2-41fe-956c-4e255fc44575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc536830-027b-48c3-bbc0-3a11047a9032,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:49.864487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-7b524044-0ae5-439e-b77f-6798f95dbdfc service neutron] 10.222.0.105 "GET /v2.0/networks/f46a4b2c-b169-4932-8b2e-08a8a0941047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271768 Nov 12 03:56:49.909253 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:49.959691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-98976bd2-e0bc-4fb5-97cc-b0050030cc8f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=658bc0b0599d460dbad6e6bff3375b1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504389 Nov 12 03:56:49.964317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:50.024467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-b4a9760c-ea4e-4fd4-9b52-fc7b693f7f2d service neutron] 10.222.0.105 "GET /v2.0/networks/f46a4b2c-b169-4932-8b2e-08a8a0941047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505222 Nov 12 03:56:50.038764 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e85b274-545e-488e-8637-a8c0e1b14c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.071855 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e85b274-545e-488e-8637-a8c0e1b14c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.157795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a9dc5-90da-4724-b7f7-f65f1a3c1fe1 req-9afee8be-d8f6-4c06-9896-9cd0641a8979 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:50.157795 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-477a9dc5-90da-4724-b7f7-f65f1a3c1fe1 req-9afee8be-d8f6-4c06-9896-9cd0641a8979 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0915952 Nov 12 03:56:50.215969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-477a9dc5-90da-4724-b7f7-f65f1a3c1fe1 req-057200e4-210b-44e8-a874-8ee2d534f43c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520048 Nov 12 03:56:50.261355 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e85b274-545e-488e-8637-a8c0e1b14c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.265728 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e85b274-545e-488e-8637-a8c0e1b14c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.267652 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2e85b274-545e-488e-8637-a8c0e1b14c3e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e76c86e0-fa43-4bde-965d-71f0eba54899 HTTP/1.1" status: 204 len: 168 time: 0.3019364 Nov 12 03:56:50.316849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85b274-545e-488e-8637-a8c0e1b14c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76c86e0-fa43-4bde-965d-71f0eba54899,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:50.411190 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4308f285-e52e-470d-b2e0-06e8d11214f5 req-525b4278-0709-48b5-8752-5df397fb8ec4 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0330575 Nov 12 03:56:50.501825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-fdb8baa3-c80b-449e-b60e-554e9af715e4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:50.503589 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-fdb8baa3-c80b-449e-b60e-554e9af715e4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.25 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 816 time: 0.2149661 Nov 12 03:56:50.533392 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03c25e44-53e8-4fc9-848c-81e8875087f6 req-eade5f47-0fa7-48e3-9ef2-dcebe6628ff3 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 210 time: 0.0355823 Nov 12 03:56:50.594654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-bd98fd64-2eae-4389-8a33-f853e74a4ed0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07ce5d3360e74510bae653ba7f2aef20 HTTP/1.1" status: 200 len: 380 time: 0.0812969 Nov 12 03:56:50.605216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-83b1920d-b325-4eab-b94c-da59bfd2751e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Request body: {'port': {'device_id': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'admin_state_up': True, 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'security_groups': ['cab1e597-5963-4fcf-ace3-a159e5ae3d5f']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:50.709964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44358) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:50.731876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87eed906-66fe-4146-b8f1-8e9a57363626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.787526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fb470-808c-4d9d-bfcd-683f4efae2ff req-df7fcb15-2965-4b98-bd5d-50eb58513e9b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:50.789443 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-371fb470-808c-4d9d-bfcd-683f4efae2ff req-df7fcb15-2965-4b98-bd5d-50eb58513e9b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0826643 Nov 12 03:56:50.857178 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87eed906-66fe-4146-b8f1-8e9a57363626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.860175 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-371fb470-808c-4d9d-bfcd-683f4efae2ff req-6770749c-f79a-432c-9310-4a7af06a9a89 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608652 Nov 12 03:56:50.949001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-83b1920d-b325-4eab-b94c-da59bfd2751e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Made reservation on behalf of 07ce5d3360e74510bae653ba7f2aef20 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:50.952929 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-83b1920d-b325-4eab-b94c-da59bfd2751e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.001603 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87eed906-66fe-4146-b8f1-8e9a57363626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.105100 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-87eed906-66fe-4146-b8f1-8e9a57363626 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=48bc98225ff64546bd4ecb0033cab9bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3909824 Nov 12 03:56:51.110869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:51.173839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eed906-66fe-4146-b8f1-8e9a57363626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5d0acf-3807-4fed-8b23-d6bf8b906370,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:51.205576 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a70430fd-867c-4fec-a919-95ca4bf26090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.214439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-83b1920d-b325-4eab-b94c-da59bfd2751e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Allocated IP 172.20.0.14 (8e3b4789-f637-4eb8-b37f-79c30376b867/8f6d13c3-ac5c-4151-970c-435785743b79/eb509333-e2f6-427b-9927-b25c704c6df6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:51.231327 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a70430fd-867c-4fec-a919-95ca4bf26090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.401098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-83b1920d-b325-4eab-b94c-da59bfd2751e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.410887 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a70430fd-867c-4fec-a919-95ca4bf26090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.413616 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a70430fd-867c-4fec-a919-95ca4bf26090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.414859 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a70430fd-867c-4fec-a919-95ca4bf26090 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/dd5d0acf-3807-4fed-8b23-d6bf8b906370 HTTP/1.1" status: 204 len: 168 time: 0.3024871 Nov 12 03:56:51.427190 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70430fd-867c-4fec-a919-95ca4bf26090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5d0acf-3807-4fed-8b23-d6bf8b906370,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:51.523183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-896a11db-3bff-4a33-9154-587e662c2e36 req-021510f1-b492-4564-bcbf-fa4d9ef3fa62 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0354946 Nov 12 03:56:51.547992 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-83b1920d-b325-4eab-b94c-da59bfd2751e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.673117 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db102467-d7b9-457b-8c83-01a5063be59e req-b571c12f-45a1-46b0-82d3-38bff269ab35 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:51.675657 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-db102467-d7b9-457b-8c83-01a5063be59e req-b571c12f-45a1-46b0-82d3-38bff269ab35 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 932 time: 0.0609493 Nov 12 03:56:51.728231 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-db102467-d7b9-457b-8c83-01a5063be59e req-575c43e4-7a3f-4b94-9070-17a5ade965ba tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456612 Nov 12 03:56:51.901975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-83b1920d-b325-4eab-b94c-da59bfd2751e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Network 8e3b4789-f637-4eb8-b37f-79c30376b867 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:51.905669 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-83b1920d-b325-4eab-b94c-da59bfd2751e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:51.910488 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-83b1920d-b325-4eab-b94c-da59bfd2751e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:51.921188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1920d-b325-4eab-b94c-da59bfd2751e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event updated for resources: {'Port': ['ID=eb509333-e2f6-427b-9927-b25c704c6df6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:52.007496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-83b1920d-b325-4eab-b94c-da59bfd2751e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:52.008215 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-83b1920d-b325-4eab-b94c-da59bfd2751e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.041459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656c848-b3be-4f49-93bf-feae4a9cf14a req-d1feb9c4-2715-4019-8b2e-2ce4a27a4f04 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:52.043162 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e656c848-b3be-4f49-93bf-feae4a9cf14a req-d1feb9c4-2715-4019-8b2e-2ce4a27a4f04 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0760076 Nov 12 03:56:52.106573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:52.134364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e656c848-b3be-4f49-93bf-feae4a9cf14a req-a6419f0e-45fd-4cfa-8a85-fa7493c8e58a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825481 Nov 12 03:56:52.139494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-83b1920d-b325-4eab-b94c-da59bfd2751e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5378957 Nov 12 03:56:52.157846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Request body: {'port': {'device_id': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:52.254434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.282184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8664b49a-d1a2-4089-ad6d-8c95a62edd30 None None] Provisioning complete for port eb509333-e2f6-427b-9927-b25c704c6df6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:52.283294 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8664b49a-d1a2-4089-ad6d-8c95a62edd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.330769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8664b49a-d1a2-4089-ad6d-8c95a62edd30 None None] Port eb509333-e2f6-427b-9927-b25c704c6df6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:52.389417 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-639686d6-70c7-4a41-bfff-50621a82a6a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.501528 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-639686d6-70c7-4a41-bfff-50621a82a6a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.617354 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-639686d6-70c7-4a41-bfff-50621a82a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.656182 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd0261-188b-4212-9149-e81673303003 req-77cf5e25-66ba-4307-b752-5a65e199c033 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:52.657443 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ccd0261-188b-4212-9149-e81673303003 req-77cf5e25-66ba-4307-b752-5a65e199c033 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0832906 Nov 12 03:56:52.671868 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a135fca9-054b-42ae-b73e-32719ea0e04c req-42e8dcd6-2e55-495a-9232-dd72cbb61217 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0481334 Nov 12 03:56:52.691784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44438) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:52.691996 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-639686d6-70c7-4a41-bfff-50621a82a6a3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6a097d3b5f734b828ab7227743f00d7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5843103 Nov 12 03:56:52.701700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639686d6-70c7-4a41-bfff-50621a82a6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc8aa12-97e7-4411-a354-ea44180554df,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:52.751049 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ccd0261-188b-4212-9149-e81673303003 req-06ed1dba-a712-44ac-be85-558087f8c7a6 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803733 Nov 12 03:56:52.763807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb509333-e2f6-427b-9927-b25c704c6df6 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:52.774647 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.810808 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Transition to ACTIVE for port object eb509333-e2f6-427b-9927-b25c704c6df6 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:52.825893 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29d9c122-9b31-4e4b-b835-0aee2624434e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.858779 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29d9c122-9b31-4e4b-b835-0aee2624434e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.910003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92802a-1fbd-4c15-a0f7-6532ae998cf6 req-6759fbe3-3c51-473d-999a-c349053c5a0d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:52.921723 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d92802a-1fbd-4c15-a0f7-6532ae998cf6 req-6759fbe3-3c51-473d-999a-c349053c5a0d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 932 time: 0.0709710 Nov 12 03:56:52.933573 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.015975 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d92802a-1fbd-4c15-a0f7-6532ae998cf6 req-63ced901-5e06-4b70-a78f-31bf49e6ec48 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868073 Nov 12 03:56:53.048693 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-7a0bacc9-d334-40f6-ac87-6ad42c98b2b8 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=775114117c1e4f78acb41c561ed3b1e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641642 Nov 12 03:56:53.061722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Pushing event updated for resources: {'Port': ['ID=eb509333-e2f6-427b-9927-b25c704c6df6,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:53.107253 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f5102db-575d-4000-9009-2d53335e16fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.232452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29d9c122-9b31-4e4b-b835-0aee2624434e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.235056 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29d9c122-9b31-4e4b-b835-0aee2624434e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.236302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-29d9c122-9b31-4e4b-b835-0aee2624434e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3dc8aa12-97e7-4411-a354-ea44180554df HTTP/1.1" status: 204 len: 168 time: 0.5430870 Nov 12 03:56:53.308318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9c122-9b31-4e4b-b835-0aee2624434e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc8aa12-97e7-4411-a354-ea44180554df,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:53.317838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Attempting to bind port eb509333-e2f6-427b-9927-b25c704c6df6 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:53.318173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Attempting to bind port eb509333-e2f6-427b-9927-b25c704c6df6 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:53.318491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Attempting to bind port eb509333-e2f6-427b-9927-b25c704c6df6 on network 8e3b4789-f637-4eb8-b37f-79c30376b867 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:53.327114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-6589417f-009b-41c8-a0aa-810c2d877953 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:53.335185 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-6589417f-009b-41c8-a0aa-810c2d877953 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770865 Nov 12 03:56:53.354717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Port eb509333-e2f6-427b-9927-b25c704c6df6 on network 8e3b4789-f637-4eb8-b37f-79c30376b867 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:53.355080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Attempting to bind port eb509333-e2f6-427b-9927-b25c704c6df6 on network 8e3b4789-f637-4eb8-b37f-79c30376b867 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:53.377629 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-e783134c-8b76-4449-b722-6d099cfdab74 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/quotas/775114117c1e4f78acb41c561ed3b1e2 HTTP/1.1" status: 200 len: 375 time: 0.0414727 Nov 12 03:56:53.386119 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:53.386390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Checking segment: {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:53.386891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Bound using segment: {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:53.387272 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Bound port: eb509333-e2f6-427b-9927-b25c704c6df6, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:53.387660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.436626 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0713005d-0b2c-454c-84cb-aff68cef5c07 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=775114117c1e4f78acb41c561ed3b1e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581605 Nov 12 03:56:53.450016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-f81d9321-ef59-425e-9e6c-88506c156907 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:53.454905 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-f81d9321-ef59-425e-9e6c-88506c156907 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.26 "GET /v2.0/networks?id=f46a4b2c-b169-4932-8b2e-08a8a0941047 HTTP/1.1" status: 200 len: 807 time: 0.2495015 Nov 12 03:56:53.481002 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-6b4ed7c6-3e0c-437d-9acc-0ef32447f4c8 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Request body: {'port': {'device_id': '38f8e1de-c161-41a7-8485-d4d3cb1d8de0', 'network_id': 'f46a4b2c-b169-4932-8b2e-08a8a0941047', 'admin_state_up': True, 'tenant_id': '2199ac87b9574cdc8c5200465a16fed3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:53.601107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:53.606333 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=eb509333-e2f6-427b-9927-b25c704c6df6,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:53.734570 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.809119 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9f2efb5d-3ad1-4958-ac8e-b7c81e015c0a req-0e08ff13-b130-4811-ae63-16e898c93c3e tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0532463 Nov 12 03:56:53.844801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Pushing event updated for resources: {'Port': ['ID=eb509333-e2f6-427b-9927-b25c704c6df6,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:53.856229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:53.858665 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.859186 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-f68ef710-1453-4d3c-8e75-2a8731ccf2fe service neutron] 10.222.0.25 "PUT /v2.0/ports/eb509333-e2f6-427b-9927-b25c704c6df6 HTTP/1.1" status: 200 len: 1093 time: 1.7075691 Nov 12 03:56:53.876422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:53.890093 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1dde3c-8138-42af-8b89-65a1b8595444" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:53.890093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-6b4ed7c6-3e0c-437d-9acc-0ef32447f4c8 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Made reservation on behalf of 2199ac87b9574cdc8c5200465a16fed3 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:53.904238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-6b4ed7c6-3e0c-437d-9acc-0ef32447f4c8 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.010895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa67a71-9f6a-4249-8f32-f4dbcb3edb29 req-622b37a3-2beb-45e3-8dfd-cbfb831e5c54 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.019210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8f6a411-8466-4fc5-874c-c5d12ec0266a req-4605dfa8-833d-40cc-8292-ec9281deb2db tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1898861 Nov 12 03:56:54.023481 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-caa67a71-9f6a-4249-8f32-f4dbcb3edb29 req-622b37a3-2beb-45e3-8dfd-cbfb831e5c54 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0991795 Nov 12 03:56:54.099994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-caa67a71-9f6a-4249-8f32-f4dbcb3edb29 req-f7dc24be-ebe8-43ad-947c-865c3d4cca67 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755277 Nov 12 03:56:54.145915 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cb9211-e069-43fa-95a4-8f5365ff7733 x-openstack-request-id: req-90cb9211-e069-43fa-95a4-8f5365ff7733 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:54.159925 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:54.159925 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-90cb9211-e069-43fa-95a4-8f5365ff7733 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:54.159925 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'status': 'completed', 'code': 200} Nov 12 03:56:54.262715 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7649b-4d7f-462b-9233-378dec930065 req-31f5bdb8-c18e-4017-8a49-4751f4ec6244 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.264887 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ac7649b-4d7f-462b-9233-378dec930065 req-31f5bdb8-c18e-4017-8a49-4751f4ec6244 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0694354 Nov 12 03:56:54.267886 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-58278ba5-04f2-419d-8cd3-25b18bc88c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.270374 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-58278ba5-04f2-419d-8cd3-25b18bc88c1d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 1096 time: 0.2384274 Nov 12 03:56:54.332665 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ac7649b-4d7f-462b-9233-378dec930065 req-39e89df1-fec4-421d-85ce-99fc6d4950a6 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589573 Nov 12 03:56:54.342438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-ff80baaf-1443-48e0-8564-075e47f65b9c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb509333-e2f6-427b-9927-b25c704c6df6 HTTP/1.1" status: 200 len: 217 time: 0.0475209 Nov 12 03:56:54.386840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae941de3-f1dd-4b56-a98c-435979223acb req-4c468e62-206e-4c70-bb94-45e1faf80d24 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.388392 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae941de3-f1dd-4b56-a98c-435979223acb req-4c468e62-206e-4c70-bb94-45e1faf80d24 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 944 time: 0.2064121 Nov 12 03:56:54.427414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-6b4ed7c6-3e0c-437d-9acc-0ef32447f4c8 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Allocated IP 172.20.0.13 (f46a4b2c-b169-4932-8b2e-08a8a0941047/541d6e9e-ec74-45e5-b3e1-f887e4e9c5e3/3348487e-6e8e-4778-a9d5-462e9a81b79a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:54.460473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-22881d29-f383-48d0-82dd-5ada00340563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.462023 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-22881d29-f383-48d0-82dd-5ada00340563 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f6d13c3-ac5c-4151-970c-435785743b79 HTTP/1.1" status: 200 len: 855 time: 0.1019230 Nov 12 03:56:54.501206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5e07e-5802-41df-964f-68781a06241f req-63b104f1-7f57-4911-bf19-951a6cb13e5f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.502027 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90d5e07e-5802-41df-964f-68781a06241f req-63b104f1-7f57-4911-bf19-951a6cb13e5f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0576108 Nov 12 03:56:54.552024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae941de3-f1dd-4b56-a98c-435979223acb req-73f627f2-ec71-4fbd-9133-c00a938ce555 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403005 Nov 12 03:56:54.578188 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90d5e07e-5802-41df-964f-68781a06241f req-d4d7ca28-ca99-48b7-bbfd-a680eaf9e553 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688233 Nov 12 03:56:54.661869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44518) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:54.677368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-8a94dd70-9769-43b8-8082-c5cdca0c85fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.679153 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-8a94dd70-9769-43b8-8082-c5cdca0c85fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e3b4789-f637-4eb8-b37f-79c30376b867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2060955 Nov 12 03:56:54.771007 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-6b4ed7c6-3e0c-437d-9acc-0ef32447f4c8 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.802002 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.811211 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d9035-a914-4453-8f16-12f57b3e3a6d req-918e68e5-e440-4e98-9426-e48a83be51dc tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.820014 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-227d9035-a914-4453-8f16-12f57b3e3a6d req-918e68e5-e440-4e98-9426-e48a83be51dc tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0638223 Nov 12 03:56:54.857994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-cc3856f0-be91-47b1-a7eb-b53fc1a9b7f6 service neutron] 10.222.0.25 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425109 Nov 12 03:56:54.894678 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-227d9035-a914-4453-8f16-12f57b3e3a6d req-11e275a4-515b-42a3-aaf0-af5c3f0a5613 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732198 Nov 12 03:56:54.917064 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f4d31e9-52d2-4018-a67d-e994b32f42a1 req-8bdae243-5cc9-4235-8cd0-3cff358f75d2 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0319200 Nov 12 03:56:54.924221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'network': {'name': 'tempest-network-smoke--1242839566', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:54.969329 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-6b4ed7c6-3e0c-437d-9acc-0ef32447f4c8 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.026066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-6b4ed7c6-3e0c-437d-9acc-0ef32447f4c8 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Network f46a4b2c-b169-4932-8b2e-08a8a0941047 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:55.033543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-6b4ed7c6-3e0c-437d-9acc-0ef32447f4c8 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:55.037381 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2808dc2-47d3-449b-997e-0fd11091b277 req-61a33200-c123-40e2-99f2-ce68f28c56a4 service neutron] 10.222.0.25 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709344 Nov 12 03:56:55.038650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Made reservation on behalf of bbf460ee872646e8844d17a7c3330b47 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:55.040591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-6b4ed7c6-3e0c-437d-9acc-0ef32447f4c8 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:55.042502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.054996 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.070079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ed7c6-3e0c-437d-9acc-0ef32447f4c8 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Pushing event updated for resources: {'Port': ['ID=3348487e-6e8e-4778-a9d5-462e9a81b79a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:55.102904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-6b4ed7c6-3e0c-437d-9acc-0ef32447f4c8 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.103560 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-6b4ed7c6-3e0c-437d-9acc-0ef32447f4c8 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.181825 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.208469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5abd6-b53e-46c0-9d17-74009b3ef3b3 req-3ec9e60b-182d-400a-b299-75345d0d3468 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.210021 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afa5abd6-b53e-46c0-9d17-74009b3ef3b3 req-3ec9e60b-182d-400a-b299-75345d0d3468 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 932 time: 0.0756998 Nov 12 03:56:55.220874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dde3c-8138-42af-8b89-65a1b8595444 req-0800fded-698b-4309-a7d1-1e5044ea7015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.222424 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d1dde3c-8138-42af-8b89-65a1b8595444 req-0800fded-698b-4309-a7d1-1e5044ea7015 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 1096 time: 0.0568638 Nov 12 03:56:55.226161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-6b4ed7c6-3e0c-437d-9acc-0ef32447f4c8 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7504363 Nov 12 03:56:55.255143 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.266707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Request body: {'port': {'device_id': '38f8e1de-c161-41a7-8485-d4d3cb1d8de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:55.294837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:56:55.313726 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afa5abd6-b53e-46c0-9d17-74009b3ef3b3 req-9acb387a-7f16-48b9-9b18-cc392be9d4ec tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968804 Nov 12 03:56:55.324486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b75d7f-3e1f-4f89-8c26-8abf855c9dee,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:55.327689 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.328028 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Added segment e6027a17-6f81-498d-a337-dd5478f08ef3 of type vlan for network 68706160-bd75-46fb-8ba9-0e10faf8ed56 Nov 12 03:56:55.372000 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.399386 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.422148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dde3c-8138-42af-8b89-65a1b8595444 req-c70c4abb-f2c7-48d3-9000-00838d7262a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.423730 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d1dde3c-8138-42af-8b89-65a1b8595444 req-c70c4abb-f2c7-48d3-9000-00838d7262a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 918 time: 0.1940548 Nov 12 03:56:55.456076 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.461586 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.462160 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.482846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d1dde3c-8138-42af-8b89-65a1b8595444 req-54d7bed4-f604-4837-b43f-c24935c027e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb509333-e2f6-427b-9927-b25c704c6df6 HTTP/1.1" status: 200 len: 217 time: 0.0366786 Nov 12 03:56:55.540862 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Network': ['ID=68706160-bd75-46fb-8ba9-0e10faf8ed56,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:55.552544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 68706160-bd75-46fb-8ba9-0e10faf8ed56 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:56:55.613283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dde3c-8138-42af-8b89-65a1b8595444 req-dabcb32e-9777-48b4-bd21-f0f0781ef6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.614879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d1dde3c-8138-42af-8b89-65a1b8595444 req-dabcb32e-9777-48b4-bd21-f0f0781ef6be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f6d13c3-ac5c-4151-970c-435785743b79 HTTP/1.1" status: 200 len: 855 time: 0.1170015 Nov 12 03:56:55.689709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cac72fc4-f7f4-49e5-94da-a768c6e78b6d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0212009 Nov 12 03:56:55.696593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44546) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:55.705171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'admin_state_up': True, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:55.762199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dde3c-8138-42af-8b89-65a1b8595444 req-a9340199-3139-4c1d-bf18-735707e54053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.763718 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d1dde3c-8138-42af-8b89-65a1b8595444 req-a9340199-3139-4c1d-bf18-735707e54053 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e3b4789-f637-4eb8-b37f-79c30376b867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396232 Nov 12 03:56:55.780660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92d09-d5c5-452d-9d50-41a9657caa87 req-42a2222b-7e64-471e-9ac6-ca4de9310d39 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.782143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9be92d09-d5c5-452d-9d50-41a9657caa87 req-42a2222b-7e64-471e-9ac6-ca4de9310d39 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 944 time: 0.1334629 Nov 12 03:56:55.851159 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.852446 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.930234 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.964564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9be92d09-d5c5-452d-9d50-41a9657caa87 req-1b902cb5-4ab4-4ed1-9b48-13a0a9c16541 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630650 Nov 12 03:56:55.966687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3348487e-6e8e-4778-a9d5-462e9a81b79a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:55.979203 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.015191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Transition to ACTIVE for port object 3348487e-6e8e-4778-a9d5-462e9a81b79a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:56.018819 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d1dde3c-8138-42af-8b89-65a1b8595444 req-55e054be-b188-4714-ab15-81eeb30eeee0 service neutron] 10.222.0.25 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304325 Nov 12 03:56:56.104079 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.177898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Pushing event updated for resources: {'Port': ['ID=3348487e-6e8e-4778-a9d5-462e9a81b79a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:56.192230 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d1dde3c-8138-42af-8b89-65a1b8595444 req-9bf025cb-042f-4c82-8ef3-97ec5feba94b service neutron] 10.222.0.25 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636035 Nov 12 03:56:56.276505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Attempting to bind port 3348487e-6e8e-4778-a9d5-462e9a81b79a on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:56.277231 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Attempting to bind port 3348487e-6e8e-4778-a9d5-462e9a81b79a by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '80698b7f-91cb-4d24-a8be-28f9fa9c868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f46a4b2c-b169-4932-8b2e-08a8a0941047'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:56.278080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Attempting to bind port 3348487e-6e8e-4778-a9d5-462e9a81b79a on network f46a4b2c-b169-4932-8b2e-08a8a0941047 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:56.283465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Port 3348487e-6e8e-4778-a9d5-462e9a81b79a on network f46a4b2c-b169-4932-8b2e-08a8a0941047 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:56.284372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Attempting to bind port 3348487e-6e8e-4778-a9d5-462e9a81b79a on network f46a4b2c-b169-4932-8b2e-08a8a0941047 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:56.290660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:56.297085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Checking segment: {'id': '80698b7f-91cb-4d24-a8be-28f9fa9c868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f46a4b2c-b169-4932-8b2e-08a8a0941047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:56.297085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Bound using segment: {'id': '80698b7f-91cb-4d24-a8be-28f9fa9c868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f46a4b2c-b169-4932-8b2e-08a8a0941047'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:56.297085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Bound port: 3348487e-6e8e-4778-a9d5-462e9a81b79a, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80698b7f-91cb-4d24-a8be-28f9fa9c868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'f46a4b2c-b169-4932-8b2e-08a8a0941047'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:56.297085 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.395478 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a471a0cb-bff0-4a3c-912f-d14f45e096c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.409267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] For port 3348487e-6e8e-4778-a9d5-462e9a81b79a, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:56.409267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] For port 3348487e-6e8e-4778-a9d5-462e9a81b79a, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3348487e-6e8e-4778-a9d5-462e9a81b79a,segment=NetworkSegment(80698b7f-91cb-4d24-a8be-28f9fa9c868d),segment_id=80698b7f-91cb-4d24-a8be-28f9fa9c868d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:56.449957 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15e91e21-42c9-4c75-9b0a-ff661915ae6c req-d1b817b2-8f9f-4b25-80e6-c48d3886a53c tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 210 time: 0.4200845 Nov 12 03:56:56.492285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e859c5-c519-456a-977a-9fe32408e0fc req-e3a467b0-3a67-43d6-a45d-b90c30c400d2 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:56.495185 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61e859c5-c519-456a-977a-9fe32408e0fc req-e3a467b0-3a67-43d6-a45d-b90c30c400d2 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 944 time: 0.0739422 Nov 12 03:56:56.497889 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.530731 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.572883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:56.573497 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.574854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] 10.222.0.26 "PUT /v2.0/ports/3348487e-6e8e-4778-a9d5-462e9a81b79a HTTP/1.1" status: 200 len: 1093 time: 1.3123832 Nov 12 03:56:56.579632 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f8e1de-c161-41a7-8485-d4d3cb1d8de0', 'tag': '3348487e-6e8e-4778-a9d5-462e9a81b79a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:56.582029 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14dbfcc-602c-4ad0-baf4-3bfbc9fa7fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "38f8e1de-c161-41a7-8485-d4d3cb1d8de0", "tag": "3348487e-6e8e-4778-a9d5-462e9a81b79a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:56.618163 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-6f0a4e63-0776-485d-af08-d388acf2b32f tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=775114117c1e4f78acb41c561ed3b1e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627100 Nov 12 03:56:56.631362 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4774d9ae-b935-4fd3-a5fb-91720342d6f6 x-openstack-request-id: req-4774d9ae-b935-4fd3-a5fb-91720342d6f6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:56.631771 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f8e1de-c161-41a7-8485-d4d3cb1d8de0", "tag": "3348487e-6e8e-4778-a9d5-462e9a81b79a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:56.632028 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4774d9ae-b935-4fd3-a5fb-91720342d6f6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:56.632450 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f8e1de-c161-41a7-8485-d4d3cb1d8de0', 'tag': '3348487e-6e8e-4778-a9d5-462e9a81b79a', 'status': 'completed', 'code': 200} Nov 12 03:56:56.652325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd160320-ce43-497e-9bc2-b9be5f25105e service neutron] Pushing event updated for resources: {'Port': ['ID=3348487e-6e8e-4778-a9d5-462e9a81b79a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:56.678977 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.694664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61e859c5-c519-456a-977a-9fe32408e0fc req-69349799-3bb8-4020-acfb-6ef297dc9c61 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919057 Nov 12 03:56:56.791526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dbfcc-602c-4ad0-baf4-3bfbc9fa7fe9 req-a7226054-ad02-4521-b6d2-9649c8730873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:56.792419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e14dbfcc-602c-4ad0-baf4-3bfbc9fa7fe9 req-a7226054-ad02-4521-b6d2-9649c8730873 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2199ac87b9574cdc8c5200465a16fed3&device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 1096 time: 0.1164386 Nov 12 03:56:56.852510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-5018238b-bdf3-4bc1-98eb-8c487d8b045b tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:56.863031 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-5018238b-bdf3-4bc1-98eb-8c487d8b045b tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245178 Nov 12 03:56:56.873462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Request body: {'port': {'device_id': '1ed8696e-436e-408d-9edd-59422493e5b0', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '775114117c1e4f78acb41c561ed3b1e2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:56.899249 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.934884 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.029323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dbfcc-602c-4ad0-baf4-3bfbc9fa7fe9 req-72bb482f-7f67-41ab-8cb6-61a50ed3183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.029323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e14dbfcc-602c-4ad0-baf4-3bfbc9fa7fe9 req-72bb482f-7f67-41ab-8cb6-61a50ed3183c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2199ac87b9574cdc8c5200465a16fed3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2093382 Nov 12 03:56:57.044698 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44582) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:57.179870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dbfcc-602c-4ad0-baf4-3bfbc9fa7fe9 req-f4dc4a97-ee15-462c-9696-ca1d65e46b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.180189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Allocated IP 172.25.8.220 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/f2c6fb6c-56e1-4283-9d37-2eb04bf43f80) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:57.181958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e14dbfcc-602c-4ad0-baf4-3bfbc9fa7fe9 req-f4dc4a97-ee15-462c-9696-ca1d65e46b9b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1432471 Nov 12 03:56:57.190597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c22af-eb82-4792-9950-80ee49fd469c req-5aae80b2-fb7d-4173-bf34-8f9cf0828c82 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.192317 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636c22af-eb82-4792-9950-80ee49fd469c req-5aae80b2-fb7d-4173-bf34-8f9cf0828c82 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 944 time: 0.0893631 Nov 12 03:56:57.214227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Made reservation on behalf of 775114117c1e4f78acb41c561ed3b1e2 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:57.220830 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.297122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:57.371374 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636c22af-eb82-4792-9950-80ee49fd469c req-1c2ce9ca-70f3-4582-96d9-9133d38dedb4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609936 Nov 12 03:56:57.398198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.471913 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.559026 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.579048 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.624975 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fa56530-ffff-4bd0-91d8-e186c23c66e0 req-9c491094-c927-4120-bb65-01af2192589f tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0633707 Nov 12 03:56:57.636421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-bb283453-b0d7-4bd0-bcf2-c6bd1c90411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.637941 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-bb283453-b0d7-4bd0-bcf2-c6bd1c90411c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2199ac87b9574cdc8c5200465a16fed3&device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 1096 time: 0.0896797 Nov 12 03:56:57.638363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:57.647842 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:57.657440 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:57.662958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=f2c6fb6c-56e1-4283-9d37-2eb04bf43f80,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:57.705181 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.710678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-62a4f618-e565-432b-b4b3-e1b9fb6dae33 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3348487e-6e8e-4778-a9d5-462e9a81b79a HTTP/1.1" status: 200 len: 217 time: 0.0501072 Nov 12 03:56:57.793505 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.795364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-fbba3b21-8fba-4531-909e-4e238c602061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.796908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-fbba3b21-8fba-4531-909e-4e238c602061 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=541d6e9e-ec74-45e5-b3e1-f887e4e9c5e3 HTTP/1.1" status: 200 len: 847 time: 0.0724247 Nov 12 03:56:57.831926 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-15662928-6de6-43d7-b33b-04d28f2db865 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f46a4b2c-b169-4932-8b2e-08a8a0941047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256910 Nov 12 03:56:57.868370 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.962064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d6a73-3e14-46d3-a631-19527d724398 req-38fd8e93-b20a-4c22-b5aa-606b85f398f1 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.963599 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-801d6a73-3e14-46d3-a631-19527d724398 req-38fd8e93-b20a-4c22-b5aa-606b85f398f1 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 944 time: 0.1678367 Nov 12 03:56:57.972307 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Allocated IP 172.25.8.89 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/8b91d526-3810-4754-ad23-15aeb94cfcc9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:57.977217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956a4e38-9e69-4a00-86be-530ef7fd82e6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:58.020445 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-e9ea8c62-ac0d-45fa-8c4d-adcc509c75f2 service neutron] 10.222.0.26 "GET /v2.0/networks/f46a4b2c-b169-4932-8b2e-08a8a0941047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753123 Nov 12 03:56:58.103638 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device eb509333-e2f6-427b-9927-b25c704c6df6 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:58.114252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-801d6a73-3e14-46d3-a631-19527d724398 req-98392bff-e4f8-41cd-933a-a5ad9fed133b tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371756 Nov 12 03:56:58.119955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Allocated IP 192.168.233.181 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/7e6eef21-65b9-4307-a7e3-cd82522ae21f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:58.168188 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef24f093-470f-4129-9b5e-909cb14abc33 req-1f19370d-2e6a-4b6d-abaf-8a1a025caf15 service neutron] 10.222.0.26 "GET /v2.0/networks/f46a4b2c-b169-4932-8b2e-08a8a0941047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330087 Nov 12 03:56:58.217384 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.224897 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.257839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=eb509333-e2f6-427b-9927-b25c704c6df6,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:58.270511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'port_id': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'mac_address': 'fa:16:3e:13:a0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:58.327205 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.330574 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.345704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb509333-e2f6-427b-9927-b25c704c6df6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:58.376365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=eb509333-e2f6-427b-9927-b25c704c6df6,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:58.388231 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.431237 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.484712 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.485246 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.507505 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:58.520910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:58.528978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:58.537965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:58.540774 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=eb509333-e2f6-427b-9927-b25c704c6df6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:58.544123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:58.550338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:58.562186 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.571503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event updated for resources: {'Port': ['ID=8b91d526-3810-4754-ad23-15aeb94cfcc9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:58.587016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Pushing event updated for resources: {'Port': ['ID=7e6eef21-65b9-4307-a7e3-cd82522ae21f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:58.611491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:58.612882 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.634034 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d79b28-0be2-4302-a8b0-89ae28e5fcde req-6a864fc1-4930-46ed-8176-f49bc79d120b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:58.635533 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95d79b28-0be2-4302-a8b0-89ae28e5fcde req-6a864fc1-4930-46ed-8176-f49bc79d120b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.1684594 Nov 12 03:56:58.742300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-ed8c2625-bbb8-4a7d-a562-23c57066bdb6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8773251 Nov 12 03:56:58.766564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Request body: {'port': {'device_id': '1ed8696e-436e-408d-9edd-59422493e5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:58.780123 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.792626 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95d79b28-0be2-4302-a8b0-89ae28e5fcde req-97685100-d660-4dd0-905a-62d24a8dbf96 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506124 Nov 12 03:56:58.802763 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['eb509333-e2f6-427b-9927-b25c704c6df6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:58.848393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adfe98-9f42-4013-ac2d-925c6e32f0f4 req-1bf3d1ae-c474-46b8-9b13-33499035dbc3 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:58.848393 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-40adfe98-9f42-4013-ac2d-925c6e32f0f4 req-1bf3d1ae-c474-46b8-9b13-33499035dbc3 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 936 time: 0.1207793 Nov 12 03:56:58.852172 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.879468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-788bc1a8-d2bf-43c1-912b-93f699c92d37 None None] Provisioning complete for port 7e6eef21-65b9-4307-a7e3-cd82522ae21f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:58.879869 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-788bc1a8-d2bf-43c1-912b-93f699c92d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.909987 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.934640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Router f44c6d19-8bc4-4d60-854f-c71b9da8f189 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:56:58.943743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-788bc1a8-d2bf-43c1-912b-93f699c92d37 None None] Port 7e6eef21-65b9-4307-a7e3-cd82522ae21f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:58.945126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-40adfe98-9f42-4013-ac2d-925c6e32f0f4 req-f3b83895-8cdd-4b78-be21-a2883635f334 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/security-groups?id=956a4e38-9e69-4a00-86be-530ef7fd82e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902033 Nov 12 03:56:58.954188 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.140971 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:59.152996 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Sync routers for ids ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:59.165778 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Routers {'f44c6d19-8bc4-4d60-854f-c71b9da8f189'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:59.165778 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:59.223872 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.246692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6eef21-65b9-4307-a7e3-cd82522ae21f {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:59.258061 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.262658 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.262658 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a76d99be-8fc8-4ded-b8c9-073aae51f4ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5636067 Nov 12 03:56:59.264633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:59.279092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Transition to ACTIVE for port object 7e6eef21-65b9-4307-a7e3-cd82522ae21f will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:59.318535 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.362502 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.398039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935244b1-4805-4037-9539-c6bc30b095e3 req-a19e4797-aa2e-420d-844e-d2845e993929 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:59.412406 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-935244b1-4805-4037-9539-c6bc30b095e3 req-a19e4797-aa2e-420d-844e-d2845e993929 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 944 time: 0.1206918 Nov 12 03:56:59.412664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event updated for resources: {'Port': ['ID=8b91d526-3810-4754-ad23-15aeb94cfcc9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:59.427639 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.456580 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Set router f44c6d19-8bc4-4d60-854f-c71b9da8f189 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:59.527122 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2f7e857e-2639-43f7-b724-4519f33875a7 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=bbf460ee872646e8844d17a7c3330b47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2586360 Nov 12 03:56:59.527719 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:59.562395 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.566849 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5f7de614-ea45-458e-9890-19a12b37df87 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5179188 Nov 12 03:56:59.582387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44610) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:59.597663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1437040348'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:59.680095 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-935244b1-4805-4037-9539-c6bc30b095e3 req-fc23bf33-1746-474e-89ab-9bca939bdd09 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660849 Nov 12 03:56:59.684592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6eef21-65b9-4307-a7e3-cd82522ae21f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:59.754221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Attempting to bind port 7e6eef21-65b9-4307-a7e3-cd82522ae21f on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:59.754544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Attempting to bind port 7e6eef21-65b9-4307-a7e3-cd82522ae21f by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:59.754876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Attempting to bind port 7e6eef21-65b9-4307-a7e3-cd82522ae21f on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:59.760626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Port 7e6eef21-65b9-4307-a7e3-cd82522ae21f on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:59.761070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Attempting to bind port 7e6eef21-65b9-4307-a7e3-cd82522ae21f on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:59.767442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:59.767901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:59.775716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:59.775716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Bound port: 7e6eef21-65b9-4307-a7e3-cd82522ae21f, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:59.775716 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.862896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] For port 7e6eef21-65b9-4307-a7e3-cd82522ae21f, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:59.870764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] For port 7e6eef21-65b9-4307-a7e3-cd82522ae21f, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=7e6eef21-65b9-4307-a7e3-cd82522ae21f,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:59.875817 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T03:56:57Z', 'revision_number': 3, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:59.911575 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Checking router: f44c6d19-8bc4-4d60-854f-c71b9da8f189 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:59.911575 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Updating router f44c6d19-8bc4-4d60-854f-c71b9da8f189 port f2c6fb6c-56e1-4283-9d37-2eb04bf43f80 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:59.930642 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.961427 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.985347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:59.987282 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.989016 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] 10.222.0.25 "PUT /v2.0/ports/7e6eef21-65b9-4307-a7e3-cd82522ae21f HTTP/1.1" status: 200 len: 1097 time: 1.2311435 Nov 12 03:56:59.991853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed8696e-436e-408d-9edd-59422493e5b0', 'tag': '7e6eef21-65b9-4307-a7e3-cd82522ae21f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:59.995131 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe62693-4988-4859-a12a-4e96b24fd2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed8696e-436e-408d-9edd-59422493e5b0", "tag": "7e6eef21-65b9-4307-a7e3-cd82522ae21f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:00.035806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f521843-db91-4095-a2c7-e6093aacdfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6eef21-65b9-4307-a7e3-cd82522ae21f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:00.134723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device eb509333-e2f6-427b-9927-b25c704c6df6 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:00.207795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8446b51e-97f0-48c9-b4cf-b943f0225bd2 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:00.209410 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8446b51e-97f0-48c9-b4cf-b943f0225bd2 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6805899 Nov 12 03:57:00.212620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:00.232304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Made reservation on behalf of 3c9a9efe0a7c42ff83b1bfbb526d777f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:00.235828 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.270548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port eb509333-e2f6-427b-9927-b25c704c6df6 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:00.275247 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port eb509333-e2f6-427b-9927-b25c704c6df6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:00.275619 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.276466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-f409df54-87c9-40c1-b98e-627ac057a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:00.279730 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-f409df54-87c9-40c1-b98e-627ac057a4ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=775114117c1e4f78acb41c561ed3b1e2&device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 1100 time: 0.1310565 Nov 12 03:57:00.295451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94e62c-fec4-41a8-9aa0-5e1ddb293bfe req-a0b81b8e-714a-4b75-b9e0-207bd0f1128c tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:00.313337 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb94e62c-fec4-41a8-9aa0-5e1ddb293bfe req-a0b81b8e-714a-4b75-b9e0-207bd0f1128c tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 948 time: 0.1931028 Nov 12 03:57:00.329856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.333662 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5eac483b-256c-46ac-9044-518b868715b9 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1080253 Nov 12 03:57:00.337147 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44622) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:00.347900 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e9c918c6-e7b9-41f2-a979-355dd4dcd140 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1424008187', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:00.381597 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-222d774a-0b70-4cc3-bf6a-57311e60d449 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7e6eef21-65b9-4307-a7e3-cd82522ae21f HTTP/1.1" status: 200 len: 217 time: 0.0746288 Nov 12 03:57:00.447571 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.467431 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97eeae-3286-43bb-a269-42f8e537459b req-4c8c84d8-f446-47f8-9e53-f7e1111709f4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:00.470141 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe97eeae-3286-43bb-a269-42f8e537459b req-4c8c84d8-f446-47f8-9e53-f7e1111709f4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.2588403 Nov 12 03:57:00.484937 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb94e62c-fec4-41a8-9aa0-5e1ddb293bfe req-5bd5d425-14cb-4e27-ba0c-5c36710819ca tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/security-groups?id=956a4e38-9e69-4a00-86be-530ef7fd82e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788867 Nov 12 03:57:00.502678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-054eb65e-576e-4230-9109-394b48339750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:00.502678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-054eb65e-576e-4230-9109-394b48339750 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1040201 Nov 12 03:57:00.513479 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.556682 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.560770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:00.567089 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4da9c5-3a68-4a44-b643-6461c8df59d1" -d '{"events": [{"server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "name": "network-vif-plugged", "status": "completed", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:00.575803 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924ea434-832d-4eaa-ab22-0fca9294434f x-openstack-request-id: req-924ea434-832d-4eaa-ab22-0fca9294434f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:00.577528 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed8696e-436e-408d-9edd-59422493e5b0", "tag": "7e6eef21-65b9-4307-a7e3-cd82522ae21f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:00.578144 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-924ea434-832d-4eaa-ab22-0fca9294434f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:00.581693 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed8696e-436e-408d-9edd-59422493e5b0', 'tag': '7e6eef21-65b9-4307-a7e3-cd82522ae21f', 'status': 'completed', 'code': 200} Nov 12 03:57:00.594614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=eb509333-e2f6-427b-9927-b25c704c6df6,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:00.603401 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0286618d-7530-4d3d-8488-c98623ebfdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:00.605237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-0286618d-7530-4d3d-8488-c98623ebfdbd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0947185 Nov 12 03:57:00.624724 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe97eeae-3286-43bb-a269-42f8e537459b req-a8112ad8-77e3-46aa-b2e4-dd1a60f084c4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414337 Nov 12 03:57:00.631181 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Attempting to bind port f2c6fb6c-56e1-4283-9d37-2eb04bf43f80 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:00.631786 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Attempting to bind port f2c6fb6c-56e1-4283-9d37-2eb04bf43f80 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:00.632167 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Attempting to bind port f2c6fb6c-56e1-4283-9d37-2eb04bf43f80 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:00.649363 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:00.649863 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:00.650257 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.650640 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:00.651160 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Bound port: f2c6fb6c-56e1-4283-9d37-2eb04bf43f80, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:00.651524 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.707598 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31d534-dcec-43a0-be6f-dd4823ab7cec None None] Pushing event updated for resources: {'Port': ['ID=f2c6fb6c-56e1-4283-9d37-2eb04bf43f80,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:00.730552 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.745328 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.750577 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-05c15d07-fc35-4d94-822b-1224bad6a904 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369917 Nov 12 03:57:00.759328 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] For port f2c6fb6c-56e1-4283-9d37-2eb04bf43f80, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:00.763958 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] For port f2c6fb6c-56e1-4283-9d37-2eb04bf43f80, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f2c6fb6c-56e1-4283-9d37-2eb04bf43f80,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:00.778971 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c918c6-e7b9-41f2-a979-355dd4dcd140 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Made reservation on behalf of bbf460ee872646e8844d17a7c3330b47 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:00.785551 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9c918c6-e7b9-41f2-a979-355dd4dcd140 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.790963 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf6c7d5-23f7-4f0f-9871-548179a3d5e9 x-openstack-request-id: req-caf6c7d5-23f7-4f0f-9871-548179a3d5e9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:00.791286 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "name": "network-vif-plugged", "status": "completed", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:00.791517 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-caf6c7d5-23f7-4f0f-9871-548179a3d5e9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:00.791964 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'code': 200} Nov 12 03:57:00.845340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=eb509333-e2f6-427b-9927-b25c704c6df6,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:00.879947 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.885453 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.934052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:57:00.961125 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Routers {'f44c6d19-8bc4-4d60-854f-c71b9da8f189'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:00.961756 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:00.990971 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4ecc3a-ffed-451b-8d46-0e7bed05ac3d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:00.996341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.997289 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Added segment 3a807aef-b85a-45f4-afc6-0d4a7afa27f7 of type vlan for network c4e1a461-b40e-4392-9765-af41b7b26cd6 Nov 12 03:57:01.017605 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31d534-dcec-43a0-be6f-dd4823ab7cec None None] Pushing event updated for resources: {'Port': ['ID=f2c6fb6c-56e1-4283-9d37-2eb04bf43f80,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:01.058171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3bce2-e892-49c9-acd6-5506031b4e33 req-de3d0fe0-cd7d-4b3e-8207-170013710203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:01.060207 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a3bce2-e892-49c9-acd6-5506031b4e33 req-de3d0fe0-cd7d-4b3e-8207-170013710203 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 1098 time: 0.1741090 Nov 12 03:57:01.075287 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089bbf3-a5ed-49c0-9cb0-8285b230135f req-2a2d8cc8-deb9-46f8-8667-b847f58d2b21 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:01.077759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d089bbf3-a5ed-49c0-9cb0-8285b230135f req-2a2d8cc8-deb9-46f8-8667-b847f58d2b21 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 944 time: 0.1935439 Nov 12 03:57:01.083646 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ff2f72f-d579-46ae-be7c-b0f21a0d1418 req-e394b12b-fd28-4604-80a3-d8f8ab8dae19 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243172 Nov 12 03:57:01.093269 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:01.122717 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] Set router f44c6d19-8bc4-4d60-854f-c71b9da8f189 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:01.190792 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d089bbf3-a5ed-49c0-9cb0-8285b230135f req-1b1b839e-b162-4dcb-b3d4-5939c532a026 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982440 Nov 12 03:57:01.217473 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a3bce2-e892-49c9-acd6-5506031b4e33 req-023437ce-2995-42d6-bb95-eada197917f5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377590 Nov 12 03:57:01.278670 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:01.284161 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:01.284932 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:01.316414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9c918c6-e7b9-41f2-a979-355dd4dcd140 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:01.331270 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T03:56:57Z', 'revision_number': 3, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:01.357039 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f09669-a478-49f4-85b1-cb9c9ba0fd67 None None] The sync data for ids ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'] in n-d-767704-23 is: [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T03:56:57Z', 'revision_number': 3, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:01.389147 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event updated for resources: {'Network': ['ID=c4e1a461-b40e-4392-9765-af41b7b26cd6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:01.406532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network c4e1a461-b40e-4392-9765-af41b7b26cd6 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:57:01.423565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c918c6-e7b9-41f2-a979-355dd4dcd140 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Subnet': ['ID=19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:01.430683 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ddaabb79-4d67-47a0-8d1c-b52492ef88b2 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8467565 Nov 12 03:57:01.435885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44632) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:01.438730 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c918c6-e7b9-41f2-a979-355dd4dcd140 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Checking segment: {'id': 'e6027a17-6f81-498d-a337-dd5478f08ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:01.439098 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c918c6-e7b9-41f2-a979-355dd4dcd140 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network hostable DHCP agents. Network: 68706160-bd75-46fb-8ba9-0e10faf8ed56, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:57:01.468780 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-483de6f4-9d59-45f1-bde6-40eba609084e tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Request body: {'subnet': {'network_id': 'c4e1a461-b40e-4392-9765-af41b7b26cd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:01.551202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c918c6-e7b9-41f2-a979-355dd4dcd140 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 68706160-bd75-46fb-8ba9-0e10faf8ed56 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:57:01.601720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe62693-4988-4859-a12a-4e96b24fd2ec req-d4c0f91c-e4b7-47e2-9eff-c272cf6b7df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:01.603339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fe62693-4988-4859-a12a-4e96b24fd2ec req-d4c0f91c-e4b7-47e2-9eff-c272cf6b7df4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=775114117c1e4f78acb41c561ed3b1e2&device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 1100 time: 0.1712327 Nov 12 03:57:01.653280 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0b476-cdea-41cd-b628-679224cfc776 req-8891b290-160b-4778-8e4b-e8508b18a90c tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:01.668448 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-52a0b476-cdea-41cd-b628-679224cfc776 req-8891b290-160b-4778-8e4b-e8508b18a90c tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 948 time: 0.0957096 Nov 12 03:57:01.673384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e9c918c6-e7b9-41f2-a979-355dd4dcd140 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 68706160-bd75-46fb-8ba9-0e10faf8ed56) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:01.682917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e16e1ec-5483-4de9-b697-c231da99253d None None] Network 68706160-bd75-46fb-8ba9-0e10faf8ed56 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:01.689466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c918c6-e7b9-41f2-a979-355dd4dcd140 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:01.690247 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9c918c6-e7b9-41f2-a979-355dd4dcd140 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:01.778433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe62693-4988-4859-a12a-4e96b24fd2ec req-dc5c4421-3d6c-4f93-895d-add44bd7eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:01.781884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fe62693-4988-4859-a12a-4e96b24fd2ec req-dc5c4421-3d6c-4f93-895d-add44bd7eb27 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1683502 Nov 12 03:57:01.791034 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-52a0b476-cdea-41cd-b628-679224cfc776 req-8eda9edf-be57-45f6-8274-bd8d482a97fd tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/security-groups?id=956a4e38-9e69-4a00-86be-530ef7fd82e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969279 Nov 12 03:57:01.808077 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483de6f4-9d59-45f1-bde6-40eba609084e tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Made reservation on behalf of 3c9a9efe0a7c42ff83b1bfbb526d777f for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:01.813883 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-483de6f4-9d59-45f1-bde6-40eba609084e tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:01.848289 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e9c918c6-e7b9-41f2-a979-355dd4dcd140 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5097473 Nov 12 03:57:01.848730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44642) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:01.897454 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fe62693-4988-4859-a12a-4e96b24fd2ec req-59cd814d-848e-474a-b62b-63bd3ed182b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7e6eef21-65b9-4307-a7e3-cd82522ae21f HTTP/1.1" status: 200 len: 217 time: 0.0914655 Nov 12 03:57:01.900776 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f2c6fb6c-56e1-4283-9d37-2eb04bf43f80 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:01.984741 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-68706160-bd75-46fb-8ba9-0e10faf8ed56', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:57:01.986037 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:02.109086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port f2c6fb6c-56e1-4283-9d37-2eb04bf43f80 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:02.109718 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:02.132618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b458e7-b07b-465a-95de-9f026a182f07 req-6b46deb6-1910-41d1-9043-32a6b64a5d63 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:02.134186 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73b458e7-b07b-465a-95de-9f026a182f07 req-6b46deb6-1910-41d1-9043-32a6b64a5d63 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.3952253 Nov 12 03:57:02.164497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe62693-4988-4859-a12a-4e96b24fd2ec req-ba288784-685c-4357-ada3-f98cc098ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:02.165976 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fe62693-4988-4859-a12a-4e96b24fd2ec req-ba288784-685c-4357-ada3-f98cc098ec9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1786952 Nov 12 03:57:02.205960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Allocated IP 172.20.0.2 (68706160-bd75-46fb-8ba9-0e10faf8ed56/19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10/9e54a9d3-fe3b-414f-be0d-a8b1575e3b18) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:02.278028 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:02.335652 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port f2c6fb6c-56e1-4283-9d37-2eb04bf43f80, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f2c6fb6c-56e1-4283-9d37-2eb04bf43f80,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:02.363221 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73b458e7-b07b-465a-95de-9f026a182f07 req-2804da62-3940-4d73-8b2c-0f3c98ebccb7 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143655 Nov 12 03:57:02.375015 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5aea6f-3d61-47e0-ab0b-204d8babf3a3 req-1511c449-da2a-4225-b584-9fb23f45f925 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:02.391876 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bf5aea6f-3d61-47e0-ab0b-204d8babf3a3 req-1511c449-da2a-4225-b584-9fb23f45f925 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 944 time: 0.0997772 Nov 12 03:57:02.417197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe62693-4988-4859-a12a-4e96b24fd2ec req-8fa2253d-83aa-4747-b281-79e742cc9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:02.419051 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fe62693-4988-4859-a12a-4e96b24fd2ec req-8fa2253d-83aa-4747-b281-79e742cc9afe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2384181 Nov 12 03:57:02.419719 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:02.460993 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bf5aea6f-3d61-47e0-ab0b-204d8babf3a3 req-ad23688b-5720-4081-b491-f3caf0c6b1d3 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666642 Nov 12 03:57:02.503518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=f2c6fb6c-56e1-4283-9d37-2eb04bf43f80,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:02.533137 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:02.629027 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:02.654153 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fe62693-4988-4859-a12a-4e96b24fd2ec req-8f2aed77-8de3-4366-8edb-c8d309f2bef5 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056088 Nov 12 03:57:02.666307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Network 68706160-bd75-46fb-8ba9-0e10faf8ed56 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:02.671384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:02.675084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:02.686500 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Pushing event updated for resources: {'Port': ['ID=9e54a9d3-fe3b-414f-be0d-a8b1575e3b18,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:02.695971 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-483de6f4-9d59-45f1-bde6-40eba609084e tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:02.735982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Attempting to bind port 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:02.736379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Attempting to bind port 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'e6027a17-6f81-498d-a337-dd5478f08ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:02.737281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Attempting to bind port 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 on network 68706160-bd75-46fb-8ba9-0e10faf8ed56 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:02.742813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:02.743189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Checking segment: {'id': 'e6027a17-6f81-498d-a337-dd5478f08ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:02.743662 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:02.743992 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Bound using segment: {'id': 'e6027a17-6f81-498d-a337-dd5478f08ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:02.744570 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Bound port: 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6027a17-6f81-498d-a337-dd5478f08ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:02.744965 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:02.821661 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] For port 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:02.825521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] For port 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9e54a9d3-fe3b-414f-be0d-a8b1575e3b18,segment=NetworkSegment(e6027a17-6f81-498d-a337-dd5478f08ef3),segment_id=e6027a17-6f81-498d-a337-dd5478f08ef3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:02.925613 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:03.005939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d88902-1aef-4b4b-b914-5d41767aea55 None None] Pushing event updated for resources: {'Port': ['ID=9e54a9d3-fe3b-414f-be0d-a8b1575e3b18,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:03.243749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3348487e-6e8e-4778-a9d5-462e9a81b79a details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:03.244927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483de6f4-9d59-45f1-bde6-40eba609084e tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event updated for resources: {'Subnet': ['ID=a7a02d9e-5d36-487c-9e68-834e151088dd,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:03.293537 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fe62693-4988-4859-a12a-4e96b24fd2ec req-43e4d4d9-c1f0-4d65-9f3a-74b9f2ab76a7 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076503 Nov 12 03:57:03.345007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483de6f4-9d59-45f1-bde6-40eba609084e tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Checking segment: {'id': '3a807aef-b85a-45f4-afc6-0d4a7afa27f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'c4e1a461-b40e-4392-9765-af41b7b26cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:03.345607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483de6f4-9d59-45f1-bde6-40eba609084e tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Network hostable DHCP agents. Network: c4e1a461-b40e-4392-9765-af41b7b26cd6, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:57:03.356644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf5c4e-55bb-4693-9bd2-71f95d9191b5 req-f2fadce3-82bd-4c9b-a70f-baa6ba090fd6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:03.359247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61bf5c4e-55bb-4693-9bd2-71f95d9191b5 req-f2fadce3-82bd-4c9b-a70f-baa6ba090fd6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 948 time: 0.2951729 Nov 12 03:57:03.378760 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3348487e-6e8e-4778-a9d5-462e9a81b79a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3348487e-6e8e-4778-a9d5-462e9a81b79a,segment=NetworkSegment(80698b7f-91cb-4d24-a8be-28f9fa9c868d),segment_id=80698b7f-91cb-4d24-a8be-28f9fa9c868d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:03.392311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '3348487e-6e8e-4778-a9d5-462e9a81b79a', 'network_id': 'f46a4b2c-b169-4932-8b2e-08a8a0941047', 'port_id': '3348487e-6e8e-4778-a9d5-462e9a81b79a', 'mac_address': 'fa:16:3e:ab:2f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541d6e9e-ec74-45e5-b3e1-f887e4e9c5e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:03.440177 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:03.454765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3348487e-6e8e-4778-a9d5-462e9a81b79a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:03.462056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61bf5c4e-55bb-4693-9bd2-71f95d9191b5 req-f40c0707-2ab4-44fc-ac44-838753ea143b tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/security-groups?id=956a4e38-9e69-4a00-86be-530ef7fd82e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961680 Nov 12 03:57:03.530789 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:03.532663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3348487e-6e8e-4778-a9d5-462e9a81b79a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3348487e-6e8e-4778-a9d5-462e9a81b79a,segment=NetworkSegment(80698b7f-91cb-4d24-a8be-28f9fa9c868d),segment_id=80698b7f-91cb-4d24-a8be-28f9fa9c868d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:03.533895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483de6f4-9d59-45f1-bde6-40eba609084e tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Network c4e1a461-b40e-4392-9765-af41b7b26cd6 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:57:03.545183 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f081012-810c-416c-ab49-178b3108a2a4 req-a2d94e7c-0411-4473-93ef-6b1aecd49a91 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:03.546833 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1f081012-810c-416c-ab49-178b3108a2a4 req-a2d94e7c-0411-4473-93ef-6b1aecd49a91 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.0785804 Nov 12 03:57:03.606072 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1f081012-810c-416c-ab49-178b3108a2a4 req-1361925e-4962-4e17-84a4-fa6b25be13b7 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524378 Nov 12 03:57:03.618345 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:03.656233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ad648-b585-4869-a237-ff197f28af0a req-3c067a62-ffaf-4889-a915-4d4888521b86 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:03.658926 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-700ad648-b585-4869-a237-ff197f28af0a req-3c067a62-ffaf-4889-a915-4d4888521b86 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 944 time: 0.1205862 Nov 12 03:57:03.665675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-483de6f4-9d59-45f1-bde6-40eba609084e tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, c4e1a461-b40e-4392-9765-af41b7b26cd6) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:03.685373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025b385a-d32e-44ee-95e2-773afd472ee4 None None] Network c4e1a461-b40e-4392-9765-af41b7b26cd6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:03.741859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=3348487e-6e8e-4778-a9d5-462e9a81b79a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:03.773899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483de6f4-9d59-45f1-bde6-40eba609084e tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:03.774914 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-483de6f4-9d59-45f1-bde6-40eba609084e tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:03.859844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee20b69-ba0b-4cdd-89d7-3ce8431fc715 req-14a2dffc-687b-4de9-98ed-83c3cbf80190 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:03.862202 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ee20b69-ba0b-4cdd-89d7-3ce8431fc715 req-14a2dffc-687b-4de9-98ed-83c3cbf80190 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1219049 Nov 12 03:57:03.872954 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:03.880024 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-96063a16-a504-4c78-ae41-2bcc4549e933 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Request body: {'floatingip': {'port_id': 'eb509333-e2f6-427b-9927-b25c704c6df6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:03.904311 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-700ad648-b585-4869-a237-ff197f28af0a req-c74d28ad-6188-46c5-acfc-31f3338bbe0f tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469166 Nov 12 03:57:03.919360 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-483de6f4-9d59-45f1-bde6-40eba609084e tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4829063 Nov 12 03:57:03.930053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44660) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:03.941216 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1930847427', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:03.999723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:04.023256 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96063a16-a504-4c78-ae41-2bcc4549e933 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.070684 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.071916 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.172411 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 7e6eef21-65b9-4307-a7e3-cd82522ae21f details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:04.181444 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.185548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Allocated IP 172.20.0.1 (68706160-bd75-46fb-8ba9-0e10faf8ed56/19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10/d60212bb-1fd0-44ea-8348-d0e63ba69583) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:04.201319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:04.201836 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.277966 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['3348487e-6e8e-4778-a9d5-462e9a81b79a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:04.393558 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.408145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-c4e1a461-b40e-4392-9765-af41b7b26cd6', 'network_id': 'c4e1a461-b40e-4392-9765-af41b7b26cd6', 'tenant_id': '3c9a9efe0a7c42ff83b1bfbb526d777f', 'fixed_ips': [{'subnet_id': 'a7a02d9e-5d36-487c-9e68-834e151088dd'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:57:04.409250 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.448546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5192285-7e7a-461a-92e1-455e7307c653 None None] Network 68706160-bd75-46fb-8ba9-0e10faf8ed56 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:04.458147 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.519110 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.546231 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.571949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 68706160-bd75-46fb-8ba9-0e10faf8ed56 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:04.578291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:04.582637 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:04.615375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=d60212bb-1fd0-44ea-8348-d0e63ba69583,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:04.642403 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.654758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4e75b8a2-274c-42eb-8497-693872639c7a None None] Provisioning complete for port 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:04.655128 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e75b8a2-274c-42eb-8497-693872639c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.665182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 7e6eef21-65b9-4307-a7e3-cd82522ae21f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=7e6eef21-65b9-4307-a7e3-cd82522ae21f,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:04.669877 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9e54a9d3-fe3b-414f-be0d-a8b1575e3b18,segment=NetworkSegment(e6027a17-6f81-498d-a337-dd5478f08ef3),segment_id=e6027a17-6f81-498d-a337-dd5478f08ef3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:04.736287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '7e6eef21-65b9-4307-a7e3-cd82522ae21f', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '7e6eef21-65b9-4307-a7e3-cd82522ae21f', 'mac_address': 'fa:16:3e:06:c7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:04.785356 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.786132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f2c6fb6c-56e1-4283-9d37-2eb04bf43f80 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:04.823260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54150ccb-29c6-4098-91f5-b53a06a9b65c req-73efba84-b27a-4994-b018-c7d0dd90f68f tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:04.824802 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-54150ccb-29c6-4098-91f5-b53a06a9b65c req-73efba84-b27a-4994-b018-c7d0dd90f68f tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 948 time: 0.2070291 Nov 12 03:57:04.878365 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.982082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Allocated IP 172.20.0.2 (c4e1a461-b40e-4392-9765-af41b7b26cd6/a7a02d9e-5d36-487c-9e68-834e151088dd/c9d3e762-80f5-4cd1-be57-3d9ee10d666f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:04.991857 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.043044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=9e54a9d3-fe3b-414f-be0d-a8b1575e3b18,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:05.067846 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-54150ccb-29c6-4098-91f5-b53a06a9b65c req-b5cbf29e-455a-4453-9f50-96a0385190f6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/security-groups?id=956a4e38-9e69-4a00-86be-530ef7fd82e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978736 Nov 12 03:57:05.086669 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:57:05.102372 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6eef21-65b9-4307-a7e3-cd82522ae21f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:05.157190 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0997d86-e45f-4e56-87a2-3bfb580e2bf6 req-3f0ec0ce-7b02-47a9-80ac-a792ce2c8a37 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:05.167313 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0997d86-e45f-4e56-87a2-3bfb580e2bf6 req-3f0ec0ce-7b02-47a9-80ac-a792ce2c8a37 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 945 time: 0.1374085 Nov 12 03:57:05.175820 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96063a16-a504-4c78-ae41-2bcc4549e933 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.181260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port f2c6fb6c-56e1-4283-9d37-2eb04bf43f80 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:05.181643 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.186150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 7e6eef21-65b9-4307-a7e3-cd82522ae21f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=7e6eef21-65b9-4307-a7e3-cd82522ae21f,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:05.254067 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96063a16-a504-4c78-ae41-2bcc4549e933 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.257702 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0997d86-e45f-4e56-87a2-3bfb580e2bf6 req-8c76a25a-be24-4f91-8947-5fcc97ff4d03 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894217 Nov 12 03:57:05.287822 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.450823 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.462772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=7e6eef21-65b9-4307-a7e3-cd82522ae21f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:05.537821 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.552890 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.586666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Network c4e1a461-b40e-4392-9765-af41b7b26cd6 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:05.593488 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:05.605775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:05.610721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Pushing event updated for resources: {'Port': ['ID=c9d3e762-80f5-4cd1-be57-3d9ee10d666f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:05.626727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['7e6eef21-65b9-4307-a7e3-cd82522ae21f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:05.650095 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.693204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bcde13cb-16ae-4454-865d-322133cc26b4 None None] Provisioning complete for port d60212bb-1fd0-44ea-8348-d0e63ba69583 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:05.693868 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bcde13cb-16ae-4454-865d-322133cc26b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.715583 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.773477 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.785923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=d60212bb-1fd0-44ea-8348-d0e63ba69583,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:05.789561 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.834398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:05.866115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Attempting to bind port c9d3e762-80f5-4cd1-be57-3d9ee10d666f on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:05.866320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Attempting to bind port c9d3e762-80f5-4cd1-be57-3d9ee10d666f by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '3a807aef-b85a-45f4-afc6-0d4a7afa27f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'c4e1a461-b40e-4392-9765-af41b7b26cd6'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:05.866713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Attempting to bind port c9d3e762-80f5-4cd1-be57-3d9ee10d666f on network c4e1a461-b40e-4392-9765-af41b7b26cd6 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:05.868811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bcde13cb-16ae-4454-865d-322133cc26b4 None None] Port d60212bb-1fd0-44ea-8348-d0e63ba69583 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:05.875724 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-96063a16-a504-4c78-ae41-2bcc4549e933 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Floating IP 1e297e8c-72cb-48c2-a442-166cb79bd551 associated. External IP: 172.25.8.223, port: eb509333-e2f6-427b-9927-b25c704c6df6. Nov 12 03:57:05.895333 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:05.900871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Checking segment: {'id': '3a807aef-b85a-45f4-afc6-0d4a7afa27f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'c4e1a461-b40e-4392-9765-af41b7b26cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:05.900871 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.900871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Bound using segment: {'id': '3a807aef-b85a-45f4-afc6-0d4a7afa27f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'c4e1a461-b40e-4392-9765-af41b7b26cd6'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:05.900871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Bound port: c9d3e762-80f5-4cd1-be57-3d9ee10d666f, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a807aef-b85a-45f4-afc6-0d4a7afa27f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'c4e1a461-b40e-4392-9765-af41b7b26cd6'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:05.900871 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.921352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 68706160-bd75-46fb-8ba9-0e10faf8ed56 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:05.922961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:05.965788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bcde13cb-16ae-4454-865d-322133cc26b4 None None] Provisioning complete for port 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:05.966065 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bcde13cb-16ae-4454-865d-322133cc26b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:06.080015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Router f44c6d19-8bc4-4d60-854f-c71b9da8f189 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:06.104750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Allocated IP 172.25.8.52 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/6129a501-cd79-40a9-89d5-e8a2893e7fe5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:06.119122 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:06.122345 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:06.177490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] For port c9d3e762-80f5-4cd1-be57-3d9ee10d666f, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:06.228239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] For port c9d3e762-80f5-4cd1-be57-3d9ee10d666f, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c9d3e762-80f5-4cd1-be57-3d9ee10d666f,segment=NetworkSegment(3a807aef-b85a-45f4-afc6-0d4a7afa27f7),segment_id=3a807aef-b85a-45f4-afc6-0d4a7afa27f7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:06.242612 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:06.251963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a4d1af3c-9472-41e9-8a84-f61f257da0fd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "PUT /v2.0/routers/f44c6d19-8bc4-4d60-854f-c71b9da8f189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3993394 Nov 12 03:57:06.253308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:06.376113 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:06.387714 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ef768-8b41-4982-bfad-9152c268a99d req-3e26c9e2-5532-4cbc-824d-fd23c2892c75 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.389950 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d4ef768-8b41-4982-bfad-9152c268a99d req-3e26c9e2-5532-4cbc-824d-fd23c2892c75 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 949 time: 0.1983223 Nov 12 03:57:06.430368 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96063a16-a504-4c78-ae41-2bcc4549e933 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Router 084d7af1-7a42-4491-b0b3-975fa95068c4 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:06.440490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Sync routers for ids ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:06.450803 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:06.520350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7f912-faba-4ef6-82cf-d426d3c93f44 req-b0c60c11-c3d5-4569-9400-834d54dd4a4f tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.521917 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ee7f912-faba-4ef6-82cf-d426d3c93f44 req-b0c60c11-c3d5-4569-9400-834d54dd4a4f tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 945 time: 0.1548486 Nov 12 03:57:06.548300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Routers {'f44c6d19-8bc4-4d60-854f-c71b9da8f189'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:06.550141 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:06.560119 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:06.565364 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d4ef768-8b41-4982-bfad-9152c268a99d req-826aba1b-2edb-48a9-a79f-37c9f77a58c6 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/security-groups?id=956a4e38-9e69-4a00-86be-530ef7fd82e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491339 Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.586679 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0b3362c8-d560-4304-a326-54d4bd2bd1ba tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9867 time: 0.3307755 Nov 12 03:57:06.593696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:06.684577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:06.699811 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:06.705951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:06.706785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ee7f912-faba-4ef6-82cf-d426d3c93f44 req-c0f83bde-21c7-479a-ac36-2eac7c9d7713 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759734 Nov 12 03:57:06.745218 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event updated for resources: {'Port': ['ID=6129a501-cd79-40a9-89d5-e8a2893e7fe5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:06.758921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96063a16-a504-4c78-ae41-2bcc4549e933 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:06.763168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.764352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.765367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.766394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.766562 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96063a16-a504-4c78-ae41-2bcc4549e933 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:06.768029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.769130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.769897 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.770532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.771489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.772539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.773877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.774531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.775153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.775773 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.779450 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e3cc7d8f-016a-4c47-a7a2-cdb94adb0f1e tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8859 time: 0.1844954 Nov 12 03:57:06.782766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44686) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:06.786449 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef12e5-5877-4d36-8237-42a4fa15da81 None None] Sync routers for ids ['084d7af1-7a42-4491-b0b3-975fa95068c4'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:06.798438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Set router f44c6d19-8bc4-4d60-854f-c71b9da8f189 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:06.829864 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef12e5-5877-4d36-8237-42a4fa15da81 None None] Routers {'084d7af1-7a42-4491-b0b3-975fa95068c4'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:06.830533 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7eef12e5-5877-4d36-8237-42a4fa15da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['084d7af1-7a42-4491-b0b3-975fa95068c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:06.845298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfe03b-2d80-47c5-991c-530c4f423025 None None] Pushing event updated for resources: {'Port': ['ID=c9d3e762-80f5-4cd1-be57-3d9ee10d666f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:06.859457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a055d20b-8387-41b2-a5b6-45120af0bdab None None] Provisioning complete for port d60212bb-1fd0-44ea-8348-d0e63ba69583 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:06.859842 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a055d20b-8387-41b2-a5b6-45120af0bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:06.887757 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-96063a16-a504-4c78-ae41-2bcc4549e933 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "PUT /v2.0/floatingips/1e297e8c-72cb-48c2-a442-166cb79bd551 HTTP/1.1" status: 200 len: 992 time: 3.0130100 Nov 12 03:57:06.890356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:06.899438 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8bcd41-4618-424f-9452-da9846f54194" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:07.027590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a055d20b-8387-41b2-a5b6-45120af0bdab None None] Port d60212bb-1fd0-44ea-8348-d0e63ba69583 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:07.046780 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c93f9f4-0c9d-4133-87aa-5b016f309350 x-openstack-request-id: req-8c93f9f4-0c9d-4133-87aa-5b016f309350 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:07.047350 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:07.047727 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8c93f9f4-0c9d-4133-87aa-5b016f309350 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:07.048254 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'status': 'completed', 'code': 200} Nov 12 03:57:07.101902 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7eef12e5-5877-4d36-8237-42a4fa15da81 None None] Set router 084d7af1-7a42-4491-b0b3-975fa95068c4 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:07.189479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T03:57:04Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:05Z', 'revision_number': 2, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:07.221713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Checking router: f44c6d19-8bc4-4d60-854f-c71b9da8f189 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:07.222079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Updating router f44c6d19-8bc4-4d60-854f-c71b9da8f189 port d60212bb-1fd0-44ea-8348-d0e63ba69583 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:57:07.264405 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:07.275820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3348487e-6e8e-4778-a9d5-462e9a81b79a up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:07.363999 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:07.437160 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7eef12e5-5877-4d36-8237-42a4fa15da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '1e297e8c-72cb-48c2-a442-166cb79bd551', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'port_id': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'mac_address': 'fa:16:3e:13:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:43Z', 'updated_at': '2021-11-12T03:57:04Z', 'revision_number': 1, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 5, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:07.501450 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef12e5-5877-4d36-8237-42a4fa15da81 None None] Checking router: 084d7af1-7a42-4491-b0b3-975fa95068c4 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:07.503524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 3348487e-6e8e-4778-a9d5-462e9a81b79a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:07.510362 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 3348487e-6e8e-4778-a9d5-462e9a81b79a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:07.510740 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:07.517263 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef12e5-5877-4d36-8237-42a4fa15da81 None None] Routers {'084d7af1-7a42-4491-b0b3-975fa95068c4'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:07.518591 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7eef12e5-5877-4d36-8237-42a4fa15da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['084d7af1-7a42-4491-b0b3-975fa95068c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:07.576971 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bcd41-4618-424f-9452-da9846f54194 req-4e273dc5-4220-44a2-996a-58fe0d7e8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:07.578480 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e8bcd41-4618-424f-9452-da9846f54194 req-4e273dc5-4220-44a2-996a-58fe0d7e8dc9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 1098 time: 0.5172861 Nov 12 03:57:07.648575 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:07.784000 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:07.802240 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7eef12e5-5877-4d36-8237-42a4fa15da81 None None] Set router 084d7af1-7a42-4491-b0b3-975fa95068c4 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:07.818664 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:07.840058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f8e1de-c161-41a7-8485-d4d3cb1d8de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3348487e-6e8e-4778-a9d5-462e9a81b79a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:07.842588 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a4c43f-567b-4aee-aa21-221b47f4b504" -d '{"events": [{"server_uuid": "38f8e1de-c161-41a7-8485-d4d3cb1d8de0", "name": "network-vif-plugged", "status": "completed", "tag": "3348487e-6e8e-4778-a9d5-462e9a81b79a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:07.870610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c9d3e762-80f5-4cd1-be57-3d9ee10d666f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:07.905949 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3348487e-6e8e-4778-a9d5-462e9a81b79a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3348487e-6e8e-4778-a9d5-462e9a81b79a,segment=NetworkSegment(80698b7f-91cb-4d24-a8be-28f9fa9c868d),segment_id=80698b7f-91cb-4d24-a8be-28f9fa9c868d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:07.907101 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:07.997306 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:08.006931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500ecce-35f2-4126-93be-3df0edf076c5 None None] Pushing event updated for resources: {'Port': ['ID=d60212bb-1fd0-44ea-8348-d0e63ba69583,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:08.029330 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-63274373-5d32-4a81-9f87-77a7b3d4d373 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5036 time: 1.2411907 Nov 12 03:57:08.046420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe45022-c863-42d2-a3ea-9da5b73cd64c req-b70b406a-e3df-40b5-ac17-4172de065716 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:08.058384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb37ac-18ef-4fa4-b2b1-636c54fb459b req-71e5f4f7-b4ec-4c6a-9516-118c89aff969 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:08.059578 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbe45022-c863-42d2-a3ea-9da5b73cd64c req-b70b406a-e3df-40b5-ac17-4172de065716 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 945 time: 0.1736224 Nov 12 03:57:08.060224 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61fb37ac-18ef-4fa4-b2b1-636c54fb459b req-71e5f4f7-b4ec-4c6a-9516-118c89aff969 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 949 time: 0.3064566 Nov 12 03:57:08.122405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bcd41-4618-424f-9452-da9846f54194 req-49821f38-b77c-4a5d-b24e-22acf98dd7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:08.123886 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e8bcd41-4618-424f-9452-da9846f54194 req-49821f38-b77c-4a5d-b24e-22acf98dd7a1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 918 time: 0.5340552 Nov 12 03:57:08.132893 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbe45022-c863-42d2-a3ea-9da5b73cd64c req-a29472d7-3027-4571-bfc4-97806ade9a42 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721903 Nov 12 03:57:08.178091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61fb37ac-18ef-4fa4-b2b1-636c54fb459b req-2c7d5759-06eb-4a76-931b-447147fe32a2 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/security-groups?id=956a4e38-9e69-4a00-86be-530ef7fd82e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082263 Nov 12 03:57:08.187256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Router 349cb81e-6575-458c-babf-2058b07e19d9 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:57:08.207305 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=3348487e-6e8e-4778-a9d5-462e9a81b79a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:08.232619 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Attempting to bind port d60212bb-1fd0-44ea-8348-d0e63ba69583 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:08.234613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Attempting to bind port d60212bb-1fd0-44ea-8348-d0e63ba69583 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'e6027a17-6f81-498d-a337-dd5478f08ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:08.235734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Attempting to bind port d60212bb-1fd0-44ea-8348-d0e63ba69583 on network 68706160-bd75-46fb-8ba9-0e10faf8ed56 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:08.239234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 7e6eef21-65b9-4307-a7e3-cd82522ae21f up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:08.277150 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e8bcd41-4618-424f-9452-da9846f54194 req-3eaeb68c-7def-4ca4-a14b-a57b22383850 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb509333-e2f6-427b-9927-b25c704c6df6 HTTP/1.1" status: 200 len: 1000 time: 0.1086688 Nov 12 03:57:08.346627 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7eef12e5-5877-4d36-8237-42a4fa15da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '1e297e8c-72cb-48c2-a442-166cb79bd551', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'port_id': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'mac_address': 'fa:16:3e:13:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:43Z', 'updated_at': '2021-11-12T03:57:04Z', 'revision_number': 1, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 5, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:08.359942 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1112f4-e56c-482e-804f-5cace45bff88 x-openstack-request-id: req-2e1112f4-e56c-482e-804f-5cace45bff88 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:08.362740 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f8e1de-c161-41a7-8485-d4d3cb1d8de0", "name": "network-vif-plugged", "status": "completed", "tag": "3348487e-6e8e-4778-a9d5-462e9a81b79a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:08.363125 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2e1112f4-e56c-482e-804f-5cace45bff88 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:08.363650 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f8e1de-c161-41a7-8485-d4d3cb1d8de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3348487e-6e8e-4778-a9d5-462e9a81b79a', 'code': 200} Nov 12 03:57:08.389894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bcd41-4618-424f-9452-da9846f54194 req-ac334ca3-084a-4460-b897-f6f9657150d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:08.395740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94725570-d445-4575-af38-76cf0bfc0c67 None None] Network c4e1a461-b40e-4392-9765-af41b7b26cd6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:08.402007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e8bcd41-4618-424f-9452-da9846f54194 req-ac334ca3-084a-4460-b897-f6f9657150d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f6d13c3-ac5c-4151-970c-435785743b79 HTTP/1.1" status: 200 len: 855 time: 0.1137025 Nov 12 03:57:08.446246 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:08.531519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bcd41-4618-424f-9452-da9846f54194 req-d7c0d728-b476-47c6-9f22-f734029fbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:08.533227 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e8bcd41-4618-424f-9452-da9846f54194 req-d7c0d728-b476-47c6-9f22-f734029fbd07 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e3b4789-f637-4eb8-b37f-79c30376b867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182368 Nov 12 03:57:08.540946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d57af4-11e2-4244-b0ff-d07de8479711 req-b2f14e30-9123-429d-9437-9547eb01fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:08.542999 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d57af4-11e2-4244-b0ff-d07de8479711 req-b2f14e30-9123-429d-9437-9547eb01fddd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 1098 time: 0.0800371 Nov 12 03:57:08.549692 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef12e5-5877-4d36-8237-42a4fa15da81 None None] The sync data for ids ['084d7af1-7a42-4491-b0b3-975fa95068c4'] in n-d-767704-23 is: [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '1e297e8c-72cb-48c2-a442-166cb79bd551', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'port_id': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'mac_address': 'fa:16:3e:13:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:43Z', 'updated_at': '2021-11-12T03:57:04Z', 'revision_number': 1, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 5, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:08.564159 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:08.567002 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4a30e408-49d5-4c94-ae64-a5f3676a92b8 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.6356461 Nov 12 03:57:08.569635 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44708) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:08.584298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b609bf1-284f-4f06-a929-346c4e2a15ff None None] Sync routers for ids ['349cb81e-6575-458c-babf-2058b07e19d9'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:08.590016 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c9d3e762-80f5-4cd1-be57-3d9ee10d666f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:08.590494 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:08.669017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:08.669511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Checking segment: {'id': 'e6027a17-6f81-498d-a337-dd5478f08ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:08.669972 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:08.670421 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Bound using segment: {'id': 'e6027a17-6f81-498d-a337-dd5478f08ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:08.670987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Bound port: d60212bb-1fd0-44ea-8348-d0e63ba69583, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6027a17-6f81-498d-a337-dd5478f08ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:08.671543 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:08.675943 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31d57af4-11e2-4244-b0ff-d07de8479711 req-b55f4774-400d-4558-8339-b4e3d42f51b4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126077 Nov 12 03:57:08.689373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b609bf1-284f-4f06-a929-346c4e2a15ff None None] Routers {'349cb81e-6575-458c-babf-2058b07e19d9'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:08.690616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8b609bf1-284f-4f06-a929-346c4e2a15ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['349cb81e-6575-458c-babf-2058b07e19d9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:08.692665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9052d699-b524-49de-8a32-15b092721e26 None None] Provisioning complete for port c9d3e762-80f5-4cd1-be57-3d9ee10d666f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:08.693093 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9052d699-b524-49de-8a32-15b092721e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:08.703272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e8bcd41-4618-424f-9452-da9846f54194 req-bc88fd20-4adb-4390-aa0b-a43f16e8132a service neutron] 10.222.0.25 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591842 Nov 12 03:57:08.762896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8b609bf1-284f-4f06-a929-346c4e2a15ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:08.796179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44710) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:08.802863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-196381c6-668c-4db4-a99b-1a9282a53ceb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-938386595', 'description': 'tempest-secgroup-smoke-938386595 description', 'project_id': 'bbf460ee872646e8844d17a7c3330b47'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:08.805707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 7e6eef21-65b9-4307-a7e3-cd82522ae21f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:08.831749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 7e6eef21-65b9-4307-a7e3-cd82522ae21f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:08.832145 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:08.865282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b609bf1-284f-4f06-a929-346c4e2a15ff None None] Routers {'349cb81e-6575-458c-babf-2058b07e19d9'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:08.865282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8b609bf1-284f-4f06-a929-346c4e2a15ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['349cb81e-6575-458c-babf-2058b07e19d9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:08.925641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e8bcd41-4618-424f-9452-da9846f54194 req-f9d67509-70d7-49c9-a4c1-5bd3f2a12565 service neutron] 10.222.0.25 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093582 Nov 12 03:57:08.936702 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa87745-59c0-4eef-a13b-ecff7f4fb2fe None None] New status for floating IP 1e297e8c-72cb-48c2-a442-166cb79bd551: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:57:08.950000 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196381c6-668c-4db4-a99b-1a9282a53ceb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:08.985673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8b609bf1-284f-4f06-a929-346c4e2a15ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:08.986867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b609bf1-284f-4f06-a929-346c4e2a15ff None None] The sync data for ids ['349cb81e-6575-458c-babf-2058b07e19d9'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:09.007646 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] For port d60212bb-1fd0-44ea-8348-d0e63ba69583, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:09.008953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] For port d60212bb-1fd0-44ea-8348-d0e63ba69583, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d60212bb-1fd0-44ea-8348-d0e63ba69583,segment=NetworkSegment(e6027a17-6f81-498d-a337-dd5478f08ef3),segment_id=e6027a17-6f81-498d-a337-dd5478f08ef3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:09.010022 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.043215 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196381c6-668c-4db4-a99b-1a9282a53ceb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.093261 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.113846 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196381c6-668c-4db4-a99b-1a9282a53ceb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.122961 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9052d699-b524-49de-8a32-15b092721e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.137004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port c9d3e762-80f5-4cd1-be57-3d9ee10d666f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c9d3e762-80f5-4cd1-be57-3d9ee10d666f,segment=NetworkSegment(3a807aef-b85a-45f4-afc6-0d4a7afa27f7),segment_id=3a807aef-b85a-45f4-afc6-0d4a7afa27f7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:09.175096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196381c6-668c-4db4-a99b-1a9282a53ceb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023be5ac-b300-442e-a177-e0b6b4c88b00,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:09.254196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196381c6-668c-4db4-a99b-1a9282a53ceb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.256569 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-196381c6-668c-4db4-a99b-1a9282a53ceb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4594002 Nov 12 03:57:09.260266 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44718) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:09.268498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b6bcc67f-1cfc-4de3-ae32-4b12239bc845 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '023be5ac-b300-442e-a177-e0b6b4c88b00', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:09.337948 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.369676 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2fa6a-dbfe-4f88-856b-d987a681e2b8 req-5d4751c8-1543-4951-9b06-96281e8b5a32 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:09.371403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3af2fa6a-dbfe-4f88-856b-d987a681e2b8 req-5d4751c8-1543-4951-9b06-96281e8b5a32 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 946 time: 0.1307786 Nov 12 03:57:09.400093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfef7eb-9e64-4d9d-b473-41b9fdeeec8c req-d2ecb98d-3093-4625-87c0-b902821a6c98 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:09.401607 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.401908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-acfef7eb-9e64-4d9d-b473-41b9fdeeec8c req-d2ecb98d-3093-4625-87c0-b902821a6c98 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 949 time: 0.1180265 Nov 12 03:57:09.408454 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6bcc67f-1cfc-4de3-ae32-4b12239bc845 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.443347 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Routers {'f44c6d19-8bc4-4d60-854f-c71b9da8f189'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:09.444187 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:09.492488 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3af2fa6a-dbfe-4f88-856b-d987a681e2b8 req-e5b3a3e6-7826-402f-82b1-f0d9f9f1cb64 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745928 Nov 12 03:57:09.542852 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.586861 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-acfef7eb-9e64-4d9d-b473-41b9fdeeec8c req-e18e1860-0d1a-45e5-a698-89b738162b84 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/security-groups?id=956a4e38-9e69-4a00-86be-530ef7fd82e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598747 Nov 12 03:57:09.613153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 7e6eef21-65b9-4307-a7e3-cd82522ae21f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=7e6eef21-65b9-4307-a7e3-cd82522ae21f,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:09.622571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500ecce-35f2-4126-93be-3df0edf076c5 None None] Pushing event updated for resources: {'Port': ['ID=d60212bb-1fd0-44ea-8348-d0e63ba69583,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:09.661751 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-9052d699-b524-49de-8a32-15b092721e26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:57:09.663011 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6bcc67f-1cfc-4de3-ae32-4b12239bc845 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.663152 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-9052d699-b524-49de-8a32-15b092721e26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:57:09.708665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] Set router f44c6d19-8bc4-4d60-854f-c71b9da8f189 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:09.710946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=c9d3e762-80f5-4cd1-be57-3d9ee10d666f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:09.737456 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.739316 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6bcc67f-1cfc-4de3-ae32-4b12239bc845 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.760230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcc67f-1cfc-4de3-ae32-4b12239bc845 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f979ce00-cb75-42ae-8e9e-fbc281c81bd7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:09.838455 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6bcc67f-1cfc-4de3-ae32-4b12239bc845 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.842949 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b6bcc67f-1cfc-4de3-ae32-4b12239bc845 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5772114 Nov 12 03:57:09.843281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44724) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:09.848309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7adda3bc-0879-4cfb-bfea-9ae530a20ba6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '023be5ac-b300-442e-a177-e0b6b4c88b00', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:09.854225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=7e6eef21-65b9-4307-a7e3-cd82522ae21f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:09.956388 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7adda3bc-0879-4cfb-bfea-9ae530a20ba6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.979551 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Allocated IP 172.20.0.1 (c4e1a461-b40e-4392-9765-af41b7b26cd6/a7a02d9e-5d36-487c-9e68-834e151088dd/c24a9c74-e778-48b7-9b92-9104c849f705) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:10.010770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T03:57:04Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:08Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:10.051040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c7773-e65a-4c0a-835f-91704cda5200 None None] The sync data for ids ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'] in n-d-767704-23 is: [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T03:57:04Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:08Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:10.062498 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7adda3bc-0879-4cfb-bfea-9ae530a20ba6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.136426 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7adda3bc-0879-4cfb-bfea-9ae530a20ba6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.156137 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.171301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adda3bc-0879-4cfb-bfea-9ae530a20ba6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1665c9f5-1f1f-419c-88a2-aca4f82dada6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:10.281150 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7adda3bc-0879-4cfb-bfea-9ae530a20ba6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.282441 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7adda3bc-0879-4cfb-bfea-9ae530a20ba6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4381242 Nov 12 03:57:10.285947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44728) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:10.300914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-06627691-6e12-4042-9ba6-1110c34bc1ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '023be5ac-b300-442e-a177-e0b6b4c88b00', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:10.331856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.370699 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed8696e-436e-408d-9edd-59422493e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6eef21-65b9-4307-a7e3-cd82522ae21f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:10.374467 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0002c873-9389-436c-b7b2-a41b9df0c17d" -d '{"events": [{"server_uuid": "1ed8696e-436e-408d-9edd-59422493e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "7e6eef21-65b9-4307-a7e3-cd82522ae21f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:10.381205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Network c4e1a461-b40e-4392-9765-af41b7b26cd6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:10.384649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3e3e1c6d-b332-4cfb-bff5-aca7befa028e None None] Provisioning complete for port d60212bb-1fd0-44ea-8348-d0e63ba69583 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:10.385594 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1c6d-b332-4cfb-bff5-aca7befa028e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.386015 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:10.394300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:10.410799 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06627691-6e12-4042-9ba6-1110c34bc1ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.467422 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.488734 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbd94b6-008e-498b-b700-838eced22b1b x-openstack-request-id: req-abbd94b6-008e-498b-b700-838eced22b1b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:10.489095 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed8696e-436e-408d-9edd-59422493e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "7e6eef21-65b9-4307-a7e3-cd82522ae21f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:10.490949 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-abbd94b6-008e-498b-b700-838eced22b1b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:10.491483 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed8696e-436e-408d-9edd-59422493e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6eef21-65b9-4307-a7e3-cd82522ae21f', 'code': 200} Nov 12 03:57:10.586259 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event updated for resources: {'Port': ['ID=c24a9c74-e778-48b7-9b92-9104c849f705,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:10.646371 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1c6d-b332-4cfb-bff5-aca7befa028e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.663343 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06627691-6e12-4042-9ba6-1110c34bc1ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.705445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd69288-6214-472f-8c6f-654e16de1b02 req-111be86e-ffcc-4227-a226-19cc34ebe7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:10.706776 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cbd69288-6214-472f-8c6f-654e16de1b02 req-111be86e-ffcc-4227-a226-19cc34ebe7a0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 1102 time: 0.1342473 Nov 12 03:57:10.742174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3e3e1c6d-b332-4cfb-bff5-aca7befa028e None None] For port d60212bb-1fd0-44ea-8348-d0e63ba69583, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d60212bb-1fd0-44ea-8348-d0e63ba69583,segment=NetworkSegment(e6027a17-6f81-498d-a337-dd5478f08ef3),segment_id=e6027a17-6f81-498d-a337-dd5478f08ef3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:10.794431 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06627691-6e12-4042-9ba6-1110c34bc1ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.812676 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07770d8-5e2a-4573-8ad5-7e0412aa0a54 req-33e56908-669f-41bf-a246-a529931ab01e tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:10.814845 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b07770d8-5e2a-4573-8ad5-7e0412aa0a54 req-33e56908-669f-41bf-a246-a529931ab01e tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 946 time: 0.0988016 Nov 12 03:57:10.834072 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cbd69288-6214-472f-8c6f-654e16de1b02 req-2e84b75c-b7fb-4064-9c7a-262d4c7f155f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=956a4e38-9e69-4a00-86be-530ef7fd82e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187963 Nov 12 03:57:10.836018 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1c6d-b332-4cfb-bff5-aca7befa028e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.844449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06627691-6e12-4042-9ba6-1110c34bc1ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e0f32f-ecbd-4c44-8db1-1ffc0e7cf014,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:10.867812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95300e8b-d8a7-4d4e-9aa5-9e5b7d24b8ca req-b8cb28e0-7719-4529-8fd3-a6418099b519 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:10.872157 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-95300e8b-d8a7-4d4e-9aa5-9e5b7d24b8ca req-b8cb28e0-7719-4529-8fd3-a6418099b519 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 950 time: 0.1080303 Nov 12 03:57:10.896697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3e3e1c6d-b332-4cfb-bff5-aca7befa028e None None] Provisioning complete for port c9d3e762-80f5-4cd1-be57-3d9ee10d666f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:10.896697 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1c6d-b332-4cfb-bff5-aca7befa028e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.909281 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b07770d8-5e2a-4573-8ad5-7e0412aa0a54 req-33e60092-58e8-41cf-b567-7ea98cbde308 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843749 Nov 12 03:57:10.939551 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06627691-6e12-4042-9ba6-1110c34bc1ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.957091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-06627691-6e12-4042-9ba6-1110c34bc1ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6601102 Nov 12 03:57:10.957800 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.957923 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-95300e8b-d8a7-4d4e-9aa5-9e5b7d24b8ca req-2aadfd06-5c33-49dc-83bf-091d99cbccdb tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/security-groups?id=956a4e38-9e69-4a00-86be-530ef7fd82e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770502 Nov 12 03:57:10.957923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44740) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:10.964030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-523add99-1158-4931-9750-f67727519dd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '023be5ac-b300-442e-a177-e0b6b4c88b00', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:11.018608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e1c6d-b332-4cfb-bff5-aca7befa028e None None] Pushing event updated for resources: {'Port': ['ID=d60212bb-1fd0-44ea-8348-d0e63ba69583,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:11.101457 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-523add99-1158-4931-9750-f67727519dd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:11.178633 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-523add99-1158-4931-9750-f67727519dd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:11.223587 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cb50685a-e84e-4413-86bf-b40835b0c0ce None None] Provisioning complete for port c24a9c74-e778-48b7-9b92-9104c849f705 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:11.223933 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb50685a-e84e-4413-86bf-b40835b0c0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:11.272157 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cb50685a-e84e-4413-86bf-b40835b0c0ce None None] Port c24a9c74-e778-48b7-9b92-9104c849f705 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:11.274289 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-523add99-1158-4931-9750-f67727519dd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:11.305676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523add99-1158-4931-9750-f67727519dd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c083d5bb-6b2b-44cc-92fa-31fee50f1476,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:11.395553 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-523add99-1158-4931-9750-f67727519dd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:11.400346 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-523add99-1158-4931-9750-f67727519dd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4377136 Nov 12 03:57:11.404522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44744) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:11.413063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1815e7b2-2bd5-4da3-ba05-7a472de97b51 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '023be5ac-b300-442e-a177-e0b6b4c88b00', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:11.655820 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-1815e7b2-2bd5-4da3-ba05-7a472de97b51 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Project bbf460ee872646e8844d17a7c3330b47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:57:11.661211 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1815e7b2-2bd5-4da3-ba05-7a472de97b51 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:11.685334 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:11.741305 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1815e7b2-2bd5-4da3-ba05-7a472de97b51 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:11.741573 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:11.836100 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:11.837959 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event updated for resources: {'Port': ['ID=c24a9c74-e778-48b7-9b92-9104c849f705,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:11.838566 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1815e7b2-2bd5-4da3-ba05-7a472de97b51 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:11.858824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d60212bb-1fd0-44ea-8348-d0e63ba69583 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:11.864216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815e7b2-2bd5-4da3-ba05-7a472de97b51 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f455404e-2ba2-439c-9689-17e81910e09c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:11.916570 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d60212bb-1fd0-44ea-8348-d0e63ba69583 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:11.917165 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:11.935079 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1815e7b2-2bd5-4da3-ba05-7a472de97b51 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:11.938823 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1815e7b2-2bd5-4da3-ba05-7a472de97b51 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5304198 Nov 12 03:57:11.939281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44748) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:11.946024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-800c8f99-cf38-4d47-82d0-b048ddf0f836 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '023be5ac-b300-442e-a177-e0b6b4c88b00', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:11.959453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Network c4e1a461-b40e-4392-9765-af41b7b26cd6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:11.961180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:12.030434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c9d3e762-80f5-4cd1-be57-3d9ee10d666f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:12.067266 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-800c8f99-cf38-4d47-82d0-b048ddf0f836 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Project bbf460ee872646e8844d17a7c3330b47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:57:12.075058 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-800c8f99-cf38-4d47-82d0-b048ddf0f836 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:12.098120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c9d3e762-80f5-4cd1-be57-3d9ee10d666f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:12.098491 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:12.220415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ce17d-dc50-4dbb-a65a-3f756a22a076 req-5096f4dd-59dc-448e-8578-e53e20c4bee2 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:12.224548 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-062ce17d-dc50-4dbb-a65a-3f756a22a076 req-5096f4dd-59dc-448e-8578-e53e20c4bee2 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 946 time: 0.1697848 Nov 12 03:57:12.238343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f8b1d-76f5-49c8-800d-4b7397b1dd48 req-f55589ac-2f7d-4342-9ce9-e4b2b028d019 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:12.241885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Router 349cb81e-6575-458c-babf-2058b07e19d9 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:12.247428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-052f8b1d-76f5-49c8-800d-4b7397b1dd48 req-f55589ac-2f7d-4342-9ce9-e4b2b028d019 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 950 time: 0.1639082 Nov 12 03:57:12.272565 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-800c8f99-cf38-4d47-82d0-b048ddf0f836 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:12.301950 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-573fd29b-4edf-4c7b-98d5-e5f8f2a47493 None None] Provisioning complete for port c24a9c74-e778-48b7-9b92-9104c849f705 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:12.302449 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-573fd29b-4edf-4c7b-98d5-e5f8f2a47493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:12.303748 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-052f8b1d-76f5-49c8-800d-4b7397b1dd48 req-724189b3-7e8e-4e04-af18-a2c583ef16f8 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/security-groups?id=956a4e38-9e69-4a00-86be-530ef7fd82e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550935 Nov 12 03:57:12.331982 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-062ce17d-dc50-4dbb-a65a-3f756a22a076 req-7fd8c007-19b1-41a9-bbfb-4193e28fcb4a tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020603 Nov 12 03:57:12.349933 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-800c8f99-cf38-4d47-82d0-b048ddf0f836 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:12.400234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c8f99-cf38-4d47-82d0-b048ddf0f836 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc647d48-f558-437e-82c7-bf242437b98d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:12.418108 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-573fd29b-4edf-4c7b-98d5-e5f8f2a47493 None None] Port c24a9c74-e778-48b7-9b92-9104c849f705 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:12.480179 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:12.485083 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-24c29ffe-4a60-44d8-a850-d5927c812184 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "PUT /v2.0/routers/349cb81e-6575-458c-babf-2058b07e19d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9136605 Nov 12 03:57:12.490012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44760) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:12.499344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4fa381a0-29a6-49f1-b7b3-05d3b60ea8d6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Request body: {'port': {'network_id': 'c4e1a461-b40e-4392-9765-af41b7b26cd6', 'name': 'tempest-FloatingIPAdminTestJSON-141300030'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:12.501889 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553369b-ded5-4455-9cbe-3a855ede110f None None] Sync routers for ids ['349cb81e-6575-458c-babf-2058b07e19d9'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:12.535392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c553369b-ded5-4455-9cbe-3a855ede110f None None] Routers {'349cb81e-6575-458c-babf-2058b07e19d9'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:12.535392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c553369b-ded5-4455-9cbe-3a855ede110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['349cb81e-6575-458c-babf-2058b07e19d9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:12.550226 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-800c8f99-cf38-4d47-82d0-b048ddf0f836 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:12.559706 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-800c8f99-cf38-4d47-82d0-b048ddf0f836 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6108527 Nov 12 03:57:12.572220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c553369b-ded5-4455-9cbe-3a855ede110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:12.582074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c553369b-ded5-4455-9cbe-3a855ede110f None None] Routers {'349cb81e-6575-458c-babf-2058b07e19d9'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:12.582538 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c553369b-ded5-4455-9cbe-3a855ede110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['349cb81e-6575-458c-babf-2058b07e19d9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:12.618158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c553369b-ded5-4455-9cbe-3a855ede110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:12.618823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553369b-ded5-4455-9cbe-3a855ede110f None None] The sync data for ids ['349cb81e-6575-458c-babf-2058b07e19d9'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:12.784588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa381a0-29a6-49f1-b7b3-05d3b60ea8d6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Made reservation on behalf of 3c9a9efe0a7c42ff83b1bfbb526d777f for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:12.788178 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fa381a0-29a6-49f1-b7b3-05d3b60ea8d6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:12.795422 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-0497862d-c566-48c7-8f12-63688efefa84 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-938386595&fields=id&tenant_id=bbf460ee872646e8844d17a7c3330b47 HTTP/1.1" status: 200 len: 267 time: 0.0461688 Nov 12 03:57:12.812778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-4fa381a0-29a6-49f1-b7b3-05d3b60ea8d6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] device_id is not set on port 23256e83-986b-416b-9f05-8691a0997da6 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:57:12.936264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-4fa381a0-29a6-49f1-b7b3-05d3b60ea8d6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Allocated IP 172.20.0.6 (c4e1a461-b40e-4392-9765-af41b7b26cd6/a7a02d9e-5d36-487c-9e68-834e151088dd/23256e83-986b-416b-9f05-8691a0997da6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:12.943285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-ea731917-7caf-45b7-89c0-d5b2040ab618 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:12.951522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-ea731917-7caf-45b7-89c0-d5b2040ab618 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/networks?id=68706160-bd75-46fb-8ba9-0e10faf8ed56 HTTP/1.1" status: 200 len: 797 time: 0.1530342 Nov 12 03:57:12.964325 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-5437c014-3610-4ce0-8a60-418865f1565e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/quotas/bbf460ee872646e8844d17a7c3330b47 HTTP/1.1" status: 200 len: 375 time: 0.0101039 Nov 12 03:57:13.022145 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-b2e936ec-e455-4550-9a5e-334d32791578 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=bbf460ee872646e8844d17a7c3330b47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537786 Nov 12 03:57:13.154187 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fa381a0-29a6-49f1-b7b3-05d3b60ea8d6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:13.161236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-e1df05ff-008e-44d5-9a57-c653d77115d8 service neutron] 10.222.0.105 "GET /v2.0/networks/68706160-bd75-46fb-8ba9-0e10faf8ed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157880 Nov 12 03:57:13.259094 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-b63d40d3-7674-4d62-a6a8-548f0ad5bc6d service neutron] 10.222.0.105 "GET /v2.0/networks/68706160-bd75-46fb-8ba9-0e10faf8ed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907722 Nov 12 03:57:13.322426 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fa381a0-29a6-49f1-b7b3-05d3b60ea8d6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:13.372276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa381a0-29a6-49f1-b7b3-05d3b60ea8d6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Network c4e1a461-b40e-4392-9765-af41b7b26cd6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:13.375565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4fa381a0-29a6-49f1-b7b3-05d3b60ea8d6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:13.383029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa381a0-29a6-49f1-b7b3-05d3b60ea8d6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:13.426061 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa381a0-29a6-49f1-b7b3-05d3b60ea8d6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event updated for resources: {'Port': ['ID=23256e83-986b-416b-9f05-8691a0997da6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:13.486095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa381a0-29a6-49f1-b7b3-05d3b60ea8d6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:13.487381 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fa381a0-29a6-49f1-b7b3-05d3b60ea8d6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:13.534603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7810e-b39e-4f43-abd0-3ea58530306a req-944c5a24-6410-4919-a017-9b79b2f8d568 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:13.536496 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fc7810e-b39e-4f43-abd0-3ea58530306a req-944c5a24-6410-4919-a017-9b79b2f8d568 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 950 time: 0.1219509 Nov 12 03:57:13.611869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:13.619835 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4fa381a0-29a6-49f1-b7b3-05d3b60ea8d6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1286683 Nov 12 03:57:13.639035 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fc7810e-b39e-4f43-abd0-3ea58530306a req-3486442c-134b-46e6-9431-32b65280c734 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/security-groups?id=956a4e38-9e69-4a00-86be-530ef7fd82e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909791 Nov 12 03:57:13.695282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'project_id': '3c9a9efe0a7c42ff83b1bfbb526d777f', 'port_id': '23256e83-986b-416b-9f05-8691a0997da6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:13.731900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37763d4d-5133-4836-bacb-4c2c0e553d3b req-3b1eee65-af21-4c48-ac58-0a6e6c923486 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 210 time: 0.0549812 Nov 12 03:57:13.766522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3a92817b-00b3-4790-84b4-c6f8cc4a459c None None] Provisioning complete for port 23256e83-986b-416b-9f05-8691a0997da6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:13.767147 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a92817b-00b3-4790-84b4-c6f8cc4a459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:13.808527 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3a92817b-00b3-4790-84b4-c6f8cc4a459c None None] Port 23256e83-986b-416b-9f05-8691a0997da6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:13.913343 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:14.026304 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:14.150055 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Allocated IP 172.25.8.41 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/c776da0f-7aa1-4f0e-9766-2e674f083359) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:14.295940 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f28b7-7109-4dc8-b600-107fe4e07667 req-2d389b83-6070-44c2-95d5-f494109bacaf tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:14.297483 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5b2f28b7-7109-4dc8-b600-107fe4e07667 req-2d389b83-6070-44c2-95d5-f494109bacaf tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 946 time: 0.0808861 Nov 12 03:57:14.309042 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:14.380768 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5b2f28b7-7109-4dc8-b600-107fe4e07667 req-e8e33a95-d737-44a3-8be6-f0853fcfe10e tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696936 Nov 12 03:57:14.579554 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:14.638723 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:14.645345 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:14.649313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:14.688831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Pushing event updated for resources: {'Port': ['ID=c776da0f-7aa1-4f0e-9766-2e674f083359,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:14.793298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64d3cd-56e2-42bc-bafa-f9c7cb45d9e0 req-c3a2073d-25db-400c-a27b-f4eb2afac62e tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:14.796059 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b64d3cd-56e2-42bc-bafa-f9c7cb45d9e0 req-c3a2073d-25db-400c-a27b-f4eb2afac62e tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 950 time: 0.1410596 Nov 12 03:57:14.838010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37506cc9-4a38-40ac-9a32-71ad75ab688c req-2c97c062-ca23-4b87-abad-17cf300fbc69 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 210 time: 0.0450022 Nov 12 03:57:14.929424 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b64d3cd-56e2-42bc-bafa-f9c7cb45d9e0 req-b7e07515-b77f-4a4a-ac24-5201d59d9117 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/security-groups?id=956a4e38-9e69-4a00-86be-530ef7fd82e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223264 Nov 12 03:57:15.180603 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.312927 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.530036 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.543530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368715e-abc5-4ef3-8c40-a5631a11f045 req-c78163cb-4feb-420a-95e6-e0f1be8089e1 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:15.545191 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a368715e-abc5-4ef3-8c40-a5631a11f045 req-c78163cb-4feb-420a-95e6-e0f1be8089e1 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 946 time: 0.0629187 Nov 12 03:57:15.602054 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a368715e-abc5-4ef3-8c40-a5631a11f045 req-e7857d04-b3a1-4688-8a75-b39017b9ddc4 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503564 Nov 12 03:57:15.621574 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.694585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Pushing event updated for resources: {'Port': ['ID=c776da0f-7aa1-4f0e-9766-2e674f083359,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:15.715720 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.848599 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Floating IP e11820da-7ffc-4f8e-b6f7-abc69f255e83 associated. External IP: 172.25.8.41, port: 23256e83-986b-416b-9f05-8691a0997da6. Nov 12 03:57:15.977147 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1767876b-e06e-4108-9a9e-5f6e5b6f12a6 req-b22f5331-c6dc-40c0-b11f-9aaf78ba2589 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 210 time: 0.0371940 Nov 12 03:57:16.138481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e33a0-5ff0-4897-a8d2-34a60ce1fa18 req-b663b090-b591-4ca9-a635-378e1a18973e tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:16.140469 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d70e33a0-5ff0-4897-a8d2-34a60ce1fa18 req-b663b090-b591-4ca9-a635-378e1a18973e tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 950 time: 0.0879447 Nov 12 03:57:16.176767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b76aa-9233-453f-96da-f73384a4cfe5 req-67376078-6565-4cdf-88e1-3c8a9fab134f tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:16.178669 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a25b76aa-9233-453f-96da-f73384a4cfe5 req-67376078-6565-4cdf-88e1-3c8a9fab134f tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 950 time: 0.0816112 Nov 12 03:57:16.225737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Router 349cb81e-6575-458c-babf-2058b07e19d9 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:16.267049 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d70e33a0-5ff0-4897-a8d2-34a60ce1fa18 req-15fa8996-b7b7-4966-a679-0e1b6db8596e tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/security-groups?id=956a4e38-9e69-4a00-86be-530ef7fd82e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127722 Nov 12 03:57:16.348921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a25b76aa-9233-453f-96da-f73384a4cfe5 req-fea3c664-2f5f-4ad2-a084-bdf3e15032ea tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Deleting port 7e6eef21-65b9-4307-a7e3-cd82522ae21f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:16.349280 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a25b76aa-9233-453f-96da-f73384a4cfe5 req-fea3c664-2f5f-4ad2-a084-bdf3e15032ea tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.377849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:16.390316 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8b0a0-9066-4c9d-b261-a130710b08eb None None] Sync routers for ids ['349cb81e-6575-458c-babf-2058b07e19d9'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:16.402243 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8b0a0-9066-4c9d-b261-a130710b08eb None None] Routers {'349cb81e-6575-458c-babf-2058b07e19d9'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:16.405247 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a4f8b0a0-9066-4c9d-b261-a130710b08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['349cb81e-6575-458c-babf-2058b07e19d9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:16.442295 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a4f8b0a0-9066-4c9d-b261-a130710b08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:16.454488 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8b0a0-9066-4c9d-b261-a130710b08eb None None] Routers {'349cb81e-6575-458c-babf-2058b07e19d9'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:16.455316 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a4f8b0a0-9066-4c9d-b261-a130710b08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['349cb81e-6575-458c-babf-2058b07e19d9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:16.471076 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.487506 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a25b76aa-9233-453f-96da-f73384a4cfe5 req-fea3c664-2f5f-4ad2-a084-bdf3e15032ea tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] For port 7e6eef21-65b9-4307-a7e3-cd82522ae21f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=7e6eef21-65b9-4307-a7e3-cd82522ae21f,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:16.487952 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a25b76aa-9233-453f-96da-f73384a4cfe5 req-fea3c664-2f5f-4ad2-a084-bdf3e15032ea tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.491773 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a4f8b0a0-9066-4c9d-b261-a130710b08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:16.492478 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8b0a0-9066-4c9d-b261-a130710b08eb None None] The sync data for ids ['349cb81e-6575-458c-babf-2058b07e19d9'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:16.503906 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a25b76aa-9233-453f-96da-f73384a4cfe5 req-fea3c664-2f5f-4ad2-a084-bdf3e15032ea tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Calling delete_port for 7e6eef21-65b9-4307-a7e3-cd82522ae21f owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:16.511794 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7f1bef53-ddc8-4367-abc9-72c34e0c4c62 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 2.8955190 Nov 12 03:57:16.513050 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44836) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:16.647655 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3335a-523a-4f0a-8ae0-0f6beba6fe1e req-becee3cf-6c31-4a83-998c-b7e9a72dec25 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:16.649354 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6e3335a-523a-4f0a-8ae0-0f6beba6fe1e req-becee3cf-6c31-4a83-998c-b7e9a72dec25 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 946 time: 0.0945280 Nov 12 03:57:16.655697 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d06a17b7-5c8c-4690-8d17-a6f4d3a77e39 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] 10.222.0.105 "GET /v2.0/floatingips/e11820da-7ffc-4f8e-b6f7-abc69f255e83 HTTP/1.1" status: 200 len: 981 time: 0.1413498 Nov 12 03:57:16.659745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44840) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:16.807567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b6e3335a-523a-4f0a-8ae0-0f6beba6fe1e req-dea499ef-f59b-48f3-b663-17578bd20655 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Deleting port 3348487e-6e8e-4778-a9d5-462e9a81b79a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:16.810739 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6e3335a-523a-4f0a-8ae0-0f6beba6fe1e req-dea499ef-f59b-48f3-b663-17578bd20655 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.828673 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-efd1c304-b25c-452c-9ea2-324da600dd82 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4602 time: 0.1677406 Nov 12 03:57:16.833992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44844) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:16.847002 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18786155-e815-4148-b94d-17f5b0ae2ecf req-cdb53001-ff81-4434-bcf7-86526af061e0 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:16.852639 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-18786155-e815-4148-b94d-17f5b0ae2ecf req-cdb53001-ff81-4434-bcf7-86526af061e0 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 946 time: 0.1231742 Nov 12 03:57:16.905770 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a25b76aa-9233-453f-96da-f73384a4cfe5 req-fea3c664-2f5f-4ad2-a084-bdf3e15032ea tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.906172 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-18786155-e815-4148-b94d-17f5b0ae2ecf req-d9e6c605-1db3-4016-aef7-c9a8623cb82a tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/security-groups?id=97693a43-8bd2-4596-a692-90d0fd6a9b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483003 Nov 12 03:57:16.922380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['7e6eef21-65b9-4307-a7e3-cd82522ae21f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:16.966037 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3c664-2f5f-4ad2-a084-bdf3e15032ea tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Pushing event deleted for resources: {'Port': ['ID=7e6eef21-65b9-4307-a7e3-cd82522ae21f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:17.021530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b6e3335a-523a-4f0a-8ae0-0f6beba6fe1e req-dea499ef-f59b-48f3-b663-17578bd20655 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] For port 3348487e-6e8e-4778-a9d5-462e9a81b79a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3348487e-6e8e-4778-a9d5-462e9a81b79a,segment=NetworkSegment(80698b7f-91cb-4d24-a8be-28f9fa9c868d),segment_id=80698b7f-91cb-4d24-a8be-28f9fa9c868d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:17.022120 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6e3335a-523a-4f0a-8ae0-0f6beba6fe1e req-dea499ef-f59b-48f3-b663-17578bd20655 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.075091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25b76aa-9233-453f-96da-f73384a4cfe5 req-fea3c664-2f5f-4ad2-a084-bdf3e15032ea tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] No DVR routers for this DVR port 7e6eef21-65b9-4307-a7e3-cd82522ae21f on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:17.085198 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a25b76aa-9233-453f-96da-f73384a4cfe5 req-fea3c664-2f5f-4ad2-a084-bdf3e15032ea tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.089080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a25b76aa-9233-453f-96da-f73384a4cfe5 req-fea3c664-2f5f-4ad2-a084-bdf3e15032ea tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.25 "DELETE /v2.0/ports/7e6eef21-65b9-4307-a7e3-cd82522ae21f HTTP/1.1" status: 204 len: 173 time: 0.9033928 Nov 12 03:57:17.105136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed8696e-436e-408d-9edd-59422493e5b0', 'name': 'network-vif-deleted', 'tag': '7e6eef21-65b9-4307-a7e3-cd82522ae21f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:17.107513 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de01e672-33b7-4700-8d83-ee8fb907c9b0" -d '{"events": [{"server_uuid": "1ed8696e-436e-408d-9edd-59422493e5b0", "name": "network-vif-deleted", "tag": "7e6eef21-65b9-4307-a7e3-cd82522ae21f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:17.111285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b6e3335a-523a-4f0a-8ae0-0f6beba6fe1e req-dea499ef-f59b-48f3-b663-17578bd20655 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Calling delete_port for 3348487e-6e8e-4778-a9d5-462e9a81b79a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:17.176340 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-62a9a950-b594-48fd-a2e3-f1ddaa517611 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:17.186102 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-62a9a950-b594-48fd-a2e3-f1ddaa517611 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.26 "GET /v2.0/networks?id=68706160-bd75-46fb-8ba9-0e10faf8ed56 HTTP/1.1" status: 200 len: 797 time: 0.1844313 Nov 12 03:57:17.239267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09c4b216-09f7-4be4-8b5d-c5a2472c227f req-dcadcae2-ad05-4fd0-b2c3-c5cfac535cbc tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 210 time: 0.1254356 Nov 12 03:57:17.248442 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aa6f52-0c6a-4e22-a8f9-a49d68afe385 x-openstack-request-id: req-23aa6f52-0c6a-4e22-a8f9-a49d68afe385 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:17.248738 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed8696e-436e-408d-9edd-59422493e5b0", "name": "network-vif-deleted", "tag": "7e6eef21-65b9-4307-a7e3-cd82522ae21f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:17.248995 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-23aa6f52-0c6a-4e22-a8f9-a49d68afe385 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:17.249398 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed8696e-436e-408d-9edd-59422493e5b0', 'name': 'network-vif-deleted', 'tag': '7e6eef21-65b9-4307-a7e3-cd82522ae21f', 'status': 'completed', 'code': 200} Nov 12 03:57:17.326486 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-99353817-800e-49f7-a138-d3ff5e816e25 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf460ee872646e8844d17a7c3330b47 HTTP/1.1" status: 200 len: 379 time: 0.1155887 Nov 12 03:57:17.345502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-4bf9305e-bb25-4e50-93c3-9d58ce9b8b16 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'port': {'device_id': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'admin_state_up': True, 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'security_groups': ['023be5ac-b300-442e-a177-e0b6b4c88b00']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:17.402065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a73f7563-5f7d-4205-a9f8-c580ced6c8a0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Deleting port c776da0f-7aa1-4f0e-9766-2e674f083359 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:17.402408 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73f7563-5f7d-4205-a9f8-c580ced6c8a0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.459060 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6678cef4-1439-462a-9096-807fcb0e99b5 req-22cafa1b-c6c8-478a-b10d-de366e706315 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0693214 Nov 12 03:57:17.516189 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73f7563-5f7d-4205-a9f8-c580ced6c8a0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.516723 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73f7563-5f7d-4205-a9f8-c580ced6c8a0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.539945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a73f7563-5f7d-4205-a9f8-c580ced6c8a0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Calling delete_port for c776da0f-7aa1-4f0e-9766-2e674f083359 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:17.634191 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6e3335a-523a-4f0a-8ae0-0f6beba6fe1e req-dea499ef-f59b-48f3-b663-17578bd20655 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.669814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['3348487e-6e8e-4778-a9d5-462e9a81b79a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:17.676486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea499ef-f59b-48f3-b663-17578bd20655 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Pushing event deleted for resources: {'Port': ['ID=3348487e-6e8e-4778-a9d5-462e9a81b79a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:17.701022 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-4bf9305e-bb25-4e50-93c3-9d58ce9b8b16 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Made reservation on behalf of bbf460ee872646e8844d17a7c3330b47 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:17.704703 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-4bf9305e-bb25-4e50-93c3-9d58ce9b8b16 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.736831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e3335a-523a-4f0a-8ae0-0f6beba6fe1e req-dea499ef-f59b-48f3-b663-17578bd20655 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] No DVR routers for this DVR port 3348487e-6e8e-4778-a9d5-462e9a81b79a on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:17.740291 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6e3335a-523a-4f0a-8ae0-0f6beba6fe1e req-dea499ef-f59b-48f3-b663-17578bd20655 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.743649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6e3335a-523a-4f0a-8ae0-0f6beba6fe1e req-dea499ef-f59b-48f3-b663-17578bd20655 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.26 "DELETE /v2.0/ports/3348487e-6e8e-4778-a9d5-462e9a81b79a HTTP/1.1" status: 204 len: 173 time: 1.0795641 Nov 12 03:57:17.858472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-4bf9305e-bb25-4e50-93c3-9d58ce9b8b16 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Allocated IP 172.20.0.3 (68706160-bd75-46fb-8ba9-0e10faf8ed56/19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10/3867d38d-581c-457b-b3c1-92078c0b498e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:17.910230 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73f7563-5f7d-4205-a9f8-c580ced6c8a0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.940495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f7563-5f7d-4205-a9f8-c580ced6c8a0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event deleted for resources: {'Port': ['ID=c776da0f-7aa1-4f0e-9766-2e674f083359,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:18.019587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73f7563-5f7d-4205-a9f8-c580ced6c8a0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.020478 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-a73f7563-5f7d-4205-a9f8-c580ced6c8a0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Floating IP e11820da-7ffc-4f8e-b6f7-abc69f255e83 disassociated (deleted). External IP: 172.25.8.41, port: 23256e83-986b-416b-9f05-8691a0997da6. Nov 12 03:57:18.032177 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-4bf9305e-bb25-4e50-93c3-9d58ce9b8b16 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.088104 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-504fd91f-dd4b-4b36-affa-abc051c2579f req-654d5c4e-8749-490b-93e9-1bab990b3572 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0317550 Nov 12 03:57:18.254720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73f7563-5f7d-4205-a9f8-c580ced6c8a0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Router 349cb81e-6575-458c-babf-2058b07e19d9 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:18.257249 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-4bf9305e-bb25-4e50-93c3-9d58ce9b8b16 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.313142 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-4bf9305e-bb25-4e50-93c3-9d58ce9b8b16 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 68706160-bd75-46fb-8ba9-0e10faf8ed56 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:18.320066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-4bf9305e-bb25-4e50-93c3-9d58ce9b8b16 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:18.324411 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-4bf9305e-bb25-4e50-93c3-9d58ce9b8b16 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:18.363202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9305e-bb25-4e50-93c3-9d58ce9b8b16 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=3867d38d-581c-457b-b3c1-92078c0b498e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:18.433496 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-4bf9305e-bb25-4e50-93c3-9d58ce9b8b16 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:18.434260 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-4bf9305e-bb25-4e50-93c3-9d58ce9b8b16 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.591280 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-4bf9305e-bb25-4e50-93c3-9d58ce9b8b16 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2514400 Nov 12 03:57:18.635790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Request body: {'port': {'device_id': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:18.695832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8759da54-de6d-4b13-8979-e1e613b85d84 None None] Provisioning complete for port 3867d38d-581c-457b-b3c1-92078c0b498e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:18.697197 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8759da54-de6d-4b13-8979-e1e613b85d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.720949 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a8b81e0-f243-4ebc-a995-7b2393f31f5e req-d57b0310-2362-455d-a0e1-429a03016845 tempest-ImagesNegativeTestJSON-501277887 tempest-ImagesNegativeTestJSON-501277887-project] 10.222.0.105 "GET /v2.0/ports?device_id=1ed8696e-436e-408d-9edd-59422493e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0339005 Nov 12 03:57:18.750645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8759da54-de6d-4b13-8979-e1e613b85d84 None None] Port 3867d38d-581c-457b-b3c1-92078c0b498e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:18.756612 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.760414 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.769049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73f7563-5f7d-4205-a9f8-c580ced6c8a0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:18.774785 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73f7563-5f7d-4205-a9f8-c580ced6c8a0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.783939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359fcf62-4818-4d2f-9cfc-db522d1f1010 None None] Sync routers for ids ['349cb81e-6575-458c-babf-2058b07e19d9'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:18.797300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359fcf62-4818-4d2f-9cfc-db522d1f1010 None None] Routers {'349cb81e-6575-458c-babf-2058b07e19d9'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:18.798405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-359fcf62-4818-4d2f-9cfc-db522d1f1010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['349cb81e-6575-458c-babf-2058b07e19d9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:18.814853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80f53c-49fa-40b3-9eb5-2b8a1a8cf24f req-49baaee5-825c-48c8-b6e4-bd333fa4d2ae tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:18.816451 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c80f53c-49fa-40b3-9eb5-2b8a1a8cf24f req-49baaee5-825c-48c8-b6e4-bd333fa4d2ae tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 931 time: 0.0903447 Nov 12 03:57:18.828115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:18.830175 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a73f7563-5f7d-4205-a9f8-c580ced6c8a0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "DELETE /v2.0/floatingips/e11820da-7ffc-4f8e-b6f7-abc69f255e83 HTTP/1.1" status: 204 len: 168 time: 1.9950418 Nov 12 03:57:18.839430 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-359fcf62-4818-4d2f-9cfc-db522d1f1010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:18.841903 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:18.849905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359fcf62-4818-4d2f-9cfc-db522d1f1010 None None] Routers {'349cb81e-6575-458c-babf-2058b07e19d9'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:18.850513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-359fcf62-4818-4d2f-9cfc-db522d1f1010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:56:56Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['349cb81e-6575-458c-babf-2058b07e19d9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:18.877814 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c80f53c-49fa-40b3-9eb5-2b8a1a8cf24f req-22d6d7e1-1c67-493a-b7c0-cf32f5db256f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463629 Nov 12 03:57:18.887130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-359fcf62-4818-4d2f-9cfc-db522d1f1010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:18.887778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359fcf62-4818-4d2f-9cfc-db522d1f1010 None None] The sync data for ids ['349cb81e-6575-458c-babf-2058b07e19d9'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:19.214263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bd343ee3-b660-4181-895e-85a29ed79b8e req-299fc915-96d3-4e47-8509-0535c0565a76 tempest-VolumesActionsTest-1123955529 tempest-VolumesActionsTest-1123955529-project] 10.222.0.105 "GET /v2.0/ports?device_id=38f8e1de-c161-41a7-8485-d4d3cb1d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0301373 Nov 12 03:57:19.250267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f8e1de-c161-41a7-8485-d4d3cb1d8de0', 'name': 'network-vif-deleted', 'tag': '3348487e-6e8e-4778-a9d5-462e9a81b79a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:19.253481 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05a7b4a-11d3-4c23-ad99-d3e73f051e15" -d '{"events": [{"server_uuid": "38f8e1de-c161-41a7-8485-d4d3cb1d8de0", "name": "network-vif-deleted", "tag": "3348487e-6e8e-4778-a9d5-462e9a81b79a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:19.291909 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a8b7d3-df5e-4ffd-8b80-4ea795cde8c5 x-openstack-request-id: req-51a8b7d3-df5e-4ffd-8b80-4ea795cde8c5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:19.292561 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f8e1de-c161-41a7-8485-d4d3cb1d8de0", "name": "network-vif-deleted", "tag": "3348487e-6e8e-4778-a9d5-462e9a81b79a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:19.292561 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-51a8b7d3-df5e-4ffd-8b80-4ea795cde8c5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:19.292862 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f8e1de-c161-41a7-8485-d4d3cb1d8de0', 'name': 'network-vif-deleted', 'tag': '3348487e-6e8e-4778-a9d5-462e9a81b79a', 'status': 'completed', 'code': 200} Nov 12 03:57:19.307781 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.459477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3867d38d-581c-457b-b3c1-92078c0b498e {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:19.468837 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.485806 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Transition to ACTIVE for port object 3867d38d-581c-457b-b3c1-92078c0b498e will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:57:19.497224 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.608792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Allocated IP 172.25.8.95 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/9084c5e2-511b-4505-9c50-8257016f2cb7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:19.618546 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.731312 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Pushing event updated for resources: {'Port': ['ID=3867d38d-581c-457b-b3c1-92078c0b498e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:19.835307 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.854965 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Attempting to bind port 3867d38d-581c-457b-b3c1-92078c0b498e on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:19.855384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Attempting to bind port 3867d38d-581c-457b-b3c1-92078c0b498e by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'e6027a17-6f81-498d-a337-dd5478f08ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:19.855784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Attempting to bind port 3867d38d-581c-457b-b3c1-92078c0b498e on network 68706160-bd75-46fb-8ba9-0e10faf8ed56 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:19.866475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Port 3867d38d-581c-457b-b3c1-92078c0b498e on network 68706160-bd75-46fb-8ba9-0e10faf8ed56 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:57:19.866703 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Attempting to bind port 3867d38d-581c-457b-b3c1-92078c0b498e on network 68706160-bd75-46fb-8ba9-0e10faf8ed56 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:19.884180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:19.884180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Checking segment: {'id': 'e6027a17-6f81-498d-a337-dd5478f08ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:19.884180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Bound using segment: {'id': 'e6027a17-6f81-498d-a337-dd5478f08ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:19.884180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Bound port: 3867d38d-581c-457b-b3c1-92078c0b498e, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6027a17-6f81-498d-a337-dd5478f08ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:19.886069 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.972706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] For port 3867d38d-581c-457b-b3c1-92078c0b498e, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:19.977491 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] For port 3867d38d-581c-457b-b3c1-92078c0b498e, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3867d38d-581c-457b-b3c1-92078c0b498e,segment=NetworkSegment(e6027a17-6f81-498d-a337-dd5478f08ef3),segment_id=e6027a17-6f81-498d-a337-dd5478f08ef3)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:19.988078 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:20.028977 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:20.033268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:20.035789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:20.036552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b6655-f07d-4a02-bba9-ad785f637462 req-c65e46ed-d085-4958-aa88-ac0495015ff8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:20.039132 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a79b6655-f07d-4a02-bba9-ad785f637462 req-c65e46ed-d085-4958-aa88-ac0495015ff8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 943 time: 0.0731130 Nov 12 03:57:20.095587 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Pushing event updated for resources: {'Port': ['ID=9084c5e2-511b-4505-9c50-8257016f2cb7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:20.108765 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a79b6655-f07d-4a02-bba9-ad785f637462 req-131d1aa4-a612-4880-b3f8-7a8ca2644c8a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625806 Nov 12 03:57:20.131439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:20.175594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:20.176220 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:20.177681 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] 10.222.0.26 "PUT /v2.0/ports/3867d38d-581c-457b-b3c1-92078c0b498e HTTP/1.1" status: 200 len: 1092 time: 1.5582604 Nov 12 03:57:20.182757 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'tag': '3867d38d-581c-457b-b3c1-92078c0b498e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:20.185121 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a93f8f6-a9f3-4812-855a-31ea520d2dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "47c04de9-1d86-4c2b-9db6-5dcc5248a7e7", "tag": "3867d38d-581c-457b-b3c1-92078c0b498e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:20.201851 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:20.225728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e4923-6777-4a26-b2bf-c1366c2f7f76 service neutron] Pushing event updated for resources: {'Port': ['ID=3867d38d-581c-457b-b3c1-92078c0b498e,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:20.225896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 7e6eef21-65b9-4307-a7e3-cd82522ae21f no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:20.241941 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9020448-6fec-4e27-a1c0-1113e10602ce x-openstack-request-id: req-a9020448-6fec-4e27-a1c0-1113e10602ce {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:20.242370 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c04de9-1d86-4c2b-9db6-5dcc5248a7e7", "tag": "3867d38d-581c-457b-b3c1-92078c0b498e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:20.245559 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a9020448-6fec-4e27-a1c0-1113e10602ce {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:20.246011 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'tag': '3867d38d-581c-457b-b3c1-92078c0b498e', 'status': 'completed', 'code': 200} Nov 12 03:57:20.257603 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 7e6eef21-65b9-4307-a7e3-cd82522ae21f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:20.259291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 7e6eef21-65b9-4307-a7e3-cd82522ae21f not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:20.355365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93f8f6-a9f3-4812-855a-31ea520d2dc5 req-68d209ef-a589-4f34-9e01-037425163675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:20.357024 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a93f8f6-a9f3-4812-855a-31ea520d2dc5 req-68d209ef-a589-4f34-9e01-037425163675 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf460ee872646e8844d17a7c3330b47&device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 1095 time: 0.0585308 Nov 12 03:57:20.431084 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:20.552727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93f8f6-a9f3-4812-855a-31ea520d2dc5 req-f692f05d-7f5e-409b-b301-693e73872bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:20.554778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a93f8f6-a9f3-4812-855a-31ea520d2dc5 req-f692f05d-7f5e-409b-b301-693e73872bc7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=bbf460ee872646e8844d17a7c3330b47&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1804407 Nov 12 03:57:20.732265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93f8f6-a9f3-4812-855a-31ea520d2dc5 req-a008ad55-1b4a-44e8-9c2d-9a850d107e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:20.737320 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a93f8f6-a9f3-4812-855a-31ea520d2dc5 req-a008ad55-1b4a-44e8-9c2d-9a850d107e86 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1518543 Nov 12 03:57:20.747027 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:20.749050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44920) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:20.846986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-ddde6e95-9a17-446d-bf36-a026023c6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:20.851061 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-ddde6e95-9a17-446d-bf36-a026023c6010 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf460ee872646e8844d17a7c3330b47&device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 1095 time: 0.0425696 Nov 12 03:57:20.851061 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:20.909957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6ce0f82d-dfac-46d9-9bf6-f6a56915a002 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=775114117c1e4f78acb41c561ed3b1e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1595557 Nov 12 03:57:20.912356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:20.948452 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-ed4ae05c-2ec1-4162-b6fc-3cc252c02f44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3867d38d-581c-457b-b3c1-92078c0b498e HTTP/1.1" status: 200 len: 217 time: 0.0505898 Nov 12 03:57:20.967673 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acd3b7f5-174d-40ba-b79f-99a08208fca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:20.991826 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acd3b7f5-174d-40ba-b79f-99a08208fca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.003417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Pushing event updated for resources: {'Port': ['ID=9084c5e2-511b-4505-9c50-8257016f2cb7,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:21.024689 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.031003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-40c0b7d3-237b-4449-a7d2-5ed9ef0601e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:21.032479 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-40c0b7d3-237b-4449-a7d2-5ed9ef0601e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10 HTTP/1.1" status: 200 len: 835 time: 0.0861983 Nov 12 03:57:21.080301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-3bcabdb1-46d0-4a5f-b54b-6235b3c16226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:21.081833 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-3bcabdb1-46d0-4a5f-b54b-6235b3c16226 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68706160-bd75-46fb-8ba9-0e10faf8ed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415452 Nov 12 03:57:21.190416 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-26d2ad33-644e-4283-a17b-ac1d60a97ab6 service neutron] 10.222.0.26 "GET /v2.0/networks/68706160-bd75-46fb-8ba9-0e10faf8ed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006470 Nov 12 03:57:21.226653 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acd3b7f5-174d-40ba-b79f-99a08208fca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.229435 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acd3b7f5-174d-40ba-b79f-99a08208fca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.229984 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.230588 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-acd3b7f5-174d-40ba-b79f-99a08208fca0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/956a4e38-9e69-4a00-86be-530ef7fd82e6 HTTP/1.1" status: 204 len: 168 time: 0.3172352 Nov 12 03:57:21.234989 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bf4eba6a-039b-439e-8f7a-d47d6fe9f9f4 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4019549 Nov 12 03:57:21.235324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:21.246180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3b7f5-174d-40ba-b79f-99a08208fca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956a4e38-9e69-4a00-86be-530ef7fd82e6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:21.265460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187892e-34ea-4cc4-a6d7-fa0a14a31205 req-0cce98f8-6815-493b-b033-b64376294bc0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:21.274377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3187892e-34ea-4cc4-a6d7-fa0a14a31205 req-0cce98f8-6815-493b-b033-b64376294bc0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 943 time: 0.0806251 Nov 12 03:57:21.338274 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3301e4fa-8441-4dc1-ace8-e88ca86724a9 req-148530c3-5450-4495-96a4-b667d8c9ffb0 service neutron] 10.222.0.26 "GET /v2.0/networks/68706160-bd75-46fb-8ba9-0e10faf8ed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293824 Nov 12 03:57:21.356739 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3187892e-34ea-4cc4-a6d7-fa0a14a31205 req-c6198d28-3d9a-451a-8e24-ed346612e007 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813363 Nov 12 03:57:21.382109 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3348487e-6e8e-4778-a9d5-462e9a81b79a no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:21.406505 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 3348487e-6e8e-4778-a9d5-462e9a81b79a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:21.406854 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3348487e-6e8e-4778-a9d5-462e9a81b79a not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:21.418981 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:21.584888 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.687848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.840274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Allocated IP 172.25.8.169 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/20355745-ebdb-45eb-ad22-ea38faf6447a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:21.956884 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.094871 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.157455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:22.159462 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Pushing event updated for resources: {'Port': ['ID=20355745-ebdb-45eb-ad22-ea38faf6447a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:22.161941 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:22.165405 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:22.192087 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:22.192935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:22.193277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:22.193614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:22.193950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:22.194282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:22.194617 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:22.194943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:22.195318 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:22.195916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:22.196279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:22.196603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:22.273041 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.411238 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.520447 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31b744-9e9b-4c12-bbd4-ed39da5994a0 req-ea5eb7c3-07ec-4468-accb-6c415bb1712f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:22.522213 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce31b744-9e9b-4c12-bbd4-ed39da5994a0 req-ea5eb7c3-07ec-4468-accb-6c415bb1712f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 943 time: 0.0725248 Nov 12 03:57:22.589460 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce31b744-9e9b-4c12-bbd4-ed39da5994a0 req-a0fea1c2-cfc4-431b-9dd3-a2553f6b3a2f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604002 Nov 12 03:57:22.630688 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.698278 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.777068 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Pushing event updated for resources: {'Port': ['ID=20355745-ebdb-45eb-ad22-ea38faf6447a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:22.803693 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.906558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.908591 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-86331dba-7d9a-4a92-a21c-f85f93b0d1ad tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6716876 Nov 12 03:57:22.912143 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45010) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:23.028193 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-37b07965-d0de-4fb6-a52a-edbf48cb68e5 tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4788 time: 0.1121795 Nov 12 03:57:23.028975 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45026) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:23.045717 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5df46d35-5cc7-434a-9480-c60861803e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.117693 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-9c2cfd4f-4cd4-4ca9-a87c-a138009d5ac3 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=c5dae71a251143eab08e564a36f058b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632529 Nov 12 03:57:23.123467 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-88bc9f08-7687-44a0-bebd-3a92c345fb80 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0899928 Nov 12 03:57:23.123811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45034) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:23.242185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-fdcff15c-66cf-47ca-865f-35b78bc3f7c7 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.243705 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-fdcff15c-66cf-47ca-865f-35b78bc3f7c7 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1152463 Nov 12 03:57:23.260073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Deleting port 20355745-ebdb-45eb-ad22-ea38faf6447a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:23.260432 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.264481 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2ab1c851-f014-4843-9e6f-b8034a536bf3 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/quotas/c5dae71a251143eab08e564a36f058b7 HTTP/1.1" status: 200 len: 375 time: 0.0123866 Nov 12 03:57:23.306485 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-4cbb17f9-85ee-4569-a1e6-c426a0ed7b8f tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=c5dae71a251143eab08e564a36f058b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341394 Nov 12 03:57:23.351830 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.352235 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.366916 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Calling delete_port for 20355745-ebdb-45eb-ad22-ea38faf6447a owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:23.624446 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.657441 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Pushing event deleted for resources: {'Port': ['ID=20355745-ebdb-45eb-ad22-ea38faf6447a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:23.678552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:23.679191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:23.679641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:23.680092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:23.680519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:23.681517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:23.682770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:23.683180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:23.683536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:23.684004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:23.684450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:23.684862 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:23.804275 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.807327 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.812461 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:23.832339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-58de5995-6c3e-4e89-94c0-84a355d8fac0 tempest-FloatingIPAdminTestJSON-1883701913 tempest-FloatingIPAdminTestJSON-1883701913-project] 10.222.0.105 "DELETE /v2.0/floatingips/1b83b44d-5cee-4250-9477-6268974b3314 HTTP/1.1" status: 204 len: 168 time: 0.6867256 Nov 12 03:57:23.843532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edc21d-6db4-4112-a1bf-a3ce65dd8d3f req-a2deef80-2227-4855-9fc7-e43db45f76b1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.848650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8edc21d-6db4-4112-a1bf-a3ce65dd8d3f req-a2deef80-2227-4855-9fc7-e43db45f76b1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 943 time: 0.1225188 Nov 12 03:57:23.905070 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9ec15cff-af84-49a5-8b7a-24f22713c439 req-45835d27-b675-450e-906b-6fd65cba6585 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0372088 Nov 12 03:57:23.947105 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8edc21d-6db4-4112-a1bf-a3ce65dd8d3f req-33235f87-ef75-42d2-96e4-b033daff5dc4 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960100 Nov 12 03:57:24.127594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0bc00dd3-0104-4d0c-aac6-f28ee6b1ce4e tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Deleting port 9084c5e2-511b-4505-9c50-8257016f2cb7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:24.127927 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bc00dd3-0104-4d0c-aac6-f28ee6b1ce4e tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.242397 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bc00dd3-0104-4d0c-aac6-f28ee6b1ce4e tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.242777 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bc00dd3-0104-4d0c-aac6-f28ee6b1ce4e tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.256875 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0bc00dd3-0104-4d0c-aac6-f28ee6b1ce4e tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Calling delete_port for 9084c5e2-511b-4505-9c50-8257016f2cb7 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:24.530165 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bc00dd3-0104-4d0c-aac6-f28ee6b1ce4e tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.571780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc00dd3-0104-4d0c-aac6-f28ee6b1ce4e tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Pushing event deleted for resources: {'Port': ['ID=9084c5e2-511b-4505-9c50-8257016f2cb7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:24.653728 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bc00dd3-0104-4d0c-aac6-f28ee6b1ce4e tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.661212 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bc00dd3-0104-4d0c-aac6-f28ee6b1ce4e tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.664899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45068) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:24.665451 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0bc00dd3-0104-4d0c-aac6-f28ee6b1ce4e tempest-FloatingIPAdminTestJSON-1331775451 tempest-FloatingIPAdminTestJSON-1331775451-project-admin] 10.222.0.105 "DELETE /v2.0/floatingips/c6290d37-a2d7-4f69-b76f-1357404f024e HTTP/1.1" status: 204 len: 168 time: 0.8470116 Nov 12 03:57:24.799628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6580f2f5-7073-46be-aaf8-f00e521a9c7a tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Deleting port 23256e83-986b-416b-9f05-8691a0997da6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:24.799994 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6580f2f5-7073-46be-aaf8-f00e521a9c7a tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.809762 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.896724 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6580f2f5-7073-46be-aaf8-f00e521a9c7a tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.911272 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6580f2f5-7073-46be-aaf8-f00e521a9c7a tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Calling delete_port for 23256e83-986b-416b-9f05-8691a0997da6 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:25.007723 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b566f63b-c9b5-4f80-8e1d-a13d5ad250c4 req-85cf8129-e25f-4322-ac5f-b74a15ba28e3 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0348024 Nov 12 03:57:25.096136 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946d3ce-86f4-4277-b55d-14826a392e9b req-8fe9ee79-0d8d-4ea0-b976-b1cfb7c0263f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:25.103113 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6946d3ce-86f4-4277-b55d-14826a392e9b req-8fe9ee79-0d8d-4ea0-b976-b1cfb7c0263f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 943 time: 0.0682459 Nov 12 03:57:25.149928 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6580f2f5-7073-46be-aaf8-f00e521a9c7a tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.188410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580f2f5-7073-46be-aaf8-f00e521a9c7a tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event deleted for resources: {'Port': ['ID=23256e83-986b-416b-9f05-8691a0997da6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:25.228197 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6946d3ce-86f4-4277-b55d-14826a392e9b req-e55953ce-6d5f-499d-a49b-88f0e624640d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189241 Nov 12 03:57:25.295248 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6580f2f5-7073-46be-aaf8-f00e521a9c7a tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.300871 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6580f2f5-7073-46be-aaf8-f00e521a9c7a tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "DELETE /v2.0/ports/23256e83-986b-416b-9f05-8691a0997da6 HTTP/1.1" status: 204 len: 168 time: 0.6375890 Nov 12 03:57:25.303773 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45084) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:25.368498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe260c3b-79f7-4ac5-8975-c623fdfdeb89 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:25.372427 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fe260c3b-79f7-4ac5-8975-c623fdfdeb89 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "GET /v2.0/ports?device_id=349cb81e-6575-458c-babf-2058b07e19d9 HTTP/1.1" status: 200 len: 913 time: 0.0648589 Nov 12 03:57:25.372801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45086) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:25.385957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3867d38d-581c-457b-b3c1-92078c0b498e details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:25.576210 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3867d38d-581c-457b-b3c1-92078c0b498e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3867d38d-581c-457b-b3c1-92078c0b498e,segment=NetworkSegment(e6027a17-6f81-498d-a337-dd5478f08ef3),segment_id=e6027a17-6f81-498d-a337-dd5478f08ef3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:25.593568 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '3867d38d-581c-457b-b3c1-92078c0b498e', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'port_id': '3867d38d-581c-457b-b3c1-92078c0b498e', 'mac_address': 'fa:16:3e:cc:0f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:25.646036 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.664515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3867d38d-581c-457b-b3c1-92078c0b498e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:25.695163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3867d38d-581c-457b-b3c1-92078c0b498e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3867d38d-581c-457b-b3c1-92078c0b498e,segment=NetworkSegment(e6027a17-6f81-498d-a337-dd5478f08ef3),segment_id=e6027a17-6f81-498d-a337-dd5478f08ef3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:25.809490 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.878766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=3867d38d-581c-457b-b3c1-92078c0b498e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:25.890797 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:25.891856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:25.893239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:25.893851 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:25.894299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:25.894856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:25.895417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:25.895966 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:25.896502 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:25.904272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:25.904272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:25.904272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:25.911985 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-419ef47e-9b0c-440b-908f-29baa4b88f7d tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:26.150074 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee01f2ea-8b71-49da-a606-5b7ae372e914 req-cfe89520-3386-4c79-9b43-5d1ca5720fb9 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0482900 Nov 12 03:57:26.434970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a847b9-4964-44e3-968d-467194a2a5a3 req-2e40aa3f-b4f6-45dc-b41d-16bd4d1968c0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:26.442625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60a847b9-4964-44e3-968d-467194a2a5a3 req-2e40aa3f-b4f6-45dc-b41d-16bd4d1968c0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 944 time: 0.0709422 Nov 12 03:57:26.458999 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-acc2f764-77b5-45be-ac7e-6ce8c00a35fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:26.514528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['3867d38d-581c-457b-b3c1-92078c0b498e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:26.527450 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60a847b9-4964-44e3-968d-467194a2a5a3 req-95792616-2960-408c-baf5-028bfb6c493c tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804677 Nov 12 03:57:26.527684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-419ef47e-9b0c-440b-908f-29baa4b88f7d tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Deleting port c24a9c74-e778-48b7-9b92-9104c849f705 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:26.528273 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-419ef47e-9b0c-440b-908f-29baa4b88f7d tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:26.669781 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-419ef47e-9b0c-440b-908f-29baa4b88f7d tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:26.687275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-419ef47e-9b0c-440b-908f-29baa4b88f7d tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Calling delete_port for c24a9c74-e778-48b7-9b92-9104c849f705 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:26.755938 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:27.084611 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-419ef47e-9b0c-440b-908f-29baa4b88f7d tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:27.114545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ef47e-9b0c-440b-908f-29baa4b88f7d tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event deleted for resources: {'Port': ['ID=c24a9c74-e778-48b7-9b92-9104c849f705,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:27.340223 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-191b4f38-19e1-44c9-b021-246194dcdba6 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c5dae71a251143eab08e564a36f058b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392308 Nov 12 03:57:27.379123 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2db56a82-8139-4a92-9372-700814b09c0c req-63cb8430-f218-4158-a3d5-3114163a9335 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0441740 Nov 12 03:57:27.399102 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-419ef47e-9b0c-440b-908f-29baa4b88f7d tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:27.568975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-aa564322-6c03-42ea-a746-5d8868a4479a tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:27.570047 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-aa564322-6c03-42ea-a746-5d8868a4479a tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222152 Nov 12 03:57:27.602907 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Request body: {'port': {'device_id': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': 'c5dae71a251143eab08e564a36f058b7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:27.881031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef609b-28cb-45dc-91d6-73a73ca36c19 req-b57ae697-df8e-4a93-8509-1ef07d2b5108 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:27.889046 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3fef609b-28cb-45dc-91d6-73a73ca36c19 req-b57ae697-df8e-4a93-8509-1ef07d2b5108 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 944 time: 0.2240934 Nov 12 03:57:27.967577 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3fef609b-28cb-45dc-91d6-73a73ca36c19 req-2b297510-1454-4ea1-9896-79c3ba08ab5b tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772097 Nov 12 03:57:28.015268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Made reservation on behalf of c5dae71a251143eab08e564a36f058b7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:28.019255 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.028678 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.191432 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.244367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419ef47e-9b0c-440b-908f-29baa4b88f7d tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Router 349cb81e-6575-458c-babf-2058b07e19d9 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:28.286810 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.338171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4376e97e-60e9-40c1-9ab3-3f9a19da8981,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:28.395295 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419ef47e-9b0c-440b-908f-29baa4b88f7d tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:28.400743 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-419ef47e-9b0c-440b-908f-29baa4b88f7d tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "PUT /v2.0/routers/349cb81e-6575-458c-babf-2058b07e19d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0265081 Nov 12 03:57:28.403354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:28.406190 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de77606-f44e-4c85-957a-0536ad52026c None None] Sync routers for ids ['349cb81e-6575-458c-babf-2058b07e19d9'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:28.420756 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de77606-f44e-4c85-957a-0536ad52026c None None] Routers {'349cb81e-6575-458c-babf-2058b07e19d9'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:28.421907 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1de77606-f44e-4c85-957a-0536ad52026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['349cb81e-6575-458c-babf-2058b07e19d9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:28.464561 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.485656 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1de77606-f44e-4c85-957a-0536ad52026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:28.497527 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de77606-f44e-4c85-957a-0536ad52026c None None] Routers {'349cb81e-6575-458c-babf-2058b07e19d9'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:28.498465 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1de77606-f44e-4c85-957a-0536ad52026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['349cb81e-6575-458c-babf-2058b07e19d9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:28.541606 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1de77606-f44e-4c85-957a-0536ad52026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:28.542566 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de77606-f44e-4c85-957a-0536ad52026c None None] The sync data for ids ['349cb81e-6575-458c-babf-2058b07e19d9'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:28.547263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Allocated IP 192.168.233.9 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/f3d2634e-33f5-495f-b5ea-adab45b43e21) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:28.604654 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0dcc043a-4a77-4b19-a4e9-ad391a1a56fd req-5d43848e-02ec-412a-9b63-4dd0c6573cdf tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 210 time: 0.1221325 Nov 12 03:57:28.644259 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.775170 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.785570 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.941432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Deleting port 6129a501-cd79-40a9-89d5-e8a2893e7fe5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:28.941803 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.944327 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.946347 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.022862 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:29.030924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:29.038428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:29.044424 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Pushing event updated for resources: {'Port': ['ID=f3d2634e-33f5-495f-b5ea-adab45b43e21,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:29.063498 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.131582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:29.132292 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.156700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Calling delete_port for 6129a501-cd79-40a9-89d5-e8a2893e7fe5 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:29.200563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdd6ed-1983-48c6-a93d-1a14ef3c64c4 req-b599b6c4-1369-43f4-9a1b-0cc1da1dc7bf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:29.202353 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-48bdd6ed-1983-48c6-a93d-1a14ef3c64c4 req-b599b6c4-1369-43f4-9a1b-0cc1da1dc7bf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 944 time: 0.1440337 Nov 12 03:57:29.427527 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-d32a4c6a-8f96-4289-af32-083b7a568ff5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6616800 Nov 12 03:57:29.427527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Request body: {'port': {'device_id': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:29.431678 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-48bdd6ed-1983-48c6-a93d-1a14ef3c64c4 req-f96fd302-57b5-4219-9c25-d1c1129da4f8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506464 Nov 12 03:57:29.432121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3867d38d-581c-457b-b3c1-92078c0b498e up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:29.432246 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.456655 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-514890ee-6288-4022-9d14-1d0fe8baf041 None None] Provisioning complete for port f3d2634e-33f5-495f-b5ea-adab45b43e21 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:29.457540 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-514890ee-6288-4022-9d14-1d0fe8baf041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.504341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-514890ee-6288-4022-9d14-1d0fe8baf041 None None] Port f3d2634e-33f5-495f-b5ea-adab45b43e21 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:29.633759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 3867d38d-581c-457b-b3c1-92078c0b498e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:29.645099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 3867d38d-581c-457b-b3c1-92078c0b498e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:29.645099 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.788967 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.797395 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.835190 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event deleted for resources: {'Port': ['ID=6129a501-cd79-40a9-89d5-e8a2893e7fe5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:29.862712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3867d38d-581c-457b-b3c1-92078c0b498e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3867d38d-581c-457b-b3c1-92078c0b498e,segment=NetworkSegment(e6027a17-6f81-498d-a337-dd5478f08ef3),segment_id=e6027a17-6f81-498d-a337-dd5478f08ef3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:29.863729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3867d38d-581c-457b-b3c1-92078c0b498e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:29.866220 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837e6401-4cd2-405a-b886-70d2f1d39d26" -d '{"events": [{"server_uuid": "47c04de9-1d86-4c2b-9db6-5dcc5248a7e7", "name": "network-vif-plugged", "status": "completed", "tag": "3867d38d-581c-457b-b3c1-92078c0b498e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:29.879755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f92c1-d035-4475-a562-cfdd3b90a4f7 req-c6410457-f8ac-4011-a3db-f478b4c400d4 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:29.882619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-328f92c1-d035-4475-a562-cfdd3b90a4f7 req-c6410457-f8ac-4011-a3db-f478b4c400d4 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 934 time: 0.1270542 Nov 12 03:57:29.932744 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c275cc0-376f-48d1-92e2-f9ce6bf10654 x-openstack-request-id: req-4c275cc0-376f-48d1-92e2-f9ce6bf10654 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:29.933041 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c04de9-1d86-4c2b-9db6-5dcc5248a7e7", "name": "network-vif-plugged", "status": "completed", "tag": "3867d38d-581c-457b-b3c1-92078c0b498e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:29.933322 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4c275cc0-376f-48d1-92e2-f9ce6bf10654 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:29.934782 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3867d38d-581c-457b-b3c1-92078c0b498e', 'code': 200} Nov 12 03:57:29.946201 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.976594 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.996876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-328f92c1-d035-4475-a562-cfdd3b90a4f7 req-c7b4bbba-d366-4faa-83d3-67caba7870e6 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995879 Nov 12 03:57:30.062447 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d2634e-33f5-495f-b5ea-adab45b43e21 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:30.073695 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.092682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Transition to ACTIVE for port object f3d2634e-33f5-495f-b5ea-adab45b43e21 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:57:30.093837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=3867d38d-581c-457b-b3c1-92078c0b498e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:30.150315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.153932 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.168091 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.203017 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2f58d-f409-4109-a43e-068833bf4719 req-9aed2aea-c0a6-44ed-81d6-0c1d202100a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.205174 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ce2f58d-f409-4109-a43e-068833bf4719 req-9aed2aea-c0a6-44ed-81d6-0c1d202100a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 1097 time: 0.1529183 Nov 12 03:57:30.290188 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ce2f58d-f409-4109-a43e-068833bf4719 req-407b368a-1552-4ea1-a718-c02c60e809ae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729008 Nov 12 03:57:30.292680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d2634e-33f5-495f-b5ea-adab45b43e21,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:30.333008 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.333598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Fanout notify agent at l3_agent the message router_deleted on router 349cb81e-6575-458c-babf-2058b07e19d9 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:57:30.357289 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.373084 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7af3148b-35dd-4767-ba54-257dd90d53a6 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "DELETE /v2.0/routers/349cb81e-6575-458c-babf-2058b07e19d9 HTTP/1.1" status: 204 len: 168 time: 1.9655581 Nov 12 03:57:30.373084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:30.435035 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Attempting to bind port f3d2634e-33f5-495f-b5ea-adab45b43e21 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:30.435798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Attempting to bind port f3d2634e-33f5-495f-b5ea-adab45b43e21 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:30.436467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Attempting to bind port f3d2634e-33f5-495f-b5ea-adab45b43e21 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:30.442227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Port f3d2634e-33f5-495f-b5ea-adab45b43e21 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:57:30.442481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Attempting to bind port f3d2634e-33f5-495f-b5ea-adab45b43e21 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:30.448345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:30.448781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:30.449065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:30.449543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Bound port: f3d2634e-33f5-495f-b5ea-adab45b43e21, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:30.449864 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.515581 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80f302f-85e5-4be1-835f-3eeb60920cb0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Deleting subnet a7a02d9e-5d36-487c-9e68-834e151088dd {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:57:30.520822 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a80f302f-85e5-4be1-835f-3eeb60920cb0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.575502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a80f302f-85e5-4be1-835f-3eeb60920cb0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.585796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] For port f3d2634e-33f5-495f-b5ea-adab45b43e21, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:30.590319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] For port f3d2634e-33f5-495f-b5ea-adab45b43e21, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f3d2634e-33f5-495f-b5ea-adab45b43e21,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:30.611878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56960b-76e0-4a63-a9ba-a8e31d8f27f7 req-d0d1e2de-6aea-49ec-85f1-0f7ad540087b tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.613480 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d56960b-76e0-4a63-a9ba-a8e31d8f27f7 req-d0d1e2de-6aea-49ec-85f1-0f7ad540087b tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 945 time: 0.0941107 Nov 12 03:57:30.700149 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.722431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.722431 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.722431 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] 10.222.0.25 "PUT /v2.0/ports/f3d2634e-33f5-495f-b5ea-adab45b43e21 HTTP/1.1" status: 200 len: 1095 time: 1.4544125 Nov 12 03:57:30.723159 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a80f302f-85e5-4be1-835f-3eeb60920cb0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.724022 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d56960b-76e0-4a63-a9ba-a8e31d8f27f7 req-b490a36c-2c6a-4d35-b72c-54f3c9e84089 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021249 Nov 12 03:57:30.728213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'tag': 'f3d2634e-33f5-495f-b5ea-adab45b43e21'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:30.730743 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bc2c66-ca8d-44dc-946c-2366140ab5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c35651a3-8459-4040-906b-e28df51d9bf0", "tag": "f3d2634e-33f5-495f-b5ea-adab45b43e21"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:30.831946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedcd2e-165e-46e0-afe7-e3ed34d44889 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d2634e-33f5-495f-b5ea-adab45b43e21,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:30.859844 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d080a785-12cf-4653-b742-fcd6f5a41dcc x-openstack-request-id: req-d080a785-12cf-4653-b742-fcd6f5a41dcc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:30.862545 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35651a3-8459-4040-906b-e28df51d9bf0", "tag": "f3d2634e-33f5-495f-b5ea-adab45b43e21", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:30.862887 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d080a785-12cf-4653-b742-fcd6f5a41dcc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:30.863559 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'tag': 'f3d2634e-33f5-495f-b5ea-adab45b43e21', 'status': 'completed', 'code': 200} Nov 12 03:57:30.953990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc2c66-ca8d-44dc-946c-2366140ab5f0 req-025a3bb7-d2e9-417c-a776-b906aa6af855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.956718 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-47bc2c66-ca8d-44dc-946c-2366140ab5f0 req-025a3bb7-d2e9-417c-a776-b906aa6af855 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5dae71a251143eab08e564a36f058b7&device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0754378 Nov 12 03:57:30.972733 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a80f302f-85e5-4be1-835f-3eeb60920cb0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.004177 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-47bc2c66-ca8d-44dc-946c-2366140ab5f0 req-4dce6423-5128-4d4c-a729-41250edd8513 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c5dae71a251143eab08e564a36f058b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286524 Nov 12 03:57:31.019655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f302f-85e5-4be1-835f-3eeb60920cb0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a02d9e-5d36-487c-9e68-834e151088dd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:31.019655 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a80f302f-85e5-4be1-835f-3eeb60920cb0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.019655 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a80f302f-85e5-4be1-835f-3eeb60920cb0 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "DELETE /v2.0/subnets/a7a02d9e-5d36-487c-9e68-834e151088dd HTTP/1.1" status: 204 len: 168 time: 0.6414404 Nov 12 03:57:31.020361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:31.028752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc72a26-bf00-4ca4-86e8-389dee665681 None None] Network c4e1a461-b40e-4392-9765-af41b7b26cd6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:31.182670 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.232223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc2c66-ca8d-44dc-946c-2366140ab5f0 req-fbca3224-b67f-4deb-b270-d1bf5ff0e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.233639 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-47bc2c66-ca8d-44dc-946c-2366140ab5f0 req-fbca3224-b67f-4deb-b270-d1bf5ff0e8f3 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2077453 Nov 12 03:57:31.341184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7c5a-084a-4f77-8fe0-a0a4d4a10510 req-ebf29914-9025-42b9-a914-1fadadf54894 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.344707 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Deleting port c9d3e762-80f5-4cd1-be57-3d9ee10d666f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:31.346190 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.349073 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-376a7c5a-084a-4f77-8fe0-a0a4d4a10510 req-ebf29914-9025-42b9-a914-1fadadf54894 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 946 time: 0.1144178 Nov 12 03:57:31.464539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] For port c9d3e762-80f5-4cd1-be57-3d9ee10d666f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c9d3e762-80f5-4cd1-be57-3d9ee10d666f,segment=NetworkSegment(3a807aef-b85a-45f4-afc6-0d4a7afa27f7),segment_id=3a807aef-b85a-45f4-afc6-0d4a7afa27f7)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:31.465045 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.483802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Calling delete_port for c9d3e762-80f5-4cd1-be57-3d9ee10d666f owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:31.507173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-b1acbead-b34e-450c-829f-dc48e17c63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.508739 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-b1acbead-b34e-450c-829f-dc48e17c63f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5dae71a251143eab08e564a36f058b7&device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 1098 time: 0.2061834 Nov 12 03:57:31.551087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f31b53-02f8-4fef-9e4e-3b4472de5423 None None] DHCP port deletion for c4e1a461-b40e-4392-9765-af41b7b26cd6 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:57:31.584660 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-7f5363f9-0a2d-43f5-a9f8-4e862d83d23c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f3d2634e-33f5-495f-b5ea-adab45b43e21 HTTP/1.1" status: 200 len: 217 time: 0.0595903 Nov 12 03:57:31.619096 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f0f31b53-02f8-4fef-9e4e-3b4472de5423 None None] Deleting port c9d3e762-80f5-4cd1-be57-3d9ee10d666f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:31.623298 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0f31b53-02f8-4fef-9e4e-3b4472de5423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.629528 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-376a7c5a-084a-4f77-8fe0-a0a4d4a10510 req-78fc5b4f-91ee-4ab3-8e25-a08c24e534e2 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082350 Nov 12 03:57:31.661835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-7d3886b7-74ff-4684-b9dd-8e3ef69e47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.663717 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-7d3886b7-74ff-4684-b9dd-8e3ef69e47e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0678039 Nov 12 03:57:31.718950 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f0f31b53-02f8-4fef-9e4e-3b4472de5423 None None] For port c9d3e762-80f5-4cd1-be57-3d9ee10d666f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c9d3e762-80f5-4cd1-be57-3d9ee10d666f,segment=NetworkSegment(3a807aef-b85a-45f4-afc6-0d4a7afa27f7),segment_id=3a807aef-b85a-45f4-afc6-0d4a7afa27f7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:31.719661 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0f31b53-02f8-4fef-9e4e-3b4472de5423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.737025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f0f31b53-02f8-4fef-9e4e-3b4472de5423 None None] Calling delete_port for c9d3e762-80f5-4cd1-be57-3d9ee10d666f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:31.758346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.769630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-80ba54e3-7605-4f10-949c-d04ead3e98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.769630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-80ba54e3-7605-4f10-949c-d04ead3e98cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0929031 Nov 12 03:57:31.795466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] No DVR routers for this DVR port c9d3e762-80f5-4cd1-be57-3d9ee10d666f on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:31.803698 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event deleted for resources: {'Port': ['ID=c9d3e762-80f5-4cd1-be57-3d9ee10d666f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:31.886197 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c9d3e762-80f5-4cd1-be57-3d9ee10d666f no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:31.921701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.928833 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: c9d3e762-80f5-4cd1-be57-3d9ee10d666f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:31.928833 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c9d3e762-80f5-4cd1-be57-3d9ee10d666f not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:31.944598 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0f31b53-02f8-4fef-9e4e-3b4472de5423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.991309 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f31b53-02f8-4fef-9e4e-3b4472de5423 None None] Pushing event deleted for resources: {'Port': ['ID=c9d3e762-80f5-4cd1-be57-3d9ee10d666f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:31.994986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f31b53-02f8-4fef-9e4e-3b4472de5423 None None] No DVR routers for this DVR port c9d3e762-80f5-4cd1-be57-3d9ee10d666f on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:32.014277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-13c73372-ba53-4eef-be75-b3b0b0d561d5 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361467 Nov 12 03:57:32.015526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e1a461-b40e-4392-9765-af41b7b26cd6']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:32.049775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a807aef-b85a-45f4-afc6-0d4a7afa27f7') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:32.050733 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a807aef-b85a-45f4-afc6-0d4a7afa27f7') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:32.072531 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.106391 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.114828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:57:32.115565 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:57:32.220622 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:57:32.306562 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f1b85c1-87e4-454f-be30-5f32e769eafa req-85446c07-6ae0-4b35-a9bb-0f49775968e5 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869506 Nov 12 03:57:32.326339 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7558433-0119-4e9b-b5de-ee39dd518e3e req-f0e4fa2c-7da3-4e86-9cfa-5e86498866c5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:32.328658 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7558433-0119-4e9b-b5de-ee39dd518e3e req-f0e4fa2c-7da3-4e86-9cfa-5e86498866c5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 945 time: 0.3780086 Nov 12 03:57:32.447681 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7558433-0119-4e9b-b5de-ee39dd518e3e req-9dd4b1fb-bfd5-41b6-8e5b-d6901de95d53 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035955 Nov 12 03:57:32.518423 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.538435 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.541994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "DELETE /v2.0/networks/c4e1a461-b40e-4392-9765-af41b7b26cd6 HTTP/1.1" status: 204 len: 168 time: 1.5209012 Nov 12 03:57:32.544239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:32.575512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671f2a7-20b8-4e88-9bc3-2326b59fb2e1 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event deleted for resources: {'Network': ['ID=c4e1a461-b40e-4392-9765-af41b7b26cd6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:32.793361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8fdff358-04e1-4c2e-86b3-d973878f9c45 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Deleting port 8b91d526-3810-4754-ad23-15aeb94cfcc9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:32.793361 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fdff358-04e1-4c2e-86b3-d973878f9c45 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.891194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcfe3a-b934-4169-b060-8024e24cd88e req-4bd6b282-d157-4176-94b9-e49d771c1b92 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:32.891194 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-83bcfe3a-b934-4169-b060-8024e24cd88e req-4bd6b282-d157-4176-94b9-e49d771c1b92 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 946 time: 0.0809772 Nov 12 03:57:32.960303 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-83bcfe3a-b934-4169-b060-8024e24cd88e req-5df9e5ee-fdf6-4eb3-9cfc-34d61320a23a tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843689 Nov 12 03:57:32.976365 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fdff358-04e1-4c2e-86b3-d973878f9c45 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.976717 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fdff358-04e1-4c2e-86b3-d973878f9c45 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.995108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8fdff358-04e1-4c2e-86b3-d973878f9c45 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Calling delete_port for 8b91d526-3810-4754-ad23-15aeb94cfcc9 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:33.398442 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fdff358-04e1-4c2e-86b3-d973878f9c45 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:33.486617 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdff358-04e1-4c2e-86b3-d973878f9c45 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Pushing event deleted for resources: {'Port': ['ID=8b91d526-3810-4754-ad23-15aeb94cfcc9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:33.662716 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fdff358-04e1-4c2e-86b3-d973878f9c45 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:33.673986 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fdff358-04e1-4c2e-86b3-d973878f9c45 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:33.673986 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8fdff358-04e1-4c2e-86b3-d973878f9c45 tempest-FloatingIPAdminTestJSON-1177466607 tempest-FloatingIPAdminTestJSON-1177466607-project] 10.222.0.105 "DELETE /v2.0/floatingips/11af2504-7234-44fe-b4eb-4aebfa5750a5 HTTP/1.1" status: 204 len: 168 time: 1.1255713 Nov 12 03:57:33.786156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce1e2e-9631-411d-bc02-f01f141da083 req-2259610f-1b64-4211-af0d-e1b2ce8908ac tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.797574 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6ce1e2e-9631-411d-bc02-f01f141da083 req-2259610f-1b64-4211-af0d-e1b2ce8908ac tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 945 time: 0.1568146 Nov 12 03:57:33.918199 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6ce1e2e-9631-411d-bc02-f01f141da083 req-c7192501-d318-4708-b954-4e05f7fd80af tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075068 Nov 12 03:57:34.217933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b04951-2102-47f8-905f-30a4e429e2ac req-65bb12e1-1769-4da7-acad-c7f3d8a5e7de tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:34.218889 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01b04951-2102-47f8-905f-30a4e429e2ac req-65bb12e1-1769-4da7-acad-c7f3d8a5e7de tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 945 time: 0.1684446 Nov 12 03:57:34.247282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803918d3-6436-4757-8ed5-3f899496a233 req-ba930727-49c3-458e-8e93-428fdb155ee5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:34.251069 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-803918d3-6436-4757-8ed5-3f899496a233 req-ba930727-49c3-458e-8e93-428fdb155ee5 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 946 time: 0.1731989 Nov 12 03:57:34.344183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-803918d3-6436-4757-8ed5-3f899496a233 req-1b04fdf1-f24c-44a1-84dd-2200d845f617 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876462 Nov 12 03:57:34.400740 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01b04951-2102-47f8-905f-30a4e429e2ac req-adc04ad6-cfd4-424e-9b7f-c279cb4af3e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638451 Nov 12 03:57:34.421657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:34.526291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45224) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:34.526731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7155cec9-8240-4f2b-9bc8-6b7615adc742 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:34.531098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7155cec9-8240-4f2b-9bc8-6b7615adc742 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 1092 time: 0.1039679 Nov 12 03:57:34.531456 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:34.552371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '3867d38d-581c-457b-b3c1-92078c0b498e', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:34.789017 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.799791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:34.800771 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-59ec02ab-afe9-4c97-8869-ce54ad4845aa admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3c9a9efe0a7c42ff83b1bfbb526d777f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718813 Nov 12 03:57:34.908409 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4aed2af9-1d5a-4e32-ac60-f3ed280aa459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.953478 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4aed2af9-1d5a-4e32-ac60-f3ed280aa459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.961778 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.125645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Allocated IP 172.25.8.107 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/9da41a10-dccd-47e3-8344-dc3df9c3bd80) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:35.133536 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4aed2af9-1d5a-4e32-ac60-f3ed280aa459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.136660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4aed2af9-1d5a-4e32-ac60-f3ed280aa459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.152633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4aed2af9-1d5a-4e32-ac60-f3ed280aa459 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9d4ecc3a-ffed-451b-8d46-0e7bed05ac3d HTTP/1.1" status: 204 len: 168 time: 0.3513591 Nov 12 03:57:35.177163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed2af9-1d5a-4e32-ac60-f3ed280aa459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4ecc3a-ffed-451b-8d46-0e7bed05ac3d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:35.326038 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.558241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29e5a4-b5a2-408c-939b-c6054cc17d6f req-b66d1738-e7ff-4da1-b9da-eba65261a0b3 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:35.568083 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb29e5a4-b5a2-408c-939b-c6054cc17d6f req-b66d1738-e7ff-4da1-b9da-eba65261a0b3 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 946 time: 0.1025317 Nov 12 03:57:35.588550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.693316 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb29e5a4-b5a2-408c-939b-c6054cc17d6f req-be77cf7e-2007-464c-bcfb-10ebf6f92f08 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250725 Nov 12 03:57:35.722053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:35.736424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:35.745516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:35.821049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=9da41a10-dccd-47e3-8344-dc3df9c3bd80,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:36.250288 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:36.266583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f3d2634e-33f5-495f-b5ea-adab45b43e21 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:36.275440 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a56e9c6a-206b-4d1f-9201-281e0c5078ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.386255 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a56e9c6a-206b-4d1f-9201-281e0c5078ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.459455 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.482339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f3d2634e-33f5-495f-b5ea-adab45b43e21, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f3d2634e-33f5-495f-b5ea-adab45b43e21,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:36.504395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'f3d2634e-33f5-495f-b5ea-adab45b43e21', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'f3d2634e-33f5-495f-b5ea-adab45b43e21', 'mac_address': 'fa:16:3e:0f:a0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:36.536616 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a56e9c6a-206b-4d1f-9201-281e0c5078ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.560286 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.585074 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e9c6a-206b-4d1f-9201-281e0c5078ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c551c259-6246-4316-8a44-cbb3dfb9a8d5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:36.585743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d2634e-33f5-495f-b5ea-adab45b43e21 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:36.599181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a56e9c6a-206b-4d1f-9201-281e0c5078ec admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=37c3036de0a4421faba099c7b3c73f0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3478289 Nov 12 03:57:36.602508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45262) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:36.626664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f3d2634e-33f5-495f-b5ea-adab45b43e21, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f3d2634e-33f5-495f-b5ea-adab45b43e21,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:36.680186 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.720590 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.806713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=f3d2634e-33f5-495f-b5ea-adab45b43e21,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:36.933528 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.999977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66802c20-c75f-444a-a55f-0aa73c70084e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.030063 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66802c20-c75f-444a-a55f-0aa73c70084e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.077233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.086694 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['f3d2634e-33f5-495f-b5ea-adab45b43e21'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:37.137677 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=9da41a10-dccd-47e3-8344-dc3df9c3bd80,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:37.151967 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa4110-5f49-48ad-976c-9bd0b7463fed req-4af95111-f0c7-4d63-917a-209cdb32de52 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:37.160826 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ffa4110-5f49-48ad-976c-9bd0b7463fed req-4af95111-f0c7-4d63-917a-209cdb32de52 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 947 time: 0.2248249 Nov 12 03:57:37.237480 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66802c20-c75f-444a-a55f-0aa73c70084e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.271707 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66802c20-c75f-444a-a55f-0aa73c70084e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.271707 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-66802c20-c75f-444a-a55f-0aa73c70084e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c551c259-6246-4316-8a44-cbb3dfb9a8d5 HTTP/1.1" status: 204 len: 168 time: 0.6399689 Nov 12 03:57:37.271707 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.328772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66802c20-c75f-444a-a55f-0aa73c70084e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c551c259-6246-4316-8a44-cbb3dfb9a8d5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:37.364807 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ffa4110-5f49-48ad-976c-9bd0b7463fed req-d1be15a0-efa7-47e9-a666-ce066e29c4dc tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028518 Nov 12 03:57:37.488095 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Floating IP 9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e associated. External IP: 172.25.8.107, port: 3867d38d-581c-457b-b3c1-92078c0b498e. Nov 12 03:57:38.169570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Router f44c6d19-8bc4-4d60-854f-c71b9da8f189 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:38.280546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f3d2634e-33f5-495f-b5ea-adab45b43e21 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:38.352312 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:38.381671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20eaf58-8864-44df-a9a3-02028c9e1ed5 None None] Sync routers for ids ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:38.412587 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20eaf58-8864-44df-a9a3-02028c9e1ed5 None None] Routers {'f44c6d19-8bc4-4d60-854f-c71b9da8f189'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:38.413550 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e20eaf58-8864-44df-a9a3-02028c9e1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:38.484233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:38.518521 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.567216 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b880810f-28b8-40cc-abde-3cf91c7ea2a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.647645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port f3d2634e-33f5-495f-b5ea-adab45b43e21 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:38.653942 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port f3d2634e-33f5-495f-b5ea-adab45b43e21 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:38.654269 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.742571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e20eaf58-8864-44df-a9a3-02028c9e1ed5 None None] Set router f44c6d19-8bc4-4d60-854f-c71b9da8f189 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:38.744863 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b880810f-28b8-40cc-abde-3cf91c7ea2a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.786673 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-52d12163-4a57-4087-b21d-e4eaeb59cc93 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2541258 Nov 12 03:57:38.789600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45294) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:38.795353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'tag': '3867d38d-581c-457b-b3c1-92078c0b498e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:38.804223 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c110bc8a-774f-4c97-b270-86c238f03eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "47c04de9-1d86-4c2b-9db6-5dcc5248a7e7", "tag": "3867d38d-581c-457b-b3c1-92078c0b498e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:38.851120 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b880810f-28b8-40cc-abde-3cf91c7ea2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.950789 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040f432f-5b99-4afb-adb3-ddebc452d8f9 x-openstack-request-id: req-040f432f-5b99-4afb-adb3-ddebc452d8f9 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:38.951500 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c04de9-1d86-4c2b-9db6-5dcc5248a7e7", "tag": "3867d38d-581c-457b-b3c1-92078c0b498e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:38.951988 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-040f432f-5b99-4afb-adb3-ddebc452d8f9 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:38.953024 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'tag': '3867d38d-581c-457b-b3c1-92078c0b498e', 'status': 'completed', 'code': 200} Nov 12 03:57:39.009411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7187f93c-d48a-4214-b4ae-4de0b2f0c875 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/floatingips/9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e HTTP/1.1" status: 200 len: 991 time: 0.2182019 Nov 12 03:57:39.010478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45300) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:39.010857 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b880810f-28b8-40cc-abde-3cf91c7ea2a5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=70df7bfb39074be19ae48fa726dd0df2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5289562 Nov 12 03:57:39.014749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880810f-28b8-40cc-abde-3cf91c7ea2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9022c2-d7c1-4d0b-a11d-0f834029f20e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:39.121187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea8264-f9a9-4dc2-b22d-d0179731d652 req-e6d9035a-d82c-4d51-98a7-1a8935975e28 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:39.127406 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85ea8264-f9a9-4dc2-b22d-d0179731d652 req-e6d9035a-d82c-4d51-98a7-1a8935975e28 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 947 time: 0.6144676 Nov 12 03:57:39.276907 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.293812 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-247f8ebd-258d-49a7-9603-3309d331bc61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.358918 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-247f8ebd-258d-49a7-9603-3309d331bc61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.360769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110bc8a-774f-4c97-b270-86c238f03eb8 req-3ff0dbb4-dc20-4a17-af30-58d377affc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:39.370180 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c110bc8a-774f-4c97-b270-86c238f03eb8 req-3ff0dbb4-dc20-4a17-af30-58d377affc16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf460ee872646e8844d17a7c3330b47&device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 1097 time: 0.3333182 Nov 12 03:57:39.384020 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85ea8264-f9a9-4dc2-b22d-d0179731d652 req-382ece88-c075-4423-9e79-75e0281240da tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177830 Nov 12 03:57:39.442839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2634e-33f5-495f-b5ea-adab45b43e21'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:39.458834 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837e5a93-b8ab-41e0-b5f3-7427aab57bf1" -d '{"events": [{"server_uuid": "c35651a3-8459-4040-906b-e28df51d9bf0", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2634e-33f5-495f-b5ea-adab45b43e21"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:39.536250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f3d2634e-33f5-495f-b5ea-adab45b43e21, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f3d2634e-33f5-495f-b5ea-adab45b43e21,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:39.590506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e20eaf58-8864-44df-a9a3-02028c9e1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T03:57:04Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'port_id': '3867d38d-581c-457b-b3c1-92078c0b498e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'mac_address': 'fa:16:3e:cc:0f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:36Z', 'revision_number': 0, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:10Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:39.592745 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b254ed06-cfd9-40c3-9688-a4737d75a3c7 x-openstack-request-id: req-b254ed06-cfd9-40c3-9688-a4737d75a3c7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:39.593665 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35651a3-8459-4040-906b-e28df51d9bf0", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2634e-33f5-495f-b5ea-adab45b43e21", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:39.605481 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b254ed06-cfd9-40c3-9688-a4737d75a3c7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:39.606001 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2634e-33f5-495f-b5ea-adab45b43e21', 'code': 200} Nov 12 03:57:39.612246 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-247f8ebd-258d-49a7-9603-3309d331bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.615065 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-247f8ebd-258d-49a7-9603-3309d331bc61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.616798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-247f8ebd-258d-49a7-9603-3309d331bc61 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5f9022c2-d7c1-4d0b-a11d-0f834029f20e HTTP/1.1" status: 204 len: 168 time: 0.6038091 Nov 12 03:57:39.659210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f8ebd-258d-49a7-9603-3309d331bc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9022c2-d7c1-4d0b-a11d-0f834029f20e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:39.681756 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110bc8a-774f-4c97-b270-86c238f03eb8 req-c30379e5-a392-433d-b5f0-667ebdb3c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:39.684648 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c110bc8a-774f-4c97-b270-86c238f03eb8 req-c30379e5-a392-433d-b5f0-667ebdb3c65a service neutron] 10.222.0.26 "GET /v2.0/networks?id=68706160-bd75-46fb-8ba9-0e10faf8ed56 HTTP/1.1" status: 200 len: 899 time: 0.3047147 Nov 12 03:57:39.789784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc728fe-9c35-4d0f-8397-fc6faecbd28e req-6c4eef04-8f5e-4059-9d99-58a4486cc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:39.792260 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8fc728fe-9c35-4d0f-8397-fc6faecbd28e req-6c4eef04-8f5e-4059-9d99-58a4486cc108 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 1100 time: 0.1040642 Nov 12 03:57:39.797286 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20eaf58-8864-44df-a9a3-02028c9e1ed5 None None] Checking router: f44c6d19-8bc4-4d60-854f-c71b9da8f189 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:39.800900 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.851800 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c110bc8a-774f-4c97-b270-86c238f03eb8 req-eaab4e7b-1dbb-4d9a-80c9-1bd93306189b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3867d38d-581c-457b-b3c1-92078c0b498e HTTP/1.1" status: 200 len: 999 time: 0.1491692 Nov 12 03:57:39.882689 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20eaf58-8864-44df-a9a3-02028c9e1ed5 None None] Routers {'f44c6d19-8bc4-4d60-854f-c71b9da8f189'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:39.883353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e20eaf58-8864-44df-a9a3-02028c9e1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:39.955385 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8fc728fe-9c35-4d0f-8397-fc6faecbd28e req-c5ebbf23-b328-483a-b1c3-be0893b89308 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486104 Nov 12 03:57:39.971767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110bc8a-774f-4c97-b270-86c238f03eb8 req-5fb5b6f4-ad88-4166-b153-8a66a3c8e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:39.974588 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c110bc8a-774f-4c97-b270-86c238f03eb8 req-5fb5b6f4-ad88-4166-b153-8a66a3c8e8d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10 HTTP/1.1" status: 200 len: 835 time: 0.1046739 Nov 12 03:57:40.009925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45314) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:40.036494 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110bc8a-774f-4c97-b270-86c238f03eb8 req-43a8b745-f8ce-4d7d-8738-f956fdbed6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:40.038765 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c110bc8a-774f-4c97-b270-86c238f03eb8 req-43a8b745-f8ce-4d7d-8738-f956fdbed6fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68706160-bd75-46fb-8ba9-0e10faf8ed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515563 Nov 12 03:57:40.052380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=f3d2634e-33f5-495f-b5ea-adab45b43e21,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:40.098917 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b08401f3-c569-4a5e-9222-b69a87610fdc tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/floatingips/9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e HTTP/1.1" status: 200 len: 991 time: 0.0877883 Nov 12 03:57:40.113994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e20eaf58-8864-44df-a9a3-02028c9e1ed5 None None] Set router f44c6d19-8bc4-4d60-854f-c71b9da8f189 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:40.294488 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c110bc8a-774f-4c97-b270-86c238f03eb8 req-856429bf-b0f7-48e7-a946-54973adfb00e service neutron] 10.222.0.26 "GET /v2.0/networks/68706160-bd75-46fb-8ba9-0e10faf8ed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325184 Nov 12 03:57:40.545311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e20eaf58-8864-44df-a9a3-02028c9e1ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T03:57:04Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'port_id': '3867d38d-581c-457b-b3c1-92078c0b498e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'mac_address': 'fa:16:3e:cc:0f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:36Z', 'revision_number': 0, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:10Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:40.572512 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c110bc8a-774f-4c97-b270-86c238f03eb8 req-18b3ac92-42f8-4d46-a82c-ce5aac034971 service neutron] 10.222.0.26 "GET /v2.0/networks/68706160-bd75-46fb-8ba9-0e10faf8ed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563419 Nov 12 03:57:40.621369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20eaf58-8864-44df-a9a3-02028c9e1ed5 None None] The sync data for ids ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'] in n-d-767704-23 is: [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T03:57:04Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'port_id': '3867d38d-581c-457b-b3c1-92078c0b498e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'mac_address': 'fa:16:3e:cc:0f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:36Z', 'revision_number': 0, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:10Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:40.662124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbe7c3-08fb-44fb-8996-c5c44ea63b73 req-b8af3689-0fd1-402b-a580-9386df59151a tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:40.664809 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f9dbe7c3-08fb-44fb-8996-c5c44ea63b73 req-b8af3689-0fd1-402b-a580-9386df59151a tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 948 time: 0.1106663 Nov 12 03:57:40.790707 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f9dbe7c3-08fb-44fb-8996-c5c44ea63b73 req-c83d3420-dec1-4d82-9eb3-863be1ce12af tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014476 Nov 12 03:57:41.027145 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b3129-9708-457e-b80f-4d4ee704ad51 None None] New status for floating IP 9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:57:41.100949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:41.177877 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b727c542-4881-4b59-980d-0bc69351e9cd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/floatingips/9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e HTTP/1.1" status: 200 len: 991 time: 0.0751903 Nov 12 03:57:42.011258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eb76a-fe7e-4160-9881-e5e10e8f212c req-1bb72779-b1b1-4d07-9574-542c3e2e70c0 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.011258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-893eb76a-fe7e-4160-9881-e5e10e8f212c req-1bb72779-b1b1-4d07-9574-542c3e2e70c0 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 948 time: 0.0847802 Nov 12 03:57:42.047523 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:57:42.107393 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-893eb76a-fe7e-4160-9881-e5e10e8f212c req-9a44babc-f33b-487b-9f18-523598fe1975 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047328 Nov 12 03:57:42.183406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45370) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:42.321369 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-336d6d24-0c0e-4742-97f9-6fdddfa2cc90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/floatingips/9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e HTTP/1.1" status: 200 len: 993 time: 0.1365204 Nov 12 03:57:43.239284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:43.403146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-479524259', 'router:external': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:43.578531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Made reservation on behalf of e1e32b1b2b764d7eb4e87867f6702559 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:43.581779 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:43.594008 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:43.687673 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:43.809580 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:43.830460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:57:43.849357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4205dea4-8c71-4a5b-a054-e99d595aafc4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:43.857081 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:43.857453 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Added segment 99b91454-9172-49e1-addd-ea5eaaafb6f5 of type vlan for network f99161c2-c4af-4419-afc2-761c01a99c2c Nov 12 03:57:43.920275 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:44.028963 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:44.033453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.033453 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:44.111717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event updated for resources: {'Network': ['ID=f99161c2-c4af-4419-afc2-761c01a99c2c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:44.121664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network f99161c2-c4af-4419-afc2-761c01a99c2c details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:57:44.190349 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-507bb88e-22fd-4944-8bb3-99dd69a2539e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9484692 Nov 12 03:57:44.192356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:44.197209 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f0591627-5568-4c1c-93b3-fb1290349048 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Request body: {'subnet': {'network_id': 'f99161c2-c4af-4419-afc2-761c01a99c2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:44.406234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0591627-5568-4c1c-93b3-fb1290349048 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Made reservation on behalf of e1e32b1b2b764d7eb4e87867f6702559 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:44.410441 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0591627-5568-4c1c-93b3-fb1290349048 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:44.899262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.objects.ports [None req-f0591627-5568-4c1c-93b3-fb1290349048 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:57:44.900363 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0591627-5568-4c1c-93b3-fb1290349048 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:44.966551 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0591627-5568-4c1c-93b3-fb1290349048 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c6e7fde-0cdf-419a-a04c-27c59dfbb789,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:44.997904 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0591627-5568-4c1c-93b3-fb1290349048 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Checking segment: {'id': '99b91454-9172-49e1-addd-ea5eaaafb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f99161c2-c4af-4419-afc2-761c01a99c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:44.998991 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0591627-5568-4c1c-93b3-fb1290349048 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Network hostable DHCP agents. Network: f99161c2-c4af-4419-afc2-761c01a99c2c, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:57:45.081466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0591627-5568-4c1c-93b3-fb1290349048 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Network f99161c2-c4af-4419-afc2-761c01a99c2c is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:57:45.258080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f0591627-5568-4c1c-93b3-fb1290349048 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, f99161c2-c4af-4419-afc2-761c01a99c2c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:45.300972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0591627-5568-4c1c-93b3-fb1290349048 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:45.300972 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0591627-5568-4c1c-93b3-fb1290349048 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:45.301947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d2578b-1c33-4117-b184-9a5c25f3f91e None None] Network f99161c2-c4af-4419-afc2-761c01a99c2c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:45.421383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd83710-3d0b-4a94-b62e-9c2e95e75cb4 None None] Network f99161c2-c4af-4419-afc2-761c01a99c2c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:45.432851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45458) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:45.433637 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f0591627-5568-4c1c-93b3-fb1290349048 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2401800 Nov 12 03:57:45.439574 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1c98a3aa-401a-4098-bc62-d3496b4911f3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-542443009', 'network_id': 'f99161c2-c4af-4419-afc2-761c01a99c2c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:45.586524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c98a3aa-401a-4098-bc62-d3496b4911f3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Made reservation on behalf of e1e32b1b2b764d7eb4e87867f6702559 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:45.593253 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c98a3aa-401a-4098-bc62-d3496b4911f3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:45.605927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-1c98a3aa-401a-4098-bc62-d3496b4911f3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] device_id is not set on port d7777753-3883-4533-a658-a321c09a556d yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:57:45.737749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1c98a3aa-401a-4098-bc62-d3496b4911f3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Allocated IP 172.20.0.5 (f99161c2-c4af-4419-afc2-761c01a99c2c/5c6e7fde-0cdf-419a-a04c-27c59dfbb789/d7777753-3883-4533-a658-a321c09a556d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:45.904384 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c98a3aa-401a-4098-bc62-d3496b4911f3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.012838 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c98a3aa-401a-4098-bc62-d3496b4911f3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.064369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c98a3aa-401a-4098-bc62-d3496b4911f3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Network f99161c2-c4af-4419-afc2-761c01a99c2c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:46.066009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1c98a3aa-401a-4098-bc62-d3496b4911f3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:46.069914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98a3aa-401a-4098-bc62-d3496b4911f3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:46.097675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98a3aa-401a-4098-bc62-d3496b4911f3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event updated for resources: {'Port': ['ID=d7777753-3883-4533-a658-a321c09a556d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:46.127416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c98a3aa-401a-4098-bc62-d3496b4911f3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:46.128057 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c98a3aa-401a-4098-bc62-d3496b4911f3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.246554 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1c98a3aa-401a-4098-bc62-d3496b4911f3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.8110156 Nov 12 03:57:46.251965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45470) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:46.305734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f3d2634e-33f5-495f-b5ea-adab45b43e21 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:46.351416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a138a95e-9a8e-4710-918a-54bea3b905ff tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Deleting port d7777753-3883-4533-a658-a321c09a556d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:46.351771 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a138a95e-9a8e-4710-918a-54bea3b905ff tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.429105 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f3d2634e-33f5-495f-b5ea-adab45b43e21, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f3d2634e-33f5-495f-b5ea-adab45b43e21,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:46.448308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'f3d2634e-33f5-495f-b5ea-adab45b43e21', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'f3d2634e-33f5-495f-b5ea-adab45b43e21', 'mac_address': 'fa:16:3e:0f:a0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:46.498805 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a138a95e-9a8e-4710-918a-54bea3b905ff tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.501361 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.510779 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a138a95e-9a8e-4710-918a-54bea3b905ff tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Calling delete_port for d7777753-3883-4533-a658-a321c09a556d owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:46.516217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3d2634e-33f5-495f-b5ea-adab45b43e21 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:46.537978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f3d2634e-33f5-495f-b5ea-adab45b43e21, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f3d2634e-33f5-495f-b5ea-adab45b43e21,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:46.623818 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.692935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=f3d2634e-33f5-495f-b5ea-adab45b43e21,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:46.768934 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a138a95e-9a8e-4710-918a-54bea3b905ff tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.820453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138a95e-9a8e-4710-918a-54bea3b905ff tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7777753-3883-4533-a658-a321c09a556d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:46.861327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['f3d2634e-33f5-495f-b5ea-adab45b43e21'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:46.901763 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a138a95e-9a8e-4710-918a-54bea3b905ff tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.908125 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a138a95e-9a8e-4710-918a-54bea3b905ff tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "DELETE /v2.0/ports/d7777753-3883-4533-a658-a321c09a556d HTTP/1.1" status: 204 len: 168 time: 0.6553481 Nov 12 03:57:46.909214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45486) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:46.914140 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f99161c2-c4af-4419-afc2-761c01a99c2c', 'external_fixed_ips': [{'subnet_id': '5c6e7fde-0cdf-419a-a04c-27c59dfbb789', 'ip_address': '172.20.0.5'}]}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:47.175456 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:47.178231 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:47.292770 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:47.603734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.065031 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.098166 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.310917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f3d2634e-33f5-495f-b5ea-adab45b43e21 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:48.312565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Allocated IP 172.20.0.5 (f99161c2-c4af-4419-afc2-761c01a99c2c/5c6e7fde-0cdf-419a-a04c-27c59dfbb789/cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:48.459884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port f3d2634e-33f5-495f-b5ea-adab45b43e21 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:48.463124 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.573816 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.648877 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.713931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f3d2634e-33f5-495f-b5ea-adab45b43e21, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f3d2634e-33f5-495f-b5ea-adab45b43e21,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:48.718663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2634e-33f5-495f-b5ea-adab45b43e21'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:48.723918 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6211dd60-750b-410b-8510-94070fad5979" -d '{"events": [{"server_uuid": "c35651a3-8459-4040-906b-e28df51d9bf0", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2634e-33f5-495f-b5ea-adab45b43e21"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:48.808993 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0435868-574b-45dd-8037-c9718a42f717 x-openstack-request-id: req-f0435868-574b-45dd-8037-c9718a42f717 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:48.809622 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35651a3-8459-4040-906b-e28df51d9bf0", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2634e-33f5-495f-b5ea-adab45b43e21", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:48.809622 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f0435868-574b-45dd-8037-c9718a42f717 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:48.810022 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2634e-33f5-495f-b5ea-adab45b43e21', 'code': 200} Nov 12 03:57:48.812549 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.852595 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.970996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Network f99161c2-c4af-4419-afc2-761c01a99c2c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:48.994007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:49.002472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event updated for resources: {'Port': ['ID=cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:49.002472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:49.171813 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:49.227123 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=f3d2634e-33f5-495f-b5ea-adab45b43e21,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:49.624254 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:49.976796 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:50.145709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80e84c67-ff7c-4980-a7ea-e526e7a45f1c req-c38146ab-b824-46b9-bd34-190255ff40f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1125875 Nov 12 03:57:50.317841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e84c67-ff7c-4980-a7ea-e526e7a45f1c req-79765930-a66c-4142-a253-b326cd892327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.317841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80e84c67-ff7c-4980-a7ea-e526e7a45f1c req-79765930-a66c-4142-a253-b326cd892327 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 1096 time: 0.0650663 Nov 12 03:57:50.500119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Router ef45709a-2392-4ec3-8912-af21eec7f5ce is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:57:50.598490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e84c67-ff7c-4980-a7ea-e526e7a45f1c req-43a625ce-208c-44b2-af44-93c683599965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.600549 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80e84c67-ff7c-4980-a7ea-e526e7a45f1c req-43a625ce-208c-44b2-af44-93c683599965 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.2412574 Nov 12 03:57:50.784395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:50.794560 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Sync routers for ids ['ef45709a-2392-4ec3-8912-af21eec7f5ce'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:50.810192 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80e84c67-ff7c-4980-a7ea-e526e7a45f1c req-3947ce0e-811e-4690-a4fc-303fb98f367b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 HTTP/1.1" status: 200 len: 998 time: 0.1698794 Nov 12 03:57:50.826074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Routers {'ef45709a-2392-4ec3-8912-af21eec7f5ce'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:50.829517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ef45709a-2392-4ec3-8912-af21eec7f5ce'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:50.910948 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:50.915332 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45560) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:50.932319 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5fd69955-1479-44cf-832f-b09e920ad0d2 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.0217705 Nov 12 03:57:50.948619 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e84c67-ff7c-4980-a7ea-e526e7a45f1c req-1ea6e10a-c379-452e-9752-6b80d8df38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.951915 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80e84c67-ff7c-4980-a7ea-e526e7a45f1c req-1ea6e10a-c379-452e-9752-6b80d8df38d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.1298258 Nov 12 03:57:51.049573 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Set router ef45709a-2392-4ec3-8912-af21eec7f5ce gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:51.109086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e84c67-ff7c-4980-a7ea-e526e7a45f1c req-f7499951-156b-4de4-867c-99ead07f9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:51.112946 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80e84c67-ff7c-4980-a7ea-e526e7a45f1c req-f7499951-156b-4de4-867c-99ead07f9825 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526053 Nov 12 03:57:51.225476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:51.364382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef45709a-2392-4ec3-8912-af21eec7f5ce', 'name': '', 'tenant_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f99161c2-c4af-4419-afc2-761c01a99c2c', 'external_fixed_ips': [{'subnet_id': '5c6e7fde-0cdf-419a-a04c-27c59dfbb789', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:47Z', 'updated_at': '2021-11-12T03:57:49Z', 'revision_number': 3, 'project_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'gw_port': {'id': 'cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e', 'name': '', 'network_id': 'f99161c2-c4af-4419-afc2-761c01a99c2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef45709a-2392-4ec3-8912-af21eec7f5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '5c6e7fde-0cdf-419a-a04c-27c59dfbb789', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:48Z', 'updated_at': '2021-11-12T03:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c6e7fde-0cdf-419a-a04c-27c59dfbb789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:51.450241 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80e84c67-ff7c-4980-a7ea-e526e7a45f1c req-fbe2bbab-36ac-4138-9e44-db18e9c7d883 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871871 Nov 12 03:57:51.450466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Checking router: ef45709a-2392-4ec3-8912-af21eec7f5ce for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:51.450466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Updating router ef45709a-2392-4ec3-8912-af21eec7f5ce port cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:57:51.492589 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:51.567180 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:51.684580 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80e84c67-ff7c-4980-a7ea-e526e7a45f1c req-f4ab4625-64fb-455f-a08c-ce0dadc3baf0 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636375 Nov 12 03:57:51.848270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Deleting port cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:51.848713 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.053269 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.071072 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.080947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Calling delete_port for cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:52.183516 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.301625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24258017-c2c3-4ef3-a56e-16ee3b083660 None None] Pushing event updated for resources: {'Port': ['ID=cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:52.379716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Attempting to bind port cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:52.380517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Attempting to bind port cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '99b91454-9172-49e1-addd-ea5eaaafb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f99161c2-c4af-4419-afc2-761c01a99c2c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:52.381457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Attempting to bind port cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e on network f99161c2-c4af-4419-afc2-761c01a99c2c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:52.416276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:52.416276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Checking segment: {'id': '99b91454-9172-49e1-addd-ea5eaaafb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f99161c2-c4af-4419-afc2-761c01a99c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:52.416276 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.416276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Bound using segment: {'id': '99b91454-9172-49e1-addd-ea5eaaafb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f99161c2-c4af-4419-afc2-761c01a99c2c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:52.417216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Bound port: cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b91454-9172-49e1-addd-ea5eaaafb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f99161c2-c4af-4419-afc2-761c01a99c2c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:52.417753 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.829116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-3788f24e-cfc5-42b2-9f87-391d20a393c4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0540845 Nov 12 03:57:52.947257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-ece1795d-bf14-4901-8c2f-6bd4a7c2b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.947739 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-ece1795d-bf14-4901-8c2f-6bd4a7c2b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.948237 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-ece1795d-bf14-4901-8c2f-6bd4a7c2b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.948732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-ece1795d-bf14-4901-8c2f-6bd4a7c2b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.949347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-ece1795d-bf14-4901-8c2f-6bd4a7c2b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.949650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-ece1795d-bf14-4901-8c2f-6bd4a7c2b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.950105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-ece1795d-bf14-4901-8c2f-6bd4a7c2b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.952057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-ece1795d-bf14-4901-8c2f-6bd4a7c2b7fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cd512dfc02740f8a9223f825788d0ed&device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 6506 time: 0.0640438 Nov 12 03:57:52.994529 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:57:52.995202 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:57:52.997879 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.080417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:53.090382 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86022983-6a48-4dc6-96f5-c8ccf6997b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.515551 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Attempting to bind port cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:53.515942 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Attempting to bind port cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '99b91454-9172-49e1-addd-ea5eaaafb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f99161c2-c4af-4419-afc2-761c01a99c2c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:53.516545 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Attempting to bind port cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e on network f99161c2-c4af-4419-afc2-761c01a99c2c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:53.523198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:53.523604 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Checking segment: {'id': '99b91454-9172-49e1-addd-ea5eaaafb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f99161c2-c4af-4419-afc2-761c01a99c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:53.523983 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.524659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Bound using segment: {'id': '99b91454-9172-49e1-addd-ea5eaaafb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f99161c2-c4af-4419-afc2-761c01a99c2c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:53.525303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Bound port: cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b91454-9172-49e1-addd-ea5eaaafb6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f99161c2-c4af-4419-afc2-761c01a99c2c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:53.525709 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.575489 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Port cb10b2a9-ae8f-4101-a6ac-721f17bd6d1e has been deleted concurrently {{(pid=103148) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 03:57:53.587723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Routers {'ef45709a-2392-4ec3-8912-af21eec7f5ce'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:53.588388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:26Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ef45709a-2392-4ec3-8912-af21eec7f5ce'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:53.679635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-36c1e394-0df9-4921-9458-90786f60300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.680024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-36c1e394-0df9-4921-9458-90786f60300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.680512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-36c1e394-0df9-4921-9458-90786f60300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.682194 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-36c1e394-0df9-4921-9458-90786f60300e service neutron] 10.222.0.25 "GET /v2.0/networks?id=933200c6-b34c-45ca-8fd9-e1eb17512052&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=510f8be2-2190-44f9-ad53-a61867e0a1a1&id=510f8be2-2190-44f9-ad53-a61867e0a1a1 HTTP/1.1" status: 200 len: 2300 time: 0.7043855 Nov 12 03:57:53.691191 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.814411 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] Set router ef45709a-2392-4ec3-8912-af21eec7f5ce gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:53.881061 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.885075 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.898516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-44a01d8c-b218-4b27-9e63-6e6b89023a16 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327a44ac-df49-4117-8e60-7556b7bf7dff HTTP/1.1" status: 200 len: 1002 time: 0.2048497 Nov 12 03:57:53.946061 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef45709a-2392-4ec3-8912-af21eec7f5ce', 'name': '', 'tenant_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:47Z', 'updated_at': '2021-11-12T03:57:52Z', 'revision_number': 5, 'project_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:53.977281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd919637-c2e1-434b-92e4-3644e44578ce None None] The sync data for ids ['ef45709a-2392-4ec3-8912-af21eec7f5ce'] in n-d-767704-23 is: [{'id': 'ef45709a-2392-4ec3-8912-af21eec7f5ce', 'name': '', 'tenant_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:47Z', 'updated_at': '2021-11-12T03:57:52Z', 'revision_number': 5, 'project_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:54.060281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-37f5ff83-f4f9-45f4-84be-cda75cfd8da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:54.062545 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-37f5ff83-f4f9-45f4-84be-cda75cfd8da5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a5695f79-da24-4f82-9891-41295f29ce28 HTTP/1.1" status: 200 len: 856 time: 0.1240036 Nov 12 03:57:54.121178 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:54.123533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef45709a-2392-4ec3-8912-af21eec7f5ce {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:57:54.127233 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:54.130971 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-af0ada3a-484e-4eb8-8e81-328cbffcf137 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "DELETE /v2.0/routers/ef45709a-2392-4ec3-8912-af21eec7f5ce HTTP/1.1" status: 204 len: 168 time: 3.2120044 Nov 12 03:57:54.131509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45582) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:54.159106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-b53fc9f6-76af-40f3-bb12-37aef24b354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:54.161304 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-b53fc9f6-76af-40f3-bb12-37aef24b354e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933200c6-b34c-45ca-8fd9-e1eb17512052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911088 Nov 12 03:57:54.214705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9317f29-08a8-4af6-954c-9184c130df61 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Deleting subnet 5c6e7fde-0cdf-419a-a04c-27c59dfbb789 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:57:54.223390 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9317f29-08a8-4af6-954c-9184c130df61 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:54.359579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-becc134b-99a8-4dcf-b8c7-3a5902109634 service neutron] 10.222.0.25 "GET /v2.0/networks/933200c6-b34c-45ca-8fd9-e1eb17512052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877124 Nov 12 03:57:54.395530 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9317f29-08a8-4af6-954c-9184c130df61 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:54.497075 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9317f29-08a8-4af6-954c-9184c130df61 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:54.609321 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-2c9e96e7-9c54-4d75-a43d-b06cbf35fa8c service neutron] 10.222.0.25 "GET /v2.0/networks/933200c6-b34c-45ca-8fd9-e1eb17512052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413607 Nov 12 03:57:54.658794 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9317f29-08a8-4af6-954c-9184c130df61 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:54.744695 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-6c69dfab-1b97-4d0c-9b40-da73e9601b37 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=65dd34f2-9576-4b91-9a20-1f613428e547 HTTP/1.1" status: 200 len: 217 time: 0.1265130 Nov 12 03:57:54.766639 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9317f29-08a8-4af6-954c-9184c130df61 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c6e7fde-0cdf-419a-a04c-27c59dfbb789,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:54.796754 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9317f29-08a8-4af6-954c-9184c130df61 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:54.809120 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:54.818200 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d9317f29-08a8-4af6-954c-9184c130df61 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "DELETE /v2.0/subnets/5c6e7fde-0cdf-419a-a04c-27c59dfbb789 HTTP/1.1" status: 204 len: 168 time: 0.6857858 Nov 12 03:57:54.819097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:54.909340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-51368c7b-d9c8-4da8-8da6-1578ac862a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:54.910898 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-51368c7b-d9c8-4da8-8da6-1578ac862a19 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.1568162 Nov 12 03:57:55.024515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-5f1db745-cb6a-407e-813f-ec366868a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:55.026186 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-5f1db745-cb6a-407e-813f-ec366868a215 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1061342 Nov 12 03:57:55.299938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-be870935-4056-408e-8ef1-aa0c461f9e8d service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562740 Nov 12 03:57:55.539719 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-d04946c3-ae23-4487-b732-925597a041ad service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335327 Nov 12 03:57:55.622724 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-688be0f6-cd4d-494c-81d2-a2e93a7753d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 HTTP/1.1" status: 200 len: 217 time: 0.0753403 Nov 12 03:57:55.711980 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac331b7c-b248-4111-9107-9aa967aeb56c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:55.744779 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-478073ce-d15f-4d20-b177-a3e1b3673cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:55.751896 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-478073ce-d15f-4d20-b177-a3e1b3673cca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.1206329 Nov 12 03:57:55.864288 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac331b7c-b248-4111-9107-9aa967aeb56c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:55.868186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-608daf0f-81ba-452e-a197-3679c7208294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:55.870979 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-608daf0f-81ba-452e-a197-3679c7208294 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1111846 Nov 12 03:57:55.895785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ac331b7c-b248-4111-9107-9aa967aeb56c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99161c2-c4af-4419-afc2-761c01a99c2c']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:55.907319 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ac331b7c-b248-4111-9107-9aa967aeb56c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b91454-9172-49e1-addd-ea5eaaafb6f5') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:55.907649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ac331b7c-b248-4111-9107-9aa967aeb56c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b91454-9172-49e1-addd-ea5eaaafb6f5') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:55.932590 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac331b7c-b248-4111-9107-9aa967aeb56c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:55.956679 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac331b7c-b248-4111-9107-9aa967aeb56c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:55.963645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac331b7c-b248-4111-9107-9aa967aeb56c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:57:55.964068 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac331b7c-b248-4111-9107-9aa967aeb56c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:57:55.966492 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:57:56.012003 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-d3a62959-2610-4308-b040-37e7f17b0e25 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303449 Nov 12 03:57:56.143360 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac331b7c-b248-4111-9107-9aa967aeb56c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:56.156817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac331b7c-b248-4111-9107-9aa967aeb56c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f99161c2-c4af-4419-afc2-761c01a99c2c {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:57:56.164373 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac331b7c-b248-4111-9107-9aa967aeb56c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:56.169761 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ac331b7c-b248-4111-9107-9aa967aeb56c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "DELETE /v2.0/networks/f99161c2-c4af-4419-afc2-761c01a99c2c HTTP/1.1" status: 204 len: 168 time: 1.3493004 Nov 12 03:57:56.204436 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac331b7c-b248-4111-9107-9aa967aeb56c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event deleted for resources: {'Network': ['ID=f99161c2-c4af-4419-afc2-761c01a99c2c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:56.214238 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-572f3606-2a39-4cba-bb8a-c5ea8bce3d3e service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911926 Nov 12 03:57:56.293752 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-07ea0254-ebab-4040-9b84-63209662174b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=af05b72b-577d-441d-95b0-4cded6867c54 HTTP/1.1" status: 200 len: 217 time: 0.0656686 Nov 12 03:57:56.407464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-13ae49e2-228b-42ff-ab14-ec2dc76d98cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:56.418348 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-13ae49e2-228b-42ff-ab14-ec2dc76d98cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.1116958 Nov 12 03:57:56.568091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-f965476b-6bba-457f-bdac-219a7209b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:56.569924 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-f965476b-6bba-457f-bdac-219a7209b678 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1452897 Nov 12 03:57:56.640496 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:56.657240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45624) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:56.658184 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c7971d75-ee0e-4761-aa18-4f70ba69a26b tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Request body: {'router': {'name': 'tempest-router--1467272161', 'project_id': 'b160b1b1498b4964b0b37e0e7c02c0a9'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:56.755341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7971d75-ee0e-4761-aa18-4f70ba69a26b tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:56.760520 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7971d75-ee0e-4761-aa18-4f70ba69a26b tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:56.771920 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-02e9b73b-f626-45c0-acdc-766b6f163ab7 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914847 Nov 12 03:57:56.867768 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7971d75-ee0e-4761-aa18-4f70ba69a26b tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:56.886550 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e8e1911-1ae8-4eb0-84e4-a4d2fed6bdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:56.975603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-d5d27801-cdb9-4bb0-8405-6cb5aefc3306 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943033 Nov 12 03:57:57.024535 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7971d75-ee0e-4761-aa18-4f70ba69a26b tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.031532 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-f4a56d6b-daed-466e-8432-081c65896c37 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=c216df0e-a06d-4a82-b518-4e60e4a0bf5d HTTP/1.1" status: 200 len: 217 time: 0.0443599 Nov 12 03:57:57.106793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-aec951ab-de81-487f-9e93-5a6732086095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.108431 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-aec951ab-de81-487f-9e93-5a6732086095 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.0692406 Nov 12 03:57:57.129430 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7971d75-ee0e-4761-aa18-4f70ba69a26b tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.131646 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c7971d75-ee0e-4761-aa18-4f70ba69a26b tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4779055 Nov 12 03:57:57.134694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45640) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:57.180088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-611e1aee-2b16-4bf8-9ed7-2c74c93e9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.182089 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-611e1aee-2b16-4bf8-9ed7-2c74c93e9a55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0643642 Nov 12 03:57:57.249296 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6786ecc-fa29-4694-a254-357aee9eae6e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.369837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-26a9824b-73a3-4fe2-aadc-43135d0a2e34 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770029 Nov 12 03:57:57.596166 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-ac4a71e9-b881-42bf-b58b-6ab9aefcf816 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162983 Nov 12 03:57:57.665295 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6786ecc-fa29-4694-a254-357aee9eae6e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.671485 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6786ecc-fa29-4694-a254-357aee9eae6e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.721773 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-e5c691cd-ba38-452e-a4ac-d241a2031108 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5cb53073-5de0-4fba-8299-d6178683e9c8 HTTP/1.1" status: 200 len: 217 time: 0.1144505 Nov 12 03:57:57.835134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-edd0541d-2f07-41c7-8754-fd63e9793d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.837706 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-edd0541d-2f07-41c7-8754-fd63e9793d24 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc HTTP/1.1" status: 200 len: 797 time: 0.1086125 Nov 12 03:57:57.844956 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6786ecc-fa29-4694-a254-357aee9eae6e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.846430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6786ecc-fa29-4694-a254-357aee9eae6e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e29ad060-9bcf-46c4-82da-b1d112ee581f {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:57:57.854227 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6786ecc-fa29-4694-a254-357aee9eae6e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.858789 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c6786ecc-fa29-4694-a254-357aee9eae6e tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "DELETE /v2.0/routers/e29ad060-9bcf-46c4-82da-b1d112ee581f HTTP/1.1" status: 204 len: 168 time: 0.7190368 Nov 12 03:57:57.959842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-33de81ad-dfc5-4a4a-8dbd-ddc26e2b4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.963044 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-33de81ad-dfc5-4a4a-8dbd-ddc26e2b4a98 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=510f8be2-2190-44f9-ad53-a61867e0a1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1154149 Nov 12 03:57:58.230214 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-98ace8ae-c672-46f3-adcf-5aca04f068db service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488387 Nov 12 03:57:58.343670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45662) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:58.412016 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:58.419248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-da56e390-fc85-4b82-899b-699d381fb838 service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769669 Nov 12 03:57:58.484683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-5beb576a-f3ec-43f6-8d4e-7c0099371ed0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 HTTP/1.1" status: 200 len: 217 time: 0.0550816 Nov 12 03:57:58.560084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-59ff024a-9ef0-449d-83b7-a4d83e7aab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:58.568106 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-59ff024a-9ef0-449d-83b7-a4d83e7aab5f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc HTTP/1.1" status: 200 len: 797 time: 0.0671299 Nov 12 03:57:58.628942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-47f6f081-1fef-411c-8a13-37499b4e35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:58.630821 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-47f6f081-1fef-411c-8a13-37499b4e35aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=510f8be2-2190-44f9-ad53-a61867e0a1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0595388 Nov 12 03:57:58.670668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1897734091', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:58.831324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-9797f622-db56-47e9-bce9-323eaf97a32b service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192150 Nov 12 03:57:58.863328 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44fca644-4c02-4443-9026-dbaa6d0d0ff8 req-bcb8dfb6-35b3-4807-bd25-3cbadd9a8140 service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935709 Nov 12 03:57:59.228913 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:59.230276 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:59.287718 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:59.298168 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:59.602045 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.003110 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.025734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.244732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Allocated IP 172.25.8.50 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/db9c3e0d-3dd9-464a-a9aa-64d09b50d8d3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:00.410342 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.572406 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.629835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:00.633213 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:00.635728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:00.643449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Pushing event updated for resources: {'Port': ['ID=db9c3e0d-3dd9-464a-a9aa-64d09b50d8d3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:01.088845 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:01.360447 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:01.646132 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Router 35e9cdc9-edcf-4088-81df-f7643e4ae3b7 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:58:01.817724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:01.831575 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634a301-a2e7-475a-81d4-397c205261bd None None] Sync routers for ids ['35e9cdc9-edcf-4088-81df-f7643e4ae3b7'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:01.848691 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634a301-a2e7-475a-81d4-397c205261bd None None] Routers {'35e9cdc9-edcf-4088-81df-f7643e4ae3b7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:01.849409 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7634a301-a2e7-475a-81d4-397c205261bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['35e9cdc9-edcf-4088-81df-f7643e4ae3b7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:01.890117 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7634a301-a2e7-475a-81d4-397c205261bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:01.905372 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634a301-a2e7-475a-81d4-397c205261bd None None] Routers {'35e9cdc9-edcf-4088-81df-f7643e4ae3b7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:01.905372 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7634a301-a2e7-475a-81d4-397c205261bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['35e9cdc9-edcf-4088-81df-f7643e4ae3b7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:01.952027 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7634a301-a2e7-475a-81d4-397c205261bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:01.953809 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634a301-a2e7-475a-81d4-397c205261bd None None] The sync data for ids ['35e9cdc9-edcf-4088-81df-f7643e4ae3b7'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:01.978848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:01.980613 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-62753ae8-5ccd-41a5-8663-0c8702df33c4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6349185 Nov 12 03:58:01.983421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45758) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:02.164136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-009bebee-9694-445b-bed3-9c1eced424fb tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/routers/35e9cdc9-edcf-4088-81df-f7643e4ae3b7 HTTP/1.1" status: 200 len: 920 time: 0.1778884 Nov 12 03:58:02.164400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45760) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:02.202983 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4b4467e9-156f-4f1e-aad5-9caa10dce584 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "GET /v2.0/ports?device_id=35e9cdc9-edcf-4088-81df-f7643e4ae3b7 HTTP/1.1" status: 200 len: 205 time: 0.0358646 Nov 12 03:58:02.204651 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45762) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:02.398639 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.582113 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:03.341380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Deleting port db9c3e0d-3dd9-464a-a9aa-64d09b50d8d3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:03.341630 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:03.435435 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:03.450430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Calling delete_port for db9c3e0d-3dd9-464a-a9aa-64d09b50d8d3 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:03.840265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff43801-20c8-47df-83cb-e468db3b981a req-2cff4b6a-476a-482e-8a00-fb0a3a13dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:03.842061 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bff43801-20c8-47df-83cb-e468db3b981a req-2cff4b6a-476a-482e-8a00-fb0a3a13dd84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 1096 time: 0.0748718 Nov 12 03:58:03.965637 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ed4cd-84ed-42e0-93a8-f22acc1914fd req-edc1db0f-0b55-4e0c-86a2-7cbafbae9575 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:03.970030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d1ed4cd-84ed-42e0-93a8-f22acc1914fd req-edc1db0f-0b55-4e0c-86a2-7cbafbae9575 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1218662 Nov 12 03:58:04.001699 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.027867 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d1ed4cd-84ed-42e0-93a8-f22acc1914fd req-05fd2a02-e2f5-4515-8015-eabd2b7da55c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507176 Nov 12 03:58:04.046934 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Pushing event deleted for resources: {'Port': ['ID=db9c3e0d-3dd9-464a-a9aa-64d09b50d8d3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:04.093881 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff43801-20c8-47df-83cb-e468db3b981a req-751805ee-8fa9-4513-be7c-6a795119c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:04.100414 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bff43801-20c8-47df-83cb-e468db3b981a req-751805ee-8fa9-4513-be7c-6a795119c4bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.2360303 Nov 12 03:58:04.168507 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.271116 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bff43801-20c8-47df-83cb-e468db3b981a req-ec37961e-88f9-49a1-98f5-97cebf093094 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 HTTP/1.1" status: 200 len: 998 time: 0.1626115 Nov 12 03:58:04.272789 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.275398 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.358102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff43801-20c8-47df-83cb-e468db3b981a req-ac3d9950-721d-4634-b59e-995322ea591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:04.360145 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bff43801-20c8-47df-83cb-e468db3b981a req-ac3d9950-721d-4634-b59e-995322ea591c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.0809152 Nov 12 03:58:04.417364 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff43801-20c8-47df-83cb-e468db3b981a req-5ad63a8e-69b5-43a5-be02-10324b8727d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:04.418951 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bff43801-20c8-47df-83cb-e468db3b981a req-5ad63a8e-69b5-43a5-be02-10324b8727d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515049 Nov 12 03:58:04.446733 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.447460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Fanout notify agent at l3_agent the message router_deleted on router 35e9cdc9-edcf-4088-81df-f7643e4ae3b7 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:04.460244 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.461358 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-29b182be-fac9-4273-b435-d6e30952debc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "DELETE /v2.0/routers/35e9cdc9-edcf-4088-81df-f7643e4ae3b7 HTTP/1.1" status: 204 len: 168 time: 2.2555861 Nov 12 03:58:04.466239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:04.496274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2035137106', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'enable_snat': False}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:04.550549 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bff43801-20c8-47df-83cb-e468db3b981a req-9ba8db3e-0d2d-410b-b7b3-ede988b603b6 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227658 Nov 12 03:58:04.644638 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.644638 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.685259 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bff43801-20c8-47df-83cb-e468db3b981a req-c8e97d12-f81e-4118-8370-b988e0257fd8 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260681 Nov 12 03:58:04.717952 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.904473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45830) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:04.955822 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c0cc02-1064-488b-b25d-a036f2f85eca admin admin] Deleting subnet 541d6e9e-ec74-45e5-b3e1-f887e4e9c5e3 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:58:04.960132 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cc02-1064-488b-b25d-a036f2f85eca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.004465 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cc02-1064-488b-b25d-a036f2f85eca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.083308 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cc02-1064-488b-b25d-a036f2f85eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.263283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e4d12-675b-437e-9a2e-cf08f2602da0 req-dc27c71d-287a-44fe-b1d7-46dd5919066e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.264931 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c3e4d12-675b-437e-9a2e-cf08f2602da0 req-dc27c71d-287a-44fe-b1d7-46dd5919066e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0853894 Nov 12 03:58:05.322444 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c3e4d12-675b-437e-9a2e-cf08f2602da0 req-08a173f0-e6ff-44c3-ad50-889f505f10f0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490522 Nov 12 03:58:05.323863 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cc02-1064-488b-b25d-a036f2f85eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.353348 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.363697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe0441-37e6-440f-b42f-f0ad15c91e85 req-a01a312e-95ff-4f01-800d-6114329ee06c tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.371335 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59fe0441-37e6-440f-b42f-f0ad15c91e85 req-a01a312e-95ff-4f01-800d-6114329ee06c tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 948 time: 0.1599579 Nov 12 03:58:05.391742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0cc02-1064-488b-b25d-a036f2f85eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=541d6e9e-ec74-45e5-b3e1-f887e4e9c5e3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:05.395516 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cc02-1064-488b-b25d-a036f2f85eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.401668 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f2c0cc02-1064-488b-b25d-a036f2f85eca admin admin] 10.222.0.105 "DELETE /v2.0/subnets/541d6e9e-ec74-45e5-b3e1-f887e4e9c5e3 HTTP/1.1" status: 204 len: 168 time: 0.4933987 Nov 12 03:58:05.402035 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45858) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:05.451996 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59fe0441-37e6-440f-b42f-f0ad15c91e85 req-6bfa4be0-7212-4573-bf15-0e2945714623 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797486 Nov 12 03:58:05.529018 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbbd65e9-a346-4a25-ac08-47eb84a709cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.657146 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbbd65e9-a346-4a25-ac08-47eb84a709cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.688959 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fbbd65e9-a346-4a25-ac08-47eb84a709cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46a4b2c-b169-4932-8b2e-08a8a0941047']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:05.701655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fbbd65e9-a346-4a25-ac08-47eb84a709cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80698b7f-91cb-4d24-a8be-28f9fa9c868d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:05.701963 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fbbd65e9-a346-4a25-ac08-47eb84a709cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80698b7f-91cb-4d24-a8be-28f9fa9c868d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:05.715803 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbbd65e9-a346-4a25-ac08-47eb84a709cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.735310 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbbd65e9-a346-4a25-ac08-47eb84a709cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.745114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbd65e9-a346-4a25-ac08-47eb84a709cf admin admin] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:58:05.745505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbbd65e9-a346-4a25-ac08-47eb84a709cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:58:05.747259 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:58:05.904997 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.924637 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.927773 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbbd65e9-a346-4a25-ac08-47eb84a709cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.939366 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbbd65e9-a346-4a25-ac08-47eb84a709cf admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.944682 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fbbd65e9-a346-4a25-ac08-47eb84a709cf admin admin] 10.222.0.105 "DELETE /v2.0/networks/f46a4b2c-b169-4932-8b2e-08a8a0941047 HTTP/1.1" status: 204 len: 168 time: 0.5394104 Nov 12 03:58:05.957005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd65e9-a346-4a25-ac08-47eb84a709cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f46a4b2c-b169-4932-8b2e-08a8a0941047,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:06.100359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Allocated IP 172.25.8.133 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/c2c47ba9-c52d-4fd3-9860-b90f5762c5df) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:06.224414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:06.337501 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:06.362683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45868) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:06.393800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:06.401564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:06.410688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:06.427382 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f8855e66-0a89-4d75-92df-3693e4d24021 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2199ac87b9574cdc8c5200465a16fed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0629284 Nov 12 03:58:06.429613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:06.440810 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c47ba9-c52d-4fd3-9860-b90f5762c5df,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:06.525984 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d374733-d683-4862-a04c-6e627212bf55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:06.537033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64409833-6cc0-41a6-92b0-78938b6a9b27 req-c4dd3570-ed88-4521-a50b-98d370931654 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:06.538771 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-64409833-6cc0-41a6-92b0-78938b6a9b27 req-c4dd3570-ed88-4521-a50b-98d370931654 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0771337 Nov 12 03:58:06.567060 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d374733-d683-4862-a04c-6e627212bf55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:06.627939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-64409833-6cc0-41a6-92b0-78938b6a9b27 req-f868573c-8f65-4d7a-8307-8f27f14173db tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793350 Nov 12 03:58:06.657895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30980663-7108-4eed-b198-a9c5c7feed55 req-633c880d-fe92-4e06-956b-b5df244c23e6 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:06.659408 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30980663-7108-4eed-b198-a9c5c7feed55 req-633c880d-fe92-4e06-956b-b5df244c23e6 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 948 time: 0.0573816 Nov 12 03:58:06.729294 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d374733-d683-4862-a04c-6e627212bf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:06.731899 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d374733-d683-4862-a04c-6e627212bf55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:06.733191 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2d374733-d683-4862-a04c-6e627212bf55 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/97693a43-8bd2-4596-a692-90d0fd6a9b95 HTTP/1.1" status: 204 len: 168 time: 0.3021038 Nov 12 03:58:06.742041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d374733-d683-4862-a04c-6e627212bf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97693a43-8bd2-4596-a692-90d0fd6a9b95,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:06.744462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30980663-7108-4eed-b198-a9c5c7feed55 req-182231e1-e9ff-4050-b733-5090ee68133b tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789423 Nov 12 03:58:06.830726 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.085291 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.328853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Router 6301a5f8-54fb-46c7-afbe-126fa4b81f7d is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:58:07.449608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:07.459686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Sync routers for ids ['6301a5f8-54fb-46c7-afbe-126fa4b81f7d'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:07.471047 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Routers {'6301a5f8-54fb-46c7-afbe-126fa4b81f7d'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:07.472136 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6301a5f8-54fb-46c7-afbe-126fa4b81f7d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:07.575847 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.577724 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2821df72-08e0-483a-9533-1202f5577f29 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.1102853 Nov 12 03:58:07.581448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:07.588259 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Set router 6301a5f8-54fb-46c7-afbe-126fa4b81f7d gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:07.705325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45944) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:07.705832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8d959927-fce6-42ba-b0fd-546b7f8b1507 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/routers/6301a5f8-54fb-46c7-afbe-126fa4b81f7d HTTP/1.1" status: 200 len: 909 time: 0.1229014 Nov 12 03:58:07.710487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2035137106', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'enable_snat': True}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:07.802119 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6301a5f8-54fb-46c7-afbe-126fa4b81f7d', 'name': 'tempest-snat-router-2035137106', 'tenant_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.133'}], 'enable_snat': False}, 'gw_port_id': 'c2c47ba9-c52d-4fd3-9860-b90f5762c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:04Z', 'updated_at': '2021-11-12T03:58:06Z', 'revision_number': 3, 'project_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'gw_port': {'id': 'c2c47ba9-c52d-4fd3-9860-b90f5762c5df', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6301a5f8-54fb-46c7-afbe-126fa4b81f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:05Z', 'updated_at': '2021-11-12T03:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:07.815202 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.816315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.831715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Checking router: 6301a5f8-54fb-46c7-afbe-126fa4b81f7d for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:07.832081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Updating router 6301a5f8-54fb-46c7-afbe-126fa4b81f7d port c2c47ba9-c52d-4fd3-9860-b90f5762c5df binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:58:07.869632 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.875796 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.146366 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.183556 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.301746 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.370237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Attempting to bind port c2c47ba9-c52d-4fd3-9860-b90f5762c5df on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:08.370951 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Attempting to bind port c2c47ba9-c52d-4fd3-9860-b90f5762c5df by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:08.371534 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Attempting to bind port c2c47ba9-c52d-4fd3-9860-b90f5762c5df on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:08.373733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4933f4e-f38c-4ecd-ae42-f6a9b109f44c None None] Pushing event updated for resources: {'Port': ['ID=c2c47ba9-c52d-4fd3-9860-b90f5762c5df,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:08.380497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:08.381147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:08.381713 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.382193 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:08.382848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Bound port: c2c47ba9-c52d-4fd3-9860-b90f5762c5df, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:08.383240 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.408491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f3d2634e-33f5-495f-b5ea-adab45b43e21 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:08.441364 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.465565 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.475012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] For port c2c47ba9-c52d-4fd3-9860-b90f5762c5df, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:08.480230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] For port c2c47ba9-c52d-4fd3-9860-b90f5762c5df, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c2c47ba9-c52d-4fd3-9860-b90f5762c5df,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:08.522543 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.545984 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d2634e-33f5-495f-b5ea-adab45b43e21'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:08.548840 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757b5f3a-0b53-4d78-ab9d-a660f360f08d" -d '{"events": [{"server_uuid": "c35651a3-8459-4040-906b-e28df51d9bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d2634e-33f5-495f-b5ea-adab45b43e21"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:08.562248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f3d2634e-33f5-495f-b5ea-adab45b43e21, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f3d2634e-33f5-495f-b5ea-adab45b43e21,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:08.563848 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.586842 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Allocated IP 172.25.8.193 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/b370889f-d3a8-4546-97c3-e94956a6af6b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:08.624906 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0087ab-c511-4b97-99d9-7c358776088f x-openstack-request-id: req-3c0087ab-c511-4b97-99d9-7c358776088f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:08.625493 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35651a3-8459-4040-906b-e28df51d9bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d2634e-33f5-495f-b5ea-adab45b43e21", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:08.625768 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3c0087ab-c511-4b97-99d9-7c358776088f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:08.626157 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d2634e-33f5-495f-b5ea-adab45b43e21', 'code': 200} Nov 12 03:58:08.628846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Routers {'6301a5f8-54fb-46c7-afbe-126fa4b81f7d'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:08.635022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6301a5f8-54fb-46c7-afbe-126fa4b81f7d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:08.635022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4933f4e-f38c-4ecd-ae42-f6a9b109f44c None None] Pushing event updated for resources: {'Port': ['ID=c2c47ba9-c52d-4fd3-9860-b90f5762c5df,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:08.673049 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.741277 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.775064 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=f3d2634e-33f5-495f-b5ea-adab45b43e21,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:08.786336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] Set router 6301a5f8-54fb-46c7-afbe-126fa4b81f7d gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:08.878445 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.932000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:08.937112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:08.940458 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:08.942638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event updated for resources: {'Port': ['ID=b370889f-d3a8-4546-97c3-e94956a6af6b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:09.153787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6301a5f8-54fb-46c7-afbe-126fa4b81f7d', 'name': 'tempest-snat-router-2035137106', 'tenant_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.133'}], 'enable_snat': False}, 'gw_port_id': 'c2c47ba9-c52d-4fd3-9860-b90f5762c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:04Z', 'updated_at': '2021-11-12T03:58:06Z', 'revision_number': 3, 'project_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'gw_port': {'id': 'c2c47ba9-c52d-4fd3-9860-b90f5762c5df', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6301a5f8-54fb-46c7-afbe-126fa4b81f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:05Z', 'updated_at': '2021-11-12T03:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:09.182264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576172f-da6e-4202-8b5d-a6e162342401 None None] The sync data for ids ['6301a5f8-54fb-46c7-afbe-126fa4b81f7d'] in n-d-767704-23 is: [{'id': '6301a5f8-54fb-46c7-afbe-126fa4b81f7d', 'name': 'tempest-snat-router-2035137106', 'tenant_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.133'}], 'enable_snat': False}, 'gw_port_id': 'c2c47ba9-c52d-4fd3-9860-b90f5762c5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:04Z', 'updated_at': '2021-11-12T03:58:06Z', 'revision_number': 3, 'project_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'gw_port': {'id': 'c2c47ba9-c52d-4fd3-9860-b90f5762c5df', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6301a5f8-54fb-46c7-afbe-126fa4b81f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:05Z', 'updated_at': '2021-11-12T03:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:09.365212 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.620188 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.857578 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c2c47ba9-c52d-4fd3-9860-b90f5762c5df up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:09.874057 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Router d8738f83-bc47-4f65-956e-3d4029e921e3 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:58:09.927489 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c2c47ba9-c52d-4fd3-9860-b90f5762c5df triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:09.928250 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.997910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:10.013963 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Sync routers for ids ['d8738f83-bc47-4f65-956e-3d4029e921e3'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:10.023710 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.026235 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Routers {'d8738f83-bc47-4f65-956e-3d4029e921e3'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:10.026978 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d8738f83-bc47-4f65-956e-3d4029e921e3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:10.045537 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port c2c47ba9-c52d-4fd3-9860-b90f5762c5df, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c2c47ba9-c52d-4fd3-9860-b90f5762c5df,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:10.076013 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.077326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f92f86de-96e2-4e84-81f2-e9353f720003 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3703072 Nov 12 03:58:10.080751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46074) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:10.145115 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.194270 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Set router d8738f83-bc47-4f65-956e-3d4029e921e3 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:10.229281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=c2c47ba9-c52d-4fd3-9860-b90f5762c5df,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:10.525266 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8738f83-bc47-4f65-956e-3d4029e921e3', 'name': 'tempest-snat-router-2035137106', 'tenant_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b370889f-d3a8-4546-97c3-e94956a6af6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:07Z', 'updated_at': '2021-11-12T03:58:09Z', 'revision_number': 3, 'project_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'gw_port': {'id': 'b370889f-d3a8-4546-97c3-e94956a6af6b', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8738f83-bc47-4f65-956e-3d4029e921e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:08Z', 'updated_at': '2021-11-12T03:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:10.562252 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Checking router: d8738f83-bc47-4f65-956e-3d4029e921e3 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:10.563102 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Updating router d8738f83-bc47-4f65-956e-3d4029e921e3 port b370889f-d3a8-4546-97c3-e94956a6af6b binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:58:10.603173 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.655119 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c3d5dec1-e048-433c-897a-00df49ad6086 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/routers/d8738f83-bc47-4f65-956e-3d4029e921e3 HTTP/1.1" status: 200 len: 908 time: 0.5687635 Nov 12 03:58:10.655119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:10.785166 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.942612 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.056118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Deleting port b370889f-d3a8-4546-97c3-e94956a6af6b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:11.056732 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.065607 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.143020 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.154364 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.171173 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Calling delete_port for b370889f-d3a8-4546-97c3-e94956a6af6b owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:11.215682 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Attempting to bind port b370889f-d3a8-4546-97c3-e94956a6af6b on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:11.216072 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Attempting to bind port b370889f-d3a8-4546-97c3-e94956a6af6b by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:11.216426 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Attempting to bind port b370889f-d3a8-4546-97c3-e94956a6af6b on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:11.228526 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50fe94-328f-4625-836b-4e80e99d35b0 None None] Pushing event updated for resources: {'Port': ['ID=b370889f-d3a8-4546-97c3-e94956a6af6b,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:11.230892 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:11.231259 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:11.231649 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.232052 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:11.232539 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Bound port: b370889f-d3a8-4546-97c3-e94956a6af6b, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:11.232914 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.256689 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50fe94-328f-4625-836b-4e80e99d35b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.257046 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50fe94-328f-4625-836b-4e80e99d35b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.257357 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50fe94-328f-4625-836b-4e80e99d35b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.257686 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50fe94-328f-4625-836b-4e80e99d35b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.258017 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50fe94-328f-4625-836b-4e80e99d35b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.258347 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50fe94-328f-4625-836b-4e80e99d35b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.258671 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50fe94-328f-4625-836b-4e80e99d35b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.258991 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50fe94-328f-4625-836b-4e80e99d35b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.259312 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50fe94-328f-4625-836b-4e80e99d35b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.259635 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50fe94-328f-4625-836b-4e80e99d35b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.259953 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50fe94-328f-4625-836b-4e80e99d35b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.260337 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50fe94-328f-4625-836b-4e80e99d35b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.304502 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] For port b370889f-d3a8-4546-97c3-e94956a6af6b, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:11.308955 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] For port b370889f-d3a8-4546-97c3-e94956a6af6b, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b370889f-d3a8-4546-97c3-e94956a6af6b,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:11.406319 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.479214 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Routers {'d8738f83-bc47-4f65-956e-3d4029e921e3'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:11.480209 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d8738f83-bc47-4f65-956e-3d4029e921e3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:11.493467 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50fe94-328f-4625-836b-4e80e99d35b0 None None] Pushing event updated for resources: {'Port': ['ID=b370889f-d3a8-4546-97c3-e94956a6af6b,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:11.580410 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.581730 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] Set router d8738f83-bc47-4f65-956e-3d4029e921e3 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:11.611755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event deleted for resources: {'Port': ['ID=b370889f-d3a8-4546-97c3-e94956a6af6b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:11.638880 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8738f83-bc47-4f65-956e-3d4029e921e3', 'name': 'tempest-snat-router-2035137106', 'tenant_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:07Z', 'updated_at': '2021-11-12T03:58:10Z', 'revision_number': 4, 'project_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:11.666253 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce538374-c5b2-4c1f-a099-fc42053a6f1b None None] The sync data for ids ['d8738f83-bc47-4f65-956e-3d4029e921e3'] in n-d-767704-23 is: [{'id': 'd8738f83-bc47-4f65-956e-3d4029e921e3', 'name': 'tempest-snat-router-2035137106', 'tenant_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:07Z', 'updated_at': '2021-11-12T03:58:10Z', 'revision_number': 4, 'project_id': 'e1e32b1b2b764d7eb4e87867f6702559', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:11.676385 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.780002 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.782478 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.858752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c2c47ba9-c52d-4fd3-9860-b90f5762c5df up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:11.922935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c2c47ba9-c52d-4fd3-9860-b90f5762c5df triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:11.923582 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.935816 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.939965 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8738f83-bc47-4f65-956e-3d4029e921e3 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:11.949850 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.958235 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-349973bc-252b-4a23-91f6-a018e9319d51 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "DELETE /v2.0/routers/d8738f83-bc47-4f65-956e-3d4029e921e3 HTTP/1.1" status: 204 len: 168 time: 1.2965407 Nov 12 03:58:11.958235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46112) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:12.084698 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.210322 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.349444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Deleting port c2c47ba9-c52d-4fd3-9860-b90f5762c5df {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:12.349806 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.404514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f3d2634e-33f5-495f-b5ea-adab45b43e21 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:58:12.450363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] For port c2c47ba9-c52d-4fd3-9860-b90f5762c5df, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c2c47ba9-c52d-4fd3-9860-b90f5762c5df,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:12.450721 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.468226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Calling delete_port for c2c47ba9-c52d-4fd3-9860-b90f5762c5df owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:12.658231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f3d2634e-33f5-495f-b5ea-adab45b43e21, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f3d2634e-33f5-495f-b5ea-adab45b43e21,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:12.675285 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'f3d2634e-33f5-495f-b5ea-adab45b43e21', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'f3d2634e-33f5-495f-b5ea-adab45b43e21', 'mac_address': 'fa:16:3e:0f:a0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:58:12.720109 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.733442 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d2634e-33f5-495f-b5ea-adab45b43e21 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:12.757949 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.763456 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f3d2634e-33f5-495f-b5ea-adab45b43e21, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f3d2634e-33f5-495f-b5ea-adab45b43e21,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:12.813811 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2c47ba9-c52d-4fd3-9860-b90f5762c5df,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:12.834013 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.869776 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.895943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=f3d2634e-33f5-495f-b5ea-adab45b43e21,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:12.971262 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.975071 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.022322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['f3d2634e-33f5-495f-b5ea-adab45b43e21'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:13.102653 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.103225 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6301a5f8-54fb-46c7-afbe-126fa4b81f7d {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:13.108072 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.113278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-17be7645-c8e9-4ef3-a711-3d73d9b59a85 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "DELETE /v2.0/routers/6301a5f8-54fb-46c7-afbe-126fa4b81f7d HTTP/1.1" status: 204 len: 168 time: 1.1543000 Nov 12 03:58:13.116334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:13.121958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1286095716', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:13.257075 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.259063 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.340469 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.571373 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.836688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c2c47ba9-c52d-4fd3-9860-b90f5762c5df no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:13.875355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: c2c47ba9-c52d-4fd3-9860-b90f5762c5df {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:13.875679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c2c47ba9-c52d-4fd3-9860-b90f5762c5df not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:13.894924 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.915848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.062291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Allocated IP 172.25.8.66 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/4ac3973c-50ff-4aa3-ad9a-dc21bd3fb2d9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:14.199714 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.329709 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.410276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f3d2634e-33f5-495f-b5ea-adab45b43e21 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:14.442790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:14.447208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:14.449275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Pushing event updated for resources: {'Port': ['ID=4ac3973c-50ff-4aa3-ad9a-dc21bd3fb2d9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:14.475158 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:14.488364 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port f3d2634e-33f5-495f-b5ea-adab45b43e21 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:14.489075 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.614109 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.673283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2634e-33f5-495f-b5ea-adab45b43e21'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:14.678123 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41103307-1f38-4f98-aa27-290c6a858ac2" -d '{"events": [{"server_uuid": "c35651a3-8459-4040-906b-e28df51d9bf0", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2634e-33f5-495f-b5ea-adab45b43e21"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:14.727685 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f3d2634e-33f5-495f-b5ea-adab45b43e21, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f3d2634e-33f5-495f-b5ea-adab45b43e21,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:14.803707 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.867120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=f3d2634e-33f5-495f-b5ea-adab45b43e21,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:14.902200 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb4b79c-ae63-42fc-8e3a-b11ba1eb94bc x-openstack-request-id: req-6eb4b79c-ae63-42fc-8e3a-b11ba1eb94bc {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:14.902606 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35651a3-8459-4040-906b-e28df51d9bf0", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2634e-33f5-495f-b5ea-adab45b43e21", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:14.902954 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6eb4b79c-ae63-42fc-8e3a-b11ba1eb94bc {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:14.903440 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2634e-33f5-495f-b5ea-adab45b43e21', 'code': 200} Nov 12 03:58:15.034406 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.311295 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.557600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Router 55db7a91-0615-48fc-a973-2b23f2f2d457 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:58:15.770827 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:15.783796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88bdae5-3687-40b3-b2aa-dd51082f1445 None None] Sync routers for ids ['55db7a91-0615-48fc-a973-2b23f2f2d457'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:15.811670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88bdae5-3687-40b3-b2aa-dd51082f1445 None None] Routers {'55db7a91-0615-48fc-a973-2b23f2f2d457'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:15.813433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f88bdae5-3687-40b3-b2aa-dd51082f1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['55db7a91-0615-48fc-a973-2b23f2f2d457'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:15.868227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f88bdae5-3687-40b3-b2aa-dd51082f1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:15.884004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88bdae5-3687-40b3-b2aa-dd51082f1445 None None] Routers {'55db7a91-0615-48fc-a973-2b23f2f2d457'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:15.885397 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f88bdae5-3687-40b3-b2aa-dd51082f1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['55db7a91-0615-48fc-a973-2b23f2f2d457'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:15.910334 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.912830 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9436b75a-0b00-4ad1-9306-335b9b492e44 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7945690 Nov 12 03:58:15.914751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:15.919902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5b7ce474-4a90-418f-b87b-e3a3f1efec16 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'enable_snat': False}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:15.950521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f88bdae5-3687-40b3-b2aa-dd51082f1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:15.951556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88bdae5-3687-40b3-b2aa-dd51082f1445 None None] The sync data for ids ['55db7a91-0615-48fc-a973-2b23f2f2d457'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:16.851508 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce474-4a90-418f-b87b-e3a3f1efec16 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.574657 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce474-4a90-418f-b87b-e3a3f1efec16 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.578668 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce474-4a90-418f-b87b-e3a3f1efec16 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.716422 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7ce474-4a90-418f-b87b-e3a3f1efec16 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Router 55db7a91-0615-48fc-a973-2b23f2f2d457 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:17.823977 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7ce474-4a90-418f-b87b-e3a3f1efec16 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:17.829399 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce474-4a90-418f-b87b-e3a3f1efec16 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.830737 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5b7ce474-4a90-418f-b87b-e3a3f1efec16 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "PUT /v2.0/routers/55db7a91-0615-48fc-a973-2b23f2f2d457 HTTP/1.1" status: 200 len: 921 time: 1.9148469 Nov 12 03:58:17.833410 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:17.843574 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09523fc-a315-4f51-9977-e706de301319 None None] Sync routers for ids ['55db7a91-0615-48fc-a973-2b23f2f2d457'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:17.860614 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09523fc-a315-4f51-9977-e706de301319 None None] Routers {'55db7a91-0615-48fc-a973-2b23f2f2d457'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:17.861392 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e09523fc-a315-4f51-9977-e706de301319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['55db7a91-0615-48fc-a973-2b23f2f2d457'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:17.910439 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e09523fc-a315-4f51-9977-e706de301319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:17.927319 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09523fc-a315-4f51-9977-e706de301319 None None] Routers {'55db7a91-0615-48fc-a973-2b23f2f2d457'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:17.927975 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e09523fc-a315-4f51-9977-e706de301319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['55db7a91-0615-48fc-a973-2b23f2f2d457'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:17.982077 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fda8f817-485c-4fed-bfd1-fa4c8b60ffbf tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/routers/55db7a91-0615-48fc-a973-2b23f2f2d457 HTTP/1.1" status: 200 len: 921 time: 0.1448565 Nov 12 03:58:17.982684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46204) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:17.986679 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e09523fc-a315-4f51-9977-e706de301319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:17.987396 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09523fc-a315-4f51-9977-e706de301319 None None] The sync data for ids ['55db7a91-0615-48fc-a973-2b23f2f2d457'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:18.057645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63235139-6fae-4ecb-b072-62067765e3eb tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:18.059181 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-63235139-6fae-4ecb-b072-62067765e3eb tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&device_id=55db7a91-0615-48fc-a973-2b23f2f2d457&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0760427 Nov 12 03:58:18.062694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:18.189185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4843ed-a76e-42a7-99d4-9cb074f49be7 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:18.189185 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ff4843ed-a76e-42a7-99d4-9cb074f49be7 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 881 time: 0.0954072 Nov 12 03:58:18.189185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:18.209342 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-288b8f34-6a2c-4f56-af30-600593cc5bac tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "GET /v2.0/ports?device_id=55db7a91-0615-48fc-a973-2b23f2f2d457 HTTP/1.1" status: 200 len: 205 time: 0.0434279 Nov 12 03:58:18.212593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:18.324112 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.451632 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.812701 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.915364 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Deleting port 4ac3973c-50ff-4aa3-ad9a-dc21bd3fb2d9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:18.915719 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.050373 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:58:19.051206 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.074902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Calling delete_port for 4ac3973c-50ff-4aa3-ad9a-dc21bd3fb2d9 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:19.385128 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.419536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Pushing event deleted for resources: {'Port': ['ID=4ac3973c-50ff-4aa3-ad9a-dc21bd3fb2d9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:19.529042 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.817856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.822445 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.961733 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.962467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Fanout notify agent at l3_agent the message router_deleted on router 55db7a91-0615-48fc-a973-2b23f2f2d457 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:19.986419 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.988124 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e6f354cf-d124-4309-b04e-224d25f8d5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "DELETE /v2.0/routers/55db7a91-0615-48fc-a973-2b23f2f2d457 HTTP/1.1" status: 204 len: 168 time: 1.7745595 Nov 12 03:58:19.992082 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:19.998533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-58ae17f9-df21-40e7-ba02-de56723ecfe1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1747626018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:20.096860 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58ae17f9-df21-40e7-ba02-de56723ecfe1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.101512 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58ae17f9-df21-40e7-ba02-de56723ecfe1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.187884 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58ae17f9-df21-40e7-ba02-de56723ecfe1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.652683 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58ae17f9-df21-40e7-ba02-de56723ecfe1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.739493 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58ae17f9-df21-40e7-ba02-de56723ecfe1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.741592 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-58ae17f9-df21-40e7-ba02-de56723ecfe1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7475607 Nov 12 03:58:20.744288 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46240) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:20.749188 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Request body: {'router': {'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:21.049096 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.424634 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.447434 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.637088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Allocated IP 172.25.8.88 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/b6cfe88c-3987-4645-87db-cb3c1616af22) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:21.792075 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.916092 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.979590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:21.986211 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:22.000462 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Pushing event updated for resources: {'Port': ['ID=b6cfe88c-3987-4645-87db-cb3c1616af22,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:22.005172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:22.411342 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.687833 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.691807 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.948406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Router 7042f1b6-eb30-4065-8e23-738d9ad76d50 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:58:23.056880 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dacdc493-b38a-4796-949f-db9a560ae3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.493396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:23.505836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20436d1-7c8a-4e9a-96c2-319751a94300 None None] Sync routers for ids ['7042f1b6-eb30-4065-8e23-738d9ad76d50'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:23.506036 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.507594 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-80b4f7e1-d388-4cc6-b7b0-fd27a7fae5e1 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "PUT /v2.0/routers/7042f1b6-eb30-4065-8e23-738d9ad76d50 HTTP/1.1" status: 200 len: 879 time: 2.7620046 Nov 12 03:58:23.510084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46270) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:23.523234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20436d1-7c8a-4e9a-96c2-319751a94300 None None] Routers {'7042f1b6-eb30-4065-8e23-738d9ad76d50'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:23.523877 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a20436d1-7c8a-4e9a-96c2-319751a94300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7042f1b6-eb30-4065-8e23-738d9ad76d50'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:23.594687 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a20436d1-7c8a-4e9a-96c2-319751a94300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:23.606240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20436d1-7c8a-4e9a-96c2-319751a94300 None None] Routers {'7042f1b6-eb30-4065-8e23-738d9ad76d50'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:23.607205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a20436d1-7c8a-4e9a-96c2-319751a94300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:57:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7042f1b6-eb30-4065-8e23-738d9ad76d50'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:23.634628 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-98235cbf-951d-4489-9107-40159c5a4030 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/routers/7042f1b6-eb30-4065-8e23-738d9ad76d50 HTTP/1.1" status: 200 len: 920 time: 0.1204262 Nov 12 03:58:23.635094 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46272) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:23.661965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a20436d1-7c8a-4e9a-96c2-319751a94300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:23.663181 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20436d1-7c8a-4e9a-96c2-319751a94300 None None] The sync data for ids ['7042f1b6-eb30-4065-8e23-738d9ad76d50'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:23.695688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31508609-69e0-4cbc-9771-7757abeab8a5 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:23.699831 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-31508609-69e0-4cbc-9771-7757abeab8a5 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&device_id=7042f1b6-eb30-4065-8e23-738d9ad76d50&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0636835 Nov 12 03:58:23.703368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46274) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:23.865450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68132554-b716-4f4e-8241-43b2ab02f1b5 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:23.867201 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-68132554-b716-4f4e-8241-43b2ab02f1b5 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 881 time: 0.1625206 Nov 12 03:58:23.871504 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46278) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:23.902373 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-70066e96-0bc8-4f31-9761-4b0607a17313 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "GET /v2.0/ports?device_id=7042f1b6-eb30-4065-8e23-738d9ad76d50 HTTP/1.1" status: 200 len: 205 time: 0.0286679 Nov 12 03:58:23.907552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:24.072728 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.344393 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.883131 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.918258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Deleting port b6cfe88c-3987-4645-87db-cb3c1616af22 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:24.918908 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.095586 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.119077 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Calling delete_port for b6cfe88c-3987-4645-87db-cb3c1616af22 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:25.513746 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.551726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Pushing event deleted for resources: {'Port': ['ID=b6cfe88c-3987-4645-87db-cb3c1616af22,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:25.563466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.563833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.564641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.564994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.565336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.565687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.565987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.566339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.566830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.567161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.568232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.568232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.648490 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.759163 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.762021 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.902634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.903489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Fanout notify agent at l3_agent the message router_deleted on router 7042f1b6-eb30-4065-8e23-738d9ad76d50 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:25.913552 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.915010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-22ccd4f8-bb03-4783-861d-4e826e5e1a0f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "DELETE /v2.0/routers/7042f1b6-eb30-4065-8e23-738d9ad76d50 HTTP/1.1" status: 204 len: 168 time: 2.0061622 Nov 12 03:58:25.919299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46304) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:25.928587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7b2d6dc8-134c-4a60-a6d5-fed30087bda9 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-19862156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:26.056629 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b2d6dc8-134c-4a60-a6d5-fed30087bda9 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.057744 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b2d6dc8-134c-4a60-a6d5-fed30087bda9 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.122432 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b2d6dc8-134c-4a60-a6d5-fed30087bda9 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.237460 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b2d6dc8-134c-4a60-a6d5-fed30087bda9 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.331064 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b2d6dc8-134c-4a60-a6d5-fed30087bda9 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.332364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7b2d6dc8-134c-4a60-a6d5-fed30087bda9 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4118936 Nov 12 03:58:26.335280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46312) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:26.339723 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'enable_snat': True}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:26.556892 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.661941 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.872338 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ee54105f-c310-4d33-a677-125dd5d49785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.873511 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.884137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91b5ec-26b4-4912-a2ca-a502fbf8a992 req-4120084a-45a4-49a7-972b-6073315f8a66 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:26.885625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f91b5ec-26b4-4912-a2ca-a502fbf8a992 req-4120084a-45a4-49a7-972b-6073315f8a66 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 949 time: 0.1173723 Nov 12 03:58:26.910937 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.005379 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f91b5ec-26b4-4912-a2ca-a502fbf8a992 req-78c1fc9c-23d7-4e48-b00a-2acfcd57cceb tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972147 Nov 12 03:58:27.069166 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Allocated IP 172.25.8.217 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/d2e96ebd-7e68-49b0-912b-ded765201e22) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:27.187439 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.294945 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.338539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:27.341624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:27.346725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:27.349753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event updated for resources: {'Port': ['ID=d2e96ebd-7e68-49b0-912b-ded765201e22,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:28.032881 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:28.215395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ee3d9-8dc7-435e-a8bb-ad026d8399e0 req-638024c3-5aeb-4cc7-9011-64395f478bca tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:28.216913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c20ee3d9-8dc7-435e-a8bb-ad026d8399e0 req-638024c3-5aeb-4cc7-9011-64395f478bca tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 949 time: 0.1004014 Nov 12 03:58:28.305829 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:28.321289 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:28.329597 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c20ee3d9-8dc7-435e-a8bb-ad026d8399e0 req-cf1c306b-69ac-4053-b16d-ec62c0504feb tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688310 Nov 12 03:58:28.402694 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:28.558902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Router 63049024-a7f9-41fa-b590-4e54efac3c11 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:58:28.672699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:28.678060 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:28.683421 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-75b94d4d-f41b-45b7-a2fd-ed5c439502f1 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "PUT /v2.0/routers/63049024-a7f9-41fa-b590-4e54efac3c11 HTTP/1.1" status: 200 len: 913 time: 2.3433177 Nov 12 03:58:28.683421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46390) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:28.691574 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a09b17-78de-45f8-997b-7c5517e5d11d None None] Sync routers for ids ['63049024-a7f9-41fa-b590-4e54efac3c11'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:28.706975 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a09b17-78de-45f8-997b-7c5517e5d11d None None] Routers {'63049024-a7f9-41fa-b590-4e54efac3c11'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:28.708400 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-30a09b17-78de-45f8-997b-7c5517e5d11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:58:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['63049024-a7f9-41fa-b590-4e54efac3c11'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:28.758318 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-30a09b17-78de-45f8-997b-7c5517e5d11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:28.772326 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a09b17-78de-45f8-997b-7c5517e5d11d None None] Routers {'63049024-a7f9-41fa-b590-4e54efac3c11'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:28.772940 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-30a09b17-78de-45f8-997b-7c5517e5d11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:58:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['63049024-a7f9-41fa-b590-4e54efac3c11'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:28.814015 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-30a09b17-78de-45f8-997b-7c5517e5d11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:28.815079 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a09b17-78de-45f8-997b-7c5517e5d11d None None] The sync data for ids ['63049024-a7f9-41fa-b590-4e54efac3c11'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:28.831780 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4deec558-7f81-4c91-a65f-13e323c9d32c tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/routers/63049024-a7f9-41fa-b590-4e54efac3c11 HTTP/1.1" status: 200 len: 919 time: 0.1441154 Nov 12 03:58:28.832073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46396) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:28.878804 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fab0d4b-bef7-4b28-bd67-238f22773bb3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:28.880337 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7fab0d4b-bef7-4b28-bd67-238f22773bb3 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&device_id=63049024-a7f9-41fa-b590-4e54efac3c11&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0472238 Nov 12 03:58:28.882930 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46398) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:28.954154 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:28.988694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8827a241-d21e-4a41-908e-868e13f97631 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:28.990086 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8827a241-d21e-4a41-908e-868e13f97631 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 881 time: 0.1062486 Nov 12 03:58:28.993717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46406) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:29.023259 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-98dbfeb0-4cc6-46ea-a79e-a55cf169c9bb tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "GET /v2.0/ports?device_id=63049024-a7f9-41fa-b590-4e54efac3c11 HTTP/1.1" status: 200 len: 205 time: 0.0283918 Nov 12 03:58:29.025703 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:29.140438 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:29.251393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:29.401904 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Deleting port d2e96ebd-7e68-49b0-912b-ded765201e22 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:29.402246 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:29.502352 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:29.516514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Calling delete_port for d2e96ebd-7e68-49b0-912b-ded765201e22 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:29.797768 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:29.829277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Pushing event deleted for resources: {'Port': ['ID=d2e96ebd-7e68-49b0-912b-ded765201e22,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:29.848392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:29.849117 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:29.849117 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:29.849421 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:29.849763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:29.850105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:29.850434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:29.850768 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:29.851104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:29.851431 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:29.851904 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:29.852391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:29.924206 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.027048 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.029371 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.176571 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.177101 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Fanout notify agent at l3_agent the message router_deleted on router 63049024-a7f9-41fa-b590-4e54efac3c11 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:30.184282 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.185268 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-059b585a-8b09-4144-bfba-afde8c27f40d tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "DELETE /v2.0/routers/63049024-a7f9-41fa-b590-4e54efac3c11 HTTP/1.1" status: 204 len: 168 time: 1.1586061 Nov 12 03:58:30.189911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:30.197392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ca266d4f-b184-4023-aca2-6958ae486ab5 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1078155553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:30.329335 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca266d4f-b184-4023-aca2-6958ae486ab5 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.331721 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca266d4f-b184-4023-aca2-6958ae486ab5 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.407960 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af309e1-1ec4-4367-addd-960a7e890747 req-367e6e6d-3371-4f92-95f3-9e8f6041d6d6 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:30.409532 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9af309e1-1ec4-4367-addd-960a7e890747 req-367e6e6d-3371-4f92-95f3-9e8f6041d6d6 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 949 time: 0.0606680 Nov 12 03:58:30.430222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca266d4f-b184-4023-aca2-6958ae486ab5 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.475587 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9af309e1-1ec4-4367-addd-960a7e890747 req-3e5f0d66-b441-4f75-a54d-9da24b19a0e0 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525889 Nov 12 03:58:30.486001 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca266d4f-b184-4023-aca2-6958ae486ab5 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.525371 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f3d2634e-33f5-495f-b5ea-adab45b43e21 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:30.588463 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca266d4f-b184-4023-aca2-6958ae486ab5 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.592743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:30.593005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ca266d4f-b184-4023-aca2-6958ae486ab5 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4013045 Nov 12 03:58:30.597746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'enable_snat': False}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:30.613133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.639798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d2634e-33f5-495f-b5ea-adab45b43e21'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:30.643668 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3545c09c-3f33-4cb9-9839-a1bf0bff0c32" -d '{"events": [{"server_uuid": "c35651a3-8459-4040-906b-e28df51d9bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d2634e-33f5-495f-b5ea-adab45b43e21"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:30.660904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f3d2634e-33f5-495f-b5ea-adab45b43e21, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f3d2634e-33f5-495f-b5ea-adab45b43e21,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:30.703168 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d7f69f-85b3-4aae-9f78-6baa5f8eed0b x-openstack-request-id: req-f7d7f69f-85b3-4aae-9f78-6baa5f8eed0b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:30.703482 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35651a3-8459-4040-906b-e28df51d9bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d2634e-33f5-495f-b5ea-adab45b43e21", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:30.703736 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f7d7f69f-85b3-4aae-9f78-6baa5f8eed0b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:30.704193 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d2634e-33f5-495f-b5ea-adab45b43e21', 'code': 200} Nov 12 03:58:30.750179 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.804693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=f3d2634e-33f5-495f-b5ea-adab45b43e21,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:30.813335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:30.813688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:30.814029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:30.814517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:30.814699 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:30.815216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:30.815714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:30.816311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:30.816799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:30.817282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:30.817776 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:30.823474 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:30.833592 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:31.124866 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:31.163402 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:31.291098 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Allocated IP 172.25.8.201 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/fe05bf00-9c44-4649-8d79-276efc3a3147) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:31.406102 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:31.500933 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:31.545784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:31.549284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:31.554228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:31.557445 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Pushing event updated for resources: {'Port': ['ID=fe05bf00-9c44-4649-8d79-276efc3a3147,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:31.630832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd50b6-ba6f-497b-964f-f3a3c9ab74ac req-1cb5bfc8-67f2-4b11-88b0-ba0c6ec62037 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:31.632764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5afd50b6-ba6f-497b-964f-f3a3c9ab74ac req-1cb5bfc8-67f2-4b11-88b0-ba0c6ec62037 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 947 time: 0.0631115 Nov 12 03:58:31.712276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5afd50b6-ba6f-497b-964f-f3a3c9ab74ac req-f863be22-7fd2-4334-b17d-e1921904a75f tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732627 Nov 12 03:58:31.963475 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:32.260150 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:32.263788 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:32.477161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38444b-88da-4ded-a595-f1c432413030 req-88361929-8aec-4964-85b6-34644d9826df tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:32.478961 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f38444b-88da-4ded-a595-f1c432413030 req-88361929-8aec-4964-85b6-34644d9826df tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.25 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 947 time: 0.0554268 Nov 12 03:58:32.495247 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Router 40560e4c-45a7-4048-bf25-93d20b17d03f is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:58:32.591007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3f38444b-88da-4ded-a595-f1c432413030 req-413b762f-c486-416f-9bb3-2204be60752d tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Deleting port f3d2634e-33f5-495f-b5ea-adab45b43e21 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:32.591838 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3f38444b-88da-4ded-a595-f1c432413030 req-413b762f-c486-416f-9bb3-2204be60752d tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:32.623823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:32.628497 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:32.630320 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a33ddd40-86ff-4eef-8851-610074128596 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "PUT /v2.0/routers/40560e4c-45a7-4048-bf25-93d20b17d03f HTTP/1.1" status: 200 len: 916 time: 2.0357573 Nov 12 03:58:32.632366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46476) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:32.643772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76c86e-1ee1-4bc9-8126-f44609854bf8 None None] Sync routers for ids ['40560e4c-45a7-4048-bf25-93d20b17d03f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:32.648333 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f76c86e-1ee1-4bc9-8126-f44609854bf8 None None] Routers {'40560e4c-45a7-4048-bf25-93d20b17d03f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:32.649300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8f76c86e-1ee1-4bc9-8126-f44609854bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:58:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['40560e4c-45a7-4048-bf25-93d20b17d03f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:32.689098 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8f76c86e-1ee1-4bc9-8126-f44609854bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:32.698824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f76c86e-1ee1-4bc9-8126-f44609854bf8 None None] Routers {'40560e4c-45a7-4048-bf25-93d20b17d03f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:32.700067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8f76c86e-1ee1-4bc9-8126-f44609854bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:58:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['40560e4c-45a7-4048-bf25-93d20b17d03f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:32.734813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3f38444b-88da-4ded-a595-f1c432413030 req-413b762f-c486-416f-9bb3-2204be60752d tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] For port f3d2634e-33f5-495f-b5ea-adab45b43e21, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f3d2634e-33f5-495f-b5ea-adab45b43e21,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:32.735386 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3f38444b-88da-4ded-a595-f1c432413030 req-413b762f-c486-416f-9bb3-2204be60752d tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:32.749387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8f76c86e-1ee1-4bc9-8126-f44609854bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:32.750091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76c86e-1ee1-4bc9-8126-f44609854bf8 None None] The sync data for ids ['40560e4c-45a7-4048-bf25-93d20b17d03f'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:32.785282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3f38444b-88da-4ded-a595-f1c432413030 req-413b762f-c486-416f-9bb3-2204be60752d tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Calling delete_port for f3d2634e-33f5-495f-b5ea-adab45b43e21 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:32.792407 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1bac5106-1515-4115-bcfb-78543ce20e80 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/routers/40560e4c-45a7-4048-bf25-93d20b17d03f HTTP/1.1" status: 200 len: 922 time: 0.1564772 Nov 12 03:58:32.794193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46484) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:32.872138 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1215e6a-6779-4527-8002-b95960dc9436 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:32.876655 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b1215e6a-6779-4527-8002-b95960dc9436 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&device_id=40560e4c-45a7-4048-bf25-93d20b17d03f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0783689 Nov 12 03:58:32.876902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46486) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:32.935966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d21a8c-86e4-4f84-9723-df7913f5f998 req-d9e69ef0-0b16-4f6a-ac37-07e9b7d95949 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:32.941530 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14d21a8c-86e4-4f84-9723-df7913f5f998 req-d9e69ef0-0b16-4f6a-ac37-07e9b7d95949 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 947 time: 0.0844846 Nov 12 03:58:32.976932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46402e3e-d284-401d-ae14-635291fbbbb6 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:32.980938 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-46402e3e-d284-401d-ae14-635291fbbbb6 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 881 time: 0.1005836 Nov 12 03:58:32.981247 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46490) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:33.016772 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2a8db846-9507-4b0d-bfa5-48a3b9af22a4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "GET /v2.0/ports?device_id=40560e4c-45a7-4048-bf25-93d20b17d03f HTTP/1.1" status: 200 len: 205 time: 0.0315673 Nov 12 03:58:33.017800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46492) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:33.033892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14d21a8c-86e4-4f84-9723-df7913f5f998 req-457053f4-79ef-405e-8cd0-6fe41e42db5b tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/security-groups?id=4376e97e-60e9-40c1-9ab3-3f9a19da8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892334 Nov 12 03:58:33.136356 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:33.147673 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3f38444b-88da-4ded-a595-f1c432413030 req-413b762f-c486-416f-9bb3-2204be60752d tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:33.187240 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b762f-c486-416f-9bb3-2204be60752d tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Pushing event deleted for resources: {'Port': ['ID=f3d2634e-33f5-495f-b5ea-adab45b43e21,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:33.251654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f38444b-88da-4ded-a595-f1c432413030 req-413b762f-c486-416f-9bb3-2204be60752d tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] No DVR routers for this DVR port f3d2634e-33f5-495f-b5ea-adab45b43e21 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:33.254366 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3f38444b-88da-4ded-a595-f1c432413030 req-413b762f-c486-416f-9bb3-2204be60752d tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:33.257936 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f38444b-88da-4ded-a595-f1c432413030 req-413b762f-c486-416f-9bb3-2204be60752d tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.25 "DELETE /v2.0/ports/f3d2634e-33f5-495f-b5ea-adab45b43e21 HTTP/1.1" status: 204 len: 173 time: 0.7718084 Nov 12 03:58:33.258522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'name': 'network-vif-deleted', 'tag': 'f3d2634e-33f5-495f-b5ea-adab45b43e21'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:33.261201 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175d90ae-fe98-4dcf-a7ed-89c475d7e0c8" -d '{"events": [{"server_uuid": "c35651a3-8459-4040-906b-e28df51d9bf0", "name": "network-vif-deleted", "tag": "f3d2634e-33f5-495f-b5ea-adab45b43e21"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:33.274331 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:33.451497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Deleting port fe05bf00-9c44-4649-8d79-276efc3a3147 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:33.451836 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:33.462100 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b8f7a8-7845-43df-9886-c31e13b55570 x-openstack-request-id: req-d9b8f7a8-7845-43df-9886-c31e13b55570 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:33.462405 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35651a3-8459-4040-906b-e28df51d9bf0", "name": "network-vif-deleted", "tag": "f3d2634e-33f5-495f-b5ea-adab45b43e21", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:33.462660 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d9b8f7a8-7845-43df-9886-c31e13b55570 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:33.463059 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35651a3-8459-4040-906b-e28df51d9bf0', 'name': 'network-vif-deleted', 'tag': 'f3d2634e-33f5-495f-b5ea-adab45b43e21', 'status': 'completed', 'code': 200} Nov 12 03:58:33.533211 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:33.545159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Calling delete_port for fe05bf00-9c44-4649-8d79-276efc3a3147 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:33.902803 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:33.944589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Pushing event deleted for resources: {'Port': ['ID=fe05bf00-9c44-4649-8d79-276efc3a3147,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:34.005296 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.103085 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.105434 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.178939 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ab18c52d-8764-462b-8858-d715c5126e62 req-9bff9faf-2a8a-4f44-a50e-bb397af26e14 tempest-ImagesOneServerTestJSON-1772169211 tempest-ImagesOneServerTestJSON-1772169211-project] 10.222.0.105 "GET /v2.0/ports?device_id=c35651a3-8459-4040-906b-e28df51d9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0319791 Nov 12 03:58:34.265568 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.266059 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Fanout notify agent at l3_agent the message router_deleted on router 40560e4c-45a7-4048-bf25-93d20b17d03f {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:34.273449 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.274541 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6f29abe8-7d29-4a0c-bb87-67a842369ae7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "DELETE /v2.0/routers/40560e4c-45a7-4048-bf25-93d20b17d03f HTTP/1.1" status: 204 len: 168 time: 1.2538831 Nov 12 03:58:34.278369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46508) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:34.282942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1702793754', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:34.427786 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.428921 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.479733 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.775591 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:35.129413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:35.151444 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:35.265542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Allocated IP 172.25.8.219 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/23e372fc-396c-4c61-8ab9-4ca49bd24fae) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:35.375344 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:35.553657 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:35.597563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:35.597563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:35.601140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:35.624677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Pushing event updated for resources: {'Port': ['ID=23e372fc-396c-4c61-8ab9-4ca49bd24fae,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:35.836895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46528) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:35.993673 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-de1eafb1-f9b5-4d46-ac1a-1281960df282 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c5dae71a251143eab08e564a36f058b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1555095 Nov 12 03:58:35.994311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46534) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:36.003759 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.045773 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5934afa-b9bb-46cf-929f-85c657144804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.079448 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5934afa-b9bb-46cf-929f-85c657144804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.217219 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.284505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5934afa-b9bb-46cf-929f-85c657144804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.287571 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5934afa-b9bb-46cf-929f-85c657144804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.289856 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f5934afa-b9bb-46cf-929f-85c657144804 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4376e97e-60e9-40c1-9ab3-3f9a19da8981 HTTP/1.1" status: 204 len: 168 time: 0.2944229 Nov 12 03:58:36.299869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5934afa-b9bb-46cf-929f-85c657144804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4376e97e-60e9-40c1-9ab3-3f9a19da8981,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:36.544944 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f3d2634e-33f5-495f-b5ea-adab45b43e21 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:36.568523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: f3d2634e-33f5-495f-b5ea-adab45b43e21 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:36.569009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f3d2634e-33f5-495f-b5ea-adab45b43e21 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:36.833064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Router 37f0b1f2-a112-4b29-b086-c97edfb90abd is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:58:36.941956 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:36.951406 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f95ac06-03fe-41e1-8f15-456c8b52cb38 None None] Sync routers for ids ['37f0b1f2-a112-4b29-b086-c97edfb90abd'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:36.960808 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f95ac06-03fe-41e1-8f15-456c8b52cb38 None None] Routers {'37f0b1f2-a112-4b29-b086-c97edfb90abd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:36.961583 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2f95ac06-03fe-41e1-8f15-456c8b52cb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:58:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['37f0b1f2-a112-4b29-b086-c97edfb90abd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:37.007415 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2f95ac06-03fe-41e1-8f15-456c8b52cb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:37.007687 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f95ac06-03fe-41e1-8f15-456c8b52cb38 None None] Routers {'37f0b1f2-a112-4b29-b086-c97edfb90abd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:37.008350 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2f95ac06-03fe-41e1-8f15-456c8b52cb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:58:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['37f0b1f2-a112-4b29-b086-c97edfb90abd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:37.042665 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2f95ac06-03fe-41e1-8f15-456c8b52cb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:37.047645 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f95ac06-03fe-41e1-8f15-456c8b52cb38 None None] The sync data for ids ['37f0b1f2-a112-4b29-b086-c97edfb90abd'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:37.081208 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.082460 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8c2150e9-09f6-4d43-a4ad-54101acd7515 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8030734 Nov 12 03:58:37.086924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:37.091735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:37.415732 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.522921 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.574639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46572) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:37.675221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1776626-network', 'tenant_id': '426b9ed1e2a145b3aaf42c061cfec6a5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:37.710375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Deleting port 23e372fc-396c-4c61-8ab9-4ca49bd24fae {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:37.710752 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.789390 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.803529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Calling delete_port for 23e372fc-396c-4c61-8ab9-4ca49bd24fae owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:37.866130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] Made reservation on behalf of 426b9ed1e2a145b3aaf42c061cfec6a5 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:37.868493 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.881996 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.109644 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.146098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Pushing event deleted for resources: {'Port': ['ID=23e372fc-396c-4c61-8ab9-4ca49bd24fae,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:38.214234 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.230557 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.341986 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.404769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:58:38.449539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:38.489050 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.489552 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] Added segment 86891421-7980-458c-a1ac-00be687e52fc of type vlan for network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 Nov 12 03:58:38.508084 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.535490 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.554070 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.645859 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Router 37f0b1f2-a112-4b29-b086-c97edfb90abd has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:38.722775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:38.729672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.730822 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d52febf1-5fa9-4465-9678-07777b324c36 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "PUT /v2.0/routers/37f0b1f2-a112-4b29-b086-c97edfb90abd HTTP/1.1" status: 200 len: 706 time: 1.6429067 Nov 12 03:58:38.732523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff15a4-0e16-4582-931f-2f4ccbf7c32e None None] Sync routers for ids ['37f0b1f2-a112-4b29-b086-c97edfb90abd'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:38.733670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46584) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:38.743796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff15a4-0e16-4582-931f-2f4ccbf7c32e None None] Routers {'37f0b1f2-a112-4b29-b086-c97edfb90abd'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:38.744460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-71ff15a4-0e16-4582-931f-2f4ccbf7c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:58:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['37f0b1f2-a112-4b29-b086-c97edfb90abd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:38.751766 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.752803 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:38.757431 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.782646 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-71ff15a4-0e16-4582-931f-2f4ccbf7c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:38.792383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff15a4-0e16-4582-931f-2f4ccbf7c32e None None] Routers {'37f0b1f2-a112-4b29-b086-c97edfb90abd'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:38.793016 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-71ff15a4-0e16-4582-931f-2f4ccbf7c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:58:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['37f0b1f2-a112-4b29-b086-c97edfb90abd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:38.824130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] Pushing event updated for resources: {'Network': ['ID=741015e7-0d2f-46a4-a26c-202fb5ebf6c7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:38.828596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-71ff15a4-0e16-4582-931f-2f4ccbf7c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:38.829283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff15a4-0e16-4582-931f-2f4ccbf7c32e None None] The sync data for ids ['37f0b1f2-a112-4b29-b086-c97edfb90abd'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:38.837296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:58:38.983279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ed3517d4-119d-430d-b865-974307265c60 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4075093 Nov 12 03:58:38.986864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46586) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:38.992342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d3dd6fec-48ca-4f80-aea1-52501b4f7bf9 admin admin] Request body: {'subnet': {'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1776626-subnet', 'tenant_id': '426b9ed1e2a145b3aaf42c061cfec6a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:39.163105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dd6fec-48ca-4f80-aea1-52501b4f7bf9 admin admin] Made reservation on behalf of 426b9ed1e2a145b3aaf42c061cfec6a5 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:39.165810 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3dd6fec-48ca-4f80-aea1-52501b4f7bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.177722 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bae5a388-7430-4fbb-a2df-31c1618dbde5 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/routers/37f0b1f2-a112-4b29-b086-c97edfb90abd HTTP/1.1" status: 200 len: 741 time: 0.4420710 Nov 12 03:58:39.181738 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:39.227885 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d036d9d6-3631-4203-b06d-021c593e87e8 tempest-RoutersAdminTest-1225046233 tempest-RoutersAdminTest-1225046233-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&device_id=37f0b1f2-a112-4b29-b086-c97edfb90abd HTTP/1.1" status: 200 len: 205 time: 0.0449164 Nov 12 03:58:39.230577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:39.258201 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8d8cbb5d-24cc-453a-a81d-6d0684ff2bdb tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "GET /v2.0/ports?device_id=37f0b1f2-a112-4b29-b086-c97edfb90abd HTTP/1.1" status: 200 len: 205 time: 0.0265193 Nov 12 03:58:39.260854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46594) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:39.342884 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36b3168f-c454-4b9a-a93a-f63e23d8c1ac tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.496518 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3dd6fec-48ca-4f80-aea1-52501b4f7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.511292 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36b3168f-c454-4b9a-a93a-f63e23d8c1ac tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.524233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36b3168f-c454-4b9a-a93a-f63e23d8c1ac tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.572202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd6fec-48ca-4f80-aea1-52501b4f7bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f0b7068-82ce-47d6-9056-9c29dd74b4ca,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:39.598309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dd6fec-48ca-4f80-aea1-52501b4f7bf9 admin admin] Checking segment: {'id': '86891421-7980-458c-a1ac-00be687e52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:39.598309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd6fec-48ca-4f80-aea1-52501b4f7bf9 admin admin] Network hostable DHCP agents. Network: 741015e7-0d2f-46a4-a26c-202fb5ebf6c7, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:58:39.722905 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36b3168f-c454-4b9a-a93a-f63e23d8c1ac tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.723442 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b3168f-c454-4b9a-a93a-f63e23d8c1ac tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Fanout notify agent at l3_agent the message router_deleted on router 37f0b1f2-a112-4b29-b086-c97edfb90abd {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:39.751179 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36b3168f-c454-4b9a-a93a-f63e23d8c1ac tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.751179 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-36b3168f-c454-4b9a-a93a-f63e23d8c1ac tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "DELETE /v2.0/routers/37f0b1f2-a112-4b29-b086-c97edfb90abd HTTP/1.1" status: 204 len: 168 time: 0.4694381 Nov 12 03:58:39.753185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46602) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:39.786338 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-85502712-3c6d-46a2-abed-24be4a4f9bc7 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "GET /v2.0/ports?device_id=37f0b1f2-a112-4b29-b086-c97edfb90abd HTTP/1.1" status: 200 len: 205 time: 0.0268364 Nov 12 03:58:39.786475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd6fec-48ca-4f80-aea1-52501b4f7bf9 admin admin] Network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:58:39.787938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:39.825237 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-eb7aa028-d4cd-40bc-bb10-6e40fa659e9c tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] delete failed (client error): The resource could not be found. Nov 12 03:58:39.826328 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eb7aa028-d4cd-40bc-bb10-6e40fa659e9c tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "DELETE /v2.0/routers/37f0b1f2-a112-4b29-b086-c97edfb90abd HTTP/1.1" status: 404 len: 336 time: 0.0372019 Nov 12 03:58:39.829515 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46606) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:39.856212 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c9a9ccd9-6463-491f-8816-2a26d5356599 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "GET /v2.0/ports?device_id=40560e4c-45a7-4048-bf25-93d20b17d03f HTTP/1.1" status: 200 len: 205 time: 0.0256002 Nov 12 03:58:39.858490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:39.900313 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-ca4a59cf-bf7b-4a42-99c6-fb15f949abc4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] delete failed (client error): The resource could not be found. Nov 12 03:58:39.901333 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ca4a59cf-bf7b-4a42-99c6-fb15f949abc4 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "DELETE /v2.0/routers/40560e4c-45a7-4048-bf25-93d20b17d03f HTTP/1.1" status: 404 len: 336 time: 0.0419228 Nov 12 03:58:39.904106 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46610) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:39.932031 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-764fcf2e-9b07-4bbc-a2fc-d9151c448898 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "GET /v2.0/ports?device_id=63049024-a7f9-41fa-b590-4e54efac3c11 HTTP/1.1" status: 200 len: 205 time: 0.0268638 Nov 12 03:58:39.938137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46612) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:39.980664 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-1d6d1f1f-bf6a-4c85-b124-3f7886710e86 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] delete failed (client error): The resource could not be found. Nov 12 03:58:39.981609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1d6d1f1f-bf6a-4c85-b124-3f7886710e86 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "DELETE /v2.0/routers/63049024-a7f9-41fa-b590-4e54efac3c11 HTTP/1.1" status: 404 len: 336 time: 0.0424879 Nov 12 03:58:39.982291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd6fec-48ca-4f80-aea1-52501b4f7bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 741015e7-0d2f-46a4-a26c-202fb5ebf6c7) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:39.985421 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:39.986122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dd6fec-48ca-4f80-aea1-52501b4f7bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:39.986768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3dd6fec-48ca-4f80-aea1-52501b4f7bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.991785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e66f8-f1b9-49df-a224-f26d2909f652 None None] Network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:40.016236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b056ae40-0f8f-4849-ba95-c2b61369791a tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "GET /v2.0/ports?device_id=7042f1b6-eb30-4065-8e23-738d9ad76d50 HTTP/1.1" status: 200 len: 205 time: 0.0288076 Nov 12 03:58:40.018498 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:40.060665 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-a701af93-f3e3-4500-b70e-9327717e196a tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] delete failed (client error): The resource could not be found. Nov 12 03:58:40.061790 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a701af93-f3e3-4500-b70e-9327717e196a tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "DELETE /v2.0/routers/7042f1b6-eb30-4065-8e23-738d9ad76d50 HTTP/1.1" status: 404 len: 336 time: 0.0421031 Nov 12 03:58:40.064674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46618) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:40.095944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d3dd6fec-48ca-4f80-aea1-52501b4f7bf9 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0994854 Nov 12 03:58:40.096187 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dde2806b-3201-429f-b875-a650a7d334c6 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "GET /v2.0/ports?device_id=55db7a91-0615-48fc-a973-2b23f2f2d457 HTTP/1.1" status: 200 len: 205 time: 0.0272210 Nov 12 03:58:40.102692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46622) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:40.135081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122d6916-17ae-4a85-8557-5bfaf1d34702 None None] Network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:40.142355 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-ac3eb82b-78b8-499c-8508-4a6d018bc633 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] delete failed (client error): The resource could not be found. Nov 12 03:58:40.143010 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ac3eb82b-78b8-499c-8508-4a6d018bc633 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "DELETE /v2.0/routers/55db7a91-0615-48fc-a973-2b23f2f2d457 HTTP/1.1" status: 404 len: 336 time: 0.0393577 Nov 12 03:58:40.151808 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46624) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:40.186560 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b0d32a1e-3e37-4312-9178-22addf89c6dc tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "GET /v2.0/ports?device_id=35e9cdc9-edcf-4088-81df-f7643e4ae3b7 HTTP/1.1" status: 200 len: 205 time: 0.0332398 Nov 12 03:58:40.189294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:40.237973 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-875a1bea-909c-486d-acfb-5cef6f917c6f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] delete failed (client error): The resource could not be found. Nov 12 03:58:40.240107 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-875a1bea-909c-486d-acfb-5cef6f917c6f tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "DELETE /v2.0/routers/35e9cdc9-edcf-4088-81df-f7643e4ae3b7 HTTP/1.1" status: 404 len: 336 time: 0.0487020 Nov 12 03:58:40.241900 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46632) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:40.271452 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a144c187-8870-42e3-9e27-cc7caf4b0972 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] DELETE failed (client error): The resource could not be found. Nov 12 03:58:40.271911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a144c187-8870-42e3-9e27-cc7caf4b0972 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:58:40.275072 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a144c187-8870-42e3-9e27-cc7caf4b0972 tempest-RoutersAdminTest-270728454 tempest-RoutersAdminTest-270728454-project] 10.222.0.105 "DELETE /v2.0/subnets/5c6e7fde-0cdf-419a-a04c-27c59dfbb789 HTTP/1.1" status: 404 len: 337 time: 0.0322139 Nov 12 03:58:40.717616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-10640f26-0a9b-49ea-81f9-75c684aa5d9e tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:40.719223 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-10640f26-0a9b-49ea-81f9-75c684aa5d9e tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/networks?id=741015e7-0d2f-46a4-a26c-202fb5ebf6c7 HTTP/1.1" status: 200 len: 819 time: 0.1133432 Nov 12 03:58:40.735276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-58a8cbb8-7992-4457-8b05-695f59ce7f5e tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/quotas/426b9ed1e2a145b3aaf42c061cfec6a5 HTTP/1.1" status: 200 len: 375 time: 0.0101519 Nov 12 03:58:40.774862 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-d4d378f3-cbe4-4358-b60f-94bf9fe98f76 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=426b9ed1e2a145b3aaf42c061cfec6a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330524 Nov 12 03:58:40.786624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-56625ab4-a390-4a69-8b9c-086706eb11ed service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:58:40.788179 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-56625ab4-a390-4a69-8b9c-086706eb11ed service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055318 Nov 12 03:58:40.860467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46656) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:40.888013 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-f5ade9ef-a9eb-4355-a0ab-e23c4e14fef4 service neutron] 10.222.0.105 "GET /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934205 Nov 12 03:58:40.972027 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ecce-36f9-4dcb-96d5-3849e537347c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:40.983239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-633d10c4-8040-4292-ad77-aa656f60442a service neutron] 10.222.0.105 "GET /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888934 Nov 12 03:58:41.049362 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ecce-36f9-4dcb-96d5-3849e537347c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.158806 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ecce-36f9-4dcb-96d5-3849e537347c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.200525 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2ee8ecce-36f9-4dcb-96d5-3849e537347c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6d94b8a5d5af4c60a31bb19c77aab139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3388479 Nov 12 03:58:41.201511 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8ecce-36f9-4dcb-96d5-3849e537347c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073c2a6e-be36-4944-99ef-64ccfaa8dc47,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:41.203956 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:41.299999 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdea8de6-c9fe-4d7f-81f7-8ec9fbe3bc8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.319166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-72a1e569-0bdc-4784-99af-41a5cb3dc20e req-987e5f82-9dec-40e5-951a-97655c39b980 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 210 time: 0.0328608 Nov 12 03:58:41.324993 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdea8de6-c9fe-4d7f-81f7-8ec9fbe3bc8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.513440 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdea8de6-c9fe-4d7f-81f7-8ec9fbe3bc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.516182 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdea8de6-c9fe-4d7f-81f7-8ec9fbe3bc8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.517352 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bdea8de6-c9fe-4d7f-81f7-8ec9fbe3bc8e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/073c2a6e-be36-4944-99ef-64ccfaa8dc47 HTTP/1.1" status: 204 len: 168 time: 0.3115811 Nov 12 03:58:41.527772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea8de6-c9fe-4d7f-81f7-8ec9fbe3bc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073c2a6e-be36-4944-99ef-64ccfaa8dc47,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:42.397684 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:42.404485 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-864b43dd-d653-4f8a-a3c1-db2694ad37a8 req-46fc0cb4-d6e0-4a25-8959-b173ec898a76 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 210 time: 0.0291784 Nov 12 03:58:42.439316 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4fd10357-742c-43ea-86ab-56d7d19a4ac9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e1e32b1b2b764d7eb4e87867f6702559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404580 Nov 12 03:58:42.442130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:42.492198 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba683e7b-9081-43cf-a285-d9a72e279587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.513264 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba683e7b-9081-43cf-a285-d9a72e279587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.682988 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba683e7b-9081-43cf-a285-d9a72e279587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.687867 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba683e7b-9081-43cf-a285-d9a72e279587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.690770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ba683e7b-9081-43cf-a285-d9a72e279587 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4205dea4-8c71-4a5b-a054-e99d595aafc4 HTTP/1.1" status: 204 len: 168 time: 0.2455399 Nov 12 03:58:42.716911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba683e7b-9081-43cf-a285-d9a72e279587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4205dea4-8c71-4a5b-a054-e99d595aafc4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:43.508683 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b8f223ea-c215-4361-b2d1-86e600089a0b req-6d151cd3-73fd-407f-aebb-601932c55646 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 210 time: 0.0305851 Nov 12 03:58:44.460448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-5ad749f1-c89c-4600-9fdf-186c55209b3c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:44.462020 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-5ad749f1-c89c-4600-9fdf-186c55209b3c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.25 "GET /v2.0/networks?id=741015e7-0d2f-46a4-a26c-202fb5ebf6c7 HTTP/1.1" status: 200 len: 819 time: 0.1093051 Nov 12 03:58:44.477183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-c0278717-656a-46fb-bb96-8a5c56012508 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Request body: {'port': {'device_id': '71028a7a-84d3-4abb-9bb5-4469e79196c0', 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7', 'admin_state_up': True, 'tenant_id': '426b9ed1e2a145b3aaf42c061cfec6a5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:44.617215 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-348b3c15-c1c2-4b6e-b7cb-98d3e9418478 req-6100311f-fd81-4ec5-a7e5-8f94312177a5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 210 time: 0.0301454 Nov 12 03:58:44.695438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-c0278717-656a-46fb-bb96-8a5c56012508 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Made reservation on behalf of 426b9ed1e2a145b3aaf42c061cfec6a5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:44.699279 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-c0278717-656a-46fb-bb96-8a5c56012508 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.858853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-c0278717-656a-46fb-bb96-8a5c56012508 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Allocated IP 172.20.0.6 (741015e7-0d2f-46a4-a26c-202fb5ebf6c7/3f0b7068-82ce-47d6-9056-9c29dd74b4ca/bfaa3f2f-b35c-4aac-8cab-c8423581b629) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:44.975273 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:45.038424 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-c0278717-656a-46fb-bb96-8a5c56012508 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.086804 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0833d4b8-4fab-4c58-b2f4-3e6e046cba52 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-512620730'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:45.209049 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-c0278717-656a-46fb-bb96-8a5c56012508 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.255582 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0833d4b8-4fab-4c58-b2f4-3e6e046cba52 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.256860 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0833d4b8-4fab-4c58-b2f4-3e6e046cba52 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.257192 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-c0278717-656a-46fb-bb96-8a5c56012508 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:45.260730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-c0278717-656a-46fb-bb96-8a5c56012508 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:45.264720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-c0278717-656a-46fb-bb96-8a5c56012508 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:45.271639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0278717-656a-46fb-bb96-8a5c56012508 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Pushing event updated for resources: {'Port': ['ID=bfaa3f2f-b35c-4aac-8cab-c8423581b629,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:45.318232 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0833d4b8-4fab-4c58-b2f4-3e6e046cba52 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.324988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-c0278717-656a-46fb-bb96-8a5c56012508 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:45.325608 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-c0278717-656a-46fb-bb96-8a5c56012508 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.421655 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0833d4b8-4fab-4c58-b2f4-3e6e046cba52 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.447000 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-c0278717-656a-46fb-bb96-8a5c56012508 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9737289 Nov 12 03:58:45.458175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-7050d068-73f9-4e3e-bd89-ae926ed8702b tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:58:45.459107 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-7050d068-73f9-4e3e-bd89-ae926ed8702b tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051932 Nov 12 03:58:45.524797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Request body: {'port': {'device_id': '71028a7a-84d3-4abb-9bb5-4469e79196c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:45.570981 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0833d4b8-4fab-4c58-b2f4-3e6e046cba52 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.573455 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0833d4b8-4fab-4c58-b2f4-3e6e046cba52 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5963316 Nov 12 03:58:45.575435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46762) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:45.597677 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.670037 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ad7b06f-7e4a-4919-8c19-ec7f355cbd5b tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.878660 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81f276-5386-4565-8028-f2ac85dfee44 req-36161321-2d2b-40a6-b8d2-be1259241bb3 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:45.880280 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d81f276-5386-4565-8028-f2ac85dfee44 req-36161321-2d2b-40a6-b8d2-be1259241bb3 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 931 time: 0.1428874 Nov 12 03:58:45.882254 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ad7b06f-7e4a-4919-8c19-ec7f355cbd5b tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.884792 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ad7b06f-7e4a-4919-8c19-ec7f355cbd5b tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.950542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfaa3f2f-b35c-4aac-8cab-c8423581b629 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:45.961510 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.984265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d81f276-5386-4565-8028-f2ac85dfee44 req-a237cd61-5357-4dbe-86d3-91ceebf56692 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958297 Nov 12 03:58:46.016330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Transition to ACTIVE for port object bfaa3f2f-b35c-4aac-8cab-c8423581b629 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:58:46.018261 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ad7b06f-7e4a-4919-8c19-ec7f355cbd5b tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.018858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad7b06f-7e4a-4919-8c19-ec7f355cbd5b tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 538e4d28-86b1-40af-85b3-9b22e9384255 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:46.028208 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ad7b06f-7e4a-4919-8c19-ec7f355cbd5b tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.028208 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2ad7b06f-7e4a-4919-8c19-ec7f355cbd5b tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] 10.222.0.105 "DELETE /v2.0/routers/538e4d28-86b1-40af-85b3-9b22e9384255 HTTP/1.1" status: 204 len: 168 time: 0.4483721 Nov 12 03:58:46.030238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:46.035685 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-322dad92-5710-41cf-a323-ba4aeb8245ab tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Request body: {'router': {'name': 'tempest-router-1524496001', 'distributed': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:46.062984 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.118434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Pushing event updated for resources: {'Port': ['ID=bfaa3f2f-b35c-4aac-8cab-c8423581b629,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:46.119717 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-322dad92-5710-41cf-a323-ba4aeb8245ab tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.121503 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-322dad92-5710-41cf-a323-ba4aeb8245ab tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.184332 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-322dad92-5710-41cf-a323-ba4aeb8245ab tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.210967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Attempting to bind port bfaa3f2f-b35c-4aac-8cab-c8423581b629 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:46.211323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Attempting to bind port bfaa3f2f-b35c-4aac-8cab-c8423581b629 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '86891421-7980-458c-a1ac-00be687e52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:46.211652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Attempting to bind port bfaa3f2f-b35c-4aac-8cab-c8423581b629 on network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:46.216668 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Port bfaa3f2f-b35c-4aac-8cab-c8423581b629 on network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:58:46.216949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Attempting to bind port bfaa3f2f-b35c-4aac-8cab-c8423581b629 on network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:46.223824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:46.224329 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Checking segment: {'id': '86891421-7980-458c-a1ac-00be687e52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:46.224636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Bound using segment: {'id': '86891421-7980-458c-a1ac-00be687e52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:46.225071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Bound port: bfaa3f2f-b35c-4aac-8cab-c8423581b629, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86891421-7980-458c-a1ac-00be687e52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:46.225429 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.239666 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-322dad92-5710-41cf-a323-ba4aeb8245ab tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.297431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] For port bfaa3f2f-b35c-4aac-8cab-c8423581b629, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:46.300701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] For port bfaa3f2f-b35c-4aac-8cab-c8423581b629, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=bfaa3f2f-b35c-4aac-8cab-c8423581b629,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:46.332582 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-322dad92-5710-41cf-a323-ba4aeb8245ab tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.334138 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-322dad92-5710-41cf-a323-ba4aeb8245ab tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3022091 Nov 12 03:58:46.337005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46774) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:46.410288 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.414156 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc3a4f02-ab62-4fbd-aad0-0132d907e8b0 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.444721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:46.445347 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.446784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] 10.222.0.25 "PUT /v2.0/ports/bfaa3f2f-b35c-4aac-8cab-c8423581b629 HTTP/1.1" status: 200 len: 1092 time: 0.9785187 Nov 12 03:58:46.447232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71028a7a-84d3-4abb-9bb5-4469e79196c0', 'tag': 'bfaa3f2f-b35c-4aac-8cab-c8423581b629'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:46.449576 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7317342-d40c-4e0b-b26c-61fd950457a6" -d '{"events": [{"name": "network-changed", "server_uuid": "71028a7a-84d3-4abb-9bb5-4469e79196c0", "tag": "bfaa3f2f-b35c-4aac-8cab-c8423581b629"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:46.486786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d505508-a790-43b4-ab81-29cea187c9cd service neutron] Pushing event updated for resources: {'Port': ['ID=bfaa3f2f-b35c-4aac-8cab-c8423581b629,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:46.511394 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf5399b-861b-4162-a124-8846be0e6979 x-openstack-request-id: req-eaf5399b-861b-4162-a124-8846be0e6979 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:46.511688 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71028a7a-84d3-4abb-9bb5-4469e79196c0", "tag": "bfaa3f2f-b35c-4aac-8cab-c8423581b629", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:46.512059 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-eaf5399b-861b-4162-a124-8846be0e6979 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:46.512364 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71028a7a-84d3-4abb-9bb5-4469e79196c0', 'tag': 'bfaa3f2f-b35c-4aac-8cab-c8423581b629', 'status': 'completed', 'code': 200} Nov 12 03:58:46.574882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7317342-d40c-4e0b-b26c-61fd950457a6 req-6af51f80-11ad-408a-a5b7-38e2d03efe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:46.576486 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7317342-d40c-4e0b-b26c-61fd950457a6 req-6af51f80-11ad-408a-a5b7-38e2d03efe8d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=426b9ed1e2a145b3aaf42c061cfec6a5&device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 1095 time: 0.0422475 Nov 12 03:58:46.598620 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc3a4f02-ab62-4fbd-aad0-0132d907e8b0 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.600815 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc3a4f02-ab62-4fbd-aad0-0132d907e8b0 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.682309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7317342-d40c-4e0b-b26c-61fd950457a6 req-0cb21be8-ce7d-47cb-b684-63114963b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:46.683773 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7317342-d40c-4e0b-b26c-61fd950457a6 req-0cb21be8-ce7d-47cb-b684-63114963b630 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=426b9ed1e2a145b3aaf42c061cfec6a5&shared=False HTTP/1.1" status: 200 len: 921 time: 0.0979323 Nov 12 03:58:46.729917 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc3a4f02-ab62-4fbd-aad0-0132d907e8b0 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.730467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3a4f02-ab62-4fbd-aad0-0132d907e8b0 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1295bc8a-d54a-474d-a486-c37c87422736 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:46.734871 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc3a4f02-ab62-4fbd-aad0-0132d907e8b0 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.739759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dc3a4f02-ab62-4fbd-aad0-0132d907e8b0 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] 10.222.0.105 "DELETE /v2.0/routers/1295bc8a-d54a-474d-a486-c37c87422736 HTTP/1.1" status: 204 len: 168 time: 0.3980780 Nov 12 03:58:46.739759 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:46.743737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-31e5132b-fa5b-417d-a5d5-b97ad78cf8b7 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Request body: {'router': {'name': 'tempest-router-2084209805', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8397ee4e60c449ef87a8f90cfb101044'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:46.785932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7317342-d40c-4e0b-b26c-61fd950457a6 req-96903a6a-62d3-4f15-a854-4c06c4e355c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:46.787373 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7317342-d40c-4e0b-b26c-61fd950457a6 req-96903a6a-62d3-4f15-a854-4c06c4e355c6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0938854 Nov 12 03:58:46.868396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-a69c95ec-3552-4221-af73-4df415804b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:46.870030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-a69c95ec-3552-4221-af73-4df415804b43 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=426b9ed1e2a145b3aaf42c061cfec6a5&device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 1095 time: 0.0424614 Nov 12 03:58:46.903519 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31e5132b-fa5b-417d-a5d5-b97ad78cf8b7 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.906819 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31e5132b-fa5b-417d-a5d5-b97ad78cf8b7 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.919023 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-85522b23-8c16-4f32-addb-f402d2fe0c0f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfaa3f2f-b35c-4aac-8cab-c8423581b629 HTTP/1.1" status: 200 len: 217 time: 0.0395730 Nov 12 03:58:46.971797 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31e5132b-fa5b-417d-a5d5-b97ad78cf8b7 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.977648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-fe371770-643a-4995-9e35-9ee7e7f0e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:46.979179 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-fe371770-643a-4995-9e35-9ee7e7f0e43b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f0b7068-82ce-47d6-9056-9c29dd74b4ca HTTP/1.1" status: 200 len: 859 time: 0.0480917 Nov 12 03:58:47.016140 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-37d85dad-d141-485b-b388-91b29e832406 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=741015e7-0d2f-46a4-a26c-202fb5ebf6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258901 Nov 12 03:58:47.044439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31e5132b-fa5b-417d-a5d5-b97ad78cf8b7 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.143788 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e226814-bb24-4f8c-afb3-0548d405e0aa req-2eb895e4-5d62-4928-a1d6-c06372de5410 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:47.145428 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8e226814-bb24-4f8c-afb3-0548d405e0aa req-2eb895e4-5d62-4928-a1d6-c06372de5410 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 943 time: 0.0595155 Nov 12 03:58:47.172464 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31e5132b-fa5b-417d-a5d5-b97ad78cf8b7 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.174032 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-31e5132b-fa5b-417d-a5d5-b97ad78cf8b7 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4335842 Nov 12 03:58:47.177488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46788) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:47.183959 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-83dddeef-45e5-44c8-972d-4b0d389929de tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:47.282874 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8e226814-bb24-4f8c-afb3-0548d405e0aa req-f8ac541c-ed39-4107-a495-13fdeda63d30 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299021 Nov 12 03:58:47.418400 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83dddeef-45e5-44c8-972d-4b0d389929de tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.418743 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83dddeef-45e5-44c8-972d-4b0d389929de tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.502916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-83dddeef-45e5-44c8-972d-4b0d389929de tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103147) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 03:58:47.503278 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-83dddeef-45e5-44c8-972d-4b0d389929de tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Router c445ff70-df65-4718-a821-edb5238c73f2 migrating from provider to provider. {{(pid=103147) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 03:58:47.503657 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83dddeef-45e5-44c8-972d-4b0d389929de tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.508560 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83dddeef-45e5-44c8-972d-4b0d389929de tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.576058 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83dddeef-45e5-44c8-972d-4b0d389929de tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.578700 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-c64d3422-5e64-434a-935c-8214880a9c14 service neutron] 10.222.0.25 "GET /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570836 Nov 12 03:58:47.666169 n-d-767704-23 neutron-server[103147]: WARNING neutron.scheduler.l3_agent_scheduler [None req-83dddeef-45e5-44c8-972d-4b0d389929de tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] No L3 agents can host the router c445ff70-df65-4718-a821-edb5238c73f2 Nov 12 03:58:47.688313 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c11f9540-7722-4c8f-9d4d-db193e2fd7e9 req-fd3ada57-6984-4c87-bd9e-94a3d998add8 service neutron] 10.222.0.25 "GET /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011810 Nov 12 03:58:47.767803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dddeef-45e5-44c8-972d-4b0d389929de tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Hosts for router c445ff70-df65-4718-a821-edb5238c73f2: [] {{(pid=103147) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 03:58:47.793145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dddeef-45e5-44c8-972d-4b0d389929de tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Hosts for other DVR routers connected to router c445ff70-df65-4718-a821-edb5238c73f2: set() {{(pid=103147) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 03:58:47.795695 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83dddeef-45e5-44c8-972d-4b0d389929de tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.797605 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-83dddeef-45e5-44c8-972d-4b0d389929de tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] 10.222.0.105 "PUT /v2.0/routers/c445ff70-df65-4718-a821-edb5238c73f2 HTTP/1.1" status: 200 len: 717 time: 0.6190028 Nov 12 03:58:47.800215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:47.881727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1d4e3578-8db1-42af-bc04-c233b2f9496c tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] 10.222.0.105 "GET /v2.0/routers/c445ff70-df65-4718-a821-edb5238c73f2 HTTP/1.1" status: 200 len: 717 time: 0.0799034 Nov 12 03:58:47.891452 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46800) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:48.098259 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e6b47e33-bc0d-4fb2-82cd-419c96277543 tempest-RoutersTestDVR-1807307363 tempest-RoutersTestDVR-1807307363-project] 10.222.0.105 "GET /v2.0/routers/c445ff70-df65-4718-a821-edb5238c73f2 HTTP/1.1" status: 200 len: 683 time: 0.2050498 Nov 12 03:58:48.100402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:48.176424 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f47b-f1f9-4801-986e-129c4666c882 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.368351 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f47b-f1f9-4801-986e-129c4666c882 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.377226 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f47b-f1f9-4801-986e-129c4666c882 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.438093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e575a7-ec59-433b-ad2c-94deae5e0114 req-0104384f-c915-418b-9676-6b8670c76f25 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:48.443765 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f9e575a7-ec59-433b-ad2c-94deae5e0114 req-0104384f-c915-418b-9676-6b8670c76f25 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 943 time: 0.0681753 Nov 12 03:58:48.491561 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f47b-f1f9-4801-986e-129c4666c882 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.492815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d8f47b-f1f9-4801-986e-129c4666c882 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c445ff70-df65-4718-a821-edb5238c73f2 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:48.504306 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f47b-f1f9-4801-986e-129c4666c882 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.506903 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f5d8f47b-f1f9-4801-986e-129c4666c882 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] 10.222.0.105 "DELETE /v2.0/routers/c445ff70-df65-4718-a821-edb5238c73f2 HTTP/1.1" status: 204 len: 168 time: 0.4047971 Nov 12 03:58:48.508495 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f9e575a7-ec59-433b-ad2c-94deae5e0114 req-be7ebce4-93a3-4bb8-a0e2-88c5738e5906 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622156 Nov 12 03:58:48.511163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:48.516986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-60dc97f7-2cc1-4919-9cf4-d35112eb95c9 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Request body: {'router': {'name': 'tempest-router-1062467408', 'distributed': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:48.633433 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60dc97f7-2cc1-4919-9cf4-d35112eb95c9 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.634487 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60dc97f7-2cc1-4919-9cf4-d35112eb95c9 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.691407 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60dc97f7-2cc1-4919-9cf4-d35112eb95c9 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.797380 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.797999 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60dc97f7-2cc1-4919-9cf4-d35112eb95c9 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.950990 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60dc97f7-2cc1-4919-9cf4-d35112eb95c9 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.955333 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-60dc97f7-2cc1-4919-9cf4-d35112eb95c9 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4394727 Nov 12 03:58:48.955801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46824) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:49.033569 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc8dded6-6439-4b85-8ee2-0fb43c5ee0f9 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.199949 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc8dded6-6439-4b85-8ee2-0fb43c5ee0f9 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.201126 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc8dded6-6439-4b85-8ee2-0fb43c5ee0f9 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.369831 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc8dded6-6439-4b85-8ee2-0fb43c5ee0f9 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.370503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8dded6-6439-4b85-8ee2-0fb43c5ee0f9 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router affcaf77-4841-46f4-9b34-eafc221ab0f6 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:49.377567 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc8dded6-6439-4b85-8ee2-0fb43c5ee0f9 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.379247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dc8dded6-6439-4b85-8ee2-0fb43c5ee0f9 tempest-RoutersTestDVR-1940625206 tempest-RoutersTestDVR-1940625206-project-admin] 10.222.0.105 "DELETE /v2.0/routers/affcaf77-4841-46f4-9b34-eafc221ab0f6 HTTP/1.1" status: 204 len: 168 time: 0.4222388 Nov 12 03:58:49.639948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c52e2-71e0-4edf-8047-7a6bc8fac01c req-05395c44-1679-4294-93e6-72c42137a0ff tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:49.641527 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b5c52e2-71e0-4edf-8047-7a6bc8fac01c req-05395c44-1679-4294-93e6-72c42137a0ff tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 943 time: 0.0597651 Nov 12 03:58:49.695776 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b5c52e2-71e0-4edf-8047-7a6bc8fac01c req-bf1660e0-5cb1-408a-a771-ccdcc7f5e801 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453217 Nov 12 03:58:49.912391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46844) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:50.020301 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-403a7d85-8e7c-4caf-8fa0-3c6a475b613c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.123343 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-403a7d85-8e7c-4caf-8fa0-3c6a475b613c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.198320 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-403a7d85-8e7c-4caf-8fa0-3c6a475b613c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.239269 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-403a7d85-8e7c-4caf-8fa0-3c6a475b613c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8397ee4e60c449ef87a8f90cfb101044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3254881 Nov 12 03:58:50.241310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a7d85-8e7c-4caf-8fa0-3c6a475b613c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46050622-2ae8-468f-8cbc-6f39eebf9dc1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:50.242021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:50.291165 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0111caf8-1d2a-44d6-839d-250e7c63fed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.319039 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0111caf8-1d2a-44d6-839d-250e7c63fed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.473152 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0111caf8-1d2a-44d6-839d-250e7c63fed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.476130 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0111caf8-1d2a-44d6-839d-250e7c63fed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.477568 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0111caf8-1d2a-44d6-839d-250e7c63fed4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/46050622-2ae8-468f-8cbc-6f39eebf9dc1 HTTP/1.1" status: 204 len: 168 time: 0.2343869 Nov 12 03:58:50.488100 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111caf8-1d2a-44d6-839d-250e7c63fed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46050622-2ae8-468f-8cbc-6f39eebf9dc1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:50.573862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device bfaa3f2f-b35c-4aac-8cab-c8423581b629 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:58:50.682549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port bfaa3f2f-b35c-4aac-8cab-c8423581b629, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=bfaa3f2f-b35c-4aac-8cab-c8423581b629,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:50.695261 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'bfaa3f2f-b35c-4aac-8cab-c8423581b629', 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7', 'port_id': 'bfaa3f2f-b35c-4aac-8cab-c8423581b629', 'mac_address': 'fa:16:3e:59:79:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0b7068-82ce-47d6-9056-9c29dd74b4ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:58:50.735634 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.750586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfaa3f2f-b35c-4aac-8cab-c8423581b629 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:50.779110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port bfaa3f2f-b35c-4aac-8cab-c8423581b629, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=bfaa3f2f-b35c-4aac-8cab-c8423581b629,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:50.835735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17697cf6-e12e-44bb-8c8c-f53292ba3194 req-e558e59c-d0b4-41bb-8dfb-3f8353721a2d tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:50.839756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-17697cf6-e12e-44bb-8c8c-f53292ba3194 req-e558e59c-d0b4-41bb-8dfb-3f8353721a2d tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 943 time: 0.0512505 Nov 12 03:58:50.893293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-17697cf6-e12e-44bb-8c8c-f53292ba3194 req-369e0a43-c37d-4ded-9e6e-866182fc5311 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488369 Nov 12 03:58:50.907544 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.956071 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=bfaa3f2f-b35c-4aac-8cab-c8423581b629,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:51.195170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46874) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:51.209471 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41e558e6-ee55-453c-a429-87da77217bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.224516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['bfaa3f2f-b35c-4aac-8cab-c8423581b629'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:51.291358 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41e558e6-ee55-453c-a429-87da77217bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.368298 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41e558e6-ee55-453c-a429-87da77217bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.399249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-41e558e6-ee55-453c-a429-87da77217bd5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=736b0727d9944ce9a02180033525a686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2028942 Nov 12 03:58:51.402178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46878) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:51.409381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e558e6-ee55-453c-a429-87da77217bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167b3440-119f-4431-ae3f-62fcd7d25cd0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:51.462879 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09797e76-a79a-4d4b-a4b0-661e06cb7e65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.492541 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09797e76-a79a-4d4b-a4b0-661e06cb7e65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.638399 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09797e76-a79a-4d4b-a4b0-661e06cb7e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.641777 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09797e76-a79a-4d4b-a4b0-661e06cb7e65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.642972 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-09797e76-a79a-4d4b-a4b0-661e06cb7e65 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/167b3440-119f-4431-ae3f-62fcd7d25cd0 HTTP/1.1" status: 204 len: 168 time: 0.2395461 Nov 12 03:58:51.650831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09797e76-a79a-4d4b-a4b0-661e06cb7e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167b3440-119f-4431-ae3f-62fcd7d25cd0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:52.027809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74862e7-4a9b-4fe3-9132-a94cc02d592a req-a97c16ae-127a-489d-9f9e-35f4a3ac85a4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.031646 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a74862e7-4a9b-4fe3-9132-a94cc02d592a req-a97c16ae-127a-489d-9f9e-35f4a3ac85a4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 944 time: 0.0546227 Nov 12 03:58:52.122915 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a74862e7-4a9b-4fe3-9132-a94cc02d592a req-20e8dd59-39ea-414e-9dd0-11454e9a0d0a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828340 Nov 12 03:58:52.154689 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-ec604996-d063-40ff-abf5-b0f5a5db4ba6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2384334 Nov 12 03:58:52.246216 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-c1c7bb38-c17e-418c-96e4-156ab63558fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.246683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-c1c7bb38-c17e-418c-96e4-156ab63558fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.247150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-c1c7bb38-c17e-418c-96e4-156ab63558fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.247606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-c1c7bb38-c17e-418c-96e4-156ab63558fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.248085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-c1c7bb38-c17e-418c-96e4-156ab63558fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.248532 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-c1c7bb38-c17e-418c-96e4-156ab63558fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.248980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-c1c7bb38-c17e-418c-96e4-156ab63558fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.250925 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-c1c7bb38-c17e-418c-96e4-156ab63558fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9678195170c4bbb866cded26d46169a&device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 6496 time: 0.0537076 Nov 12 03:58:52.382974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-b2d29ce1-19e3-435c-be46-378c725dd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.383804 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-b2d29ce1-19e3-435c-be46-378c725dd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.384359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-b2d29ce1-19e3-435c-be46-378c725dd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.389579 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-b2d29ce1-19e3-435c-be46-378c725dd8c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=36a7ae9d-fb8c-4139-a69e-1f482187e050&id=20cb3bc5-e458-4eb2-a97c-572f6154372e&id=20cb3bc5-e458-4eb2-a97c-572f6154372e&id=20cb3bc5-e458-4eb2-a97c-572f6154372e&id=20cb3bc5-e458-4eb2-a97c-572f6154372e&id=1c46be60-daab-4c5d-8641-aa8b82f59a2d&id=1c46be60-daab-4c5d-8641-aa8b82f59a2d HTTP/1.1" status: 200 len: 2297 time: 0.1091897 Nov 12 03:58:52.462289 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-a53ee7f2-9558-47c6-a168-71f6f178c636 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ab8efd6-c4cc-4661-adf4-d41cbd22b569 HTTP/1.1" status: 200 len: 1000 time: 0.0657377 Nov 12 03:58:52.516227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-e3bcdb03-0512-4974-9e30-cf90a2dc9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.517693 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-e3bcdb03-0512-4974-9e30-cf90a2dc9a9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c82bf929-4463-45be-9abb-d6db1fa7474a HTTP/1.1" status: 200 len: 851 time: 0.0470402 Nov 12 03:58:52.598219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-f05516cb-3007-4686-802c-c18bc0c04256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.599649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device bfaa3f2f-b35c-4aac-8cab-c8423581b629 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:52.600444 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-f05516cb-3007-4686-802c-c18bc0c04256 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=36a7ae9d-fb8c-4139-a69e-1f482187e050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736470 Nov 12 03:58:52.618878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-58d30f1e-b0cc-4df3-b00a-6654c00335bc service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:58:52.622186 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-58d30f1e-b0cc-4df3-b00a-6654c00335bc service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077581 Nov 12 03:58:52.730704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port bfaa3f2f-b35c-4aac-8cab-c8423581b629 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:58:52.742485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port bfaa3f2f-b35c-4aac-8cab-c8423581b629 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:52.742916 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.896907 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.926026 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71028a7a-84d3-4abb-9bb5-4469e79196c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaa3f2f-b35c-4aac-8cab-c8423581b629'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:52.928335 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fae2690-22af-47fc-b4f2-bec59c1ebf0a" -d '{"events": [{"server_uuid": "71028a7a-84d3-4abb-9bb5-4469e79196c0", "name": "network-vif-plugged", "status": "completed", "tag": "bfaa3f2f-b35c-4aac-8cab-c8423581b629"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:52.975423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46936) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:53.138210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-319985773'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:53.185907 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30982b5d-2a38-4371-8961-c2b0f71c7744 x-openstack-request-id: req-30982b5d-2a38-4371-8961-c2b0f71c7744 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:53.186209 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71028a7a-84d3-4abb-9bb5-4469e79196c0", "name": "network-vif-plugged", "status": "completed", "tag": "bfaa3f2f-b35c-4aac-8cab-c8423581b629", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:53.187335 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-30982b5d-2a38-4371-8961-c2b0f71c7744 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:53.190432 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71028a7a-84d3-4abb-9bb5-4469e79196c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaa3f2f-b35c-4aac-8cab-c8423581b629', 'code': 200} Nov 12 03:58:53.197096 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port bfaa3f2f-b35c-4aac-8cab-c8423581b629, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=bfaa3f2f-b35c-4aac-8cab-c8423581b629,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:53.279014 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-6f427f05-8921-4c75-a938-c6d60aef6a70 service neutron] 10.222.0.26 "GET /v2.0/networks/36a7ae9d-fb8c-4139-a69e-1f482187e050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473796 Nov 12 03:58:53.279261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Made reservation on behalf of 04124d3ea43e4364bce2deec7fb26665 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:53.282989 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.302589 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.306375 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.312849 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a4fb13dc-fdb0-452a-91bb-63577b6efc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.326814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec775e-efc6-45f8-82f5-bd7b156d788f req-a3c72028-d3f5-4097-ae82-608365b58b3b tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:53.329006 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73ec775e-efc6-45f8-82f5-bd7b156d788f req-a3c72028-d3f5-4097-ae82-608365b58b3b tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 944 time: 0.0859406 Nov 12 03:58:53.343370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064ce59-3aa2-4efe-9da4-156a07b28e19 req-15768472-bf99-441d-a562-dbaa34d74b5c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:53.356005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2064ce59-3aa2-4efe-9da4-156a07b28e19 req-15768472-bf99-441d-a562-dbaa34d74b5c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1425054 Nov 12 03:58:53.377359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484ca06-2185-41bf-96cf-adf30ff30f1f req-98393772-f703-4b55-85b5-340aea0a9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:53.379186 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2484ca06-2185-41bf-96cf-adf30ff30f1f req-98393772-f703-4b55-85b5-340aea0a9cd9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 1096 time: 0.1316025 Nov 12 03:58:53.423720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=bfaa3f2f-b35c-4aac-8cab-c8423581b629,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:53.453599 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73ec775e-efc6-45f8-82f5-bd7b156d788f req-80240830-55d3-47a6-af8b-eab1e7ab49f9 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784268 Nov 12 03:58:53.467168 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-6bb97d12-110a-4ff1-a91d-ee27bb5ab2d2 service neutron] 10.222.0.26 "GET /v2.0/networks/36a7ae9d-fb8c-4139-a69e-1f482187e050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767890 Nov 12 03:58:53.474886 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2064ce59-3aa2-4efe-9da4-156a07b28e19 req-f17ef205-7d53-46be-bbb6-75eddcc1128a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202133 Nov 12 03:58:53.506982 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2484ca06-2185-41bf-96cf-adf30ff30f1f req-2b2902a5-fe86-48a8-9d4d-fb35d6aadc5e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200440 Nov 12 03:58:53.521745 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-97c0537f-a745-4c56-bcfc-a5cc6b521480 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=23b8dda3-c607-4d03-bda1-5156ca593966 HTTP/1.1" status: 200 len: 217 time: 0.0406570 Nov 12 03:58:53.561390 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.565832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ce5f306-0489-4153-a55f-5594c48b519e req-e0188123-9918-4920-8aa1-85e64613cc1b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756793 Nov 12 03:58:53.578939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-487be325-7055-4d09-af6e-34410cd813bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:53.587075 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-487be325-7055-4d09-af6e-34410cd813bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6fe0b5a-c82d-4ced-ae13-8f510ce1c500 HTTP/1.1" status: 200 len: 797 time: 0.0513346 Nov 12 03:58:53.632843 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.645863 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-4c6b7657-9f5d-4481-a9e4-0d5beca617a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:53.648874 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-4c6b7657-9f5d-4481-a9e4-0d5beca617a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=20cb3bc5-e458-4eb2-a97c-572f6154372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0604787 Nov 12 03:58:53.665644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:58:53.672003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21566ce9-39f2-4240-83b0-b1b3f4e408ac,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:53.689485 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.689926 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Added segment 38cfd223-f6b1-4745-b564-b78c1e331468 of type vlan for network fc71e66b-32b9-4721-8b0b-7caac06a8387 Nov 12 03:58:53.749921 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.814566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-bc30a7e3-7d55-4fd9-aedf-29970684ac80 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571300 Nov 12 03:58:53.824166 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5f306-0489-4153-a55f-5594c48b519e req-134cf946-f3bd-49a4-a37e-cfa5abd53614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:53.825973 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ce5f306-0489-4153-a55f-5594c48b519e req-134cf946-f3bd-49a4-a37e-cfa5abd53614 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 1098 time: 0.0701332 Nov 12 03:58:53.933326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-a2c55de7-d1a1-447f-9eb8-d45551b44d46 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065156 Nov 12 03:58:53.951887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5f306-0489-4153-a55f-5594c48b519e req-3e91206e-3401-4db6-a90d-f32c2c8cf766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:53.954971 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ce5f306-0489-4153-a55f-5594c48b519e req-3e91206e-3401-4db6-a90d-f32c2c8cf766 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.1026511 Nov 12 03:58:53.958862 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.964474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:53.965058 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.980509 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-e868f5fb-a926-4931-8fc7-c5bccf57f401 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=771eb8e8-60ac-43da-aa8d-f854ed1a1892 HTTP/1.1" status: 200 len: 217 time: 0.0368669 Nov 12 03:58:54.036449 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ce5f306-0489-4153-a55f-5594c48b519e req-cb1a932b-a5cd-4cd2-b1f9-c9b2a9dc963f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be386246-99b7-403b-8242-8b84f96b48cf HTTP/1.1" status: 200 len: 217 time: 0.0685999 Nov 12 03:58:54.054678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-a9ae61ea-20c3-40b5-9017-29ecd5ac7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:54.056618 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-a9ae61ea-20c3-40b5-9017-29ecd5ac7768 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6fe0b5a-c82d-4ced-ae13-8f510ce1c500 HTTP/1.1" status: 200 len: 797 time: 0.0672283 Nov 12 03:58:54.104769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event updated for resources: {'Network': ['ID=fc71e66b-32b9-4721-8b0b-7caac06a8387,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:54.116922 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network fc71e66b-32b9-4721-8b0b-7caac06a8387 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:58:54.118537 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6db7150a-761a-4bd4-aefc-f19e8163a197 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1409159 Nov 12 03:58:54.121720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:54.127632 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-b6f98147-fb2b-49b1-b8e0-577fbc27a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:54.127899 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-b6f98147-fb2b-49b1-b8e0-577fbc27a558 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=20cb3bc5-e458-4eb2-a97c-572f6154372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0570533 Nov 12 03:58:54.132269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dcac1b55-6bf0-414e-bdf1-03ae7cd96980 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Request body: {'subnet': {'network_id': 'fc71e66b-32b9-4721-8b0b-7caac06a8387', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:54.172643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5f306-0489-4153-a55f-5594c48b519e req-d9dbc077-8747-40a5-b3ff-def7d4c85a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:54.174315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ce5f306-0489-4153-a55f-5594c48b519e req-d9dbc077-8747-40a5-b3ff-def7d4c85a03 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.1041191 Nov 12 03:58:54.261606 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-bc3bcf06-dd0d-4cfb-ab30-796ffa82937e service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226234 Nov 12 03:58:54.275109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5f306-0489-4153-a55f-5594c48b519e req-76e04435-1f73-41ab-8813-f9bb99eefc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:54.276676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ce5f306-0489-4153-a55f-5594c48b519e req-76e04435-1f73-41ab-8813-f9bb99eefc6e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678923 Nov 12 03:58:54.368610 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-de7441b1-8760-4393-b314-d6a56b20947a service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974698 Nov 12 03:58:54.376539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcac1b55-6bf0-414e-bdf1-03ae7cd96980 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Made reservation on behalf of 04124d3ea43e4364bce2deec7fb26665 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:54.390013 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dcac1b55-6bf0-414e-bdf1-03ae7cd96980 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.437902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-8b4a4518-0688-4e6e-9745-cfe11a80707e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=df914625-a669-4984-a1ad-8e796c6815cc HTTP/1.1" status: 200 len: 217 time: 0.0571830 Nov 12 03:58:54.440410 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ce5f306-0489-4153-a55f-5594c48b519e req-aee627b6-aac9-49e9-b474-50f3648b3754 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502445 Nov 12 03:58:54.496488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-7628261f-3595-401b-8254-81dd59b193d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:54.498456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-7628261f-3595-401b-8254-81dd59b193d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6fe0b5a-c82d-4ced-ae13-8f510ce1c500 HTTP/1.1" status: 200 len: 797 time: 0.0510521 Nov 12 03:58:54.591815 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-4aa2a25c-dcb6-4774-9883-7fc3bf42fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:54.594080 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-4aa2a25c-dcb6-4774-9883-7fc3bf42fb0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=20cb3bc5-e458-4eb2-a97c-572f6154372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0871994 Nov 12 03:58:54.634665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ce5f306-0489-4153-a55f-5594c48b519e req-00f61097-dc21-4f39-8e47-a5d3e366a00b service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638932 Nov 12 03:58:54.697282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663286e-e679-470a-86a3-fe3310deaa4e req-2b2ddb29-b887-4271-84de-da59d1e203a6 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:54.705651 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1663286e-e679-470a-86a3-fe3310deaa4e req-2b2ddb29-b887-4271-84de-da59d1e203a6 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 945 time: 0.1347489 Nov 12 03:58:54.779974 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-b4a88193-7e1c-4925-9313-243b64eee675 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612821 Nov 12 03:58:54.802765 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1663286e-e679-470a-86a3-fe3310deaa4e req-4b0d7b4d-8a87-49eb-8415-ae12f38b86b3 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875075 Nov 12 03:58:54.819815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c589d5-e2a5-4017-81f9-1b83c48e108d req-28a9c3ae-507a-4a45-95c4-9aba344085f2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:54.826326 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.826543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37c589d5-e2a5-4017-81f9-1b83c48e108d req-28a9c3ae-507a-4a45-95c4-9aba344085f2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1901505 Nov 12 03:58:54.889308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37c589d5-e2a5-4017-81f9-1b83c48e108d req-48d41a51-a040-4b19-bf75-6f0da731d139 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521996 Nov 12 03:58:54.890863 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dcac1b55-6bf0-414e-bdf1-03ae7cd96980 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.917522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-691028b5-4e8c-4aeb-8035-d85a2135fe45 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216424 Nov 12 03:58:54.964173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac1b55-6bf0-414e-bdf1-03ae7cd96980 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event updated for resources: {'Subnet': ['ID=313501ad-fd92-4246-b626-36d30866076a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:54.973429 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac1b55-6bf0-414e-bdf1-03ae7cd96980 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Checking segment: {'id': '38cfd223-f6b1-4745-b564-b78c1e331468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'fc71e66b-32b9-4721-8b0b-7caac06a8387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:54.973621 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-baddce96-2645-4ddb-876a-bb61986f6190 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 HTTP/1.1" status: 200 len: 217 time: 0.0446563 Nov 12 03:58:54.973751 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac1b55-6bf0-414e-bdf1-03ae7cd96980 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Network hostable DHCP agents. Network: fc71e66b-32b9-4721-8b0b-7caac06a8387, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:58:55.050032 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-6d56d76f-3586-4bc9-bbe6-3c0adad269bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.051825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-6d56d76f-3586-4bc9-bbe6-3c0adad269bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6fe0b5a-c82d-4ced-ae13-8f510ce1c500 HTTP/1.1" status: 200 len: 797 time: 0.0550613 Nov 12 03:58:55.061334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac1b55-6bf0-414e-bdf1-03ae7cd96980 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Network fc71e66b-32b9-4721-8b0b-7caac06a8387 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:58:55.118363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-e14a2c80-df6d-46f7-b16c-77ec7a4448f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.119863 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-e14a2c80-df6d-46f7-b16c-77ec7a4448f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=20cb3bc5-e458-4eb2-a97c-572f6154372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0602930 Nov 12 03:58:55.294840 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-ad4a7145-92b6-4b63-bed0-ea4395b877f8 service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645694 Nov 12 03:58:55.389961 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-790c01a0-e52e-49fc-813b-2f13ba4b258e service neutron] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870125 Nov 12 03:58:55.439826 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-70ce63b4-2621-4f88-a23c-fd3ca6c5ba70 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 HTTP/1.1" status: 200 len: 217 time: 0.0410628 Nov 12 03:58:55.491395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-206751f2-1e07-4671-bcd5-5bcfc8371f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.492904 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-206751f2-1e07-4671-bcd5-5bcfc8371f6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669 HTTP/1.1" status: 200 len: 797 time: 0.0458148 Nov 12 03:58:55.540530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-03ce9cd0-0535-4eca-94e6-be4109544161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.542062 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-03ce9cd0-0535-4eca-94e6-be4109544161 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c46be60-daab-4c5d-8641-aa8b82f59a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0413866 Nov 12 03:58:55.576072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-dcac1b55-6bf0-414e-bdf1-03ae7cd96980 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, fc71e66b-32b9-4721-8b0b-7caac06a8387) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:55.576072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcac1b55-6bf0-414e-bdf1-03ae7cd96980 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.577025 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dcac1b55-6bf0-414e-bdf1-03ae7cd96980 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.579791 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1b4d88-8d26-44f9-87a3-47700d0c545f None None] Network fc71e66b-32b9-4721-8b0b-7caac06a8387 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:55.660109 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-706fb763-7776-4570-8c6f-fcaab9b85405 service neutron] 10.222.0.26 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100657 Nov 12 03:58:55.685483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dcac1b55-6bf0-414e-bdf1-03ae7cd96980 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5586660 Nov 12 03:58:55.686327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46964) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:55.693201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-23b705b7-029c-461e-8438-8621eaf95154 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Request body: {'port': {'network_id': 'fc71e66b-32b9-4721-8b0b-7caac06a8387', 'name': 'tempest-AllowedAddressPairTestJSON-1204901489'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:55.762438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-fc71e66b-32b9-4721-8b0b-7caac06a8387', 'network_id': 'fc71e66b-32b9-4721-8b0b-7caac06a8387', 'tenant_id': '04124d3ea43e4364bce2deec7fb26665', 'fixed_ips': [{'subnet_id': '313501ad-fd92-4246-b626-36d30866076a'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:58:55.763585 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.792306 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-a66036ce-8a65-4ac3-990c-c2e37269fb6c service neutron] 10.222.0.26 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240199 Nov 12 03:58:55.844832 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-f0cec93a-cfac-44f6-b714-50b39571bb93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7456f438-4e11-4e10-8018-96b0919a4c0b HTTP/1.1" status: 200 len: 217 time: 0.0438938 Nov 12 03:58:55.902547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-cdac4078-af0f-4a9e-ad47-a88e185b8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.906587 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-cdac4078-af0f-4a9e-ad47-a88e185b8f7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669 HTTP/1.1" status: 200 len: 797 time: 0.0514154 Nov 12 03:58:55.918639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Allocated IP 172.20.0.2 (fc71e66b-32b9-4721-8b0b-7caac06a8387/313501ad-fd92-4246-b626-36d30866076a/eddcfa99-e591-4962-80cf-96c7cc9550d6) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:55.931330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda8ecd-a4d5-4e7b-910d-a4e94d7a9055 req-9d55ff29-8d43-41b0-b90d-4932382d10bf tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.940782 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0fda8ecd-a4d5-4e7b-910d-a4e94d7a9055 req-9d55ff29-8d43-41b0-b90d-4932382d10bf tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 945 time: 0.0650368 Nov 12 03:58:55.960802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b705b7-029c-461e-8438-8621eaf95154 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Made reservation on behalf of 04124d3ea43e4364bce2deec7fb26665 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:55.966557 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23b705b7-029c-461e-8438-8621eaf95154 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.978819 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-343be4f7-ee88-4e95-8135-eb3229eb58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.981014 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-343be4f7-ee88-4e95-8135-eb3229eb58f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c46be60-daab-4c5d-8641-aa8b82f59a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0651238 Nov 12 03:58:55.988432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-23b705b7-029c-461e-8438-8621eaf95154 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] device_id is not set on port b686ac4f-d8b8-4b46-b886-89b8235982fe yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:58:56.052216 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:58:56.089267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0fda8ecd-a4d5-4e7b-910d-a4e94d7a9055 req-c4af4217-5275-444d-b37d-c8b584c097af tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475961 Nov 12 03:58:56.129778 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.135833 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-0ae68276-e6ce-49bb-9900-d0ace85e2165 service neutron] 10.222.0.26 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442533 Nov 12 03:58:56.145706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f7957-a27b-46d4-8f7f-1b887b1d4216 req-c2c98682-d680-4133-87ac-408b7c9c50c1 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:56.147353 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-672f7957-a27b-46d4-8f7f-1b887b1d4216 req-c2c98682-d680-4133-87ac-408b7c9c50c1 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.0869997 Nov 12 03:58:56.235709 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.257711 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-672f7957-a27b-46d4-8f7f-1b887b1d4216 req-ff5e2b93-8a97-452c-aff4-cdc2d7d89806 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019800 Nov 12 03:58:56.276969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f708ae7-84f5-4f85-b159-1c0d0aeb029e req-65602aca-fce8-4e6b-9dae-41d5bd80d163 service neutron] 10.222.0.26 "GET /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280973 Nov 12 03:58:56.294309 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Network fc71e66b-32b9-4721-8b0b-7caac06a8387 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:56.298205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:56.304987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:56.319607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Pushing event updated for resources: {'Port': ['ID=eddcfa99-e591-4962-80cf-96c7cc9550d6,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:56.353923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-23b705b7-029c-461e-8438-8621eaf95154 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Allocated IP 172.20.0.8 (fc71e66b-32b9-4721-8b0b-7caac06a8387/313501ad-fd92-4246-b626-36d30866076a/b686ac4f-d8b8-4b46-b886-89b8235982fe) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:56.375851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade606cc-32f6-42d4-b806-69e9b12abe76 req-f5c04f80-15d4-4786-b85c-615be92e1f39 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:56.377475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ade606cc-32f6-42d4-b806-69e9b12abe76 req-f5c04f80-15d4-4786-b85c-615be92e1f39 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 945 time: 0.0830383 Nov 12 03:58:56.387985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Attempting to bind port eddcfa99-e591-4962-80cf-96c7cc9550d6 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:56.388468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Attempting to bind port eddcfa99-e591-4962-80cf-96c7cc9550d6 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '38cfd223-f6b1-4745-b564-b78c1e331468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'fc71e66b-32b9-4721-8b0b-7caac06a8387'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:56.389028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Attempting to bind port eddcfa99-e591-4962-80cf-96c7cc9550d6 on network fc71e66b-32b9-4721-8b0b-7caac06a8387 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:56.397192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:56.404965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Checking segment: {'id': '38cfd223-f6b1-4745-b564-b78c1e331468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'fc71e66b-32b9-4721-8b0b-7caac06a8387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:56.404965 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.404965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Bound using segment: {'id': '38cfd223-f6b1-4745-b564-b78c1e331468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'fc71e66b-32b9-4721-8b0b-7caac06a8387'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:56.404965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Bound port: eddcfa99-e591-4962-80cf-96c7cc9550d6, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cfd223-f6b1-4745-b564-b78c1e331468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'fc71e66b-32b9-4721-8b0b-7caac06a8387'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:56.404965 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.497697 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ade606cc-32f6-42d4-b806-69e9b12abe76 req-f04e3516-0984-4815-acab-27e4b6fe4b84 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989141 Nov 12 03:58:56.504792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] For port eddcfa99-e591-4962-80cf-96c7cc9550d6, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:56.511899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] For port eddcfa99-e591-4962-80cf-96c7cc9550d6, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=eddcfa99-e591-4962-80cf-96c7cc9550d6,segment=NetworkSegment(38cfd223-f6b1-4745-b564-b78c1e331468),segment_id=38cfd223-f6b1-4745-b564-b78c1e331468)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:56.587416 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.625364 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23b705b7-029c-461e-8438-8621eaf95154 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.653918 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.665659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258040e-5365-437b-b4d8-f1e805b290f9 None None] Pushing event updated for resources: {'Port': ['ID=eddcfa99-e591-4962-80cf-96c7cc9550d6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:56.694095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bcc5f-99e7-48da-83aa-66a22bc0ce04 req-7b475178-575b-4672-99f3-c7f0c14e5603 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:56.695969 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-717bcc5f-99e7-48da-83aa-66a22bc0ce04 req-7b475178-575b-4672-99f3-c7f0c14e5603 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 945 time: 0.0946734 Nov 12 03:58:56.755273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-717bcc5f-99e7-48da-83aa-66a22bc0ce04 req-1a59e042-863e-44b7-9b93-7326689a60d4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521538 Nov 12 03:58:56.945867 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f9e61f7-3c26-450a-8a06-5b2cf7983730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.954111 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23b705b7-029c-461e-8438-8621eaf95154 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.962694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07beb26-cba1-405e-9666-1147e8012ab5 req-0a5b2adf-cbba-4ab5-aa7d-927d16ff12fd tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:56.972287 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d07beb26-cba1-405e-9666-1147e8012ab5 req-0a5b2adf-cbba-4ab5-aa7d-927d16ff12fd tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 945 time: 0.0677218 Nov 12 03:58:57.049310 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d07beb26-cba1-405e-9666-1147e8012ab5 req-47b8fb0d-f225-478c-950d-9224299d80aa tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736151 Nov 12 03:58:57.053258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b705b7-029c-461e-8438-8621eaf95154 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Network fc71e66b-32b9-4721-8b0b-7caac06a8387 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:57.059880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-23b705b7-029c-461e-8438-8621eaf95154 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:57.066677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b705b7-029c-461e-8438-8621eaf95154 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:57.072716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b705b7-029c-461e-8438-8621eaf95154 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event updated for resources: {'Port': ['ID=b686ac4f-d8b8-4b46-b886-89b8235982fe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:57.145691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b705b7-029c-461e-8438-8621eaf95154 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:57.146461 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23b705b7-029c-461e-8438-8621eaf95154 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.247227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62a6df-3a41-4491-82ad-5f9b46ec5612 req-df90c819-ba0b-469d-80b7-23933b5f2aed tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:57.247456 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-23b705b7-029c-461e-8438-8621eaf95154 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5554857 Nov 12 03:58:57.247456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46998) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:57.248379 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e62a6df-3a41-4491-82ad-5f9b46ec5612 req-df90c819-ba0b-469d-80b7-23933b5f2aed tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 945 time: 0.0783784 Nov 12 03:58:57.256558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-01659ad5-2c06-4d0c-821c-1c9ac638e38f tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Request body: {'port': {'network_id': 'fc71e66b-32b9-4721-8b0b-7caac06a8387', 'name': 'tempest-AllowedAddressPairTestJSON-683204265', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fa:26:3f'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:57.342515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e62a6df-3a41-4491-82ad-5f9b46ec5612 req-17f9e432-0345-4192-9b5a-2f32baf7f117 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735106 Nov 12 03:58:57.503663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc61c52-8afa-46b6-857a-e78be30e1ae6 req-83c57a7a-2d76-4128-93c0-3c1722ab9abb tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:57.506200 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4bc61c52-8afa-46b6-857a-e78be30e1ae6 req-83c57a7a-2d76-4128-93c0-3c1722ab9abb tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 945 time: 0.0710313 Nov 12 03:58:57.509370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa18b0-7ffd-41d2-a37e-3b43bfa348dd req-e72a1574-b5fa-4e36-afd2-72332299b65b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:57.511371 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8fa18b0-7ffd-41d2-a37e-3b43bfa348dd req-e72a1574-b5fa-4e36-afd2-72332299b65b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.0818427 Nov 12 03:58:57.512658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01659ad5-2c06-4d0c-821c-1c9ac638e38f tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Made reservation on behalf of 04124d3ea43e4364bce2deec7fb26665 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:57.576760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4bc61c52-8afa-46b6-857a-e78be30e1ae6 req-c6fb8e4b-36d7-4739-9c64-2d852fdb30d5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608392 Nov 12 03:58:57.583365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47004) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:57.656384 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8fa18b0-7ffd-41d2-a37e-3b43bfa348dd req-175e071e-88ea-458a-9841-a032c1b170cc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761683 Nov 12 03:58:57.668739 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01659ad5-2c06-4d0c-821c-1c9ac638e38f tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.703840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-01659ad5-2c06-4d0c-821c-1c9ac638e38f tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] device_id is not set on port ee41ab8a-3d78-4430-aa6d-467b9bcb67f6 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:58:57.718874 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a97676-0844-4f48-b668-048c880ecdfe tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:57.727065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a97676-0844-4f48-b668-048c880ecdfe tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:57.727065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a97676-0844-4f48-b668-048c880ecdfe tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:57.727065 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f2a97676-0844-4f48-b668-048c880ecdfe tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/ports?project_id=bbf460ee872646e8844d17a7c3330b47&network_id=68706160-bd75-46fb-8ba9-0e10faf8ed56 HTTP/1.1" status: 200 len: 2972 time: 0.1369066 Nov 12 03:58:57.880615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224647f3-0b0f-4154-a12d-8b1d46e10370 req-5689871c-fa91-4f4c-b76c-77d8ff1f0f8d tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:57.894817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-01659ad5-2c06-4d0c-821c-1c9ac638e38f tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Allocated IP 172.20.0.13 (fc71e66b-32b9-4721-8b0b-7caac06a8387/313501ad-fd92-4246-b626-36d30866076a/ee41ab8a-3d78-4430-aa6d-467b9bcb67f6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:57.900332 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-224647f3-0b0f-4154-a12d-8b1d46e10370 req-5689871c-fa91-4f4c-b76c-77d8ff1f0f8d tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 945 time: 0.1607270 Nov 12 03:58:57.992674 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-224647f3-0b0f-4154-a12d-8b1d46e10370 req-6099cbfd-a1f0-4ee5-8812-0320b56e2545 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851274 Nov 12 03:58:58.010064 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device eddcfa99-e591-4962-80cf-96c7cc9550d6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:58.085854 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac52a1-3188-42a6-9a12-fb9193b5b1ee None None] Network fc71e66b-32b9-4721-8b0b-7caac06a8387 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:58.261032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67859455-38fb-4d60-a618-7e422df7b26f req-ab85284d-939b-4e8a-85ac-201243bc6955 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:58.268684 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-67859455-38fb-4d60-a618-7e422df7b26f req-ab85284d-939b-4e8a-85ac-201243bc6955 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 945 time: 0.1558590 Nov 12 03:58:58.270597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-57bda44f-1e78-4f0c-b176-fceab7b6f435 None None] Provisioning complete for port eddcfa99-e591-4962-80cf-96c7cc9550d6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:58.271171 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57bda44f-1e78-4f0c-b176-fceab7b6f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.348793 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01659ad5-2c06-4d0c-821c-1c9ac638e38f tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.367343 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port eddcfa99-e591-4962-80cf-96c7cc9550d6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:58.367965 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.431220 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-67859455-38fb-4d60-a618-7e422df7b26f req-adb37a6c-7904-4cbc-880f-e25c95a2c8b9 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592436 Nov 12 03:58:58.446773 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.525041 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01659ad5-2c06-4d0c-821c-1c9ac638e38f tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.528688 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57bda44f-1e78-4f0c-b176-fceab7b6f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.578027 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.608369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01659ad5-2c06-4d0c-821c-1c9ac638e38f tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Network fc71e66b-32b9-4721-8b0b-7caac06a8387 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:58.610153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-01659ad5-2c06-4d0c-821c-1c9ac638e38f tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:58.614293 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01659ad5-2c06-4d0c-821c-1c9ac638e38f tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:58.618865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-57bda44f-1e78-4f0c-b176-fceab7b6f435 None None] For port eddcfa99-e591-4962-80cf-96c7cc9550d6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=eddcfa99-e591-4962-80cf-96c7cc9550d6,segment=NetworkSegment(38cfd223-f6b1-4745-b564-b78c1e331468),segment_id=38cfd223-f6b1-4745-b564-b78c1e331468)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:58.667373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01659ad5-2c06-4d0c-821c-1c9ac638e38f tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event updated for resources: {'Port': ['ID=ee41ab8a-3d78-4430-aa6d-467b9bcb67f6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:58.685181 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57bda44f-1e78-4f0c-b176-fceab7b6f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.691142 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01659ad5-2c06-4d0c-821c-1c9ac638e38f tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:58.695098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01659ad5-2c06-4d0c-821c-1c9ac638e38f tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.774884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-01659ad5-2c06-4d0c-821c-1c9ac638e38f tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.5243757 Nov 12 03:58:58.775290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47030) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:58.815930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bda44f-1e78-4f0c-b176-fceab7b6f435 None None] Pushing event updated for resources: {'Port': ['ID=eddcfa99-e591-4962-80cf-96c7cc9550d6,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:58.848159 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:58:58.848671 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:58:58.896460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-155ef743-60e1-4478-a683-1fec04ee61e4 None None] Provisioning complete for port b686ac4f-d8b8-4b46-b886-89b8235982fe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:58.896839 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-155ef743-60e1-4478-a683-1fec04ee61e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.897921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557d6b9-c55d-47f5-baa0-1411685f7a00 req-0b2399fd-6361-43ea-8199-c3bd49cb613d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:58.906207 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4557d6b9-c55d-47f5-baa0-1411685f7a00 req-0b2399fd-6361-43ea-8199-c3bd49cb613d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1366026 Nov 12 03:58:58.938155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e6f9c9-fa07-4aee-99e8-2c26e03fe6e8 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:58.940251 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-155ef743-60e1-4478-a683-1fec04ee61e4 None None] Port b686ac4f-d8b8-4b46-b886-89b8235982fe cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:58.946910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e6f9c9-fa07-4aee-99e8-2c26e03fe6e8 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:58.947533 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.954586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-155ef743-60e1-4478-a683-1fec04ee61e4 None None] Provisioning complete for port eddcfa99-e591-4962-80cf-96c7cc9550d6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:58.955984 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-155ef743-60e1-4478-a683-1fec04ee61e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.960461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e6f9c9-fa07-4aee-99e8-2c26e03fe6e8 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:58.963072 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-74e6f9c9-fa07-4aee-99e8-2c26e03fe6e8 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1868339 Nov 12 03:58:58.965851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47036) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:58.981947 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4557d6b9-c55d-47f5-baa0-1411685f7a00 req-2ed233b6-0c2f-4149-9557-cb7997675123 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747762 Nov 12 03:58:59.121969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c16e1-8596-4de4-b6f2-812d2dd8fd63 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Deleting port ee41ab8a-3d78-4430-aa6d-467b9bcb67f6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:59.128369 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f6c16e1-8596-4de4-b6f2-812d2dd8fd63 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.230476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f6c16e1-8596-4de4-b6f2-812d2dd8fd63 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.243387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f4771a96-cca0-4a26-9fc7-acbdb868679c None None] Provisioning complete for port b686ac4f-d8b8-4b46-b886-89b8235982fe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:59.244587 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4771a96-cca0-4a26-9fc7-acbdb868679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.250955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c16e1-8596-4de4-b6f2-812d2dd8fd63 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Calling delete_port for ee41ab8a-3d78-4430-aa6d-467b9bcb67f6 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:59.399885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f4771a96-cca0-4a26-9fc7-acbdb868679c None None] Port b686ac4f-d8b8-4b46-b886-89b8235982fe cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:59.568409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8ef577d8-f022-40eb-bf00-1850398593c1 None None] Provisioning complete for port ee41ab8a-3d78-4430-aa6d-467b9bcb67f6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:59.568834 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ef577d8-f022-40eb-bf00-1850398593c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.643467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8ef577d8-f022-40eb-bf00-1850398593c1 None None] Port ee41ab8a-3d78-4430-aa6d-467b9bcb67f6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:59.699715 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f6c16e1-8596-4de4-b6f2-812d2dd8fd63 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.730522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c16e1-8596-4de4-b6f2-812d2dd8fd63 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event deleted for resources: {'Port': ['ID=ee41ab8a-3d78-4430-aa6d-467b9bcb67f6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:59.895044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device eddcfa99-e591-4962-80cf-96c7cc9550d6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:59.956748 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f6c16e1-8596-4de4-b6f2-812d2dd8fd63 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.961058 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7f6c16e1-8596-4de4-b6f2-812d2dd8fd63 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "DELETE /v2.0/ports/ee41ab8a-3d78-4430-aa6d-467b9bcb67f6 HTTP/1.1" status: 204 len: 168 time: 0.9934886 Nov 12 03:58:59.963503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47054) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:59.969154 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port eddcfa99-e591-4962-80cf-96c7cc9550d6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:59.969693 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.998541 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fcaf9f-85e4-4506-8b92-2f06f49b1d36 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] GET failed (client error): The resource could not be found. Nov 12 03:59:00.003837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-61fcaf9f-85e4-4506-8b92-2f06f49b1d36 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "GET /v2.0/ports/ee41ab8a-3d78-4430-aa6d-467b9bcb67f6 HTTP/1.1" status: 404 len: 333 time: 0.0391223 Nov 12 03:59:00.008614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47056) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:00.020011 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ba0d5ee4-975e-4d5e-81d1-7bcc1da39f3b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Request body: {'port': {'network_id': 'fc71e66b-32b9-4721-8b0b-7caac06a8387', 'name': 'tempest-AllowedAddressPairTestJSON-897729400'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:00.152288 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82e1d0-b3ba-418f-ade8-cd54ee1de0ba req-bb983291-7047-4fbc-ba61-4f19f28332be tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:00.154655 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ac82e1d0-b3ba-418f-ade8-cd54ee1de0ba req-bb983291-7047-4fbc-ba61-4f19f28332be tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.0738871 Nov 12 03:59:00.160331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dea65-9af0-4860-add5-c79f663c9c10 req-aaaf6777-b7af-43c2-932a-caaf171fe28d tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:00.162563 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a9dea65-9af0-4860-add5-c79f663c9c10 req-aaaf6777-b7af-43c2-932a-caaf171fe28d tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 945 time: 0.1489232 Nov 12 03:59:00.215227 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ac82e1d0-b3ba-418f-ade8-cd54ee1de0ba req-ad9d4365-6795-415b-a87f-b537403dfb13 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545137 Nov 12 03:59:00.251787 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a9dea65-9af0-4860-add5-c79f663c9c10 req-94558f65-c51b-441e-abf4-c3760d7b6f56 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819769 Nov 12 03:59:00.323710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0d5ee4-975e-4d5e-81d1-7bcc1da39f3b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Made reservation on behalf of 04124d3ea43e4364bce2deec7fb26665 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:00.327896 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5ee4-975e-4d5e-81d1-7bcc1da39f3b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.346589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-ba0d5ee4-975e-4d5e-81d1-7bcc1da39f3b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] device_id is not set on port db1dc780-c49e-47bd-8c5b-cb861c86c695 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:59:00.474404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ba0d5ee4-975e-4d5e-81d1-7bcc1da39f3b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Allocated IP 172.20.0.14 (fc71e66b-32b9-4721-8b0b-7caac06a8387/313501ad-fd92-4246-b626-36d30866076a/db1dc780-c49e-47bd-8c5b-cb861c86c695) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:00.677033 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5ee4-975e-4d5e-81d1-7bcc1da39f3b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.901957 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5ee4-975e-4d5e-81d1-7bcc1da39f3b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.959323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d5ee4-975e-4d5e-81d1-7bcc1da39f3b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Network fc71e66b-32b9-4721-8b0b-7caac06a8387 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:00.961236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ba0d5ee4-975e-4d5e-81d1-7bcc1da39f3b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:00.965433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d5ee4-975e-4d5e-81d1-7bcc1da39f3b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:00.995902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d5ee4-975e-4d5e-81d1-7bcc1da39f3b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event updated for resources: {'Port': ['ID=db1dc780-c49e-47bd-8c5b-cb861c86c695,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:01.025634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0d5ee4-975e-4d5e-81d1-7bcc1da39f3b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:01.026353 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5ee4-975e-4d5e-81d1-7bcc1da39f3b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.113373 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47068) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:01.130067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4c31bbff-857f-46cd-98ba-2c17caa2a6df tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fa:26:3f'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:01.132251 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ba0d5ee4-975e-4d5e-81d1-7bcc1da39f3b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1009986 Nov 12 03:59:01.334905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9d6c52f4-a0df-4b6a-907b-a32ceed06172 None None] Provisioning complete for port db1dc780-c49e-47bd-8c5b-cb861c86c695 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:01.335482 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d6c52f4-a0df-4b6a-907b-a32ceed06172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.403600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c52f4-a0df-4b6a-907b-a32ceed06172 None None] Port db1dc780-c49e-47bd-8c5b-cb861c86c695 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:01.446554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f540ecc-4c90-449c-b05b-761c80890f35 req-032f341f-6821-47eb-a8be-b9714e180fab tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:01.449066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f540ecc-4c90-449c-b05b-761c80890f35 req-032f341f-6821-47eb-a8be-b9714e180fab tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 945 time: 0.0855701 Nov 12 03:59:01.471900 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c1f22-9dff-4f48-98dd-1cf5df86ba53 req-c3e42b80-9d09-46b0-854f-29ea1d5fe7e2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:01.473403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-640c1f22-9dff-4f48-98dd-1cf5df86ba53 req-c3e42b80-9d09-46b0-854f-29ea1d5fe7e2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1227562 Nov 12 03:59:01.474673 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c31bbff-857f-46cd-98ba-2c17caa2a6df tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.507142 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f540ecc-4c90-449c-b05b-761c80890f35 req-b2b5069c-f075-4a7f-a2f5-519cdd7b025a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482135 Nov 12 03:59:01.576783 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-640c1f22-9dff-4f48-98dd-1cf5df86ba53 req-8a7881d3-8330-42d0-8420-dab320576386 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916178 Nov 12 03:59:01.709462 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c31bbff-857f-46cd-98ba-2c17caa2a6df tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.769562 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c31bbff-857f-46cd-98ba-2c17caa2a6df tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.865803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31bbff-857f-46cd-98ba-2c17caa2a6df tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event updated for resources: {'Port': ['ID=db1dc780-c49e-47bd-8c5b-cb861c86c695,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:01.881839 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4c31bbff-857f-46cd-98ba-2c17caa2a6df tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] In _notify_port_updated(), no bound segment for port db1dc780-c49e-47bd-8c5b-cb861c86c695 on network fc71e66b-32b9-4721-8b0b-7caac06a8387 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:59:01.891540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c31bbff-857f-46cd-98ba-2c17caa2a6df tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:01.892550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c31bbff-857f-46cd-98ba-2c17caa2a6df tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.894463 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4c31bbff-857f-46cd-98ba-2c17caa2a6df tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "PUT /v2.0/ports/db1dc780-c49e-47bd-8c5b-cb861c86c695 HTTP/1.1" status: 200 len: 993 time: 0.7799075 Nov 12 03:59:01.897229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47082) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:01.996598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f8713710-b357-426b-872d-fcff60991682 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Deleting port db1dc780-c49e-47bd-8c5b-cb861c86c695 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:01.996781 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8713710-b357-426b-872d-fcff60991682 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.027951 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1064c13b-226d-4ee7-afb1-0a012b016adf None None] Provisioning complete for port db1dc780-c49e-47bd-8c5b-cb861c86c695 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:02.028360 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1064c13b-226d-4ee7-afb1-0a012b016adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.064533 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1064c13b-226d-4ee7-afb1-0a012b016adf None None] Port db1dc780-c49e-47bd-8c5b-cb861c86c695 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:02.093618 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8713710-b357-426b-872d-fcff60991682 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.105819 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f8713710-b357-426b-872d-fcff60991682 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Calling delete_port for db1dc780-c49e-47bd-8c5b-cb861c86c695 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:02.313226 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8713710-b357-426b-872d-fcff60991682 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.348410 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8713710-b357-426b-872d-fcff60991682 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event deleted for resources: {'Port': ['ID=db1dc780-c49e-47bd-8c5b-cb861c86c695,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:02.496166 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8713710-b357-426b-872d-fcff60991682 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.500152 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f8713710-b357-426b-872d-fcff60991682 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "DELETE /v2.0/ports/db1dc780-c49e-47bd-8c5b-cb861c86c695 HTTP/1.1" status: 204 len: 168 time: 0.6017282 Nov 12 03:59:02.502652 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:02.530643 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1eda70e-1e31-4acb-bdd6-51774cc59c9c tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] GET failed (client error): The resource could not be found. Nov 12 03:59:02.532262 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d1eda70e-1e31-4acb-bdd6-51774cc59c9c tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "GET /v2.0/ports/db1dc780-c49e-47bd-8c5b-cb861c86c695 HTTP/1.1" status: 404 len: 333 time: 0.0282509 Nov 12 03:59:02.541271 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47098) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:02.546819 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0d5ca9b8-a11a-4891-9f85-a2456995bb7b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Request body: {'port': {'network_id': 'fc71e66b-32b9-4721-8b0b-7caac06a8387', 'name': 'tempest-AllowedAddressPairTestJSON-1587471594'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:02.662344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device bfaa3f2f-b35c-4aac-8cab-c8423581b629 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:02.677289 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f532-c7b3-42e0-a775-9205953962ce req-d41ef055-83e8-485b-999b-8f089b4f03a8 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:02.679007 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-23e0f532-c7b3-42e0-a775-9205953962ce req-d41ef055-83e8-485b-999b-8f089b4f03a8 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 945 time: 0.0782263 Nov 12 03:59:02.779575 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-23e0f532-c7b3-42e0-a775-9205953962ce req-0a2ea3c5-e6c4-4273-8af5-5fdc95fa3d3a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880017 Nov 12 03:59:02.815827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port bfaa3f2f-b35c-4aac-8cab-c8423581b629, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=bfaa3f2f-b35c-4aac-8cab-c8423581b629,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:02.827397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5ca9b8-a11a-4891-9f85-a2456995bb7b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Made reservation on behalf of 04124d3ea43e4364bce2deec7fb26665 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:02.828603 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'bfaa3f2f-b35c-4aac-8cab-c8423581b629', 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7', 'port_id': 'bfaa3f2f-b35c-4aac-8cab-c8423581b629', 'mac_address': 'fa:16:3e:59:79:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0b7068-82ce-47d6-9056-9c29dd74b4ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:02.830862 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca9b8-a11a-4891-9f85-a2456995bb7b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.870214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-0d5ca9b8-a11a-4891-9f85-a2456995bb7b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] device_id is not set on port c253a2ef-bc03-4761-8f99-eef73d8beb25 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:59:02.876702 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.894885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28ba73-750f-46a9-9294-60332672d577 req-9d7a13aa-409f-44a5-a7ab-d96eb3845f8f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:02.899108 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b28ba73-750f-46a9-9294-60332672d577 req-9d7a13aa-409f-44a5-a7ab-d96eb3845f8f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1173770 Nov 12 03:59:02.899247 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfaa3f2f-b35c-4aac-8cab-c8423581b629 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:02.922576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port bfaa3f2f-b35c-4aac-8cab-c8423581b629, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=bfaa3f2f-b35c-4aac-8cab-c8423581b629,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:03.021689 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.034538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b28ba73-750f-46a9-9294-60332672d577 req-a04eb8b3-3c3e-475e-9a1e-524c596e92f1 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936270 Nov 12 03:59:03.058880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0d5ca9b8-a11a-4891-9f85-a2456995bb7b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Allocated IP 172.20.0.3 (fc71e66b-32b9-4721-8b0b-7caac06a8387/313501ad-fd92-4246-b626-36d30866076a/c253a2ef-bc03-4761-8f99-eef73d8beb25) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:03.098253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=bfaa3f2f-b35c-4aac-8cab-c8423581b629,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:03.174502 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['bfaa3f2f-b35c-4aac-8cab-c8423581b629'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:03.242070 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca9b8-a11a-4891-9f85-a2456995bb7b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.372737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47110) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:03.420510 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca9b8-a11a-4891-9f85-a2456995bb7b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.432157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7cad9e-0c69-4fee-8618-2eef2fcc4d4c tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:03.434433 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7c7cad9e-0c69-4fee-8618-2eef2fcc4d4c tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 814 time: 0.0607433 Nov 12 03:59:03.478189 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5ca9b8-a11a-4891-9f85-a2456995bb7b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Network fc71e66b-32b9-4721-8b0b-7caac06a8387 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:03.481737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0d5ca9b8-a11a-4891-9f85-a2456995bb7b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:03.486190 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5ca9b8-a11a-4891-9f85-a2456995bb7b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:03.513417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ca9b8-a11a-4891-9f85-a2456995bb7b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event updated for resources: {'Port': ['ID=c253a2ef-bc03-4761-8f99-eef73d8beb25,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:03.544482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5ca9b8-a11a-4891-9f85-a2456995bb7b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:03.545359 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d5ca9b8-a11a-4891-9f85-a2456995bb7b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.652344 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0d5ca9b8-a11a-4891-9f85-a2456995bb7b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1098647 Nov 12 03:59:03.655532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47116) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:03.661983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8b4398dd-0063-47ea-a12e-1af963a1198b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fa:26:3f'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:03.818622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d340063d-4ccb-4776-b9e1-398ea6192340 None None] Provisioning complete for port c253a2ef-bc03-4761-8f99-eef73d8beb25 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:03.819684 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d340063d-4ccb-4776-b9e1-398ea6192340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.866396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d340063d-4ccb-4776-b9e1-398ea6192340 None None] Port c253a2ef-bc03-4761-8f99-eef73d8beb25 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:04.208305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfbe23-639d-4187-81e3-44be2844a31a req-08b4303a-ddeb-4fbf-b348-935956a3c5bb tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:04.211726 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3cdfbe23-639d-4187-81e3-44be2844a31a req-08b4303a-ddeb-4fbf-b348-935956a3c5bb tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.0736775 Nov 12 03:59:04.268832 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b4398dd-0063-47ea-a12e-1af963a1198b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.291241 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3cdfbe23-639d-4187-81e3-44be2844a31a req-341eb602-3f19-4a3f-bfb7-08f847b14c68 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692155 Nov 12 03:59:04.321673 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf23e3-68b9-4cff-b54e-10b8bcc857df req-a5947e02-a740-4978-8ecf-01ff05ddae2b tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:04.323205 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13bf23e3-68b9-4cff-b54e-10b8bcc857df req-a5947e02-a740-4978-8ecf-01ff05ddae2b tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 944 time: 0.0899591 Nov 12 03:59:04.450245 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13bf23e3-68b9-4cff-b54e-10b8bcc857df req-a51aab44-1b9b-4f66-a865-afc8738bcb6b tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166656 Nov 12 03:59:04.517034 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b4398dd-0063-47ea-a12e-1af963a1198b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.580798 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b4398dd-0063-47ea-a12e-1af963a1198b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.663303 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4398dd-0063-47ea-a12e-1af963a1198b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event updated for resources: {'Port': ['ID=c253a2ef-bc03-4761-8f99-eef73d8beb25,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:04.664573 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device eb509333-e2f6-427b-9927-b25c704c6df6 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:04.671740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device bfaa3f2f-b35c-4aac-8cab-c8423581b629 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:04.695495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8b4398dd-0063-47ea-a12e-1af963a1198b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] In _notify_port_updated(), no bound segment for port c253a2ef-bc03-4761-8f99-eef73d8beb25 on network fc71e66b-32b9-4721-8b0b-7caac06a8387 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:59:04.701530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4398dd-0063-47ea-a12e-1af963a1198b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:04.702503 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b4398dd-0063-47ea-a12e-1af963a1198b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.703888 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8b4398dd-0063-47ea-a12e-1af963a1198b tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "PUT /v2.0/ports/c253a2ef-bc03-4761-8f99-eef73d8beb25 HTTP/1.1" status: 200 len: 996 time: 1.0465965 Nov 12 03:59:04.707204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47130) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:04.852222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47138) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:04.857184 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7267228f-e654-486c-9bde-3a6b4b70c119 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Deleting port c253a2ef-bc03-4761-8f99-eef73d8beb25 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:04.857184 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7267228f-e654-486c-9bde-3a6b4b70c119 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.859525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-99123136-946a-4484-89f0-ebed025eada6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'network': {'name': 'tempest-network-smoke--1025009607', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:04.986054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99123136-946a-4484-89f0-ebed025eada6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Made reservation on behalf of bbf460ee872646e8844d17a7c3330b47 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:04.991283 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99123136-946a-4484-89f0-ebed025eada6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.997095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port bfaa3f2f-b35c-4aac-8cab-c8423581b629 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:04.997720 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.011425 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7267228f-e654-486c-9bde-3a6b4b70c119 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.021620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99123136-946a-4484-89f0-ebed025eada6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:59:05.028490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7267228f-e654-486c-9bde-3a6b4b70c119 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Calling delete_port for c253a2ef-bc03-4761-8f99-eef73d8beb25 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:05.033044 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99123136-946a-4484-89f0-ebed025eada6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.033931 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-99123136-946a-4484-89f0-ebed025eada6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Added segment da87bcf8-5925-4fe4-abd6-7d3cc30c356a of type vlan for network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba Nov 12 03:59:05.046593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=eb509333-e2f6-427b-9927-b25c704c6df6,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:05.057186 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a09478-531a-48e9-90d0-d3ce36bbe14f req-d316dc73-aa00-471b-bd6e-6a33fccbf0bb tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:05.058903 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c4a09478-531a-48e9-90d0-d3ce36bbe14f req-d316dc73-aa00-471b-bd6e-6a33fccbf0bb tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 944 time: 0.0861759 Nov 12 03:59:05.074024 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'port_id': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'mac_address': 'fa:16:3e:13:a0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:05.080594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fa5a0cc6-c2e0-4bfa-bade-42726d3ab531 None None] Provisioning complete for port c253a2ef-bc03-4761-8f99-eef73d8beb25 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:05.081330 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0cc6-c2e0-4bfa-bade-42726d3ab531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.129933 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99123136-946a-4484-89f0-ebed025eada6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.190266 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c4a09478-531a-48e9-90d0-d3ce36bbe14f req-946f67a2-c14f-4aa3-8da1-17822577d6cd tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707142 Nov 12 03:59:05.199906 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.203625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a0cc6-c2e0-4bfa-bade-42726d3ab531 None None] Port c253a2ef-bc03-4761-8f99-eef73d8beb25 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:05.233227 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99123136-946a-4484-89f0-ebed025eada6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.236361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb509333-e2f6-427b-9927-b25c704c6df6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:05.242395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99123136-946a-4484-89f0-ebed025eada6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:05.245685 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99123136-946a-4484-89f0-ebed025eada6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.267552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=eb509333-e2f6-427b-9927-b25c704c6df6,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:05.268989 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.295024 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71028a7a-84d3-4abb-9bb5-4469e79196c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaa3f2f-b35c-4aac-8cab-c8423581b629'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:05.297426 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57557f99-c480-45ef-ae33-4a0f394fecf4" -d '{"events": [{"server_uuid": "71028a7a-84d3-4abb-9bb5-4469e79196c0", "name": "network-vif-plugged", "status": "completed", "tag": "bfaa3f2f-b35c-4aac-8cab-c8423581b629"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:05.318224 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port bfaa3f2f-b35c-4aac-8cab-c8423581b629, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=bfaa3f2f-b35c-4aac-8cab-c8423581b629,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:05.329899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99123136-946a-4484-89f0-ebed025eada6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Network': ['ID=165d22cf-37c4-4d22-a8a3-b7f1b056c2ba,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:05.342974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:59:05.345853 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7267228f-e654-486c-9bde-3a6b4b70c119 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.374218 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22c1629-2af3-481a-9f0c-1fe9021d348b x-openstack-request-id: req-c22c1629-2af3-481a-9f0c-1fe9021d348b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:05.374894 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71028a7a-84d3-4abb-9bb5-4469e79196c0", "name": "network-vif-plugged", "status": "completed", "tag": "bfaa3f2f-b35c-4aac-8cab-c8423581b629", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:05.375332 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c22c1629-2af3-481a-9f0c-1fe9021d348b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:05.380083 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71028a7a-84d3-4abb-9bb5-4469e79196c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaa3f2f-b35c-4aac-8cab-c8423581b629', 'code': 200} Nov 12 03:59:05.385907 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267228f-e654-486c-9bde-3a6b4b70c119 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event deleted for resources: {'Port': ['ID=c253a2ef-bc03-4761-8f99-eef73d8beb25,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:05.394920 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-99123136-946a-4484-89f0-ebed025eada6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5415292 Nov 12 03:59:05.397933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:05.402051 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.474058 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.523829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=eb509333-e2f6-427b-9927-b25c704c6df6,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:05.554650 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7267228f-e654-486c-9bde-3a6b4b70c119 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.554904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e4fcf-893a-443b-9517-75f4817e0bc5 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:05.558872 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-579e4fcf-893a-443b-9517-75f4817e0bc5 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=bbf460ee872646e8844d17a7c3330b47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1561289 Nov 12 03:59:05.559057 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7267228f-e654-486c-9bde-3a6b4b70c119 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "DELETE /v2.0/ports/c253a2ef-bc03-4761-8f99-eef73d8beb25 HTTP/1.1" status: 204 len: 168 time: 0.8490708 Nov 12 03:59:05.567494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47152) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:05.570118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:05.617147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=bfaa3f2f-b35c-4aac-8cab-c8423581b629,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:05.631837 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5961681b-7b2d-47db-bbff-4929b43ef964 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] GET failed (client error): The resource could not be found. Nov 12 03:59:05.634053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d90c01-acd0-4e84-a37c-8f021278be24 req-594dbbbd-af7f-4df0-b5fb-5894042c4897 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:05.634411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5961681b-7b2d-47db-bbff-4929b43ef964 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "GET /v2.0/ports/c253a2ef-bc03-4761-8f99-eef73d8beb25 HTTP/1.1" status: 404 len: 333 time: 0.0614653 Nov 12 03:59:05.648074 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b0d90c01-acd0-4e84-a37c-8f021278be24 req-594dbbbd-af7f-4df0-b5fb-5894042c4897 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.2012031 Nov 12 03:59:05.650743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:05.694250 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f4ce6162-1b48-496b-b881-4fbb1bdb8f49 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Request body: {'port': {'network_id': 'fc71e66b-32b9-4721-8b0b-7caac06a8387', 'name': 'tempest-AllowedAddressPairTestJSON-2104008946'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:05.721082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['eb509333-e2f6-427b-9927-b25c704c6df6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:05.813920 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b0d90c01-acd0-4e84-a37c-8f021278be24 req-27d858b9-bcf5-43d0-8d34-0799e4f56b3f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646974 Nov 12 03:59:05.862358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3f80ed-26b9-440d-a7f2-2f77d45524c1 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:05.866931 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bf3f80ed-26b9-440d-a7f2-2f77d45524c1 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2955656 Nov 12 03:59:05.867537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47160) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:05.903715 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d49fb4d9-62b6-48bd-b734-523e0080b504 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349441 Nov 12 03:59:05.907096 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47162) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:05.938318 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cc2d054c-5d0b-466d-bbee-6515bb8ec7e2 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=bbf460ee872646e8844d17a7c3330b47&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300376 Nov 12 03:59:05.941249 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:05.965164 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ce6162-1b48-496b-b881-4fbb1bdb8f49 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Made reservation on behalf of 04124d3ea43e4364bce2deec7fb26665 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:05.970570 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4ce6162-1b48-496b-b881-4fbb1bdb8f49 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.993545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-f4ce6162-1b48-496b-b881-4fbb1bdb8f49 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] device_id is not set on port 2562edeb-475c-4650-accb-af30ee169e58 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:59:06.063595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e5d006-2d82-436b-bcae-0a02a8be3e04 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:06.068048 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-28e5d006-2d82-436b-bcae-0a02a8be3e04 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257219 Nov 12 03:59:06.070261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47168) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:06.098145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-36da1bb4-16a7-4313-b726-53e28fb8cf3b tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283937 Nov 12 03:59:06.100884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47170) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:06.106129 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f52c3348-8aa1-4ff3-9ce1-efc7ed9b4d3f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1003657929', 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:06.121463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-f4ce6162-1b48-496b-b881-4fbb1bdb8f49 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Allocated IP 172.20.0.10 (fc71e66b-32b9-4721-8b0b-7caac06a8387/313501ad-fd92-4246-b626-36d30866076a/2562edeb-475c-4650-accb-af30ee169e58) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:06.318313 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4ce6162-1b48-496b-b881-4fbb1bdb8f49 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.354268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52c3348-8aa1-4ff3-9ce1-efc7ed9b4d3f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Made reservation on behalf of bbf460ee872646e8844d17a7c3330b47 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:06.357769 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f52c3348-8aa1-4ff3-9ce1-efc7ed9b4d3f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.440976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6a380-adc7-474d-b393-70ec23fc829f req-6bddf95f-ad93-470b-81ae-1df842105822 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:06.442553 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43b6a380-adc7-474d-b393-70ec23fc829f req-6bddf95f-ad93-470b-81ae-1df842105822 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 945 time: 0.1210270 Nov 12 03:59:06.473684 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4ce6162-1b48-496b-b881-4fbb1bdb8f49 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.517339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43b6a380-adc7-474d-b393-70ec23fc829f req-1e2032e0-35db-467c-81b6-86beb0ca6ec4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654781 Nov 12 03:59:06.552018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce6162-1b48-496b-b881-4fbb1bdb8f49 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event updated for resources: {'Port': ['ID=2562edeb-475c-4650-accb-af30ee169e58,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:06.559094 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ce6162-1b48-496b-b881-4fbb1bdb8f49 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Network fc71e66b-32b9-4721-8b0b-7caac06a8387 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:06.560644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f4ce6162-1b48-496b-b881-4fbb1bdb8f49 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:06.563847 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce6162-1b48-496b-b881-4fbb1bdb8f49 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:06.633668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ce6162-1b48-496b-b881-4fbb1bdb8f49 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:06.635541 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4ce6162-1b48-496b-b881-4fbb1bdb8f49 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.669584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device eb509333-e2f6-427b-9927-b25c704c6df6 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:06.707235 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f52c3348-8aa1-4ff3-9ce1-efc7ed9b4d3f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.775858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port eb509333-e2f6-427b-9927-b25c704c6df6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:06.778578 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.789898 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f4ce6162-1b48-496b-b881-4fbb1bdb8f49 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1361797 Nov 12 03:59:06.800202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:06.806394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c3348-8aa1-4ff3-9ce1-efc7ed9b4d3f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Subnet': ['ID=a12b58ba-9eba-4f8b-8c64-a3401465a55d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:06.809818 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-19fe350a-5e3a-4f88-9308-09e9abb17963 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Request body: {'port': {'network_id': 'fc71e66b-32b9-4721-8b0b-7caac06a8387', 'name': 'tempest-AllowedAddressPairTestJSON-1257877723'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:06.835432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c3348-8aa1-4ff3-9ce1-efc7ed9b4d3f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Checking segment: {'id': 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:06.836017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c3348-8aa1-4ff3-9ce1-efc7ed9b4d3f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network hostable DHCP agents. Network: 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:59:06.945256 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.948069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c3348-8aa1-4ff3-9ce1-efc7ed9b4d3f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:59:06.970132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ba04cf79-d45d-4e10-bf81-eff82665507d None None] Provisioning complete for port 2562edeb-475c-4650-accb-af30ee169e58 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:06.970607 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba04cf79-d45d-4e10-bf81-eff82665507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.010142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ba04cf79-d45d-4e10-bf81-eff82665507d None None] Port 2562edeb-475c-4650-accb-af30ee169e58 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:07.029691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=eb509333-e2f6-427b-9927-b25c704c6df6,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:07.059690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f52c3348-8aa1-4ff3-9ce1-efc7ed9b4d3f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:07.064751 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c3348-8aa1-4ff3-9ce1-efc7ed9b4d3f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:07.065357 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f52c3348-8aa1-4ff3-9ce1-efc7ed9b4d3f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.083191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e766d0-075e-431c-ac9e-7a4d2deaa498 None None] Network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:07.145467 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.146403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device bfaa3f2f-b35c-4aac-8cab-c8423581b629 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:07.174748 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f52c3348-8aa1-4ff3-9ce1-efc7ed9b4d3f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0725458 Nov 12 03:59:07.340108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5efdc-f3d9-4e2a-ad42-57154011c5e0 req-9f93d722-05df-4989-9d69-9e68a63aee27 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:07.341866 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1d5efdc-f3d9-4e2a-ad42-57154011c5e0 req-9f93d722-05df-4989-9d69-9e68a63aee27 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.25 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 945 time: 0.0799565 Nov 12 03:59:07.343776 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=eb509333-e2f6-427b-9927-b25c704c6df6,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:07.402116 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:07.404464 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2f4da7-a24c-4c95-b460-c9fce9440dd5" -d '{"events": [{"server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "name": "network-vif-plugged", "status": "completed", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:07.453610 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.468775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-165d22cf-37c4-4d22-a8a3-b7f1b056c2ba', 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ips': [{'subnet_id': 'a12b58ba-9eba-4f8b-8c64-a3401465a55d'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:59:07.470064 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.550013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a1d5efdc-f3d9-4e2a-ad42-57154011c5e0 req-cd3dd069-c446-458e-8c7f-89687efca841 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Deleting port bfaa3f2f-b35c-4aac-8cab-c8423581b629 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:07.550654 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a1d5efdc-f3d9-4e2a-ad42-57154011c5e0 req-cd3dd069-c446-458e-8c7f-89687efca841 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.557618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb666c-3eb0-4aa6-8d06-04117220e5fc req-fc1f8aba-9746-4e0b-848c-3ae8e7c7224e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:07.559579 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1deb666c-3eb0-4aa6-8d06-04117220e5fc req-fc1f8aba-9746-4e0b-848c-3ae8e7c7224e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.6454923 Nov 12 03:59:07.647106 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1deb666c-3eb0-4aa6-8d06-04117220e5fc req-9c8b7c37-e3ad-49d3-aea5-5fb4e067222c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629084 Nov 12 03:59:07.655481 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fe350a-5e3a-4f88-9308-09e9abb17963 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Made reservation on behalf of 04124d3ea43e4364bce2deec7fb26665 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:07.656991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port bfaa3f2f-b35c-4aac-8cab-c8423581b629, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=bfaa3f2f-b35c-4aac-8cab-c8423581b629,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:07.660947 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19fe350a-5e3a-4f88-9308-09e9abb17963 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.701074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-19fe350a-5e3a-4f88-9308-09e9abb17963 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] device_id is not set on port 9468d722-7dba-41db-9970-3649f9a91090 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:59:07.763043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a1d5efdc-f3d9-4e2a-ad42-57154011c5e0 req-cd3dd069-c446-458e-8c7f-89687efca841 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] For port bfaa3f2f-b35c-4aac-8cab-c8423581b629, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=bfaa3f2f-b35c-4aac-8cab-c8423581b629,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:07.763674 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a1d5efdc-f3d9-4e2a-ad42-57154011c5e0 req-cd3dd069-c446-458e-8c7f-89687efca841 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.800812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a1d5efdc-f3d9-4e2a-ad42-57154011c5e0 req-cd3dd069-c446-458e-8c7f-89687efca841 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Calling delete_port for bfaa3f2f-b35c-4aac-8cab-c8423581b629 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:07.812473 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.908261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-19fe350a-5e3a-4f88-9308-09e9abb17963 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Allocated IP 172.20.0.5 (fc71e66b-32b9-4721-8b0b-7caac06a8387/313501ad-fd92-4246-b626-36d30866076a/9468d722-7dba-41db-9970-3649f9a91090) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:07.956801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Allocated IP 172.20.0.18 (165d22cf-37c4-4d22-a8a3-b7f1b056c2ba/a12b58ba-9eba-4f8b-8c64-a3401465a55d/bcda8e36-0b9b-413b-b7c7-adda8933c50f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:08.205083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33a14-ea0f-4349-976d-a65667a824b8 req-607cd04e-dc63-4396-b18c-32452df12e47 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:08.206882 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0d33a14-ea0f-4349-976d-a65667a824b8 req-607cd04e-dc63-4396-b18c-32452df12e47 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 943 time: 0.1187868 Nov 12 03:59:08.210406 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.213537 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=bfaa3f2f-b35c-4aac-8cab-c8423581b629,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:08.227702 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215e0fad-85b6-4c13-8bf9-044f4e3d3e43 x-openstack-request-id: req-215e0fad-85b6-4c13-8bf9-044f4e3d3e43 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:08.228348 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "name": "network-vif-plugged", "status": "completed", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:08.228816 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-215e0fad-85b6-4c13-8bf9-044f4e3d3e43 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:08.229626 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'code': 200} Nov 12 03:59:08.244335 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a1d5efdc-f3d9-4e2a-ad42-57154011c5e0 req-cd3dd069-c446-458e-8c7f-89687efca841 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.257034 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19fe350a-5e3a-4f88-9308-09e9abb17963 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.308915 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0d33a14-ea0f-4349-976d-a65667a824b8 req-4ad1f33c-a273-4382-b0a3-e2cdfa1b86ef tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948956 Nov 12 03:59:08.329577 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.332987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3dd069-c446-458e-8c7f-89687efca841 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Pushing event deleted for resources: {'Port': ['ID=bfaa3f2f-b35c-4aac-8cab-c8423581b629,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:08.450199 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19fe350a-5e3a-4f88-9308-09e9abb17963 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.488699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d5efdc-f3d9-4e2a-ad42-57154011c5e0 req-cd3dd069-c446-458e-8c7f-89687efca841 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] No DVR routers for this DVR port bfaa3f2f-b35c-4aac-8cab-c8423581b629 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:08.501861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Pushing event updated for resources: {'Port': ['ID=bcda8e36-0b9b-413b-b7c7-adda8933c50f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:08.502156 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a1d5efdc-f3d9-4e2a-ad42-57154011c5e0 req-cd3dd069-c446-458e-8c7f-89687efca841 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.505995 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1d5efdc-f3d9-4e2a-ad42-57154011c5e0 req-cd3dd069-c446-458e-8c7f-89687efca841 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.25 "DELETE /v2.0/ports/bfaa3f2f-b35c-4aac-8cab-c8423581b629 HTTP/1.1" status: 204 len: 173 time: 1.1460063 Nov 12 03:59:08.506490 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71028a7a-84d3-4abb-9bb5-4469e79196c0', 'name': 'network-vif-deleted', 'tag': 'bfaa3f2f-b35c-4aac-8cab-c8423581b629'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:08.509254 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707628a8-dcc6-49ae-8e5a-db0762f1f885" -d '{"events": [{"server_uuid": "71028a7a-84d3-4abb-9bb5-4469e79196c0", "name": "network-vif-deleted", "tag": "bfaa3f2f-b35c-4aac-8cab-c8423581b629"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:08.519626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:08.523726 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:08.542253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:08.569620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fe350a-5e3a-4f88-9308-09e9abb17963 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Network fc71e66b-32b9-4721-8b0b-7caac06a8387 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:08.583962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-19fe350a-5e3a-4f88-9308-09e9abb17963 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:08.587710 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91556200-1777-4410-8727-75bb1e34cd1d x-openstack-request-id: req-91556200-1777-4410-8727-75bb1e34cd1d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:08.589442 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71028a7a-84d3-4abb-9bb5-4469e79196c0", "name": "network-vif-deleted", "tag": "bfaa3f2f-b35c-4aac-8cab-c8423581b629", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:08.589442 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-91556200-1777-4410-8727-75bb1e34cd1d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:08.589442 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71028a7a-84d3-4abb-9bb5-4469e79196c0', 'name': 'network-vif-deleted', 'tag': 'bfaa3f2f-b35c-4aac-8cab-c8423581b629', 'status': 'completed', 'code': 200} Nov 12 03:59:08.607575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe350a-5e3a-4f88-9308-09e9abb17963 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:08.663663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Attempting to bind port bcda8e36-0b9b-413b-b7c7-adda8933c50f on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:08.664049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Attempting to bind port bcda8e36-0b9b-413b-b7c7-adda8933c50f by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:08.665497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Attempting to bind port bcda8e36-0b9b-413b-b7c7-adda8933c50f on network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:08.665700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe350a-5e3a-4f88-9308-09e9abb17963 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event updated for resources: {'Port': ['ID=9468d722-7dba-41db-9970-3649f9a91090,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:08.676542 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:08.676939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Checking segment: {'id': 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:08.677529 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.677714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Bound using segment: {'id': 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:08.678191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Bound port: bcda8e36-0b9b-413b-b7c7-adda8933c50f, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:08.678570 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.725025 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe350a-5e3a-4f88-9308-09e9abb17963 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:08.730699 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19fe350a-5e3a-4f88-9308-09e9abb17963 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.941009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:08.942461 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-19fe350a-5e3a-4f88-9308-09e9abb17963 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1391790 Nov 12 03:59:08.945002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] For port bcda8e36-0b9b-413b-b7c7-adda8933c50f, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:08.946886 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-75166fd1-e254-4b1f-bab2-975723ab795d tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fa:26:3f'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:85:81:6d'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:08.951896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] For port bcda8e36-0b9b-413b-b7c7-adda8933c50f, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=bcda8e36-0b9b-413b-b7c7-adda8933c50f,segment=NetworkSegment(da87bcf8-5925-4fe4-abd6-7d3cc30c356a),segment_id=da87bcf8-5925-4fe4-abd6-7d3cc30c356a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:08.978982 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34507-a0d3-4afd-a795-97aec1823937 req-9dac8bad-2453-40e2-ad67-1d1a2adeebad tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:08.988827 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66a34507-a0d3-4afd-a795-97aec1823937 req-9dac8bad-2453-40e2-ad67-1d1a2adeebad tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1047165 Nov 12 03:59:09.062509 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.158002 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66a34507-a0d3-4afd-a795-97aec1823937 req-aed976be-dd46-4346-851f-5b77e26ebf62 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681561 Nov 12 03:59:09.252282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:09.256949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-404e5358-34d4-43ff-a477-152f809b0650 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-722756138', 'description': 'tempest-secgroup-smoke-722756138 description', 'project_id': 'bbf460ee872646e8844d17a7c3330b47'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:09.306150 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75166fd1-e254-4b1f-bab2-975723ab795d tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.323879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c9581ee2-790a-45f9-8887-a4c907a09401 None None] Provisioning complete for port 9468d722-7dba-41db-9970-3649f9a91090 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:09.328099 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c9581ee2-790a-45f9-8887-a4c907a09401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.339247 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccacc2c-12b1-445d-b53d-dc09433a36e3 None None] Pushing event updated for resources: {'Port': ['ID=bcda8e36-0b9b-413b-b7c7-adda8933c50f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:09.397097 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-404e5358-34d4-43ff-a477-152f809b0650 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.568478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c9581ee2-790a-45f9-8887-a4c907a09401 None None] Port 9468d722-7dba-41db-9970-3649f9a91090 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:09.652203 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-404e5358-34d4-43ff-a477-152f809b0650 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.730833 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-404e5358-34d4-43ff-a477-152f809b0650 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.799339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-59bc02a1-04d7-44e4-9dcb-86cfd370e2e2 req-d4bb3ac6-88a3-465f-8de4-1c9d084415fe tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=71028a7a-84d3-4abb-9bb5-4469e79196c0 HTTP/1.1" status: 200 len: 210 time: 0.1834731 Nov 12 03:59:09.811978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e5358-34d4-43ff-a477-152f809b0650 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30484723-8562-425f-9d5c-e97f4b1708b5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:09.906847 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-404e5358-34d4-43ff-a477-152f809b0650 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.914710 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-404e5358-34d4-43ff-a477-152f809b0650 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6612620 Nov 12 03:59:09.915539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47244) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:09.930337 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c4c320f3-3a14-4764-8cca-efeb51e0364a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '30484723-8562-425f-9d5c-e97f4b1708b5', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:09.974981 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75166fd1-e254-4b1f-bab2-975723ab795d tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.043829 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75166fd1-e254-4b1f-bab2-975723ab795d tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.171740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bcda8e36-0b9b-413b-b7c7-adda8933c50f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:10.195837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75166fd1-e254-4b1f-bab2-975723ab795d tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event updated for resources: {'Port': ['ID=9468d722-7dba-41db-9970-3649f9a91090,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:10.226831 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4c320f3-3a14-4764-8cca-efeb51e0364a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.238777 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-75166fd1-e254-4b1f-bab2-975723ab795d tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] In _notify_port_updated(), no bound segment for port 9468d722-7dba-41db-9970-3649f9a91090 on network fc71e66b-32b9-4721-8b0b-7caac06a8387 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:59:10.254997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75166fd1-e254-4b1f-bab2-975723ab795d tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:10.255332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71028a7a-84d3-4abb-9bb5-4469e79196c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfaa3f2f-b35c-4aac-8cab-c8423581b629'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:10.256720 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75166fd1-e254-4b1f-bab2-975723ab795d tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.257641 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb492dd-adc4-46dc-87c4-bba9aa1fd55f" -d '{"events": [{"server_uuid": "71028a7a-84d3-4abb-9bb5-4469e79196c0", "name": "network-vif-unplugged", "status": "completed", "tag": "bfaa3f2f-b35c-4aac-8cab-c8423581b629"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:10.259342 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-75166fd1-e254-4b1f-bab2-975723ab795d tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "PUT /v2.0/ports/9468d722-7dba-41db-9970-3649f9a91090 HTTP/1.1" status: 200 len: 1056 time: 1.3170633 Nov 12 03:59:10.263819 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47250) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:10.392914 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6854713-9b14-4f14-9397-e2f6c4d008ae x-openstack-request-id: req-a6854713-9b14-4f14-9397-e2f6c4d008ae {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:10.397182 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71028a7a-84d3-4abb-9bb5-4469e79196c0", "name": "network-vif-unplugged", "status": "completed", "tag": "bfaa3f2f-b35c-4aac-8cab-c8423581b629", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:10.402201 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a6854713-9b14-4f14-9397-e2f6c4d008ae {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:10.403035 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71028a7a-84d3-4abb-9bb5-4469e79196c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfaa3f2f-b35c-4aac-8cab-c8423581b629', 'code': 200} Nov 12 03:59:10.453235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port bcda8e36-0b9b-413b-b7c7-adda8933c50f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:10.453909 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.617115 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.721897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device bfaa3f2f-b35c-4aac-8cab-c8423581b629 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:10.743954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port bcda8e36-0b9b-413b-b7c7-adda8933c50f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=bcda8e36-0b9b-413b-b7c7-adda8933c50f,segment=NetworkSegment(da87bcf8-5925-4fe4-abd6-7d3cc30c356a),segment_id=da87bcf8-5925-4fe4-abd6-7d3cc30c356a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:10.785656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: bfaa3f2f-b35c-4aac-8cab-c8423581b629 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:10.786095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device bfaa3f2f-b35c-4aac-8cab-c8423581b629 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:10.790851 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4c320f3-3a14-4764-8cca-efeb51e0364a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.799374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-52cbdc3d-0a4b-45c4-af8b-a691c65f0ed0 None None] Provisioning complete for port 9468d722-7dba-41db-9970-3649f9a91090 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:10.802815 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52cbdc3d-0a4b-45c4-af8b-a691c65f0ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.821591 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8dea4-87a9-4b1c-beab-d1bab8fdb0f8 req-7427a62f-8938-4e60-9ee5-cab42ea3ced1 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:10.823356 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7ee8dea4-87a9-4b1c-beab-d1bab8fdb0f8 req-7427a62f-8938-4e60-9ee5-cab42ea3ced1 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.5051115 Nov 12 03:59:10.848492 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.927761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-52cbdc3d-0a4b-45c4-af8b-a691c65f0ed0 None None] Port 9468d722-7dba-41db-9970-3649f9a91090 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:11.003959 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4c320f3-3a14-4764-8cca-efeb51e0364a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.004648 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=bcda8e36-0b9b-413b-b7c7-adda8933c50f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:11.057657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883e27b9-2dfb-40bf-9ec2-77309e065f63 None None] Network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:11.075728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c320f3-3a14-4764-8cca-efeb51e0364a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045cbc0d-0bd8-472c-9170-ca018ce90364,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:11.105030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7ee8dea4-87a9-4b1c-beab-d1bab8fdb0f8 req-6fb7f3a5-c2f3-4845-ac2d-29df42f478ad tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689180 Nov 12 03:59:11.118204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4ab28-0587-4021-bdca-32323feabadd tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Deleting port 9468d722-7dba-41db-9970-3649f9a91090 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:11.118769 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcb4ab28-0587-4021-bdca-32323feabadd tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.141342 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4c320f3-3a14-4764-8cca-efeb51e0364a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.145288 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c4c320f3-3a14-4764-8cca-efeb51e0364a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2285733 Nov 12 03:59:11.148172 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47264) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:11.153325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d66ccfcc-7123-476b-8261-5fab990bea9a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '30484723-8562-425f-9d5c-e97f4b1708b5', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:11.284674 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d66ccfcc-7123-476b-8261-5fab990bea9a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.288675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-82fbc124-ebc4-4786-b80b-764eb52c5f46 None None] Provisioning complete for port bcda8e36-0b9b-413b-b7c7-adda8933c50f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:11.289193 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-82fbc124-ebc4-4786-b80b-764eb52c5f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.313069 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcb4ab28-0587-4021-bdca-32323feabadd tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.350290 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4ab28-0587-4021-bdca-32323feabadd tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Calling delete_port for 9468d722-7dba-41db-9970-3649f9a91090 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:11.439931 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d66ccfcc-7123-476b-8261-5fab990bea9a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.523604 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d66ccfcc-7123-476b-8261-5fab990bea9a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.568928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccfcc-7123-476b-8261-5fab990bea9a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b722b463-e93b-4e6e-a604-08bdf0b657ac,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:11.629019 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d66ccfcc-7123-476b-8261-5fab990bea9a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.630334 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d66ccfcc-7123-476b-8261-5fab990bea9a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4810352 Nov 12 03:59:11.633586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47268) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:11.640616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0136da26-761f-4934-b1fa-a465fc8d11df tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '30484723-8562-425f-9d5c-e97f4b1708b5', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:11.782802 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcb4ab28-0587-4021-bdca-32323feabadd tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.820053 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0136da26-761f-4934-b1fa-a465fc8d11df tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.833301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1d86f127-03df-47b2-bc2b-e8a768444dab None None] Provisioning complete for port bcda8e36-0b9b-413b-b7c7-adda8933c50f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:11.833674 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d86f127-03df-47b2-bc2b-e8a768444dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.041267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47272) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:12.066024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1aaaada2-d4ed-48c9-bdc9-ae472690c13f tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--806040940', 'description': 'tempest-description--848782194'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:12.080975 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bcda8e36-0b9b-413b-b7c7-adda8933c50f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:12.142628 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0136da26-761f-4934-b1fa-a465fc8d11df tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.181727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port bcda8e36-0b9b-413b-b7c7-adda8933c50f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:12.182116 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.205105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4ab28-0587-4021-bdca-32323feabadd tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event deleted for resources: {'Port': ['ID=9468d722-7dba-41db-9970-3649f9a91090,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:12.215325 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0136da26-761f-4934-b1fa-a465fc8d11df tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.294145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136da26-761f-4934-b1fa-a465fc8d11df tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c6af50-74b0-440d-9ac0-473ceed704c1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:12.306229 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1aaaada2-d4ed-48c9-bdc9-ae472690c13f tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.418269 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcb4ab28-0587-4021-bdca-32323feabadd tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.427350 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dcb4ab28-0587-4021-bdca-32323feabadd tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "DELETE /v2.0/ports/9468d722-7dba-41db-9970-3649f9a91090 HTTP/1.1" status: 204 len: 168 time: 2.1569042 Nov 12 03:59:12.440290 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47278) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:12.443671 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0136da26-761f-4934-b1fa-a465fc8d11df tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.445377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0136da26-761f-4934-b1fa-a465fc8d11df tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8103995 Nov 12 03:59:12.456798 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:12.475143 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ed9606c0-151c-4685-9c96-284d37e5213e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '30484723-8562-425f-9d5c-e97f4b1708b5', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:12.478366 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1aaaada2-d4ed-48c9-bdc9-ae472690c13f tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.483807 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cecbeaa-fe9f-4269-a0d0-5c307a2256e1 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] GET failed (client error): The resource could not be found. Nov 12 03:59:12.486853 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5cecbeaa-fe9f-4269-a0d0-5c307a2256e1 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "GET /v2.0/ports/9468d722-7dba-41db-9970-3649f9a91090 HTTP/1.1" status: 404 len: 333 time: 0.0443125 Nov 12 03:59:12.490559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47282) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:12.537577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf55f1-eaf1-47a0-b552-317c89243fa0 req-1d427a88-1630-4944-8c83-d2891e2f8643 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:12.540772 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1fdf55f1-eaf1-47a0-b552-317c89243fa0 req-1d427a88-1630-4944-8c83-d2891e2f8643 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1972632 Nov 12 03:59:12.615361 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1aaaada2-d4ed-48c9-bdc9-ae472690c13f tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.652176 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1fdf55f1-eaf1-47a0-b552-317c89243fa0 req-95b6cb30-ce92-4d05-9c5c-b10e9c112eed tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001790 Nov 12 03:59:12.652380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaaada2-d4ed-48c9-bdc9-ae472690c13f tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af17e74-314f-4757-a937-3bf7a18ebc6f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:12.675587 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed9606c0-151c-4685-9c96-284d37e5213e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.699304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-faa6c422-cd12-4bdd-8a2c-d2729632ba83 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Deleting port 2562edeb-475c-4650-accb-af30ee169e58 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:12.704855 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-faa6c422-cd12-4bdd-8a2c-d2729632ba83 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.793189 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1aaaada2-d4ed-48c9-bdc9-ae472690c13f tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.801119 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1aaaada2-d4ed-48c9-bdc9-ae472690c13f tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7585208 Nov 12 03:59:12.801685 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:12.807343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6d87ec7a-5019-4329-b83a-8e03f631457c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Request body: {'security_group_rule': {'security_group_id': '6af17e74-314f-4757-a937-3bf7a18ebc6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:12.814262 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed9606c0-151c-4685-9c96-284d37e5213e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.856667 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-faa6c422-cd12-4bdd-8a2c-d2729632ba83 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.871286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-faa6c422-cd12-4bdd-8a2c-d2729632ba83 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Calling delete_port for 2562edeb-475c-4650-accb-af30ee169e58 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:12.889165 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed9606c0-151c-4685-9c96-284d37e5213e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.983292 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9606c0-151c-4685-9c96-284d37e5213e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5662706f-6e24-4467-a9fa-8fa795fe5c04,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:12.990276 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d87ec7a-5019-4329-b83a-8e03f631457c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.068792 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d87ec7a-5019-4329-b83a-8e03f631457c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.074129 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed9606c0-151c-4685-9c96-284d37e5213e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.082456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ed9606c0-151c-4685-9c96-284d37e5213e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6240203 Nov 12 03:59:13.084918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:13.089514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b6665b8d-3b78-49bd-bdd2-c9d6e9f88374 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '30484723-8562-425f-9d5c-e97f4b1708b5', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:13.157734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d87ec7a-5019-4329-b83a-8e03f631457c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.175702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87ec7a-5019-4329-b83a-8e03f631457c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ce3ad2-7e12-4ee6-9738-4d210b51c1a6,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:13.187394 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-b6665b8d-3b78-49bd-bdd2-c9d6e9f88374 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Project bbf460ee872646e8844d17a7c3330b47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:59:13.190645 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-faa6c422-cd12-4bdd-8a2c-d2729632ba83 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.221184 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6665b8d-3b78-49bd-bdd2-c9d6e9f88374 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.232427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6c422-cd12-4bdd-8a2c-d2729632ba83 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event deleted for resources: {'Port': ['ID=2562edeb-475c-4650-accb-af30ee169e58,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:13.309146 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d87ec7a-5019-4329-b83a-8e03f631457c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.313638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6d87ec7a-5019-4329-b83a-8e03f631457c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5077474 Nov 12 03:59:13.314121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47294) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:13.319503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-be62f57c-ce61-4a07-b6fc-e2f8ecd5084c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Request body: {'security_group_rule': {'security_group_id': '6af17e74-314f-4757-a937-3bf7a18ebc6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:13.413203 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-faa6c422-cd12-4bdd-8a2c-d2729632ba83 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.428230 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-faa6c422-cd12-4bdd-8a2c-d2729632ba83 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "DELETE /v2.0/ports/2562edeb-475c-4650-accb-af30ee169e58 HTTP/1.1" status: 204 len: 168 time: 0.9345882 Nov 12 03:59:13.429054 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:13.459420 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6665b8d-3b78-49bd-bdd2-c9d6e9f88374 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.478588 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4db53a3-b3ce-43c5-982e-3ce05ed21ebe tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] GET failed (client error): The resource could not be found. Nov 12 03:59:13.480514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d4db53a3-b3ce-43c5-982e-3ce05ed21ebe tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "GET /v2.0/ports/2562edeb-475c-4650-accb-af30ee169e58 HTTP/1.1" status: 404 len: 333 time: 0.0498471 Nov 12 03:59:13.482276 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be62f57c-ce61-4a07-b6fc-e2f8ecd5084c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.487074 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47300) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:13.574821 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be62f57c-ce61-4a07-b6fc-e2f8ecd5084c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.583843 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6665b8d-3b78-49bd-bdd2-c9d6e9f88374 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.605919 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6665b8d-3b78-49bd-bdd2-c9d6e9f88374 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e66c3b9-13a6-49be-8237-b13845867645,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:13.637369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5c4fcad2-fcce-4a05-9185-1968c1326823 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Deleting port b686ac4f-d8b8-4b46-b886-89b8235982fe {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:13.643304 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcad2-fcce-4a05-9185-1968c1326823 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.668252 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be62f57c-ce61-4a07-b6fc-e2f8ecd5084c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.711280 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62f57c-ce61-4a07-b6fc-e2f8ecd5084c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4b303b-de27-4eb8-9319-c228052916cc,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:13.738756 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6665b8d-3b78-49bd-bdd2-c9d6e9f88374 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.742711 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b6665b8d-3b78-49bd-bdd2-c9d6e9f88374 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6540401 Nov 12 03:59:13.744066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47304) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:13.747664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ea09d48b-6716-41da-849a-89ece4a808e1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '30484723-8562-425f-9d5c-e97f4b1708b5', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:13.794467 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcad2-fcce-4a05-9185-1968c1326823 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.823092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5c4fcad2-fcce-4a05-9185-1968c1326823 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Calling delete_port for b686ac4f-d8b8-4b46-b886-89b8235982fe owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:13.891980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b22aa0-4bda-4a31-94d2-1c63d0c33566 req-7898c93d-70f2-420f-aff7-45a47fbd26d0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:13.899763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29b22aa0-4bda-4a31-94d2-1c63d0c33566 req-7898c93d-70f2-420f-aff7-45a47fbd26d0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1201375 Nov 12 03:59:13.993594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-29b22aa0-4bda-4a31-94d2-1c63d0c33566 req-88b25075-b2de-4a39-9e18-422b00bc6f48 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926142 Nov 12 03:59:14.006405 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be62f57c-ce61-4a07-b6fc-e2f8ecd5084c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.041626 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-be62f57c-ce61-4a07-b6fc-e2f8ecd5084c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6924400 Nov 12 03:59:14.042424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47312) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:14.067379 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:14.301560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edad651-1625-4e26-87c5-8a5ac6351ff6 req-4a2a0b49-6e25-4473-a7dc-d6946a24d31a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:14.303345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6edad651-1625-4e26-87c5-8a5ac6351ff6 req-4a2a0b49-6e25-4473-a7dc-d6946a24d31a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0658834 Nov 12 03:59:14.352451 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6edad651-1625-4e26-87c5-8a5ac6351ff6 req-1af1bd1a-72f5-423a-90b3-c7492d6a2b45 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424728 Nov 12 03:59:14.371666 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-ea09d48b-6716-41da-849a-89ece4a808e1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Project bbf460ee872646e8844d17a7c3330b47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:59:14.378537 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea09d48b-6716-41da-849a-89ece4a808e1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.421501 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcad2-fcce-4a05-9185-1968c1326823 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.475548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fcad2-fcce-4a05-9185-1968c1326823 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event deleted for resources: {'Port': ['ID=b686ac4f-d8b8-4b46-b886-89b8235982fe,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:14.496201 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.534968 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea09d48b-6716-41da-849a-89ece4a808e1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.599826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d581946-6196-49dd-a5ab-995da96b6e22 req-ce016940-008c-41f5-a3eb-001b5f1dd05e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:14.608567 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d581946-6196-49dd-a5ab-995da96b6e22 req-ce016940-008c-41f5-a3eb-001b5f1dd05e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1788383 Nov 12 03:59:14.626689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea09d48b-6716-41da-849a-89ece4a808e1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.678252 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcad2-fcce-4a05-9185-1968c1326823 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.691016 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5c4fcad2-fcce-4a05-9185-1968c1326823 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "DELETE /v2.0/ports/b686ac4f-d8b8-4b46-b886-89b8235982fe HTTP/1.1" status: 204 len: 168 time: 1.2025304 Nov 12 03:59:14.700242 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47326) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:14.783519 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.863049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-252f2c25-b0b4-4fd4-9dc4-86e81f9fa030 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Deleting subnet 313501ad-fd92-4246-b626-36d30866076a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:59:14.866553 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-252f2c25-b0b4-4fd4-9dc4-86e81f9fa030 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.919509 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-252f2c25-b0b4-4fd4-9dc4-86e81f9fa030 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.992696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d581946-6196-49dd-a5ab-995da96b6e22 req-0413e0b7-5abd-403c-a786-5bca938c99cb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3828769 Nov 12 03:59:14.999273 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09d48b-6716-41da-849a-89ece4a808e1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40055f4f-9a34-4363-a5bd-e177d9de7b56,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:15.013029 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea09d48b-6716-41da-849a-89ece4a808e1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.022750 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ea09d48b-6716-41da-849a-89ece4a808e1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2784417 Nov 12 03:59:15.057077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Allocated IP 172.25.8.4 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/9fff1d61-33c4-474a-846c-c55b242f7429) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:15.142600 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-252f2c25-b0b4-4fd4-9dc4-86e81f9fa030 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.265394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.402154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47342) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:15.412844 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.422436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e5828-05fd-48c4-86e0-c1fb4b1c4183 req-a0ddc0d9-d491-47a0-a1ff-ef3e3806e9e4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:15.426834 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a5e5828-05fd-48c4-86e0-c1fb4b1c4183 req-a0ddc0d9-d491-47a0-a1ff-ef3e3806e9e4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.2214665 Nov 12 03:59:15.594131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Pushing event updated for resources: {'Port': ['ID=9fff1d61-33c4-474a-846c-c55b242f7429,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:15.669306 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a5e5828-05fd-48c4-86e0-c1fb4b1c4183 req-61be15c4-186c-418f-80d4-4db3d11581d2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299621 Nov 12 03:59:15.672809 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da900f2-328e-47ff-b10b-2d685c1e59b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.678153 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:15.694840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-252f2c25-b0b4-4fd4-9dc4-86e81f9fa030 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.726292 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:15.731995 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-64a31975-c441-4d30-9704-065290862291 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-722756138&fields=id&tenant_id=bbf460ee872646e8844d17a7c3330b47 HTTP/1.1" status: 200 len: 267 time: 0.1213241 Nov 12 03:59:15.735418 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:15.782825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f2c25-b0b4-4fd4-9dc4-86e81f9fa030 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event deleted for resources: {'Subnet': ['ID=313501ad-fd92-4246-b626-36d30866076a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:15.823951 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-252f2c25-b0b4-4fd4-9dc4-86e81f9fa030 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.824607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da613449-d6af-454c-a16b-e7be8d8d5934 None None] Network fc71e66b-32b9-4721-8b0b-7caac06a8387 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:15.842927 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:15.853269 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-252f2c25-b0b4-4fd4-9dc4-86e81f9fa030 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "DELETE /v2.0/subnets/313501ad-fd92-4246-b626-36d30866076a HTTP/1.1" status: 204 len: 168 time: 1.0908346 Nov 12 03:59:15.959763 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.999728 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934abe3-38aa-4699-8323-ef17837ec608 req-4ac6da39-e72a-48eb-8b0a-dace95c6bb48 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:16.008599 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7934abe3-38aa-4699-8323-ef17837ec608 req-4ac6da39-e72a-48eb-8b0a-dace95c6bb48 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 811 time: 0.1536880 Nov 12 03:59:16.029845 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7934abe3-38aa-4699-8323-ef17837ec608 req-07352813-0556-4435-8e35-75de2ba6b0e1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/quotas/a803c520af0a4208b65655c3ed555429 HTTP/1.1" status: 200 len: 375 time: 0.0200858 Nov 12 03:59:16.181864 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.183711 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7934abe3-38aa-4699-8323-ef17837ec608 req-38a2059d-5463-4d39-b298-30a7eb6763b0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1487515 Nov 12 03:59:16.226139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f8a30-5008-479a-af4b-12924548aa1d None None] DHCP port deletion for fc71e66b-32b9-4721-8b0b-7caac06a8387 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:59:16.231490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-78ea992f-9ced-45c3-bd7b-186ef594fbcd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:16.234249 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-78ea992f-9ced-45c3-bd7b-186ef594fbcd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/networks?id=165d22cf-37c4-4d22-a8a3-b7f1b056c2ba HTTP/1.1" status: 200 len: 797 time: 0.4651363 Nov 12 03:59:16.293359 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-04e395a7-68a9-408f-a04c-2d7de65b9501 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/quotas/bbf460ee872646e8844d17a7c3330b47 HTTP/1.1" status: 200 len: 375 time: 0.0233018 Nov 12 03:59:16.319791 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7934abe3-38aa-4699-8323-ef17837ec608 req-f4df8eba-6af0-4a21-be2e-7452b5f718d6 service neutron] 10.222.0.105 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299114 Nov 12 03:59:16.320986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-972f8a30-5008-479a-af4b-12924548aa1d None None] Deleting port eddcfa99-e591-4962-80cf-96c7cc9550d6 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:16.321975 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-972f8a30-5008-479a-af4b-12924548aa1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.334640 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.492462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7934abe3-38aa-4699-8323-ef17837ec608 req-fcc5e029-1edf-47a2-b277-dee428d156df service neutron] 10.222.0.105 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714933 Nov 12 03:59:16.577622 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da900f2-328e-47ff-b10b-2d685c1e59b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.628881 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-5b0722bd-2da5-4f93-8405-ea751c5339ca tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=bbf460ee872646e8844d17a7c3330b47&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3112540 Nov 12 03:59:16.749351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5da900f2-328e-47ff-b10b-2d685c1e59b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.765010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-972f8a30-5008-479a-af4b-12924548aa1d None None] For port eddcfa99-e591-4962-80cf-96c7cc9550d6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=eddcfa99-e591-4962-80cf-96c7cc9550d6,segment=NetworkSegment(38cfd223-f6b1-4745-b564-b78c1e331468),segment_id=38cfd223-f6b1-4745-b564-b78c1e331468)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:16.765740 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-972f8a30-5008-479a-af4b-12924548aa1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.784533 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-972f8a30-5008-479a-af4b-12924548aa1d None None] Calling delete_port for eddcfa99-e591-4962-80cf-96c7cc9550d6 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:16.886933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da900f2-328e-47ff-b10b-2d685c1e59b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3b8895-789c-4b70-ac96-b5f03a053eb9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:16.910651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47374) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:16.911380 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5da900f2-328e-47ff-b10b-2d685c1e59b3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ad77d9d3860046af971bfd88459d410c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5056369 Nov 12 03:59:16.911380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Deleting port eddcfa99-e591-4962-80cf-96c7cc9550d6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:16.911380 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.015058 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-cdd513ef-d85b-4f5d-8748-df5bd2cc8e2d service neutron] 10.222.0.105 "GET /v2.0/networks/165d22cf-37c4-4d22-a8a3-b7f1b056c2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824658 Nov 12 03:59:17.027895 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-972f8a30-5008-479a-af4b-12924548aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.049932 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0608cd06-452d-4155-9a41-34b02e3b03dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.086978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f8a30-5008-479a-af4b-12924548aa1d None None] Pushing event deleted for resources: {'Port': ['ID=eddcfa99-e591-4962-80cf-96c7cc9550d6,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:17.101725 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0608cd06-452d-4155-9a41-34b02e3b03dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.112417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f8a30-5008-479a-af4b-12924548aa1d None None] No DVR routers for this DVR port eddcfa99-e591-4962-80cf-96c7cc9550d6 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:17.145859 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.164992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] For port eddcfa99-e591-4962-80cf-96c7cc9550d6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=eddcfa99-e591-4962-80cf-96c7cc9550d6,segment=NetworkSegment(38cfd223-f6b1-4745-b564-b78c1e331468),segment_id=38cfd223-f6b1-4745-b564-b78c1e331468)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:17.165435 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.186536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Calling delete_port for eddcfa99-e591-4962-80cf-96c7cc9550d6 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:17.288096 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.288590 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0608cd06-452d-4155-9a41-34b02e3b03dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.289293 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0608cd06-452d-4155-9a41-34b02e3b03dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.292887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0608cd06-452d-4155-9a41-34b02e3b03dc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9f3b8895-789c-4b70-ac96-b5f03a053eb9 HTTP/1.1" status: 204 len: 168 time: 0.3809736 Nov 12 03:59:17.306627 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.378995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608cd06-452d-4155-9a41-34b02e3b03dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3b8895-789c-4b70-ac96-b5f03a053eb9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:17.411980 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.416316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event deleted for resources: {'Port': ['ID=eddcfa99-e591-4962-80cf-96c7cc9550d6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:17.434882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] No DVR routers for this DVR port eddcfa99-e591-4962-80cf-96c7cc9550d6 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:17.439052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e42654-47ea-4837-9ae5-1da41049dfd8 req-fcac3cc5-e36f-488e-8d97-a037bffed14c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:17.450329 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3e42654-47ea-4837-9ae5-1da41049dfd8 req-fcac3cc5-e36f-488e-8d97-a037bffed14c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1794958 Nov 12 03:59:17.524024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3e42654-47ea-4837-9ae5-1da41049dfd8 req-8c616c47-89e6-4780-bbf2-118dac54043f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723758 Nov 12 03:59:17.605812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-741bc147-4d48-4d4c-9b72-bf5ada882afd req-5aa47640-bd74-4fd5-8c0a-ebac88bfbb0e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 210 time: 0.0352423 Nov 12 03:59:17.637079 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.664647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Pushing event updated for resources: {'Port': ['ID=9fff1d61-33c4-474a-846c-c55b242f7429,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:17.683264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.693379 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0f7192a0-4545-4664-a145-e123a03c431a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6412506 Nov 12 03:59:17.693379 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-ed0505f8-6e73-4e12-8e9b-352486462502 service neutron] 10.222.0.105 "GET /v2.0/networks/165d22cf-37c4-4d22-a8a3-b7f1b056c2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032829 Nov 12 03:59:17.714638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc71e66b-32b9-4721-8b0b-7caac06a8387']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:17.740770 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cfd223-f6b1-4745-b564-b78c1e331468') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:17.743109 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cfd223-f6b1-4745-b564-b78c1e331468') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:17.780393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.820340 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.836006 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:59:17.836700 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: items = [ Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:59:17.840655 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:59:18.034016 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device eddcfa99-e591-4962-80cf-96c7cc9550d6 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:18.073419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: eddcfa99-e591-4962-80cf-96c7cc9550d6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:18.074181 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device eddcfa99-e591-4962-80cf-96c7cc9550d6 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:18.109683 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60adfbc5-0501-4bca-975b-9b4437b3c73b req-65611e0c-90c9-4766-971c-a25b423b7329 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 210 time: 0.0569232 Nov 12 03:59:18.126791 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.140938 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.150362 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] 10.222.0.105 "DELETE /v2.0/networks/fc71e66b-32b9-4721-8b0b-7caac06a8387 HTTP/1.1" status: 204 len: 168 time: 2.3088679 Nov 12 03:59:18.185075 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848ff35-8aad-4e94-af11-0a992cc1b524 tempest-AllowedAddressPairTestJSON-1604268832 tempest-AllowedAddressPairTestJSON-1604268832-project] Pushing event deleted for resources: {'Network': ['ID=fc71e66b-32b9-4721-8b0b-7caac06a8387,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:18.290830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-9a05efb6-9561-422e-aa37-0be603ae5266 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:18.304450 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-9a05efb6-9561-422e-aa37-0be603ae5266 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/networks?id=741015e7-0d2f-46a4-a26c-202fb5ebf6c7 HTTP/1.1" status: 200 len: 819 time: 0.2493308 Nov 12 03:59:18.331464 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-4545870a-ac79-4a6a-bc94-b4c8b0e13248 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/quotas/426b9ed1e2a145b3aaf42c061cfec6a5 HTTP/1.1" status: 200 len: 375 time: 0.0256910 Nov 12 03:59:18.416770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-9281bda8-1116-48b3-a5b2-c80e55f85e07 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=426b9ed1e2a145b3aaf42c061cfec6a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0842421 Nov 12 03:59:18.587861 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-eaa22e7f-6f2a-428d-9c9d-eb0216b7ce41 service neutron] 10.222.0.105 "GET /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543379 Nov 12 03:59:18.737198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3233ee-b7cd-459a-8634-08564cf003dd req-a9562169-30c6-4e9b-8b9d-a68de139d02f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:18.747292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e3233ee-b7cd-459a-8634-08564cf003dd req-a9562169-30c6-4e9b-8b9d-a68de139d02f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1198885 Nov 12 03:59:18.761434 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-45050e6c-8fe1-4e04-8de3-d56ea682e32a service neutron] 10.222.0.105 "GET /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628180 Nov 12 03:59:18.833274 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.839942 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e3233ee-b7cd-459a-8634-08564cf003dd req-68651aa5-4ba4-42d4-b284-d40e6ad84b52 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875490 Nov 12 03:59:18.946488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:19.086930 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-19d1f944-36ea-44f2-b102-3926dc408c27 req-386fa6b0-1fa9-4fd0-a6f1-325345341643 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 210 time: 0.0471268 Nov 12 03:59:19.196966 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a492d331-6281-4a07-ac71-c11c038d9f8d req-6eff4736-29f0-4875-8e63-17876ecf3a7d tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 210 time: 0.0473545 Nov 12 03:59:19.262138 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4d7ba7d9-7607-4342-9f99-2061c19e5e69 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=04124d3ea43e4364bce2deec7fb26665&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144295 Nov 12 03:59:19.276313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:19.309285 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f1538a6-b177-48e1-aba5-e09db333f53a req-db961c39-3808-421b-aba6-97a84d538e90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 210 time: 0.1004560 Nov 12 03:59:19.421767 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef777688-1c85-4819-9f84-8d87336171f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.463862 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef777688-1c85-4819-9f84-8d87336171f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.631499 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef777688-1c85-4819-9f84-8d87336171f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.634458 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef777688-1c85-4819-9f84-8d87336171f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.635649 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ef777688-1c85-4819-9f84-8d87336171f1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/21566ce9-39f2-4240-83b0-b1b3f4e408ac HTTP/1.1" status: 204 len: 168 time: 0.3425333 Nov 12 03:59:19.672568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef777688-1c85-4819-9f84-8d87336171f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21566ce9-39f2-4240-83b0-b1b3f4e408ac,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:20.003669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca862a5-4a3b-459e-9c04-adeac1345f2a req-88ad0e5f-9afd-418a-be4f-8804dac40b3e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:20.005039 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ca862a5-4a3b-459e-9c04-adeac1345f2a req-88ad0e5f-9afd-418a-be4f-8804dac40b3e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.0601540 Nov 12 03:59:20.069474 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ca862a5-4a3b-459e-9c04-adeac1345f2a req-0b4ff26e-2ab7-4c53-b0ec-81f56e12f9cc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587406 Nov 12 03:59:20.219706 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f46605cf-aa8f-400c-854d-80c1e479d063 req-57acbe83-296b-4153-be07-645d5cf1a7eb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 210 time: 0.0429299 Nov 12 03:59:20.269097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934abe3-38aa-4699-8323-ef17837ec608 req-9c39d72c-7a6b-45fe-9ae4-40050ce750b0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:20.271005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7934abe3-38aa-4699-8323-ef17837ec608 req-9c39d72c-7a6b-45fe-9ae4-40050ce750b0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.25 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 811 time: 0.1977446 Nov 12 03:59:20.285820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7934abe3-38aa-4699-8323-ef17837ec608 req-a8bdab55-4449-43b2-b1b3-3275698dca09 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Request body: {'port': {'device_id': '34462523-23e7-485b-91ae-60b0fb66d5e8', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'admin_state_up': True, 'tenant_id': 'a803c520af0a4208b65655c3ed555429'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:20.288233 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce22a295-aa1d-4c4b-ba9b-70699c1af11a req-99f4b9e4-c7d0-4168-b0a5-663e8090bcf9 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 210 time: 0.0329478 Nov 12 03:59:20.420263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3eed70e4-cf3b-4fc9-b802-46de5706043e req-868b6ba7-d99b-4b53-93b1-2a4be861b95b tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 210 time: 0.0358880 Nov 12 03:59:20.769214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7934abe3-38aa-4699-8323-ef17837ec608 req-a8bdab55-4449-43b2-b1b3-3275698dca09 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Made reservation on behalf of a803c520af0a4208b65655c3ed555429 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:20.774591 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7934abe3-38aa-4699-8323-ef17837ec608 req-a8bdab55-4449-43b2-b1b3-3275698dca09 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.887129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47488) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:20.978260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-7934abe3-38aa-4699-8323-ef17837ec608 req-a8bdab55-4449-43b2-b1b3-3275698dca09 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Allocated IP 172.20.0.12 (f2f7dc6b-b790-48d0-bafb-8e1888f9faa6/36f654ec-db11-4fea-af34-2728ff8c6f0e/f663d68a-86c9-4c06-887a-f81c3967164e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:21.075048 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4701faaa-57bb-4ac5-8b40-cb9b4d659f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.294384 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4701faaa-57bb-4ac5-8b40-cb9b4d659f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.319683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac9963-d2a4-4457-b61c-32748ee32e45 req-3b239792-0758-4c20-805c-6a4300aec22b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:21.321705 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-21ac9963-d2a4-4457-b61c-32748ee32e45 req-3b239792-0758-4c20-805c-6a4300aec22b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.0956783 Nov 12 03:59:21.400872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-21ac9963-d2a4-4457-b61c-32748ee32e45 req-613fe7f0-cd3a-46e8-9d63-4ab48390b19b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711212 Nov 12 03:59:21.402283 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4701faaa-57bb-4ac5-8b40-cb9b4d659f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.444127 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4701faaa-57bb-4ac5-8b40-cb9b4d659f2e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d6973b10e0c14d2cb8f528675f5c0208&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5578408 Nov 12 03:59:21.453456 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47510) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:21.494852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701faaa-57bb-4ac5-8b40-cb9b4d659f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b65804-f517-4002-9651-c7102f18dd64,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:21.549403 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b491f87-7aa7-4a24-8ce0-f4e6a42c5d9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.634552 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c5d7f27e-889e-49b9-aad0-73f9b138f84d req-8ed33bb0-64d4-4b53-b86c-319ca719d081 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 210 time: 0.0824320 Nov 12 03:59:21.657086 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b491f87-7aa7-4a24-8ce0-f4e6a42c5d9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.739529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-67c0a7f4-8561-44c1-9a5a-f73cc2398a19 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:21.741492 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-67c0a7f4-8561-44c1-9a5a-f73cc2398a19 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.25 "GET /v2.0/networks?id=165d22cf-37c4-4d22-a8a3-b7f1b056c2ba HTTP/1.1" status: 200 len: 797 time: 0.1458926 Nov 12 03:59:21.765587 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a704116a-59e4-4fb7-8d7f-d5575340722e req-cf413653-1234-4745-844c-afd33f142eca tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 210 time: 0.1683230 Nov 12 03:59:21.824866 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-55d3da9b-c733-4e23-bcc8-efa61a629f8e req-40953a2c-4bff-4c29-9acc-67a4fad6217e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 210 time: 0.0320318 Nov 12 03:59:21.848868 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b491f87-7aa7-4a24-8ce0-f4e6a42c5d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.851661 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b491f87-7aa7-4a24-8ce0-f4e6a42c5d9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.852921 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3b491f87-7aa7-4a24-8ce0-f4e6a42c5d9a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/89b65804-f517-4002-9651-c7102f18dd64 HTTP/1.1" status: 204 len: 168 time: 0.3984883 Nov 12 03:59:21.874209 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b491f87-7aa7-4a24-8ce0-f4e6a42c5d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b65804-f517-4002-9651-c7102f18dd64,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:21.930973 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7934abe3-38aa-4699-8323-ef17837ec608 req-a8bdab55-4449-43b2-b1b3-3275698dca09 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.075876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47526) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:22.092223 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-b9d39092-5cd9-4d28-9441-a241921cd4d7 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf460ee872646e8844d17a7c3330b47 HTTP/1.1" status: 200 len: 471 time: 0.3292046 Nov 12 03:59:22.115777 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-13fb2aca-9454-4e19-aac1-c5467acacbe2 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'port': {'device_id': 'de7dfc6f-40da-4e8f-8bb5-699813bce9ba', 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba', 'admin_state_up': True, 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'security_groups': ['30484723-8562-425f-9d5c-e97f4b1708b5']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:22.129501 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7934abe3-38aa-4699-8323-ef17837ec608 req-a8bdab55-4449-43b2-b1b3-3275698dca09 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.145972 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['be386246-99b7-403b-8242-8b84f96b48cf'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:22.239834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7934abe3-38aa-4699-8323-ef17837ec608 req-a8bdab55-4449-43b2-b1b3-3275698dca09 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:22.249968 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-7934abe3-38aa-4699-8323-ef17837ec608 req-a8bdab55-4449-43b2-b1b3-3275698dca09 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:22.262135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['87eef853-eb64-4a71-be1a-ee0e5b4d784a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:22.262471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7934abe3-38aa-4699-8323-ef17837ec608 req-a8bdab55-4449-43b2-b1b3-3275698dca09 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:22.287335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdab55-4449-43b2-b1b3-3275698dca09 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event updated for resources: {'Port': ['ID=f663d68a-86c9-4c06-887a-f81c3967164e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:22.499974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934abe3-38aa-4699-8323-ef17837ec608 req-a8bdab55-4449-43b2-b1b3-3275698dca09 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:22.502101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7934abe3-38aa-4699-8323-ef17837ec608 req-a8bdab55-4449-43b2-b1b3-3275698dca09 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.627138 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-530988960'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:22.670580 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7934abe3-38aa-4699-8323-ef17837ec608 req-a8bdab55-4449-43b2-b1b3-3275698dca09 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3888640 Nov 12 03:59:22.680451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:59:22.680451 n-d-767704-23 neutron-server[103147]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:59:22.680451 n-d-767704-23 neutron-server[103147]: [parameters: {'project_id_1': '26a66156c54142138bc1e5ca886d06fc', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 59, 2, 643351)}] Nov 12 03:59:22.680451 n-d-767704-23 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:59:22.681768 n-d-767704-23 neutron-server[103147]: DEBUG oslo_db.api [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:59:22.696747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6953d-dad2-4280-8dd1-a43af9347fd0 req-0397d841-ec80-4ab5-aa5e-540e92ae2cde tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:22.698293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7cd6953d-dad2-4280-8dd1-a43af9347fd0 req-0397d841-ec80-4ab5-aa5e-540e92ae2cde tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.0997000 Nov 12 03:59:22.712441 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Request body: {'port': {'device_id': '34462523-23e7-485b-91ae-60b0fb66d5e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:22.790526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-13fb2aca-9454-4e19-aac1-c5467acacbe2 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Made reservation on behalf of bbf460ee872646e8844d17a7c3330b47 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:22.795026 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-13fb2aca-9454-4e19-aac1-c5467acacbe2 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.820794 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35201aad-f09a-481f-b3f3-1658256f3914 req-2c50aa8a-f337-4b34-91d8-ef122bad3a93 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 210 time: 0.0366654 Nov 12 03:59:22.849079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8864183d-9eaf-4915-a70c-58a89cf28f8e None None] Provisioning complete for port f663d68a-86c9-4c06-887a-f81c3967164e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:22.849512 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8864183d-9eaf-4915-a70c-58a89cf28f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.909225 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7cd6953d-dad2-4280-8dd1-a43af9347fd0 req-4469ad67-f984-4e9e-837b-dda7f6ecd163 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904869 Nov 12 03:59:22.922816 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8864183d-9eaf-4915-a70c-58a89cf28f8e None None] Port f663d68a-86c9-4c06-887a-f81c3967164e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:22.964093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eee287-d2cc-4528-83d5-340b4fded710 req-841a9cf1-876e-4883-9370-44c8e389e430 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:22.966151 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73eee287-d2cc-4528-83d5-340b4fded710 req-841a9cf1-876e-4883-9370-44c8e389e430 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 932 time: 0.0782585 Nov 12 03:59:22.978650 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.045889 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73eee287-d2cc-4528-83d5-340b4fded710 req-4f160092-78ee-4eeb-925e-4cbfc0860218 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746891 Nov 12 03:59:23.077593 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3d5e893-418e-4aa7-aa9f-9a4599535e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.156597 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dfc643fb-2a52-4d48-ace0-f5c9e9ead821 req-3e77edb1-5e18-48a7-a571-db4c00d8ba59 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 210 time: 0.0600259 Nov 12 03:59:23.169234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-2fd5dcc2-9986-45e5-8b2c-7d202c576030 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.171362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-2fd5dcc2-9986-45e5-8b2c-7d202c576030 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.25 "GET /v2.0/networks?id=741015e7-0d2f-46a4-a26c-202fb5ebf6c7 HTTP/1.1" status: 200 len: 819 time: 0.4721718 Nov 12 03:59:23.187368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-efd4d41e-65e0-4022-805a-18cd9a3a34d5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Request body: {'port': {'device_id': '04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00', 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7', 'admin_state_up': True, 'tenant_id': '426b9ed1e2a145b3aaf42c061cfec6a5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:23.325034 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:23.329141 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.339583 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.438358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-13fb2aca-9454-4e19-aac1-c5467acacbe2 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Allocated IP 172.20.0.25 (165d22cf-37c4-4d22-a8a3-b7f1b056c2ba/a12b58ba-9eba-4f8b-8c64-a3401465a55d/61d754eb-2581-467e-aa00-c9a514ac83cf) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:23.460917 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.485503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66582c5f-4a70-4fa9-b6c2-c814a3c38c7f req-a4f00b4f-8292-46de-8235-6f508f62f6d9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.492709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66582c5f-4a70-4fa9-b6c2-c814a3c38c7f req-a4f00b4f-8292-46de-8235-6f508f62f6d9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.497302 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66582c5f-4a70-4fa9-b6c2-c814a3c38c7f req-a4f00b4f-8292-46de-8235-6f508f62f6d9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.503741 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66582c5f-4a70-4fa9-b6c2-c814a3c38c7f req-a4f00b4f-8292-46de-8235-6f508f62f6d9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.509522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66582c5f-4a70-4fa9-b6c2-c814a3c38c7f req-a4f00b4f-8292-46de-8235-6f508f62f6d9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.515978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66582c5f-4a70-4fa9-b6c2-c814a3c38c7f req-a4f00b4f-8292-46de-8235-6f508f62f6d9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.522041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66582c5f-4a70-4fa9-b6c2-c814a3c38c7f req-a4f00b4f-8292-46de-8235-6f508f62f6d9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.523946 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66582c5f-4a70-4fa9-b6c2-c814a3c38c7f req-a4f00b4f-8292-46de-8235-6f508f62f6d9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5432 time: 0.2004526 Nov 12 03:59:23.546250 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.563415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:59:23.577529 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.578220 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Added segment d8960231-ebfd-49ea-9f29-b26daeb34be6 of type vlan for network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 Nov 12 03:59:23.647418 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.710552 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f5ab9f-3441-4fa4-bd3c-a77cfc40c198,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:23.742565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-efd4d41e-65e0-4022-805a-18cd9a3a34d5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Made reservation on behalf of 426b9ed1e2a145b3aaf42c061cfec6a5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:23.746865 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-efd4d41e-65e0-4022-805a-18cd9a3a34d5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.780948 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.789799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.790068 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66582c5f-4a70-4fa9-b6c2-c814a3c38c7f req-7cec4a13-0a54-45aa-89ea-211843ab4d7d tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2200208 Nov 12 03:59:23.790209 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.882822 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Network': ['ID=941c2ec5-e1ff-4190-a4b4-8e34798d6b18,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:23.911884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:59:23.913706 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-61ca5102-a789-4ad1-9f37-32d3d0d01171 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8365831 Nov 12 03:59:23.914397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47548) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:23.954348 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'name': 'tempest-PortsTestJSON-1498375605'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:24.060498 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3a283-ef5b-4b18-9c81-123bfab978ee req-736c4b54-66f8-41b6-b1d4-e89e9f95b765 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:24.064687 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3a283-ef5b-4b18-9c81-123bfab978ee req-736c4b54-66f8-41b6-b1d4-e89e9f95b765 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:24.070772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3a283-ef5b-4b18-9c81-123bfab978ee req-736c4b54-66f8-41b6-b1d4-e89e9f95b765 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:24.077416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3a283-ef5b-4b18-9c81-123bfab978ee req-736c4b54-66f8-41b6-b1d4-e89e9f95b765 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:24.085453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3a283-ef5b-4b18-9c81-123bfab978ee req-736c4b54-66f8-41b6-b1d4-e89e9f95b765 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:24.086238 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca4bd5cf-4938-423f-a594-25ac5247d473 req-e3ee0bcc-270e-4f55-96c8-9262ee46fe24 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 210 time: 0.1556845 Nov 12 03:59:24.093114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3a283-ef5b-4b18-9c81-123bfab978ee req-736c4b54-66f8-41b6-b1d4-e89e9f95b765 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:24.103113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3a283-ef5b-4b18-9c81-123bfab978ee req-736c4b54-66f8-41b6-b1d4-e89e9f95b765 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:24.105273 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-acd3a283-ef5b-4b18-9c81-123bfab978ee req-736c4b54-66f8-41b6-b1d4-e89e9f95b765 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5432 time: 0.1898429 Nov 12 03:59:24.175851 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-13fb2aca-9454-4e19-aac1-c5467acacbe2 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.182762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f663d68a-86c9-4c06-887a-f81c3967164e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:24.202869 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.225052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-efd4d41e-65e0-4022-805a-18cd9a3a34d5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Allocated IP 172.20.0.13 (741015e7-0d2f-46a4-a26c-202fb5ebf6c7/3f0b7068-82ce-47d6-9056-9c29dd74b4ca/30cf8822-7c52-4065-893f-1b1146d8e83f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:24.267367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Transition to ACTIVE for port object f663d68a-86c9-4c06-887a-f81c3967164e will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:24.270484 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:24.274453 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.288431 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2622314-137a-420d-a3e8-ef214a552efc req-5d092e1b-2766-439e-8647-c469fd9bafd7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:24.297502 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2622314-137a-420d-a3e8-ef214a552efc req-5d092e1b-2766-439e-8647-c469fd9bafd7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 932 time: 0.0828953 Nov 12 03:59:24.336118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port 285b4fba-5be6-4f96-9525-f91f49e61cb5 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:59:24.338522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002c913-5e3f-45e1-805a-b0825f18b11d req-803eb2f2-7dda-46b6-adb2-97f4e009b3e9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:24.341665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c002c913-5e3f-45e1-805a-b0825f18b11d req-803eb2f2-7dda-46b6-adb2-97f4e009b3e9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1418076 Nov 12 03:59:24.368379 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.410324 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2622314-137a-420d-a3e8-ef214a552efc req-0912e79b-e245-4315-91df-2c6a12d0dafd tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119602 Nov 12 03:59:24.440975 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-13fb2aca-9454-4e19-aac1-c5467acacbe2 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.532643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Pushing event updated for resources: {'Port': ['ID=f663d68a-86c9-4c06-887a-f81c3967164e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:24.538950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-13fb2aca-9454-4e19-aac1-c5467acacbe2 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:24.557972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-13fb2aca-9454-4e19-aac1-c5467acacbe2 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:24.593178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-13fb2aca-9454-4e19-aac1-c5467acacbe2 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:24.637540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e49713-ff0f-4a3d-9231-564409a35187 req-0963a220-2734-4884-9813-1b8822815071 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:24.647547 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4e49713-ff0f-4a3d-9231-564409a35187 req-0963a220-2734-4884-9813-1b8822815071 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 932 time: 0.1216521 Nov 12 03:59:24.652077 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c002c913-5e3f-45e1-805a-b0825f18b11d req-46735a90-c7fb-41db-9690-09670e723b2a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917001 Nov 12 03:59:24.793412 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-efd4d41e-65e0-4022-805a-18cd9a3a34d5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.802578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb2aca-9454-4e19-aac1-c5467acacbe2 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=61d754eb-2581-467e-aa00-c9a514ac83cf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:24.809222 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.859410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-13fb2aca-9454-4e19-aac1-c5467acacbe2 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:24.860241 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-13fb2aca-9454-4e19-aac1-c5467acacbe2 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.880715 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.906292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4e49713-ff0f-4a3d-9231-564409a35187 req-8794e11c-9b70-4212-b181-59aa37e5cbcb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560849 Nov 12 03:59:24.910300 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Attempting to bind port f663d68a-86c9-4c06-887a-f81c3967164e on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:24.910429 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Attempting to bind port f663d68a-86c9-4c06-887a-f81c3967164e by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:24.910707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Attempting to bind port f663d68a-86c9-4c06-887a-f81c3967164e on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:24.919039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Port f663d68a-86c9-4c06-887a-f81c3967164e on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:24.919365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Attempting to bind port f663d68a-86c9-4c06-887a-f81c3967164e on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:24.926015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:24.926407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Checking segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:24.926794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Bound using segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:24.927232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Bound port: f663d68a-86c9-4c06-887a-f81c3967164e, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:24.927649 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.975531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-13fb2aca-9454-4e19-aac1-c5467acacbe2 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8763707 Nov 12 03:59:24.991664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Request body: {'port': {'device_id': 'de7dfc6f-40da-4e8f-8bb5-699813bce9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:24.996735 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-efd4d41e-65e0-4022-805a-18cd9a3a34d5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.008446 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-68810bf0-9204-448e-9ac5-f0f0e6f8f92e None None] Provisioning complete for port 61d754eb-2581-467e-aa00-c9a514ac83cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:25.009762 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68810bf0-9204-448e-9ac5-f0f0e6f8f92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.059462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-68810bf0-9204-448e-9ac5-f0f0e6f8f92e None None] Port 61d754eb-2581-467e-aa00-c9a514ac83cf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:25.074812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] For port f663d68a-86c9-4c06-887a-f81c3967164e, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:25.079727 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.082260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] For port f663d68a-86c9-4c06-887a-f81c3967164e, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f663d68a-86c9-4c06-887a-f81c3967164e,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:25.101802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-efd4d41e-65e0-4022-805a-18cd9a3a34d5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:25.126505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-efd4d41e-65e0-4022-805a-18cd9a3a34d5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:25.130849 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4d41e-65e0-4022-805a-18cd9a3a34d5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Pushing event updated for resources: {'Port': ['ID=30cf8822-7c52-4065-893f-1b1146d8e83f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:25.135412 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-efd4d41e-65e0-4022-805a-18cd9a3a34d5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:25.168834 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.172116 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.198516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=285b4fba-5be6-4f96-9525-f91f49e61cb5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:25.211012 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Checking segment: {'id': 'd8960231-ebfd-49ea-9f29-b26daeb34be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:25.211767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network hostable DHCP agents. Network: 941c2ec5-e1ff-4190-a4b4-8e34798d6b18, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:59:25.312239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:59:25.402431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:25.403972 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.410293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] 10.222.0.25 "PUT /v2.0/ports/f663d68a-86c9-4c06-887a-f81c3967164e HTTP/1.1" status: 200 len: 1093 time: 2.7086017 Nov 12 03:59:25.410522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34462523-23e7-485b-91ae-60b0fb66d5e8', 'tag': 'f663d68a-86c9-4c06-887a-f81c3967164e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:25.415732 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c12d525-5274-43a7-82f4-6be19a289b01" -d '{"events": [{"name": "network-changed", "server_uuid": "34462523-23e7-485b-91ae-60b0fb66d5e8", "tag": "f663d68a-86c9-4c06-887a-f81c3967164e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:25.420011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 941c2ec5-e1ff-4190-a4b4-8e34798d6b18) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:25.425358 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:25.431177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:25.433138 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.441660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9619590-17d2-4924-9f9d-e154c6b46a4b None None] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:25.450559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-efd4d41e-65e0-4022-805a-18cd9a3a34d5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:25.451888 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-efd4d41e-65e0-4022-805a-18cd9a3a34d5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.487286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0407ce-7684-47e3-abef-e2d2b9f91680 service neutron] Pushing event updated for resources: {'Port': ['ID=f663d68a-86c9-4c06-887a-f81c3967164e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:25.591450 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-689840ba-f68a-476d-8d72-1d53b905adde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6389666 Nov 12 03:59:25.591747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:25.597963 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-61133f9f-514e-4a7a-aa0c-162c4b16f561 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-351333208'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:25.627943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ae6bf-1293-47ea-8548-761a349de7bb req-0fc05cfb-5f05-4e25-859d-7127f3034b7e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:25.636426 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-672ae6bf-1293-47ea-8548-761a349de7bb req-0fc05cfb-5f05-4e25-859d-7127f3034b7e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 944 time: 0.1119597 Nov 12 03:59:25.659418 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709635d4-8e9b-4050-97b2-5a751a797da1 req-f6f06d95-b733-42e6-8491-ddecded5f7fd tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:25.668648 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-709635d4-8e9b-4050-97b2-5a751a797da1 req-f6f06d95-b733-42e6-8491-ddecded5f7fd tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 932 time: 0.4455514 Nov 12 03:59:25.676733 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-efd4d41e-65e0-4022-805a-18cd9a3a34d5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4957507 Nov 12 03:59:25.712412 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-672ae6bf-1293-47ea-8548-761a349de7bb req-22e47d57-e1d9-4c8c-a124-f54f4876db8c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745871 Nov 12 03:59:25.731815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Request body: {'port': {'device_id': '04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:25.744598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934abe3-38aa-4699-8323-ef17837ec608 req-b439ec34-61ff-457d-941a-79d23bf2e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:25.746318 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7934abe3-38aa-4699-8323-ef17837ec608 req-b439ec34-61ff-457d-941a-79d23bf2e7a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 1096 time: 0.2191534 Nov 12 03:59:25.751647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61133f9f-514e-4a7a-aa0c-162c4b16f561 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:25.757556 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61133f9f-514e-4a7a-aa0c-162c4b16f561 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.793461 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7bb333-e18b-4ed9-a500-229f23378db0 x-openstack-request-id: req-0f7bb333-e18b-4ed9-a500-229f23378db0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:25.793755 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34462523-23e7-485b-91ae-60b0fb66d5e8", "tag": "f663d68a-86c9-4c06-887a-f81c3967164e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:25.794008 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0f7bb333-e18b-4ed9-a500-229f23378db0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:25.794408 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34462523-23e7-485b-91ae-60b0fb66d5e8', 'tag': 'f663d68a-86c9-4c06-887a-f81c3967164e', 'status': 'completed', 'code': 200} Nov 12 03:59:25.814011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61133f9f-514e-4a7a-aa0c-162c4b16f561 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:59:25.831597 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61133f9f-514e-4a7a-aa0c-162c4b16f561 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.834570 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-61133f9f-514e-4a7a-aa0c-162c4b16f561 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Added segment 5647d58e-56f9-4521-b83a-41bbff4beb00 of type vlan for network c2e32487-99f3-4072-a8d8-9c9ac4a3853c Nov 12 03:59:25.843840 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7934abe3-38aa-4699-8323-ef17837ec608 req-4cb0d730-5d2a-4ede-b270-cb055e6731ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f663d68a-86c9-4c06-887a-f81c3967164e HTTP/1.1" status: 200 len: 217 time: 0.0865843 Nov 12 03:59:25.911721 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61133f9f-514e-4a7a-aa0c-162c4b16f561 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.979767 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-709635d4-8e9b-4050-97b2-5a751a797da1 req-d4de357b-d829-4d63-bc1f-0c4b59ddbdda tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089259 Nov 12 03:59:25.987899 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.026680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a0f10-cd1a-48b2-8161-6c2b0c0e9c2f req-126fcada-548e-4616-be26-7fb352ca69fe tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.030345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c6a0f10-cd1a-48b2-8161-6c2b0c0e9c2f req-126fcada-548e-4616-be26-7fb352ca69fe tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.0836291 Nov 12 03:59:26.031530 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61133f9f-514e-4a7a-aa0c-162c4b16f561 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.040171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61133f9f-514e-4a7a-aa0c-162c4b16f561 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.041209 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61133f9f-514e-4a7a-aa0c-162c4b16f561 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.055155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934abe3-38aa-4699-8323-ef17837ec608 req-f6f78620-61ee-49eb-af62-794ad1944d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.070273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7934abe3-38aa-4699-8323-ef17837ec608 req-f6f78620-61ee-49eb-af62-794ad1944d43 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.2107153 Nov 12 03:59:26.212287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61133f9f-514e-4a7a-aa0c-162c4b16f561 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Network': ['ID=c2e32487-99f3-4072-a8d8-9c9ac4a3853c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:26.253376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network c2e32487-99f3-4072-a8d8-9c9ac4a3853c details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:59:26.304980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d754eb-2581-467e-aa00-c9a514ac83cf {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:26.315544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.330219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Transition to ACTIVE for port object 61d754eb-2581-467e-aa00-c9a514ac83cf will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:26.332917 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c6a0f10-cd1a-48b2-8161-6c2b0c0e9c2f req-2a1b4e0b-5c22-4efa-a963-0c561a4959f6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711437 Nov 12 03:59:26.358162 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-61133f9f-514e-4a7a-aa0c-162c4b16f561 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7553346 Nov 12 03:59:26.358162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:26.358162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'ports': [{'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18'}, {'network_id': 'c2e32487-99f3-4072-a8d8-9c9ac4a3853c'}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:26.358162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:26.358162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'network_id': 'c2e32487-99f3-4072-a8d8-9c9ac4a3853c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:26.413855 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.485280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934abe3-38aa-4699-8323-ef17837ec608 req-c22f32b8-7d03-4f4f-b5cf-efb24bea4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.486931 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7934abe3-38aa-4699-8323-ef17837ec608 req-c22f32b8-7d03-4f4f-b5cf-efb24bea4d35 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3357935 Nov 12 03:59:26.577384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058a2f4-082f-49fe-bfa6-5ed866f10cb6 req-a6099fe2-3d18-4fdf-8831-36641a988e9d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.579599 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4058a2f4-082f-49fe-bfa6-5ed866f10cb6 req-a6099fe2-3d18-4fdf-8831-36641a988e9d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 932 time: 0.3292413 Nov 12 03:59:26.636792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Pushing event updated for resources: {'Port': ['ID=61d754eb-2581-467e-aa00-c9a514ac83cf,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:26.812807 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.826738 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 2} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:26.832070 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.866203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbda3c-0cbc-4058-aaac-e4cf79eea1a0 req-a8ebf070-38b4-4521-9441-01758f9a2d81 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.874276 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-33fbda3c-0cbc-4058-aaac-e4cf79eea1a0 req-a8ebf070-38b4-4521-9441-01758f9a2d81 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 944 time: 0.0851486 Nov 12 03:59:26.876879 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.917247 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5142b2ce-07f2-445e-a89f-a201b16768f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.995209 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47596) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:27.014813 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-33fbda3c-0cbc-4058-aaac-e4cf79eea1a0 req-b8d07a51-91b3-4235-a923-ac9d7b0cbf68 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392825 Nov 12 03:59:27.032531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port 21d31d1d-aa2f-4b40-a5c5-39502c0afb2a yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:59:27.103524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:27.103869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:27.104230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:27.105171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:27.105505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:27.105831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:27.106159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:27.106940 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:27.107801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:27.108150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:27.108481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:27.108799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:27.237083 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7934abe3-38aa-4699-8323-ef17837ec608 req-1ebad7b3-b9e8-42d6-be68-c9cfb19a2b35 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385559 Nov 12 03:59:27.240866 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20585f03-dd35-414a-9f4e-4cb6ab3fdcf2 req-3b472f28-02d6-4a33-808d-a9406a44d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.241372 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20585f03-dd35-414a-9f4e-4cb6ab3fdcf2 req-3b472f28-02d6-4a33-808d-a9406a44d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.241815 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20585f03-dd35-414a-9f4e-4cb6ab3fdcf2 req-3b472f28-02d6-4a33-808d-a9406a44d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.242273 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20585f03-dd35-414a-9f4e-4cb6ab3fdcf2 req-3b472f28-02d6-4a33-808d-a9406a44d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.242735 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20585f03-dd35-414a-9f4e-4cb6ab3fdcf2 req-3b472f28-02d6-4a33-808d-a9406a44d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.243196 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20585f03-dd35-414a-9f4e-4cb6ab3fdcf2 req-3b472f28-02d6-4a33-808d-a9406a44d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.243638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20585f03-dd35-414a-9f4e-4cb6ab3fdcf2 req-3b472f28-02d6-4a33-808d-a9406a44d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.252114 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-20585f03-dd35-414a-9f4e-4cb6ab3fdcf2 req-3b472f28-02d6-4a33-808d-a9406a44d7dd service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 6496 time: 0.2522144 Nov 12 03:59:27.259727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4058a2f4-082f-49fe-bfa6-5ed866f10cb6 req-79255da3-2c3e-4f0a-adfe-9c9a2c572e51 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6286445 Nov 12 03:59:27.282638 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:27.406476 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port bad04d75-79b0-48ef-9d02-4407830aabb3 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:59:27.488818 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cf8822-7c52-4065-893f-1b1146d8e83f {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:27.500517 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:27.516087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Transition to ACTIVE for port object 30cf8822-7c52-4065-893f-1b1146d8e83f will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:27.577427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Attempting to bind port 61d754eb-2581-467e-aa00-c9a514ac83cf on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:27.577914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Attempting to bind port 61d754eb-2581-467e-aa00-c9a514ac83cf by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:27.578413 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Attempting to bind port 61d754eb-2581-467e-aa00-c9a514ac83cf on network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:27.601098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Port 61d754eb-2581-467e-aa00-c9a514ac83cf on network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:27.606457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Attempting to bind port 61d754eb-2581-467e-aa00-c9a514ac83cf on network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:27.612382 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:27.628154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:27.628778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Checking segment: {'id': 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:27.629283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Bound using segment: {'id': 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:27.629970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Bound port: 61d754eb-2581-467e-aa00-c9a514ac83cf, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:27.630418 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:27.746369 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7934abe3-38aa-4699-8323-ef17837ec608 req-e6dcbd26-e08e-432f-9ce2-72537edb725f service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369948 Nov 12 03:59:27.754038 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Pushing event updated for resources: {'Port': ['ID=30cf8822-7c52-4065-893f-1b1146d8e83f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:27.767391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c5cf4-609d-45ad-b2e5-6e45a2b97d13 req-8c6ec550-9b22-4b44-933a-add41895a839 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.769145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d9c5cf4-609d-45ad-b2e5-6e45a2b97d13 req-8c6ec550-9b22-4b44-933a-add41895a839 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.2498720 Nov 12 03:59:27.850403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-20585f03-dd35-414a-9f4e-4cb6ab3fdcf2 req-251d1add-eaf4-4c9d-a339-17d1d267a1b4 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=84b1399f-650a-4e95-95a8-9f28c7512753&id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5972338 Nov 12 03:59:27.870001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0b422-34f5-41b8-9db7-71570d51be49 req-0217e032-336c-4643-a972-e6a9cf9b2379 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.870001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-32c0b422-34f5-41b8-9db7-71570d51be49 req-0217e032-336c-4643-a972-e6a9cf9b2379 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 932 time: 0.6080430 Nov 12 03:59:27.893653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] For port 61d754eb-2581-467e-aa00-c9a514ac83cf, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:27.941838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] For port 61d754eb-2581-467e-aa00-c9a514ac83cf, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=61d754eb-2581-467e-aa00-c9a514ac83cf,segment=NetworkSegment(da87bcf8-5925-4fe4-abd6-7d3cc30c356a),segment_id=da87bcf8-5925-4fe4-abd6-7d3cc30c356a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:27.962012 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d9c5cf4-609d-45ad-b2e5-6e45a2b97d13 req-7933626d-7447-4f59-b8db-e5527cc055f0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447818 Nov 12 03:59:27.962685 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-32c0b422-34f5-41b8-9db7-71570d51be49 req-3f2bdae8-8954-44af-93cf-e78c3b31b191 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751324 Nov 12 03:59:27.975114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Attempting to bind port 30cf8822-7c52-4065-893f-1b1146d8e83f on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:27.975554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Attempting to bind port 30cf8822-7c52-4065-893f-1b1146d8e83f by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '86891421-7980-458c-a1ac-00be687e52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:27.975979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Attempting to bind port 30cf8822-7c52-4065-893f-1b1146d8e83f on network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:28.002004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Port 30cf8822-7c52-4065-893f-1b1146d8e83f on network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:28.002004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Attempting to bind port 30cf8822-7c52-4065-893f-1b1146d8e83f on network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:28.008630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:28.008975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Checking segment: {'id': '86891421-7980-458c-a1ac-00be687e52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:28.009338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Bound using segment: {'id': '86891421-7980-458c-a1ac-00be687e52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:28.009767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Bound port: 30cf8822-7c52-4065-893f-1b1146d8e83f, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86891421-7980-458c-a1ac-00be687e52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:28.010114 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.020983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12d525-5274-43a7-82f4-6be19a289b01 req-39bbe0f6-9304-4423-8d01-98d91c4e4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.022463 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c12d525-5274-43a7-82f4-6be19a289b01 req-39bbe0f6-9304-4423-8d01-98d91c4e4213 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 1096 time: 0.1017144 Nov 12 03:59:28.059783 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.085809 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.203071 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.214229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.215404 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.219047 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] 10.222.0.25 "PUT /v2.0/ports/61d754eb-2581-467e-aa00-c9a514ac83cf HTTP/1.1" status: 200 len: 1093 time: 3.2329423 Nov 12 03:59:28.225846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7dfc6f-40da-4e8f-8bb5-699813bce9ba', 'tag': '61d754eb-2581-467e-aa00-c9a514ac83cf'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:28.234152 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87395334-016c-453b-90b7-9adec8fc936c" -d '{"events": [{"name": "network-changed", "server_uuid": "de7dfc6f-40da-4e8f-8bb5-699813bce9ba", "tag": "61d754eb-2581-467e-aa00-c9a514ac83cf"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:28.239355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] For port 30cf8822-7c52-4065-893f-1b1146d8e83f, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:28.267825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:28.277540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] For port 30cf8822-7c52-4065-893f-1b1146d8e83f, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=30cf8822-7c52-4065-893f-1b1146d8e83f,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:28.281842 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b9ecb1-ecc7-4370-aec7-987a3afdd25e x-openstack-request-id: req-c9b9ecb1-ecc7-4370-aec7-987a3afdd25e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:28.282124 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7dfc6f-40da-4e8f-8bb5-699813bce9ba", "tag": "61d754eb-2581-467e-aa00-c9a514ac83cf", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:28.282385 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c9b9ecb1-ecc7-4370-aec7-987a3afdd25e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:28.282784 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7dfc6f-40da-4e8f-8bb5-699813bce9ba', 'tag': '61d754eb-2581-467e-aa00-c9a514ac83cf', 'status': 'completed', 'code': 200} Nov 12 03:59:28.284313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:28.287987 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:28.289859 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.294753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f87c6-f809-4360-a357-14bae84f60c8 service neutron] Pushing event updated for resources: {'Port': ['ID=61d754eb-2581-467e-aa00-c9a514ac83cf,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:28.303611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12d525-5274-43a7-82f4-6be19a289b01 req-44aba253-c891-45f9-af95-9484c22ce93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.305154 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c12d525-5274-43a7-82f4-6be19a289b01 req-44aba253-c891-45f9-af95-9484c22ce93e service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.2582052 Nov 12 03:59:28.306776 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=21d31d1d-aa2f-4b40-a5c5-39502c0afb2a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:28.315232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9756d-3418-4daa-a010-1608e3177260 req-26e5f456-2fab-45e5-a9f4-4e9843ae74a0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.327414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-32d9756d-3418-4daa-a010-1608e3177260 req-26e5f456-2fab-45e5-a9f4-4e9843ae74a0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 944 time: 0.1916373 Nov 12 03:59:28.391436 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.426632 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.432835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Checking segment: {'id': '5647d58e-56f9-4521-b83a-41bbff4beb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'c2e32487-99f3-4072-a8d8-9c9ac4a3853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:28.433216 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network hostable DHCP agents. Network: c2e32487-99f3-4072-a8d8-9c9ac4a3853c, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:59:28.434890 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c12d525-5274-43a7-82f4-6be19a289b01 req-209ffa05-d8c3-4b0e-a0bd-aa5dba11f39e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f663d68a-86c9-4c06-887a-f81c3967164e HTTP/1.1" status: 200 len: 217 time: 0.1051807 Nov 12 03:59:28.460930 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=bad04d75-79b0-48ef-9d02-4407830aabb3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:28.494615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738d1f7-b4fb-4792-aae1-07f43b5a5446 req-f9b1e98e-dc95-464c-8d3b-e61a87c6d679 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.496819 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8738d1f7-b4fb-4792-aae1-07f43b5a5446 req-f9b1e98e-dc95-464c-8d3b-e61a87c6d679 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 944 time: 0.0911994 Nov 12 03:59:28.550244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.550906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.551403 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network c2e32487-99f3-4072-a8d8-9c9ac4a3853c is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:59:28.552853 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] 10.222.0.25 "PUT /v2.0/ports/30cf8822-7c52-4065-893f-1b1146d8e83f HTTP/1.1" status: 200 len: 1093 time: 2.8278253 Nov 12 03:59:28.572313 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8738d1f7-b4fb-4792-aae1-07f43b5a5446 req-f3260263-384d-4b31-83a9-7632b9c3ed58 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642233 Nov 12 03:59:28.587423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-32d9756d-3418-4daa-a010-1608e3177260 req-ef2aeecc-c759-4df1-a837-c9b10eba7026 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591207 Nov 12 03:59:28.594834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87395334-016c-453b-90b7-9adec8fc936c req-9b05e272-79ac-4977-9cb8-dcc0890fa06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.596375 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87395334-016c-453b-90b7-9adec8fc936c req-9b05e272-79ac-4977-9cb8-dcc0890fa06b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbf460ee872646e8844d17a7c3330b47&device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 1096 time: 0.2653100 Nov 12 03:59:28.597008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bd4be-3046-4d27-8674-b0ebaa580447 service neutron] Pushing event updated for resources: {'Port': ['ID=30cf8822-7c52-4065-893f-1b1146d8e83f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:28.605563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12d525-5274-43a7-82f4-6be19a289b01 req-4b501e4f-4756-4e78-9d34-429514247d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.607765 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c12d525-5274-43a7-82f4-6be19a289b01 req-4b501e4f-4756-4e78-9d34-429514247d6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.1408253 Nov 12 03:59:28.642799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, c2e32487-99f3-4072-a8d8-9c9ac4a3853c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:28.647951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:28.655742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0ca166-4ac1-4ed2-90fa-af847d0e773f None None] Network c2e32487-99f3-4072-a8d8-9c9ac4a3853c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:28.663529 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.669532 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.670756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.725538 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-47bd522b-e78a-46da-84c9-1e81cce84325 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3752036 Nov 12 03:59:28.727967 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47636) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:28.759033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12d525-5274-43a7-82f4-6be19a289b01 req-0edfa65d-3aac-4aef-9b3f-b93e911e4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.759033 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c12d525-5274-43a7-82f4-6be19a289b01 req-0edfa65d-3aac-4aef-9b3f-b93e911e4148 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1404860 Nov 12 03:59:28.780995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-20f60056-2e14-49ed-9a48-06fbea7c8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.782480 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-20f60056-2e14-49ed-9a48-06fbea7c8716 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=426b9ed1e2a145b3aaf42c061cfec6a5&device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 1096 time: 0.1099377 Nov 12 03:59:28.787885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87395334-016c-453b-90b7-9adec8fc936c req-ddd0f992-486b-429c-84de-2ef9482ade30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.788815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87395334-016c-453b-90b7-9adec8fc936c req-ddd0f992-486b-429c-84de-2ef9482ade30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.789539 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87395334-016c-453b-90b7-9adec8fc936c req-ddd0f992-486b-429c-84de-2ef9482ade30 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=bbf460ee872646e8844d17a7c3330b47&shared=False HTTP/1.1" status: 200 len: 1586 time: 0.1807649 Nov 12 03:59:28.836768 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7ec04fd9-a698-45af-9980-a507c7af9502 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port bad04d75-79b0-48ef-9d02-4407830aabb3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:28.837106 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ec04fd9-a698-45af-9980-a507c7af9502 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.903060 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ec04fd9-a698-45af-9980-a507c7af9502 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.905701 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.916703 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7ec04fd9-a698-45af-9980-a507c7af9502 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for bad04d75-79b0-48ef-9d02-4407830aabb3 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:28.950790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-1c4e1208-6022-45b0-a96e-05425c4c4676 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30cf8822-7c52-4065-893f-1b1146d8e83f HTTP/1.1" status: 200 len: 217 time: 0.0788128 Nov 12 03:59:29.086170 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ec04fd9-a698-45af-9980-a507c7af9502 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:29.119995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-67d2ba17-0dba-4d04-bae3-4f4395e89d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.121494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-67d2ba17-0dba-4d04-bae3-4f4395e89d27 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f0b7068-82ce-47d6-9056-9c29dd74b4ca HTTP/1.1" status: 200 len: 859 time: 0.1419790 Nov 12 03:59:29.122381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec04fd9-a698-45af-9980-a507c7af9502 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=bad04d75-79b0-48ef-9d02-4407830aabb3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:29.129883 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ec04fd9-a698-45af-9980-a507c7af9502 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:29.132393 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c12d525-5274-43a7-82f4-6be19a289b01 req-50655ea6-03d8-44fc-8b17-60bdcac24899 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680938 Nov 12 03:59:29.135508 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7ec04fd9-a698-45af-9980-a507c7af9502 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/bad04d75-79b0-48ef-9d02-4407830aabb3 HTTP/1.1" status: 204 len: 168 time: 0.4040697 Nov 12 03:59:29.135799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47642) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:29.178647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086d55c-4853-46c2-9243-92eca2e74127 req-d88440e7-a9f3-47cc-b600-4d6d6c68e6e1 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.180593 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8086d55c-4853-46c2-9243-92eca2e74127 req-d88440e7-a9f3-47cc-b600-4d6d6c68e6e1 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 944 time: 0.1229682 Nov 12 03:59:29.196680 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-b4f2018e-cc37-439a-9a5e-b45430b8c21b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=741015e7-0d2f-46a4-a26c-202fb5ebf6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588183 Nov 12 03:59:29.206476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87395334-016c-453b-90b7-9adec8fc936c req-6fcb4954-c4ac-47bd-80ea-b3cfb2446b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.207900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87395334-016c-453b-90b7-9adec8fc936c req-6fcb4954-c4ac-47bd-80ea-b3cfb2446b3d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3349135 Nov 12 03:59:29.226534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046194f-b630-4f79-8306-b4afb3982a13 req-db4d417e-ed4c-4348-a730-0b4ab0559df3 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.227991 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3046194f-b630-4f79-8306-b4afb3982a13 req-db4d417e-ed4c-4348-a730-0b4ab0559df3 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1833203 Nov 12 03:59:29.288589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dc877b-cbde-40aa-a85e-ed0d249778e5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.296784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dc877b-cbde-40aa-a85e-ed0d249778e5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.296975 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-89dc877b-cbde-40aa-a85e-ed0d249778e5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1602719 Nov 12 03:59:29.302900 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47644) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:29.321463 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8086d55c-4853-46c2-9243-92eca2e74127 req-68c9b2a7-143d-48bb-b24f-b2789faa3a11 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167605 Nov 12 03:59:29.323352 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213425-9ed6-4694-9024-9ff51bc13adb req-916683c0-2786-4e02-ad2a-a1de6c897543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.324828 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22213425-9ed6-4694-9024-9ff51bc13adb req-916683c0-2786-4e02-ad2a-a1de6c897543 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 1098 time: 0.1437235 Nov 12 03:59:29.421522 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3046194f-b630-4f79-8306-b4afb3982a13 req-68a8ebf6-9557-45cb-b7ac-a2dc4c252a96 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511714 Nov 12 03:59:29.426066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-b1ab4738-9d80-4713-bcdd-0ed1d7e551f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.427506 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-b1ab4738-9d80-4713-bcdd-0ed1d7e551f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bbf460ee872646e8844d17a7c3330b47&device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 1096 time: 0.1483643 Nov 12 03:59:29.432637 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c12d525-5274-43a7-82f4-6be19a289b01 req-824c61b5-9abc-49dd-9315-18e62ef1bf9f service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925520 Nov 12 03:59:29.449356 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-5647af53-e3b1-4f1a-a5ec-3ebe11b7b9a6 service neutron] 10.222.0.25 "GET /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397583 Nov 12 03:59:29.477727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213425-9ed6-4694-9024-9ff51bc13adb req-50172e97-7883-4eb7-bf61-d3e85d9d93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.479185 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22213425-9ed6-4694-9024-9ff51bc13adb req-50172e97-7883-4eb7-bf61-d3e85d9d93cb service neutron] 10.222.0.25 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 918 time: 0.1332252 Nov 12 03:59:29.486553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 21d31d1d-aa2f-4b40-a5c5-39502c0afb2a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:29.486908 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:29.514635 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-b1de2ffd-ef52-40da-8523-b3315a769d24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=61d754eb-2581-467e-aa00-c9a514ac83cf HTTP/1.1" status: 200 len: 217 time: 0.0741122 Nov 12 03:59:29.603702 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:29.611701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-d3a8384e-8982-4872-b129-e24392c40d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.617151 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-d3a8384e-8982-4872-b129-e24392c40d2f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a12b58ba-9eba-4f8b-8c64-a3401465a55d HTTP/1.1" status: 200 len: 838 time: 0.0712745 Nov 12 03:59:29.617300 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22213425-9ed6-4694-9024-9ff51bc13adb req-252d771e-af4d-4a74-979c-0dd521beef0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb509333-e2f6-427b-9927-b25c704c6df6 HTTP/1.1" status: 200 len: 1002 time: 0.1249545 Nov 12 03:59:29.618545 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-27097df5-822c-4e82-a1e6-8c7692f243ee service neutron] 10.222.0.25 "GET /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609623 Nov 12 03:59:29.620461 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 21d31d1d-aa2f-4b40-a5c5-39502c0afb2a owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:29.701252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-d298e193-bfa9-43ca-baf7-8524a29d488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.702784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-d298e193-bfa9-43ca-baf7-8524a29d488a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=165d22cf-37c4-4d22-a8a3-b7f1b056c2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0697803 Nov 12 03:59:29.752392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213425-9ed6-4694-9024-9ff51bc13adb req-04a38e84-9c91-4702-b916-861d2dc38da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.753881 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22213425-9ed6-4694-9024-9ff51bc13adb req-04a38e84-9c91-4702-b916-861d2dc38da2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f6d13c3-ac5c-4151-970c-435785743b79 HTTP/1.1" status: 200 len: 855 time: 0.1226251 Nov 12 03:59:29.792483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74930337-945c-453f-b7cb-c72c013a1656 req-62070a51-3294-4803-bc6f-5ab37ba4475f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.793958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74930337-945c-453f-b7cb-c72c013a1656 req-62070a51-3294-4803-bc6f-5ab37ba4475f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 944 time: 0.1118498 Nov 12 03:59:29.802104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5872a65-ee42-441b-b989-aad9c9126e80 req-846bd31f-6a3c-4ad1-aa8c-c7d23cb44cbc tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.806242 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f5872a65-ee42-441b-b989-aad9c9126e80 req-846bd31f-6a3c-4ad1-aa8c-c7d23cb44cbc tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 944 time: 0.1419978 Nov 12 03:59:29.829400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213425-9ed6-4694-9024-9ff51bc13adb req-3af16f34-0bad-4839-bf1d-db068e2358bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.830887 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22213425-9ed6-4694-9024-9ff51bc13adb req-3af16f34-0bad-4839-bf1d-db068e2358bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e3b4789-f637-4eb8-b37f-79c30376b867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687571 Nov 12 03:59:29.852806 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-30ccca0e-1faf-443e-abea-5953893b7e6a service neutron] 10.222.0.25 "GET /v2.0/networks/165d22cf-37c4-4d22-a8a3-b7f1b056c2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346960 Nov 12 03:59:29.871626 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74930337-945c-453f-b7cb-c72c013a1656 req-8a93db32-dbc8-40f8-8bd0-a9a9b31946d4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698748 Nov 12 03:59:29.914835 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:29.929850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f5872a65-ee42-441b-b989-aad9c9126e80 req-600bf60e-e304-4182-8e55-7338bb3ae387 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121662 Nov 12 03:59:29.962893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=21d31d1d-aa2f-4b40-a5c5-39502c0afb2a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:29.971091 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:29.973608 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4bb13b06-af96-4325-9fee-f2cdfbb12716 req-e2194964-ab9e-4f8e-a047-d9da58500a95 service neutron] 10.222.0.25 "GET /v2.0/networks/165d22cf-37c4-4d22-a8a3-b7f1b056c2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121304 Nov 12 03:59:29.976723 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/21d31d1d-aa2f-4b40-a5c5-39502c0afb2a HTTP/1.1" status: 204 len: 168 time: 0.6673143 Nov 12 03:59:29.977005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:29.982014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:29.982408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:29.982736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:29.983070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:29.983454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:29.983799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:29.984153 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:29.984475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:29.984800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:29.985122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:29.985443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:29.985761 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525c14d-c095-4bc6-bf1f-8325a8d710b2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:30.003779 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22213425-9ed6-4694-9024-9ff51bc13adb req-5d2ef112-4acf-4e98-9848-fbe5426924d0 service neutron] 10.222.0.25 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648083 Nov 12 03:59:30.034073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84af3e-8d06-4438-8d87-b7e9611b9961 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:30.035629 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bc84af3e-8d06-4438-8d87-b7e9611b9961 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0576439 Nov 12 03:59:30.038447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47654) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:30.093124 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c819513-f175-4826-9cf7-69514a09e531 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] GET failed (client error): The resource could not be found. Nov 12 03:59:30.094587 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8c819513-f175-4826-9cf7-69514a09e531 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/bad04d75-79b0-48ef-9d02-4407830aabb3 HTTP/1.1" status: 404 len: 333 time: 0.0551202 Nov 12 03:59:30.097478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47656) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:30.123985 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce60076-38f0-412c-8c59-3e51772cc4c3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] GET failed (client error): The resource could not be found. Nov 12 03:59:30.126143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4ce60076-38f0-412c-8c59-3e51772cc4c3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/21d31d1d-aa2f-4b40-a5c5-39502c0afb2a HTTP/1.1" status: 404 len: 333 time: 0.0274537 Nov 12 03:59:30.128665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:30.131289 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22213425-9ed6-4694-9024-9ff51bc13adb req-5df46153-e1e1-496e-98c6-595d3881545d service neutron] 10.222.0.25 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187072 Nov 12 03:59:30.210203 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99baaaad-384d-4b0c-a4e4-7b59c72d80fc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.290593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00', 'tag': '30cf8822-7c52-4065-893f-1b1146d8e83f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:30.292841 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9ea850-5988-4ab6-bc17-c58617cc006e" -d '{"events": [{"name": "network-changed", "server_uuid": "04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00", "tag": "30cf8822-7c52-4065-893f-1b1146d8e83f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:30.302019 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99baaaad-384d-4b0c-a4e4-7b59c72d80fc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.323705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-99baaaad-384d-4b0c-a4e4-7b59c72d80fc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e32487-99f3-4072-a8d8-9c9ac4a3853c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:30.332021 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21641de5-d17c-49b1-905a-90d57dc89691 x-openstack-request-id: req-21641de5-d17c-49b1-905a-90d57dc89691 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:30.332362 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00", "tag": "30cf8822-7c52-4065-893f-1b1146d8e83f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:30.332620 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-21641de5-d17c-49b1-905a-90d57dc89691 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:30.333011 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00', 'tag': '30cf8822-7c52-4065-893f-1b1146d8e83f', 'status': 'completed', 'code': 200} Nov 12 03:59:30.336172 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-99baaaad-384d-4b0c-a4e4-7b59c72d80fc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5647d58e-56f9-4521-b83a-41bbff4beb00') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:30.336470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-99baaaad-384d-4b0c-a4e4-7b59c72d80fc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5647d58e-56f9-4521-b83a-41bbff4beb00') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:30.346603 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99baaaad-384d-4b0c-a4e4-7b59c72d80fc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.361376 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99baaaad-384d-4b0c-a4e4-7b59c72d80fc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.367686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99baaaad-384d-4b0c-a4e4-7b59c72d80fc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:59:30.368121 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99baaaad-384d-4b0c-a4e4-7b59c72d80fc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: items = [ Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:59:30.372261 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:59:30.413623 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ea850-5988-4ab6-bc17-c58617cc006e req-dfffe850-4ca7-4cb3-897e-1e0b94c58465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:30.415184 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb9ea850-5988-4ab6-bc17-c58617cc006e req-dfffe850-4ca7-4cb3-897e-1e0b94c58465 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=426b9ed1e2a145b3aaf42c061cfec6a5&device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 1096 time: 0.0524290 Nov 12 03:59:30.494426 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d462d3c-5c10-4b10-8464-b74af7849843 req-ecfb7a5e-5a16-4234-a3e0-5588f47f01f2 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:30.495974 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d462d3c-5c10-4b10-8464-b74af7849843 req-ecfb7a5e-5a16-4234-a3e0-5588f47f01f2 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 944 time: 0.0710855 Nov 12 03:59:30.531758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ea850-5988-4ab6-bc17-c58617cc006e req-790baac3-153b-4682-bd42-69481888f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:30.536226 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb9ea850-5988-4ab6-bc17-c58617cc006e req-790baac3-153b-4682-bd42-69481888f5d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=741015e7-0d2f-46a4-a26c-202fb5ebf6c7 HTTP/1.1" status: 200 len: 921 time: 0.1109304 Nov 12 03:59:30.552102 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d462d3c-5c10-4b10-8464-b74af7849843 req-ede22123-0062-4619-96cd-ee2b1abd17ed tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482137 Nov 12 03:59:30.553238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99baaaad-384d-4b0c-a4e4-7b59c72d80fc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.558197 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99baaaad-384d-4b0c-a4e4-7b59c72d80fc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.567842 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-99baaaad-384d-4b0c-a4e4-7b59c72d80fc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/networks/c2e32487-99f3-4072-a8d8-9c9ac4a3853c HTTP/1.1" status: 204 len: 168 time: 0.4319708 Nov 12 03:59:30.567842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47666) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:30.575138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-76c44d10-e661-4ed8-8280-363b6d9c04f0 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1844852276'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:30.585567 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb9ea850-5988-4ab6-bc17-c58617cc006e req-2e319ecb-2185-4a92-9df6-46f8daf75061 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30cf8822-7c52-4065-893f-1b1146d8e83f HTTP/1.1" status: 200 len: 217 time: 0.0378070 Nov 12 03:59:30.588262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99baaaad-384d-4b0c-a4e4-7b59c72d80fc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Network': ['ID=c2e32487-99f3-4072-a8d8-9c9ac4a3853c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:30.632464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d99b4-30ca-4713-bc63-89369a6b10e8 req-cd6f1515-1082-4731-9e78-ec129fe0cac1 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:30.633966 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-033d99b4-30ca-4713-bc63-89369a6b10e8 req-cd6f1515-1082-4731-9e78-ec129fe0cac1 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1208293 Nov 12 03:59:30.642556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c44d10-e661-4ed8-8280-363b6d9c04f0 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:30.646039 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76c44d10-e661-4ed8-8280-363b6d9c04f0 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.665947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ea850-5988-4ab6-bc17-c58617cc006e req-21b32adf-9bf2-42b5-b589-7829c0cffe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:30.667686 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb9ea850-5988-4ab6-bc17-c58617cc006e req-21b32adf-9bf2-42b5-b589-7829c0cffe65 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f0b7068-82ce-47d6-9056-9c29dd74b4ca HTTP/1.1" status: 200 len: 859 time: 0.0726311 Nov 12 03:59:30.671564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c44d10-e661-4ed8-8280-363b6d9c04f0 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1342} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:59:30.681661 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76c44d10-e661-4ed8-8280-363b6d9c04f0 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.682017 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-76c44d10-e661-4ed8-8280-363b6d9c04f0 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Added segment 4ee97742-43ff-40c5-ac95-eb0bf8c335e4 of type vlan for network 001e8408-89e5-41f7-86d1-d8cc146b1654 Nov 12 03:59:30.717551 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb9ea850-5988-4ab6-bc17-c58617cc006e req-0696649a-7d99-4356-b5a8-f1577defc894 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=741015e7-0d2f-46a4-a26c-202fb5ebf6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413759 Nov 12 03:59:30.723908 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76c44d10-e661-4ed8-8280-363b6d9c04f0 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.724983 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-033d99b4-30ca-4713-bc63-89369a6b10e8 req-2045c826-bd8f-4957-9a22-bc84ef78a24a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846303 Nov 12 03:59:30.767272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f663d68a-86c9-4c06-887a-f81c3967164e details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:30.785652 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76c44d10-e661-4ed8-8280-363b6d9c04f0 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.791986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c44d10-e661-4ed8-8280-363b6d9c04f0 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:30.792608 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76c44d10-e661-4ed8-8280-363b6d9c04f0 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.823722 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb9ea850-5988-4ab6-bc17-c58617cc006e req-38d5157a-3430-4152-b06c-98ce8e07717e service neutron] 10.222.0.25 "GET /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961714 Nov 12 03:59:30.864963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c44d10-e661-4ed8-8280-363b6d9c04f0 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Network': ['ID=001e8408-89e5-41f7-86d1-d8cc146b1654,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:30.870388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f663d68a-86c9-4c06-887a-f81c3967164e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f663d68a-86c9-4c06-887a-f81c3967164e,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:30.880351 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 001e8408-89e5-41f7-86d1-d8cc146b1654 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:59:30.885639 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-76c44d10-e661-4ed8-8280-363b6d9c04f0 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3164034 Nov 12 03:59:30.886974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'f663d68a-86c9-4c06-887a-f81c3967164e', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'port_id': 'f663d68a-86c9-4c06-887a-f81c3967164e', 'mac_address': 'fa:16:3e:62:60:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:30.889028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47668) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:30.895404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-32af5f76-1948-444e-accb-44640668ff6d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': '001e8408-89e5-41f7-86d1-d8cc146b1654', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:30.939778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb9ea850-5988-4ab6-bc17-c58617cc006e req-4a1b6127-28e3-4778-8704-e8ff65757eaf service neutron] 10.222.0.25 "GET /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079941 Nov 12 03:59:30.983460 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:31.002651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f663d68a-86c9-4c06-887a-f81c3967164e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:31.026397 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f663d68a-86c9-4c06-887a-f81c3967164e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f663d68a-86c9-4c06-887a-f81c3967164e,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:31.051105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8c7de-71d7-4190-868f-4c4e311b0aac req-52ffa47e-afe0-4a3a-90c1-088db0996b57 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:31.052659 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8f8c7de-71d7-4190-868f-4c4e311b0aac req-52ffa47e-afe0-4a3a-90c1-088db0996b57 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 944 time: 0.0768657 Nov 12 03:59:31.075512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060f4e7-e0a1-49ef-8aad-19d61a02dac3 req-a5e970aa-6464-40e9-950b-39029ef409e4 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:31.077584 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7060f4e7-e0a1-49ef-8aad-19d61a02dac3 req-a5e970aa-6464-40e9-950b-39029ef409e4 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 944 time: 0.0530777 Nov 12 03:59:31.105605 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:31.107998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8f8c7de-71d7-4190-868f-4c4e311b0aac req-cef6dde4-f7cc-4d88-831a-4c8e54c49be3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491171 Nov 12 03:59:31.128115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32af5f76-1948-444e-accb-44640668ff6d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:31.132081 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32af5f76-1948-444e-accb-44640668ff6d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:31.137210 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7060f4e7-e0a1-49ef-8aad-19d61a02dac3 req-5f315c30-b3e7-4caf-b5ca-87230af89677 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533009 Nov 12 03:59:31.160655 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=f663d68a-86c9-4c06-887a-f81c3967164e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:31.168896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:31.169240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:31.169808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:31.170144 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:31.170478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:31.170809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:31.171136 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:31.171459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:31.171781 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:31.172140 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:31.172463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:31.172787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:31.204613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-32af5f76-1948-444e-accb-44640668ff6d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Performing IP validity checks on allocation pools {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:59:31.205239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-32af5f76-1948-444e-accb-44640668ff6d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:59:31.374387 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32af5f76-1948-444e-accb-44640668ff6d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:31.423814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['f663d68a-86c9-4c06-887a-f81c3967164e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:31.434297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af5f76-1948-444e-accb-44640668ff6d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Subnet': ['ID=f4762543-4995-48f0-9a9e-513ad0dea162,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:31.446726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af5f76-1948-444e-accb-44640668ff6d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Checking segment: {'id': '4ee97742-43ff-40c5-ac95-eb0bf8c335e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '001e8408-89e5-41f7-86d1-d8cc146b1654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:31.447093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af5f76-1948-444e-accb-44640668ff6d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network hostable DHCP agents. Network: 001e8408-89e5-41f7-86d1-d8cc146b1654, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:59:31.562524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af5f76-1948-444e-accb-44640668ff6d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 001e8408-89e5-41f7-86d1-d8cc146b1654 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:59:31.631424 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-32af5f76-1948-444e-accb-44640668ff6d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 001e8408-89e5-41f7-86d1-d8cc146b1654) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:31.635626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af5f76-1948-444e-accb-44640668ff6d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:31.637631 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32af5f76-1948-444e-accb-44640668ff6d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:31.643626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c94e24f-fb92-4776-b052-b3818f3f4aca None None] Network 001e8408-89e5-41f7-86d1-d8cc146b1654 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:31.676542 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3349925-eb51-44a1-86e6-d2a02b0edda1 req-1be92c9b-a82e-4410-b4e7-d46601565b69 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:31.677954 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d3349925-eb51-44a1-86e6-d2a02b0edda1 req-1be92c9b-a82e-4410-b4e7-d46601565b69 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 944 time: 0.0499194 Nov 12 03:59:31.705877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-32af5f76-1948-444e-accb-44640668ff6d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8147509 Nov 12 03:59:31.708497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47678) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:31.714539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-702480ad-1374-45b6-9abe-49ca74804ce7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'network_id': '001e8408-89e5-41f7-86d1-d8cc146b1654', 'name': 'tempest-PortsTestJSON-2019998877'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:31.734798 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d3349925-eb51-44a1-86e6-d2a02b0edda1 req-2699e865-bb46-472a-a4cd-c5e6429679bf tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506315 Nov 12 03:59:31.793455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-001e8408-89e5-41f7-86d1-d8cc146b1654', 'network_id': '001e8408-89e5-41f7-86d1-d8cc146b1654', 'tenant_id': '26a66156c54142138bc1e5ca886d06fc', 'fixed_ips': [{'subnet_id': 'f4762543-4995-48f0-9a9e-513ad0dea162'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:59:31.795230 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:31.882390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b16e33-d9cb-40e3-a58e-5fa367a2725d req-3494366a-2293-45d8-9e50-c83ab6179fd8 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:31.884005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22b16e33-d9cb-40e3-a58e-5fa367a2725d req-3494366a-2293-45d8-9e50-c83ab6179fd8 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.0723820 Nov 12 03:59:31.922975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702480ad-1374-45b6-9abe-49ca74804ce7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:31.926762 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-702480ad-1374-45b6-9abe-49ca74804ce7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:31.947445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Allocated IP 172.20.0.2 (001e8408-89e5-41f7-86d1-d8cc146b1654/f4762543-4995-48f0-9a9e-513ad0dea162/482bb636-464a-454f-abe2-84ea5b043d62) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:31.953300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22b16e33-d9cb-40e3-a58e-5fa367a2725d req-2c1d18de-3ce2-4c94-b7ba-926efc531422 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606952 Nov 12 03:59:31.959092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-702480ad-1374-45b6-9abe-49ca74804ce7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port 18fc5cbc-073c-4a60-9737-46fd44c67f59 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:59:32.114751 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.198842 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.252485 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73056b6e-f936-43eb-a87f-084c5fcbd18f req-01906d39-b017-4bf1-8bc5-9beeb9771e76 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:32.255289 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73056b6e-f936-43eb-a87f-084c5fcbd18f req-01906d39-b017-4bf1-8bc5-9beeb9771e76 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 945 time: 0.0726528 Nov 12 03:59:32.273757 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Network 001e8408-89e5-41f7-86d1-d8cc146b1654 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:32.279998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:32.285304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:32.289018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Pushing event updated for resources: {'Port': ['ID=482bb636-464a-454f-abe2-84ea5b043d62,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:32.314743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-702480ad-1374-45b6-9abe-49ca74804ce7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Allocated IP 172.20.0.5 (001e8408-89e5-41f7-86d1-d8cc146b1654/f4762543-4995-48f0-9a9e-513ad0dea162/18fc5cbc-073c-4a60-9737-46fd44c67f59) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:32.346032 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73056b6e-f936-43eb-a87f-084c5fcbd18f req-45793936-71eb-4a05-8150-4297bd027a3e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824344 Nov 12 03:59:32.362851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc40fec-44ab-4313-a16b-4f5a7612186c req-a2931d3d-647a-46f6-97f4-0b0e2291b96a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:32.364398 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4bc40fec-44ab-4313-a16b-4f5a7612186c req-a2931d3d-647a-46f6-97f4-0b0e2291b96a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 944 time: 0.1103249 Nov 12 03:59:32.377274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Attempting to bind port 482bb636-464a-454f-abe2-84ea5b043d62 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:32.377649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Attempting to bind port 482bb636-464a-454f-abe2-84ea5b043d62 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '4ee97742-43ff-40c5-ac95-eb0bf8c335e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '001e8408-89e5-41f7-86d1-d8cc146b1654'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:32.378012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Attempting to bind port 482bb636-464a-454f-abe2-84ea5b043d62 on network 001e8408-89e5-41f7-86d1-d8cc146b1654 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:32.389560 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:32.389560 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Checking segment: {'id': '4ee97742-43ff-40c5-ac95-eb0bf8c335e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '001e8408-89e5-41f7-86d1-d8cc146b1654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:32.389560 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.389560 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Bound using segment: {'id': '4ee97742-43ff-40c5-ac95-eb0bf8c335e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '001e8408-89e5-41f7-86d1-d8cc146b1654'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:32.389560 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Bound port: 482bb636-464a-454f-abe2-84ea5b043d62, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee97742-43ff-40c5-ac95-eb0bf8c335e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '001e8408-89e5-41f7-86d1-d8cc146b1654'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:32.389560 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.459241 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] For port 482bb636-464a-454f-abe2-84ea5b043d62, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:32.462292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] For port 482bb636-464a-454f-abe2-84ea5b043d62, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=482bb636-464a-454f-abe2-84ea5b043d62,segment=NetworkSegment(4ee97742-43ff-40c5-ac95-eb0bf8c335e4),segment_id=4ee97742-43ff-40c5-ac95-eb0bf8c335e4)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:32.497184 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4bc40fec-44ab-4313-a16b-4f5a7612186c req-d9a461e5-791c-4a35-887e-245c80231910 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209662 Nov 12 03:59:32.546796 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.560908 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-702480ad-1374-45b6-9abe-49ca74804ce7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.605621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ae6ea-1ec7-4748-bd51-96a608448a4d None None] Pushing event updated for resources: {'Port': ['ID=482bb636-464a-454f-abe2-84ea5b043d62,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:32.684062 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-702480ad-1374-45b6-9abe-49ca74804ce7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.745197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702480ad-1374-45b6-9abe-49ca74804ce7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 001e8408-89e5-41f7-86d1-d8cc146b1654 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:32.747043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702480ad-1374-45b6-9abe-49ca74804ce7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=18fc5cbc-073c-4a60-9737-46fd44c67f59,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:32.749477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-702480ad-1374-45b6-9abe-49ca74804ce7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:32.754960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702480ad-1374-45b6-9abe-49ca74804ce7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:32.786580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 61d754eb-2581-467e-aa00-c9a514ac83cf details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:32.795358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f663d68a-86c9-4c06-887a-f81c3967164e up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:32.853233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702480ad-1374-45b6-9abe-49ca74804ce7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:32.853919 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-702480ad-1374-45b6-9abe-49ca74804ce7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.945308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-702480ad-1374-45b6-9abe-49ca74804ce7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2347188 Nov 12 03:59:32.952095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:32.955523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c0f84-ac01-4420-9d8c-8b4e6a8ef3e3 req-58010876-0e70-4b9c-9539-aefc768ca925 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:32.959022 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c0c0f84-ac01-4420-9d8c-8b4e6a8ef3e3 req-58010876-0e70-4b9c-9539-aefc768ca925 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 944 time: 0.0728323 Nov 12 03:59:33.045468 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c0c0f84-ac01-4420-9d8c-8b4e6a8ef3e3 req-2728ecb5-d990-45bf-a920-cb640b1d412c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734668 Nov 12 03:59:33.053229 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:59:33.145248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e0cb6-a81b-4200-b7e1-1e2b3f97c868 req-54c2ef92-db3c-4732-acf8-d459026886b8 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:33.146745 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-434e0cb6-a81b-4200-b7e1-1e2b3f97c868 req-54c2ef92-db3c-4732-acf8-d459026886b8 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.0806425 Nov 12 03:59:33.172048 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0d36634e-d0ba-4f16-9df7-0b7c0a0a2e8e tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 18fc5cbc-073c-4a60-9737-46fd44c67f59 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:33.172860 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d36634e-d0ba-4f16-9df7-0b7c0a0a2e8e tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.210010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 61d754eb-2581-467e-aa00-c9a514ac83cf, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=61d754eb-2581-467e-aa00-c9a514ac83cf,segment=NetworkSegment(da87bcf8-5925-4fe4-abd6-7d3cc30c356a),segment_id=da87bcf8-5925-4fe4-abd6-7d3cc30c356a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:33.224678 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '61d754eb-2581-467e-aa00-c9a514ac83cf', 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba', 'port_id': '61d754eb-2581-467e-aa00-c9a514ac83cf', 'mac_address': 'fa:16:3e:e5:1e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12b58ba-9eba-4f8b-8c64-a3401465a55d', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:33.265756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port f663d68a-86c9-4c06-887a-f81c3967164e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:59:33.273371 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port f663d68a-86c9-4c06-887a-f81c3967164e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:33.273808 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.296239 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.319758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d754eb-2581-467e-aa00-c9a514ac83cf {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:33.346570 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 61d754eb-2581-467e-aa00-c9a514ac83cf, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=61d754eb-2581-467e-aa00-c9a514ac83cf,segment=NetworkSegment(da87bcf8-5925-4fe4-abd6-7d3cc30c356a),segment_id=da87bcf8-5925-4fe4-abd6-7d3cc30c356a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:33.397550 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.428679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34462523-23e7-485b-91ae-60b0fb66d5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f663d68a-86c9-4c06-887a-f81c3967164e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:33.432045 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def954c0-e5bc-4657-9c8e-311e50972311" -d '{"events": [{"server_uuid": "34462523-23e7-485b-91ae-60b0fb66d5e8", "name": "network-vif-plugged", "status": "completed", "tag": "f663d68a-86c9-4c06-887a-f81c3967164e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:33.439525 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.440253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 30cf8822-7c52-4065-893f-1b1146d8e83f details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:33.509030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd859c32-7f43-4bac-9990-cabfa2fbae45 req-b2baaae6-3cf4-458a-8338-89c8eacdef8f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:33.518194 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dd859c32-7f43-4bac-9990-cabfa2fbae45 req-b2baaae6-3cf4-458a-8338-89c8eacdef8f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 945 time: 0.0711727 Nov 12 03:59:33.562132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 30cf8822-7c52-4065-893f-1b1146d8e83f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=30cf8822-7c52-4065-893f-1b1146d8e83f,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:33.576599 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dd859c32-7f43-4bac-9990-cabfa2fbae45 req-b1946636-295e-4384-868d-c923cc275d43 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572498 Nov 12 03:59:33.641960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '30cf8822-7c52-4065-893f-1b1146d8e83f', 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7', 'port_id': '30cf8822-7c52-4065-893f-1b1146d8e83f', 'mac_address': 'fa:16:3e:db:07:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0b7068-82ce-47d6-9056-9c29dd74b4ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:33.645210 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5d7d48-19be-440a-9e6a-7898188a0b42 x-openstack-request-id: req-da5d7d48-19be-440a-9e6a-7898188a0b42 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:33.645513 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34462523-23e7-485b-91ae-60b0fb66d5e8", "name": "network-vif-plugged", "status": "completed", "tag": "f663d68a-86c9-4c06-887a-f81c3967164e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:33.645805 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-da5d7d48-19be-440a-9e6a-7898188a0b42 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:33.646595 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34462523-23e7-485b-91ae-60b0fb66d5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f663d68a-86c9-4c06-887a-f81c3967164e', 'code': 200} Nov 12 03:59:33.650261 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=61d754eb-2581-467e-aa00-c9a514ac83cf,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:33.655247 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f663d68a-86c9-4c06-887a-f81c3967164e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f663d68a-86c9-4c06-887a-f81c3967164e,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:33.666732 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-434e0cb6-a81b-4200-b7e1-1e2b3f97c868 req-8dcd6ed1-d760-4be3-bfaf-d9a05c843ef1 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5099082 Nov 12 03:59:33.713689 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.734992 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cf8822-7c52-4065-893f-1b1146d8e83f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:33.744262 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.745057 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device eb509333-e2f6-427b-9927-b25c704c6df6 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:33.772458 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d36634e-d0ba-4f16-9df7-0b7c0a0a2e8e tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.788575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0d36634e-d0ba-4f16-9df7-0b7c0a0a2e8e tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 18fc5cbc-073c-4a60-9737-46fd44c67f59 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:33.799746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16bffe-fa62-4eb4-b39a-3ec0b9bba9e0 req-037de242-9492-414a-8fcd-48dfbb18fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:33.801636 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bf16bffe-fa62-4eb4-b39a-3ec0b9bba9e0 req-037de242-9492-414a-8fcd-48dfbb18fc15 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0953891 Nov 12 03:59:33.808280 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d506f95-31ce-41b7-a724-505b360d3f52 None None] Network 001e8408-89e5-41f7-86d1-d8cc146b1654 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:33.840983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 30cf8822-7c52-4065-893f-1b1146d8e83f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=30cf8822-7c52-4065-893f-1b1146d8e83f,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:33.864216 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bf16bffe-fa62-4eb4-b39a-3ec0b9bba9e0 req-371de5fa-44d7-4fee-b30f-18c3eb973906 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538967 Nov 12 03:59:33.894799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577dbaf-821c-4829-a04a-c483df87d714 req-e931fa04-703f-446f-b11e-2512e7337cfe tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:33.896145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e577dbaf-821c-4829-a04a-c483df87d714 req-e931fa04-703f-446f-b11e-2512e7337cfe tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 945 time: 0.1005270 Nov 12 03:59:33.943046 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.949723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=f663d68a-86c9-4c06-887a-f81c3967164e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:33.971716 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e577dbaf-821c-4829-a04a-c483df87d714 req-114e584e-d163-4a64-84d0-2c70df92a27d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687790 Nov 12 03:59:34.005263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 482bb636-464a-454f-abe2-84ea5b043d62 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:34.046723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b2ac9463-773e-4b64-a9a2-3b60f1a163af None None] Provisioning complete for port 482bb636-464a-454f-abe2-84ea5b043d62 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:34.061176 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2ac9463-773e-4b64-a9a2-3b60f1a163af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.089006 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d36634e-d0ba-4f16-9df7-0b7c0a0a2e8e tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.129482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36634e-d0ba-4f16-9df7-0b7c0a0a2e8e tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=18fc5cbc-073c-4a60-9737-46fd44c67f59,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:34.180441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=30cf8822-7c52-4065-893f-1b1146d8e83f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:34.210639 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.252280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed07270-2d46-4631-9711-1700b4ab8cd4 req-01a20051-4f6e-4776-afa4-ab255dc06cca tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:34.253844 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fed07270-2d46-4631-9711-1700b4ab8cd4 req-01a20051-4f6e-4776-afa4-ab255dc06cca tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 945 time: 0.1295190 Nov 12 03:59:34.264908 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d36634e-d0ba-4f16-9df7-0b7c0a0a2e8e tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.270915 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0d36634e-d0ba-4f16-9df7-0b7c0a0a2e8e tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/18fc5cbc-073c-4a60-9737-46fd44c67f59 HTTP/1.1" status: 204 len: 168 time: 1.3149557 Nov 12 03:59:34.273450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47712) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:34.302115 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c1e857-f99f-488f-841c-20922d45ead4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] DELETE failed (client error): The resource could not be found. Nov 12 03:59:34.303306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['61d754eb-2581-467e-aa00-c9a514ac83cf'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:34.303455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c1e857-f99f-488f-841c-20922d45ead4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:59:34.305200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 482bb636-464a-454f-abe2-84ea5b043d62 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:34.305583 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.307020 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d8c1e857-f99f-488f-841c-20922d45ead4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/18fc5cbc-073c-4a60-9737-46fd44c67f59 HTTP/1.1" status: 404 len: 333 time: 0.0317850 Nov 12 03:59:34.309624 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:34.315422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['30cf8822-7c52-4065-893f-1b1146d8e83f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:34.324688 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fed07270-2d46-4631-9711-1700b4ab8cd4 req-4400cc50-6183-4d21-b5bf-21804dab2ec5 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610907 Nov 12 03:59:34.344330 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfcef97-396a-4fd0-a866-ce2729451dd8 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] GET failed (client error): The resource could not be found. Nov 12 03:59:34.347413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7bfcef97-396a-4fd0-a866-ce2729451dd8 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/18fc5cbc-073c-4a60-9737-46fd44c67f59 HTTP/1.1" status: 404 len: 333 time: 0.0347223 Nov 12 03:59:34.349474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47716) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:34.357007 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=eb509333-e2f6-427b-9927-b25c704c6df6,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:34.402731 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe97760-6987-486c-978a-1ca0e6259343 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting subnet f4762543-4995-48f0-9a9e-513ad0dea162 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:59:34.406474 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-abe97760-6987-486c-978a-1ca0e6259343 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.420732 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2ac9463-773e-4b64-a9a2-3b60f1a163af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.445447 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.448881 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-abe97760-6987-486c-978a-1ca0e6259343 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.524308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b2ac9463-773e-4b64-a9a2-3b60f1a163af None None] For port 482bb636-464a-454f-abe2-84ea5b043d62, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=482bb636-464a-454f-abe2-84ea5b043d62,segment=NetworkSegment(4ee97742-43ff-40c5-ac95-eb0bf8c335e4),segment_id=4ee97742-43ff-40c5-ac95-eb0bf8c335e4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:34.601167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=eb509333-e2f6-427b-9927-b25c704c6df6,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:34.606273 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-abe97760-6987-486c-978a-1ca0e6259343 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.614958 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2ac9463-773e-4b64-a9a2-3b60f1a163af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.677647 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.717655 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3668-0622-4e1d-bbcb-3468c6e3f569 req-a35ea067-820d-4574-ac47-50c625e5d878 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:34.733857 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d2fb3668-0622-4e1d-bbcb-3468c6e3f569 req-a35ea067-820d-4574-ac47-50c625e5d878 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 946 time: 0.0815730 Nov 12 03:59:34.761620 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac9463-773e-4b64-a9a2-3b60f1a163af None None] Pushing event updated for resources: {'Port': ['ID=482bb636-464a-454f-abe2-84ea5b043d62,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:34.775847 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-abe97760-6987-486c-978a-1ca0e6259343 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.815483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d2fb3668-0622-4e1d-bbcb-3468c6e3f569 req-87c8fd68-ad84-45fa-bc4b-3ed828264fbd tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785851 Nov 12 03:59:34.833766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-85ab2c90-20b2-4ce7-883a-577e1a2c9572 None None] Provisioning complete for port 482bb636-464a-454f-abe2-84ea5b043d62 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:34.834282 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85ab2c90-20b2-4ce7-883a-577e1a2c9572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.842389 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-abe97760-6987-486c-978a-1ca0e6259343 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.845954 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-abe97760-6987-486c-978a-1ca0e6259343 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/f4762543-4995-48f0-9a9e-513ad0dea162 HTTP/1.1" status: 204 len: 168 time: 0.4954550 Nov 12 03:59:34.849195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47726) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:34.860304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe97760-6987-486c-978a-1ca0e6259343 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Subnet': ['ID=f4762543-4995-48f0-9a9e-513ad0dea162,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:34.959785 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:59:34.960446 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:59:34.970316 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.985202 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a996b9aa-ba83-432e-9e6f-5c68d98ebb28 None None] Network 001e8408-89e5-41f7-86d1-d8cc146b1654 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:35.049392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 482bb636-464a-454f-abe2-84ea5b043d62 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:35.050126 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:35.143867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-e14ca48b-d705-48d5-b059-29d7b1c9f04f req-bde2951d-2714-4a12-b3ee-6af58abf124d service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:59:35.150020 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e14ca48b-d705-48d5-b059-29d7b1c9f04f req-bde2951d-2714-4a12-b3ee-6af58abf124d service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0773623 Nov 12 03:59:35.154162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] For port 482bb636-464a-454f-abe2-84ea5b043d62, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=482bb636-464a-454f-abe2-84ea5b043d62,segment=NetworkSegment(4ee97742-43ff-40c5-ac95-eb0bf8c335e4),segment_id=4ee97742-43ff-40c5-ac95-eb0bf8c335e4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:35.154537 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:35.173492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 482bb636-464a-454f-abe2-84ea5b043d62 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:35.183110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0f3dc-3e4f-45b2-9913-027a27023d01 req-54e6c230-eabe-49c7-a82a-ce8c2ff1f9c8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:35.185569 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-39e0f3dc-3e4f-45b2-9913-027a27023d01 req-54e6c230-eabe-49c7-a82a-ce8c2ff1f9c8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 945 time: 0.1112378 Nov 12 03:59:35.295882 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-39e0f3dc-3e4f-45b2-9913-027a27023d01 req-59cce3fc-a414-42e0-b8f2-d2a39b97c61a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006074 Nov 12 03:59:35.408706 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:35.423798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e41da997-7b57-4caf-9abc-aaa215fd57a0 None None] Could not find standard attr ID for object 18fc5cbc-073c-4a60-9737-46fd44c67f59. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:59:35.436457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=482bb636-464a-454f-abe2-84ea5b043d62,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:35.440067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e219bfd-61ec-482d-8975-d41cbdc9fb12 None None] DHCP port deletion for 001e8408-89e5-41f7-86d1-d8cc146b1654 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:59:35.459981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No DVR routers for this DVR port 482bb636-464a-454f-abe2-84ea5b043d62 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:35.499244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Port 482bb636-464a-454f-abe2-84ea5b043d62 update to ACTIVE by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:59:35.531570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e34bc4-1019-4a65-ae49-13b51aadc738 req-973bf3c4-fdc1-4e5f-9a5e-d27b01114cf0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:35.533681 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-50e34bc4-1019-4a65-ae49-13b51aadc738 req-973bf3c4-fdc1-4e5f-9a5e-d27b01114cf0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 944 time: 0.0768535 Nov 12 03:59:35.580262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0d4d1-5b08-43cd-bbc3-c6cf4e4ca44c req-1bada9ba-6049-4967-8d6e-915608a4b1a7 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:35.581785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bed0d4d1-5b08-43cd-bbc3-c6cf4e4ca44c req-1bada9ba-6049-4967-8d6e-915608a4b1a7 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 945 time: 0.1616499 Nov 12 03:59:35.590359 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:35.595207 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-50e34bc4-1019-4a65-ae49-13b51aadc738 req-6ce0f49d-974d-4d0b-aad8-2c3a9176d196 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521371 Nov 12 03:59:35.626624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001e8408-89e5-41f7-86d1-d8cc146b1654']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:35.645605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee97742-43ff-40c5-ac95-eb0bf8c335e4') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:35.645900 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee97742-43ff-40c5-ac95-eb0bf8c335e4') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:35.647282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:35.649875 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bc9352-9fe7-440a-a9bb-701627d5a0ef" -d '{"events": [{"server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "name": "network-vif-unplugged", "status": "completed", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:35.662807 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:35.678729 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bed0d4d1-5b08-43cd-bbc3-c6cf4e4ca44c req-2dec88d7-b46a-40a6-9ef6-3dc172f6f440 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907323 Nov 12 03:59:35.684953 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:35.688518 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f52f848-d816-4bbe-b13b-d0868720ff84 x-openstack-request-id: req-2f52f848-d816-4bbe-b13b-d0868720ff84 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:35.691039 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "name": "network-vif-unplugged", "status": "failed", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6", "code": 422}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:35.691406 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2f52f848-d816-4bbe-b13b-d0868720ff84 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:35.691940 n-d-767704-23 neutron-server[103148]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'code': 422} returned with failed status Nov 12 03:59:35.692518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Releasing vlan 1342 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:59:35.692999 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: timer() Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:59:35.696329 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:59:35.803292 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:35.812549 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:35.816079 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/networks/001e8408-89e5-41f7-86d1-d8cc146b1654 HTTP/1.1" status: 204 len: 168 time: 0.9658527 Nov 12 03:59:35.819988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:35.825099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e60eaf0a-08b8-4daa-8e46-dbbc1071d4d9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1733726040'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:35.842230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0000e4f-d8be-4a56-9fc3-2889779681a1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Network': ['ID=001e8408-89e5-41f7-86d1-d8cc146b1654,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:35.908203 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 482bb636-464a-454f-abe2-84ea5b043d62 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:35.931537 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 482bb636-464a-454f-abe2-84ea5b043d62 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:35.932022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 482bb636-464a-454f-abe2-84ea5b043d62 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:35.941335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827a89-90e0-41e1-a0c4-b0e046811c84 req-2b9b33a5-e2a0-4534-8732-d99d97f8fedd tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:35.944509 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81827a89-90e0-41e1-a0c4-b0e046811c84 req-2b9b33a5-e2a0-4534-8732-d99d97f8fedd tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 946 time: 0.0645068 Nov 12 03:59:35.946513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60eaf0a-08b8-4daa-8e46-dbbc1071d4d9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:35.951269 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e60eaf0a-08b8-4daa-8e46-dbbc1071d4d9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:35.980193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-5ec146b8-469c-4c5e-ac13-5f339e911563 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139188 Nov 12 03:59:35.990650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1f4e5571-e558-4125-943a-eb7614b81459 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:59:35.991760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1f4e5571-e558-4125-943a-eb7614b81459 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053174 Nov 12 03:59:36.003024 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60eaf0a-08b8-4daa-8e46-dbbc1071d4d9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:59:36.024913 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e60eaf0a-08b8-4daa-8e46-dbbc1071d4d9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:36.025219 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-e60eaf0a-08b8-4daa-8e46-dbbc1071d4d9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Added segment 93a484d3-ac66-4773-b530-c531c745f615 of type vlan for network 8619829d-f382-4cdc-8653-7e0f64ec564b Nov 12 03:59:36.029588 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81827a89-90e0-41e1-a0c4-b0e046811c84 req-00cea889-97dc-4bc9-9645-e2428ccefd18 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754645 Nov 12 03:59:36.078344 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e60eaf0a-08b8-4daa-8e46-dbbc1071d4d9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:36.156255 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e60eaf0a-08b8-4daa-8e46-dbbc1071d4d9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:36.162085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60eaf0a-08b8-4daa-8e46-dbbc1071d4d9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:36.162736 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e60eaf0a-08b8-4daa-8e46-dbbc1071d4d9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:36.162989 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4331f44-03c3-4bdb-a404-1bbf1174cc6b req-c17ccdf5-92db-49a2-a79f-52042d298af7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a803c520af0a4208b65655c3ed555429 HTTP/1.1" status: 200 len: 267 time: 0.0470107 Nov 12 03:59:36.230050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331f44-03c3-4bdb-a404-1bbf1174cc6b req-3152f1f5-945a-4ac4-8054-551f260be864 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:36.231730 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4331f44-03c3-4bdb-a404-1bbf1174cc6b req-3152f1f5-945a-4ac4-8054-551f260be864 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 946 time: 0.0592453 Nov 12 03:59:36.240760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eaf0a-08b8-4daa-8e46-dbbc1071d4d9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Network': ['ID=8619829d-f382-4cdc-8653-7e0f64ec564b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:36.243677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f4331f44-03c3-4bdb-a404-1bbf1174cc6b req-746fb137-bbc9-43ed-ade2-8edc0bed1b31 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Request body: {'port': {'security_groups': []}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:36.256122 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 8619829d-f382-4cdc-8653-7e0f64ec564b details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:59:36.290723 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e60eaf0a-08b8-4daa-8e46-dbbc1071d4d9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4695792 Nov 12 03:59:36.293509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:36.298692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-31f2436d-cc73-4de2-9ff5-10b01d2608f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': '8619829d-f382-4cdc-8653-7e0f64ec564b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:36.325062 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f4331f44-03c3-4bdb-a404-1bbf1174cc6b req-746fb137-bbc9-43ed-ade2-8edc0bed1b31 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:36.449295 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d6afb-a7b0-4365-bd4f-fbc12568b994 req-832d5f9e-2ea1-4c72-acb8-e08ba4e4c2bd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:36.451824 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c34d6afb-a7b0-4365-bd4f-fbc12568b994 req-832d5f9e-2ea1-4c72-acb8-e08ba4e4c2bd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 945 time: 0.0813818 Nov 12 03:59:36.506424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f2436d-cc73-4de2-9ff5-10b01d2608f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:36.509895 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31f2436d-cc73-4de2-9ff5-10b01d2608f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:36.518397 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c34d6afb-a7b0-4365-bd4f-fbc12568b994 req-f26303fd-1e9e-4bca-92b9-8cbac4734be8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605729 Nov 12 03:59:36.529934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f4331f44-03c3-4bdb-a404-1bbf1174cc6b req-746fb137-bbc9-43ed-ade2-8edc0bed1b31 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] For port f663d68a-86c9-4c06-887a-f81c3967164e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f663d68a-86c9-4c06-887a-f81c3967164e,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:36.563321 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f4331f44-03c3-4bdb-a404-1bbf1174cc6b req-746fb137-bbc9-43ed-ade2-8edc0bed1b31 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:36.659831 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f4331f44-03c3-4bdb-a404-1bbf1174cc6b req-746fb137-bbc9-43ed-ade2-8edc0bed1b31 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:36.675526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['be386246-99b7-403b-8242-8b84f96b48cf', 'f663d68a-86c9-4c06-887a-f81c3967164e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:36.711960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['87eef853-eb64-4a71-be1a-ee0e5b4d784a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:36.726761 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331f44-03c3-4bdb-a404-1bbf1174cc6b req-746fb137-bbc9-43ed-ade2-8edc0bed1b31 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:36.727427 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f4331f44-03c3-4bdb-a404-1bbf1174cc6b req-746fb137-bbc9-43ed-ade2-8edc0bed1b31 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:36.730038 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4331f44-03c3-4bdb-a404-1bbf1174cc6b req-746fb137-bbc9-43ed-ade2-8edc0bed1b31 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "PUT /v2.0/ports/f663d68a-86c9-4c06-887a-f81c3967164e HTTP/1.1" status: 200 len: 905 time: 0.4908707 Nov 12 03:59:36.730616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34462523-23e7-485b-91ae-60b0fb66d5e8', 'tag': 'f663d68a-86c9-4c06-887a-f81c3967164e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:36.740222 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a6e68b-499d-48fc-aeff-a7135eede732" -d '{"events": [{"name": "network-changed", "server_uuid": "34462523-23e7-485b-91ae-60b0fb66d5e8", "tag": "f663d68a-86c9-4c06-887a-f81c3967164e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:36.749353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2c6eb-6a91-41c4-9162-8b8beaf5d847 req-1378eb2c-8448-4505-8216-a3c49f924f32 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:36.751899 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cad2c6eb-6a91-41c4-9162-8b8beaf5d847 req-1378eb2c-8448-4505-8216-a3c49f924f32 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 944 time: 0.0727763 Nov 12 03:59:36.756749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fb137-bbc9-43ed-ade2-8edc0bed1b31 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event updated for resources: {'Port': ['ID=f663d68a-86c9-4c06-887a-f81c3967164e,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:36.784508 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31f2436d-cc73-4de2-9ff5-10b01d2608f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:36.793933 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 30cf8822-7c52-4065-893f-1b1146d8e83f up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:36.874955 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['f663d68a-86c9-4c06-887a-f81c3967164e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:36.878692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323a9af-fa99-40c9-8626-1e42911a37e2 req-2d2fb382-915e-47f1-87e3-52d73249e4c6 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:36.886770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9323a9af-fa99-40c9-8626-1e42911a37e2 req-2d2fb382-915e-47f1-87e3-52d73249e4c6 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 945 time: 0.0698349 Nov 12 03:59:36.933456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cad2c6eb-6a91-41c4-9162-8b8beaf5d847 req-ca5033f1-f5da-46f2-9b4f-b8d1582328a3 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665568 Nov 12 03:59:36.939355 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2436d-cc73-4de2-9ff5-10b01d2608f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Checking segment: {'id': '93a484d3-ac66-4773-b530-c531c745f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '8619829d-f382-4cdc-8653-7e0f64ec564b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:36.943693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f2436d-cc73-4de2-9ff5-10b01d2608f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network hostable DHCP agents. Network: 8619829d-f382-4cdc-8653-7e0f64ec564b, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:59:36.947112 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9323a9af-fa99-40c9-8626-1e42911a37e2 req-db6443a5-e5b4-4215-aacc-5294c4311dd2 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592306 Nov 12 03:59:36.950199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2436d-cc73-4de2-9ff5-10b01d2608f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Subnet': ['ID=e660db59-adff-48d9-93ed-c7755c0d0398,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:37.018287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 30cf8822-7c52-4065-893f-1b1146d8e83f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:59:37.021697 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768dd1e5-b06a-4310-95ca-9d61730cdb1b x-openstack-request-id: req-768dd1e5-b06a-4310-95ca-9d61730cdb1b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:37.022122 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34462523-23e7-485b-91ae-60b0fb66d5e8", "tag": "f663d68a-86c9-4c06-887a-f81c3967164e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:37.022458 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-768dd1e5-b06a-4310-95ca-9d61730cdb1b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:37.022974 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34462523-23e7-485b-91ae-60b0fb66d5e8', 'tag': 'f663d68a-86c9-4c06-887a-f81c3967164e', 'status': 'completed', 'code': 200} Nov 12 03:59:37.051800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 30cf8822-7c52-4065-893f-1b1146d8e83f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:37.052363 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:37.072949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f2436d-cc73-4de2-9ff5-10b01d2608f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 8619829d-f382-4cdc-8653-7e0f64ec564b is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:59:37.118560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6e68b-499d-48fc-aeff-a7135eede732 req-1ecb32d8-3e8f-419b-ad0c-486025ca407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:37.120082 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2a6e68b-499d-48fc-aeff-a7135eede732 req-1ecb32d8-3e8f-419b-ad0c-486025ca407d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 1060 time: 0.0587170 Nov 12 03:59:37.128307 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6ac98-7cd4-47b7-9229-476f0aa22587 req-7b6390ac-71ab-469b-bfd8-499db619161e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:37.130281 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1a6ac98-7cd4-47b7-9229-476f0aa22587 req-7b6390ac-71ab-469b-bfd8-499db619161e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 908 time: 0.1046329 Nov 12 03:59:37.150867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-597c4376-d81c-49a4-bd7d-76f7cde31834 None None] Provisioning complete for port f663d68a-86c9-4c06-887a-f81c3967164e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:37.151251 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-597c4376-d81c-49a4-bd7d-76f7cde31834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:37.157138 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-31f2436d-cc73-4de2-9ff5-10b01d2608f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 8619829d-f382-4cdc-8653-7e0f64ec564b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:37.171860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f2436d-cc73-4de2-9ff5-10b01d2608f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:37.172610 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31f2436d-cc73-4de2-9ff5-10b01d2608f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:37.191314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435242b4-73e0-4b3f-bdf4-b2c0c888adcc None None] Network 8619829d-f382-4cdc-8653-7e0f64ec564b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:37.258272 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6e68b-499d-48fc-aeff-a7135eede732 req-1c74cd2f-6acb-4fbd-b2fe-a36f80784eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:37.260706 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2a6e68b-499d-48fc-aeff-a7135eede732 req-1c74cd2f-6acb-4fbd-b2fe-a36f80784eb1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.1298018 Nov 12 03:59:37.284411 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-31f2436d-cc73-4de2-9ff5-10b01d2608f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9895136 Nov 12 03:59:37.289138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47784) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:37.296070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-39ae88af-2d87-4c9f-8b0d-02e9218aaa2d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'network_id': '8619829d-f382-4cdc-8653-7e0f64ec564b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1758921226'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:37.326547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0650bf-1b1d-47fa-8150-05d6eceebcd3 req-7f0ff484-e7be-47f6-b37e-de13c5884fed tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:37.328218 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa0650bf-1b1d-47fa-8150-05d6eceebcd3 req-7f0ff484-e7be-47f6-b37e-de13c5884fed tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0940003 Nov 12 03:59:37.329202 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2a6e68b-499d-48fc-aeff-a7135eede732 req-8978c98d-4853-408c-816f-b509c2bab167 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f663d68a-86c9-4c06-887a-f81c3967164e HTTP/1.1" status: 200 len: 217 time: 0.0587599 Nov 12 03:59:37.399225 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6e68b-499d-48fc-aeff-a7135eede732 req-342091de-317c-4a24-a549-4cf983884988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:37.409107 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2a6e68b-499d-48fc-aeff-a7135eede732 req-342091de-317c-4a24-a549-4cf983884988 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.0727279 Nov 12 03:59:37.425217 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:37.431027 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa0650bf-1b1d-47fa-8150-05d6eceebcd3 req-db39423e-443c-4c1e-805a-505082905d9c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946922 Nov 12 03:59:37.487233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6e68b-499d-48fc-aeff-a7135eede732 req-57d83f06-7766-4e7e-8e66-466d833a2dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:37.489491 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2a6e68b-499d-48fc-aeff-a7135eede732 req-57d83f06-7766-4e7e-8e66-466d833a2dd9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700562 Nov 12 03:59:37.541362 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 30cf8822-7c52-4065-893f-1b1146d8e83f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=30cf8822-7c52-4065-893f-1b1146d8e83f,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:37.562427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae88af-2d87-4c9f-8b0d-02e9218aaa2d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:37.566846 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39ae88af-2d87-4c9f-8b0d-02e9218aaa2d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:37.572857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-8619829d-f382-4cdc-8653-7e0f64ec564b', 'network_id': '8619829d-f382-4cdc-8653-7e0f64ec564b', 'tenant_id': '26a66156c54142138bc1e5ca886d06fc', 'fixed_ips': [{'subnet_id': 'e660db59-adff-48d9-93ed-c7755c0d0398'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:59:37.573787 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:37.598081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-39ae88af-2d87-4c9f-8b0d-02e9218aaa2d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port c5b34f2e-bd71-4c21-9bee-ae669783eaff yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:59:37.637557 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2a6e68b-499d-48fc-aeff-a7135eede732 req-7ef13479-350d-49ff-84c2-14309e0cf756 service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375802 Nov 12 03:59:37.661361 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:37.662371 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 61d754eb-2581-467e-aa00-c9a514ac83cf up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:37.714765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cf8822-7c52-4065-893f-1b1146d8e83f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:37.718945 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2be2524-cc26-427a-ac89-ba633d258d97" -d '{"events": [{"server_uuid": "04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00", "name": "network-vif-plugged", "status": "completed", "tag": "30cf8822-7c52-4065-893f-1b1146d8e83f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:37.759099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49946896-3bda-4893-a266-5615b9fe343e req-5a0c9422-9e56-4e78-9a4e-3acf2c729281 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:37.760727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49946896-3bda-4893-a266-5615b9fe343e req-5a0c9422-9e56-4e78-9a4e-3acf2c729281 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 945 time: 0.1149228 Nov 12 03:59:37.786727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=30cf8822-7c52-4065-893f-1b1146d8e83f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:37.802601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aedd3d-7354-4763-be7d-e94be862100c req-1fe8c6f3-59e6-4e53-924b-9a3aba53ca76 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:37.804408 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-56aedd3d-7354-4763-be7d-e94be862100c req-1fe8c6f3-59e6-4e53-924b-9a3aba53ca76 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1648645 Nov 12 03:59:37.817915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-39ae88af-2d87-4c9f-8b0d-02e9218aaa2d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Allocated IP 172.20.0.12 (8619829d-f382-4cdc-8653-7e0f64ec564b/e660db59-adff-48d9-93ed-c7755c0d0398/c5b34f2e-bd71-4c21-9bee-ae669783eaff) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:37.854010 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2a6e68b-499d-48fc-aeff-a7135eede732 req-fd80da39-0332-4a84-967c-8fbb809fdb0d service neutron] 10.222.0.25 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987238 Nov 12 03:59:37.877331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 61d754eb-2581-467e-aa00-c9a514ac83cf completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:59:37.881880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 61d754eb-2581-467e-aa00-c9a514ac83cf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:37.882523 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:37.892789 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-56aedd3d-7354-4763-be7d-e94be862100c req-c2fba984-359a-4647-a763-2d496872f342 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767448 Nov 12 03:59:37.896321 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49946896-3bda-4893-a266-5615b9fe343e req-8207db82-1b17-4e38-b68b-45d13c795d01 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260962 Nov 12 03:59:37.948844 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ade138-2eec-44c0-bb5d-0a7e21111742 x-openstack-request-id: req-55ade138-2eec-44c0-bb5d-0a7e21111742 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:37.949384 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00", "name": "network-vif-plugged", "status": "completed", "tag": "30cf8822-7c52-4065-893f-1b1146d8e83f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:37.949761 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-55ade138-2eec-44c0-bb5d-0a7e21111742 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:37.950233 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cf8822-7c52-4065-893f-1b1146d8e83f', 'code': 200} Nov 12 03:59:38.084125 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.107921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50000a4f-6205-4ff6-aff8-6e6e94d2723f req-8dfff90b-913a-46f1-a12c-949da450830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:38.113962 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-50000a4f-6205-4ff6-aff8-6e6e94d2723f req-8dfff90b-913a-46f1-a12c-949da450830a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 1098 time: 0.1001573 Nov 12 03:59:38.120887 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39ae88af-2d87-4c9f-8b0d-02e9218aaa2d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.144845 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 61d754eb-2581-467e-aa00-c9a514ac83cf, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=61d754eb-2581-467e-aa00-c9a514ac83cf,segment=NetworkSegment(da87bcf8-5925-4fe4-abd6-7d3cc30c356a),segment_id=da87bcf8-5925-4fe4-abd6-7d3cc30c356a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:38.148922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19664654-b646-4fa7-84bf-cf039e7a318b req-3162ee8f-5b16-4d4d-ad94-62a14eed7a41 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:38.150504 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-19664654-b646-4fa7-84bf-cf039e7a318b req-3162ee8f-5b16-4d4d-ad94-62a14eed7a41 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 944 time: 0.0824325 Nov 12 03:59:38.151711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3a11a-c103-467e-8043-d4e427765735 req-12a95455-2628-429e-b4eb-ab5a1e24891d tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:38.153327 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bcc3a11a-c103-467e-8043-d4e427765735 req-12a95455-2628-429e-b4eb-ab5a1e24891d tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 946 time: 0.0843787 Nov 12 03:59:38.201282 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-50000a4f-6205-4ff6-aff8-6e6e94d2723f req-c56a3565-fc6f-40ba-bc58-e9a673880080 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772278 Nov 12 03:59:38.224113 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bcc3a11a-c103-467e-8043-d4e427765735 req-6546a91b-bc57-44e8-be18-1b8c9da46d02 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615058 Nov 12 03:59:38.224527 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-19664654-b646-4fa7-84bf-cf039e7a318b req-f83ee0a3-e7bd-4d1a-ac1c-e0dd6d912f04 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648036 Nov 12 03:59:38.237158 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.266578 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39ae88af-2d87-4c9f-8b0d-02e9218aaa2d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.319827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae88af-2d87-4c9f-8b0d-02e9218aaa2d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 8619829d-f382-4cdc-8653-7e0f64ec564b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:38.323170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-39ae88af-2d87-4c9f-8b0d-02e9218aaa2d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:38.328381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae88af-2d87-4c9f-8b0d-02e9218aaa2d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:38.332460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae88af-2d87-4c9f-8b0d-02e9218aaa2d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=c5b34f2e-bd71-4c21-9bee-ae669783eaff,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:38.380528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=61d754eb-2581-467e-aa00-c9a514ac83cf,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:38.393092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Allocated IP 172.20.0.2 (8619829d-f382-4cdc-8653-7e0f64ec564b/e660db59-adff-48d9-93ed-c7755c0d0398/71d704af-1d14-4617-aa8d-25ee7595e2bb) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:38.444763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae88af-2d87-4c9f-8b0d-02e9218aaa2d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:38.445153 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39ae88af-2d87-4c9f-8b0d-02e9218aaa2d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.498499 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-4d4dff82-fccf-407f-b8b9-2cd24c0e2f87 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:38.500247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-4d4dff82-fccf-407f-b8b9-2cd24c0e2f87 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 811 time: 0.1470957 Nov 12 03:59:38.512164 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:38.516222 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-39ae88af-2d87-4c9f-8b0d-02e9218aaa2d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.2220364 Nov 12 03:59:38.524904 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-b843d81b-af15-4dd2-b559-73a38063829b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/quotas/a803c520af0a4208b65655c3ed555429 HTTP/1.1" status: 200 len: 375 time: 0.0104969 Nov 12 03:59:38.548624 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.596560 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-6a088151-3b2c-4aed-ae83-ed1d41964f8b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0628378 Nov 12 03:59:38.635609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-283c78b2-e16d-4e14-b5af-163358c64a15 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port c5b34f2e-bd71-4c21-9bee-ae669783eaff {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:38.636605 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-283c78b2-e16d-4e14-b5af-163358c64a15 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.642882 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.691067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Network 8619829d-f382-4cdc-8653-7e0f64ec564b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:38.693996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:38.696522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:38.706471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Pushing event updated for resources: {'Port': ['ID=71d704af-1d14-4617-aa8d-25ee7595e2bb,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:38.745228 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-283c78b2-e16d-4e14-b5af-163358c64a15 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.749279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-647e1d4f-88d9-4376-8a61-8b503e1a3970 service neutron] 10.222.0.105 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447532 Nov 12 03:59:38.760544 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-283c78b2-e16d-4e14-b5af-163358c64a15 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for c5b34f2e-bd71-4c21-9bee-ae669783eaff owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:38.774233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Attempting to bind port 71d704af-1d14-4617-aa8d-25ee7595e2bb on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:38.775225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Attempting to bind port 71d704af-1d14-4617-aa8d-25ee7595e2bb by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '93a484d3-ac66-4773-b530-c531c745f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '8619829d-f382-4cdc-8653-7e0f64ec564b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:38.775924 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Attempting to bind port 71d704af-1d14-4617-aa8d-25ee7595e2bb on network 8619829d-f382-4cdc-8653-7e0f64ec564b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:38.783436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:38.784434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Checking segment: {'id': '93a484d3-ac66-4773-b530-c531c745f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '8619829d-f382-4cdc-8653-7e0f64ec564b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:38.785208 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.785710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Bound using segment: {'id': '93a484d3-ac66-4773-b530-c531c745f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '8619829d-f382-4cdc-8653-7e0f64ec564b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:38.786456 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Bound port: 71d704af-1d14-4617-aa8d-25ee7595e2bb, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a484d3-ac66-4773-b530-c531c745f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '8619829d-f382-4cdc-8653-7e0f64ec564b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:38.786925 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.861554 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-f8169178-d3d2-499e-b326-d0e2f6ea2731 service neutron] 10.222.0.105 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113052 Nov 12 03:59:38.875348 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] For port 71d704af-1d14-4617-aa8d-25ee7595e2bb, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:38.879081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] For port 71d704af-1d14-4617-aa8d-25ee7595e2bb, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=71d704af-1d14-4617-aa8d-25ee7595e2bb,segment=NetworkSegment(93a484d3-ac66-4773-b530-c531c745f615),segment_id=93a484d3-ac66-4773-b530-c531c745f615)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:39.008550 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:39.045589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616c36-7040-4037-8a8d-46b7fb6d3faa req-41a21faf-e8c5-4d71-a6ad-e9628d9e5760 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:39.047436 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d616c36-7040-4037-8a8d-46b7fb6d3faa req-41a21faf-e8c5-4d71-a6ad-e9628d9e5760 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 946 time: 0.0876272 Nov 12 03:59:39.074410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6437a-aac0-4e0e-b053-fd3eb31c75b7 None None] Pushing event updated for resources: {'Port': ['ID=71d704af-1d14-4617-aa8d-25ee7595e2bb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:39.148526 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-283c78b2-e16d-4e14-b5af-163358c64a15 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:39.155236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d616c36-7040-4037-8a8d-46b7fb6d3faa req-78fdbe16-0a76-4036-ac1d-6696c7583da9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935757 Nov 12 03:59:39.196260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c78b2-e16d-4e14-b5af-163358c64a15 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=c5b34f2e-bd71-4c21-9bee-ae669783eaff,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:39.236955 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9229dd85-15af-41aa-8949-5c35237bf45d req-f7355ca6-1f2f-4b3e-9f2d-258c6c7842eb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 210 time: 0.0750828 Nov 12 03:59:39.364530 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-283c78b2-e16d-4e14-b5af-163358c64a15 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:39.381431 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-283c78b2-e16d-4e14-b5af-163358c64a15 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/c5b34f2e-bd71-4c21-9bee-ae669783eaff HTTP/1.1" status: 204 len: 168 time: 0.8649271 Nov 12 03:59:39.382146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47822) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:39.470696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c3927-385a-4904-afd0-091ff5fa91de req-e8326a7b-12cc-4c54-922a-e8bbd1d6ad12 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:39.479717 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-993c3927-385a-4904-afd0-091ff5fa91de req-e8326a7b-12cc-4c54-922a-e8bbd1d6ad12 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 944 time: 0.1179779 Nov 12 03:59:39.540634 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04c8d58-2085-4b05-94b9-e952d7886afc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] GET failed (client error): The resource could not be found. Nov 12 03:59:39.544078 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a04c8d58-2085-4b05-94b9-e952d7886afc tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/c5b34f2e-bd71-4c21-9bee-ae669783eaff HTTP/1.1" status: 404 len: 333 time: 0.0983658 Nov 12 03:59:39.547109 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47830) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:39.598761 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-993c3927-385a-4904-afd0-091ff5fa91de req-66068dfd-6b9e-444d-bd4f-65e296fe8f12 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180537 Nov 12 03:59:39.648203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea397b9a-0c53-405a-b35e-5cdfea7a466c req-31a5f0be-273e-4fa9-a6bc-58ca417ddf89 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:39.657039 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ea397b9a-0c53-405a-b35e-5cdfea7a466c req-31a5f0be-273e-4fa9-a6bc-58ca417ddf89 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 946 time: 0.3085141 Nov 12 03:59:39.685102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aeb20db-adb1-442c-a1e9-4fa1dc635678 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting subnet e660db59-adff-48d9-93ed-c7755c0d0398 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:59:39.691086 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1aeb20db-adb1-442c-a1e9-4fa1dc635678 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:39.750421 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ea397b9a-0c53-405a-b35e-5cdfea7a466c req-a6a113c7-1187-4a9d-8634-6d0fcc3c0fae tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928943 Nov 12 03:59:39.755602 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1aeb20db-adb1-442c-a1e9-4fa1dc635678 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:39.856271 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1aeb20db-adb1-442c-a1e9-4fa1dc635678 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:39.941599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 71d704af-1d14-4617-aa8d-25ee7595e2bb up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:40.000946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7dfc6f-40da-4e8f-8bb5-699813bce9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d754eb-2581-467e-aa00-c9a514ac83cf'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:40.003709 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d657ed2a-ffdc-466a-972c-f8ad2b251151" -d '{"events": [{"server_uuid": "de7dfc6f-40da-4e8f-8bb5-699813bce9ba", "name": "network-vif-plugged", "status": "completed", "tag": "61d754eb-2581-467e-aa00-c9a514ac83cf"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:40.038441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 71d704af-1d14-4617-aa8d-25ee7595e2bb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:40.038984 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:40.042870 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1aeb20db-adb1-442c-a1e9-4fa1dc635678 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:40.102194 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1aeb20db-adb1-442c-a1e9-4fa1dc635678 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:40.109430 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b129c2-889e-4548-b56a-949dcf06033c x-openstack-request-id: req-a4b129c2-889e-4548-b56a-949dcf06033c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:40.110292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1aeb20db-adb1-442c-a1e9-4fa1dc635678 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/e660db59-adff-48d9-93ed-c7755c0d0398 HTTP/1.1" status: 204 len: 168 time: 0.5623059 Nov 12 03:59:40.111097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47836) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:40.113472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb20db-adb1-442c-a1e9-4fa1dc635678 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Subnet': ['ID=e660db59-adff-48d9-93ed-c7755c0d0398,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:40.115657 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7dfc6f-40da-4e8f-8bb5-699813bce9ba", "name": "network-vif-plugged", "status": "completed", "tag": "61d754eb-2581-467e-aa00-c9a514ac83cf", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:40.121934 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a4b129c2-889e-4548-b56a-949dcf06033c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:40.123588 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7dfc6f-40da-4e8f-8bb5-699813bce9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d754eb-2581-467e-aa00-c9a514ac83cf', 'code': 200} Nov 12 03:59:40.241075 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:40.296559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 71d704af-1d14-4617-aa8d-25ee7595e2bb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=71d704af-1d14-4617-aa8d-25ee7595e2bb,segment=NetworkSegment(93a484d3-ac66-4773-b530-c531c745f615),segment_id=93a484d3-ac66-4773-b530-c531c745f615)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:40.380962 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e4db2e21-10d3-4557-ae05-ad02bd6c9619 req-95239a84-28db-42a5-99d8-4903af061c8c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 210 time: 0.0409784 Nov 12 03:59:40.385228 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:40.703750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=71d704af-1d14-4617-aa8d-25ee7595e2bb,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:40.703750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da37d2c9-c5f4-43ed-81fc-4ce9ac46d537 None None] Network 8619829d-f382-4cdc-8653-7e0f64ec564b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:40.703750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8630e126-c8c2-485f-beb0-3a07f969d8fc None None] Provisioning complete for port 71d704af-1d14-4617-aa8d-25ee7595e2bb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:40.703750 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8630e126-c8c2-485f-beb0-3a07f969d8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:40.704446 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:40.722780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ab0ff-1595-431b-a87a-2e9c800e7688 req-62690c5a-769b-4eaa-b4f1-e5686ced6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:40.724348 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da0ab0ff-1595-431b-a87a-2e9c800e7688 req-62690c5a-769b-4eaa-b4f1-e5686ced6c0f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 1098 time: 0.1171587 Nov 12 03:59:40.733183 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b69bd9-5690-42a7-812b-2e3c85b2dd97 req-05eb8477-3342-4698-bf94-5418e1c24f98 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:40.738905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cec68a-22db-4cb1-b494-e136240c044c req-501c26d0-36d2-4fe2-8f09-ca37e59e7002 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:40.741791 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93cec68a-22db-4cb1-b494-e136240c044c req-501c26d0-36d2-4fe2-8f09-ca37e59e7002 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 944 time: 0.0697622 Nov 12 03:59:40.744562 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58b69bd9-5690-42a7-812b-2e3c85b2dd97 req-05eb8477-3342-4698-bf94-5418e1c24f98 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 946 time: 0.1384065 Nov 12 03:59:40.816913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93cec68a-22db-4cb1-b494-e136240c044c req-dea3576b-1ad9-4649-a4d7-3dc262b74b4d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665138 Nov 12 03:59:40.873491 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58b69bd9-5690-42a7-812b-2e3c85b2dd97 req-45088ff5-d415-4e7c-8e02-696e8a774aa9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234088 Nov 12 03:59:40.903171 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da0ab0ff-1595-431b-a87a-2e9c800e7688 req-5c92d838-2e53-49d9-804f-eb3eac530476 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539772 Nov 12 03:59:40.912544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49ca8ca-5f8b-45be-ae14-6d4cbff21e23 None None] DHCP port deletion for 8619829d-f382-4cdc-8653-7e0f64ec564b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:59:40.927817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 71d704af-1d14-4617-aa8d-25ee7595e2bb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:40.928204 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:40.992077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d49ca8ca-5f8b-45be-ae14-6d4cbff21e23 None None] Deleting port 71d704af-1d14-4617-aa8d-25ee7595e2bb {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:40.992712 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d49ca8ca-5f8b-45be-ae14-6d4cbff21e23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.040267 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] For port 71d704af-1d14-4617-aa8d-25ee7595e2bb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=71d704af-1d14-4617-aa8d-25ee7595e2bb,segment=NetworkSegment(93a484d3-ac66-4773-b530-c531c745f615),segment_id=93a484d3-ac66-4773-b530-c531c745f615)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:41.040684 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.055868 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 71d704af-1d14-4617-aa8d-25ee7595e2bb owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:41.074770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d49ca8ca-5f8b-45be-ae14-6d4cbff21e23 None None] For port 71d704af-1d14-4617-aa8d-25ee7595e2bb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=71d704af-1d14-4617-aa8d-25ee7595e2bb,segment=NetworkSegment(93a484d3-ac66-4773-b530-c531c745f615),segment_id=93a484d3-ac66-4773-b530-c531c745f615)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:41.076530 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d49ca8ca-5f8b-45be-ae14-6d4cbff21e23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.078962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd29615-9801-487f-bb85-dedcffa6c2af req-7f1ac323-b798-4c7c-a77c-63356555bf69 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:41.086223 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5fd29615-9801-487f-bb85-dedcffa6c2af req-7f1ac323-b798-4c7c-a77c-63356555bf69 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 946 time: 0.1051621 Nov 12 03:59:41.097849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d49ca8ca-5f8b-45be-ae14-6d4cbff21e23 None None] Calling delete_port for 71d704af-1d14-4617-aa8d-25ee7595e2bb owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:41.172699 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5fd29615-9801-487f-bb85-dedcffa6c2af req-68e1c0a6-fb36-4d05-8941-b9e3e388e859 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854712 Nov 12 03:59:41.271499 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d49ca8ca-5f8b-45be-ae14-6d4cbff21e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.278027 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.309439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=71d704af-1d14-4617-aa8d-25ee7595e2bb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:41.313181 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No DVR routers for this DVR port 71d704af-1d14-4617-aa8d-25ee7595e2bb on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:41.319345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ca8ca-5f8b-45be-ae14-6d4cbff21e23 None None] Pushing event deleted for resources: {'Port': ['ID=71d704af-1d14-4617-aa8d-25ee7595e2bb,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:41.322165 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ca8ca-5f8b-45be-ae14-6d4cbff21e23 None None] No DVR routers for this DVR port 71d704af-1d14-4617-aa8d-25ee7595e2bb on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:41.326992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0e1b1-bcf3-42d4-b862-8ac64110e9ad req-f9301357-21d0-4695-bebe-02bc3caa08c3 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:41.328739 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55b0e1b1-bcf3-42d4-b862-8ac64110e9ad req-f9301357-21d0-4695-bebe-02bc3caa08c3 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 946 time: 0.0738850 Nov 12 03:59:41.405947 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55b0e1b1-bcf3-42d4-b862-8ac64110e9ad req-6c57827d-ed0f-4e86-bee0-78e0ca35e64e tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693796 Nov 12 03:59:41.415637 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.446542 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8619829d-f382-4cdc-8653-7e0f64ec564b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:41.460602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a484d3-ac66-4773-b530-c531c745f615') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:41.461065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a484d3-ac66-4773-b530-c531c745f615') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:41.485502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.511224 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.535935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:59:41.536376 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: timer() Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:59:41.539802 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:59:41.547170 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cd4d69fb-93a4-45c5-8880-b975856f6b50 req-fcce45a4-7275-40de-aaa5-1b091e7be4aa tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 210 time: 0.0401194 Nov 12 03:59:41.677045 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.682544 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.690816 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/networks/8619829d-f382-4cdc-8653-7e0f64ec564b HTTP/1.1" status: 204 len: 168 time: 1.5742464 Nov 12 03:59:41.691600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:41.697512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5757674c-5904-44af-8ab4-e1a9b2bb99ba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'name': 'tempest-PortsTestJSON-512573436'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:41.706780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05382a0-2593-4270-9f64-ca638a83c6ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Network': ['ID=8619829d-f382-4cdc-8653-7e0f64ec564b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:41.859376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5757674c-5904-44af-8ab4-e1a9b2bb99ba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:41.863185 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5757674c-5904-44af-8ab4-e1a9b2bb99ba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.885397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-5757674c-5904-44af-8ab4-e1a9b2bb99ba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port 1497f277-048d-4466-a3dc-5fce91124b8e yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:59:41.906930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 71d704af-1d14-4617-aa8d-25ee7595e2bb no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:41.946703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 71d704af-1d14-4617-aa8d-25ee7595e2bb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:41.947773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 71d704af-1d14-4617-aa8d-25ee7595e2bb not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:42.094799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-fb0695d9-32ee-4556-8244-4f4966a03f0e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:42.096686 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-fb0695d9-32ee-4556-8244-4f4966a03f0e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 811 time: 0.1492510 Nov 12 03:59:42.125237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-52830cbf-4184-444f-b81d-539640c015e9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Request body: {'port': {'device_id': '96f8317f-d3f5-4a9a-9181-e7901d085d32', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'admin_state_up': True, 'tenant_id': 'a803c520af0a4208b65655c3ed555429'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:42.128442 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5757674c-5904-44af-8ab4-e1a9b2bb99ba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:42.173367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979a777-f06c-4a14-96c0-88ccb7176ee0 req-943dfe30-8e72-48fa-8cda-3b1dd275a7bf tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:42.190135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a979a777-f06c-4a14-96c0-88ccb7176ee0 req-943dfe30-8e72-48fa-8cda-3b1dd275a7bf tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 944 time: 0.2515500 Nov 12 03:59:42.238195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6685bc4-d753-465c-a87f-8ee3ba2baeb4 req-0f000ab7-17bd-4767-a4df-5282f569ea2e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:42.240808 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6685bc4-d753-465c-a87f-8ee3ba2baeb4 req-0f000ab7-17bd-4767-a4df-5282f569ea2e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 946 time: 0.1091623 Nov 12 03:59:42.313140 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5757674c-5904-44af-8ab4-e1a9b2bb99ba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:42.360243 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a979a777-f06c-4a14-96c0-88ccb7176ee0 req-76f79cd6-053b-4b12-b1d2-11107d030bc0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937660 Nov 12 03:59:42.381295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6685bc4-d753-465c-a87f-8ee3ba2baeb4 req-267348db-3231-4926-ac70-7ddf458afbd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290238 Nov 12 03:59:42.402938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-52830cbf-4184-444f-b81d-539640c015e9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Made reservation on behalf of a803c520af0a4208b65655c3ed555429 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:42.407232 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-52830cbf-4184-444f-b81d-539640c015e9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:42.407401 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5757674c-5904-44af-8ab4-e1a9b2bb99ba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:42.412299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5757674c-5904-44af-8ab4-e1a9b2bb99ba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:42.414814 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757674c-5904-44af-8ab4-e1a9b2bb99ba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=1497f277-048d-4466-a3dc-5fce91124b8e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:42.418271 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757674c-5904-44af-8ab4-e1a9b2bb99ba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:42.425936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5757674c-5904-44af-8ab4-e1a9b2bb99ba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:42.426829 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5757674c-5904-44af-8ab4-e1a9b2bb99ba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:42.504693 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5757674c-5904-44af-8ab4-e1a9b2bb99ba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8114355 Nov 12 03:59:42.510204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47876) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:42.592804 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-52830cbf-4184-444f-b81d-539640c015e9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Allocated IP 172.20.0.4 (f2f7dc6b-b790-48d0-bafb-8e1888f9faa6/36f654ec-db11-4fea-af34-2728ff8c6f0e/a17a50b2-1ecc-4f9c-866d-0950ba99082f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:42.640203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a5b069ce-4c29-437b-abbd-d98028a5d146 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 1497f277-048d-4466-a3dc-5fce91124b8e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:42.640974 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5b069ce-4c29-437b-abbd-d98028a5d146 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:42.735533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4b8143c-3d3c-46e9-90a7-aff11978e161 req-3757ea04-47a3-40fb-b81e-66f166574591 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 210 time: 0.0718575 Nov 12 03:59:42.768582 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5b069ce-4c29-437b-abbd-d98028a5d146 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:42.783657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a5b069ce-4c29-437b-abbd-d98028a5d146 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 1497f277-048d-4466-a3dc-5fce91124b8e owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:42.795168 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-52830cbf-4184-444f-b81d-539640c015e9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:42.900207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-52830cbf-4184-444f-b81d-539640c015e9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:42.904698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8121a-df73-4945-a3e4-7e6f67906bc1 req-5cc5020d-ee7c-44d5-9159-d3034fd2d7b1 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:42.906246 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6bb8121a-df73-4945-a3e4-7e6f67906bc1 req-5cc5020d-ee7c-44d5-9159-d3034fd2d7b1 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 946 time: 0.0704494 Nov 12 03:59:42.917921 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['be386246-99b7-403b-8242-8b84f96b48cf'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:42.949337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['87eef853-eb64-4a71-be1a-ee0e5b4d784a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:42.965118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-52830cbf-4184-444f-b81d-539640c015e9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:42.969018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6bb8121a-df73-4945-a3e4-7e6f67906bc1 req-1f43b435-bbb0-4544-b521-5589f203dbef tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467019 Nov 12 03:59:42.969648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-52830cbf-4184-444f-b81d-539640c015e9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:42.972395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-52830cbf-4184-444f-b81d-539640c015e9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:42.984669 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5b069ce-4c29-437b-abbd-d98028a5d146 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.042321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b069ce-4c29-437b-abbd-d98028a5d146 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=1497f277-048d-4466-a3dc-5fce91124b8e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:43.049793 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5b069ce-4c29-437b-abbd-d98028a5d146 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.056543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a5b069ce-4c29-437b-abbd-d98028a5d146 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/1497f277-048d-4466-a3dc-5fce91124b8e HTTP/1.1" status: 204 len: 168 time: 0.5451279 Nov 12 03:59:43.057186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:43.063498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ed36c6b8-5b89-41a8-92cf-3ad881756d3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'mac_address': 'fa:16:3e:f7:b1:8d', 'name': 'tempest-PortsTestJSON-1867325050'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:43.067030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52830cbf-4184-444f-b81d-539640c015e9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event updated for resources: {'Port': ['ID=a17a50b2-1ecc-4f9c-866d-0950ba99082f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:43.084496 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-52830cbf-4184-444f-b81d-539640c015e9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:43.085133 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-52830cbf-4184-444f-b81d-539640c015e9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.154436 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-52830cbf-4184-444f-b81d-539640c015e9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0376217 Nov 12 03:59:43.176401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Request body: {'port': {'device_id': '96f8317f-d3f5-4a9a-9181-e7901d085d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:43.247494 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.266185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed36c6b8-5b89-41a8-92cf-3ad881756d3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:43.352337 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed36c6b8-5b89-41a8-92cf-3ad881756d3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.352611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cd864276-679e-4e00-863d-9a51e2277319 None None] Provisioning complete for port a17a50b2-1ecc-4f9c-866d-0950ba99082f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:43.353057 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd864276-679e-4e00-863d-9a51e2277319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.404772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-ed36c6b8-5b89-41a8-92cf-3ad881756d3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port 8fcc0604-770b-41bb-b0c7-d0b3dca6877d yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:59:43.439849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cd864276-679e-4e00-863d-9a51e2277319 None None] Port a17a50b2-1ecc-4f9c-866d-0950ba99082f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:43.604080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77699966-e50b-400d-832b-878575797335 req-03bebe3b-6117-4bfa-8d24-b3b3f4b9f24c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:43.605519 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77699966-e50b-400d-832b-878575797335 req-03bebe3b-6117-4bfa-8d24-b3b3f4b9f24c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 944 time: 0.1167657 Nov 12 03:59:43.628845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17a50b2-1ecc-4f9c-866d-0950ba99082f {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:43.636483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7777e-3d92-4573-a28a-012b249a1d4c req-9de3596a-ffbd-4fe5-a372-b1dea13ad919 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:43.638124 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cab7777e-3d92-4573-a28a-012b249a1d4c req-9de3596a-ffbd-4fe5-a372-b1dea13ad919 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 946 time: 0.1252534 Nov 12 03:59:43.645823 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.675008 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Transition to ACTIVE for port object a17a50b2-1ecc-4f9c-866d-0950ba99082f will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:43.676101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed36c6b8-5b89-41a8-92cf-3ad881756d3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.689648 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77699966-e50b-400d-832b-878575797335 req-0d0eccc6-3046-477b-bc9b-fb3a3ddd35f4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723224 Nov 12 03:59:43.728398 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cab7777e-3d92-4573-a28a-012b249a1d4c req-b8c1bb9e-7318-448e-af60-f28a82b36ed3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755553 Nov 12 03:59:43.773758 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.838359 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed36c6b8-5b89-41a8-92cf-3ad881756d3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.869876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Pushing event updated for resources: {'Port': ['ID=a17a50b2-1ecc-4f9c-866d-0950ba99082f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:43.924887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed36c6b8-5b89-41a8-92cf-3ad881756d3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:43.935874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ed36c6b8-5b89-41a8-92cf-3ad881756d3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:43.946205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7463e-dc0d-49c8-81cf-956b6097825f req-65f265ba-66b2-4ee1-8de7-c99b3dd09ec3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:43.956011 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49a7463e-dc0d-49c8-81cf-956b6097825f req-65f265ba-66b2-4ee1-8de7-c99b3dd09ec3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 946 time: 0.1517863 Nov 12 03:59:43.956011 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed36c6b8-5b89-41a8-92cf-3ad881756d3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:43.957194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed36c6b8-5b89-41a8-92cf-3ad881756d3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:43.958033 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d6670-eb06-4a49-b064-009118fbb914 req-bfd6bb72-ec3e-45ed-ae0a-02ff4d3c3778 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:43.958204 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed36c6b8-5b89-41a8-92cf-3ad881756d3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.959597 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a7d6670-eb06-4a49-b064-009118fbb914 req-bfd6bb72-ec3e-45ed-ae0a-02ff4d3c3778 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 943 time: 0.1000974 Nov 12 03:59:43.961935 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36c6b8-5b89-41a8-92cf-3ad881756d3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=8fcc0604-770b-41bb-b0c7-d0b3dca6877d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:43.986551 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Attempting to bind port a17a50b2-1ecc-4f9c-866d-0950ba99082f on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:43.986909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Attempting to bind port a17a50b2-1ecc-4f9c-866d-0950ba99082f by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:43.987266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Attempting to bind port a17a50b2-1ecc-4f9c-866d-0950ba99082f on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:44.001395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Port a17a50b2-1ecc-4f9c-866d-0950ba99082f on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:44.001635 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Attempting to bind port a17a50b2-1ecc-4f9c-866d-0950ba99082f on network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:44.021341 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:44.021723 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Checking segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:44.022105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Bound using segment: {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:44.022545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Bound port: a17a50b2-1ecc-4f9c-866d-0950ba99082f, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a993aa59-0417-421c-ae32-c2fd43f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:44.022901 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:44.042196 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a7d6670-eb06-4a49-b064-009118fbb914 req-933fffe8-dc2d-4d64-8eb3-1ac27b64f862 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739224 Nov 12 03:59:44.050203 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49a7463e-dc0d-49c8-81cf-956b6097825f req-c8e5f540-5e23-49d9-9f0c-086b18a30490 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757658 Nov 12 03:59:44.056368 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ed36c6b8-5b89-41a8-92cf-3ad881756d3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9974115 Nov 12 03:59:44.058783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:44.115766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f9ef88-6c3f-4122-a2ea-918f97138e54 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:44.117327 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a0f9ef88-6c3f-4122-a2ea-918f97138e54 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/8fcc0604-770b-41bb-b0c7-d0b3dca6877d HTTP/1.1" status: 200 len: 841 time: 0.0574961 Nov 12 03:59:44.120125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47906) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:44.164670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] For port a17a50b2-1ecc-4f9c-866d-0950ba99082f, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:44.170780 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7c88e-af81-4169-97c2-7cfdade82586 req-dc786555-65d6-4d66-a784-dad7413cf490 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:44.172405 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27a7c88e-af81-4169-97c2-7cfdade82586 req-dc786555-65d6-4d66-a784-dad7413cf490 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 946 time: 0.0541475 Nov 12 03:59:44.191173 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] For port a17a50b2-1ecc-4f9c-866d-0950ba99082f, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a17a50b2-1ecc-4f9c-866d-0950ba99082f,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:44.230633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27a7c88e-af81-4169-97c2-7cfdade82586 req-de440fa0-842a-438a-a888-168aaa3b95f0 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516672 Nov 12 03:59:44.246356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-df4943ef-1d82-4329-a317-1bc5fc95fc8a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 8fcc0604-770b-41bb-b0c7-d0b3dca6877d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:44.246706 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df4943ef-1d82-4329-a317-1bc5fc95fc8a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:44.265857 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:44.339658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:44.340316 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:44.342375 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] 10.222.0.26 "PUT /v2.0/ports/a17a50b2-1ecc-4f9c-866d-0950ba99082f HTTP/1.1" status: 200 len: 1092 time: 1.1722796 Nov 12 03:59:44.345556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f8317f-d3f5-4a9a-9181-e7901d085d32', 'tag': 'a17a50b2-1ecc-4f9c-866d-0950ba99082f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:44.347913 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdf7108-5ca8-416f-851b-3911c6ff8cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "96f8317f-d3f5-4a9a-9181-e7901d085d32", "tag": "a17a50b2-1ecc-4f9c-866d-0950ba99082f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:44.385884 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df4943ef-1d82-4329-a317-1bc5fc95fc8a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:44.409818 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b57a6-fec4-4a25-b43c-9383f8608e62 service neutron] Pushing event updated for resources: {'Port': ['ID=a17a50b2-1ecc-4f9c-866d-0950ba99082f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:44.413199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-df4943ef-1d82-4329-a317-1bc5fc95fc8a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 8fcc0604-770b-41bb-b0c7-d0b3dca6877d owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:44.501283 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338b5afe-d0f1-4722-b9e7-da17691b214b x-openstack-request-id: req-338b5afe-d0f1-4722-b9e7-da17691b214b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:44.501664 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f8317f-d3f5-4a9a-9181-e7901d085d32", "tag": "a17a50b2-1ecc-4f9c-866d-0950ba99082f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:44.502428 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-338b5afe-d0f1-4722-b9e7-da17691b214b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:44.502428 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f8317f-d3f5-4a9a-9181-e7901d085d32', 'tag': 'a17a50b2-1ecc-4f9c-866d-0950ba99082f', 'status': 'completed', 'code': 200} Nov 12 03:59:44.569162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-b915f4ac-dca9-424c-851c-d5376d2d11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:44.570674 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-b915f4ac-dca9-424c-851c-d5376d2d11f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 1095 time: 0.0481584 Nov 12 03:59:44.585267 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df4943ef-1d82-4329-a317-1bc5fc95fc8a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:44.647696 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-9dde61aa-4a99-4f2d-a76e-fbe0ffed455a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17a50b2-1ecc-4f9c-866d-0950ba99082f HTTP/1.1" status: 200 len: 217 time: 0.0604043 Nov 12 03:59:44.649838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4943ef-1d82-4329-a317-1bc5fc95fc8a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=8fcc0604-770b-41bb-b0c7-d0b3dca6877d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:44.657230 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df4943ef-1d82-4329-a317-1bc5fc95fc8a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:44.657638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-df4943ef-1d82-4329-a317-1bc5fc95fc8a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/8fcc0604-770b-41bb-b0c7-d0b3dca6877d HTTP/1.1" status: 204 len: 168 time: 0.5351648 Nov 12 03:59:44.660240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:44.693771 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-106fc505-9730-4414-b7a7-b877719ef4ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] GET failed (client error): The resource could not be found. Nov 12 03:59:44.695327 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-106fc505-9730-4414-b7a7-b877719ef4ca tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/8fcc0604-770b-41bb-b0c7-d0b3dca6877d HTTP/1.1" status: 404 len: 333 time: 0.0341077 Nov 12 03:59:44.699174 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47916) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:44.704498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-79b03c9b-4437-430c-9bc8-0e7ef805463c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'name': 'tempest-PortsTestJSON-1961932758'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:44.738447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-1e649743-cf6d-4db5-a78b-b4c1d16b524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:44.740002 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-1e649743-cf6d-4db5-a78b-b4c1d16b524a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.0707707 Nov 12 03:59:44.795208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-3e3c815c-c9e0-4730-af87-88c1691a9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:44.797876 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-3e3c815c-c9e0-4730-af87-88c1691a9cfd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480337 Nov 12 03:59:44.799772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 30cf8822-7c52-4065-893f-1b1146d8e83f details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:44.855542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb83397-c36d-4d50-bde7-3cb88a8e795c req-412746a1-91bd-4e1a-942b-2c7c263d20d5 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:44.857583 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6bb83397-c36d-4d50-bde7-3cb88a8e795c req-412746a1-91bd-4e1a-942b-2c7c263d20d5 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 944 time: 0.0788817 Nov 12 03:59:44.916974 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-3da37940-6f8b-44b6-bdc1-3d05917f46bb service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103110 Nov 12 03:59:44.925275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b03c9b-4437-430c-9bc8-0e7ef805463c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:44.931099 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79b03c9b-4437-430c-9bc8-0e7ef805463c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:44.945622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 30cf8822-7c52-4065-893f-1b1146d8e83f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=30cf8822-7c52-4065-893f-1b1146d8e83f,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:44.960488 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '30cf8822-7c52-4065-893f-1b1146d8e83f', 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7', 'port_id': '30cf8822-7c52-4065-893f-1b1146d8e83f', 'mac_address': 'fa:16:3e:db:07:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0b7068-82ce-47d6-9056-9c29dd74b4ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:44.975276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6bb83397-c36d-4d50-bde7-3cb88a8e795c req-f349a8a9-0fbd-40f7-b7cf-2a0ddb806838 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090882 Nov 12 03:59:44.983323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-79b03c9b-4437-430c-9bc8-0e7ef805463c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port 3643a4dd-37b8-437e-b535-3e2c68282bde yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:59:45.024984 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:45.041379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30cf8822-7c52-4065-893f-1b1146d8e83f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:45.062936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 30cf8822-7c52-4065-893f-1b1146d8e83f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=30cf8822-7c52-4065-893f-1b1146d8e83f,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:45.065878 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e6a9d2a-8d2c-4aea-a9b9-b64be860f651 req-1cdfb1b0-b134-4550-ac12-2b29c5f4e104 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348219 Nov 12 03:59:45.125026 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:45.212535 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79b03c9b-4437-430c-9bc8-0e7ef805463c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:45.221895 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=30cf8822-7c52-4065-893f-1b1146d8e83f,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:45.224999 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230722c6-a4ba-4513-9802-0eca8b9525c5 req-6f1c7c65-64cc-42b2-9dc7-3cb431579582 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:45.237784 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-230722c6-a4ba-4513-9802-0eca8b9525c5 req-6f1c7c65-64cc-42b2-9dc7-3cb431579582 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 943 time: 0.0826557 Nov 12 03:59:45.275287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['30cf8822-7c52-4065-893f-1b1146d8e83f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:45.312365 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79b03c9b-4437-430c-9bc8-0e7ef805463c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:45.355502 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-230722c6-a4ba-4513-9802-0eca8b9525c5 req-1a49c289-389b-4b6a-a74d-1a27a1954e0e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155405 Nov 12 03:59:45.375027 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf7108-5ca8-416f-851b-3911c6ff8cb5 req-97814ccb-00eb-4db0-a8ad-70a4707377d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:45.379379 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5cdf7108-5ca8-416f-851b-3911c6ff8cb5 req-97814ccb-00eb-4db0-a8ad-70a4707377d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 1095 time: 0.1133001 Nov 12 03:59:45.406041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b03c9b-4437-430c-9bc8-0e7ef805463c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:45.415538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-79b03c9b-4437-430c-9bc8-0e7ef805463c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:45.424704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b03c9b-4437-430c-9bc8-0e7ef805463c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:45.429645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b03c9b-4437-430c-9bc8-0e7ef805463c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:45.430378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79b03c9b-4437-430c-9bc8-0e7ef805463c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:45.445022 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b03c9b-4437-430c-9bc8-0e7ef805463c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=3643a4dd-37b8-437e-b535-3e2c68282bde,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:45.466415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcd03f-cfa1-45b3-8829-ab1df867f89d req-888d4eee-6588-412e-a616-795c68aa7aba tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:45.468209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9efcd03f-cfa1-45b3-8829-ab1df867f89d req-888d4eee-6588-412e-a616-795c68aa7aba tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 945 time: 0.1393728 Nov 12 03:59:45.540340 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf7108-5ca8-416f-851b-3911c6ff8cb5 req-7e1a6f19-6b79-4daf-af68-3c0ff7a08930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:45.541865 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5cdf7108-5ca8-416f-851b-3911c6ff8cb5 req-7e1a6f19-6b79-4daf-af68-3c0ff7a08930 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.1516383 Nov 12 03:59:45.547118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-79b03c9b-4437-430c-9bc8-0e7ef805463c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8467929 Nov 12 03:59:45.550223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47928) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:45.556493 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b532116a-b2e6-4a02-90a3-b91c503df371 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:45.588899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-086552c7-3690-449b-a68c-68b91363e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:45.590442 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-086552c7-3690-449b-a68c-68b91363e3cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816&tenant_id=07ce5d3360e74510bae653ba7f2aef20 HTTP/1.1" status: 200 len: 1096 time: 0.1213083 Nov 12 03:59:45.605205 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9efcd03f-cfa1-45b3-8829-ab1df867f89d req-49a54c65-1c55-4f92-bc53-cb8be3e83203 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977278 Nov 12 03:59:45.605885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 47930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:45.612847 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-767704-23', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:45.631155 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5cdf7108-5ca8-416f-851b-3911c6ff8cb5 req-05512529-b388-47cb-8cf6-ef3c83d3c4c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17a50b2-1ecc-4f9c-866d-0950ba99082f HTTP/1.1" status: 200 len: 217 time: 0.0709414 Nov 12 03:59:45.719598 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b532116a-b2e6-4a02-90a3-b91c503df371 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:45.723170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf7108-5ca8-416f-851b-3911c6ff8cb5 req-f631a590-3e51-4fc6-8884-9ef7f2ea9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:45.724676 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5cdf7108-5ca8-416f-851b-3911c6ff8cb5 req-f631a590-3e51-4fc6-8884-9ef7f2ea9b27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.0848758 Nov 12 03:59:45.753547 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:45.828077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf7108-5ca8-416f-851b-3911c6ff8cb5 req-48adb766-3ed6-4a0d-9128-ca1221870e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:45.830542 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5cdf7108-5ca8-416f-851b-3911c6ff8cb5 req-48adb766-3ed6-4a0d-9128-ca1221870e01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964305 Nov 12 03:59:45.983840 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b532116a-b2e6-4a02-90a3-b91c503df371 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:45.990302 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5cdf7108-5ca8-416f-851b-3911c6ff8cb5 req-f6a241a2-ae2a-4306-b559-292c35d0646b service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531889 Nov 12 03:59:46.088024 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b532116a-b2e6-4a02-90a3-b91c503df371 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:46.121671 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5cdf7108-5ca8-416f-851b-3911c6ff8cb5 req-db27aea8-8403-41ea-851c-dc53702632b7 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229093 Nov 12 03:59:46.128756 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b532116a-b2e6-4a02-90a3-b91c503df371 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] In _notify_port_updated(), no bound segment for port 3643a4dd-37b8-437e-b535-3e2c68282bde on network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:59:46.134345 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b532116a-b2e6-4a02-90a3-b91c503df371 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:46.135003 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b532116a-b2e6-4a02-90a3-b91c503df371 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:46.136380 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b532116a-b2e6-4a02-90a3-b91c503df371 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "PUT /v2.0/ports/3643a4dd-37b8-437e-b535-3e2c68282bde HTTP/1.1" status: 200 len: 818 time: 0.5844636 Nov 12 03:59:46.139212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:46.179200 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532116a-b2e6-4a02-90a3-b91c503df371 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=3643a4dd-37b8-437e-b535-3e2c68282bde,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:46.257117 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1767a805-2270-410e-a6b9-1f045400a4c6 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 3643a4dd-37b8-437e-b535-3e2c68282bde {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:46.257388 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1767a805-2270-410e-a6b9-1f045400a4c6 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:46.336506 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1767a805-2270-410e-a6b9-1f045400a4c6 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:46.351825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1767a805-2270-410e-a6b9-1f045400a4c6 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 3643a4dd-37b8-437e-b535-3e2c68282bde owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:46.479334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bafac2-c123-42c2-8139-ad6eaae41c10 req-46ee14f6-9155-4bc2-a51e-23fc9c51208c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:46.481094 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8bafac2-c123-42c2-8139-ad6eaae41c10 req-46ee14f6-9155-4bc2-a51e-23fc9c51208c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 943 time: 0.0534010 Nov 12 03:59:46.524153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=eb509333-e2f6-427b-9927-b25c704c6df6,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:46.537585 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1767a805-2270-410e-a6b9-1f045400a4c6 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:46.552379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30adfa-62a0-4588-9f58-a3ffc3aeb101 req-3a1b334f-e547-4ddd-87be-3dbc1fb05710 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:46.553917 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b30adfa-62a0-4588-9f58-a3ffc3aeb101 req-3a1b334f-e547-4ddd-87be-3dbc1fb05710 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 944 time: 0.4855742 Nov 12 03:59:46.574281 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8bafac2-c123-42c2-8139-ad6eaae41c10 req-19b7b845-9372-40ef-9bb9-bd4ae20e04bd tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811875 Nov 12 03:59:46.576055 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767a805-2270-410e-a6b9-1f045400a4c6 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=3643a4dd-37b8-437e-b535-3e2c68282bde,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:46.582291 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1767a805-2270-410e-a6b9-1f045400a4c6 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:46.586670 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1767a805-2270-410e-a6b9-1f045400a4c6 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/3643a4dd-37b8-437e-b535-3e2c68282bde HTTP/1.1" status: 204 len: 168 time: 0.4463928 Nov 12 03:59:46.592594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:46.652289 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:46.655569 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cfccbe-8f57-4716-83d1-349b373bb761 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:46.658041 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-06cfccbe-8f57-4716-83d1-349b373bb761 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0634387 Nov 12 03:59:46.660064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47944) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:46.690019 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b1bba5-c6d5-4180-9f7f-5b7fd1045601 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] GET failed (client error): The resource could not be found. Nov 12 03:59:46.691794 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-23b1bba5-c6d5-4180-9f7f-5b7fd1045601 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/3643a4dd-37b8-437e-b535-3e2c68282bde HTTP/1.1" status: 404 len: 333 time: 0.0305035 Nov 12 03:59:46.698916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47946) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:46.704905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7eea8e20-d48c-4c54-a727-ea75a27cd5d1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-3681349'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:46.717600 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b30adfa-62a0-4588-9f58-a3ffc3aeb101 req-c8f84e8b-5a3f-4f00-b900-807718d60b9d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517298 Nov 12 03:59:46.740250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb509333-e2f6-427b-9927-b25c704c6df6 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:46.751418 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:46.759793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564787b-1bae-42ce-8a33-1cf01789a625 req-37a8c275-05ed-4481-ae0e-044a88981685 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:46.759793 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0564787b-1bae-42ce-8a33-1cf01789a625 req-37a8c275-05ed-4481-ae0e-044a88981685 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 945 time: 0.0720842 Nov 12 03:59:46.772747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Transition to ACTIVE for port object eb509333-e2f6-427b-9927-b25c704c6df6 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:46.809144 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 30cf8822-7c52-4065-893f-1b1146d8e83f up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:46.812192 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0564787b-1bae-42ce-8a33-1cf01789a625 req-fa75e59e-063d-466b-9fa8-3b29c97d684e tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459881 Nov 12 03:59:46.816594 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:46.865893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 30cf8822-7c52-4065-893f-1b1146d8e83f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:46.866761 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:46.873245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eea8e20-d48c-4c54-a727-ea75a27cd5d1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:46.877384 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7eea8e20-d48c-4c54-a727-ea75a27cd5d1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:46.913947 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:46.945764 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eea8e20-d48c-4c54-a727-ea75a27cd5d1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:59:46.958612 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7eea8e20-d48c-4c54-a727-ea75a27cd5d1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:46.959010 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-7eea8e20-d48c-4c54-a727-ea75a27cd5d1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Added segment 39ccb144-b283-4efb-8b91-6ac8e55f7f33 of type vlan for network 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 Nov 12 03:59:46.995700 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:47.043260 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7eea8e20-d48c-4c54-a727-ea75a27cd5d1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:47.054248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cf8822-7c52-4065-893f-1b1146d8e83f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:47.059117 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13842d2f-ed54-4719-9f59-8c1b8ded9929" -d '{"events": [{"server_uuid": "04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00", "name": "network-vif-plugged", "status": "completed", "tag": "30cf8822-7c52-4065-893f-1b1146d8e83f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:47.066208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 30cf8822-7c52-4065-893f-1b1146d8e83f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=30cf8822-7c52-4065-893f-1b1146d8e83f,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:47.111465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Pushing event updated for resources: {'Port': ['ID=eb509333-e2f6-427b-9927-b25c704c6df6,revision_number=9']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:47.126010 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17c6137-9b05-4fcb-a198-be7238a700d4 x-openstack-request-id: req-d17c6137-9b05-4fcb-a198-be7238a700d4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:47.126548 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00", "name": "network-vif-plugged", "status": "completed", "tag": "30cf8822-7c52-4065-893f-1b1146d8e83f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:47.127159 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d17c6137-9b05-4fcb-a198-be7238a700d4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:47.127572 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cf8822-7c52-4065-893f-1b1146d8e83f', 'code': 200} Nov 12 03:59:47.133878 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:47.162790 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7eea8e20-d48c-4c54-a727-ea75a27cd5d1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:47.169878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea8e20-d48c-4c54-a727-ea75a27cd5d1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:47.170729 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7eea8e20-d48c-4c54-a727-ea75a27cd5d1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:47.191421 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=30cf8822-7c52-4065-893f-1b1146d8e83f,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:47.255602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea8e20-d48c-4c54-a727-ea75a27cd5d1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Network': ['ID=9bdd86d2-02ab-42ec-b6b1-4587de91aa85,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:47.273724 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:59:47.314232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] No DVR routers for this DVR port eb509333-e2f6-427b-9927-b25c704c6df6 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:47.348378 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7eea8e20-d48c-4c54-a727-ea75a27cd5d1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6460354 Nov 12 03:59:47.351596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47956) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:47.358381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3f0a882f-229f-43a4-a89f-ceb629eaf8f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': '9bdd86d2-02ab-42ec-b6b1-4587de91aa85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:47.402025 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22a41e-38bc-4676-9779-4f878930d122 req-911e14f8-ab25-48a1-ab1c-4e72bdd26356 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:47.403542 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c22a41e-38bc-4676-9779-4f878930d122 req-911e14f8-ab25-48a1-ab1c-4e72bdd26356 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 946 time: 0.0928667 Nov 12 03:59:47.474359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Allocated IP 172.20.0.17 (165d22cf-37c4-4d22-a8a3-b7f1b056c2ba/a12b58ba-9eba-4f8b-8c64-a3401465a55d/38e521a1-cc30-416b-ae69-23ca9559498d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:47.496026 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c22a41e-38bc-4676-9779-4f878930d122 req-a62f5da2-ee24-4f1a-ae30-0f1e6c1a6c5b tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668917 Nov 12 03:59:47.545103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Attempting to bind port eb509333-e2f6-427b-9927-b25c704c6df6 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:47.545442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Attempting to bind port eb509333-e2f6-427b-9927-b25c704c6df6 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:47.545616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0a882f-229f-43a4-a89f-ceb629eaf8f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:47.545755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Attempting to bind port eb509333-e2f6-427b-9927-b25c704c6df6 on network 8e3b4789-f637-4eb8-b37f-79c30376b867 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:47.549109 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f0a882f-229f-43a4-a89f-ceb629eaf8f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:47.579345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Port eb509333-e2f6-427b-9927-b25c704c6df6 on network 8e3b4789-f637-4eb8-b37f-79c30376b867 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:47.579345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Attempting to bind port eb509333-e2f6-427b-9927-b25c704c6df6 on network 8e3b4789-f637-4eb8-b37f-79c30376b867 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:47.588901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:47.589236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Checking segment: {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:47.589628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Bound using segment: {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:47.590068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Bound port: eb509333-e2f6-427b-9927-b25c704c6df6, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:47.590424 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:47.679265 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:47.744634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:47.763111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=eb509333-e2f6-427b-9927-b25c704c6df6,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:47.773452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e40f7-d611-484d-926e-ebac2418cbdc req-330c6dff-de1c-49fe-91a9-90053af7242a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:47.775047 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff4e40f7-d611-484d-926e-ebac2418cbdc req-330c6dff-de1c-49fe-91a9-90053af7242a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 943 time: 0.1033690 Nov 12 03:59:47.814087 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f0a882f-229f-43a4-a89f-ceb629eaf8f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:47.843907 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff4e40f7-d611-484d-926e-ebac2418cbdc req-d9832c4d-8ae5-4bf4-932b-f9987bcf9d67 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608008 Nov 12 03:59:47.845970 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:47.887493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:47.888994 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:47.891571 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] 10.222.0.26 "PUT /v2.0/ports/eb509333-e2f6-427b-9927-b25c704c6df6 HTTP/1.1" status: 200 len: 1093 time: 2.2840292 Nov 12 03:59:47.891571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:47.894575 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c277f5b-82c4-4d5b-82d7-133bb8ccebf8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:47.898882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a882f-229f-43a4-a89f-ceb629eaf8f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Subnet': ['ID=bbc335b8-d191-439b-9d69-b1bfde9bd1da,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:47.903596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a882f-229f-43a4-a89f-ceb629eaf8f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Checking segment: {'id': '39ccb144-b283-4efb-8b91-6ac8e55f7f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '9bdd86d2-02ab-42ec-b6b1-4587de91aa85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:47.903596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a882f-229f-43a4-a89f-ceb629eaf8f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network hostable DHCP agents. Network: 9bdd86d2-02ab-42ec-b6b1-4587de91aa85, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:59:47.908814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:47.964209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:47.965157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca240d1-da5a-40dc-b04b-a52e6d3820bb service neutron] Pushing event updated for resources: {'Port': ['ID=eb509333-e2f6-427b-9927-b25c704c6df6,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:48.014515 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188d39c8-9e4d-40b4-ac82-7966467ba86b x-openstack-request-id: req-188d39c8-9e4d-40b4-ac82-7966467ba86b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:48.014874 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:48.015108 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-188d39c8-9e4d-40b4-ac82-7966467ba86b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:48.015438 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'status': 'completed', 'code': 200} Nov 12 03:59:48.016365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:48.021806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:48.024982 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a882f-229f-43a4-a89f-ceb629eaf8f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:59:48.094971 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=38e521a1-cc30-416b-ae69-23ca9559498d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:48.105053 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:48.112913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-ea4a4768-04ca-47b3-962e-6ac0fd39e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:48.114578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-ea4a4768-04ca-47b3-962e-6ac0fd39e89f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 1097 time: 0.1751387 Nov 12 03:59:48.126324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3f0a882f-229f-43a4-a89f-ceb629eaf8f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 9bdd86d2-02ab-42ec-b6b1-4587de91aa85) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:48.134163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7d93a8-e276-4f8c-af85-2cb8c6f9b688 None None] Network 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:48.183858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a17a50b2-1ecc-4f9c-866d-0950ba99082f details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:48.193512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0a882f-229f-43a4-a89f-ceb629eaf8f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:48.194398 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f0a882f-229f-43a4-a89f-ceb629eaf8f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:48.255127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac10bc5-7eb7-46f8-8fd1-5b03826a7ca8 req-40a88586-4d3f-4ed0-896e-94acdca903ff tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:48.257380 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7ac10bc5-7eb7-46f8-8fd1-5b03826a7ca8 req-40a88586-4d3f-4ed0-896e-94acdca903ff tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.1666775 Nov 12 03:59:48.337930 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3f0a882f-229f-43a4-a89f-ceb629eaf8f4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9849653 Nov 12 03:59:48.343120 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7ac10bc5-7eb7-46f8-8fd1-5b03826a7ca8 req-e3cb14a0-4c0a-417f-aaf6-8ab02c17cc77 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731506 Nov 12 03:59:48.343613 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:48.348923 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b1236d67-5ccf-45d8-8fce-df94da057c58 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': '9bdd86d2-02ab-42ec-b6b1-4587de91aa85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:48.412149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-ec4874d0-df88-4569-abdd-aaea608c2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:48.413630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-ec4874d0-df88-4569-abdd-aaea608c2477 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 918 time: 0.2607088 Nov 12 03:59:48.447205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a17a50b2-1ecc-4f9c-866d-0950ba99082f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a17a50b2-1ecc-4f9c-866d-0950ba99082f,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:48.480331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'a17a50b2-1ecc-4f9c-866d-0950ba99082f', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'port_id': 'a17a50b2-1ecc-4f9c-866d-0950ba99082f', 'mac_address': 'fa:16:3e:80:47:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:48.548328 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:48.552794 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-53615101-150d-47c0-949e-fad0d3e73bcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb509333-e2f6-427b-9927-b25c704c6df6 HTTP/1.1" status: 200 len: 1000 time: 0.1283383 Nov 12 03:59:48.562590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1236d67-5ccf-45d8-8fce-df94da057c58 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:48.565790 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1236d67-5ccf-45d8-8fce-df94da057c58 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:48.578913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:48.590411 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-9bdd86d2-02ab-42ec-b6b1-4587de91aa85', 'network_id': '9bdd86d2-02ab-42ec-b6b1-4587de91aa85', 'tenant_id': '26a66156c54142138bc1e5ca886d06fc', 'fixed_ips': [{'subnet_id': 'bbc335b8-d191-439b-9d69-b1bfde9bd1da'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:59:48.591313 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:48.596468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-877eb399-8beb-4c3d-b45f-e199d056c5d2 None None] Provisioning complete for port 38e521a1-cc30-416b-ae69-23ca9559498d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:48.596839 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-877eb399-8beb-4c3d-b45f-e199d056c5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:48.605693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17a50b2-1ecc-4f9c-866d-0950ba99082f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:48.682316 n-d-767704-23 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-b1236d67-5ccf-45d8-8fce-df94da057c58 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bbc335b8-d191-439b-9d69-b1bfde9bd1da (CIDR: 172.20.0.0/28) Nov 12 03:59:48.711563 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1236d67-5ccf-45d8-8fce-df94da057c58 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:59:48.712241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1236d67-5ccf-45d8-8fce-df94da057c58 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:59:48.727213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a17a50b2-1ecc-4f9c-866d-0950ba99082f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a17a50b2-1ecc-4f9c-866d-0950ba99082f,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:48.730376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-0ca9110a-6670-4435-87ab-1a5569ef45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:48.731910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-0ca9110a-6670-4435-87ab-1a5569ef45bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6d13c3-ac5c-4151-970c-435785743b79 HTTP/1.1" status: 200 len: 855 time: 0.1683302 Nov 12 03:59:48.740190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-877eb399-8beb-4c3d-b45f-e199d056c5d2 None None] Port 38e521a1-cc30-416b-ae69-23ca9559498d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:48.765555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02051348-efb6-413c-9ea0-ba2f33df764c req-2e907518-4f2d-49a8-b66e-bea49e9b3ccf tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:48.767064 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02051348-efb6-413c-9ea0-ba2f33df764c req-2e907518-4f2d-49a8-b66e-bea49e9b3ccf tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 946 time: 0.1648743 Nov 12 03:59:48.799608 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b1236d67-5ccf-45d8-8fce-df94da057c58 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4545009 Nov 12 03:59:48.802208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 47970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:48.803172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Allocated IP 172.20.0.2 (9bdd86d2-02ab-42ec-b6b1-4587de91aa85/bbc335b8-d191-439b-9d69-b1bfde9bd1da/83f196a7-cf5f-4e3a-86d1-804504683b22) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:48.807662 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a3aa0bca-8ec7-43d7-88d0-e2881a5358a2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': '9bdd86d2-02ab-42ec-b6b1-4587de91aa85', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:48.865420 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:48.866366 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:48.878318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-8d870713-bcbb-4969-acd5-0cda1651e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:48.879875 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-8d870713-bcbb-4969-acd5-0cda1651e83f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e3b4789-f637-4eb8-b37f-79c30376b867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373637 Nov 12 03:59:48.934117 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02051348-efb6-413c-9ea0-ba2f33df764c req-0f4cbd15-076d-4093-894e-0ee8ddc7d634 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509640 Nov 12 03:59:48.984825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=a17a50b2-1ecc-4f9c-866d-0950ba99082f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:49.013944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d68bb-d2bb-498d-981a-c2832d1e6cd6 req-55d6355c-1602-40cd-8218-22c5855e76c1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:49.014922 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed0d68bb-d2bb-498d-981a-c2832d1e6cd6 req-55d6355c-1602-40cd-8218-22c5855e76c1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 944 time: 0.0608804 Nov 12 03:59:49.059157 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:49.069265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3aa0bca-8ec7-43d7-88d0-e2881a5358a2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:49.073153 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3aa0bca-8ec7-43d7-88d0-e2881a5358a2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:49.093362 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed0d68bb-d2bb-498d-981a-c2832d1e6cd6 req-0e0b20b2-bae8-4054-b2d1-9ac90073e8f1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707712 Nov 12 03:59:49.111043 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-9c453723-76f1-4d76-8a17-faa4e50f763d service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148542 Nov 12 03:59:49.139892 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:49.196626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Network 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:49.197718 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Pushing event updated for resources: {'Port': ['ID=83f196a7-cf5f-4e3a-86d1-804504683b22,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:49.200172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:49.203534 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:49.218040 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:49.224452 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660da39c-b021-4068-b27e-fa5289013a8f req-618e784a-e317-41d6-a408-e689011644bb tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:49.225964 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-660da39c-b021-4068-b27e-fa5289013a8f req-618e784a-e317-41d6-a408-e689011644bb tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.25 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 946 time: 0.0732539 Nov 12 03:59:49.280276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-228fc509-9e48-4d39-b024-34f2b9179e27 req-9a60029e-4d4b-4e6e-8ca4-0702de83c68e service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603498 Nov 12 03:59:49.285886 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Attempting to bind port 83f196a7-cf5f-4e3a-86d1-804504683b22 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:49.286336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Attempting to bind port 83f196a7-cf5f-4e3a-86d1-804504683b22 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '39ccb144-b283-4efb-8b91-6ac8e55f7f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '9bdd86d2-02ab-42ec-b6b1-4587de91aa85'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:49.287094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Attempting to bind port 83f196a7-cf5f-4e3a-86d1-804504683b22 on network 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:49.294870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:49.295248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Checking segment: {'id': '39ccb144-b283-4efb-8b91-6ac8e55f7f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '9bdd86d2-02ab-42ec-b6b1-4587de91aa85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:49.295862 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:49.296292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Bound using segment: {'id': '39ccb144-b283-4efb-8b91-6ac8e55f7f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '9bdd86d2-02ab-42ec-b6b1-4587de91aa85'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:49.296802 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Bound port: 83f196a7-cf5f-4e3a-86d1-804504683b22, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ccb144-b283-4efb-8b91-6ac8e55f7f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '9bdd86d2-02ab-42ec-b6b1-4587de91aa85'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:49.297185 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:49.299935 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:49.386618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] For port 83f196a7-cf5f-4e3a-86d1-804504683b22, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:49.391294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] For port 83f196a7-cf5f-4e3a-86d1-804504683b22, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=83f196a7-cf5f-4e3a-86d1-804504683b22,segment=NetworkSegment(39ccb144-b283-4efb-8b91-6ac8e55f7f33),segment_id=39ccb144-b283-4efb-8b91-6ac8e55f7f33)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:49.405491 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-660da39c-b021-4068-b27e-fa5289013a8f req-eb8fad34-285e-4bdf-9cfe-9a6401d58028 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Deleting port 30cf8822-7c52-4065-893f-1b1146d8e83f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:49.408189 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-660da39c-b021-4068-b27e-fa5289013a8f req-eb8fad34-285e-4bdf-9cfe-9a6401d58028 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:49.412345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:49.423007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=38e521a1-cc30-416b-ae69-23ca9559498d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:49.483480 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:49.490628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['a17a50b2-1ecc-4f9c-866d-0950ba99082f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:49.562779 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:49.566822 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:49.582185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c277f5b-82c4-4d5b-82d7-133bb8ccebf8 req-7104b141-cf72-4659-9e89-fcc5a5fee15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:49.583729 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c277f5b-82c4-4d5b-82d7-133bb8ccebf8 req-7104b141-cf72-4659-9e89-fcc5a5fee15d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 1097 time: 0.0752289 Nov 12 03:59:49.650870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d977379-28a7-40e4-906e-715d9aa85756 None None] Pushing event updated for resources: {'Port': ['ID=83f196a7-cf5f-4e3a-86d1-804504683b22,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:49.889698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c277f5b-82c4-4d5b-82d7-133bb8ccebf8 req-b5ce3f2b-496e-4cf4-acfb-2af70de2e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:49.891779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c277f5b-82c4-4d5b-82d7-133bb8ccebf8 req-b5ce3f2b-496e-4cf4-acfb-2af70de2e879 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 918 time: 0.2624502 Nov 12 03:59:49.902241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Router f44c6d19-8bc4-4d60-854f-c71b9da8f189 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:59:50.133294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-74c03dc9-1ec6-48f3-93c8-8b510dbc4426 None None] Provisioning complete for port 38e521a1-cc30-416b-ae69-23ca9559498d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:50.134021 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74c03dc9-1ec6-48f3-93c8-8b510dbc4426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:50.179630 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-74c03dc9-1ec6-48f3-93c8-8b510dbc4426 None None] Port 38e521a1-cc30-416b-ae69-23ca9559498d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:50.202356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c9239-a4e3-4087-89fa-1209a1473030 req-8651f1dd-b092-451c-8ee1-852efa8d6fcb tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:50.203984 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c7c9239-a4e3-4087-89fa-1209a1473030 req-8651f1dd-b092-451c-8ee1-852efa8d6fcb tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.7639761 Nov 12 03:59:50.213437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-660da39c-b021-4068-b27e-fa5289013a8f req-eb8fad34-285e-4bdf-9cfe-9a6401d58028 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] For port 30cf8822-7c52-4065-893f-1b1146d8e83f, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=30cf8822-7c52-4065-893f-1b1146d8e83f,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:50.213963 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-660da39c-b021-4068-b27e-fa5289013a8f req-eb8fad34-285e-4bdf-9cfe-9a6401d58028 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:50.238957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-660da39c-b021-4068-b27e-fa5289013a8f req-eb8fad34-285e-4bdf-9cfe-9a6401d58028 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Calling delete_port for 30cf8822-7c52-4065-893f-1b1146d8e83f owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:50.254771 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3aa0bca-8ec7-43d7-88d0-e2881a5358a2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:50.386073 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c7c9239-a4e3-4087-89fa-1209a1473030 req-e5471178-47f3-45df-be91-b642f3443b15 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748571 Nov 12 03:59:50.388608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa0bca-8ec7-43d7-88d0-e2881a5358a2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:50.424810 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a3aa0bca-8ec7-43d7-88d0-e2881a5358a2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:50.446938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aa0bca-8ec7-43d7-88d0-e2881a5358a2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:50.447529 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3aa0bca-8ec7-43d7-88d0-e2881a5358a2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:50.453232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa0bca-8ec7-43d7-88d0-e2881a5358a2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Subnet': ['ID=be2a2dc9-924e-4591-9802-8e92b1f4e97b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:50.526654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c277f5b-82c4-4d5b-82d7-133bb8ccebf8 req-ece199cf-ca5d-4fba-9236-aec656ce3ab1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb509333-e2f6-427b-9927-b25c704c6df6 HTTP/1.1" status: 200 len: 1000 time: 0.6174688 Nov 12 03:59:50.626709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a359e-793b-425f-b9d9-f6d72347e49a req-89f3137c-046b-4cc6-acd9-d4e66dcb1257 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:50.628361 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-063a359e-793b-425f-b9d9-f6d72347e49a req-89f3137c-046b-4cc6-acd9-d4e66dcb1257 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 946 time: 0.1682186 Nov 12 03:59:50.653444 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a3aa0bca-8ec7-43d7-88d0-e2881a5358a2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8498220 Nov 12 03:59:50.665295 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48000) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:50.673300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'network_id': '9bdd86d2-02ab-42ec-b6b1-4587de91aa85', 'fixed_ips': [{'subnet_id': 'bbc335b8-d191-439b-9d69-b1bfde9bd1da'}, {'subnet_id': 'be2a2dc9-924e-4591-9802-8e92b1f4e97b'}], 'name': 'tempest-PortsTestJSON-242627393'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:50.805637 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-660da39c-b021-4068-b27e-fa5289013a8f req-eb8fad34-285e-4bdf-9cfe-9a6401d58028 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:50.819848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 30cf8822-7c52-4065-893f-1b1146d8e83f no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:50.822861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:59:50.857027 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Sync routers for ids ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:59:50.858814 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5c995f0e-6e74-4fa5-a96e-bd14e78cc0f5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "PUT /v2.0/routers/f44c6d19-8bc4-4d60-854f-c71b9da8f189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2349749 Nov 12 03:59:50.868625 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Routers {'f44c6d19-8bc4-4d60-854f-c71b9da8f189'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:50.869936 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:59:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:50.883233 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-063a359e-793b-425f-b9d9-f6d72347e49a req-379de9a1-3e2c-4f52-8010-97705908f93a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413602 Nov 12 03:59:50.886517 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f0c70-57cd-482c-ac4f-ac0d970829ea req-80070c04-db3d-4906-9dc0-91e84ca0da4a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:50.894730 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de1f0c70-57cd-482c-ac4f-ac0d970829ea req-80070c04-db3d-4906-9dc0-91e84ca0da4a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 944 time: 0.3067725 Nov 12 03:59:50.910161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c277f5b-82c4-4d5b-82d7-133bb8ccebf8 req-cef798c4-66e2-4908-84c8-33cabb39ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:50.911190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 30cf8822-7c52-4065-893f-1b1146d8e83f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:50.911638 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c277f5b-82c4-4d5b-82d7-133bb8ccebf8 req-cef798c4-66e2-4908-84c8-33cabb39ecba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6d13c3-ac5c-4151-970c-435785743b79 HTTP/1.1" status: 200 len: 855 time: 0.2214725 Nov 12 03:59:50.911993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 30cf8822-7c52-4065-893f-1b1146d8e83f not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:50.921638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fad34-285e-4bdf-9cfe-9a6401d58028 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Pushing event deleted for resources: {'Port': ['ID=30cf8822-7c52-4065-893f-1b1146d8e83f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:51.019726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c277f5b-82c4-4d5b-82d7-133bb8ccebf8 req-f65c51f2-60d9-4424-9852-f6573d1f896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:51.021279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c277f5b-82c4-4d5b-82d7-133bb8ccebf8 req-f65c51f2-60d9-4424-9852-f6573d1f896c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e3b4789-f637-4eb8-b37f-79c30376b867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849106 Nov 12 03:59:51.023032 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-660da39c-b021-4068-b27e-fa5289013a8f req-eb8fad34-285e-4bdf-9cfe-9a6401d58028 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] No DVR routers for this DVR port 30cf8822-7c52-4065-893f-1b1146d8e83f on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:51.042921 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-660da39c-b021-4068-b27e-fa5289013a8f req-eb8fad34-285e-4bdf-9cfe-9a6401d58028 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:51.047238 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-660da39c-b021-4068-b27e-fa5289013a8f req-eb8fad34-285e-4bdf-9cfe-9a6401d58028 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.25 "DELETE /v2.0/ports/30cf8822-7c52-4065-893f-1b1146d8e83f HTTP/1.1" status: 204 len: 173 time: 1.8136771 Nov 12 03:59:51.080619 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00', 'name': 'network-vif-deleted', 'tag': '30cf8822-7c52-4065-893f-1b1146d8e83f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:51.080619 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d6503d-43c2-43a8-b895-b5beba8f0c41" -d '{"events": [{"server_uuid": "04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00", "name": "network-vif-deleted", "tag": "30cf8822-7c52-4065-893f-1b1146d8e83f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:51.113173 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de1f0c70-57cd-482c-ac4f-ac0d970829ea req-adabf2bf-fd06-430e-b9bd-02f29efe757b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176371 Nov 12 03:59:51.159389 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Set router f44c6d19-8bc4-4d60-854f-c71b9da8f189 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:51.243831 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1fbcda-7a21-4744-9d52-f3734d94aee2 x-openstack-request-id: req-4a1fbcda-7a21-4744-9d52-f3734d94aee2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:51.244711 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00", "name": "network-vif-deleted", "tag": "30cf8822-7c52-4065-893f-1b1146d8e83f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:51.245638 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4a1fbcda-7a21-4744-9d52-f3734d94aee2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:51.246377 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00', 'name': 'network-vif-deleted', 'tag': '30cf8822-7c52-4065-893f-1b1146d8e83f', 'status': 'completed', 'code': 200} Nov 12 03:59:51.336814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:51.339040 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c277f5b-82c4-4d5b-82d7-133bb8ccebf8 req-0d3bd323-5d03-453c-84ad-574de86869d2 service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644322 Nov 12 03:59:51.354703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a081605-8973-4569-be4b-782ad5f7bf6f None None] Network 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:51.548823 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:51.579627 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port 9f6875be-8428-4f82-bc1d-e5a23816b9b2 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:59:51.658487 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T03:59:48Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'port_id': '3867d38d-581c-457b-b3c1-92078c0b498e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'mac_address': 'fa:16:3e:cc:0f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:41Z', 'revision_number': 1, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e521a1-cc30-416b-ae69-23ca9559498d', 'name': '', 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:6e:e7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'a12b58ba-9eba-4f8b-8c64-a3401465a55d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:47Z', 'updated_at': '2021-11-12T03:59:48Z', 'revision_number': 2, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': 'a12b58ba-9eba-4f8b-8c64-a3401465a55d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:10Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:51.681769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bfdf8-7b5c-4302-8adb-110763728e6f req-716d9d0d-d941-4eed-933c-0ca0049593fd tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:51.689841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed5bfdf8-7b5c-4302-8adb-110763728e6f req-716d9d0d-d941-4eed-933c-0ca0049593fd tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.1193020 Nov 12 03:59:51.705592 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Checking router: f44c6d19-8bc4-4d60-854f-c71b9da8f189 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:59:51.706488 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Updating router f44c6d19-8bc4-4d60-854f-c71b9da8f189 port 38e521a1-cc30-416b-ae69-23ca9559498d binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:59:51.736595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bf25f1ba-e3be-4539-b6e2-e7f27b2a6bec None None] Provisioning complete for port 83f196a7-cf5f-4e3a-86d1-804504683b22 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:51.737008 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf25f1ba-e3be-4539-b6e2-e7f27b2a6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:51.753130 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:51.838139 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed5bfdf8-7b5c-4302-8adb-110763728e6f req-cf658c61-58f7-404f-a8cd-aa67b30ef7ac tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446526 Nov 12 03:59:51.946088 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf25f1ba-e3be-4539-b6e2-e7f27b2a6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:52.120211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bf25f1ba-e3be-4539-b6e2-e7f27b2a6bec None None] For port 83f196a7-cf5f-4e3a-86d1-804504683b22, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=83f196a7-cf5f-4e3a-86d1-804504683b22,segment=NetworkSegment(39ccb144-b283-4efb-8b91-6ac8e55f7f33),segment_id=39ccb144-b283-4efb-8b91-6ac8e55f7f33)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:52.131020 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Allocated IP 172.20.0.11 (9bdd86d2-02ab-42ec-b6b1-4587de91aa85/bbc335b8-d191-439b-9d69-b1bfde9bd1da/9f6875be-8428-4f82-bc1d-e5a23816b9b2) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:52.141620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Allocated IP 172.20.0.22 (9bdd86d2-02ab-42ec-b6b1-4587de91aa85/be2a2dc9-924e-4591-9802-8e92b1f4e97b/9f6875be-8428-4f82-bc1d-e5a23816b9b2) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:52.152681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db6701-363e-440a-acd6-1dfe6869b87e None None] Update dhcp port {'port': {'network_id': '9bdd86d2-02ab-42ec-b6b1-4587de91aa85', 'fixed_ips': [{'subnet_id': 'bbc335b8-d191-439b-9d69-b1bfde9bd1da', 'ip_address': '172.20.0.2'}, {'subnet_id': 'be2a2dc9-924e-4591-9802-8e92b1f4e97b'}], 'binding:host_id': 'n-d-767704-23'}, 'id': '83f196a7-cf5f-4e3a-86d1-804504683b22'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:59:52.257393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a17a50b2-1ecc-4f9c-866d-0950ba99082f up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:52.277126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-12192991-a9ee-4af8-8fdb-a60bdc479c15 req-fdefd27f-2bda-44c7-a552-2b94516af42e tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=04ed02f2-8e7d-4a8f-acb9-a5e3b27bda00 HTTP/1.1" status: 200 len: 210 time: 0.0937676 Nov 12 03:59:52.332289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 83f196a7-cf5f-4e3a-86d1-804504683b22 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:52.428840 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf25f1ba-e3be-4539-b6e2-e7f27b2a6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:52.443911 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c277f5b-82c4-4d5b-82d7-133bb8ccebf8 req-6f938d2d-6694-497c-b2f5-126ce105a7d1 service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971683 Nov 12 03:59:52.531810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25f1ba-e3be-4539-b6e2-e7f27b2a6bec None None] Pushing event updated for resources: {'Port': ['ID=83f196a7-cf5f-4e3a-86d1-804504683b22,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:52.548520 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20db6701-363e-440a-acd6-1dfe6869b87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:52.555576 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:52.583458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 83f196a7-cf5f-4e3a-86d1-804504683b22 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:52.586783 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:52.632598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439af69f-8dad-4bbd-a6a0-aefc3b79b31f req-d7c6e6fb-bd7a-4ad1-a12e-31968bedee2e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:52.634667 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-439af69f-8dad-4bbd-a6a0-aefc3b79b31f req-d7c6e6fb-bd7a-4ad1-a12e-31968bedee2e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 944 time: 0.2377601 Nov 12 03:59:52.678215 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:52.683390 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:52.690828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port a17a50b2-1ecc-4f9c-866d-0950ba99082f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:59:52.707890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port a17a50b2-1ecc-4f9c-866d-0950ba99082f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:52.715590 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:52.761210 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-439af69f-8dad-4bbd-a6a0-aefc3b79b31f req-cf147935-fda8-4f5f-adbb-b53aaf6fdee9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129925 Nov 12 03:59:52.773727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:52.777821 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:52.783066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:52.847588 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:52.859970 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:52.860705 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:52.894223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=9f6875be-8428-4f82-bc1d-e5a23816b9b2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:52.988889 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3b03e6b2-0db3-4bf3-8768-1708da23b198 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3222904 Nov 12 03:59:52.991636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48018) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:52.998194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2fe1d335-af60-478e-9efe-37023d3d72dd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bbc335b8-d191-439b-9d69-b1bfde9bd1da'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:53.100415 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Attempting to bind port 38e521a1-cc30-416b-ae69-23ca9559498d on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:53.101132 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Attempting to bind port 38e521a1-cc30-416b-ae69-23ca9559498d by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:53.102346 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Attempting to bind port 38e521a1-cc30-416b-ae69-23ca9559498d on network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:53.110375 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887182b-9428-472d-9a71-1e6d715efe26 None None] Pushing event updated for resources: {'Port': ['ID=38e521a1-cc30-416b-ae69-23ca9559498d,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:53.136252 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887182b-9428-472d-9a71-1e6d715efe26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:53.136252 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887182b-9428-472d-9a71-1e6d715efe26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:53.136252 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887182b-9428-472d-9a71-1e6d715efe26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:53.136252 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887182b-9428-472d-9a71-1e6d715efe26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:53.136252 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887182b-9428-472d-9a71-1e6d715efe26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:53.136252 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887182b-9428-472d-9a71-1e6d715efe26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:53.136252 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887182b-9428-472d-9a71-1e6d715efe26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:53.136252 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887182b-9428-472d-9a71-1e6d715efe26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:53.136252 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887182b-9428-472d-9a71-1e6d715efe26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:53.136252 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887182b-9428-472d-9a71-1e6d715efe26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:53.136252 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887182b-9428-472d-9a71-1e6d715efe26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:53.136252 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887182b-9428-472d-9a71-1e6d715efe26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:53.160297 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:53.161556 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Checking segment: {'id': 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:53.162604 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:53.163224 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Bound using segment: {'id': 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:53.164241 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Bound port: 38e521a1-cc30-416b-ae69-23ca9559498d, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:53.164633 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:53.232759 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f86a227d-b0dc-4dbd-aad5-1e378263479d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:53.236802 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:53.305220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-20db6701-363e-440a-acd6-1dfe6869b87e None None] Allocated IP 172.20.0.18 (9bdd86d2-02ab-42ec-b6b1-4587de91aa85/be2a2dc9-924e-4591-9802-8e92b1f4e97b/83f196a7-cf5f-4e3a-86d1-804504683b22) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:53.313662 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f8317f-d3f5-4a9a-9181-e7901d085d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17a50b2-1ecc-4f9c-866d-0950ba99082f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:53.317295 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6e1c3e-79ba-47ca-b00b-a6e591eb0b17" -d '{"events": [{"server_uuid": "96f8317f-d3f5-4a9a-9181-e7901d085d32", "name": "network-vif-plugged", "status": "completed", "tag": "a17a50b2-1ecc-4f9c-866d-0950ba99082f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:53.373305 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a17a50b2-1ecc-4f9c-866d-0950ba99082f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a17a50b2-1ecc-4f9c-866d-0950ba99082f,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:53.431991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-44879268-3102-4b0e-86b1-0d8075a43bd5 None None] Provisioning complete for port 38e521a1-cc30-416b-ae69-23ca9559498d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:53.432688 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-44879268-3102-4b0e-86b1-0d8075a43bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:53.433012 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fe1d335-af60-478e-9efe-37023d3d72dd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:53.473880 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:53.499298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244cd13-5ac1-4839-8f97-e18efb354490 req-cb208b8d-c657-4153-aa0e-e4c09dc7b827 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:53.508537 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] For port 38e521a1-cc30-416b-ae69-23ca9559498d, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:53.513354 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] For port 38e521a1-cc30-416b-ae69-23ca9559498d, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=38e521a1-cc30-416b-ae69-23ca9559498d,segment=NetworkSegment(da87bcf8-5925-4fe4-abd6-7d3cc30c356a),segment_id=da87bcf8-5925-4fe4-abd6-7d3cc30c356a)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:53.514380 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2244cd13-5ac1-4839-8f97-e18efb354490 req-cb208b8d-c657-4153-aa0e-e4c09dc7b827 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.2139487 Nov 12 03:59:53.515594 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6d4a44-f8e0-4d6d-97fd-7b494a31099d x-openstack-request-id: req-9a6d4a44-f8e0-4d6d-97fd-7b494a31099d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:53.515923 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f8317f-d3f5-4a9a-9181-e7901d085d32", "name": "network-vif-plugged", "status": "completed", "tag": "a17a50b2-1ecc-4f9c-866d-0950ba99082f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:53.516239 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9a6d4a44-f8e0-4d6d-97fd-7b494a31099d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:53.516650 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f8317f-d3f5-4a9a-9181-e7901d085d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17a50b2-1ecc-4f9c-866d-0950ba99082f', 'code': 200} Nov 12 03:59:53.574349 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:53.581937 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-44879268-3102-4b0e-86b1-0d8075a43bd5 None None] Port 38e521a1-cc30-416b-ae69-23ca9559498d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:53.622993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=a17a50b2-1ecc-4f9c-866d-0950ba99082f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:53.646764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-20db6701-363e-440a-acd6-1dfe6869b87e None None] For port 83f196a7-cf5f-4e3a-86d1-804504683b22, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=83f196a7-cf5f-4e3a-86d1-804504683b22,segment=NetworkSegment(39ccb144-b283-4efb-8b91-6ac8e55f7f33),segment_id=39ccb144-b283-4efb-8b91-6ac8e55f7f33)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:53.718757 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20db6701-363e-440a-acd6-1dfe6869b87e None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:53.792413 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887182b-9428-472d-9a71-1e6d715efe26 None None] Pushing event updated for resources: {'Port': ['ID=38e521a1-cc30-416b-ae69-23ca9559498d,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:53.796991 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Routers {'f44c6d19-8bc4-4d60-854f-c71b9da8f189'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:53.798064 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:59:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:53.813772 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20db6701-363e-440a-acd6-1dfe6869b87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:53.922475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2244cd13-5ac1-4839-8f97-e18efb354490 req-2e3a1c50-7b9f-4f04-8b1e-a71d306d4c2a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071774 Nov 12 03:59:54.050223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2fe1d335-af60-478e-9efe-37023d3d72dd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Delete allocated IP 172.20.0.22 (9bdd86d2-02ab-42ec-b6b1-4587de91aa85/be2a2dc9-924e-4591-9802-8e92b1f4e97b) {{(pid=103146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:59:54.069549 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] Set router f44c6d19-8bc4-4d60-854f-c71b9da8f189 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:54.121310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 83f196a7-cf5f-4e3a-86d1-804504683b22 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:54.170967 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-296d21c4-6f3e-4e3f-af47-86b541e0158e tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:54.180294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db6701-363e-440a-acd6-1dfe6869b87e None None] Pushing event updated for resources: {'Port': ['ID=83f196a7-cf5f-4e3a-86d1-804504683b22,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:54.187788 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-296d21c4-6f3e-4e3f-af47-86b541e0158e tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/networks?id=741015e7-0d2f-46a4-a26c-202fb5ebf6c7 HTTP/1.1" status: 200 len: 819 time: 0.3688455 Nov 12 03:59:54.212849 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-c20367c4-ca96-424c-9a25-07a49bfa8988 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/quotas/426b9ed1e2a145b3aaf42c061cfec6a5 HTTP/1.1" status: 200 len: 375 time: 0.0239882 Nov 12 03:59:54.234644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-05fbfdec-b147-4490-afa5-a30653bed636 None None] Provisioning complete for port 38e521a1-cc30-416b-ae69-23ca9559498d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:54.244626 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05fbfdec-b147-4490-afa5-a30653bed636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:54.318236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 83f196a7-cf5f-4e3a-86d1-804504683b22 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:54.318870 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:54.361162 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-c4f8d3f1-f6f3-4d1b-9c5c-281626fdab6d tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=426b9ed1e2a145b3aaf42c061cfec6a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1473145 Nov 12 03:59:54.379908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-f7e9a23f-8664-4b08-849c-f6fb5e27339d service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:59:54.410836 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-f7e9a23f-8664-4b08-849c-f6fb5e27339d service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485921 Nov 12 03:59:54.434386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb2325-0d51-445f-9a35-f0783bbe14d2 req-f023fd9b-2e36-4f4a-985f-64fecc3235be tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:54.437071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f9eb2325-0d51-445f-9a35-f0783bbe14d2 req-f023fd9b-2e36-4f4a-985f-64fecc3235be tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.2482738 Nov 12 03:59:54.484403 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05fbfdec-b147-4490-afa5-a30653bed636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:54.529873 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-05fbfdec-b147-4490-afa5-a30653bed636 None None] For port 38e521a1-cc30-416b-ae69-23ca9559498d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=38e521a1-cc30-416b-ae69-23ca9559498d,segment=NetworkSegment(da87bcf8-5925-4fe4-abd6-7d3cc30c356a),segment_id=da87bcf8-5925-4fe4-abd6-7d3cc30c356a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:54.595619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f9eb2325-0d51-445f-9a35-f0783bbe14d2 req-e4cc57cf-0dc5-455b-8988-9d2d41c5c32a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404204 Nov 12 03:59:54.665278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-d33693f6-74e8-4d79-b1f2-2b133848cb92 service neutron] 10.222.0.105 "GET /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529585 Nov 12 03:59:54.666651 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05fbfdec-b147-4490-afa5-a30653bed636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:54.677742 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fe1d335-af60-478e-9efe-37023d3d72dd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:54.737345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fe1d335-af60-478e-9efe-37023d3d72dd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:54.852011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbfdec-b147-4490-afa5-a30653bed636 None None] Pushing event updated for resources: {'Port': ['ID=38e521a1-cc30-416b-ae69-23ca9559498d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:54.878563 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T03:59:48Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'port_id': '3867d38d-581c-457b-b3c1-92078c0b498e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'mac_address': 'fa:16:3e:cc:0f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:41Z', 'revision_number': 1, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e521a1-cc30-416b-ae69-23ca9559498d', 'name': '', 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:6e:e7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'a12b58ba-9eba-4f8b-8c64-a3401465a55d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:47Z', 'updated_at': '2021-11-12T03:59:53Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': 'a12b58ba-9eba-4f8b-8c64-a3401465a55d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:10Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:54.905250 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-f1fab93a-6ee3-4676-9ffe-cf6174b5787c service neutron] 10.222.0.105 "GET /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389827 Nov 12 03:59:54.905894 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:54.922702 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cc70d-d5df-4ebe-a1ba-d400f2a06bdc None None] The sync data for ids ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'] in n-d-767704-23 is: [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T03:59:48Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'port_id': '3867d38d-581c-457b-b3c1-92078c0b498e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'mac_address': 'fa:16:3e:cc:0f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:41Z', 'revision_number': 1, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e521a1-cc30-416b-ae69-23ca9559498d', 'name': '', 'network_id': '165d22cf-37c4-4d22-a8a3-b7f1b056c2ba', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:6e:e7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'a12b58ba-9eba-4f8b-8c64-a3401465a55d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:47Z', 'updated_at': '2021-11-12T03:59:53Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': 'a12b58ba-9eba-4f8b-8c64-a3401465a55d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:10Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:59:54.938915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1d335-af60-478e-9efe-37023d3d72dd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=9f6875be-8428-4f82-bc1d-e5a23816b9b2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:55.021885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1d335-af60-478e-9efe-37023d3d72dd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] In _notify_port_updated(), no bound segment for port 9f6875be-8428-4f82-bc1d-e5a23816b9b2 on network 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:59:55.030845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe1d335-af60-478e-9efe-37023d3d72dd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:55.031726 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fe1d335-af60-478e-9efe-37023d3d72dd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:55.032940 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2fe1d335-af60-478e-9efe-37023d3d72dd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "PUT /v2.0/ports/9f6875be-8428-4f82-bc1d-e5a23816b9b2 HTTP/1.1" status: 200 len: 919 time: 2.0400319 Nov 12 03:59:55.035948 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:55.042113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-95a2b6c5-4fd7-409a-82cc-9c1f9dc706e7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bbc335b8-d191-439b-9d69-b1bfde9bd1da'}, {'subnet_id': 'be2a2dc9-924e-4591-9802-8e92b1f4e97b'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:55.161494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa490438-7f11-436f-a67a-5e539b450abf None None] Network 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:55.226262 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95a2b6c5-4fd7-409a-82cc-9c1f9dc706e7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:55.242440 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fc04dd44-9170-412d-a751-75c9fa4ea767 None None] Provisioning complete for port 83f196a7-cf5f-4e3a-86d1-804504683b22 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:55.243055 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc04dd44-9170-412d-a751-75c9fa4ea767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:55.328665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318c06d-66ab-4ac7-b66e-f427b8449963 req-a99a0247-9af4-4c56-90eb-5550f674b33f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:55.352819 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4318c06d-66ab-4ac7-b66e-f427b8449963 req-a99a0247-9af4-4c56-90eb-5550f674b33f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.1730664 Nov 12 03:59:55.447935 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81517c71-68e2-4d45-b322-973760cabcf7 req-073672c2-e43b-4bf3-b8df-bb5414f5d82d tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 210 time: 0.0745175 Nov 12 03:59:55.494457 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4318c06d-66ab-4ac7-b66e-f427b8449963 req-bec99713-dce5-459a-98aa-726686a18e67 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400447 Nov 12 03:59:55.929992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9b383-444e-4279-bfcc-caefa4ea0f51 req-5ea8be58-ed7c-4984-b9cb-564dc85503d8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:55.938717 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aef9b383-444e-4279-bfcc-caefa4ea0f51 req-5ea8be58-ed7c-4984-b9cb-564dc85503d8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1847577 Nov 12 03:59:55.991582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84298936-eceb-4f68-bd89-e4d8451b8375 req-1da5e1d4-7524-4901-a29f-adbc552e2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:56.007225 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84298936-eceb-4f68-bd89-e4d8451b8375 req-1da5e1d4-7524-4901-a29f-adbc552e2aad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 1097 time: 0.2096651 Nov 12 03:59:56.109561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-95a2b6c5-4fd7-409a-82cc-9c1f9dc706e7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Allocated IP 172.20.0.19 (9bdd86d2-02ab-42ec-b6b1-4587de91aa85/be2a2dc9-924e-4591-9802-8e92b1f4e97b/9f6875be-8428-4f82-bc1d-e5a23816b9b2) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:56.145201 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aef9b383-444e-4279-bfcc-caefa4ea0f51 req-bb734160-35ed-46e8-9f0b-c239bfd3981c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054083 Nov 12 03:59:56.150554 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84298936-eceb-4f68-bd89-e4d8451b8375 req-6d75f8eb-da72-4d63-beb4-539661f28b4e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260862 Nov 12 03:59:56.216190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 38e521a1-cc30-416b-ae69-23ca9559498d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:56.326636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5697cae3-b6ef-40b3-99fd-a4143e0845fe None None] Provisioning complete for port 9f6875be-8428-4f82-bc1d-e5a23816b9b2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:56.327260 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5697cae3-b6ef-40b3-99fd-a4143e0845fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.413515 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95a2b6c5-4fd7-409a-82cc-9c1f9dc706e7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.435291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5697cae3-b6ef-40b3-99fd-a4143e0845fe None None] Port 9f6875be-8428-4f82-bc1d-e5a23816b9b2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:56.439200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 38e521a1-cc30-416b-ae69-23ca9559498d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:56.439449 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.465693 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95a2b6c5-4fd7-409a-82cc-9c1f9dc706e7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.501172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5697cae3-b6ef-40b3-99fd-a4143e0845fe None None] Provisioning complete for port 83f196a7-cf5f-4e3a-86d1-804504683b22 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:56.501820 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5697cae3-b6ef-40b3-99fd-a4143e0845fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.602936 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-58c81058-0b15-4c35-a5eb-d088c54443d7 req-d542167e-7468-4251-850e-279698cb19c4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 210 time: 0.0512860 Nov 12 03:59:56.702072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 83f196a7-cf5f-4e3a-86d1-804504683b22 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:56.720337 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.802313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2b6c5-4fd7-409a-82cc-9c1f9dc706e7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=9f6875be-8428-4f82-bc1d-e5a23816b9b2,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:56.919852 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 83f196a7-cf5f-4e3a-86d1-804504683b22 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:56.920183 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.952628 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-95a2b6c5-4fd7-409a-82cc-9c1f9dc706e7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] In _notify_port_updated(), no bound segment for port 9f6875be-8428-4f82-bc1d-e5a23816b9b2 on network 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:59:56.958328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a2b6c5-4fd7-409a-82cc-9c1f9dc706e7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:56.958990 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95a2b6c5-4fd7-409a-82cc-9c1f9dc706e7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.962843 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-95a2b6c5-4fd7-409a-82cc-9c1f9dc706e7 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "PUT /v2.0/ports/9f6875be-8428-4f82-bc1d-e5a23816b9b2 HTTP/1.1" status: 200 len: 999 time: 1.9230578 Nov 12 03:59:56.963449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:56.992530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ed051-f10d-483a-a464-d617dcc5600f req-43489858-4ed0-4aef-a807-d093789606a3 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:56.998274 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f30ed051-f10d-483a-a464-d617dcc5600f req-43489858-4ed0-4aef-a807-d093789606a3 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.2760580 Nov 12 03:59:57.120345 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-981c9c09-7ab8-4d5b-aef9-26e9967e3254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:57.149729 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f30ed051-f10d-483a-a464-d617dcc5600f req-50d758f5-8f45-49ac-9606-e8dde44a31f6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186967 Nov 12 03:59:57.185602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ff730638-e7f0-4719-8cd8-b2bf8ea728cb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 9f6875be-8428-4f82-bc1d-e5a23816b9b2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:57.185960 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff730638-e7f0-4719-8cd8-b2bf8ea728cb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:57.245623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d07338f9-3a9f-4061-b23e-95488a2c9df9 None None] Provisioning complete for port 9f6875be-8428-4f82-bc1d-e5a23816b9b2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:57.246339 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d07338f9-3a9f-4061-b23e-95488a2c9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:57.353804 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff730638-e7f0-4719-8cd8-b2bf8ea728cb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:57.362353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d07338f9-3a9f-4061-b23e-95488a2c9df9 None None] Port 9f6875be-8428-4f82-bc1d-e5a23816b9b2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:57.380432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ff730638-e7f0-4719-8cd8-b2bf8ea728cb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 9f6875be-8428-4f82-bc1d-e5a23816b9b2 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:57.495520 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69541bc4-2493-4a2c-a2a6-a49f903f22d9 req-4badd2e9-484f-42ca-b8d6-8ece393e1e9e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:57.497794 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-69541bc4-2493-4a2c-a2a6-a49f903f22d9 req-4badd2e9-484f-42ca-b8d6-8ece393e1e9e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1187580 Nov 12 03:59:57.505834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-412f5b6d-1535-4bd0-b7ec-bc9fe08e80bf None None] Provisioning complete for port 9f6875be-8428-4f82-bc1d-e5a23816b9b2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:57.506231 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-412f5b6d-1535-4bd0-b7ec-bc9fe08e80bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:57.557520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-412f5b6d-1535-4bd0-b7ec-bc9fe08e80bf None None] Port 9f6875be-8428-4f82-bc1d-e5a23816b9b2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:57.596925 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-69541bc4-2493-4a2c-a2a6-a49f903f22d9 req-45ab9bff-fdae-4fc5-966e-f9d314d720c1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910578 Nov 12 03:59:57.728203 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff730638-e7f0-4719-8cd8-b2bf8ea728cb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:57.764605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff730638-e7f0-4719-8cd8-b2bf8ea728cb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=9f6875be-8428-4f82-bc1d-e5a23816b9b2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:57.814082 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-32aa770a-9032-473f-ae5c-1f111bddbf19 req-b4b4d0df-f319-4cbd-bf9e-4437a3667449 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 210 time: 0.0763106 Nov 12 03:59:57.904776 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff730638-e7f0-4719-8cd8-b2bf8ea728cb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:57.913868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ff730638-e7f0-4719-8cd8-b2bf8ea728cb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/9f6875be-8428-4f82-bc1d-e5a23816b9b2 HTTP/1.1" status: 204 len: 168 time: 0.9492881 Nov 12 03:59:57.914117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48078) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:57.978228 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d050ca2a-8e8e-4c9b-b2a3-7ffc7b923750 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] GET failed (client error): The resource could not be found. Nov 12 03:59:57.980944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d050ca2a-8e8e-4c9b-b2a3-7ffc7b923750 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/9f6875be-8428-4f82-bc1d-e5a23816b9b2 HTTP/1.1" status: 404 len: 333 time: 0.0652151 Nov 12 03:59:57.984260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48080) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:58.060754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2055f5f-322d-43b7-b42f-46b3b6ab03f1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting subnet be2a2dc9-924e-4591-9802-8e92b1f4e97b {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:59:58.073693 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2055f5f-322d-43b7-b42f-46b3b6ab03f1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:58.142876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2055f5f-322d-43b7-b42f-46b3b6ab03f1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:58.263975 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2055f5f-322d-43b7-b42f-46b3b6ab03f1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:58.449028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-e7767ca4-04e7-4844-927a-846f00798fe0 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:58.451539 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-e7767ca4-04e7-4844-927a-846f00798fe0 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.25 "GET /v2.0/networks?id=741015e7-0d2f-46a4-a26c-202fb5ebf6c7 HTTP/1.1" status: 200 len: 819 time: 0.2267270 Nov 12 03:59:58.469785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-ba5e805a-e694-40c4-9356-c4c167b92ff4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Request body: {'port': {'device_id': 'a7a36436-293c-4ee2-bb43-189e88782d86', 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7', 'admin_state_up': True, 'tenant_id': '426b9ed1e2a145b3aaf42c061cfec6a5'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:58.487983 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:58.551541 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2055f5f-322d-43b7-b42f-46b3b6ab03f1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:58.577441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211bcee-7c52-4abf-a22e-e138395959c6 req-5f7db0da-3a80-465f-864f-06f2fccb0b9f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:58.579191 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2211bcee-7c52-4abf-a22e-e138395959c6 req-5f7db0da-3a80-465f-864f-06f2fccb0b9f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.1266217 Nov 12 03:59:58.585558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2055f5f-322d-43b7-b42f-46b3b6ab03f1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Subnet': ['ID=be2a2dc9-924e-4591-9802-8e92b1f4e97b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:58.605514 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2055f5f-322d-43b7-b42f-46b3b6ab03f1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:58.610705 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bf60a0-ae64-43ba-bb6a-3e63d7857db9 None None] Network 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:58.628322 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d2055f5f-322d-43b7-b42f-46b3b6ab03f1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/be2a2dc9-924e-4591-9802-8e92b1f4e97b HTTP/1.1" status: 204 len: 168 time: 0.6288786 Nov 12 03:59:58.628322 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48090) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:58.678442 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2211bcee-7c52-4abf-a22e-e138395959c6 req-21d4fd65-0ec9-4e0d-a092-02ebf801d055 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895677 Nov 12 03:59:58.718427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d64cf2-d7d2-4433-803f-f409ec03794b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting subnet bbc335b8-d191-439b-9d69-b1bfde9bd1da {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:59:58.732436 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4d64cf2-d7d2-4433-803f-f409ec03794b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:58.841441 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4d64cf2-d7d2-4433-803f-f409ec03794b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:58.847335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-ba5e805a-e694-40c4-9356-c4c167b92ff4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Made reservation on behalf of 426b9ed1e2a145b3aaf42c061cfec6a5 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:58.852582 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-ba5e805a-e694-40c4-9356-c4c167b92ff4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:58.911869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12407c57-e784-45c3-a57b-0d7b66bced81 req-9fdc95a3-7635-4c17-a1e9-e0507558aa94 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:58.913458 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-12407c57-e784-45c3-a57b-0d7b66bced81 req-9fdc95a3-7635-4c17-a1e9-e0507558aa94 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1094570 Nov 12 03:59:58.969472 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.048258 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9b0dbc4-b818-435f-833a-71e27f1e9160 req-e56038ee-1649-482b-99fb-aab1d32ea61f tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 210 time: 0.1342304 Nov 12 03:59:59.081700 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4d64cf2-d7d2-4433-803f-f409ec03794b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.122693 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-12407c57-e784-45c3-a57b-0d7b66bced81 req-c33c5a4e-0fa9-4620-9c46-f4a9b3e41efb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930215 Nov 12 03:59:59.143625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-ba5e805a-e694-40c4-9356-c4c167b92ff4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Allocated IP 172.20.0.12 (741015e7-0d2f-46a4-a26c-202fb5ebf6c7/3f0b7068-82ce-47d6-9056-9c29dd74b4ca/c3efc36a-009d-4538-81dd-8223182d5ab7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:59.254150 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4d64cf2-d7d2-4433-803f-f409ec03794b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.292585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d64cf2-d7d2-4433-803f-f409ec03794b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc335b8-d191-439b-9d69-b1bfde9bd1da,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:59.294883 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4d64cf2-d7d2-4433-803f-f409ec03794b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.302367 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e4d64cf2-d7d2-4433-803f-f409ec03794b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/bbc335b8-d191-439b-9d69-b1bfde9bd1da HTTP/1.1" status: 204 len: 168 time: 0.6786604 Nov 12 03:59:59.306139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48096) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:59.387880 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-ba5e805a-e694-40c4-9356-c4c167b92ff4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.446388 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.516950 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-ba5e805a-e694-40c4-9356-c4c167b92ff4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.567599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 83f196a7-cf5f-4e3a-86d1-804504683b22 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:59.568306 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.604979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-ba5e805a-e694-40c4-9356-c4c167b92ff4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:59.610131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-ba5e805a-e694-40c4-9356-c4c167b92ff4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:59.612896 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e805a-e694-40c4-9356-c4c167b92ff4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Pushing event updated for resources: {'Port': ['ID=c3efc36a-009d-4538-81dd-8223182d5ab7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:59.614498 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-ba5e805a-e694-40c4-9356-c4c167b92ff4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:59.709818 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-ba5e805a-e694-40c4-9356-c4c167b92ff4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:59.710499 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-ba5e805a-e694-40c4-9356-c4c167b92ff4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.713382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] For port 83f196a7-cf5f-4e3a-86d1-804504683b22, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=83f196a7-cf5f-4e3a-86d1-804504683b22,segment=NetworkSegment(39ccb144-b283-4efb-8b91-6ac8e55f7f33),segment_id=39ccb144-b283-4efb-8b91-6ac8e55f7f33)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:59.713803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.737330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 83f196a7-cf5f-4e3a-86d1-804504683b22 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:59.867432 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-ba5e805a-e694-40c4-9356-c4c167b92ff4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4053662 Nov 12 03:59:59.892976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Request body: {'port': {'device_id': 'a7a36436-293c-4ee2-bb43-189e88782d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:59.900250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfd932-ae0e-44b5-8ae6-3a3f305f9456 req-f36fc423-9413-417f-a35b-6d55e8cde5ad tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:59.902005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62cfd932-ae0e-44b5-8ae6-3a3f305f9456 req-f36fc423-9413-417f-a35b-6d55e8cde5ad tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.0593450 Nov 12 03:59:59.968630 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eac4c68-9ebb-4d37-9f3e-464fbe1f41f0 None None] Network 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:59.974302 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.980003 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62cfd932-ae0e-44b5-8ae6-3a3f305f9456 req-b39d03e3-f55c-4182-9904-a10ac7fc1fde tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580139 Nov 12 04:00:00.099165 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:00.347329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e1783226-eebe-4210-8d1e-291a5dd4094b None None] Provisioning complete for port 83f196a7-cf5f-4e3a-86d1-804504683b22 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:00.347329 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1783226-eebe-4210-8d1e-291a5dd4094b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:00.348690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=83f196a7-cf5f-4e3a-86d1-804504683b22,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:00.348690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No DVR routers for this DVR port 83f196a7-cf5f-4e3a-86d1-804504683b22 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:00.348690 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:00.349114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849fc0d-7430-4f9e-b77d-354f4bd8a243 req-e4d069b5-097d-46e9-b3a0-f15af2d80fb9 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:00.349114 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d849fc0d-7430-4f9e-b77d-354f4bd8a243 req-e4d069b5-097d-46e9-b3a0-f15af2d80fb9 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 932 time: 0.0786657 Nov 12 04:00:00.349345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdd86d2-02ab-42ec-b6b1-4587de91aa85']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:00.349504 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e1783226-eebe-4210-8d1e-291a5dd4094b None None] Port 83f196a7-cf5f-4e3a-86d1-804504683b22 was deleted so its status cannot be updated. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 04:00:00.349663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ccb144-b283-4efb-8b91-6ac8e55f7f33') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:00.349663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ccb144-b283-4efb-8b91-6ac8e55f7f33') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:00.380167 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:00.403207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30776c-38ad-41d3-bb48-9ad2e805fa4b req-bb45d9a0-2b12-4c5d-bc48-38fc29abfb1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:00.406786 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db30776c-38ad-41d3-bb48-9ad2e805fa4b req-bb45d9a0-2b12-4c5d-bc48-38fc29abfb1d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1810446 Nov 12 04:00:00.420288 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:00.424600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3efc36a-009d-4538-81dd-8223182d5ab7 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:00.445720 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d849fc0d-7430-4f9e-b77d-354f4bd8a243 req-1900a7bf-14c4-49cc-a459-34b2f9980250 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208682 Nov 12 04:00:00.447423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:00:00.447916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:00.452164 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:00:00.452365 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:00:00.467250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7205ad65-b03e-4450-b7bb-78fea2f7425b None None] DHCP port deletion for 9bdd86d2-02ab-42ec-b6b1-4587de91aa85 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:00:00.656981 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db30776c-38ad-41d3-bb48-9ad2e805fa4b req-93314e2e-f4d7-4ef6-a9f4-a14dfbfb2ecd tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238319 Nov 12 04:00:00.711255 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Transition to ACTIVE for port object c3efc36a-009d-4538-81dd-8223182d5ab7 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:00:00.713787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:00.728995 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:00.735424 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/networks/9bdd86d2-02ab-42ec-b6b1-4587de91aa85 HTTP/1.1" status: 204 len: 168 time: 1.4259646 Nov 12 04:00:00.738884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48110) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:00.754220 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba3781-dead-4f4c-a426-d46189f090ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Network': ['ID=9bdd86d2-02ab-42ec-b6b1-4587de91aa85,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:00.773909 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:00.846451 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1966e-d1c5-47ff-be36-e2cbdf9eb2db tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:00.851698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48112) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:00.851872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bbb1966e-d1c5-47ff-be36-e2cbdf9eb2db tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1117308 Nov 12 04:00:00.852847 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Pushing event updated for resources: {'Port': ['ID=c3efc36a-009d-4538-81dd-8223182d5ab7,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:00.911913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-25384468-eeb7-4549-9810-aa55eb21ccb2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0584590 Nov 12 04:00:00.915181 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48114) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:00.923082 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f81473af-a6a7-4a37-b8b1-f4549cba1eb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1857520856'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:00.941286 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Attempting to bind port c3efc36a-009d-4538-81dd-8223182d5ab7 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:00.941693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Attempting to bind port c3efc36a-009d-4538-81dd-8223182d5ab7 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '86891421-7980-458c-a1ac-00be687e52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:00.943970 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Attempting to bind port c3efc36a-009d-4538-81dd-8223182d5ab7 on network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:00.951721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Port c3efc36a-009d-4538-81dd-8223182d5ab7 on network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:00:00.955120 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Attempting to bind port c3efc36a-009d-4538-81dd-8223182d5ab7 on network 741015e7-0d2f-46a4-a26c-202fb5ebf6c7 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:00.961171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:00.961516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Checking segment: {'id': '86891421-7980-458c-a1ac-00be687e52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:00.961905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Bound using segment: {'id': '86891421-7980-458c-a1ac-00be687e52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:00.962482 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Bound port: c3efc36a-009d-4538-81dd-8223182d5ab7, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86891421-7980-458c-a1ac-00be687e52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:00.963059 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:01.030615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81473af-a6a7-4a37-b8b1-f4549cba1eb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:01.035338 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f81473af-a6a7-4a37-b8b1-f4549cba1eb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:01.046518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] For port c3efc36a-009d-4538-81dd-8223182d5ab7, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:01.050845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] For port c3efc36a-009d-4538-81dd-8223182d5ab7, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c3efc36a-009d-4538-81dd-8223182d5ab7,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:01.104403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81473af-a6a7-4a37-b8b1-f4549cba1eb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:00:01.116123 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f81473af-a6a7-4a37-b8b1-f4549cba1eb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:01.116646 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-f81473af-a6a7-4a37-b8b1-f4549cba1eb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Added segment d8e994b5-23dd-4ce7-9b90-f76d6c208cee of type vlan for network eb82b3a5-30f3-4273-b10b-781bd2527569 Nov 12 04:00:01.189281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f81473af-a6a7-4a37-b8b1-f4549cba1eb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:01.199894 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:01.258704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:01.259794 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:01.262050 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] 10.222.0.25 "PUT /v2.0/ports/c3efc36a-009d-4538-81dd-8223182d5ab7 HTTP/1.1" status: 200 len: 1093 time: 1.3824708 Nov 12 04:00:01.266135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a36436-293c-4ee2-bb43-189e88782d86', 'tag': 'c3efc36a-009d-4538-81dd-8223182d5ab7'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:01.285531 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaac72f-15a4-455c-a9a3-6230478edfee" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a36436-293c-4ee2-bb43-189e88782d86", "tag": "c3efc36a-009d-4538-81dd-8223182d5ab7"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:01.360594 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe7fccd-040a-4889-9a23-0bd04bc4d841 x-openstack-request-id: req-8fe7fccd-040a-4889-9a23-0bd04bc4d841 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:01.360594 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a36436-293c-4ee2-bb43-189e88782d86", "tag": "c3efc36a-009d-4538-81dd-8223182d5ab7", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:01.360594 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8fe7fccd-040a-4889-9a23-0bd04bc4d841 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:01.360594 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a36436-293c-4ee2-bb43-189e88782d86', 'tag': 'c3efc36a-009d-4538-81dd-8223182d5ab7', 'status': 'completed', 'code': 200} Nov 12 04:00:01.381686 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9514e35-a3fe-43f2-b3ba-69233dc3e7a4 req-af71dfb2-8fe5-4bcb-a194-204c90d06e45 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:01.389990 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d9514e35-a3fe-43f2-b3ba-69233dc3e7a4 req-af71dfb2-8fe5-4bcb-a194-204c90d06e45 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.2784624 Nov 12 04:00:01.483224 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f81473af-a6a7-4a37-b8b1-f4549cba1eb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:01.494470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81473af-a6a7-4a37-b8b1-f4549cba1eb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:01.494470 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f81473af-a6a7-4a37-b8b1-f4549cba1eb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:01.517984 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d9514e35-a3fe-43f2-b3ba-69233dc3e7a4 req-4b9eeb29-256a-4aff-987e-6655934bc536 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266415 Nov 12 04:00:01.521009 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe2923-863e-4440-9844-2668d76a229d service neutron] Pushing event updated for resources: {'Port': ['ID=c3efc36a-009d-4538-81dd-8223182d5ab7,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:01.538238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaac72f-15a4-455c-a9a3-6230478edfee req-4d59dd05-845b-4b84-9f16-45456cc0e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:01.540427 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3aaac72f-15a4-455c-a9a3-6230478edfee req-4d59dd05-845b-4b84-9f16-45456cc0e4fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=426b9ed1e2a145b3aaf42c061cfec6a5&device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 1096 time: 0.1434231 Nov 12 04:00:01.665214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81473af-a6a7-4a37-b8b1-f4549cba1eb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Network': ['ID=eb82b3a5-30f3-4273-b10b-781bd2527569,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:01.686693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network eb82b3a5-30f3-4273-b10b-781bd2527569 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:00:01.692831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaac72f-15a4-455c-a9a3-6230478edfee req-a882f510-24d6-4945-bc5d-d63f735cd910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:01.694665 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3aaac72f-15a4-455c-a9a3-6230478edfee req-a882f510-24d6-4945-bc5d-d63f735cd910 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=426b9ed1e2a145b3aaf42c061cfec6a5&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1424661 Nov 12 04:00:01.711514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6443c4-5472-4697-a772-66afd05bb87b req-3b30b878-bbda-43dc-ad8b-7f03f07979a8 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:01.714866 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b6443c4-5472-4697-a772-66afd05bb87b req-3b30b878-bbda-43dc-ad8b-7f03f07979a8 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 944 time: 0.1724102 Nov 12 04:00:01.775755 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f81473af-a6a7-4a37-b8b1-f4549cba1eb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8561275 Nov 12 04:00:01.779527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48126) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:01.787705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-485a5e77-3af4-43e1-a41e-1ac67bcee657 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': 'eb82b3a5-30f3-4273-b10b-781bd2527569', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:01.912201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d5b4-e81f-4e94-9e74-5aeb7240e1c2 req-c03a4bda-228b-4997-a9b4-c2e8734aa29e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:01.925855 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81e8d5b4-e81f-4e94-9e74-5aeb7240e1c2 req-c03a4bda-228b-4997-a9b4-c2e8734aa29e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.0808935 Nov 12 04:00:01.942315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b6443c4-5472-4697-a772-66afd05bb87b req-309b717f-c081-494a-a292-9afdd5e42ab2 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184849 Nov 12 04:00:01.998204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 83f196a7-cf5f-4e3a-86d1-804504683b22 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:02.005902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaac72f-15a4-455c-a9a3-6230478edfee req-50c6ac81-8343-4bb1-9f71-86290620cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:02.005902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3aaac72f-15a4-455c-a9a3-6230478edfee req-50c6ac81-8343-4bb1-9f71-86290620cf2a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2745428 Nov 12 04:00:02.015338 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81e8d5b4-e81f-4e94-9e74-5aeb7240e1c2 req-74da0b34-e7bc-4848-9840-11d9d22a54ba tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929008 Nov 12 04:00:02.033041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 83f196a7-cf5f-4e3a-86d1-804504683b22 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:02.033783 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 83f196a7-cf5f-4e3a-86d1-804504683b22 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:02.079160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485a5e77-3af4-43e1-a41e-1ac67bcee657 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:02.103727 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-485a5e77-3af4-43e1-a41e-1ac67bcee657 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:02.152366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-263e9d52-4279-4734-b5fa-ab06df5400b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:02.155252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-263e9d52-4279-4734-b5fa-ab06df5400b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=426b9ed1e2a145b3aaf42c061cfec6a5&device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 1096 time: 0.0759239 Nov 12 04:00:02.212905 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-63201190-9ddb-4135-b6d0-52c0b23462c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3efc36a-009d-4538-81dd-8223182d5ab7 HTTP/1.1" status: 200 len: 217 time: 0.0487907 Nov 12 04:00:02.330130 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-6b467cd2-1221-4a83-897c-a0957f5d329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:02.330130 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-6b467cd2-1221-4a83-897c-a0957f5d329d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f0b7068-82ce-47d6-9056-9c29dd74b4ca HTTP/1.1" status: 200 len: 859 time: 0.0539789 Nov 12 04:00:02.330130 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-aa299eb6-5f60-45e2-aa91-5b105b5cfac3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=741015e7-0d2f-46a4-a26c-202fb5ebf6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346589 Nov 12 04:00:02.436164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-450f688f-1e03-48e8-b0cf-4ec89fd184ac service neutron] 10.222.0.25 "GET /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098745 Nov 12 04:00:02.551048 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f820e13-8f35-4df2-a895-e573f15eb165 req-d1f18db7-50ed-4166-922e-8c81f08ea950 service neutron] 10.222.0.25 "GET /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064904 Nov 12 04:00:02.672794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e11ce2-d20f-4b5e-8065-8d4b63fe6c69 req-d13fce58-0eac-4a91-86e7-963f1d3d6fee tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:02.676550 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0e11ce2-d20f-4b5e-8065-8d4b63fe6c69 req-d13fce58-0eac-4a91-86e7-963f1d3d6fee tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.0661771 Nov 12 04:00:02.744462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0e11ce2-d20f-4b5e-8065-8d4b63fe6c69 req-f25b10a8-10d0-4c31-a348-24dca047836b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578761 Nov 12 04:00:03.092473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12315e50-bd47-4062-8e17-16f63210eb70 req-c627b773-dd0a-456b-925c-f33fe335d7e4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:03.094111 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-12315e50-bd47-4062-8e17-16f63210eb70 req-c627b773-dd0a-456b-925c-f33fe335d7e4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 944 time: 0.0620511 Nov 12 04:00:03.152620 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-12315e50-bd47-4062-8e17-16f63210eb70 req-83048637-743a-4f34-915d-ea31d19abb23 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505900 Nov 12 04:00:03.152956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ee0e9-602c-4aa1-b47b-24f7468ca6e9 req-8ba135f7-5700-4077-af88-5b46a2e95be2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:03.155081 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be2ee0e9-602c-4aa1-b47b-24f7468ca6e9 req-8ba135f7-5700-4077-af88-5b46a2e95be2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.0595615 Nov 12 04:00:03.209317 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be2ee0e9-602c-4aa1-b47b-24f7468ca6e9 req-d8879c54-890c-4800-aef2-b8eae8fc492a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480192 Nov 12 04:00:03.235896 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-485a5e77-3af4-43e1-a41e-1ac67bcee657 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:03.294208 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a5e77-3af4-43e1-a41e-1ac67bcee657 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Subnet': ['ID=5e7c8a15-c68c-4178-a334-613a21034254,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:03.304521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485a5e77-3af4-43e1-a41e-1ac67bcee657 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Checking segment: {'id': 'd8e994b5-23dd-4ce7-9b90-f76d6c208cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'eb82b3a5-30f3-4273-b10b-781bd2527569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:03.304877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485a5e77-3af4-43e1-a41e-1ac67bcee657 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network hostable DHCP agents. Network: eb82b3a5-30f3-4273-b10b-781bd2527569, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:00:03.419021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485a5e77-3af4-43e1-a41e-1ac67bcee657 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network eb82b3a5-30f3-4273-b10b-781bd2527569 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:00:03.584413 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-485a5e77-3af4-43e1-a41e-1ac67bcee657 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, eb82b3a5-30f3-4273-b10b-781bd2527569) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:03.588417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485a5e77-3af4-43e1-a41e-1ac67bcee657 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:03.589019 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-485a5e77-3af4-43e1-a41e-1ac67bcee657 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:03.593668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a5c210-953d-4823-a20f-b48da289f2f3 None None] Network eb82b3a5-30f3-4273-b10b-781bd2527569 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:03.712672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-485a5e77-3af4-43e1-a41e-1ac67bcee657 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9319129 Nov 12 04:00:03.715843 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:03.720792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-377962ca-5a71-47e1-aaa1-e89a0c7512a3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'network_id': 'eb82b3a5-30f3-4273-b10b-781bd2527569', 'name': 'tempest-PortsTestJSON-930421896'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:03.742974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-eb82b3a5-30f3-4273-b10b-781bd2527569', 'network_id': 'eb82b3a5-30f3-4273-b10b-781bd2527569', 'tenant_id': '26a66156c54142138bc1e5ca886d06fc', 'fixed_ips': [{'subnet_id': '5e7c8a15-c68c-4178-a334-613a21034254'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:00:03.743829 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:03.888520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Allocated IP 172.20.0.2 (eb82b3a5-30f3-4273-b10b-781bd2527569/5e7c8a15-c68c-4178-a334-613a21034254/686f306e-58f1-4d69-9e2d-70032b1f96c9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:03.890515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6bb7c-62d8-483f-a2ae-690ba162b2e3 req-80687576-8a4a-44cb-a587-8e2b88678fbf tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:03.892502 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42b6bb7c-62d8-483f-a2ae-690ba162b2e3 req-80687576-8a4a-44cb-a587-8e2b88678fbf tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.0586843 Nov 12 04:00:03.944845 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42b6bb7c-62d8-483f-a2ae-690ba162b2e3 req-5df76fea-749e-4348-89ff-a7e778d35428 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455952 Nov 12 04:00:03.990022 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377962ca-5a71-47e1-aaa1-e89a0c7512a3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:03.994503 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-377962ca-5a71-47e1-aaa1-e89a0c7512a3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.017141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-377962ca-5a71-47e1-aaa1-e89a0c7512a3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port 1f095b5e-8e09-42d0-9abf-b26f340a24ef yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:00:04.041230 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.185540 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.228474 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Network eb82b3a5-30f3-4273-b10b-781bd2527569 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:04.233894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:04.239061 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:04.242257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Pushing event updated for resources: {'Port': ['ID=686f306e-58f1-4d69-9e2d-70032b1f96c9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:04.261113 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-377962ca-5a71-47e1-aaa1-e89a0c7512a3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Allocated IP 172.20.0.8 (eb82b3a5-30f3-4273-b10b-781bd2527569/5e7c8a15-c68c-4178-a334-613a21034254/1f095b5e-8e09-42d0-9abf-b26f340a24ef) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:04.302400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ee7aa-d39d-45e5-9efa-229f49806351 req-159672f6-9982-4b22-9353-ce5d458416aa tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:04.309507 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-824ee7aa-d39d-45e5-9efa-229f49806351 req-159672f6-9982-4b22-9353-ce5d458416aa tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 944 time: 0.0712254 Nov 12 04:00:04.313040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Attempting to bind port 686f306e-58f1-4d69-9e2d-70032b1f96c9 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:04.313536 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Attempting to bind port 686f306e-58f1-4d69-9e2d-70032b1f96c9 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'd8e994b5-23dd-4ce7-9b90-f76d6c208cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'eb82b3a5-30f3-4273-b10b-781bd2527569'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:04.313990 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Attempting to bind port 686f306e-58f1-4d69-9e2d-70032b1f96c9 on network eb82b3a5-30f3-4273-b10b-781bd2527569 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:04.320401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:04.321418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Checking segment: {'id': 'd8e994b5-23dd-4ce7-9b90-f76d6c208cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'eb82b3a5-30f3-4273-b10b-781bd2527569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:04.321962 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.322657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Bound using segment: {'id': 'd8e994b5-23dd-4ce7-9b90-f76d6c208cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'eb82b3a5-30f3-4273-b10b-781bd2527569'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:04.323276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Bound port: 686f306e-58f1-4d69-9e2d-70032b1f96c9, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e994b5-23dd-4ce7-9b90-f76d6c208cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'eb82b3a5-30f3-4273-b10b-781bd2527569'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:04.323849 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.376863 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-824ee7aa-d39d-45e5-9efa-229f49806351 req-d3d8e7fe-3181-46fb-b9e2-4249a4106c78 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533133 Nov 12 04:00:04.408259 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] For port 686f306e-58f1-4d69-9e2d-70032b1f96c9, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:04.410336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] For port 686f306e-58f1-4d69-9e2d-70032b1f96c9, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=686f306e-58f1-4d69-9e2d-70032b1f96c9,segment=NetworkSegment(d8e994b5-23dd-4ce7-9b90-f76d6c208cee),segment_id=d8e994b5-23dd-4ce7-9b90-f76d6c208cee)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:04.434975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db435fbb-f798-4fac-a2cf-b8ece059ec57 req-0f47754d-6fee-4903-ae77-1b4c5540f9f2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:04.436573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db435fbb-f798-4fac-a2cf-b8ece059ec57 req-0f47754d-6fee-4903-ae77-1b4c5540f9f2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1400318 Nov 12 04:00:04.513599 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-377962ca-5a71-47e1-aaa1-e89a0c7512a3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.520266 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db435fbb-f798-4fac-a2cf-b8ece059ec57 req-32ee61e4-60cb-4547-832f-3dbedf516e46 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767508 Nov 12 04:00:04.528879 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.592522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842ebc6-ab22-465a-a0b0-bf1caab2a053 None None] Pushing event updated for resources: {'Port': ['ID=686f306e-58f1-4d69-9e2d-70032b1f96c9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:04.659323 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-377962ca-5a71-47e1-aaa1-e89a0c7512a3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.706273 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377962ca-5a71-47e1-aaa1-e89a0c7512a3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network eb82b3a5-30f3-4273-b10b-781bd2527569 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:04.711518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-377962ca-5a71-47e1-aaa1-e89a0c7512a3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:04.714177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377962ca-5a71-47e1-aaa1-e89a0c7512a3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:04.763998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377962ca-5a71-47e1-aaa1-e89a0c7512a3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=1f095b5e-8e09-42d0-9abf-b26f340a24ef,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:04.785918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377962ca-5a71-47e1-aaa1-e89a0c7512a3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:04.786778 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-377962ca-5a71-47e1-aaa1-e89a0c7512a3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.982470 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-377962ca-5a71-47e1-aaa1-e89a0c7512a3 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2646329 Nov 12 04:00:04.985515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48156) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:04.990443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b7442fe4-465e-46a1-b360-5a3a008e54c5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'network_id': 'eb82b3a5-30f3-4273-b10b-781bd2527569', 'name': 'tempest-PortsTestJSON-1799796956'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:05.124487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b17ca-72ad-4911-bae3-450a6326a7c4 req-920af97c-e507-4d4d-8dec-bfac2a4a78a8 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:05.125979 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-568b17ca-72ad-4911-bae3-450a6326a7c4 req-920af97c-e507-4d4d-8dec-bfac2a4a78a8 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.0793869 Nov 12 04:00:05.190830 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-568b17ca-72ad-4911-bae3-450a6326a7c4 req-52f66f1b-84e9-4e22-8186-7ee65532799a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576491 Nov 12 04:00:05.264948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7442fe4-465e-46a1-b360-5a3a008e54c5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:05.268342 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7442fe4-465e-46a1-b360-5a3a008e54c5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.286783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-b7442fe4-465e-46a1-b360-5a3a008e54c5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port de214446-7fdc-4431-aab5-14e0e6b2c339 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:00:05.405683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b7442fe4-465e-46a1-b360-5a3a008e54c5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Allocated IP 172.20.0.14 (eb82b3a5-30f3-4273-b10b-781bd2527569/5e7c8a15-c68c-4178-a334-613a21034254/de214446-7fdc-4431-aab5-14e0e6b2c339) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:05.485588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45336c8-6e2f-49ec-8007-ff587128204a None None] Network eb82b3a5-30f3-4273-b10b-781bd2527569 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:05.544554 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c4f88-abf7-4f9d-b1c9-44d771d5e39e req-5d5254ab-c556-48af-a620-7990e19602a2 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:05.546204 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0f0c4f88-abf7-4f9d-b1c9-44d771d5e39e req-5d5254ab-c556-48af-a620-7990e19602a2 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 944 time: 0.0689983 Nov 12 04:00:05.568091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-80ee2e89-f372-4dad-bc6f-ced198868630 None None] Provisioning complete for port 686f306e-58f1-4d69-9e2d-70032b1f96c9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:05.568718 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80ee2e89-f372-4dad-bc6f-ced198868630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.579573 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7442fe4-465e-46a1-b360-5a3a008e54c5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.612766 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0f0c4f88-abf7-4f9d-b1c9-44d771d5e39e req-4865e113-752f-461a-8259-76d1856d2c56 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576053 Nov 12 04:00:05.668970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c1e8f-09de-4159-9a3e-628c7f1babf4 req-bf5ef224-74b6-4a8d-828b-7f25de4ce4a2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:05.670549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd1c1e8f-09de-4159-9a3e-628c7f1babf4 req-bf5ef224-74b6-4a8d-828b-7f25de4ce4a2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.0490651 Nov 12 04:00:05.719445 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd1c1e8f-09de-4159-9a3e-628c7f1babf4 req-339869b0-6eec-4d2c-bccc-841b4c1d258c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421996 Nov 12 04:00:05.721437 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80ee2e89-f372-4dad-bc6f-ced198868630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.756338 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7442fe4-465e-46a1-b360-5a3a008e54c5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.759192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-80ee2e89-f372-4dad-bc6f-ced198868630 None None] For port 686f306e-58f1-4d69-9e2d-70032b1f96c9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=686f306e-58f1-4d69-9e2d-70032b1f96c9,segment=NetworkSegment(d8e994b5-23dd-4ce7-9b90-f76d6c208cee),segment_id=d8e994b5-23dd-4ce7-9b90-f76d6c208cee)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:05.804211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7442fe4-465e-46a1-b360-5a3a008e54c5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network eb82b3a5-30f3-4273-b10b-781bd2527569 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:05.810733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b7442fe4-465e-46a1-b360-5a3a008e54c5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:05.817616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7442fe4-465e-46a1-b360-5a3a008e54c5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:05.842450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7442fe4-465e-46a1-b360-5a3a008e54c5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=de214446-7fdc-4431-aab5-14e0e6b2c339,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:05.874957 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7442fe4-465e-46a1-b360-5a3a008e54c5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:05.875202 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7442fe4-465e-46a1-b360-5a3a008e54c5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.883587 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80ee2e89-f372-4dad-bc6f-ced198868630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.942639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee2e89-f372-4dad-bc6f-ced198868630 None None] Pushing event updated for resources: {'Port': ['ID=686f306e-58f1-4d69-9e2d-70032b1f96c9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:05.975538 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 686f306e-58f1-4d69-9e2d-70032b1f96c9 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:06.041183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b7442fe4-465e-46a1-b360-5a3a008e54c5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0519781 Nov 12 04:00:06.041700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:06.047864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ee3717d6-7379-45b1-a317-52fe736d2941 None None] Provisioning complete for port 686f306e-58f1-4d69-9e2d-70032b1f96c9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:06.048261 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ee3717d6-7379-45b1-a317-52fe736d2941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.082788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 686f306e-58f1-4d69-9e2d-70032b1f96c9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:06.083148 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.147478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763f8fb-7c8f-48c2-a68c-071b47850b73 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.153008 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7763f8fb-7c8f-48c2-a68c-071b47850b73 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1063986 Nov 12 04:00:06.153008 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:06.178164 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ce122-8ffe-4771-89f7-c4543eac5143 req-1904b536-a77e-41c6-ad9b-054c91f006a3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.185621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ce122-8ffe-4771-89f7-c4543eac5143 req-1904b536-a77e-41c6-ad9b-054c91f006a3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.192588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ce122-8ffe-4771-89f7-c4543eac5143 req-1904b536-a77e-41c6-ad9b-054c91f006a3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.198874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ce122-8ffe-4771-89f7-c4543eac5143 req-1904b536-a77e-41c6-ad9b-054c91f006a3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.205491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ce122-8ffe-4771-89f7-c4543eac5143 req-1904b536-a77e-41c6-ad9b-054c91f006a3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.212000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ce122-8ffe-4771-89f7-c4543eac5143 req-1904b536-a77e-41c6-ad9b-054c91f006a3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.218365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ce122-8ffe-4771-89f7-c4543eac5143 req-1904b536-a77e-41c6-ad9b-054c91f006a3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.227195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ee3717d6-7379-45b1-a317-52fe736d2941 None None] Provisioning complete for port 1f095b5e-8e09-42d0-9abf-b26f340a24ef triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:06.227195 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ee3717d6-7379-45b1-a317-52fe736d2941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.234938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f49ce122-8ffe-4771-89f7-c4543eac5143 req-1904b536-a77e-41c6-ad9b-054c91f006a3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5442 time: 0.1322401 Nov 12 04:00:06.282639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ee3717d6-7379-45b1-a317-52fe736d2941 None None] Port 1f095b5e-8e09-42d0-9abf-b26f340a24ef cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:06.333923 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-83d0cb63-ec78-4c99-bcc8-d9ee4fffaaa2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port de214446-7fdc-4431-aab5-14e0e6b2c339 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:06.334315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83d0cb63-ec78-4c99-bcc8-d9ee4fffaaa2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.339201 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f49ce122-8ffe-4771-89f7-c4543eac5143 req-e42f74ec-fbf6-4e72-986e-d0cb700ce760 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948074 Nov 12 04:00:06.409912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e4d3e-895f-4559-a2d8-00344de6f99a req-76420122-dfc7-4372-87fd-34671ad278cc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.412084 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-802e4d3e-895f-4559-a2d8-00344de6f99a req-76420122-dfc7-4372-87fd-34671ad278cc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.1145637 Nov 12 04:00:06.431678 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-082cf0e2-f772-4339-84af-cf4649ecee8a None None] Provisioning complete for port 1f095b5e-8e09-42d0-9abf-b26f340a24ef triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:06.432080 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-082cf0e2-f772-4339-84af-cf4649ecee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.469182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-082cf0e2-f772-4339-84af-cf4649ecee8a None None] Port 1f095b5e-8e09-42d0-9abf-b26f340a24ef cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:06.469419 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83d0cb63-ec78-4c99-bcc8-d9ee4fffaaa2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.493062 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-83d0cb63-ec78-4c99-bcc8-d9ee4fffaaa2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for de214446-7fdc-4431-aab5-14e0e6b2c339 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:06.500451 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-802e4d3e-895f-4559-a2d8-00344de6f99a req-d0cabd55-7eca-46c8-8450-1b7740c0aa19 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795739 Nov 12 04:00:06.597234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2e679044-785c-4be2-9bf6-dc5c83ad50c8 None None] Provisioning complete for port de214446-7fdc-4431-aab5-14e0e6b2c339 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:06.598020 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e679044-785c-4be2-9bf6-dc5c83ad50c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.672808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2e679044-785c-4be2-9bf6-dc5c83ad50c8 None None] Port de214446-7fdc-4431-aab5-14e0e6b2c339 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:06.760406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a944fe1-5db3-447b-bade-ac21a5271279 req-2bbadd6d-ad95-4d09-9a0a-bd25e4102089 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.762042 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3a944fe1-5db3-447b-bade-ac21a5271279 req-2bbadd6d-ad95-4d09-9a0a-bd25e4102089 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 944 time: 0.0563171 Nov 12 04:00:06.773518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65309949-5249-4bba-82d1-e2daf462deba req-30c38e76-e20e-4a30-8b95-79e8b7292a79 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.779873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65309949-5249-4bba-82d1-e2daf462deba req-30c38e76-e20e-4a30-8b95-79e8b7292a79 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.785925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65309949-5249-4bba-82d1-e2daf462deba req-30c38e76-e20e-4a30-8b95-79e8b7292a79 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.792258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65309949-5249-4bba-82d1-e2daf462deba req-30c38e76-e20e-4a30-8b95-79e8b7292a79 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.798335 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83d0cb63-ec78-4c99-bcc8-d9ee4fffaaa2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.799380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65309949-5249-4bba-82d1-e2daf462deba req-30c38e76-e20e-4a30-8b95-79e8b7292a79 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.805389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65309949-5249-4bba-82d1-e2daf462deba req-30c38e76-e20e-4a30-8b95-79e8b7292a79 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.812529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65309949-5249-4bba-82d1-e2daf462deba req-30c38e76-e20e-4a30-8b95-79e8b7292a79 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.814642 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65309949-5249-4bba-82d1-e2daf462deba req-30c38e76-e20e-4a30-8b95-79e8b7292a79 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5442 time: 0.3845942 Nov 12 04:00:06.846301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0cb63-ec78-4c99-bcc8-d9ee4fffaaa2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=de214446-7fdc-4431-aab5-14e0e6b2c339,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:06.860156 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3a944fe1-5db3-447b-bade-ac21a5271279 req-38d3b950-65da-45e2-ba83-2ae409cad89a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888135 Nov 12 04:00:06.898705 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c3efc36a-009d-4538-81dd-8223182d5ab7 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:06.944158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51a3fb-8b22-4123-8404-3f484b3cb431 req-9e5f70c8-108a-4f2c-92bb-8f38e49b0fd1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.945658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb51a3fb-8b22-4123-8404-3f484b3cb431 req-9e5f70c8-108a-4f2c-92bb-8f38e49b0fd1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.0665104 Nov 12 04:00:07.048555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c3efc36a-009d-4538-81dd-8223182d5ab7, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c3efc36a-009d-4538-81dd-8223182d5ab7,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:07.054877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb51a3fb-8b22-4123-8404-3f484b3cb431 req-f7b48cf3-eebb-443b-a504-4df2af8c9334 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004457 Nov 12 04:00:07.066520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'c3efc36a-009d-4538-81dd-8223182d5ab7', 'network_id': '741015e7-0d2f-46a4-a26c-202fb5ebf6c7', 'port_id': 'c3efc36a-009d-4538-81dd-8223182d5ab7', 'mac_address': 'fa:16:3e:96:ff:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0b7068-82ce-47d6-9056-9c29dd74b4ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:07.122277 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.146752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3efc36a-009d-4538-81dd-8223182d5ab7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:07.179065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c3efc36a-009d-4538-81dd-8223182d5ab7, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c3efc36a-009d-4538-81dd-8223182d5ab7,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:07.258815 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.315284 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=c3efc36a-009d-4538-81dd-8223182d5ab7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:07.333206 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83d0cb63-ec78-4c99-bcc8-d9ee4fffaaa2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.336424 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-83d0cb63-ec78-4c99-bcc8-d9ee4fffaaa2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/de214446-7fdc-4431-aab5-14e0e6b2c339 HTTP/1.1" status: 204 len: 168 time: 1.1824453 Nov 12 04:00:07.339376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:07.364981 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a000b0-9fd5-4484-8904-1e662d670f70 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] GET failed (client error): The resource could not be found. Nov 12 04:00:07.366587 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-22a000b0-9fd5-4484-8904-1e662d670f70 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/de214446-7fdc-4431-aab5-14e0e6b2c339 HTTP/1.1" status: 404 len: 333 time: 0.0262351 Nov 12 04:00:07.371501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48184) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:07.453694 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5100c3f-8d1d-4d58-b1e3-8002b321abdd req-ffa9382e-ac5f-4cb8-95b7-67594cae6d77 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460885 Nov 12 04:00:07.486669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-90bb465c-329f-4ded-a0e8-79f53ffda1fb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 1f095b5e-8e09-42d0-9abf-b26f340a24ef {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:07.487073 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90bb465c-329f-4ded-a0e8-79f53ffda1fb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.577821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5100c3f-8d1d-4d58-b1e3-8002b321abdd req-3cd64e69-6341-40b3-b215-09ab017dbc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:07.579401 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5100c3f-8d1d-4d58-b1e3-8002b321abdd req-3cd64e69-6341-40b3-b215-09ab017dbc8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 1098 time: 0.0597656 Nov 12 04:00:07.607312 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90bb465c-329f-4ded-a0e8-79f53ffda1fb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.620644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c3efc36a-009d-4538-81dd-8223182d5ab7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:07.628501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-90bb465c-329f-4ded-a0e8-79f53ffda1fb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 1f095b5e-8e09-42d0-9abf-b26f340a24ef owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:07.788461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5100c3f-8d1d-4d58-b1e3-8002b321abdd req-eace5f9a-f4eb-4f7c-b7bf-28615d7c5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:07.790232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5100c3f-8d1d-4d58-b1e3-8002b321abdd req-eace5f9a-f4eb-4f7c-b7bf-28615d7c5a50 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.1710052 Nov 12 04:00:07.823588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f007528-7da8-45b2-bf41-bd472658fbc7 req-3f12587b-20a3-48ad-8f0e-7f3e4d0c7378 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:07.825053 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3f007528-7da8-45b2-bf41-bd472658fbc7 req-3f12587b-20a3-48ad-8f0e-7f3e4d0c7378 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.1721735 Nov 12 04:00:07.844145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5100c3f-8d1d-4d58-b1e3-8002b321abdd req-fe1a6569-8bcd-4d34-a781-6f2f9f5c5396 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87eef853-eb64-4a71-be1a-ee0e5b4d784a HTTP/1.1" status: 200 len: 217 time: 0.0453253 Nov 12 04:00:07.914934 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3f007528-7da8-45b2-bf41-bd472658fbc7 req-a6efc9c5-deb9-40a1-8f97-b91bea6cc087 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813618 Nov 12 04:00:07.923504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5100c3f-8d1d-4d58-b1e3-8002b321abdd req-3edce140-a6ba-4269-b629-28901d21175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:07.925732 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5100c3f-8d1d-4d58-b1e3-8002b321abdd req-3edce140-a6ba-4269-b629-28901d21175c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.0739546 Nov 12 04:00:07.968360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 686f306e-58f1-4d69-9e2d-70032b1f96c9 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:08.027761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 686f306e-58f1-4d69-9e2d-70032b1f96c9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:08.028158 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.031213 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90bb465c-329f-4ded-a0e8-79f53ffda1fb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.032210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5100c3f-8d1d-4d58-b1e3-8002b321abdd req-e1abb097-889f-44cb-8d76-81dd6ab140e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:08.034133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5100c3f-8d1d-4d58-b1e3-8002b321abdd req-e1abb097-889f-44cb-8d76-81dd6ab140e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875037 Nov 12 04:00:08.044472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5f1e8-92c7-46f4-ba58-446699436cfd req-d643db64-240a-4b97-8be1-9f20ac7fc1bb tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:08.046106 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dfa5f1e8-92c7-46f4-ba58-446699436cfd req-d643db64-240a-4b97-8be1-9f20ac7fc1bb tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 945 time: 0.0796578 Nov 12 04:00:08.073007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb465c-329f-4ded-a0e8-79f53ffda1fb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=1f095b5e-8e09-42d0-9abf-b26f340a24ef,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:08.190042 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90bb465c-329f-4ded-a0e8-79f53ffda1fb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.197967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:08.204673 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-90bb465c-329f-4ded-a0e8-79f53ffda1fb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/1f095b5e-8e09-42d0-9abf-b26f340a24ef HTTP/1.1" status: 204 len: 168 time: 0.8311849 Nov 12 04:00:08.244135 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dfa5f1e8-92c7-46f4-ba58-446699436cfd req-b94df664-19d7-4e90-8c77-57c196d92a0c tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780820 Nov 12 04:00:08.250892 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-69aea524-a94d-41b1-b14e-ad97c13d0d0f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] GET failed (client error): The resource could not be found. Nov 12 04:00:08.252696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-69aea524-a94d-41b1-b14e-ad97c13d0d0f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/1f095b5e-8e09-42d0-9abf-b26f340a24ef HTTP/1.1" status: 404 len: 333 time: 0.0506449 Nov 12 04:00:08.254122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185946d9-a7b3-456c-9c1b-ef34551ddf5c req-18b15956-6180-4d8e-a32c-0ea54bad7d95 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:08.256901 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-185946d9-a7b3-456c-9c1b-ef34551ddf5c req-18b15956-6180-4d8e-a32c-0ea54bad7d95 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.0780559 Nov 12 04:00:08.257696 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48196) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:08.269825 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5100c3f-8d1d-4d58-b1e3-8002b321abdd req-aa3ca64d-676b-4459-8070-ecd6d19aec1b service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227130 Nov 12 04:00:08.354245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-0463c0cf-00eb-4006-8f81-74012f36bcff tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting subnet 5e7c8a15-c68c-4178-a334-613a21034254 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:00:08.364577 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0463c0cf-00eb-4006-8f81-74012f36bcff tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.396008 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-185946d9-a7b3-456c-9c1b-ef34551ddf5c req-058719c0-0967-4e19-99ba-a725e5c64b3e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268883 Nov 12 04:00:08.405653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5100c3f-8d1d-4d58-b1e3-8002b321abdd req-37913a99-df1c-4012-ba61-45c6b7ccf998 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260960 Nov 12 04:00:08.415111 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0463c0cf-00eb-4006-8f81-74012f36bcff tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.516215 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0463c0cf-00eb-4006-8f81-74012f36bcff tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.653218 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0463c0cf-00eb-4006-8f81-74012f36bcff tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.689613 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0463c0cf-00eb-4006-8f81-74012f36bcff tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.692849 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0463c0cf-00eb-4006-8f81-74012f36bcff tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/5e7c8a15-c68c-4178-a334-613a21034254 HTTP/1.1" status: 204 len: 168 time: 0.4341073 Nov 12 04:00:08.693894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463c0cf-00eb-4006-8f81-74012f36bcff tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Subnet': ['ID=5e7c8a15-c68c-4178-a334-613a21034254,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:08.695013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e4e415-fa53-428d-b46b-85b54749b4e1 None None] Network eb82b3a5-30f3-4273-b10b-781bd2527569 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:08.695552 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48202) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:08.827360 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad76c5-f3d2-49c6-a5de-e65538d23f11 req-5efab524-d34c-4d7e-be71-e9adf4112ab7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:08.829828 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8dad76c5-f3d2-49c6-a5de-e65538d23f11 req-5efab524-d34c-4d7e-be71-e9adf4112ab7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1262212 Nov 12 04:00:08.838262 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.929434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c3efc36a-009d-4538-81dd-8223182d5ab7 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:08.931306 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8dad76c5-f3d2-49c6-a5de-e65538d23f11 req-57d4abef-7da7-4ec6-adf1-9f286b461754 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880506 Nov 12 04:00:08.975858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 686f306e-58f1-4d69-9e2d-70032b1f96c9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:08.983316 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.983869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08a60a7-6b91-42dd-9c1c-fd709ad65bcd None None] DHCP port deletion for eb82b3a5-30f3-4273-b10b-781bd2527569 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:00:09.086431 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] For port 686f306e-58f1-4d69-9e2d-70032b1f96c9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=686f306e-58f1-4d69-9e2d-70032b1f96c9,segment=NetworkSegment(d8e994b5-23dd-4ce7-9b90-f76d6c208cee),segment_id=d8e994b5-23dd-4ce7-9b90-f76d6c208cee)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:09.087011 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.100641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c08a60a7-6b91-42dd-9c1c-fd709ad65bcd None None] Deleting port 686f306e-58f1-4d69-9e2d-70032b1f96c9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:09.101582 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c08a60a7-6b91-42dd-9c1c-fd709ad65bcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.111036 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 686f306e-58f1-4d69-9e2d-70032b1f96c9 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:09.121514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b185e71-b042-4c66-9d4e-fc51c3bb239c req-67dcac7b-2c74-4f77-baa0-cac9fbcf5d36 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.131918 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4b185e71-b042-4c66-9d4e-fc51c3bb239c req-67dcac7b-2c74-4f77-baa0-cac9fbcf5d36 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.0980711 Nov 12 04:00:09.140661 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port c3efc36a-009d-4538-81dd-8223182d5ab7 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:09.152888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:09.177412 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port c3efc36a-009d-4538-81dd-8223182d5ab7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:09.183239 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.203564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4b185e71-b042-4c66-9d4e-fc51c3bb239c req-4df0736c-becd-4745-90fc-56d2ee160803 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673079 Nov 12 04:00:09.246210 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c08a60a7-6b91-42dd-9c1c-fd709ad65bcd None None] For port 686f306e-58f1-4d69-9e2d-70032b1f96c9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=686f306e-58f1-4d69-9e2d-70032b1f96c9,segment=NetworkSegment(d8e994b5-23dd-4ce7-9b90-f76d6c208cee),segment_id=d8e994b5-23dd-4ce7-9b90-f76d6c208cee)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:09.246597 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c08a60a7-6b91-42dd-9c1c-fd709ad65bcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.263562 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c08a60a7-6b91-42dd-9c1c-fd709ad65bcd None None] Calling delete_port for 686f306e-58f1-4d69-9e2d-70032b1f96c9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:09.278611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f0381-1d47-44b7-aa09-d22f7ba4d7ff req-fb6c901c-01c8-47d0-b418-b9cec9b02c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.278611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f0381-1d47-44b7-aa09-d22f7ba4d7ff req-fb6c901c-01c8-47d0-b418-b9cec9b02c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.278977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f0381-1d47-44b7-aa09-d22f7ba4d7ff req-fb6c901c-01c8-47d0-b418-b9cec9b02c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.279386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f0381-1d47-44b7-aa09-d22f7ba4d7ff req-fb6c901c-01c8-47d0-b418-b9cec9b02c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.280135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f0381-1d47-44b7-aa09-d22f7ba4d7ff req-fb6c901c-01c8-47d0-b418-b9cec9b02c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.280491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f0381-1d47-44b7-aa09-d22f7ba4d7ff req-fb6c901c-01c8-47d0-b418-b9cec9b02c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.281023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f0381-1d47-44b7-aa09-d22f7ba4d7ff req-fb6c901c-01c8-47d0-b418-b9cec9b02c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.283071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-982f0381-1d47-44b7-aa09-d22f7ba4d7ff req-fb6c901c-01c8-47d0-b418-b9cec9b02c35 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 6506 time: 0.1290975 Nov 12 04:00:09.298433 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.335088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=686f306e-58f1-4d69-9e2d-70032b1f96c9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:09.349187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No DVR routers for this DVR port 686f306e-58f1-4d69-9e2d-70032b1f96c9 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:09.374854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-982f0381-1d47-44b7-aa09-d22f7ba4d7ff req-76a4edf7-fe07-4549-baf3-6a433362bbe8 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&id=01f66b24-b299-47f5-bad9-0d357b2ecadc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845289 Nov 12 04:00:09.386667 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:00:09.401566 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:00:09.423392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a36436-293c-4ee2-bb43-189e88782d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3efc36a-009d-4538-81dd-8223182d5ab7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:09.426140 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61200569-47de-4563-b5ba-4c6247ce12aa" -d '{"events": [{"server_uuid": "a7a36436-293c-4ee2-bb43-189e88782d86", "name": "network-vif-plugged", "status": "completed", "tag": "c3efc36a-009d-4538-81dd-8223182d5ab7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:09.440873 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c08a60a7-6b91-42dd-9c1c-fd709ad65bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.464090 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630b733-61b3-42a8-8c1f-9b84f9f7df0a req-7d41f53d-580a-4d57-b98a-1ef32d1c3937 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.466783 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2630b733-61b3-42a8-8c1f-9b84f9f7df0a req-7d41f53d-580a-4d57-b98a-1ef32d1c3937 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 945 time: 0.1187508 Nov 12 04:00:09.472810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c3efc36a-009d-4538-81dd-8223182d5ab7, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c3efc36a-009d-4538-81dd-8223182d5ab7,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:09.473943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a60a7-6b91-42dd-9c1c-fd709ad65bcd None None] Pushing event deleted for resources: {'Port': ['ID=686f306e-58f1-4d69-9e2d-70032b1f96c9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:09.483973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a60a7-6b91-42dd-9c1c-fd709ad65bcd None None] No DVR routers for this DVR port 686f306e-58f1-4d69-9e2d-70032b1f96c9 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:09.489630 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b940a0-694b-4bb1-a824-4a55312a0734 x-openstack-request-id: req-f3b940a0-694b-4bb1-a824-4a55312a0734 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:09.490400 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a36436-293c-4ee2-bb43-189e88782d86", "name": "network-vif-plugged", "status": "completed", "tag": "c3efc36a-009d-4538-81dd-8223182d5ab7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:09.490995 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f3b940a0-694b-4bb1-a824-4a55312a0734 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:09.491856 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a36436-293c-4ee2-bb43-189e88782d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3efc36a-009d-4538-81dd-8223182d5ab7', 'code': 200} Nov 12 04:00:09.516952 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.549277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb82b3a5-30f3-4273-b10b-781bd2527569']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:09.561849 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.581849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e994b5-23dd-4ce7-9b90-f76d6c208cee') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:09.582126 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e994b5-23dd-4ce7-9b90-f76d6c208cee') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:09.614387 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.615487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=c3efc36a-009d-4538-81dd-8223182d5ab7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:09.618770 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2630b733-61b3-42a8-8c1f-9b84f9f7df0a req-6dc5e992-1877-477a-9840-d761b4838ab4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195812 Nov 12 04:00:09.634504 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.643825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:00:09.645959 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:00:09.647361 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:00:09.650286 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57a206-fa15-4f2e-a47b-e328a8b01813 req-951416d3-257f-4475-bbc2-cc23d94cc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.651756 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd57a206-fa15-4f2e-a47b-e328a8b01813 req-951416d3-257f-4475-bbc2-cc23d94cc5d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 1098 time: 0.0947828 Nov 12 04:00:09.740357 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd57a206-fa15-4f2e-a47b-e328a8b01813 req-4de28fc3-591a-4a46-8b88-4548089e9765 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752079 Nov 12 04:00:09.835585 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.843266 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.850552 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/networks/eb82b3a5-30f3-4273-b10b-781bd2527569 HTTP/1.1" status: 204 len: 168 time: 1.1503654 Nov 12 04:00:09.851156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:09.858298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-963536d5-751b-414f-9eca-55545f81afb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1394397906'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:09.863978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565d251-2824-4b92-aaa8-49ae536c885a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Network': ['ID=eb82b3a5-30f3-4273-b10b-781bd2527569,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:09.920120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 686f306e-58f1-4d69-9e2d-70032b1f96c9 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:09.941958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 686f306e-58f1-4d69-9e2d-70032b1f96c9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:09.942309 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 686f306e-58f1-4d69-9e2d-70032b1f96c9 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:09.955460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963536d5-751b-414f-9eca-55545f81afb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:09.959501 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-963536d5-751b-414f-9eca-55545f81afb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.986535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963536d5-751b-414f-9eca-55545f81afb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1319} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:00:09.996268 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-963536d5-751b-414f-9eca-55545f81afb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.996711 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-963536d5-751b-414f-9eca-55545f81afb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Added segment 356be72a-e8d5-4d19-b47c-224c09574a0c of type vlan for network afb9c36e-ced9-4be4-ac91-f1ccd62eaf12 Nov 12 04:00:10.054314 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:00:10.071546 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-963536d5-751b-414f-9eca-55545f81afb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.098518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68981d28-6056-4972-99e7-5cb97c454da3 req-1bdf8859-cee4-42f9-9980-8a1213a8a86a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:10.099977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68981d28-6056-4972-99e7-5cb97c454da3 req-1bdf8859-cee4-42f9-9980-8a1213a8a86a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.0936799 Nov 12 04:00:10.148680 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68981d28-6056-4972-99e7-5cb97c454da3 req-fd533efe-fc9c-43c2-ab6e-ad2e36b551d1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 Nov 12 04:00:10.178333 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-963536d5-751b-414f-9eca-55545f81afb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.184062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963536d5-751b-414f-9eca-55545f81afb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:10.184551 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-963536d5-751b-414f-9eca-55545f81afb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.256535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963536d5-751b-414f-9eca-55545f81afb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Network': ['ID=afb9c36e-ced9-4be4-ac91-f1ccd62eaf12,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:10.268923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network afb9c36e-ced9-4be4-ac91-f1ccd62eaf12 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:00:10.276206 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-963536d5-751b-414f-9eca-55545f81afb9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4201980 Nov 12 04:00:10.279041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:10.281488 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a76715c7-1e5a-4d43-810f-7b19362328bb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': 'afb9c36e-ced9-4be4-ac91-f1ccd62eaf12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:10.405606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d286a-efeb-4cfd-a83b-664dffb38f63 req-4fc6a765-55fb-4501-b36c-b8194853564f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:10.407029 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c1d286a-efeb-4cfd-a83b-664dffb38f63 req-4fc6a765-55fb-4501-b36c-b8194853564f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.1221166 Nov 12 04:00:10.464447 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c1d286a-efeb-4cfd-a83b-664dffb38f63 req-2d35d954-f436-447c-b995-549dd0187f14 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505161 Nov 12 04:00:10.499000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76715c7-1e5a-4d43-810f-7b19362328bb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:10.502483 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a76715c7-1e5a-4d43-810f-7b19362328bb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.734786 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a76715c7-1e5a-4d43-810f-7b19362328bb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.803041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4373a0-1c0d-4340-8692-652bbb87b428 req-a2c3544e-b00d-4a8b-889a-49f6d26694a8 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:10.804676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a4373a0-1c0d-4340-8692-652bbb87b428 req-a2c3544e-b00d-4a8b-889a-49f6d26694a8 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 946 time: 0.1014497 Nov 12 04:00:10.839480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76715c7-1e5a-4d43-810f-7b19362328bb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Subnet': ['ID=3f14a246-4003-4de8-993b-26300a85624f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:10.854167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76715c7-1e5a-4d43-810f-7b19362328bb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Checking segment: {'id': '356be72a-e8d5-4d19-b47c-224c09574a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'afb9c36e-ced9-4be4-ac91-f1ccd62eaf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:10.854610 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76715c7-1e5a-4d43-810f-7b19362328bb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network hostable DHCP agents. Network: afb9c36e-ced9-4be4-ac91-f1ccd62eaf12, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:00:10.885258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8cd49-3fa8-4a68-a9f7-1cf138a76290 req-09e4f53c-28a0-4db1-babb-fc7a79bd51f8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:10.887012 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-09a8cd49-3fa8-4a68-a9f7-1cf138a76290 req-09e4f53c-28a0-4db1-babb-fc7a79bd51f8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.0513499 Nov 12 04:00:10.891661 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a4373a0-1c0d-4340-8692-652bbb87b428 req-1d982c1a-4826-466d-9e38-1c88d669f995 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781746 Nov 12 04:00:10.944459 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-09a8cd49-3fa8-4a68-a9f7-1cf138a76290 req-7033a9e1-390f-477e-9d2e-a1001d2a3af7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502791 Nov 12 04:00:10.961639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76715c7-1e5a-4d43-810f-7b19362328bb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network afb9c36e-ced9-4be4-ac91-f1ccd62eaf12 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:00:11.030177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a76715c7-1e5a-4d43-810f-7b19362328bb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, afb9c36e-ced9-4be4-ac91-f1ccd62eaf12) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:11.034284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76715c7-1e5a-4d43-810f-7b19362328bb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.034888 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a76715c7-1e5a-4d43-810f-7b19362328bb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:11.039879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07d1ba0-4d33-4df6-baad-af2fad97ac57 None None] Network afb9c36e-ced9-4be4-ac91-f1ccd62eaf12 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:11.115609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a76715c7-1e5a-4d43-810f-7b19362328bb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8378363 Nov 12 04:00:11.118159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:11.127250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-46def5c9-9762-4c8d-a437-233f79513078 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'network_id': 'afb9c36e-ced9-4be4-ac91-f1ccd62eaf12', 'name': 'tempest-PortsTestJSON-865845966', 'fixed_ips': [{'subnet_id': '3f14a246-4003-4de8-993b-26300a85624f', 'ip_address': '172.20.0.10'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:11.222102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-afb9c36e-ced9-4be4-ac91-f1ccd62eaf12', 'network_id': 'afb9c36e-ced9-4be4-ac91-f1ccd62eaf12', 'tenant_id': '26a66156c54142138bc1e5ca886d06fc', 'fixed_ips': [{'subnet_id': '3f14a246-4003-4de8-993b-26300a85624f'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:00:11.223435 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:11.311285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46def5c9-9762-4c8d-a437-233f79513078 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:11.382432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Allocated IP 172.20.0.2 (afb9c36e-ced9-4be4-ac91-f1ccd62eaf12/3f14a246-4003-4de8-993b-26300a85624f/0b0ade8e-ccb4-43b8-a053-fb4397af96bd) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:11.430283 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46def5c9-9762-4c8d-a437-233f79513078 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:11.449090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-46def5c9-9762-4c8d-a437-233f79513078 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port 7689bed7-2421-4f91-aee1-dce92d8a986f yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:00:11.539400 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:11.601822 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:11.643756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Network afb9c36e-ced9-4be4-ac91-f1ccd62eaf12 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:11.644749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc63fa8-ae7e-41b3-b690-59e95d1da148 req-07260ec9-d106-4450-9c71-8d8ece05edcc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.646291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4bc63fa8-ae7e-41b3-b690-59e95d1da148 req-07260ec9-d106-4450-9c71-8d8ece05edcc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.0943639 Nov 12 04:00:11.647547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:11.650601 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:11.661489 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Pushing event updated for resources: {'Port': ['ID=0b0ade8e-ccb4-43b8-a053-fb4397af96bd,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:11.685400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-46def5c9-9762-4c8d-a437-233f79513078 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Allocated IP 172.20.0.10 (afb9c36e-ced9-4be4-ac91-f1ccd62eaf12/3f14a246-4003-4de8-993b-26300a85624f/7689bed7-2421-4f91-aee1-dce92d8a986f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:11.719909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Attempting to bind port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:11.720304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Attempting to bind port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '356be72a-e8d5-4d19-b47c-224c09574a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'afb9c36e-ced9-4be4-ac91-f1ccd62eaf12'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:11.720664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Attempting to bind port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd on network afb9c36e-ced9-4be4-ac91-f1ccd62eaf12 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:11.726051 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:11.726392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Checking segment: {'id': '356be72a-e8d5-4d19-b47c-224c09574a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'afb9c36e-ced9-4be4-ac91-f1ccd62eaf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:11.726786 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:11.727175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Bound using segment: {'id': '356be72a-e8d5-4d19-b47c-224c09574a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'afb9c36e-ced9-4be4-ac91-f1ccd62eaf12'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:11.727665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Bound port: 0b0ade8e-ccb4-43b8-a053-fb4397af96bd, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356be72a-e8d5-4d19-b47c-224c09574a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'afb9c36e-ced9-4be4-ac91-f1ccd62eaf12'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:11.728068 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:11.729095 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4bc63fa8-ae7e-41b3-b690-59e95d1da148 req-08d8df78-2123-4009-a118-50b07392ee8b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764713 Nov 12 04:00:11.812598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] For port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:11.816589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] For port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0b0ade8e-ccb4-43b8-a053-fb4397af96bd,segment=NetworkSegment(356be72a-e8d5-4d19-b47c-224c09574a0c),segment_id=356be72a-e8d5-4d19-b47c-224c09574a0c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:11.882637 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:11.907513 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46def5c9-9762-4c8d-a437-233f79513078 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:11.955460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56a20a-e2bb-4540-a0f1-28fa2df64f3e None None] Pushing event updated for resources: {'Port': ['ID=0b0ade8e-ccb4-43b8-a053-fb4397af96bd,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:12.035674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:12.043257 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46def5c9-9762-4c8d-a437-233f79513078 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.124863 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6710c-3fac-4ed3-bbe1-545031471e21 req-aab129af-dfe9-424e-945d-669311f1669a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.126471 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cfe6710c-3fac-4ed3-bbe1-545031471e21 req-aab129af-dfe9-424e-945d-669311f1669a tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 946 time: 0.1393001 Nov 12 04:00:12.171566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46def5c9-9762-4c8d-a437-233f79513078 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network afb9c36e-ced9-4be4-ac91-f1ccd62eaf12 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:12.175166 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46def5c9-9762-4c8d-a437-233f79513078 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=7689bed7-2421-4f91-aee1-dce92d8a986f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:12.179609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-46def5c9-9762-4c8d-a437-233f79513078 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:12.191957 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4ff00-8279-4a12-8066-4c9f49a1ccb1 req-13c11134-99c0-443e-a310-c9b92abf4915 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.193605 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ef4ff00-8279-4a12-8066-4c9f49a1ccb1 req-13c11134-99c0-443e-a310-c9b92abf4915 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1690013 Nov 12 04:00:12.194444 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46def5c9-9762-4c8d-a437-233f79513078 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:12.281764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46def5c9-9762-4c8d-a437-233f79513078 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.283422 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46def5c9-9762-4c8d-a437-233f79513078 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.297918 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cfe6710c-3fac-4ed3-bbe1-545031471e21 req-dcae3d2d-6b25-4547-b127-9ff8ef9dbb8f tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505899 Nov 12 04:00:12.311976 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ef4ff00-8279-4a12-8066-4c9f49a1ccb1 req-3c57d555-1622-4c44-91b9-bd4f210afa31 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839844 Nov 12 04:00:12.394249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-46def5c9-9762-4c8d-a437-233f79513078 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2739079 Nov 12 04:00:12.396543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48270) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:12.403406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7f38e83a-522d-4680-9fc0-0c0a862a3385 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'network_id': 'afb9c36e-ced9-4be4-ac91-f1ccd62eaf12', 'name': 'tempest-PortsTestJSON-469949259', 'fixed_ips': [{'subnet_id': '3f14a246-4003-4de8-993b-26300a85624f', 'ip_address': '172.20.0.9'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:12.596274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f38e83a-522d-4680-9fc0-0c0a862a3385 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:12.601507 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f38e83a-522d-4680-9fc0-0c0a862a3385 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.633609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-7f38e83a-522d-4680-9fc0-0c0a862a3385 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port 153a7160-98bb-4ba6-8aed-9600f7d966d9 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:00:12.649861 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0427-adfe-482d-bc77-df7abbb279a9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.820839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6610c2-2864-41fe-b2b7-55a4fc4676c2 req-c0347a7e-8fc9-4556-8d15-bf6bce99391e tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.822625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c6610c2-2864-41fe-b2b7-55a4fc4676c2 req-c0347a7e-8fc9-4556-8d15-bf6bce99391e tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 946 time: 0.1192639 Nov 12 04:00:12.906370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7f38e83a-522d-4680-9fc0-0c0a862a3385 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Allocated IP 172.20.0.9 (afb9c36e-ced9-4be4-ac91-f1ccd62eaf12/3f14a246-4003-4de8-993b-26300a85624f/153a7160-98bb-4ba6-8aed-9600f7d966d9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:12.937771 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c6610c2-2864-41fe-b2b7-55a4fc4676c2 req-ab62ae0f-2ca2-415a-a9df-7e4f29289006 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840509 Nov 12 04:00:13.007856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2572d-cef1-4b1d-a83a-c625ac4510c7 req-40b04ee0-896d-434a-900b-d8ab6ea1e591 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.010687 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-96e2572d-cef1-4b1d-a83a-c625ac4510c7 req-40b04ee0-896d-434a-900b-d8ab6ea1e591 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.1623383 Nov 12 04:00:13.091599 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-96e2572d-cef1-4b1d-a83a-c625ac4510c7 req-4fb3af3d-8da4-48e8-b352-e7210ea493f5 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671966 Nov 12 04:00:13.138552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad6c144-f601-4b4f-85ea-e2625809771a None None] Network afb9c36e-ced9-4be4-ac91-f1ccd62eaf12 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:13.139401 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f38e83a-522d-4680-9fc0-0c0a862a3385 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:13.214087 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef0427-adfe-482d-bc77-df7abbb279a9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Deleting port 38e521a1-cc30-416b-ae69-23ca9559498d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:13.214417 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0427-adfe-482d-bc77-df7abbb279a9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:13.276230 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f38e83a-522d-4680-9fc0-0c0a862a3385 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:13.331278 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f38e83a-522d-4680-9fc0-0c0a862a3385 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network afb9c36e-ced9-4be4-ac91-f1ccd62eaf12 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:13.335038 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7f38e83a-522d-4680-9fc0-0c0a862a3385 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:13.337659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38e83a-522d-4680-9fc0-0c0a862a3385 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:13.344432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c9ef0427-adfe-482d-bc77-df7abbb279a9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] For port 38e521a1-cc30-416b-ae69-23ca9559498d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=38e521a1-cc30-416b-ae69-23ca9559498d,segment=NetworkSegment(da87bcf8-5925-4fe4-abd6-7d3cc30c356a),segment_id=da87bcf8-5925-4fe4-abd6-7d3cc30c356a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:13.346071 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0427-adfe-482d-bc77-df7abbb279a9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:13.363154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef0427-adfe-482d-bc77-df7abbb279a9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Calling delete_port for 38e521a1-cc30-416b-ae69-23ca9559498d owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:13.374342 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-53ec68c8-705e-4ce0-bdaf-a1bf243158f1 None None] Provisioning complete for port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:13.375035 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53ec68c8-705e-4ce0-bdaf-a1bf243158f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:13.405191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38e83a-522d-4680-9fc0-0c0a862a3385 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=153a7160-98bb-4ba6-8aed-9600f7d966d9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:13.461983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f38e83a-522d-4680-9fc0-0c0a862a3385 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.463088 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f38e83a-522d-4680-9fc0-0c0a862a3385 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:13.516067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221775-8c16-4e80-9c3b-91f5793c5442 req-34f9f3aa-51d2-49e7-80ae-2f1926ffcf00 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.517948 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51221775-8c16-4e80-9c3b-91f5793c5442 req-34f9f3aa-51d2-49e7-80ae-2f1926ffcf00 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.0833840 Nov 12 04:00:13.574884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7f38e83a-522d-4680-9fc0-0c0a862a3385 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1767452 Nov 12 04:00:13.581415 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51221775-8c16-4e80-9c3b-91f5793c5442 req-86f7c27f-91da-4de6-b8ae-b9064b24ac3b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561604 Nov 12 04:00:13.582300 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48278) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:13.586149 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53ec68c8-705e-4ce0-bdaf-a1bf243158f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:13.643383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-53ec68c8-705e-4ce0-bdaf-a1bf243158f1 None None] For port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0b0ade8e-ccb4-43b8-a053-fb4397af96bd,segment=NetworkSegment(356be72a-e8d5-4d19-b47c-224c09574a0c),segment_id=356be72a-e8d5-4d19-b47c-224c09574a0c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:13.695901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d6aad2-332c-4d8d-86e4-db8cdb525b6a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.698199 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-92d6aad2-332c-4d8d-86e4-db8cdb525b6a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1150515 Nov 12 04:00:13.701015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:13.783896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24a2a6d-b5a9-492e-9769-a9289a95da41 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.783896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24a2a6d-b5a9-492e-9769-a9289a95da41 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.792010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24a2a6d-b5a9-492e-9769-a9289a95da41 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.794803 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f24a2a6d-b5a9-492e-9769-a9289a95da41 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.0920844 Nov 12 04:00:13.799430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48282) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:13.821167 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53ec68c8-705e-4ce0-bdaf-a1bf243158f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:13.825877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0427-adfe-482d-bc77-df7abbb279a9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:13.877729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef0427-adfe-482d-bc77-df7abbb279a9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Port': ['ID=38e521a1-cc30-416b-ae69-23ca9559498d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:13.887484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec68c8-705e-4ce0-bdaf-a1bf243158f1 None None] Pushing event updated for resources: {'Port': ['ID=0b0ade8e-ccb4-43b8-a053-fb4397af96bd,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:13.958528 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0b66c5b2-a0e5-49b1-8219-9ca971f2cff9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 153a7160-98bb-4ba6-8aed-9600f7d966d9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:13.959856 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b66c5b2-a0e5-49b1-8219-9ca971f2cff9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:13.977885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6e9b57e0-0eb3-404b-a0f8-4079e497fe6e None None] Provisioning complete for port 7689bed7-2421-4f91-aee1-dce92d8a986f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:13.978260 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e9b57e0-0eb3-404b-a0f8-4079e497fe6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.080076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b57e0-0eb3-404b-a0f8-4079e497fe6e None None] Port 7689bed7-2421-4f91-aee1-dce92d8a986f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:14.098595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6e9b57e0-0eb3-404b-a0f8-4079e497fe6e None None] Provisioning complete for port 153a7160-98bb-4ba6-8aed-9600f7d966d9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:14.098966 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e9b57e0-0eb3-404b-a0f8-4079e497fe6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.160555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0b0ade8e-ccb4-43b8-a053-fb4397af96bd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:14.206065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b57e0-0eb3-404b-a0f8-4079e497fe6e None None] Port 153a7160-98bb-4ba6-8aed-9600f7d966d9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:14.255954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6e9b57e0-0eb3-404b-a0f8-4079e497fe6e None None] Provisioning complete for port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:14.256967 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e9b57e0-0eb3-404b-a0f8-4079e497fe6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.284082 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0427-adfe-482d-bc77-df7abbb279a9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.297692 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:14.298172 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.347868 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931a84b-f1d1-4332-8001-5cc26b76c2d0 req-02a72658-d20c-4282-94e0-86b2353e8ea3 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:14.349474 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d931a84b-f1d1-4332-8001-5cc26b76c2d0 req-02a72658-d20c-4282-94e0-86b2353e8ea3 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 946 time: 0.1723793 Nov 12 04:00:14.408148 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b66c5b2-a0e5-49b1-8219-9ca971f2cff9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.409987 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe979e-f32f-4785-9a86-2be79ae16750 req-ae308bf9-8f1f-4b9b-89e4-f32b35728617 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:14.411645 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f6fe979e-f32f-4785-9a86-2be79ae16750 req-ae308bf9-8f1f-4b9b-89e4-f32b35728617 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 946 time: 0.1855359 Nov 12 04:00:14.436920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0b66c5b2-a0e5-49b1-8219-9ca971f2cff9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 153a7160-98bb-4ba6-8aed-9600f7d966d9 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:14.483769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03474a76-ba8a-4535-ac05-4de3cdad4f12 req-2e514a6f-e292-4d18-b16d-21f7409566b5 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:14.496949 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03474a76-ba8a-4535-ac05-4de3cdad4f12 req-2e514a6f-e292-4d18-b16d-21f7409566b5 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.2320206 Nov 12 04:00:14.579941 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d931a84b-f1d1-4332-8001-5cc26b76c2d0 req-f983bf97-9e17-4ff4-85ed-de9708714ad9 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890557 Nov 12 04:00:14.620473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2f6d5fbb-7605-49a1-b8eb-a3d2cd8c5757 None None] Provisioning complete for port 7689bed7-2421-4f91-aee1-dce92d8a986f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:14.621160 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5fbb-7605-49a1-b8eb-a3d2cd8c5757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.674831 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03474a76-ba8a-4535-ac05-4de3cdad4f12 req-47680adf-c492-4da7-98fc-abd1e0aca17d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699214 Nov 12 04:00:14.701711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d5fbb-7605-49a1-b8eb-a3d2cd8c5757 None None] Port 7689bed7-2421-4f91-aee1-dce92d8a986f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:14.748956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-f6fe979e-f32f-4785-9a86-2be79ae16750 req-83a33402-936c-4436-9b17-3a42bc9322d4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Deleting port c3efc36a-009d-4538-81dd-8223182d5ab7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:14.749227 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f6fe979e-f32f-4785-9a86-2be79ae16750 req-83a33402-936c-4436-9b17-3a42bc9322d4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.825990 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-621344bf-e953-4de9-8c3d-1f1e2db384a9 None None] Provisioning complete for port 153a7160-98bb-4ba6-8aed-9600f7d966d9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:14.826357 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-621344bf-e953-4de9-8c3d-1f1e2db384a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.865179 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-621344bf-e953-4de9-8c3d-1f1e2db384a9 None None] Port 153a7160-98bb-4ba6-8aed-9600f7d966d9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:14.924790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd0681-5a25-4f44-be4b-c0579510f734 req-f4b354f3-2d6b-4e7e-a974-9ed7c7d319bb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:14.926666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67fd0681-5a25-4f44-be4b-c0579510f734 req-f4b354f3-2d6b-4e7e-a974-9ed7c7d319bb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1972077 Nov 12 04:00:14.941950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f6fe979e-f32f-4785-9a86-2be79ae16750 req-83a33402-936c-4436-9b17-3a42bc9322d4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] For port c3efc36a-009d-4538-81dd-8223182d5ab7, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c3efc36a-009d-4538-81dd-8223182d5ab7,segment=NetworkSegment(86891421-7980-458c-a1ac-00be687e52fc),segment_id=86891421-7980-458c-a1ac-00be687e52fc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:14.942321 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f6fe979e-f32f-4785-9a86-2be79ae16750 req-83a33402-936c-4436-9b17-3a42bc9322d4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.961759 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b66c5b2-a0e5-49b1-8219-9ca971f2cff9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.977356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-f6fe979e-f32f-4785-9a86-2be79ae16750 req-83a33402-936c-4436-9b17-3a42bc9322d4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Calling delete_port for c3efc36a-009d-4538-81dd-8223182d5ab7 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:14.992378 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ef0427-adfe-482d-bc77-df7abbb279a9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Router f44c6d19-8bc4-4d60-854f-c71b9da8f189 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:14.999199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66c5b2-a0e5-49b1-8219-9ca971f2cff9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=153a7160-98bb-4ba6-8aed-9600f7d966d9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:15.078508 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b66c5b2-a0e5-49b1-8219-9ca971f2cff9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.084937 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0b66c5b2-a0e5-49b1-8219-9ca971f2cff9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/153a7160-98bb-4ba6-8aed-9600f7d966d9 HTTP/1.1" status: 204 len: 168 time: 1.2838075 Nov 12 04:00:15.087431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48290) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:15.127429 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c9bb15-84da-4dbb-83d3-1b6b6613a2bf tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] GET failed (client error): The resource could not be found. Nov 12 04:00:15.130293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-55c9bb15-84da-4dbb-83d3-1b6b6613a2bf tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/153a7160-98bb-4ba6-8aed-9600f7d966d9 HTTP/1.1" status: 404 len: 333 time: 0.0411637 Nov 12 04:00:15.133093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:15.273996 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e9096824-62e7-459c-b554-c2b6d605c99d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 7689bed7-2421-4f91-aee1-dce92d8a986f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:15.274417 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9096824-62e7-459c-b554-c2b6d605c99d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.372844 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9096824-62e7-459c-b554-c2b6d605c99d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.391109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e9096824-62e7-459c-b554-c2b6d605c99d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 7689bed7-2421-4f91-aee1-dce92d8a986f owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:15.486156 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67fd0681-5a25-4f44-be4b-c0579510f734 req-ddf9a7a4-3962-4eca-8ecf-d9839d452dea tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483527 Nov 12 04:00:15.647226 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9096824-62e7-459c-b554-c2b6d605c99d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.661990 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ef0427-adfe-482d-bc77-df7abbb279a9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:15.668204 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c9ef0427-adfe-482d-bc77-df7abbb279a9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "PUT /v2.0/routers/f44c6d19-8bc4-4d60-854f-c71b9da8f189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6297703 Nov 12 04:00:15.677700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fafa9-3b3d-4b95-bb28-bd792cca0eb2 None None] Sync routers for ids ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:15.694067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5fafa9-3b3d-4b95-bb28-bd792cca0eb2 None None] Routers {'f44c6d19-8bc4-4d60-854f-c71b9da8f189'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:15.694725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bb5fafa9-3b3d-4b95-bb28-bd792cca0eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:59:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:15.701987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9096824-62e7-459c-b554-c2b6d605c99d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=7689bed7-2421-4f91-aee1-dce92d8a986f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:15.803910 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f6fe979e-f32f-4785-9a86-2be79ae16750 req-83a33402-936c-4436-9b17-3a42bc9322d4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.843738 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a33402-936c-4436-9b17-3a42bc9322d4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Pushing event deleted for resources: {'Port': ['ID=c3efc36a-009d-4538-81dd-8223182d5ab7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:15.853929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c3efc36a-009d-4538-81dd-8223182d5ab7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:15.865943 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9096824-62e7-459c-b554-c2b6d605c99d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.870981 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e9096824-62e7-459c-b554-c2b6d605c99d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/7689bed7-2421-4f91-aee1-dce92d8a986f HTTP/1.1" status: 204 len: 168 time: 0.7366283 Nov 12 04:00:15.885205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58256999-4ce0-495a-8adb-034c1fedd0f4 req-d350a49a-b9bf-4c9f-9102-626fa6df32a6 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:15.892294 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-58256999-4ce0-495a-8adb-034c1fedd0f4 req-d350a49a-b9bf-4c9f-9102-626fa6df32a6 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 867 time: 0.1239278 Nov 12 04:00:15.894275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48300) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:15.933082 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a58a669-ace8-45f3-91a0-31b3c867735f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] GET failed (client error): The resource could not be found. Nov 12 04:00:15.935416 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0a58a669-ace8-45f3-91a0-31b3c867735f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/7689bed7-2421-4f91-aee1-dce92d8a986f HTTP/1.1" status: 404 len: 333 time: 0.0389664 Nov 12 04:00:15.943879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48302) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:15.955771 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fe979e-f32f-4785-9a86-2be79ae16750 req-83a33402-936c-4436-9b17-3a42bc9322d4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] No DVR routers for this DVR port c3efc36a-009d-4538-81dd-8223182d5ab7 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:15.958546 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f6fe979e-f32f-4785-9a86-2be79ae16750 req-83a33402-936c-4436-9b17-3a42bc9322d4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.963927 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f6fe979e-f32f-4785-9a86-2be79ae16750 req-83a33402-936c-4436-9b17-3a42bc9322d4 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.25 "DELETE /v2.0/ports/c3efc36a-009d-4538-81dd-8223182d5ab7 HTTP/1.1" status: 204 len: 173 time: 1.5421927 Nov 12 04:00:15.964562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a36436-293c-4ee2-bb43-189e88782d86', 'name': 'network-vif-deleted', 'tag': 'c3efc36a-009d-4538-81dd-8223182d5ab7'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:15.968055 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8807dd3c-82fd-4b80-be38-afbf6f0fe1fe" -d '{"events": [{"server_uuid": "a7a36436-293c-4ee2-bb43-189e88782d86", "name": "network-vif-deleted", "tag": "c3efc36a-009d-4538-81dd-8223182d5ab7"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:15.985545 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bb5fafa9-3b3d-4b95-bb28-bd792cca0eb2 None None] Set router f44c6d19-8bc4-4d60-854f-c71b9da8f189 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:16.034784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-58256999-4ce0-495a-8adb-034c1fedd0f4 req-968b698c-1aa2-492e-98b9-1c5d4e40203d tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups?id=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414382 Nov 12 04:00:16.047451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-618fb2e3-1603-4d4d-a2dc-d440777c3362 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting subnet 3f14a246-4003-4de8-993b-26300a85624f {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:00:16.047451 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-618fb2e3-1603-4d4d-a2dc-d440777c3362 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.081550 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0b0ade8e-ccb4-43b8-a053-fb4397af96bd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:16.096184 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-618fb2e3-1603-4d4d-a2dc-d440777c3362 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.224610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:16.224987 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.229566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657baee-059f-4576-9308-04088a69da5d req-b1f79dd0-e53a-446c-a3f2-2dbc2b93d2b4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:16.231238 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d657baee-059f-4576-9308-04088a69da5d req-b1f79dd0-e53a-446c-a3f2-2dbc2b93d2b4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.1105952 Nov 12 04:00:16.261840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-618fb2e3-1603-4d4d-a2dc-d440777c3362 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.276262 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a17a50b2-1ecc-4f9c-866d-0950ba99082f details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:16.330606 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d657baee-059f-4576-9308-04088a69da5d req-d27b18f8-1979-40be-bb99-b1f89718d413 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913057 Nov 12 04:00:16.417598 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06966ebf-37e8-4c2e-9d97-4549f90b644a x-openstack-request-id: req-06966ebf-37e8-4c2e-9d97-4549f90b644a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:16.417893 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a36436-293c-4ee2-bb43-189e88782d86", "name": "network-vif-deleted", "tag": "c3efc36a-009d-4538-81dd-8223182d5ab7", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:16.418149 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-06966ebf-37e8-4c2e-9d97-4549f90b644a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:16.418577 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a36436-293c-4ee2-bb43-189e88782d86', 'name': 'network-vif-deleted', 'tag': 'c3efc36a-009d-4538-81dd-8223182d5ab7', 'status': 'completed', 'code': 200} Nov 12 04:00:16.485666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a17a50b2-1ecc-4f9c-866d-0950ba99082f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a17a50b2-1ecc-4f9c-866d-0950ba99082f,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:16.502254 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bb5fafa9-3b3d-4b95-bb28-bd792cca0eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T04:00:13Z', 'revision_number': 6, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'port_id': '3867d38d-581c-457b-b3c1-92078c0b498e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'mac_address': 'fa:16:3e:cc:0f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:41Z', 'revision_number': 1, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:10Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:16.505698 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'a17a50b2-1ecc-4f9c-866d-0950ba99082f', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'port_id': 'a17a50b2-1ecc-4f9c-866d-0950ba99082f', 'mac_address': 'fa:16:3e:80:47:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:16.523353 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-618fb2e3-1603-4d4d-a2dc-d440777c3362 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.540620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafb1ee-55c9-47f8-b5b7-fcc51cf6b5df req-d9d93143-edd0-413c-885d-d758b993d92f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:16.542454 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cdafb1ee-55c9-47f8-b5b7-fcc51cf6b5df req-d9d93143-edd0-413c-885d-d758b993d92f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 946 time: 0.0743623 Nov 12 04:00:16.545697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fafa9-3b3d-4b95-bb28-bd792cca0eb2 None None] Checking router: f44c6d19-8bc4-4d60-854f-c71b9da8f189 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:16.574857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fb2e3-1603-4d4d-a2dc-d440777c3362 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Subnet': ['ID=3f14a246-4003-4de8-993b-26300a85624f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:16.585117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5fafa9-3b3d-4b95-bb28-bd792cca0eb2 None None] Routers {'f44c6d19-8bc4-4d60-854f-c71b9da8f189'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:16.585779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bb5fafa9-3b3d-4b95-bb28-bd792cca0eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:59:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:16.600346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-618fb2e3-1603-4d4d-a2dc-d440777c3362 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.606867 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-618fb2e3-1603-4d4d-a2dc-d440777c3362 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/3f14a246-4003-4de8-993b-26300a85624f HTTP/1.1" status: 204 len: 168 time: 0.6594255 Nov 12 04:00:16.614645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48310) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:16.631625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32da9ae-c5b9-4e29-b765-4494b6df9ce4 None None] Network afb9c36e-ced9-4be4-ac91-f1ccd62eaf12 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:16.652833 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.678918 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cdafb1ee-55c9-47f8-b5b7-fcc51cf6b5df req-ba8e447f-7b83-47fd-8189-cd9a7057e01f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218672 Nov 12 04:00:16.720578 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a17a50b2-1ecc-4f9c-866d-0950ba99082f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:16.791265 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a17a50b2-1ecc-4f9c-866d-0950ba99082f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a17a50b2-1ecc-4f9c-866d-0950ba99082f,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:16.856372 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bb5fafa9-3b3d-4b95-bb28-bd792cca0eb2 None None] Set router f44c6d19-8bc4-4d60-854f-c71b9da8f189 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:16.888810 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.031193 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.042500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5f565-3fe1-4160-809c-3bd2644d8468 req-d075cd6f-06a3-4ef9-98fe-7706112aaace tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:17.044080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90e5f565-3fe1-4160-809c-3bd2644d8468 req-d075cd6f-06a3-4ef9-98fe-7706112aaace tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.3996873 Nov 12 04:00:17.124825 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90e5f565-3fe1-4160-809c-3bd2644d8468 req-b52b3106-9d69-4e36-8864-a4282059560d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731413 Nov 12 04:00:17.143051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:17.143923 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.207612 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6939570d-d089-4f4e-a161-cb71574fdcfd req-b84ab44c-2f62-4e90-b807-c412db5c680b tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7a36436-293c-4ee2-bb43-189e88782d86 HTTP/1.1" status: 200 len: 210 time: 0.0323064 Nov 12 04:00:17.233215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] For port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0b0ade8e-ccb4-43b8-a053-fb4397af96bd,segment=NetworkSegment(356be72a-e8d5-4d19-b47c-224c09574a0c),segment_id=356be72a-e8d5-4d19-b47c-224c09574a0c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:17.233842 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.253645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 0b0ade8e-ccb4-43b8-a053-fb4397af96bd owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:17.289888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['a17a50b2-1ecc-4f9c-866d-0950ba99082f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:17.295579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=a17a50b2-1ecc-4f9c-866d-0950ba99082f,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:17.324128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d630a-e18b-44ab-a9e3-a546d7aeeae6 None None] DHCP port deletion for afb9c36e-ced9-4be4-ac91-f1ccd62eaf12 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:00:17.418545 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.451159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=0b0ade8e-ccb4-43b8-a053-fb4397af96bd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:17.454019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No DVR routers for this DVR port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:17.489003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-920d630a-e18b-44ab-a9e3-a546d7aeeae6 None None] Deleting port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:17.492133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-920d630a-e18b-44ab-a9e3-a546d7aeeae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.553206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a19f5-13b6-4bec-ac06-1dd176478cc2 req-d96c5c85-deba-45f8-901c-f35310f9a6d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:17.554738 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-647a19f5-13b6-4bec-ac06-1dd176478cc2 req-d96c5c85-deba-45f8-901c-f35310f9a6d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.1078591 Nov 12 04:00:17.593964 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.594467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bb5fafa9-3b3d-4b95-bb28-bd792cca0eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T04:00:13Z', 'revision_number': 6, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'port_id': '3867d38d-581c-457b-b3c1-92078c0b498e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'mac_address': 'fa:16:3e:cc:0f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:41Z', 'revision_number': 1, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:10Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:17.596843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-920d630a-e18b-44ab-a9e3-a546d7aeeae6 None None] For port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd, host n-d-767704-23, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:17.597231 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-920d630a-e18b-44ab-a9e3-a546d7aeeae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.638738 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb9c36e-ced9-4be4-ac91-f1ccd62eaf12']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:17.652390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fafa9-3b3d-4b95-bb28-bd792cca0eb2 None None] The sync data for ids ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'] in n-d-767704-23 is: [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T04:00:13Z', 'revision_number': 6, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'port_id': '3867d38d-581c-457b-b3c1-92078c0b498e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'mac_address': 'fa:16:3e:cc:0f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:41Z', 'revision_number': 1, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:10Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:17.654941 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-920d630a-e18b-44ab-a9e3-a546d7aeeae6 None None] Calling delete_port for 0b0ade8e-ccb4-43b8-a053-fb4397af96bd owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:17.657862 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356be72a-e8d5-4d19-b47c-224c09574a0c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:17.658163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356be72a-e8d5-4d19-b47c-224c09574a0c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:17.661827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-920d630a-e18b-44ab-a9e3-a546d7aeeae6 None None] Port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:00:17.666423 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-920d630a-e18b-44ab-a9e3-a546d7aeeae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.668742 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-647a19f5-13b6-4bec-ac06-1dd176478cc2 req-2a2b29c0-7e74-429a-87cb-b4364d202520 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875628 Nov 12 04:00:17.682011 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.705166 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.712957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d630a-e18b-44ab-a9e3-a546d7aeeae6 None None] No DVR routers for this DVR port 0b0ade8e-ccb4-43b8-a053-fb4397af96bd on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:17.716809 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:00:17.717225 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.719575 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d630a-e18b-44ab-a9e3-a546d7aeeae6 None None] Pushing event deleted for resources: {'Port': ['ID=0b0ade8e-ccb4-43b8-a053-fb4397af96bd,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:00:17.720919 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:00:17.843431 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4552089-bd29-465f-b1a9-9a62b952a86a req-59c50fb1-0bf9-42fb-bbb1-e558a3083d2a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:17.845173 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f4552089-bd29-465f-b1a9-9a62b952a86a req-59c50fb1-0bf9-42fb-bbb1-e558a3083d2a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 946 time: 0.0580378 Nov 12 04:00:17.927257 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.931002 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f4552089-bd29-465f-b1a9-9a62b952a86a req-a099fdf6-e3b0-498e-a065-caeeccdeb201 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=30484723-8562-425f-9d5c-e97f4b1708b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794871 Nov 12 04:00:17.937458 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.941528 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/networks/afb9c36e-ced9-4be4-ac91-f1ccd62eaf12 HTTP/1.1" status: 204 len: 168 time: 1.3255284 Nov 12 04:00:17.942840 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab74a4-fb15-4fb9-9326-a126962640f4 req-682633fe-a9ee-4a51-af62-d5bd0aebc267 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:17.944395 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3ab74a4-fb15-4fb9-9326-a126962640f4 req-682633fe-a9ee-4a51-af62-d5bd0aebc267 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.25 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 946 time: 0.0852983 Nov 12 04:00:17.945409 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:17.950622 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5d0f6461-24b3-4d0f-a749-23521b4d0d4d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1315345061'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:17.971288 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d78021-b07b-4191-b9ee-45a0cb229d79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Network': ['ID=afb9c36e-ced9-4be4-ac91-f1ccd62eaf12,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:18.065393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0f6461-24b3-4d0f-a749-23521b4d0d4d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:18.069213 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6461-24b3-4d0f-a749-23521b4d0d4d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.092394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-f3ab74a4-fb15-4fb9-9326-a126962640f4 req-abc252ab-9660-4b19-be5f-a3e5491eb8a3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Deleting port 61d754eb-2581-467e-aa00-c9a514ac83cf {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:18.092739 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f3ab74a4-fb15-4fb9-9326-a126962640f4 req-abc252ab-9660-4b19-be5f-a3e5491eb8a3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.127482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0b0ade8e-ccb4-43b8-a053-fb4397af96bd no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:18.158076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 0b0ade8e-ccb4-43b8-a053-fb4397af96bd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:18.158076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0b0ade8e-ccb4-43b8-a053-fb4397af96bd not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:18.158076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 38e521a1-cc30-416b-ae69-23ca9559498d no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:18.190330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0f6461-24b3-4d0f-a749-23521b4d0d4d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:00:18.196121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 38e521a1-cc30-416b-ae69-23ca9559498d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:18.196583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 38e521a1-cc30-416b-ae69-23ca9559498d not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:18.218663 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6461-24b3-4d0f-a749-23521b4d0d4d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.218925 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-5d0f6461-24b3-4d0f-a749-23521b4d0d4d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Added segment dc13355c-fbe1-4828-a190-6a0767f4c1de of type vlan for network 65532489-87c9-4fa0-a202-42cb3271f32d Nov 12 04:00:18.279387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device eb509333-e2f6-427b-9927-b25c704c6df6 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:18.306096 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f3ab74a4-fb15-4fb9-9326-a126962640f4 req-abc252ab-9660-4b19-be5f-a3e5491eb8a3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] For port 61d754eb-2581-467e-aa00-c9a514ac83cf, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=61d754eb-2581-467e-aa00-c9a514ac83cf,segment=NetworkSegment(da87bcf8-5925-4fe4-abd6-7d3cc30c356a),segment_id=da87bcf8-5925-4fe4-abd6-7d3cc30c356a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:18.325538 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f3ab74a4-fb15-4fb9-9326-a126962640f4 req-abc252ab-9660-4b19-be5f-a3e5491eb8a3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.363823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a17a50b2-1ecc-4f9c-866d-0950ba99082f up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:18.381163 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6461-24b3-4d0f-a749-23521b4d0d4d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.397777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-f3ab74a4-fb15-4fb9-9326-a126962640f4 req-abc252ab-9660-4b19-be5f-a3e5491eb8a3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Calling delete_port for 61d754eb-2581-467e-aa00-c9a514ac83cf owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:18.397948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71724e5e-7b20-4e76-b383-ec3d49cb69e6 req-645ee1ac-40fd-496f-a278-8f11d83a6a4d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.415876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71724e5e-7b20-4e76-b383-ec3d49cb69e6 req-645ee1ac-40fd-496f-a278-8f11d83a6a4d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 944 time: 0.1403117 Nov 12 04:00:18.500767 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71724e5e-7b20-4e76-b383-ec3d49cb69e6 req-903f3db2-88b7-4f4d-8941-a61a53c2e59c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765531 Nov 12 04:00:18.537222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=eb509333-e2f6-427b-9927-b25c704c6df6,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:18.540850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port a17a50b2-1ecc-4f9c-866d-0950ba99082f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:18.541516 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.591770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'port_id': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'mac_address': 'fa:16:3e:13:a0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:18.624432 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6461-24b3-4d0f-a749-23521b4d0d4d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.630880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0f6461-24b3-4d0f-a749-23521b4d0d4d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.631519 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6461-24b3-4d0f-a749-23521b4d0d4d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.633494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48358) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:18.748879 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.761921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f6461-24b3-4d0f-a749-23521b4d0d4d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Network': ['ID=65532489-87c9-4fa0-a202-42cb3271f32d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:18.798549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 65532489-87c9-4fa0-a202-42cb3271f32d details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:00:18.811852 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-024b9433-e225-4671-bfe0-4020e4e7ce49 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.834044 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.844893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f8317f-d3f5-4a9a-9181-e7901d085d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17a50b2-1ecc-4f9c-866d-0950ba99082f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:18.848077 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e949c3ce-a100-45e1-9a7a-6c17084e7459" -d '{"events": [{"server_uuid": "96f8317f-d3f5-4a9a-9181-e7901d085d32", "name": "network-vif-plugged", "status": "completed", "tag": "a17a50b2-1ecc-4f9c-866d-0950ba99082f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:18.881912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fcac7-6c47-46bb-95e2-7486a5b0fb14 req-7de3debc-b6a7-452e-a852-4421be896d3b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.886131 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-024b9433-e225-4671-bfe0-4020e4e7ce49 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.893411 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e35fcac7-6c47-46bb-95e2-7486a5b0fb14 req-7de3debc-b6a7-452e-a852-4421be896d3b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 945 time: 0.0906336 Nov 12 04:00:18.916144 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5d0f6461-24b3-4d0f-a749-23521b4d0d4d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9696229 Nov 12 04:00:18.919771 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:18.926965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a17a50b2-1ecc-4f9c-866d-0950ba99082f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a17a50b2-1ecc-4f9c-866d-0950ba99082f,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:18.929689 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.933688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb509333-e2f6-427b-9927-b25c704c6df6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:18.939988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-75e33ca1-9610-4f97-be52-4a92ab89eeed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': '65532489-87c9-4fa0-a202-42cb3271f32d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:18.947163 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f3ab74a4-fb15-4fb9-9326-a126962640f4 req-abc252ab-9660-4b19-be5f-a3e5491eb8a3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.948582 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd9ee25-46ef-42db-9ef4-bbab3ff0840a x-openstack-request-id: req-4dd9ee25-46ef-42db-9ef4-bbab3ff0840a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:18.948881 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f8317f-d3f5-4a9a-9181-e7901d085d32", "name": "network-vif-plugged", "status": "completed", "tag": "a17a50b2-1ecc-4f9c-866d-0950ba99082f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:18.949163 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4dd9ee25-46ef-42db-9ef4-bbab3ff0840a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:18.949520 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f8317f-d3f5-4a9a-9181-e7901d085d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17a50b2-1ecc-4f9c-866d-0950ba99082f', 'code': 200} Nov 12 04:00:19.008657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c3efc36a-009d-4538-81dd-8223182d5ab7 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:19.025767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=eb509333-e2f6-427b-9927-b25c704c6df6,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:19.073856 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.079481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: c3efc36a-009d-4538-81dd-8223182d5ab7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:19.104166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c3efc36a-009d-4538-81dd-8223182d5ab7 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:19.129472 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a21730e0-68d3-4754-a7c8-3ae03038776f req-76adeaad-d3f8-48fb-85b0-9ceb6a238029 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 210 time: 0.0581362 Nov 12 04:00:19.130683 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-024b9433-e225-4671-bfe0-4020e4e7ce49 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.133961 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-024b9433-e225-4671-bfe0-4020e4e7ce49 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.135784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-024b9433-e225-4671-bfe0-4020e4e7ce49 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "DELETE /v2.0/security-groups/6af17e74-314f-4757-a937-3bf7a18ebc6f HTTP/1.1" status: 204 len: 168 time: 0.4994640 Nov 12 04:00:19.141860 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48368) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:19.145762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=a17a50b2-1ecc-4f9c-866d-0950ba99082f,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:19.153909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b9433-e225-4671-bfe0-4020e4e7ce49 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af17e74-314f-4757-a937-3bf7a18ebc6f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:19.163288 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.173519 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-713f6742-6d08-462a-9f32-ad2b4ec12540 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] show failed (client error): The resource could not be found. Nov 12 04:00:19.175809 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-713f6742-6d08-462a-9f32-ad2b4ec12540 tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "GET /v2.0/security-groups/6af17e74-314f-4757-a937-3bf7a18ebc6f HTTP/1.1" status: 404 len: 347 time: 0.0315313 Nov 12 04:00:19.192627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48370) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:19.208560 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e35fcac7-6c47-46bb-95e2-7486a5b0fb14 req-86296f7d-7270-4d64-9e0c-c4a4ee07098b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133891 Nov 12 04:00:19.213724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc252ab-9660-4b19-be5f-a3e5491eb8a3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Port': ['ID=61d754eb-2581-467e-aa00-c9a514ac83cf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:19.240757 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=eb509333-e2f6-427b-9927-b25c704c6df6,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:19.306048 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ab74a4-fb15-4fb9-9326-a126962640f4 req-abc252ab-9660-4b19-be5f-a3e5491eb8a3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] No DVR routers for this DVR port 61d754eb-2581-467e-aa00-c9a514ac83cf on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:19.311305 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f3ab74a4-fb15-4fb9-9326-a126962640f4 req-abc252ab-9660-4b19-be5f-a3e5491eb8a3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.315061 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3ab74a4-fb15-4fb9-9326-a126962640f4 req-abc252ab-9660-4b19-be5f-a3e5491eb8a3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.25 "DELETE /v2.0/ports/61d754eb-2581-467e-aa00-c9a514ac83cf HTTP/1.1" status: 204 len: 173 time: 1.3596988 Nov 12 04:00:19.315551 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7dfc6f-40da-4e8f-8bb5-699813bce9ba', 'name': 'network-vif-deleted', 'tag': '61d754eb-2581-467e-aa00-c9a514ac83cf'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:19.318096 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6320ca8-8992-4dff-84f1-da959fa701f7" -d '{"events": [{"server_uuid": "de7dfc6f-40da-4e8f-8bb5-699813bce9ba", "name": "network-vif-deleted", "tag": "61d754eb-2581-467e-aa00-c9a514ac83cf"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:19.373125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e33ca1-9610-4f97-be52-4a92ab89eeed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:19.376782 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75e33ca1-9610-4f97-be52-4a92ab89eeed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.382166 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558f97d9-25e0-4526-8bb2-1926b8544666 x-openstack-request-id: req-558f97d9-25e0-4526-8bb2-1926b8544666 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:19.382166 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7dfc6f-40da-4e8f-8bb5-699813bce9ba", "name": "network-vif-deleted", "tag": "61d754eb-2581-467e-aa00-c9a514ac83cf", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:19.384872 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-558f97d9-25e0-4526-8bb2-1926b8544666 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:19.384872 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7dfc6f-40da-4e8f-8bb5-699813bce9ba', 'name': 'network-vif-deleted', 'tag': '61d754eb-2581-467e-aa00-c9a514ac83cf', 'status': 'completed', 'code': 200} Nov 12 04:00:19.455665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5b68b649-f158-45a5-9f73-dd223627dcbe tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Deleting port 9fff1d61-33c4-474a-846c-c55b242f7429 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:19.456329 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b68b649-f158-45a5-9f73-dd223627dcbe tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.583443 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b68b649-f158-45a5-9f73-dd223627dcbe tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.583763 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b68b649-f158-45a5-9f73-dd223627dcbe tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.622557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5b68b649-f158-45a5-9f73-dd223627dcbe tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Calling delete_port for 9fff1d61-33c4-474a-846c-c55b242f7429 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:19.756925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab1569-a77b-41e7-be00-7a5d2b79f515 req-e8a68c11-e0c6-4352-a85f-6e8d8bbb7f39 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:19.769909 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9fab1569-a77b-41e7-be00-7a5d2b79f515 req-e8a68c11-e0c6-4352-a85f-6e8d8bbb7f39 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1184354 Nov 12 04:00:19.786130 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75e33ca1-9610-4f97-be52-4a92ab89eeed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.788165 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['eb509333-e2f6-427b-9927-b25c704c6df6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:19.852795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e33ca1-9610-4f97-be52-4a92ab89eeed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Subnet': ['ID=0056db7b-e9c8-466c-9a16-f0ed271afbdb,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:19.934740 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9fab1569-a77b-41e7-be00-7a5d2b79f515 req-34d28fa0-7574-49ff-b1db-9638e1452910 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635151 Nov 12 04:00:19.936097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e33ca1-9610-4f97-be52-4a92ab89eeed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Checking segment: {'id': 'dc13355c-fbe1-4828-a190-6a0767f4c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '65532489-87c9-4fa0-a202-42cb3271f32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:19.936464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e33ca1-9610-4f97-be52-4a92ab89eeed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network hostable DHCP agents. Network: 65532489-87c9-4fa0-a202-42cb3271f32d, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:00:19.996200 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b68b649-f158-45a5-9f73-dd223627dcbe tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.030306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68b649-f158-45a5-9f73-dd223627dcbe tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Pushing event deleted for resources: {'Port': ['ID=9fff1d61-33c4-474a-846c-c55b242f7429,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:20.064227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e33ca1-9610-4f97-be52-4a92ab89eeed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 65532489-87c9-4fa0-a202-42cb3271f32d is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:00:20.126300 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b68b649-f158-45a5-9f73-dd223627dcbe tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.129549 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b68b649-f158-45a5-9f73-dd223627dcbe tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.130690 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5b68b649-f158-45a5-9f73-dd223627dcbe tempest-ImagesOneServerNegativeTestJSON-1525156261 tempest-ImagesOneServerNegativeTestJSON-1525156261-project] 10.222.0.105 "DELETE /v2.0/floatingips/5bad73db-cc19-47b3-ba8d-4c94af1d50b9 HTTP/1.1" status: 204 len: 168 time: 0.9370661 Nov 12 04:00:20.161966 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-75e33ca1-9610-4f97-be52-4a92ab89eeed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 65532489-87c9-4fa0-a202-42cb3271f32d) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:20.167261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e33ca1-9610-4f97-be52-4a92ab89eeed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:20.168959 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75e33ca1-9610-4f97-be52-4a92ab89eeed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.182077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d987a75a-b2b7-4a94-8e27-bb65d7eb17de None None] Network 65532489-87c9-4fa0-a202-42cb3271f32d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:20.293005 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-75e33ca1-9610-4f97-be52-4a92ab89eeed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3573403 Nov 12 04:00:20.297893 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48390) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:20.303724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4457ebdc-4e7d-44bf-8e24-2e30b8b40abb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-874550307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:20.352727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:20.363795 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1dc1239a-8c3f-4862-b39d-0ff3e070cdd9 req-3134693f-8672-44b7-ae80-2508ae961355 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=de7dfc6f-40da-4e8f-8bb5-699813bce9ba HTTP/1.1" status: 200 len: 210 time: 0.0696034 Nov 12 04:00:20.451787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a99d84-c00f-44d1-9579-6b6f8add6ace admin admin] Deleting subnet 3f0b7068-82ce-47d6-9056-9c29dd74b4ca {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:00:20.463262 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49a99d84-c00f-44d1-9579-6b6f8add6ace admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.500540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-65532489-87c9-4fa0-a202-42cb3271f32d', 'network_id': '65532489-87c9-4fa0-a202-42cb3271f32d', 'tenant_id': '26a66156c54142138bc1e5ca886d06fc', 'fixed_ips': [{'subnet_id': '0056db7b-e9c8-466c-9a16-f0ed271afbdb'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:00:20.501827 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.527554 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4457ebdc-4e7d-44bf-8e24-2e30b8b40abb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.529318 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4457ebdc-4e7d-44bf-8e24-2e30b8b40abb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.544977 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49a99d84-c00f-44d1-9579-6b6f8add6ace admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.584136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff730e-d386-4b39-8fec-32a08b6b6374 req-3bd84ae7-e4b1-4a61-914a-66546f9098d7 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:20.585742 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43ff730e-d386-4b39-8fec-32a08b6b6374 req-3bd84ae7-e4b1-4a61-914a-66546f9098d7 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1432292 Nov 12 04:00:20.727557 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Allocated IP 172.20.0.2 (65532489-87c9-4fa0-a202-42cb3271f32d/0056db7b-e9c8-466c-9a16-f0ed271afbdb/d445f2d2-7ef6-4adb-ade4-5c75915dc61d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:20.733051 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49a99d84-c00f-44d1-9579-6b6f8add6ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.768876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4457ebdc-4e7d-44bf-8e24-2e30b8b40abb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.794704 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43ff730e-d386-4b39-8fec-32a08b6b6374 req-31ea1467-f0bf-4f20-b695-330d8044d9a8 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968782 Nov 12 04:00:20.893971 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4457ebdc-4e7d-44bf-8e24-2e30b8b40abb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.935876 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.963798 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49a99d84-c00f-44d1-9579-6b6f8add6ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.004553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a99d84-c00f-44d1-9579-6b6f8add6ace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f0b7068-82ce-47d6-9056-9c29dd74b4ca,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:21.013320 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4457ebdc-4e7d-44bf-8e24-2e30b8b40abb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.019112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48396) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:21.024641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e717209a-ae71-462d-86d9-c9c5d13f4b3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'network_id': '65532489-87c9-4fa0-a202-42cb3271f32d', 'name': 'tempest-PortsTestJSON-57094196'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:21.029809 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4457ebdc-4e7d-44bf-8e24-2e30b8b40abb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7281973 Nov 12 04:00:21.037144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49a99d84-c00f-44d1-9579-6b6f8add6ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.040599 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-49a99d84-c00f-44d1-9579-6b6f8add6ace admin admin] 10.222.0.105 "DELETE /v2.0/subnets/3f0b7068-82ce-47d6-9056-9c29dd74b4ca HTTP/1.1" status: 204 len: 168 time: 0.6866357 Nov 12 04:00:21.045318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.052745 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:21.133771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Network 65532489-87c9-4fa0-a202-42cb3271f32d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:21.146077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Pushing event updated for resources: {'Port': ['ID=d445f2d2-7ef6-4adb-ade4-5c75915dc61d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:21.152183 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:21.165828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:21.192185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36228532-29da-49a0-9780-095c87b5ed99 req-f66eedad-3f5d-4fb0-a8d5-b6d1af5810d8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:21.200882 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-36228532-29da-49a0-9780-095c87b5ed99 req-f66eedad-3f5d-4fb0-a8d5-b6d1af5810d8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1694655 Nov 12 04:00:21.203805 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43aa289f-39dc-4fde-8c0e-93025abad63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.269420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Attempting to bind port d445f2d2-7ef6-4adb-ade4-5c75915dc61d on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:21.270048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Attempting to bind port d445f2d2-7ef6-4adb-ade4-5c75915dc61d by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'dc13355c-fbe1-4828-a190-6a0767f4c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '65532489-87c9-4fa0-a202-42cb3271f32d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:21.270048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Attempting to bind port d445f2d2-7ef6-4adb-ade4-5c75915dc61d on network 65532489-87c9-4fa0-a202-42cb3271f32d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:21.276879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:21.277257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Checking segment: {'id': 'dc13355c-fbe1-4828-a190-6a0767f4c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '65532489-87c9-4fa0-a202-42cb3271f32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:21.277667 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.278086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Bound using segment: {'id': 'dc13355c-fbe1-4828-a190-6a0767f4c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '65532489-87c9-4fa0-a202-42cb3271f32d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:21.278576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Bound port: d445f2d2-7ef6-4adb-ade4-5c75915dc61d, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc13355c-fbe1-4828-a190-6a0767f4c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '65532489-87c9-4fa0-a202-42cb3271f32d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:21.279000 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.281297 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-36228532-29da-49a0-9780-095c87b5ed99 req-d84f0e79-7b67-4551-9cca-fccfc8eb8e44 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788255 Nov 12 04:00:21.337311 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43aa289f-39dc-4fde-8c0e-93025abad63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.360218 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] For port d445f2d2-7ef6-4adb-ade4-5c75915dc61d, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:21.364362 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] For port d445f2d2-7ef6-4adb-ade4-5c75915dc61d, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d445f2d2-7ef6-4adb-ade4-5c75915dc61d,segment=NetworkSegment(dc13355c-fbe1-4828-a190-6a0767f4c1de),segment_id=dc13355c-fbe1-4828-a190-6a0767f4c1de)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:21.371587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-43aa289f-39dc-4fde-8c0e-93025abad63e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741015e7-0d2f-46a4-a26c-202fb5ebf6c7']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:21.378752 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e717209a-ae71-462d-86d9-c9c5d13f4b3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:21.382765 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e717209a-ae71-462d-86d9-c9c5d13f4b3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.384427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-43aa289f-39dc-4fde-8c0e-93025abad63e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86891421-7980-458c-a1ac-00be687e52fc') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:21.384829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-43aa289f-39dc-4fde-8c0e-93025abad63e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86891421-7980-458c-a1ac-00be687e52fc') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:21.409542 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43aa289f-39dc-4fde-8c0e-93025abad63e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.423480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-e717209a-ae71-462d-86d9-c9c5d13f4b3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port eaaa1169-d441-4663-b48c-b6ffdf1b0b66 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:00:21.430416 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43aa289f-39dc-4fde-8c0e-93025abad63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.439793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43aa289f-39dc-4fde-8c0e-93025abad63e admin admin] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:00:21.440095 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43aa289f-39dc-4fde-8c0e-93025abad63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:00:21.442195 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:00:21.458738 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.520903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48402) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:21.591746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4f02f-7dba-4e0e-826f-7bbcba97edd2 None None] Pushing event updated for resources: {'Port': ['ID=d445f2d2-7ef6-4adb-ade4-5c75915dc61d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:21.620349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e717209a-ae71-462d-86d9-c9c5d13f4b3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Allocated IP 172.20.0.5 (65532489-87c9-4fa0-a202-42cb3271f32d/0056db7b-e9c8-466c-9a16-f0ed271afbdb/eaaa1169-d441-4663-b48c-b6ffdf1b0b66) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:21.646067 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43aa289f-39dc-4fde-8c0e-93025abad63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.670641 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43aa289f-39dc-4fde-8c0e-93025abad63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.674722 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-43aa289f-39dc-4fde-8c0e-93025abad63e admin admin] 10.222.0.105 "DELETE /v2.0/networks/741015e7-0d2f-46a4-a26c-202fb5ebf6c7 HTTP/1.1" status: 204 len: 168 time: 0.6209280 Nov 12 04:00:21.676340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa289f-39dc-4fde-8c0e-93025abad63e admin admin] Pushing event deleted for resources: {'Network': ['ID=741015e7-0d2f-46a4-a26c-202fb5ebf6c7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:21.706088 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a88d636a-3675-4b79-a6d2-65ac1ee65c80 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.749331 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a88d636a-3675-4b79-a6d2-65ac1ee65c80 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.961421 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a88d636a-3675-4b79-a6d2-65ac1ee65c80 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.969910 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a88d636a-3675-4b79-a6d2-65ac1ee65c80 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.969910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a88d636a-3675-4b79-a6d2-65ac1ee65c80 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "DELETE /v2.0/security-groups/30484723-8562-425f-9d5c-e97f4b1708b5 HTTP/1.1" status: 204 len: 168 time: 0.4437926 Nov 12 04:00:22.036344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d636a-3675-4b79-a6d2-65ac1ee65c80 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30484723-8562-425f-9d5c-e97f4b1708b5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:22.064597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59f7a7-f3ea-401b-90e3-c8dcb5957e1f req-cb480f48-1a5f-4c08-a6b7-5ba7634a7fee tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:22.077568 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c59f7a7-f3ea-401b-90e3-c8dcb5957e1f req-cb480f48-1a5f-4c08-a6b7-5ba7634a7fee tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 946 time: 0.1208854 Nov 12 04:00:22.082944 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e717209a-ae71-462d-86d9-c9c5d13f4b3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.116804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48410) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:22.203321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0bb57d-e43b-4c8b-9ccc-4884c1bb4529 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Deleting subnet a12b58ba-9eba-4f8b-8c64-a3401465a55d {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:00:22.207222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b0bb57d-e43b-4c8b-9ccc-4884c1bb4529 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.210678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48412) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:22.221146 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c59f7a7-f3ea-401b-90e3-c8dcb5957e1f req-61d8e0c5-f908-48f1-a9aa-1e5355537a00 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435380 Nov 12 04:00:22.236383 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e717209a-ae71-462d-86d9-c9c5d13f4b3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.281044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device eb509333-e2f6-427b-9927-b25c704c6df6 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:22.281842 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b0bb57d-e43b-4c8b-9ccc-4884c1bb4529 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.307008 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7d5520e1-95c8-40ec-ae02-0099cb45b793 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=426b9ed1e2a145b3aaf42c061cfec6a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0951509 Nov 12 04:00:22.313325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e717209a-ae71-462d-86d9-c9c5d13f4b3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 65532489-87c9-4fa0-a202-42cb3271f32d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:22.316695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:22.317450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e717209a-ae71-462d-86d9-c9c5d13f4b3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:22.327344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717209a-ae71-462d-86d9-c9c5d13f4b3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:22.410537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717209a-ae71-462d-86d9-c9c5d13f4b3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=eaaa1169-d441-4663-b48c-b6ffdf1b0b66,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:22.468444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e717209a-ae71-462d-86d9-c9c5d13f4b3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:22.469592 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e717209a-ae71-462d-86d9-c9c5d13f4b3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.480501 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b0bb57d-e43b-4c8b-9ccc-4884c1bb4529 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.481639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port eb509333-e2f6-427b-9927-b25c704c6df6 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:22.487919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port eb509333-e2f6-427b-9927-b25c704c6df6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:22.488375 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.500059 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2e7ed94-8a7b-492e-88a8-1ae36fe840ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.529762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dae49d-9fa7-4f98-b745-22b152edeafb req-17d3e2dd-ee33-4ae7-873a-b78ea6a6031c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:22.531362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99dae49d-9fa7-4f98-b745-22b152edeafb req-17d3e2dd-ee33-4ae7-873a-b78ea6a6031c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.0984116 Nov 12 04:00:22.540112 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2e7ed94-8a7b-492e-88a8-1ae36fe840ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.576210 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e717209a-ae71-462d-86d9-c9c5d13f4b3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5557230 Nov 12 04:00:22.579384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:22.631694 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.666724 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99dae49d-9fa7-4f98-b745-22b152edeafb req-f2e7c4ed-ded3-4577-90b7-ab6054aca783 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241119 Nov 12 04:00:22.686872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:22.696754 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b623d40-7900-4724-aeb0-da02336edbe6" -d '{"events": [{"server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "name": "network-vif-plugged", "status": "completed", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:22.711447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=eb509333-e2f6-427b-9927-b25c704c6df6,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:22.716567 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b0bb57d-e43b-4c8b-9ccc-4884c1bb4529 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.735997 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b0bb57d-e43b-4c8b-9ccc-4884c1bb4529 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.740269 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0b0bb57d-e43b-4c8b-9ccc-4884c1bb4529 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "DELETE /v2.0/subnets/a12b58ba-9eba-4f8b-8c64-a3401465a55d HTTP/1.1" status: 204 len: 168 time: 0.6386929 Nov 12 04:00:22.744600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070da0ca-de14-45b9-a5cf-f828644017d1 None None] Network 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:22.767952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:22.770298 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd8d61e-dd3d-4722-ab3f-77e94b8c4da0 x-openstack-request-id: req-9fd8d61e-dd3d-4722-ab3f-77e94b8c4da0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:22.772075 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "name": "network-vif-plugged", "status": "completed", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:22.772375 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9fd8d61e-dd3d-4722-ab3f-77e94b8c4da0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:22.773169 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'code': 200} Nov 12 04:00:22.781004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bb57d-e43b-4c8b-9ccc-4884c1bb4529 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Subnet': ['ID=a12b58ba-9eba-4f8b-8c64-a3401465a55d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:22.790329 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.922827 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.948594 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2e7ed94-8a7b-492e-88a8-1ae36fe840ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.955201 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2e7ed94-8a7b-492e-88a8-1ae36fe840ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.958535 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e2e7ed94-8a7b-492e-88a8-1ae36fe840ec admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a5a964b3-83bc-4a4c-a7d6-bb8c56c10179 HTTP/1.1" status: 204 len: 168 time: 0.6361058 Nov 12 04:00:22.998405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=eb509333-e2f6-427b-9927-b25c704c6df6,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:23.032215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 61d754eb-2581-467e-aa00-c9a514ac83cf no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:23.102871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7ed94-8a7b-492e-88a8-1ae36fe840ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a964b3-83bc-4a4c-a7d6-bb8c56c10179,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:23.160922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Deleting port bcda8e36-0b9b-413b-b7c7-adda8933c50f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:23.161694 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.190327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e03f00-b8fb-46f7-b2d4-751d92054b19 req-03b6c16c-5cc0-47f1-b0b8-622cddb70a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:23.200793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0e03f00-b8fb-46f7-b2d4-751d92054b19 req-03b6c16c-5cc0-47f1-b0b8-622cddb70a29 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 1099 time: 0.1248655 Nov 12 04:00:23.286398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] For port bcda8e36-0b9b-413b-b7c7-adda8933c50f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=bcda8e36-0b9b-413b-b7c7-adda8933c50f,segment=NetworkSegment(da87bcf8-5925-4fe4-abd6-7d3cc30c356a),segment_id=da87bcf8-5925-4fe4-abd6-7d3cc30c356a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:23.286774 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.304643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Calling delete_port for bcda8e36-0b9b-413b-b7c7-adda8933c50f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:23.430794 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.459780 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0e03f00-b8fb-46f7-b2d4-751d92054b19 req-357af211-80f5-4f21-b1e0-bb9673f679d4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992031 Nov 12 04:00:23.481947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dd72ea-f797-44b1-8dd2-0790ace33ff7 None None] Network 65532489-87c9-4fa0-a202-42cb3271f32d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:23.493163 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b02c400e-4546-4164-a3d5-35d1914a2b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.495213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 61d754eb-2581-467e-aa00-c9a514ac83cf {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:23.495727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 61d754eb-2581-467e-aa00-c9a514ac83cf not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:23.519912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bd16c-27e3-4069-9e04-3685b01186f3 req-522cc617-c2f4-4701-96fd-fc7f747ad128 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:23.521457 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c04bd16c-27e3-4069-9e04-3685b01186f3 req-522cc617-c2f4-4701-96fd-fc7f747ad128 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 947 time: 0.1014664 Nov 12 04:00:23.542941 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f4248206-5310-4b24-a5c3-9af862e5d512 None None] Provisioning complete for port d445f2d2-7ef6-4adb-ade4-5c75915dc61d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:23.543327 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4248206-5310-4b24-a5c3-9af862e5d512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.603546 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c04bd16c-27e3-4069-9e04-3685b01186f3 req-ecd728b9-6e77-4167-91ec-c6cae6b66419 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731854 Nov 12 04:00:23.713212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d426a-5d0f-46e8-ac06-c29537bd8a4b None None] DHCP port deletion for 165d22cf-37c4-4d22-a8a3-b7f1b056c2ba request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:00:23.755247 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4248206-5310-4b24-a5c3-9af862e5d512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.759337 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.813140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Port': ['ID=bcda8e36-0b9b-413b-b7c7-adda8933c50f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:23.815173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] No DVR routers for this DVR port bcda8e36-0b9b-413b-b7c7-adda8933c50f on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:23.836888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f4248206-5310-4b24-a5c3-9af862e5d512 None None] For port d445f2d2-7ef6-4adb-ade4-5c75915dc61d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d445f2d2-7ef6-4adb-ade4-5c75915dc61d,segment=NetworkSegment(dc13355c-fbe1-4828-a190-6a0767f4c1de),segment_id=dc13355c-fbe1-4828-a190-6a0767f4c1de)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:23.850285 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d426a-5d0f-46e8-ac06-c29537bd8a4b None None] Deleting port bcda8e36-0b9b-413b-b7c7-adda8933c50f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:23.850660 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e6d426a-5d0f-46e8-ac06-c29537bd8a4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.909128 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.931728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa66d40-d672-4ed4-b557-6ca840c7b80c req-29727ed0-a0de-4e53-b03f-87cf6f81d2de tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:23.941730 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5fa66d40-d672-4ed4-b557-6ca840c7b80c req-29727ed0-a0de-4e53-b03f-87cf6f81d2de tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1691236 Nov 12 04:00:23.959559 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.992628 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.006481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165d22cf-37c4-4d22-a8a3-b7f1b056c2ba']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:24.010469 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4248206-5310-4b24-a5c3-9af862e5d512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.034161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:24.035702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da87bcf8-5925-4fe4-abd6-7d3cc30c356a') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:24.065392 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.094870 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.103676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:00:24.104285 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:00:24.108521 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:00:24.177450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0e6d426a-5d0f-46e8-ac06-c29537bd8a4b None None] For port bcda8e36-0b9b-413b-b7c7-adda8933c50f, host n-d-767704-23, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:24.178159 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e6d426a-5d0f-46e8-ac06-c29537bd8a4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.210104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d426a-5d0f-46e8-ac06-c29537bd8a4b None None] Calling delete_port for bcda8e36-0b9b-413b-b7c7-adda8933c50f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:24.238457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-0e6d426a-5d0f-46e8-ac06-c29537bd8a4b None None] Port bcda8e36-0b9b-413b-b7c7-adda8933c50f was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:00:24.238457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d445f2d2-7ef6-4adb-ade4-5c75915dc61d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:24.258005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=eaaa1169-d441-4663-b48c-b6ffdf1b0b66,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:24.258644 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e6d426a-5d0f-46e8-ac06-c29537bd8a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.273064 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5fa66d40-d672-4ed4-b557-6ca840c7b80c req-3b489601-0adf-44bc-9453-47fcbe8280dc tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301094 Nov 12 04:00:24.328529 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.329052 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d426a-5d0f-46e8-ac06-c29537bd8a4b None None] No DVR routers for this DVR port bcda8e36-0b9b-413b-b7c7-adda8933c50f on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:24.332494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4248206-5310-4b24-a5c3-9af862e5d512 None None] Pushing event updated for resources: {'Port': ['ID=d445f2d2-7ef6-4adb-ade4-5c75915dc61d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:24.394864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d426a-5d0f-46e8-ac06-c29537bd8a4b None None] Pushing event deleted for resources: {'Port': ['ID=bcda8e36-0b9b-413b-b7c7-adda8933c50f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:24.395018 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.398131 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "DELETE /v2.0/networks/165d22cf-37c4-4d22-a8a3-b7f1b056c2ba HTTP/1.1" status: 204 len: 168 time: 1.6351342 Nov 12 04:00:24.399402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231e234-b34a-4a2a-aa02-83ddc455e895 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Network': ['ID=165d22cf-37c4-4d22-a8a3-b7f1b056c2ba,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:24.401509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:24.427670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ebfa761a-b63f-4cf2-9039-779740159337 None None] Provisioning complete for port d445f2d2-7ef6-4adb-ade4-5c75915dc61d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:24.430791 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebfa761a-b63f-4cf2-9039-779740159337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.495975 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d445f2d2-7ef6-4adb-ade4-5c75915dc61d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:24.498039 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.524880 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.778759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ebfa761a-b63f-4cf2-9039-779740159337 None None] Provisioning complete for port eaaa1169-d441-4663-b48c-b6ffdf1b0b66 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:24.779150 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebfa761a-b63f-4cf2-9039-779740159337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.865490 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5e4b3-ec8b-4e62-a828-3a84013581ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Deleting port 9da41a10-dccd-47e3-8344-dc3df9c3bd80 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:24.866876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cb5e4b3-ec8b-4e62-a828-3a84013581ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.872790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa761a-b63f-4cf2-9039-779740159337 None None] Port eaaa1169-d441-4663-b48c-b6ffdf1b0b66 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:24.892672 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.915509 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.948793 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bcda8e36-0b9b-413b-b7c7-adda8933c50f no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:24.978633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: bcda8e36-0b9b-413b-b7c7-adda8933c50f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:24.978899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303c36d-d6cd-4cc9-a2e0-ff96cdfb2f8d req-2a7d2dd0-0cbd-4d2f-a347-72c4dd12c456 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:24.979400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bcda8e36-0b9b-413b-b7c7-adda8933c50f not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:24.980484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d303c36d-d6cd-4cc9-a2e0-ff96cdfb2f8d req-2a7d2dd0-0cbd-4d2f-a347-72c4dd12c456 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 947 time: 0.1959307 Nov 12 04:00:25.036840 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b758f707-e1de-4091-bacc-9e7f64d5f0d4 None None] Provisioning complete for port eaaa1169-d441-4663-b48c-b6ffdf1b0b66 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:25.037208 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b758f707-e1de-4091-bacc-9e7f64d5f0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.097728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b758f707-e1de-4091-bacc-9e7f64d5f0d4 None None] Port eaaa1169-d441-4663-b48c-b6ffdf1b0b66 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:25.122350 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cb5e4b3-ec8b-4e62-a828-3a84013581ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.122712 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cb5e4b3-ec8b-4e62-a828-3a84013581ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.141109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d303c36d-d6cd-4cc9-a2e0-ff96cdfb2f8d req-b301010e-d7a0-4081-9022-e41c4b4ec7ad tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381476 Nov 12 04:00:25.161768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5e4b3-ec8b-4e62-a828-3a84013581ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Calling delete_port for 9da41a10-dccd-47e3-8344-dc3df9c3bd80 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:25.219767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f3ed139d-f5b7-4f56-a4c1-360a113b4ff3 None None] Provisioning complete for port eaaa1169-d441-4663-b48c-b6ffdf1b0b66 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:25.220156 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3ed139d-f5b7-4f56-a4c1-360a113b4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.275528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f3ed139d-f5b7-4f56-a4c1-360a113b4ff3 None None] Port eaaa1169-d441-4663-b48c-b6ffdf1b0b66 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:25.453523 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.466653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c6bd7-debd-491f-9a74-230c794d70b0 req-c9cf9b84-d3a5-4e56-a88b-4a9e8de1fd12 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:25.469281 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-150c6bd7-debd-491f-9a74-230c794d70b0 req-c9cf9b84-d3a5-4e56-a88b-4a9e8de1fd12 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.0992353 Nov 12 04:00:25.524299 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cb5e4b3-ec8b-4e62-a828-3a84013581ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.559787 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.577456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5e4b3-ec8b-4e62-a828-3a84013581ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Port': ['ID=9da41a10-dccd-47e3-8344-dc3df9c3bd80,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:25.675417 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.687244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cb5e4b3-ec8b-4e62-a828-3a84013581ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.687772 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-0cb5e4b3-ec8b-4e62-a828-3a84013581ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Floating IP 9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e disassociated (deleted). External IP: 172.25.8.107, port: 3867d38d-581c-457b-b3c1-92078c0b498e. Nov 12 04:00:25.730397 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-150c6bd7-debd-491f-9a74-230c794d70b0 req-352aa08d-e14f-4dad-8d0a-d42627ab90a2 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519312 Nov 12 04:00:25.798928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=eaaa1169-d441-4663-b48c-b6ffdf1b0b66,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:25.940833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 65532489-87c9-4fa0-a202-42cb3271f32d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:25.942560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:26.091336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d445f2d2-7ef6-4adb-ade4-5c75915dc61d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:26.219361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d445f2d2-7ef6-4adb-ade4-5c75915dc61d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:26.235475 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.298774 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Router 068250c6-0d31-4585-b7f3-4c8618f04d64 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:00:26.488620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:26.508981 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4711fc2d-4d2d-461b-a401-9433a063fc90 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "PUT /v2.0/routers/068250c6-0d31-4585-b7f3-4c8618f04d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9263904 Nov 12 04:00:26.509223 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5fc842-3f16-4881-9896-93981e242802 None None] Sync routers for ids ['068250c6-0d31-4585-b7f3-4c8618f04d64'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:26.510951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48490) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:26.517563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c7a44-1b32-4b93-bd14-4e47183ab97a req-09ad0e87-936a-4b38-bf6a-dabcc78d0405 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.521321 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5fc842-3f16-4881-9896-93981e242802 None None] Routers {'068250c6-0d31-4585-b7f3-4c8618f04d64'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:26.522061 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1f5fc842-3f16-4881-9896-93981e242802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:59:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['068250c6-0d31-4585-b7f3-4c8618f04d64'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:26.523280 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe1c7a44-1b32-4b93-bd14-4e47183ab97a req-09ad0e87-936a-4b38-bf6a-dabcc78d0405 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 947 time: 0.1212897 Nov 12 04:00:26.527336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7dfa7d35-0076-4980-acc6-d19381d88a6f None None] Provisioning complete for port eaaa1169-d441-4663-b48c-b6ffdf1b0b66 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:26.528676 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7d35-0076-4980-acc6-d19381d88a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.538830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb5e4b3-ec8b-4e62-a828-3a84013581ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Router f44c6d19-8bc4-4d60-854f-c71b9da8f189 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:26.637442 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe351c1-2597-42bc-941c-776b442b4d0b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.642128 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1f5fc842-3f16-4881-9896-93981e242802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:26.643027 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6fe351c1-2597-42bc-941c-776b442b4d0b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports?device_id=068250c6-0d31-4585-b7f3-4c8618f04d64 HTTP/1.1" status: 200 len: 980 time: 0.1272089 Nov 12 04:00:26.644014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48496) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:26.664509 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5fc842-3f16-4881-9896-93981e242802 None None] Routers {'068250c6-0d31-4585-b7f3-4c8618f04d64'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:26.665258 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1f5fc842-3f16-4881-9896-93981e242802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:59:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['068250c6-0d31-4585-b7f3-4c8618f04d64'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:26.687883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa7d35-0076-4980-acc6-d19381d88a6f None None] Port eaaa1169-d441-4663-b48c-b6ffdf1b0b66 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:26.695526 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe1c7a44-1b32-4b93-bd14-4e47183ab97a req-4e09d042-b048-4661-af9a-4bf60a26bb02 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486390 Nov 12 04:00:26.717044 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1f5fc842-3f16-4881-9896-93981e242802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:26.717700 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5fc842-3f16-4881-9896-93981e242802 None None] The sync data for ids ['068250c6-0d31-4585-b7f3-4c8618f04d64'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:26.738413 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.788888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb5e4b3-ec8b-4e62-a828-3a84013581ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:26.800809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa73e66-91a9-4699-919b-56dd05bb8ccf None None] Sync routers for ids ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:26.800963 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cb5e4b3-ec8b-4e62-a828-3a84013581ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.834531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa73e66-91a9-4699-919b-56dd05bb8ccf None None] Routers {'f44c6d19-8bc4-4d60-854f-c71b9da8f189'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:26.835246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dfa73e66-91a9-4699-919b-56dd05bb8ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T03:59:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:26.847799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0cb5e4b3-ec8b-4e62-a828-3a84013581ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "DELETE /v2.0/floatingips/9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e HTTP/1.1" status: 204 len: 168 time: 2.4441881 Nov 12 04:00:26.848613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'tag': '3867d38d-581c-457b-b3c1-92078c0b498e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:26.851744 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41aa5b0e-f7b3-49fe-8045-4cdd87ba5ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "47c04de9-1d86-4c2b-9db6-5dcc5248a7e7", "tag": "3867d38d-581c-457b-b3c1-92078c0b498e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:26.952554 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1436d7c9-8bc8-40d3-ae37-62d86cfb8ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.993210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cd7b7-e22c-40c9-91ad-1773822bd018 req-42531e34-3d3d-46bd-a8ad-a94c33f95a35 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.994873 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c6cd7b7-e22c-40c9-91ad-1773822bd018 req-42531e34-3d3d-46bd-a8ad-a94c33f95a35 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.0968897 Nov 12 04:00:27.061070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dfa73e66-91a9-4699-919b-56dd05bb8ccf None None] Set router f44c6d19-8bc4-4d60-854f-c71b9da8f189 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:27.442056 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08da138a-bb97-4b43-a0cb-a85f99b71eca x-openstack-request-id: req-08da138a-bb97-4b43-a0cb-a85f99b71eca {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:27.442391 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c04de9-1d86-4c2b-9db6-5dcc5248a7e7", "tag": "3867d38d-581c-457b-b3c1-92078c0b498e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:27.442932 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-08da138a-bb97-4b43-a0cb-a85f99b71eca {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:27.446952 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'tag': '3867d38d-581c-457b-b3c1-92078c0b498e', 'status': 'completed', 'code': 200} Nov 12 04:00:27.461588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dfa73e66-91a9-4699-919b-56dd05bb8ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T04:00:13Z', 'revision_number': 6, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:10Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:27.539473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa73e66-91a9-4699-919b-56dd05bb8ccf None None] Checking router: f44c6d19-8bc4-4d60-854f-c71b9da8f189 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:27.552602 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa73e66-91a9-4699-919b-56dd05bb8ccf None None] Routers {'f44c6d19-8bc4-4d60-854f-c71b9da8f189'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:27.553803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dfa73e66-91a9-4699-919b-56dd05bb8ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:00:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:27.606727 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c6cd7b7-e22c-40c9-91ad-1773822bd018 req-136cf364-d0fc-492c-a12d-f8efc3e85638 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874870 Nov 12 04:00:27.676078 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa5b0e-f7b3-49fe-8045-4cdd87ba5ce9 req-fd3bd808-e91b-4368-ac0a-cbb8420b90b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:27.681977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41aa5b0e-f7b3-49fe-8045-4cdd87ba5ce9 req-fd3bd808-e91b-4368-ac0a-cbb8420b90b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf460ee872646e8844d17a7c3330b47&device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 1097 time: 0.1483233 Nov 12 04:00:27.705388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dfa73e66-91a9-4699-919b-56dd05bb8ccf None None] Set router f44c6d19-8bc4-4d60-854f-c71b9da8f189 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:27.852958 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837bfe7-0f2f-4555-9f8d-003d057e606e req-b677baf6-6451-4330-9d39-abe55e391bac tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:27.854892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0837bfe7-0f2f-4555-9f8d-003d057e606e req-b677baf6-6451-4330-9d39-abe55e391bac tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 945 time: 0.2449498 Nov 12 04:00:28.017222 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8e2e-ac27-4a59-9fb6-5da922ad261a req-412b35c9-a3dc-4f4e-9bba-6b557affa0e5 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:28.019068 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5ffe8e2e-ac27-4a59-9fb6-5da922ad261a req-412b35c9-a3dc-4f4e-9bba-6b557affa0e5 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 947 time: 0.1482613 Nov 12 04:00:28.023916 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d24ce05-eaa6-4d31-b8f1-db8dabafdd12 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:28.084715 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0837bfe7-0f2f-4555-9f8d-003d057e606e req-f6ad6509-3f7e-4a47-92fe-c7c7a4000519 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167287 Nov 12 04:00:28.085877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa5b0e-f7b3-49fe-8045-4cdd87ba5ce9 req-63ae4142-16ac-4c05-bb16-8641e42823ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:28.087292 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41aa5b0e-f7b3-49fe-8045-4cdd87ba5ce9 req-63ae4142-16ac-4c05-bb16-8641e42823ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=68706160-bd75-46fb-8ba9-0e10faf8ed56 HTTP/1.1" status: 200 len: 899 time: 0.3930743 Nov 12 04:00:28.170680 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41aa5b0e-f7b3-49fe-8045-4cdd87ba5ce9 req-ef9cd9da-49c9-4194-9095-9638e4b3fce0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3867d38d-581c-457b-b3c1-92078c0b498e HTTP/1.1" status: 200 len: 217 time: 0.0745144 Nov 12 04:00:28.275291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa5b0e-f7b3-49fe-8045-4cdd87ba5ce9 req-2adf3b05-7551-45d7-bc02-1a2ab380cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:28.276895 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41aa5b0e-f7b3-49fe-8045-4cdd87ba5ce9 req-2adf3b05-7551-45d7-bc02-1a2ab380cad6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10 HTTP/1.1" status: 200 len: 835 time: 0.0954144 Nov 12 04:00:28.407523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa5b0e-f7b3-49fe-8045-4cdd87ba5ce9 req-c2637239-2b21-4c97-844e-0b6639bfd21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:28.413609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41aa5b0e-f7b3-49fe-8045-4cdd87ba5ce9 req-c2637239-2b21-4c97-844e-0b6639bfd21f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68706160-bd75-46fb-8ba9-0e10faf8ed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145165 Nov 12 04:00:28.417960 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5ffe8e2e-ac27-4a59-9fb6-5da922ad261a req-b7d1032a-884c-4245-b8d5-ec2384a358c0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3854332 Nov 12 04:00:28.435130 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:28.438765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dfa73e66-91a9-4699-919b-56dd05bb8ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T04:00:13Z', 'revision_number': 6, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:10Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:28.534976 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa73e66-91a9-4699-919b-56dd05bb8ccf None None] The sync data for ids ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'] in n-d-767704-23 is: [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T04:00:13Z', 'revision_number': 6, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd60212bb-1fd0-44ea-8348-d0e63ba69583', 'name': '', 'network_id': '68706160-bd75-46fb-8ba9-0e10faf8ed56', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:63:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:03Z', 'updated_at': '2021-11-12T03:57:10Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': '19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:28.648720 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1d24ce05-eaa6-4d31-b8f1-db8dabafdd12 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port eaaa1169-d441-4663-b48c-b6ffdf1b0b66 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:28.649295 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d24ce05-eaa6-4d31-b8f1-db8dabafdd12 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:28.689461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41aa5b0e-f7b3-49fe-8045-4cdd87ba5ce9 req-2f4590f7-43be-4623-a50f-f920933f0e52 service neutron] 10.222.0.26 "GET /v2.0/networks/68706160-bd75-46fb-8ba9-0e10faf8ed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644534 Nov 12 04:00:28.878291 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d24ce05-eaa6-4d31-b8f1-db8dabafdd12 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:28.886357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942ca11-3fd9-4cea-badd-b5234d6c36a9 req-62d0fc9d-3957-4aa7-83f9-2f4478eeef87 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:28.887214 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8942ca11-3fd9-4cea-badd-b5234d6c36a9 req-62d0fc9d-3957-4aa7-83f9-2f4478eeef87 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1310041 Nov 12 04:00:28.915470 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1d24ce05-eaa6-4d31-b8f1-db8dabafdd12 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for eaaa1169-d441-4663-b48c-b6ffdf1b0b66 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:28.919560 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41aa5b0e-f7b3-49fe-8045-4cdd87ba5ce9 req-e8f357bb-c3b9-49cb-a3a9-1a4a4fd26411 service neutron] 10.222.0.26 "GET /v2.0/networks/68706160-bd75-46fb-8ba9-0e10faf8ed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092485 Nov 12 04:00:28.967242 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8942ca11-3fd9-4cea-badd-b5234d6c36a9 req-54f75ffd-a9a5-4636-b8f9-ea1641cdc937 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695348 Nov 12 04:00:28.978427 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:29.068589 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c3132-2a05-461c-a3e9-4b9136567527 None None] New status for floating IP 9f3a5c9b-5a71-463b-9d4b-501b9cf5df7e: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:00:29.313182 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4adf6-e6a5-41d4-b32f-b97c97656eff req-21a550f0-2879-4e2b-9ffd-197540230d4e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:29.320635 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6fd4adf6-e6a5-41d4-b32f-b97c97656eff req-21a550f0-2879-4e2b-9ffd-197540230d4e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 945 time: 0.0709305 Nov 12 04:00:29.342095 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d24ce05-eaa6-4d31-b8f1-db8dabafdd12 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:29.396238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24ce05-eaa6-4d31-b8f1-db8dabafdd12 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=eaaa1169-d441-4663-b48c-b6ffdf1b0b66,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:29.436127 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6fd4adf6-e6a5-41d4-b32f-b97c97656eff req-bdd8a940-a8af-4fa5-bffa-5d42d8c068bf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=023be5ac-b300-442e-a177-e0b6b4c88b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145091 Nov 12 04:00:29.636921 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d24ce05-eaa6-4d31-b8f1-db8dabafdd12 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:29.649806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db02ccd-8322-4763-8012-d54192097e48 req-56d94f26-5ca6-4b9e-b14d-39529b957e2a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:29.659893 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1db02ccd-8322-4763-8012-d54192097e48 req-56d94f26-5ca6-4b9e-b14d-39529b957e2a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 947 time: 0.1176896 Nov 12 04:00:29.739637 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1db02ccd-8322-4763-8012-d54192097e48 req-92764a31-bf15-4643-a6d8-329e46aeef0a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782092 Nov 12 04:00:29.834612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d24ce05-eaa6-4d31-b8f1-db8dabafdd12 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Router 068250c6-0d31-4585-b7f3-4c8618f04d64 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:29.859078 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c180-eeb1-4a3c-9f90-7c18a5dad5b2 req-7da8c478-b670-4041-a22c-bd47789d29da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:29.860910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cff9c180-eeb1-4a3c-9f90-7c18a5dad5b2 req-7da8c478-b670-4041-a22c-bd47789d29da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.26 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 945 time: 0.0674472 Nov 12 04:00:29.926422 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d24ce05-eaa6-4d31-b8f1-db8dabafdd12 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:29.938394 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1d24ce05-eaa6-4d31-b8f1-db8dabafdd12 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "PUT /v2.0/routers/068250c6-0d31-4585-b7f3-4c8618f04d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2930706 Nov 12 04:00:29.938766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48564) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:29.940730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12e199-3524-48ff-bcb5-6831a885a4c4 None None] Sync routers for ids ['068250c6-0d31-4585-b7f3-4c8618f04d64'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:29.955224 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12e199-3524-48ff-bcb5-6831a885a4c4 None None] Routers {'068250c6-0d31-4585-b7f3-4c8618f04d64'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:29.955961 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bb12e199-3524-48ff-bcb5-6831a885a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:00:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['068250c6-0d31-4585-b7f3-4c8618f04d64'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:29.992385 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff019baa-f475-4eec-a404-430b1e406e2c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] GET failed (client error): The resource could not be found. Nov 12 04:00:29.992385 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ff019baa-f475-4eec-a404-430b1e406e2c tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/eaaa1169-d441-4663-b48c-b6ffdf1b0b66 HTTP/1.1" status: 404 len: 333 time: 0.0402622 Nov 12 04:00:29.995447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:29.999735 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bb12e199-3524-48ff-bcb5-6831a885a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:30.017542 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12e199-3524-48ff-bcb5-6831a885a4c4 None None] Routers {'068250c6-0d31-4585-b7f3-4c8618f04d64'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:30.018318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bb12e199-3524-48ff-bcb5-6831a885a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:00:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['068250c6-0d31-4585-b7f3-4c8618f04d64'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:30.058481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bb12e199-3524-48ff-bcb5-6831a885a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:30.059875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12e199-3524-48ff-bcb5-6831a885a4c4 None None] The sync data for ids ['068250c6-0d31-4585-b7f3-4c8618f04d64'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:30.072541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-cff9c180-eeb1-4a3c-9f90-7c18a5dad5b2 req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Deleting port 3867d38d-581c-457b-b3c1-92078c0b498e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:30.072892 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cff9c180-eeb1-4a3c-9f90-7c18a5dad5b2 req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:30.115758 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7df09687-83e3-4ebf-99e3-dda6e959fdba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:30.177361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cff9c180-eeb1-4a3c-9f90-7c18a5dad5b2 req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] For port 3867d38d-581c-457b-b3c1-92078c0b498e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3867d38d-581c-457b-b3c1-92078c0b498e,segment=NetworkSegment(e6027a17-6f81-498d-a337-dd5478f08ef3),segment_id=e6027a17-6f81-498d-a337-dd5478f08ef3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:30.177640 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cff9c180-eeb1-4a3c-9f90-7c18a5dad5b2 req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:30.192294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-cff9c180-eeb1-4a3c-9f90-7c18a5dad5b2 req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Calling delete_port for 3867d38d-581c-457b-b3c1-92078c0b498e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:30.259097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40865d62-c1fe-4fbf-b843-d597ee748e1e req-1c4bf420-01e2-44f4-bd55-5300fc30c9e0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:30.261774 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-40865d62-c1fe-4fbf-b843-d597ee748e1e req-1c4bf420-01e2-44f4-bd55-5300fc30c9e0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1622810 Nov 12 04:00:30.341264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7df09687-83e3-4ebf-99e3-dda6e959fdba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:30.344745 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7df09687-83e3-4ebf-99e3-dda6e959fdba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:30.401418 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cff9c180-eeb1-4a3c-9f90-7c18a5dad5b2 req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:30.436008 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-40865d62-c1fe-4fbf-b843-d597ee748e1e req-7133dc1b-8e42-444e-892b-561fa2d17c9a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402361 Nov 12 04:00:30.453473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Port': ['ID=3867d38d-581c-457b-b3c1-92078c0b498e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:30.472355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:30.473014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:30.474015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:30.476010 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7df09687-83e3-4ebf-99e3-dda6e959fdba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:30.476984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df09687-83e3-4ebf-99e3-dda6e959fdba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Fanout notify agent at l3_agent the message router_deleted on router 068250c6-0d31-4585-b7f3-4c8618f04d64 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:00:30.478994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:30.480726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:30.481263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:30.481844 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:30.482342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:30.482919 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:30.483596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:30.484169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:30.484993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:30.499840 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7df09687-83e3-4ebf-99e3-dda6e959fdba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:30.499840 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7df09687-83e3-4ebf-99e3-dda6e959fdba tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/routers/068250c6-0d31-4585-b7f3-4c8618f04d64 HTTP/1.1" status: 204 len: 168 time: 0.4923422 Nov 12 04:00:30.499840 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:30.633486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff9c180-eeb1-4a3c-9f90-7c18a5dad5b2 req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] No DVR routers for this DVR port 3867d38d-581c-457b-b3c1-92078c0b498e on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:30.639089 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cff9c180-eeb1-4a3c-9f90-7c18a5dad5b2 req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:30.650853 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cff9c180-eeb1-4a3c-9f90-7c18a5dad5b2 req-bf0196c0-fc28-4845-b25f-799fab192a41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.26 "DELETE /v2.0/ports/3867d38d-581c-457b-b3c1-92078c0b498e HTTP/1.1" status: 204 len: 173 time: 0.7829456 Nov 12 04:00:30.651819 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'name': 'network-vif-deleted', 'tag': '3867d38d-581c-457b-b3c1-92078c0b498e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:30.657571 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb87b2fb-f6db-40a7-af5c-dc396fb0ab8d" -d '{"events": [{"server_uuid": "47c04de9-1d86-4c2b-9db6-5dcc5248a7e7", "name": "network-vif-deleted", "tag": "3867d38d-581c-457b-b3c1-92078c0b498e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:30.664020 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting subnet 0056db7b-e9c8-466c-9a16-f0ed271afbdb {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:00:30.673585 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:30.714906 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-875555b5-fd0a-4bc6-83af-844bb5f2c13f req-f83f9200-4e42-40f4-9abb-9cd21e4a6262 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 210 time: 0.0474069 Nov 12 04:00:30.777443 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:30.779094 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60e6893-7898-4d03-a0da-c69fe7dd0a01 x-openstack-request-id: req-b60e6893-7898-4d03-a0da-c69fe7dd0a01 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:30.779631 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c04de9-1d86-4c2b-9db6-5dcc5248a7e7", "name": "network-vif-deleted", "tag": "3867d38d-581c-457b-b3c1-92078c0b498e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:30.779858 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b60e6893-7898-4d03-a0da-c69fe7dd0a01 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:30.780402 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c04de9-1d86-4c2b-9db6-5dcc5248a7e7', 'name': 'network-vif-deleted', 'tag': '3867d38d-581c-457b-b3c1-92078c0b498e', 'status': 'completed', 'code': 200} Nov 12 04:00:30.973035 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:31.161427 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:31.192123 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Subnet': ['ID=0056db7b-e9c8-466c-9a16-f0ed271afbdb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:31.205064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:31.205572 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:31.205916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:31.206522 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:31.207086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:31.207086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:31.207454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:31.207801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:31.208389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:31.208726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:31.209062 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:31.209378 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:31.225196 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:31.225512 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b07972-fc7b-48fd-8a1a-ada22ce682e2 None None] Network 65532489-87c9-4fa0-a202-42cb3271f32d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:31.232617 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c04e0c2c-a760-470f-94c8-53bca46ea8d2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/0056db7b-e9c8-466c-9a16-f0ed271afbdb HTTP/1.1" status: 204 len: 168 time: 0.7328551 Nov 12 04:00:31.233068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:31.404445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:31.506256 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port d445f2d2-7ef6-4adb-ade4-5c75915dc61d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:31.506810 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:31.562183 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] DHCP port deletion for 65532489-87c9-4fa0-a202-42cb3271f32d request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:00:31.653769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] For port d445f2d2-7ef6-4adb-ade4-5c75915dc61d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d445f2d2-7ef6-4adb-ade4-5c75915dc61d,segment=NetworkSegment(dc13355c-fbe1-4828-a190-6a0767f4c1de),segment_id=dc13355c-fbe1-4828-a190-6a0767f4c1de)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:31.654186 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:31.655799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d305d41-91b2-4a8a-972b-bc99d68569bd req-3c30e7e4-94f3-4f65-84ab-b241d92814f9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:31.663899 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d305d41-91b2-4a8a-972b-bc99d68569bd req-3c30e7e4-94f3-4f65-84ab-b241d92814f9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.0843689 Nov 12 04:00:31.678249 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for d445f2d2-7ef6-4adb-ade4-5c75915dc61d owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:31.705364 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Deleting port d445f2d2-7ef6-4adb-ade4-5c75915dc61d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:31.705732 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:31.735230 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d305d41-91b2-4a8a-972b-bc99d68569bd req-d4784186-7cc0-4de6-ac70-a9b5ac7f0ec7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703249 Nov 12 04:00:31.814146 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] For port d445f2d2-7ef6-4adb-ade4-5c75915dc61d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d445f2d2-7ef6-4adb-ade4-5c75915dc61d,segment=NetworkSegment(dc13355c-fbe1-4828-a190-6a0767f4c1de),segment_id=dc13355c-fbe1-4828-a190-6a0767f4c1de)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:31.814540 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:31.844143 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Calling delete_port for d445f2d2-7ef6-4adb-ade4-5c75915dc61d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:31.917767 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2243835-7686-4cca-b2c0-85a2a532d5c4 req-ba9cbcb7-694e-4ffe-9278-9fa8b75c33b7 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=47c04de9-1d86-4c2b-9db6-5dcc5248a7e7 HTTP/1.1" status: 200 len: 210 time: 0.0582721 Nov 12 04:00:31.946270 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:31.986756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=d445f2d2-7ef6-4adb-ade4-5c75915dc61d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:31.990881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No DVR routers for this DVR port d445f2d2-7ef6-4adb-ade4-5c75915dc61d on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:32.006883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d445f2d2-7ef6-4adb-ade4-5c75915dc61d no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:32.076380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: d445f2d2-7ef6-4adb-ade4-5c75915dc61d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:32.076989 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d445f2d2-7ef6-4adb-ade4-5c75915dc61d not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:32.082038 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:32.096363 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:32.111214 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Pushing event deleted for resources: {'Port': ['ID=d445f2d2-7ef6-4adb-ade4-5c75915dc61d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:32.122384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65532489-87c9-4fa0-a202-42cb3271f32d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:32.133330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:32.134113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:32.134581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:32.134952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:32.135313 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:32.135651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:32.135979 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:32.136335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:32.136658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:32.136983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:32.137875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:32.138447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:32.140661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc13355c-fbe1-4828-a190-6a0767f4c1de') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:32.141169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc13355c-fbe1-4828-a190-6a0767f4c1de') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:32.141923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cccb95e-0715-44a2-a706-2abb3d3332dd None None] No DVR routers for this DVR port d445f2d2-7ef6-4adb-ade4-5c75915dc61d on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:32.158199 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:32.173170 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:32.184584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:00:32.184584 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:00:32.187312 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:00:32.321675 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:32.342838 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:32.349202 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/networks/65532489-87c9-4fa0-a202-42cb3271f32d HTTP/1.1" status: 204 len: 168 time: 1.1150177 Nov 12 04:00:32.355470 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48626) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:32.412145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37546db2-6349-4d79-8a48-ef9f4aa4ba92 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Network': ['ID=65532489-87c9-4fa0-a202-42cb3271f32d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:32.444298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4ca0dd-e198-428b-abf0-ba6e33e56153 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:32.445699 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5d4ca0dd-e198-428b-abf0-ba6e33e56153 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/285b4fba-5be6-4f96-9525-f91f49e61cb5 HTTP/1.1" status: 200 len: 841 time: 0.0878644 Nov 12 04:00:32.449787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:32.506511 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f761866d-6889-4a5b-acf9-38956e5c4fb2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/285b4fba-5be6-4f96-9525-f91f49e61cb5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0553532 Nov 12 04:00:32.511123 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48630) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:32.517403 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1bae99b3-e2b7-4312-b8a7-23f9fc902c79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:32.686916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bae99b3-e2b7-4312-b8a7-23f9fc902c79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:32.690787 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bae99b3-e2b7-4312-b8a7-23f9fc902c79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.022219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7e1dd-ac7e-44f8-afbe-4bf9f26321e0 req-7a4b95aa-86d0-45ee-aa81-5c5b90a047b7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:33.034787 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-71d7e1dd-ac7e-44f8-afbe-4bf9f26321e0 req-7a4b95aa-86d0-45ee-aa81-5c5b90a047b7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1482811 Nov 12 04:00:33.035476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48644) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:33.156189 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-71d7e1dd-ac7e-44f8-afbe-4bf9f26321e0 req-d0a5fc00-1563-4aae-a3e2-7acb6869174b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057570 Nov 12 04:00:33.161904 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bae99b3-e2b7-4312-b8a7-23f9fc902c79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.246281 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae99b3-e2b7-4312-b8a7-23f9fc902c79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Subnet': ['ID=486a12b3-2338-4c1a-8975-0b9d1be10f0d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:33.268461 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4623e21-0124-45fb-86d3-9a9bf665c19a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.269795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bae99b3-e2b7-4312-b8a7-23f9fc902c79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:33.272421 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1bae99b3-e2b7-4312-b8a7-23f9fc902c79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:33.276354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bae99b3-e2b7-4312-b8a7-23f9fc902c79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:33.277410 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bae99b3-e2b7-4312-b8a7-23f9fc902c79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.282945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4944973a-9884-40fe-bea6-dd1d64c9d489 None None] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:33.329056 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4623e21-0124-45fb-86d3-9a9bf665c19a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.373609 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1bae99b3-e2b7-4312-b8a7-23f9fc902c79 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8581777 Nov 12 04:00:33.377214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48654) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:33.379219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-92a563a5-d754-4a6e-93a4-b5062022c066 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'security_group': {'name': 'tempest-secgroup-2051662907'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:33.588898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'tenant_id': '26a66156c54142138bc1e5ca886d06fc', 'fixed_ips': [{'subnet_id': '486a12b3-2338-4c1a-8975-0b9d1be10f0d'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:00:33.591495 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.734349 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92a563a5-d754-4a6e-93a4-b5062022c066 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.761572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4623e21-0124-45fb-86d3-9a9bf665c19a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.764787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4623e21-0124-45fb-86d3-9a9bf665c19a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.766460 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b4623e21-0124-45fb-86d3-9a9bf665c19a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "DELETE /v2.0/security-groups/023be5ac-b300-442e-a177-e0b6b4c88b00 HTTP/1.1" status: 204 len: 168 time: 0.7294495 Nov 12 04:00:33.785517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4623e21-0124-45fb-86d3-9a9bf665c19a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023be5ac-b300-442e-a177-e0b6b4c88b00,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:33.869076 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92a563a5-d754-4a6e-93a4-b5062022c066 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.919236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:33.947073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Allocated IP 172.20.0.2 (941c2ec5-e1ff-4190-a4b4-8e34798d6b18/486a12b3-2338-4c1a-8975-0b9d1be10f0d/6f498ef7-c555-45fd-aa03-2c8769ff4ae6) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:33.955420 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92a563a5-d754-4a6e-93a4-b5062022c066 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:34.063961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a563a5-d754-4a6e-93a4-b5062022c066 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8432f0fd-5cd3-49ae-a89b-c4fc468ab615,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:34.089625 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92a563a5-d754-4a6e-93a4-b5062022c066 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:34.091360 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-92a563a5-d754-4a6e-93a4-b5062022c066 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7158370 Nov 12 04:00:34.094917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:34.113250 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7660b6fe-e096-45fc-a5ce-1c789f1bd9af tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'security_group': {'name': 'tempest-secgroup-1280341330'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:34.229760 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7660b6fe-e096-45fc-a5ce-1c789f1bd9af tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:34.323031 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:34.323031 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3867d38d-581c-457b-b3c1-92078c0b498e no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:34.356901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 3867d38d-581c-457b-b3c1-92078c0b498e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:34.357198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3867d38d-581c-457b-b3c1-92078c0b498e not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:34.358251 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163b44f7-4375-43aa-806d-f18fbe219086 req-1a187488-c8b5-4f95-8981-02693df51023 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=fdcba065d29548d6959ef32376dd9a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503712 Nov 12 04:00:34.413193 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:34.471966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2fe91-ade0-4f10-969d-bdc69f5e4b0f req-74687142-ac96-456a-adb1-3cbd8ed7f63d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:34.474144 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Pushing event updated for resources: {'Port': ['ID=6f498ef7-c555-45fd-aa03-2c8769ff4ae6,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:34.488532 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ea2fe91-ade0-4f10-969d-bdc69f5e4b0f req-74687142-ac96-456a-adb1-3cbd8ed7f63d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1483946 Nov 12 04:00:34.494344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:34.497048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:34.501104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:34.585784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Attempting to bind port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:34.587722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Attempting to bind port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'd8960231-ebfd-49ea-9f29-b26daeb34be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:34.588339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Attempting to bind port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 on network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:34.594673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:34.595352 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Checking segment: {'id': 'd8960231-ebfd-49ea-9f29-b26daeb34be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:34.595948 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:34.596551 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Bound using segment: {'id': 'd8960231-ebfd-49ea-9f29-b26daeb34be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:34.598265 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Bound port: 6f498ef7-c555-45fd-aa03-2c8769ff4ae6, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8960231-ebfd-49ea-9f29-b26daeb34be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:34.598853 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:34.640826 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ea2fe91-ade0-4f10-969d-bdc69f5e4b0f req-11b40545-a221-47f1-98a4-05e04eac4c2c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502242 Nov 12 04:00:34.674403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] For port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:34.677730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] For port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6f498ef7-c555-45fd-aa03-2c8769ff4ae6,segment=NetworkSegment(d8960231-ebfd-49ea-9f29-b26daeb34be6),segment_id=d8960231-ebfd-49ea-9f29-b26daeb34be6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:34.679080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b44f7-4375-43aa-806d-f18fbe219086 req-56fd905f-a688-4ba1-976e-526d98cd935f tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:34.680786 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163b44f7-4375-43aa-806d-f18fbe219086 req-56fd905f-a688-4ba1-976e-526d98cd935f tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3008182 Nov 12 04:00:34.699669 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7660b6fe-e096-45fc-a5ce-1c789f1bd9af tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:34.711698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163b44f7-4375-43aa-806d-f18fbe219086 req-002ff886-c767-426d-b42b-834244a56257 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/quotas/fdcba065d29548d6959ef32376dd9a2d HTTP/1.1" status: 200 len: 375 time: 0.0161648 Nov 12 04:00:34.747675 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:34.752413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163b44f7-4375-43aa-806d-f18fbe219086 req-42b6f5d4-6558-4364-b658-f902f681db51 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=fdcba065d29548d6959ef32376dd9a2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320299 Nov 12 04:00:34.807702 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7660b6fe-e096-45fc-a5ce-1c789f1bd9af tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:34.839424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad49bae-1ad4-4d6b-8074-1edb75f36f89 None None] Pushing event updated for resources: {'Port': ['ID=6f498ef7-c555-45fd-aa03-2c8769ff4ae6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:34.882130 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660b6fe-e096-45fc-a5ce-1c789f1bd9af tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc740161-370c-4972-83dd-9686462cff92,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:35.014001 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97185495-8002-452e-be91-9f9ba9679ef8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:35.226185 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7660b6fe-e096-45fc-a5ce-1c789f1bd9af tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:35.228107 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7660b6fe-e096-45fc-a5ce-1c789f1bd9af tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1312492 Nov 12 04:00:35.230395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48700) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:35.235817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4edfb15e-a666-4a46-96df-f5573ac39dde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-836939629', 'security_groups': ['bc740161-370c-4972-83dd-9686462cff92'], 'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '486a12b3-2338-4c1a-8975-0b9d1be10f0d'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:35.595043 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edfb15e-a666-4a46-96df-f5573ac39dde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:35.769010 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4edfb15e-a666-4a46-96df-f5573ac39dde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:35.823686 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-cc68d4a4-f03b-41e0-a42e-3ab591f137a7 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=fdcba065d29548d6959ef32376dd9a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475974 Nov 12 04:00:35.913238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10482b7d-7601-4a61-824b-94019da650cf req-29f074eb-573a-4595-8928-42522b74ac19 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:35.913238 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-10482b7d-7601-4a61-824b-94019da650cf req-29f074eb-573a-4595-8928-42522b74ac19 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1005759 Nov 12 04:00:35.916671 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-4edfb15e-a666-4a46-96df-f5573ac39dde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port 6b165e0b-0630-4aaa-84b3-beb9674f6ea7 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:00:36.096116 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:36.146704 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-10482b7d-7601-4a61-824b-94019da650cf req-78474dcc-77ea-44bf-9bc6-3621ef25de1c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554933 Nov 12 04:00:36.248944 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:36.248944 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.249179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-8bc1be1f-271e-46fe-a5af-f6089b868e4a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:36.249179 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-8bc1be1f-271e-46fe-a5af-f6089b868e4a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3995721 Nov 12 04:00:36.249179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-97185495-8002-452e-be91-9f9ba9679ef8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Deleting port d60212bb-1fd0-44ea-8348-d0e63ba69583 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:36.249179 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97185495-8002-452e-be91-9f9ba9679ef8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.271382 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4edfb15e-a666-4a46-96df-f5573ac39dde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Allocated IP 172.20.0.4 (941c2ec5-e1ff-4190-a4b4-8e34798d6b18/486a12b3-2338-4c1a-8975-0b9d1be10f0d/6b165e0b-0630-4aaa-84b3-beb9674f6ea7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:36.327167 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.331172 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-2eb3398e-00d2-4fd3-8a76-57802be74faa tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/quotas/fdcba065d29548d6959ef32376dd9a2d HTTP/1.1" status: 200 len: 375 time: 0.0690153 Nov 12 04:00:36.354824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-97185495-8002-452e-be91-9f9ba9679ef8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] For port d60212bb-1fd0-44ea-8348-d0e63ba69583, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d60212bb-1fd0-44ea-8348-d0e63ba69583,segment=NetworkSegment(e6027a17-6f81-498d-a337-dd5478f08ef3),segment_id=e6027a17-6f81-498d-a337-dd5478f08ef3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:36.355201 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97185495-8002-452e-be91-9f9ba9679ef8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.396634 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-75caf98c-031e-460f-8c3e-bfab62851d14 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=fdcba065d29548d6959ef32376dd9a2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523057 Nov 12 04:00:36.406681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-97185495-8002-452e-be91-9f9ba9679ef8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Calling delete_port for d60212bb-1fd0-44ea-8348-d0e63ba69583 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:36.423604 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6f498ef7-c555-45fd-aa03-2c8769ff4ae6,segment=NetworkSegment(d8960231-ebfd-49ea-9f29-b26daeb34be6),segment_id=d8960231-ebfd-49ea-9f29-b26daeb34be6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:36.429159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ff31284d-5293-4261-ab93-434cfd6f8193 None None] Provisioning complete for port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:36.429927 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff31284d-5293-4261-ab93-434cfd6f8193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.477025 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.479061 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4edfb15e-a666-4a46-96df-f5573ac39dde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.569371 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=6f498ef7-c555-45fd-aa03-2c8769ff4ae6,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:36.596067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ff31284d-5293-4261-ab93-434cfd6f8193 None None] Provisioning complete for port 285b4fba-5be6-4f96-9525-f91f49e61cb5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:36.596438 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff31284d-5293-4261-ab93-434cfd6f8193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.602002 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4edfb15e-a666-4a46-96df-f5573ac39dde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.642014 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ff31284d-5293-4261-ab93-434cfd6f8193 None None] Port 285b4fba-5be6-4f96-9525-f91f49e61cb5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:36.689634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edfb15e-a666-4a46-96df-f5573ac39dde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:36.706161 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4edfb15e-a666-4a46-96df-f5573ac39dde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:36.722167 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edfb15e-a666-4a46-96df-f5573ac39dde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:36.726559 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-574a2c06-7c3c-4d04-a884-007e62c7a30d req-bd9e78a8-e55e-4aa0-a072-276909cdda88 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 210 time: 0.0390522 Nov 12 04:00:36.727196 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfb15e-a666-4a46-96df-f5573ac39dde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=6b165e0b-0630-4aaa-84b3-beb9674f6ea7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:36.779631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edfb15e-a666-4a46-96df-f5573ac39dde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:36.780651 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4edfb15e-a666-4a46-96df-f5573ac39dde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.807884 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97185495-8002-452e-be91-9f9ba9679ef8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.852471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97185495-8002-452e-be91-9f9ba9679ef8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Port': ['ID=d60212bb-1fd0-44ea-8348-d0e63ba69583,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:36.858286 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4edfb15e-a666-4a46-96df-f5573ac39dde tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6263649 Nov 12 04:00:36.862711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48744) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:36.868916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-aa742db4-aad2-4883-8965-f0d95e7b20aa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:37.093282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0cf67240-c5ab-43ab-b0a8-f85a7a972a69 None None] Provisioning complete for port 6b165e0b-0630-4aaa-84b3-beb9674f6ea7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:37.094151 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cf67240-c5ab-43ab-b0a8-f85a7a972a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:37.099155 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97185495-8002-452e-be91-9f9ba9679ef8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:37.138095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0cf67240-c5ab-43ab-b0a8-f85a7a972a69 None None] Port 6b165e0b-0630-4aaa-84b3-beb9674f6ea7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:37.140387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa742db4-aad2-4883-8965-f0d95e7b20aa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:37.147270 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa742db4-aad2-4883-8965-f0d95e7b20aa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:37.421601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804a12c-00a6-4c18-80fd-cb7e6f1a44fb req-7c31123d-7e5f-4782-8d81-2a11023bbf23 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:37.424053 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2804a12c-00a6-4c18-80fd-cb7e6f1a44fb req-7c31123d-7e5f-4782-8d81-2a11023bbf23 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1198497 Nov 12 04:00:37.436233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97185495-8002-452e-be91-9f9ba9679ef8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Router f44c6d19-8bc4-4d60-854f-c71b9da8f189 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:37.546776 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2804a12c-00a6-4c18-80fd-cb7e6f1a44fb req-361a7f89-22af-4fc3-9eb7-76ad922bb72e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047068 Nov 12 04:00:37.608365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97185495-8002-452e-be91-9f9ba9679ef8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:37.614281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-97185495-8002-452e-be91-9f9ba9679ef8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "PUT /v2.0/routers/f44c6d19-8bc4-4d60-854f-c71b9da8f189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6954784 Nov 12 04:00:37.618064 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da61212-48b5-47fb-a94b-3bf2adb72464 None None] Sync routers for ids ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:37.620525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48752) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:37.629538 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da61212-48b5-47fb-a94b-3bf2adb72464 None None] Routers {'f44c6d19-8bc4-4d60-854f-c71b9da8f189'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:37.630599 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7da61212-48b5-47fb-a94b-3bf2adb72464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:00:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:37.677056 n-d-767704-23 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-aa742db4-aad2-4883-8965-f0d95e7b20aa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 486a12b3-2338-4c1a-8975-0b9d1be10f0d (CIDR: 172.20.0.0/28) Nov 12 04:00:37.693966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd15325e-f94e-45e5-add5-9ec95a6ca037 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Deleting subnet 19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:00:37.704461 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd15325e-f94e-45e5-add5-9ec95a6ca037 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:37.716488 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa742db4-aad2-4883-8965-f0d95e7b20aa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:00:37.717459 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa742db4-aad2-4883-8965-f0d95e7b20aa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:00:37.754455 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd15325e-f94e-45e5-add5-9ec95a6ca037 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:37.772011 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7da61212-48b5-47fb-a94b-3bf2adb72464 None None] Set router f44c6d19-8bc4-4d60-854f-c71b9da8f189 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:37.788532 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-aa742db4-aad2-4883-8965-f0d95e7b20aa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9245162 Nov 12 04:00:37.791282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48756) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:37.799390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cea0b3c9-8faf-4e50-a6f1-c2ebca1b20cd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:37.869021 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd15325e-f94e-45e5-add5-9ec95a6ca037 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:37.903535 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7673cd2f-4999-436e-9b04-7f03b5ec8103 req-fadfd98a-7973-4fbb-9f95-9f56a495d45d tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 210 time: 0.0359769 Nov 12 04:00:38.004685 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163b44f7-4375-43aa-806d-f18fbe219086 req-7c9f4bef-5d5e-48bd-901e-0870acb02cd2 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fdcba065d29548d6959ef32376dd9a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342143 Nov 12 04:00:38.064106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f08e40-1204-4c7c-a136-99e832f81f60 req-3a094aa3-bc02-429f-97bc-4fee2ed73c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:38.065891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22f08e40-1204-4c7c-a136-99e832f81f60 req-3a094aa3-bc02-429f-97bc-4fee2ed73c99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 1097 time: 0.0596380 Nov 12 04:00:38.075774 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:38.078221 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7da61212-48b5-47fb-a94b-3bf2adb72464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T04:00:36Z', 'revision_number': 7, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:38.126365 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da61212-48b5-47fb-a94b-3bf2adb72464 None None] Checking router: f44c6d19-8bc4-4d60-854f-c71b9da8f189 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:38.135833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea0b3c9-8faf-4e50-a6f1-c2ebca1b20cd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:38.138476 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da61212-48b5-47fb-a94b-3bf2adb72464 None None] Routers {'f44c6d19-8bc4-4d60-854f-c71b9da8f189'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:38.139138 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7da61212-48b5-47fb-a94b-3bf2adb72464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:00:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:38.139996 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cea0b3c9-8faf-4e50-a6f1-c2ebca1b20cd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.166551 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd15325e-f94e-45e5-add5-9ec95a6ca037 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.185195 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd15325e-f94e-45e5-add5-9ec95a6ca037 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.191612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fd15325e-f94e-45e5-add5-9ec95a6ca037 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "DELETE /v2.0/subnets/19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10 HTTP/1.1" status: 204 len: 168 time: 0.5696917 Nov 12 04:00:38.215613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48758) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:38.221366 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c454f21e-8696-4fff-9d51-32cdd228e807 None None] Network 68706160-bd75-46fb-8ba9-0e10faf8ed56 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:38.225763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15325e-f94e-45e5-add5-9ec95a6ca037 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Subnet': ['ID=19b591e2-5ce1-4dfd-9f9e-8e51da6c6c10,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:38.251670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b44f7-4375-43aa-806d-f18fbe219086 req-1895979d-73cb-4882-8ebd-afa5bb8b8955 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:38.253951 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163b44f7-4375-43aa-806d-f18fbe219086 req-1895979d-73cb-4882-8ebd-afa5bb8b8955 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417884 Nov 12 04:00:38.275860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Request body: {'port': {'device_id': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': 'fdcba065d29548d6959ef32376dd9a2d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:38.286726 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7da61212-48b5-47fb-a94b-3bf2adb72464 None None] Set router f44c6d19-8bc4-4d60-854f-c71b9da8f189 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:38.314375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:38.314752 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.397811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f08e40-1204-4c7c-a136-99e832f81f60 req-88338edc-2dc9-45d3-a7d8-7207348426f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:38.399329 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22f08e40-1204-4c7c-a136-99e832f81f60 req-88338edc-2dc9-45d3-a7d8-7207348426f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.3195472 Nov 12 04:00:38.435403 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.521789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22f08e40-1204-4c7c-a136-99e832f81f60 req-d0ec8e55-dd68-4cb0-a083-75cdf3d00a17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17a50b2-1ecc-4f9c-866d-0950ba99082f HTTP/1.1" status: 200 len: 217 time: 0.0833681 Nov 12 04:00:38.561546 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7da61212-48b5-47fb-a94b-3bf2adb72464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T04:00:36Z', 'revision_number': 7, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:38.595024 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fbac9a-ebe0-47ec-a5d5-28f19a835a4c None None] DHCP port deletion for 68706160-bd75-46fb-8ba9-0e10faf8ed56 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:00:38.613840 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da61212-48b5-47fb-a94b-3bf2adb72464 None None] The sync data for ids ['f44c6d19-8bc4-4d60-854f-c71b9da8f189'] in n-d-767704-23 is: [{'id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'name': 'tempest-TestNetworkBasicOps-router-1371032353', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:55Z', 'updated_at': '2021-11-12T04:00:36Z', 'revision_number': 7, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'f2c6fb6c-56e1-4283-9d37-2eb04bf43f80', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44c6d19-8bc4-4d60-854f-c71b9da8f189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:56Z', 'updated_at': '2021-11-12T03:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:38.652163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f08e40-1204-4c7c-a136-99e832f81f60 req-629ce61b-b97a-46a8-8481-ffa39e561b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:38.654377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22f08e40-1204-4c7c-a136-99e832f81f60 req-629ce61b-b97a-46a8-8481-ffa39e561b87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.1212590 Nov 12 04:00:38.675224 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-39fbac9a-ebe0-47ec-a5d5-28f19a835a4c None None] Deleting port 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:38.675601 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39fbac9a-ebe0-47ec-a5d5-28f19a835a4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.690416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Made reservation on behalf of fdcba065d29548d6959ef32376dd9a2d for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:38.693993 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.711414 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.713327 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.745100 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-39fbac9a-ebe0-47ec-a5d5-28f19a835a4c None None] For port 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9e54a9d3-fe3b-414f-be0d-a8b1575e3b18,segment=NetworkSegment(e6027a17-6f81-498d-a337-dd5478f08ef3),segment_id=e6027a17-6f81-498d-a337-dd5478f08ef3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:38.745498 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39fbac9a-ebe0-47ec-a5d5-28f19a835a4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.758901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f08e40-1204-4c7c-a136-99e832f81f60 req-54db1461-60ed-4524-a76e-1ef668b63c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:38.763918 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22f08e40-1204-4c7c-a136-99e832f81f60 req-54db1461-60ed-4524-a76e-1ef668b63c4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932770 Nov 12 04:00:38.767774 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-39fbac9a-ebe0-47ec-a5d5-28f19a835a4c None None] Calling delete_port for 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:38.774019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34beb47-d9f9-4fcf-9bb8-10c2d10ee760 req-3858b4c2-f94b-44f1-b763-f3638ff8b6b5 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:38.776498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f34beb47-d9f9-4fcf-9bb8-10c2d10ee760 req-3858b4c2-f94b-44f1-b763-f3638ff8b6b5 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1193295 Nov 12 04:00:38.807807 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.812511 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cea0b3c9-8faf-4e50-a6f1-c2ebca1b20cd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.858765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea0b3c9-8faf-4e50-a6f1-c2ebca1b20cd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:38.863909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cea0b3c9-8faf-4e50-a6f1-c2ebca1b20cd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:38.868606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea0b3c9-8faf-4e50-a6f1-c2ebca1b20cd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:38.869277 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cea0b3c9-8faf-4e50-a6f1-c2ebca1b20cd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.880753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8200876e-2363-4ba8-a34b-096573673f10 None None] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:38.882857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0b3c9-8faf-4e50-a6f1-c2ebca1b20cd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Subnet': ['ID=73b5db05-1c61-4da4-af23-37954b873962,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:38.897795 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.933233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08abb430-7145-436e-835b-fa1ecde836de,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:38.956654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f34beb47-d9f9-4fcf-9bb8-10c2d10ee760 req-fe2654cd-8861-4f89-94e2-84af23576c4b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668835 Nov 12 04:00:38.976474 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22f08e40-1204-4c7c-a136-99e832f81f60 req-362dc201-e765-4f0e-8eb3-ecc12c3ba351 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986041 Nov 12 04:00:39.013859 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cea0b3c9-8faf-4e50-a6f1-c2ebca1b20cd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2209940 Nov 12 04:00:39.020294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:39.033384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-af99ea22-bf57-49bf-adb9-72263cc2b2db tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1433920507', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '73b5db05-1c61-4da4-af23-37954b873962'}], 'security_groups': ['8432f0fd-5cd3-49ae-a89b-c4fc468ab615']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:39.041791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Deleting port f2c6fb6c-56e1-4283-9d37-2eb04bf43f80 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:39.042055 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:39.144999 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cda097ec-4415-404d-b228-bd42206c0ba6 req-d5d1fed4-a4f7-4902-8366-4f8fdff1e366 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 210 time: 0.0449941 Nov 12 04:00:39.207082 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Allocated IP 192.168.233.13 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/5b36deba-9a51-4076-af9e-1044600c57e6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:39.212188 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af99ea22-bf57-49bf-adb9-72263cc2b2db tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:39.229857 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-69bdeb6d-3654-4da3-ba00-2099490b2a7b tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fdcba065d29548d6959ef32376dd9a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741465 Nov 12 04:00:39.236212 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22f08e40-1204-4c7c-a136-99e832f81f60 req-cd4f327c-b0c8-4eb1-8aca-477068944511 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432735 Nov 12 04:00:39.239449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] For port f2c6fb6c-56e1-4283-9d37-2eb04bf43f80, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f2c6fb6c-56e1-4283-9d37-2eb04bf43f80,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:39.239862 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:39.287447 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Calling delete_port for f2c6fb6c-56e1-4283-9d37-2eb04bf43f80 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:39.323027 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39fbac9a-ebe0-47ec-a5d5-28f19a835a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:39.341142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fbac9a-ebe0-47ec-a5d5-28f19a835a4c None None] No DVR routers for this DVR port 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:39.379049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbac9a-ebe0-47ec-a5d5-28f19a835a4c None None] Pushing event deleted for resources: {'Port': ['ID=9e54a9d3-fe3b-414f-be0d-a8b1575e3b18,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:39.490105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-653f10b9-7a3d-4ff4-b934-cb697f4cf105 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:39.491783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-653f10b9-7a3d-4ff4-b934-cb697f4cf105 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2470179 Nov 12 04:00:39.547309 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1708f3b1-87bf-4b5e-823c-3675fe9df4f3 None None] Update dhcp port {'port': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'fixed_ips': [{'subnet_id': '486a12b3-2338-4c1a-8975-0b9d1be10f0d', 'ip_address': '172.20.0.2'}, {'subnet_id': '73b5db05-1c61-4da4-af23-37954b873962'}], 'binding:host_id': 'n-d-767704-23'}, 'id': '6f498ef7-c555-45fd-aa03-2c8769ff4ae6'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:00:39.548662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-e47f839b-eddb-4e2d-932d-a0eb8fa75977 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Request body: {'port': {'device_id': '5263aa9b-52ac-4233-ac41-4e616f205814', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': 'fdcba065d29548d6959ef32376dd9a2d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:39.587294 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1708f3b1-87bf-4b5e-823c-3675fe9df4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:39.642136 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:39.794527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-af99ea22-bf57-49bf-adb9-72263cc2b2db tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Delete allocated IP 172.20.0.4 (941c2ec5-e1ff-4190-a4b4-8e34798d6b18/486a12b3-2338-4c1a-8975-0b9d1be10f0d) {{(pid=103147) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 04:00:39.805564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-af99ea22-bf57-49bf-adb9-72263cc2b2db tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Allocated IP 172.20.0.21 (941c2ec5-e1ff-4190-a4b4-8e34798d6b18/73b5db05-1c61-4da4-af23-37954b873962/6b165e0b-0630-4aaa-84b3-beb9674f6ea7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:39.839414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:39.927420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:39.933118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:39.936279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:40.004315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Pushing event updated for resources: {'Port': ['ID=5b36deba-9a51-4076-af9e-1044600c57e6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:40.063785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:40.076256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:40.076954 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.106488 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:40.107056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9e54a9d3-fe3b-414f-be0d-a8b1575e3b18 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:40.107745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d60212bb-1fd0-44ea-8348-d0e63ba69583 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:40.139593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: d60212bb-1fd0-44ea-8348-d0e63ba69583 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:40.139902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d60212bb-1fd0-44ea-8348-d0e63ba69583 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:40.140021 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.156309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e19bc2-a4fb-4f05-be2a-ce32e2c8e3ee req-fdc73a17-e6f6-47f8-98bd-c08e7c4a9f73 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:40.161750 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af99ea22-bf57-49bf-adb9-72263cc2b2db tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.163818 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41e19bc2-a4fb-4f05-be2a-ce32e2c8e3ee req-fdc73a17-e6f6-47f8-98bd-c08e7c4a9f73 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.0915573 Nov 12 04:00:40.192934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Port': ['ID=f2c6fb6c-56e1-4283-9d37-2eb04bf43f80,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:40.197142 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-e47f839b-eddb-4e2d-932d-a0eb8fa75977 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Made reservation on behalf of fdcba065d29548d6959ef32376dd9a2d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:40.200748 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-e47f839b-eddb-4e2d-932d-a0eb8fa75977 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.245494 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af99ea22-bf57-49bf-adb9-72263cc2b2db tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.279080 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163b44f7-4375-43aa-806d-f18fbe219086 req-3f0487c5-d30b-4893-867f-2d39ccc1e7f6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0111368 Nov 12 04:00:40.304861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-029114d2-b91f-4ea8-a841-1e6620fe4dfc None None] Provisioning complete for port 5b36deba-9a51-4076-af9e-1044600c57e6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:40.305822 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-029114d2-b91f-4ea8-a841-1e6620fe4dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.342096 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Request body: {'port': {'device_id': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:40.362181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41e19bc2-a4fb-4f05-be2a-ce32e2c8e3ee req-59fcd0c5-fd55-486a-b647-56f3d87aa7c5 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961250 Nov 12 04:00:40.366158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1708f3b1-87bf-4b5e-823c-3675fe9df4f3 None None] Allocated IP 172.20.0.18 (941c2ec5-e1ff-4190-a4b4-8e34798d6b18/73b5db05-1c61-4da4-af23-37954b873962/6f498ef7-c555-45fd-aa03-2c8769ff4ae6) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:40.380827 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.400375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-029114d2-b91f-4ea8-a841-1e6620fe4dfc None None] Port 5b36deba-9a51-4076-af9e-1044600c57e6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:40.420436 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec2492f0-8cfd-4abb-82d6-80dd1338ecc2 req-8cd6a0c5-17e0-4593-a84d-61a3068c48b7 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 210 time: 0.1490893 Nov 12 04:00:40.484803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99ea22-bf57-49bf-adb9-72263cc2b2db tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=6b165e0b-0630-4aaa-84b3-beb9674f6ea7,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:40.525103 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-af99ea22-bf57-49bf-adb9-72263cc2b2db tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] In _notify_port_updated(), no bound segment for port 6b165e0b-0630-4aaa-84b3-beb9674f6ea7 on network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:00:40.530867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af99ea22-bf57-49bf-adb9-72263cc2b2db tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:40.531526 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af99ea22-bf57-49bf-adb9-72263cc2b2db tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.532904 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-af99ea22-bf57-49bf-adb9-72263cc2b2db tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "PUT /v2.0/ports/6b165e0b-0630-4aaa-84b3-beb9674f6ea7 HTTP/1.1" status: 200 len: 921 time: 1.5110555 Nov 12 04:00:40.533616 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.536511 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:40.542110 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.546642 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.549204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1708f3b1-87bf-4b5e-823c-3675fe9df4f3 None None] For port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6f498ef7-c555-45fd-aa03-2c8769ff4ae6,segment=NetworkSegment(d8960231-ebfd-49ea-9f29-b26daeb34be6),segment_id=d8960231-ebfd-49ea-9f29-b26daeb34be6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:40.587771 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1708f3b1-87bf-4b5e-823c-3675fe9df4f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.656642 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-e47f839b-eddb-4e2d-932d-a0eb8fa75977 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Allocated IP 192.168.233.27 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/29d59733-faba-47e0-882d-bcdb01fb88d9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:40.658261 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1708f3b1-87bf-4b5e-823c-3675fe9df4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.723538 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.723904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Fanout notify agent at l3_agent the message router_deleted on router f44c6d19-8bc4-4d60-854f-c71b9da8f189 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:00:40.732535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-71cf3b2f-af27-4e31-973b-7aa19db1cd4b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 6b165e0b-0630-4aaa-84b3-beb9674f6ea7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:40.732928 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71cf3b2f-af27-4e31-973b-7aa19db1cd4b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.740597 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.745295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-abeeff25-dc80-4b21-beaa-4e28d5ba6eba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "DELETE /v2.0/routers/f44c6d19-8bc4-4d60-854f-c71b9da8f189 HTTP/1.1" status: 204 len: 168 time: 2.5266306 Nov 12 04:00:40.746004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:40.782161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708f3b1-87bf-4b5e-823c-3675fe9df4f3 None None] Pushing event updated for resources: {'Port': ['ID=6f498ef7-c555-45fd-aa03-2c8769ff4ae6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:40.868719 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71cf3b2f-af27-4e31-973b-7aa19db1cd4b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.901674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-71cf3b2f-af27-4e31-973b-7aa19db1cd4b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 6b165e0b-0630-4aaa-84b3-beb9674f6ea7 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:40.943413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e609346-bbc5-46ff-a918-c90fd98e4a82 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.045885 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-e47f839b-eddb-4e2d-932d-a0eb8fa75977 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.099265 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e609346-bbc5-46ff-a918-c90fd98e4a82 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.134888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e609346-bbc5-46ff-a918-c90fd98e4a82 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68706160-bd75-46fb-8ba9-0e10faf8ed56']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:41.148570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e609346-bbc5-46ff-a918-c90fd98e4a82 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6027a17-6f81-498d-a337-dd5478f08ef3') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:41.149260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e609346-bbc5-46ff-a918-c90fd98e4a82 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6027a17-6f81-498d-a337-dd5478f08ef3') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:41.162234 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e609346-bbc5-46ff-a918-c90fd98e4a82 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.176992 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e609346-bbc5-46ff-a918-c90fd98e4a82 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.185965 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71cf3b2f-af27-4e31-973b-7aa19db1cd4b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.188180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e609346-bbc5-46ff-a918-c90fd98e4a82 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:00:41.188596 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e609346-bbc5-46ff-a918-c90fd98e4a82 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:00:41.193069 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:00:41.213768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-e47f839b-eddb-4e2d-932d-a0eb8fa75977 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.305049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf3b2f-af27-4e31-973b-7aa19db1cd4b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=6b165e0b-0630-4aaa-84b3-beb9674f6ea7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:41.318529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-e47f839b-eddb-4e2d-932d-a0eb8fa75977 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:41.327568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-e47f839b-eddb-4e2d-932d-a0eb8fa75977 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:41.333627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-e47f839b-eddb-4e2d-932d-a0eb8fa75977 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:41.375523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f839b-eddb-4e2d-932d-a0eb8fa75977 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Pushing event updated for resources: {'Port': ['ID=29d59733-faba-47e0-882d-bcdb01fb88d9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:41.429114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-e47f839b-eddb-4e2d-932d-a0eb8fa75977 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:41.430241 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-e47f839b-eddb-4e2d-932d-a0eb8fa75977 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.434994 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e609346-bbc5-46ff-a918-c90fd98e4a82 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.451816 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e609346-bbc5-46ff-a918-c90fd98e4a82 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.459025 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71cf3b2f-af27-4e31-973b-7aa19db1cd4b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.461664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7e609346-bbc5-46ff-a918-c90fd98e4a82 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "DELETE /v2.0/networks/68706160-bd75-46fb-8ba9-0e10faf8ed56 HTTP/1.1" status: 204 len: 168 time: 0.7098939 Nov 12 04:00:41.468122 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-71cf3b2f-af27-4e31-973b-7aa19db1cd4b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/6b165e0b-0630-4aaa-84b3-beb9674f6ea7 HTTP/1.1" status: 204 len: 168 time: 0.9305134 Nov 12 04:00:41.493729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e609346-bbc5-46ff-a918-c90fd98e4a82 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Network': ['ID=68706160-bd75-46fb-8ba9-0e10faf8ed56,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:41.495581 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48780) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:41.498594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48778) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:41.508592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-edf3f2ac-aa6e-493f-b9ae-99310af1924f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'network': {'name': 'tempest-network-smoke--1456577196', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:41.564093 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae3cebd-d731-43e4-bac5-f8941503e07d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] GET failed (client error): The resource could not be found. Nov 12 04:00:41.565666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7ae3cebd-d731-43e4-bac5-f8941503e07d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/6b165e0b-0630-4aaa-84b3-beb9674f6ea7 HTTP/1.1" status: 404 len: 333 time: 0.0644577 Nov 12 04:00:41.569361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:41.576694 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-e47f839b-eddb-4e2d-932d-a0eb8fa75977 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0297463 Nov 12 04:00:41.606875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Request body: {'port': {'device_id': '5263aa9b-52ac-4233-ac41-4e616f205814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:41.639294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cb565-81a7-40c0-8cea-17d1fca45ba8 req-63120f9b-afe6-4d60-8982-fc1ecd91b814 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:41.644837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-976cb565-81a7-40c0-8cea-17d1fca45ba8 req-63120f9b-afe6-4d60-8982-fc1ecd91b814 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 945 time: 0.1241765 Nov 12 04:00:41.658391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-945d11fa-a9b7-430e-bf9f-f3381090f785 None None] Provisioning complete for port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:41.658391 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-945d11fa-a9b7-430e-bf9f-f3381090f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.732631 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.737773 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f65f5f05-59af-4090-bd66-5ac2ad89187d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.737926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf3f2ac-aa6e-493f-b9ae-99310af1924f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Made reservation on behalf of bbf460ee872646e8844d17a7c3330b47 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:41.741006 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf3f2ac-aa6e-493f-b9ae-99310af1924f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.752688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5dd85-d688-44eb-9cfb-e4a1c321e2ea req-b26991c9-9593-4aa2-9365-21620e91fe8c tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:41.759982 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0db5dd85-d688-44eb-9cfb-e4a1c321e2ea req-b26991c9-9593-4aa2-9365-21620e91fe8c tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 935 time: 0.1972060 Nov 12 04:00:41.770324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b36deba-9a51-4076-af9e-1044600c57e6 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:41.782584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-945d11fa-a9b7-430e-bf9f-f3381090f785 None None] Could not find standard attr ID for object 6b165e0b-0630-4aaa-84b3-beb9674f6ea7. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:00:41.792615 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.797083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-945d11fa-a9b7-430e-bf9f-f3381090f785 None None] Provisioning complete for port 285b4fba-5be6-4f96-9525-f91f49e61cb5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:41.797559 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-945d11fa-a9b7-430e-bf9f-f3381090f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.815871 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f65f5f05-59af-4090-bd66-5ac2ad89187d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.822910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-976cb565-81a7-40c0-8cea-17d1fca45ba8 req-8d73adee-011c-4833-a7ec-8b2c5703f087 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728811 Nov 12 04:00:41.823769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf3f2ac-aa6e-493f-b9ae-99310af1924f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:00:41.845809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-945d11fa-a9b7-430e-bf9f-f3381090f785 None None] Port 285b4fba-5be6-4f96-9525-f91f49e61cb5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:41.850111 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf3f2ac-aa6e-493f-b9ae-99310af1924f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.850459 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-edf3f2ac-aa6e-493f-b9ae-99310af1924f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Added segment 7394c6f8-415a-4435-81e5-fe5877315a5b of type vlan for network 1d4ee0db-b40b-4493-a1a0-125056a2c014 Nov 12 04:00:41.861295 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Transition to ACTIVE for port object 5b36deba-9a51-4076-af9e-1044600c57e6 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:00:41.887931 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0db5dd85-d688-44eb-9cfb-e4a1c321e2ea req-34c4257b-0d42-4576-8706-5e82af63182b tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262848 Nov 12 04:00:41.955196 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.960973 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf3f2ac-aa6e-493f-b9ae-99310af1924f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.987180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-55dcb02d-b72a-459d-bddb-517c04858484 None None] Provisioning complete for port 29d59733-faba-47e0-882d-bcdb01fb88d9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:41.988369 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55dcb02d-b72a-459d-bddb-517c04858484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.000973 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f65f5f05-59af-4090-bd66-5ac2ad89187d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.003646 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f65f5f05-59af-4090-bd66-5ac2ad89187d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.007511 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f65f5f05-59af-4090-bd66-5ac2ad89187d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/security-groups/bc740161-370c-4972-83dd-9686462cff92 HTTP/1.1" status: 204 len: 168 time: 0.4305980 Nov 12 04:00:42.012088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48784) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:42.066825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:42.073237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-55dcb02d-b72a-459d-bddb-517c04858484 None None] Port 29d59733-faba-47e0-882d-bcdb01fb88d9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:42.085018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f5f05-59af-4090-bd66-5ac2ad89187d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc740161-370c-4972-83dd-9686462cff92,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:42.124326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Pushing event updated for resources: {'Port': ['ID=5b36deba-9a51-4076-af9e-1044600c57e6,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:42.167341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:42.167758 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.210705 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf3f2ac-aa6e-493f-b9ae-99310af1924f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.216912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf3f2ac-aa6e-493f-b9ae-99310af1924f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:42.217778 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf3f2ac-aa6e-493f-b9ae-99310af1924f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.239688 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d59733-faba-47e0-882d-bcdb01fb88d9 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:42.280892 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16c4c349-a9c4-491a-aa9c-84ecf6d190e4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.282097 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.344455 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16c4c349-a9c4-491a-aa9c-84ecf6d190e4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.346406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Transition to ACTIVE for port object 29d59733-faba-47e0-882d-bcdb01fb88d9 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:00:42.347861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3f2ac-aa6e-493f-b9ae-99310af1924f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Network': ['ID=1d4ee0db-b40b-4493-a1a0-125056a2c014,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:42.353161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a17a50b2-1ecc-4f9c-866d-0950ba99082f no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:42.378713 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-edf3f2ac-aa6e-493f-b9ae-99310af1924f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8735771 Nov 12 04:00:42.378713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:42.384535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-919487518', 'admin_state_up': True, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:42.391754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 1d4ee0db-b40b-4493-a1a0-125056a2c014 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:00:42.429306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f2c6fb6c-56e1-4283-9d37-2eb04bf43f80 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:42.435029 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.459759 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Attempting to bind port 5b36deba-9a51-4076-af9e-1044600c57e6 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:42.460419 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Attempting to bind port 5b36deba-9a51-4076-af9e-1044600c57e6 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:42.462633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Attempting to bind port 5b36deba-9a51-4076-af9e-1044600c57e6 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:42.467048 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Port 5b36deba-9a51-4076-af9e-1044600c57e6 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:00:42.467644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Attempting to bind port 5b36deba-9a51-4076-af9e-1044600c57e6 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:42.474038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:42.474961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:42.475636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:42.476895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Bound port: 5b36deba-9a51-4076-af9e-1044600c57e6, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:42.477844 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.483906 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-386bdb62-af9c-4275-b136-df5788688505 None None] Could not find standard attr ID for object 6b165e0b-0630-4aaa-84b3-beb9674f6ea7. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:00:42.489920 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: f2c6fb6c-56e1-4283-9d37-2eb04bf43f80 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:42.490253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f2c6fb6c-56e1-4283-9d37-2eb04bf43f80 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:42.567065 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.570336 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.572970 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16c4c349-a9c4-491a-aa9c-84ecf6d190e4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.577463 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16c4c349-a9c4-491a-aa9c-84ecf6d190e4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.581093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Pushing event updated for resources: {'Port': ['ID=29d59733-faba-47e0-882d-bcdb01fb88d9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:42.583295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-16c4c349-a9c4-491a-aa9c-84ecf6d190e4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/security-groups/8432f0fd-5cd3-49ae-a89b-c4fc468ab615 HTTP/1.1" status: 204 len: 168 time: 0.5612297 Nov 12 04:00:42.587232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48788) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:42.636530 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.690549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f8317f-d3f5-4a9a-9181-e7901d085d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17a50b2-1ecc-4f9c-866d-0950ba99082f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:42.693741 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f5c2b7-fcee-4b3d-9810-646cf53eda34" -d '{"events": [{"server_uuid": "96f8317f-d3f5-4a9a-9181-e7901d085d32", "name": "network-vif-unplugged", "status": "completed", "tag": "a17a50b2-1ecc-4f9c-866d-0950ba99082f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:42.709115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] For port 5b36deba-9a51-4076-af9e-1044600c57e6, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:42.720523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] For port 5b36deba-9a51-4076-af9e-1044600c57e6, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5b36deba-9a51-4076-af9e-1044600c57e6,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:42.722627 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4c349-a9c4-491a-aa9c-84ecf6d190e4 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8432f0fd-5cd3-49ae-a89b-c4fc468ab615,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:42.744463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port a17a50b2-1ecc-4f9c-866d-0950ba99082f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a17a50b2-1ecc-4f9c-866d-0950ba99082f,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:42.763761 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.766637 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Attempting to bind port 29d59733-faba-47e0-882d-bcdb01fb88d9 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:42.766971 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Attempting to bind port 29d59733-faba-47e0-882d-bcdb01fb88d9 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:42.772710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Attempting to bind port 29d59733-faba-47e0-882d-bcdb01fb88d9 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:42.774389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Port 29d59733-faba-47e0-882d-bcdb01fb88d9 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:00:42.774633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Attempting to bind port 29d59733-faba-47e0-882d-bcdb01fb88d9 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:42.774895 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3925d8-bd7c-445c-8d23-9aead2277dd2 x-openstack-request-id: req-3f3925d8-bd7c-445c-8d23-9aead2277dd2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:42.775196 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f8317f-d3f5-4a9a-9181-e7901d085d32", "name": "network-vif-unplugged", "status": "completed", "tag": "a17a50b2-1ecc-4f9c-866d-0950ba99082f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:42.775455 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3f3925d8-bd7c-445c-8d23-9aead2277dd2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:42.775924 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f8317f-d3f5-4a9a-9181-e7901d085d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17a50b2-1ecc-4f9c-866d-0950ba99082f', 'code': 200} Nov 12 04:00:42.782472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:42.782821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:42.783204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:42.783794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Bound port: 29d59733-faba-47e0-882d-bcdb01fb88d9, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:42.784438 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.787771 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b389302-5302-4b71-8eb5-9ffc93af6392 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting subnet 486a12b3-2338-4c1a-8975-0b9d1be10f0d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:00:42.792243 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b389302-5302-4b71-8eb5-9ffc93af6392 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.796737 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.818907 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.883846 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:42.884522 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.885960 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163b44f7-4375-43aa-806d-f18fbe219086 req-189d0549-7a64-461e-b751-80689f91f36b service neutron] 10.222.0.25 "PUT /v2.0/ports/5b36deba-9a51-4076-af9e-1044600c57e6 HTTP/1.1" status: 200 len: 1096 time: 2.5574925 Nov 12 04:00:42.886427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'tag': '5b36deba-9a51-4076-af9e-1044600c57e6'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:42.889610 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244c584f-3753-4e06-b836-c4cfff0551b6" -d '{"events": [{"name": "network-changed", "server_uuid": "72aa6b2f-11b4-4b37-8984-4ed42f4289f4", "tag": "5b36deba-9a51-4076-af9e-1044600c57e6"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:42.907906 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b389302-5302-4b71-8eb5-9ffc93af6392 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.001785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=a17a50b2-1ecc-4f9c-866d-0950ba99082f,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:43.006694 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad14dfcc-d1d3-439f-a6ca-c2b2fe66b593 x-openstack-request-id: req-ad14dfcc-d1d3-439f-a6ca-c2b2fe66b593 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:43.009370 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72aa6b2f-11b4-4b37-8984-4ed42f4289f4", "tag": "5b36deba-9a51-4076-af9e-1044600c57e6", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:43.009370 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ad14dfcc-d1d3-439f-a6ca-c2b2fe66b593 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:43.009370 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'tag': '5b36deba-9a51-4076-af9e-1044600c57e6', 'status': 'completed', 'code': 200} Nov 12 04:00:43.028745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d0549-7a64-461e-b751-80689f91f36b service neutron] Pushing event updated for resources: {'Port': ['ID=5b36deba-9a51-4076-af9e-1044600c57e6,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:43.073611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.088414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] For port 29d59733-faba-47e0-882d-bcdb01fb88d9, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:43.113910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] For port 29d59733-faba-47e0-882d-bcdb01fb88d9, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=29d59733-faba-47e0-882d-bcdb01fb88d9,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:43.142494 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3bd97-077f-46ab-800c-fcdd692da180 req-cef5750e-6ace-4a9f-bc43-5d0067b3b657 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.144099 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-42b3bd97-077f-46ab-800c-fcdd692da180 req-cef5750e-6ace-4a9f-bc43-5d0067b3b657 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 943 time: 0.1356952 Nov 12 04:00:43.148786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b44f7-4375-43aa-806d-f18fbe219086 req-0a6b52cc-2618-4546-9864-e79040526cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.150263 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163b44f7-4375-43aa-806d-f18fbe219086 req-0a6b52cc-2618-4546-9864-e79040526cb8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdcba065d29548d6959ef32376dd9a2d&device_id=72aa6b2f-11b4-4b37-8984-4ed42f4289f4 HTTP/1.1" status: 200 len: 1099 time: 0.1299686 Nov 12 04:00:43.153501 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b389302-5302-4b71-8eb5-9ffc93af6392 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.172149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3135e6-7ce4-4733-bad7-a07c9ea0e22f req-3836043e-a1be-450c-bb61-6c86f2b5a875 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.175762 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3135e6-7ce4-4733-bad7-a07c9ea0e22f req-3836043e-a1be-450c-bb61-6c86f2b5a875 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 947 time: 0.0743306 Nov 12 04:00:43.204276 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.240005 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163b44f7-4375-43aa-806d-f18fbe219086 req-288bfce1-4773-4cdb-8efc-62b549b692e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=5b36deba-9a51-4076-af9e-1044600c57e6 HTTP/1.1" status: 200 len: 217 time: 0.0575888 Nov 12 04:00:43.295161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.295783 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.297201 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] 10.222.0.25 "PUT /v2.0/ports/29d59733-faba-47e0-882d-bcdb01fb88d9 HTTP/1.1" status: 200 len: 1096 time: 1.7161210 Nov 12 04:00:43.298120 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5263aa9b-52ac-4233-ac41-4e616f205814', 'tag': '29d59733-faba-47e0-882d-bcdb01fb88d9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:43.303401 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f34254-d5cd-4cae-a46d-032b2fefd6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "5263aa9b-52ac-4233-ac41-4e616f205814", "tag": "29d59733-faba-47e0-882d-bcdb01fb88d9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:43.324351 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-42b3bd97-077f-46ab-800c-fcdd692da180 req-0f520a66-77d6-4135-9131-4d0a6a746dd3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674151 Nov 12 04:00:43.342669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b44f7-4375-43aa-806d-f18fbe219086 req-d142ef77-6fe7-4073-93cb-efed9f09230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.344193 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163b44f7-4375-43aa-806d-f18fbe219086 req-d142ef77-6fe7-4073-93cb-efed9f09230a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0956526 Nov 12 04:00:43.353216 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3135e6-7ce4-4733-bad7-a07c9ea0e22f req-1711e7f0-9843-4ab7-a28e-4e9dda8cf496 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696029 Nov 12 04:00:43.361754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250d5e2-68b3-43f0-a335-d4d9192e8665 service neutron] Pushing event updated for resources: {'Port': ['ID=29d59733-faba-47e0-882d-bcdb01fb88d9,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:43.408872 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b389302-5302-4b71-8eb5-9ffc93af6392 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.425242 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588a2de9-6efd-48fa-a4f0-a389a99c9d89 x-openstack-request-id: req-588a2de9-6efd-48fa-a4f0-a389a99c9d89 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:43.425542 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5263aa9b-52ac-4233-ac41-4e616f205814", "tag": "29d59733-faba-47e0-882d-bcdb01fb88d9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:43.425796 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-588a2de9-6efd-48fa-a4f0-a389a99c9d89 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:43.426194 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5263aa9b-52ac-4233-ac41-4e616f205814', 'tag': '29d59733-faba-47e0-882d-bcdb01fb88d9', 'status': 'completed', 'code': 200} Nov 12 04:00:43.442995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b389302-5302-4b71-8eb5-9ffc93af6392 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Subnet': ['ID=486a12b3-2338-4c1a-8975-0b9d1be10f0d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:43.449814 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b389302-5302-4b71-8eb5-9ffc93af6392 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.455912 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0b389302-5302-4b71-8eb5-9ffc93af6392 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/486a12b3-2338-4c1a-8975-0b9d1be10f0d HTTP/1.1" status: 204 len: 168 time: 0.8326311 Nov 12 04:00:43.457148 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7236bd9e-5380-4e30-b0c9-7d7cb9ada0c2 None None] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:43.465200 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:43.474552 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-78dc7d12-3eb8-43af-8cde-9faab98f4581 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:43.481687 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b44f7-4375-43aa-806d-f18fbe219086 req-ca511183-eba1-4f1a-ae1c-bc27bdfe2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.483447 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163b44f7-4375-43aa-806d-f18fbe219086 req-ca511183-eba1-4f1a-ae1c-bc27bdfe2b71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1269641 Nov 12 04:00:43.575374 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-76f193db-2a60-44ca-ab5f-7da0d09f4af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.576854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-76f193db-2a60-44ca-ab5f-7da0d09f4af1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdcba065d29548d6959ef32376dd9a2d&device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 1099 time: 0.1691871 Nov 12 04:00:43.619896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e3ed0-bc9d-415b-abc3-7b1f4ecc1b07 req-e82d3e48-89e7-4057-8f73-08a16b6c92cf tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.621933 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-992e3ed0-bc9d-415b-abc3-7b1f4ecc1b07 req-e82d3e48-89e7-4057-8f73-08a16b6c92cf tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1782622 Nov 12 04:00:43.622566 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.690564 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.701297 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163b44f7-4375-43aa-806d-f18fbe219086 req-022488bd-12b9-40e8-a543-a884b6c1000b service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030246 Nov 12 04:00:43.717005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-fcd84772-3e9b-4c39-a9b4-b93ba0286e1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=29d59733-faba-47e0-882d-bcdb01fb88d9 HTTP/1.1" status: 200 len: 217 time: 0.1284528 Nov 12 04:00:43.795234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dc7d12-3eb8-43af-8cde-9faab98f4581 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:43.799621 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78dc7d12-3eb8-43af-8cde-9faab98f4581 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.833150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-979a09bd-e103-414a-8f9b-f83f0bfcc1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.835442 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-979a09bd-e103-414a-8f9b-f83f0bfcc1c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0748982 Nov 12 04:00:43.891099 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163b44f7-4375-43aa-806d-f18fbe219086 req-0506ee33-eb6f-4873-a752-9d873467d736 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826527 Nov 12 04:00:43.964693 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-992e3ed0-bc9d-415b-abc3-7b1f4ecc1b07 req-a3612522-2e8f-4c34-a264-7a781d5ea8b3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808197 Nov 12 04:00:43.991234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-6c93b927-0a46-4d62-ab01-d842dc066326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.992781 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-6c93b927-0a46-4d62-ab01-d842dc066326 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1066289 Nov 12 04:00:44.007725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Allocated IP 172.25.8.199 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/d2dde964-da40-4461-a09b-e6b49b6a6387) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:44.420544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-45508676-f318-4587-a2f6-cfcc468ac4aa None None] Provisioning complete for port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:44.421301 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45508676-f318-4587-a2f6-cfcc468ac4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:44.450259 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c584f-3753-4e06-b836-c4cfff0551b6 req-d637b83b-4ff1-4435-bca7-a42b6c8e9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:44.451895 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-244c584f-3753-4e06-b836-c4cfff0551b6 req-d637b83b-4ff1-4435-bca7-a42b6c8e9d49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdcba065d29548d6959ef32376dd9a2d&device_id=72aa6b2f-11b4-4b37-8984-4ed42f4289f4 HTTP/1.1" status: 200 len: 1099 time: 0.1264691 Nov 12 04:00:44.460773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55f834-97c6-4969-a205-b7c5b5f9ed1e req-cc360c0e-884c-48ed-bfd8-2335265dc96a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:44.462943 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0b55f834-97c6-4969-a205-b7c5b5f9ed1e req-cc360c0e-884c-48ed-bfd8-2335265dc96a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1470611 Nov 12 04:00:44.533401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-45508676-f318-4587-a2f6-cfcc468ac4aa None None] Provisioning complete for port 285b4fba-5be6-4f96-9525-f91f49e61cb5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:44.533784 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45508676-f318-4587-a2f6-cfcc468ac4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:44.563865 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-a20ae304-8e10-494a-afd9-55670f32d997 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536029 Nov 12 04:00:44.569314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-45508676-f318-4587-a2f6-cfcc468ac4aa None None] Port 285b4fba-5be6-4f96-9525-f91f49e61cb5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:44.604161 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0b55f834-97c6-4969-a205-b7c5b5f9ed1e req-4c5a3f2f-885c-407f-be61-0bba1e2a1fa8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261954 Nov 12 04:00:44.607324 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78dc7d12-3eb8-43af-8cde-9faab98f4581 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:44.625897 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:44.636433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a46b0-86c0-4ea7-9c5a-2a3c47fdc1c4 req-c40d8b96-995d-4187-a1e3-8859cca584d9 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:44.638861 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6b7a46b0-86c0-4ea7-9c5a-2a3c47fdc1c4 req-c40d8b96-995d-4187-a1e3-8859cca584d9 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 947 time: 0.1090777 Nov 12 04:00:44.666710 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c584f-3753-4e06-b836-c4cfff0551b6 req-d6a0f7f2-209b-40be-9f3b-4d98a403e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:44.667518 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-244c584f-3753-4e06-b836-c4cfff0551b6 req-d6a0f7f2-209b-40be-9f3b-4d98a403e326 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2011323 Nov 12 04:00:44.669498 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc7d12-3eb8-43af-8cde-9faab98f4581 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:44.677359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-78dc7d12-3eb8-43af-8cde-9faab98f4581 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:44.689642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea7f4c9-417b-42ab-b02e-88f1c7478620 None None] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:44.689890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dc7d12-3eb8-43af-8cde-9faab98f4581 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:44.690519 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78dc7d12-3eb8-43af-8cde-9faab98f4581 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:44.727718 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-244c584f-3753-4e06-b836-c4cfff0551b6 req-d5848632-9297-4a54-91a4-87b98b0df2e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=5b36deba-9a51-4076-af9e-1044600c57e6 HTTP/1.1" status: 200 len: 217 time: 0.0482955 Nov 12 04:00:44.728365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc7d12-3eb8-43af-8cde-9faab98f4581 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Subnet': ['ID=dfdc5943-d933-495f-80b4-12d34c69602a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:44.765095 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6b7a46b0-86c0-4ea7-9c5a-2a3c47fdc1c4 req-843baf1e-349a-4a74-929c-a23c2d3e4b8e tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907955 Nov 12 04:00:44.771249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37204f04-fa8b-4c63-93a2-7b2a7a772ea0 req-23f867df-b2f7-4342-8693-39b5ef97916c service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955361 Nov 12 04:00:44.805035 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c584f-3753-4e06-b836-c4cfff0551b6 req-914be627-893e-45ec-b447-9936a9aa4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:44.806484 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-244c584f-3753-4e06-b836-c4cfff0551b6 req-914be627-893e-45ec-b447-9936a9aa4c9e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0708354 Nov 12 04:00:44.814835 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-78dc7d12-3eb8-43af-8cde-9faab98f4581 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3445296 Nov 12 04:00:44.817883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48810) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:44.827427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-82495a47-01ea-4a10-a72a-0024a94ccd51 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'security_group': {'name': 'tempest-secgroup-2124624045'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:44.860246 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c584f-3753-4e06-b836-c4cfff0551b6 req-7adec0a1-6010-44c2-8551-729c40185931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:44.861800 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-244c584f-3753-4e06-b836-c4cfff0551b6 req-7adec0a1-6010-44c2-8551-729c40185931 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0458760 Nov 12 04:00:44.866534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:44.963226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=d2dde964-da40-4461-a09b-e6b49b6a6387,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:44.966848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:44.971517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:44.973660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82495a47-01ea-4a10-a72a-0024a94ccd51 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:44.988633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162194cd-16c6-45e7-8e89-794c9c9061b9 None None] Update dhcp port {'port': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'fixed_ips': [{'subnet_id': '73b5db05-1c61-4da4-af23-37954b873962', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dfdc5943-d933-495f-80b4-12d34c69602a'}], 'binding:host_id': 'n-d-767704-23'}, 'id': '6f498ef7-c555-45fd-aa03-2c8769ff4ae6'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:00:44.991448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:44.994865 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-244c584f-3753-4e06-b836-c4cfff0551b6 req-819ce1bf-4dfe-4d85-ba98-1628beed3028 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220934 Nov 12 04:00:45.024776 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-162194cd-16c6-45e7-8e89-794c9c9061b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:45.104410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f34254-d5cd-4cae-a46d-032b2fefd6ff req-25318fc2-84ea-485e-92a5-fafa110bcd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:45.106440 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13f34254-d5cd-4cae-a46d-032b2fefd6ff req-25318fc2-84ea-485e-92a5-fafa110bcd75 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdcba065d29548d6959ef32376dd9a2d&device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 1099 time: 0.2043881 Nov 12 04:00:45.126619 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-244c584f-3753-4e06-b836-c4cfff0551b6 req-ea0732f0-0192-4e8f-8f36-724f54545ec4 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237524 Nov 12 04:00:45.228217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af12f1b-40e0-49c3-88c9-fa24ab534627 req-66b10df8-4308-4b31-b5b8-e4880900d7de tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:45.229758 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7af12f1b-40e0-49c3-88c9-fa24ab534627 req-66b10df8-4308-4b31-b5b8-e4880900d7de tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.2085707 Nov 12 04:00:45.248321 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-162194cd-16c6-45e7-8e89-794c9c9061b9 None None] Allocated IP 172.20.0.2 (941c2ec5-e1ff-4190-a4b4-8e34798d6b18/dfdc5943-d933-495f-80b4-12d34c69602a/6f498ef7-c555-45fd-aa03-2c8769ff4ae6) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:45.335269 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82495a47-01ea-4a10-a72a-0024a94ccd51 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:45.355222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-162194cd-16c6-45e7-8e89-794c9c9061b9 None None] For port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6f498ef7-c555-45fd-aa03-2c8769ff4ae6,segment=NetworkSegment(d8960231-ebfd-49ea-9f29-b26daeb34be6),segment_id=d8960231-ebfd-49ea-9f29-b26daeb34be6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:45.392794 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7af12f1b-40e0-49c3-88c9-fa24ab534627 req-e7d1084a-a06a-4b76-9104-1e5324ee808d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313968 Nov 12 04:00:45.394672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f34254-d5cd-4cae-a46d-032b2fefd6ff req-7d4f2582-491b-40d6-a5e1-d233eadcc589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:45.395389 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13f34254-d5cd-4cae-a46d-032b2fefd6ff req-7d4f2582-491b-40d6-a5e1-d233eadcc589 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.2809448 Nov 12 04:00:45.399985 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82495a47-01ea-4a10-a72a-0024a94ccd51 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:45.401857 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-162194cd-16c6-45e7-8e89-794c9c9061b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:45.461126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13f34254-d5cd-4cae-a46d-032b2fefd6ff req-8fd2a1ce-3480-4573-9f64-a8130df0a984 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=29d59733-faba-47e0-882d-bcdb01fb88d9 HTTP/1.1" status: 200 len: 217 time: 0.0537825 Nov 12 04:00:45.486902 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-162194cd-16c6-45e7-8e89-794c9c9061b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:45.558955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82495a47-01ea-4a10-a72a-0024a94ccd51 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:45.564188 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-82495a47-01ea-4a10-a72a-0024a94ccd51 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7404459 Nov 12 04:00:45.564188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82495a47-01ea-4a10-a72a-0024a94ccd51 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da9ebaf-7184-46b6-ac2f-f7fd552781fc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:45.564934 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48814) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:45.572375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-871ee032-6ccc-477e-9310-a6d5c74cca3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'security_group': {'name': 'tempest-secgroup-861287068'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:45.599283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162194cd-16c6-45e7-8e89-794c9c9061b9 None None] Pushing event updated for resources: {'Port': ['ID=6f498ef7-c555-45fd-aa03-2c8769ff4ae6,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:45.641594 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f34254-d5cd-4cae-a46d-032b2fefd6ff req-54555372-f7c9-47d8-8284-9c9915862dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:45.643360 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13f34254-d5cd-4cae-a46d-032b2fefd6ff req-54555372-f7c9-47d8-8284-9c9915862dc3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1672220 Nov 12 04:00:45.687777 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-871ee032-6ccc-477e-9310-a6d5c74cca3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:45.694305 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:45.743511 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f34254-d5cd-4cae-a46d-032b2fefd6ff req-c5b6451c-33b0-45c0-abbc-e04096174a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:45.745096 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13f34254-d5cd-4cae-a46d-032b2fefd6ff req-c5b6451c-33b0-45c0-abbc-e04096174a36 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0894051 Nov 12 04:00:45.782135 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-871ee032-6ccc-477e-9310-a6d5c74cca3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:45.903102 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-871ee032-6ccc-477e-9310-a6d5c74cca3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:45.949105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e9314-e11f-4179-ab71-6f579e2a604d req-300f4e87-7972-44cb-908c-698ae535ab1f tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:45.950769 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0c3e9314-e11f-4179-ab71-6f579e2a604d req-300f4e87-7972-44cb-908c-698ae535ab1f tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 947 time: 0.0916276 Nov 12 04:00:45.953006 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ee032-6ccc-477e-9310-a6d5c74cca3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203d071c-ae87-4e32-a488-cb2f7372198e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:45.953199 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13f34254-d5cd-4cae-a46d-032b2fefd6ff req-c3676127-9816-4dd4-9f10-e9fde6ddb61d service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987402 Nov 12 04:00:46.022334 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:46.024563 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-871ee032-6ccc-477e-9310-a6d5c74cca3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:46.030850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-871ee032-6ccc-477e-9310-a6d5c74cca3a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4643183 Nov 12 04:00:46.036108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:46.042249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-435c92fe-882f-4a30-909d-56fad7aa1e4f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'security_group': {'name': 'tempest-secgroup-1845049776'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:46.060087 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13f34254-d5cd-4cae-a46d-032b2fefd6ff req-cef80d4a-5907-459a-a0b8-5a225c5ed92d service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976365 Nov 12 04:00:46.081285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0c3e9314-e11f-4179-ab71-6f579e2a604d req-de0a3423-8b51-45b7-b034-ea79bbe06ea8 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197796 Nov 12 04:00:46.102327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:46.103369 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:46.131790 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:46.178624 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-435c92fe-882f-4a30-909d-56fad7aa1e4f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:46.281560 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-435c92fe-882f-4a30-909d-56fad7aa1e4f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:46.307395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a63520ad-12f4-48b6-a5ed-3b6627b98389 None None] Provisioning complete for port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:46.307769 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a63520ad-12f4-48b6-a5ed-3b6627b98389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:46.360592 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-435c92fe-882f-4a30-909d-56fad7aa1e4f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:46.377618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device a17a50b2-1ecc-4f9c-866d-0950ba99082f no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:46.389271 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Router 8f96319c-1641-48bc-bcff-94ef29a0d5cb is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:00:46.405982 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c92fe-882f-4a30-909d-56fad7aa1e4f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9ebe8e-b112-4229-83a2-2f2eaf6ffaea,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:46.450309 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a63520ad-12f4-48b6-a5ed-3b6627b98389 None None] Provisioning complete for port 285b4fba-5be6-4f96-9525-f91f49e61cb5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:46.450788 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a63520ad-12f4-48b6-a5ed-3b6627b98389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:46.483030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-435c92fe-882f-4a30-909d-56fad7aa1e4f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:46.487284 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-435c92fe-882f-4a30-909d-56fad7aa1e4f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4498420 Nov 12 04:00:46.490604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48822) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:46.492896 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-36c2ef92-e27b-48d9-8242-dac5772e263b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1178625482', 'security_groups': ['2a9ebe8e-b112-4229-83a2-2f2eaf6ffaea'], 'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dfdc5943-d933-495f-80b4-12d34c69602a'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:46.562961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:46.611167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55513fd-81ec-4566-b7e6-0fe59334f112 req-7e3b5585-8647-4844-92f8-b1720184547c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:46.613556 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e55513fd-81ec-4566-b7e6-0fe59334f112 req-7e3b5585-8647-4844-92f8-b1720184547c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1113529 Nov 12 04:00:46.660963 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Sync routers for ids ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:46.681266 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:46.683371 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6640d77a-a225-4c86-8de2-ade312fd25e6 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3082504 Nov 12 04:00:46.688156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48824) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:46.692935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a63520ad-12f4-48b6-a5ed-3b6627b98389 None None] Port 285b4fba-5be6-4f96-9525-f91f49e61cb5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:46.694597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Routers {'8f96319c-1641-48bc-bcff-94ef29a0d5cb'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:46.695215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:00:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:46.724242 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e55513fd-81ec-4566-b7e6-0fe59334f112 req-53c42e0f-ad8f-44cc-af55-b179ba079e62 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999773 Nov 12 04:00:46.730817 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8ebaa7e9-0bf0-47d5-b4d6-eadf380c859a tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=bbf460ee872646e8844d17a7c3330b47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359490 Nov 12 04:00:46.731357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48826) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:46.784590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c2ef92-e27b-48d9-8242-dac5772e263b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:46.824870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Set router 8f96319c-1641-48bc-bcff-94ef29a0d5cb gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:46.854371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5169ce5-82a0-4014-8ef0-5fdd05e811a0 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:46.856653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f5169ce5-82a0-4014-8ef0-5fdd05e811a0 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1246204 Nov 12 04:00:46.859501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48828) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:46.893968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d3c24e31-cf1c-4414-9aa9-5b82732541b8 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324111 Nov 12 04:00:46.896716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48830) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:46.902884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b5d9ab31-3a9f-40b5-843e-f42c8991f390 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-408591886', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:46.915096 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36c2ef92-e27b-48d9-8242-dac5772e263b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:46.939178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-36c2ef92-e27b-48d9-8242-dac5772e263b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] device_id is not set on port d95b8a27-cdbb-41f5-94e4-78bd47b06fc0 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:00:47.052335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:00:45Z', 'revision_number': 3, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:47.056801 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:00:47.076865 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d9ab31-3a9f-40b5-843e-f42c8991f390 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Made reservation on behalf of bbf460ee872646e8844d17a7c3330b47 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:47.081426 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ab31-3a9f-40b5-843e-f42c8991f390 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.086987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5b36deba-9a51-4076-af9e-1044600c57e6 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:47.090818 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Checking router: 8f96319c-1641-48bc-bcff-94ef29a0d5cb for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:47.091163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Updating router 8f96319c-1641-48bc-bcff-94ef29a0d5cb port d2dde964-da40-4461-a09b-e6b49b6a6387 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:00:47.138117 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-36c2ef92-e27b-48d9-8242-dac5772e263b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Allocated IP 172.20.0.10 (941c2ec5-e1ff-4190-a4b4-8e34798d6b18/dfdc5943-d933-495f-80b4-12d34c69602a/d95b8a27-cdbb-41f5-94e4-78bd47b06fc0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:47.201455 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.249314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ac932-9a8a-42f9-8ca1-83992c9bd3ff req-56069097-6982-4f18-9f8a-3c85d8b791c1 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:47.251305 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b36ac932-9a8a-42f9-8ca1-83992c9bd3ff req-56069097-6982-4f18-9f8a-3c85d8b791c1 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 947 time: 0.0896051 Nov 12 04:00:47.343129 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5b36deba-9a51-4076-af9e-1044600c57e6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5b36deba-9a51-4076-af9e-1044600c57e6,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:47.358087 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b36ac932-9a8a-42f9-8ca1-83992c9bd3ff req-121f1655-a7ad-4d8b-9653-4599420899c0 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750706 Nov 12 04:00:47.365128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '5b36deba-9a51-4076-af9e-1044600c57e6', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '5b36deba-9a51-4076-af9e-1044600c57e6', 'mac_address': 'fa:16:3e:1b:a0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:47.367413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ab31-3a9f-40b5-843e-f42c8991f390 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.373606 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36c2ef92-e27b-48d9-8242-dac5772e263b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.435030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9ab31-3a9f-40b5-843e-f42c8991f390 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Subnet': ['ID=c89d483a-9f6e-4e1e-921d-462845a25326,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:47.442239 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.444378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9ab31-3a9f-40b5-843e-f42c8991f390 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Checking segment: {'id': '7394c6f8-415a-4435-81e5-fe5877315a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:47.444990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9ab31-3a9f-40b5-843e-f42c8991f390 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network hostable DHCP agents. Network: 1d4ee0db-b40b-4493-a1a0-125056a2c014, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:00:47.481576 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36c2ef92-e27b-48d9-8242-dac5772e263b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.488163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b36deba-9a51-4076-af9e-1044600c57e6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:47.518468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5b36deba-9a51-4076-af9e-1044600c57e6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5b36deba-9a51-4076-af9e-1044600c57e6,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:47.521327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c2ef92-e27b-48d9-8242-dac5772e263b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:47.524401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-36c2ef92-e27b-48d9-8242-dac5772e263b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:47.530964 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2ef92-e27b-48d9-8242-dac5772e263b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:47.549382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9ab31-3a9f-40b5-843e-f42c8991f390 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 1d4ee0db-b40b-4493-a1a0-125056a2c014 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:00:47.568369 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2ef92-e27b-48d9-8242-dac5772e263b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=d95b8a27-cdbb-41f5-94e4-78bd47b06fc0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:47.603609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c2ef92-e27b-48d9-8242-dac5772e263b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:47.604378 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36c2ef92-e27b-48d9-8242-dac5772e263b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.612634 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.628828 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.668770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b5d9ab31-3a9f-40b5-843e-f42c8991f390 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 1d4ee0db-b40b-4493-a1a0-125056a2c014) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:47.673261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d9ab31-3a9f-40b5-843e-f42c8991f390 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:47.677807 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ab31-3a9f-40b5-843e-f42c8991f390 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.691279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af6de8-ed26-459d-bf9a-81ef4cf54408 None None] Network 1d4ee0db-b40b-4493-a1a0-125056a2c014 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:47.717347 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5b36deba-9a51-4076-af9e-1044600c57e6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:47.737172 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-36c2ef92-e27b-48d9-8242-dac5772e263b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2464087 Nov 12 04:00:47.738463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48834) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:47.744061 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5717d836-4de7-4b05-971a-a1ca82832595 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:47.760657 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.776509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:47.776939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b5d9ab31-3a9f-40b5-843e-f42c8991f390 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8787684 Nov 12 04:00:47.843955 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967fe79-242f-4c0c-977d-36231188b235 None None] Pushing event updated for resources: {'Port': ['ID=d2dde964-da40-4461-a09b-e6b49b6a6387,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:47.854311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7fce4f66-7db1-41b3-8f20-fe6aabb072c8 None None] Provisioning complete for port d95b8a27-cdbb-41f5-94e4-78bd47b06fc0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:47.854680 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7fce4f66-7db1-41b3-8f20-fe6aabb072c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.905429 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Attempting to bind port d2dde964-da40-4461-a09b-e6b49b6a6387 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:47.916179 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Attempting to bind port d2dde964-da40-4461-a09b-e6b49b6a6387 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:47.916587 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Attempting to bind port d2dde964-da40-4461-a09b-e6b49b6a6387 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:47.920659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4984df-4e74-4eb4-a6fe-efc90d654935 req-c52e66ac-7657-4e11-89c5-7ebac1cd830d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:47.923091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cf4984df-4e74-4eb4-a6fe-efc90d654935 req-c52e66ac-7657-4e11-89c5-7ebac1cd830d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0782685 Nov 12 04:00:47.934338 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:47.934718 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:47.935121 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.935510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:47.936022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Bound port: d2dde964-da40-4461-a09b-e6b49b6a6387, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:47.936401 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:47.959978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['5b36deba-9a51-4076-af9e-1044600c57e6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:47.962140 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7fce4f66-7db1-41b3-8f20-fe6aabb072c8 None None] Port d95b8a27-cdbb-41f5-94e4-78bd47b06fc0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:47.993604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cf4984df-4e74-4eb4-a6fe-efc90d654935 req-5d82f905-751e-4844-8127-2312f65ec96c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604928 Nov 12 04:00:48.051916 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5717d836-4de7-4b05-971a-a1ca82832595 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:48.055889 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5717d836-4de7-4b05-971a-a1ca82832595 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.085212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] For port d2dde964-da40-4461-a09b-e6b49b6a6387, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:48.091232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-1d4ee0db-b40b-4493-a1a0-125056a2c014', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ips': [{'subnet_id': 'c89d483a-9f6e-4e1e-921d-462845a25326'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:00:48.092177 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.112356 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] For port d2dde964-da40-4461-a09b-e6b49b6a6387, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d2dde964-da40-4461-a09b-e6b49b6a6387,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:48.172137 n-d-767704-23 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-5717d836-4de7-4b05-971a-a1ca82832595 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dfdc5943-d933-495f-80b4-12d34c69602a (CIDR: 172.20.0.0/28) Nov 12 04:00:48.188418 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.204966 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5717d836-4de7-4b05-971a-a1ca82832595 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:00:48.205792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5717d836-4de7-4b05-971a-a1ca82832595 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:00:48.312848 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5717d836-4de7-4b05-971a-a1ca82832595 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5729766 Nov 12 04:00:48.316179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48840) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:48.321125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-38f07b22-c98c-485a-a72a-87f8cb10168b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:48.328857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Routers {'8f96319c-1641-48bc-bcff-94ef29a0d5cb'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:48.329493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:00:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:48.335622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967fe79-242f-4c0c-977d-36231188b235 None None] Pushing event updated for resources: {'Port': ['ID=d2dde964-da40-4461-a09b-e6b49b6a6387,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:48.341466 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.419421 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Allocated IP 172.20.0.2 (1d4ee0db-b40b-4493-a1a0-125056a2c014/c89d483a-9f6e-4e1e-921d-462845a25326/254a6014-5b5f-44bd-b248-d0428836ccc4) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:48.507186 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] Set router 8f96319c-1641-48bc-bcff-94ef29a0d5cb gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:48.515246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f07b22-c98c-485a-a72a-87f8cb10168b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:48.518785 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38f07b22-c98c-485a-a72a-87f8cb10168b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.572740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f48baf-cd6e-45f0-8bfc-02ee2f748f76 req-d04ff772-cdd8-4860-8dca-6f3ca7c71cb9 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:48.576884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-53f48baf-cd6e-45f0-8bfc-02ee2f748f76 req-d04ff772-cdd8-4860-8dca-6f3ca7c71cb9 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 947 time: 0.1140914 Nov 12 04:00:48.617745 n-d-767704-23 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-38f07b22-c98c-485a-a72a-87f8cb10168b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 73b5db05-1c61-4da4-af23-37954b873962 (CIDR: 172.20.0.16/28) Nov 12 04:00:48.654288 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f07b22-c98c-485a-a72a-87f8cb10168b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:00:48.654812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f07b22-c98c-485a-a72a-87f8cb10168b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:00:48.688758 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-53f48baf-cd6e-45f0-8bfc-02ee2f748f76 req-366a29af-72f7-4340-a030-93bd396018a0 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023943 Nov 12 04:00:48.729662 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-38f07b22-c98c-485a-a72a-87f8cb10168b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4121664 Nov 12 04:00:48.732761 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48844) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:48.738503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c6460223-f0e0-41b2-968a-d936d680c626 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'subnet': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:48.843117 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.926481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6460223-f0e0-41b2-968a-d936d680c626 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Made reservation on behalf of 26a66156c54142138bc1e5ca886d06fc for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:48.930300 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6460223-f0e0-41b2-968a-d936d680c626 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.936536 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.975856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:00:45Z', 'revision_number': 3, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:49.010740 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:49.014796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f8732-7aef-402c-a742-dae0446bb875 None None] The sync data for ids ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'] in n-d-767704-23 is: [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:00:45Z', 'revision_number': 3, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:49.061444 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 29d59733-faba-47e0-882d-bcdb01fb88d9 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:49.094696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Network 1d4ee0db-b40b-4493-a1a0-125056a2c014 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:49.103900 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Pushing event updated for resources: {'Port': ['ID=254a6014-5b5f-44bd-b248-d0428836ccc4,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:49.108591 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:49.113017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:49.134675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Allocated IP 172.20.0.1 (1d4ee0db-b40b-4493-a1a0-125056a2c014/c89d483a-9f6e-4e1e-921d-462845a25326/dcf996e9-07d0-4bf2-a9c4-7551ab668849) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:49.202959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d67d43-3223-40d9-b8b3-a1c0a41f002c req-43d7be13-1c31-45e6-9bdf-521f942967cb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:49.207954 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7d67d43-3223-40d9-b8b3-a1c0a41f002c req-43d7be13-1c31-45e6-9bdf-521f942967cb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1096635 Nov 12 04:00:49.243175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Attempting to bind port 254a6014-5b5f-44bd-b248-d0428836ccc4 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:49.243545 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Attempting to bind port 254a6014-5b5f-44bd-b248-d0428836ccc4 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '7394c6f8-415a-4435-81e5-fe5877315a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:49.243908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Attempting to bind port 254a6014-5b5f-44bd-b248-d0428836ccc4 on network 1d4ee0db-b40b-4493-a1a0-125056a2c014 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:49.263355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:49.263711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Checking segment: {'id': '7394c6f8-415a-4435-81e5-fe5877315a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:49.264152 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:49.264541 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Bound using segment: {'id': '7394c6f8-415a-4435-81e5-fe5877315a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:49.265026 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Bound port: 254a6014-5b5f-44bd-b248-d0428836ccc4, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7394c6f8-415a-4435-81e5-fe5877315a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:49.265408 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:49.268704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 29d59733-faba-47e0-882d-bcdb01fb88d9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=29d59733-faba-47e0-882d-bcdb01fb88d9,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:49.290896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '29d59733-faba-47e0-882d-bcdb01fb88d9', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '29d59733-faba-47e0-882d-bcdb01fb88d9', 'mac_address': 'fa:16:3e:3e:01:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:49.315716 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:49.418683 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:49.447397 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] For port 254a6014-5b5f-44bd-b248-d0428836ccc4, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:49.453711 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:49.454309 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d59733-faba-47e0-882d-bcdb01fb88d9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:49.472246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] For port 254a6014-5b5f-44bd-b248-d0428836ccc4, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=254a6014-5b5f-44bd-b248-d0428836ccc4,segment=NetworkSegment(7394c6f8-415a-4435-81e5-fe5877315a5b),segment_id=7394c6f8-415a-4435-81e5-fe5877315a5b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:49.496983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 29d59733-faba-47e0-882d-bcdb01fb88d9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=29d59733-faba-47e0-882d-bcdb01fb88d9,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:49.518449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 1d4ee0db-b40b-4493-a1a0-125056a2c014 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:49.521989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:49.531913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:49.542561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=dcf996e9-07d0-4bf2-a9c4-7551ab668849,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:49.567215 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:49.606136 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:49.620866 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:49.674372 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375e230-9d73-4a65-b520-32431caab6cc None None] Pushing event updated for resources: {'Port': ['ID=254a6014-5b5f-44bd-b248-d0428836ccc4,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:49.827296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=29d59733-faba-47e0-882d-bcdb01fb88d9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:49.837365 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7d67d43-3223-40d9-b8b3-a1c0a41f002c req-de95cb63-139f-4d94-971b-d1a4145f349e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5949876 Nov 12 04:00:49.860828 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6460223-f0e0-41b2-968a-d936d680c626 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:49.897539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c9276-0fa7-4ec5-b46f-891a6c96dad2 req-43d52df5-823e-472c-b1f3-701436ed2264 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:49.900636 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da2c9276-0fa7-4ec5-b46f-891a6c96dad2 req-43d52df5-823e-472c-b1f3-701436ed2264 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 948 time: 0.0870492 Nov 12 04:00:49.917370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6460223-f0e0-41b2-968a-d936d680c626 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:49.939521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c6460223-f0e0-41b2-968a-d936d680c626 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:49.939780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['29d59733-faba-47e0-882d-bcdb01fb88d9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:49.946724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6460223-f0e0-41b2-968a-d936d680c626 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:49.947319 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6460223-f0e0-41b2-968a-d936d680c626 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:49.967444 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6460223-f0e0-41b2-968a-d936d680c626 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Subnet': ['ID=e07c0995-7853-41d4-9fc2-0af1b2198343,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:49.989246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7924dcad-6168-4ea7-9275-bf655d1a12d1 None None] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:50.038884 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:50.053991 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c6460223-f0e0-41b2-968a-d936d680c626 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3201504 Nov 12 04:00:50.056898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48852) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:50.062889 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b0c7f748-e7e3-4c74-83a1-93fefb50a2fa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-812556909', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e07c0995-7853-41d4-9fc2-0af1b2198343'}], 'security_groups': ['7da9ebaf-7184-46b6-ac2f-f7fd552781fc', '203d071c-ae87-4e32-a488-cb2f7372198e']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:50.091012 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da2c9276-0fa7-4ec5-b46f-891a6c96dad2 req-60b5f1d9-4345-422a-9d0f-570b31ab39e6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827095 Nov 12 04:00:50.208939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d2dde964-da40-4461-a09b-e6b49b6a6387 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:50.301039 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f748-e7e3-4c74-83a1-93fefb50a2fa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:50.482335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d2dde964-da40-4461-a09b-e6b49b6a6387 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:50.482707 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:50.511350 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:50.561710 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:50.644455 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:50.672216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7242b505-2d2e-45bd-bbbc-f3f003fb0a1e None None] Update dhcp port {'port': {'network_id': '941c2ec5-e1ff-4190-a4b4-8e34798d6b18', 'fixed_ips': [{'subnet_id': '73b5db05-1c61-4da4-af23-37954b873962', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dfdc5943-d933-495f-80b4-12d34c69602a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e07c0995-7853-41d4-9fc2-0af1b2198343'}], 'binding:host_id': 'n-d-767704-23'}, 'id': '6f498ef7-c555-45fd-aa03-2c8769ff4ae6'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:00:50.677804 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port d2dde964-da40-4461-a09b-e6b49b6a6387, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d2dde964-da40-4461-a09b-e6b49b6a6387,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:50.681901 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=dcf996e9-07d0-4bf2-a9c4-7551ab668849,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:50.686380 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:50.712545 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7242b505-2d2e-45bd-bbbc-f3f003fb0a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:50.743499 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:50.814534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b0c7f748-e7e3-4c74-83a1-93fefb50a2fa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Delete allocated IP 172.20.0.10 (941c2ec5-e1ff-4190-a4b4-8e34798d6b18/dfdc5943-d933-495f-80b4-12d34c69602a) {{(pid=103146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 04:00:50.834266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 1d4ee0db-b40b-4493-a1a0-125056a2c014 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:50.836873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b0c7f748-e7e3-4c74-83a1-93fefb50a2fa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Allocated IP 172.20.0.43 (941c2ec5-e1ff-4190-a4b4-8e34798d6b18/e07c0995-7853-41d4-9fc2-0af1b2198343/d95b8a27-cdbb-41f5-94e4-78bd47b06fc0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:50.842537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:50.971049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=d2dde964-da40-4461-a09b-e6b49b6a6387,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:51.049238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Router 8f96319c-1641-48bc-bcff-94ef29a0d5cb has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:51.062859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5b36deba-9a51-4076-af9e-1044600c57e6 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:51.152311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38914d0c-3ca2-4f81-81d2-291d3b2cf33e req-b6e90a87-1930-4451-ad84-415371eeb6d4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.154379 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38914d0c-3ca2-4f81-81d2-291d3b2cf33e req-b6e90a87-1930-4451-ad84-415371eeb6d4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1873314 Nov 12 04:00:51.199039 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 5b36deba-9a51-4076-af9e-1044600c57e6 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:51.206105 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 5b36deba-9a51-4076-af9e-1044600c57e6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:51.206777 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.238872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:51.248001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-924c314f-ec80-4f3c-ad5a-543949eefbaf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "PUT /v2.0/routers/8f96319c-1641-48bc-bcff-94ef29a0d5cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4674578 Nov 12 04:00:51.256189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48862) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:51.270769 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38914d0c-3ca2-4f81-81d2-291d3b2cf33e req-db2abbdf-10ae-410b-b5f3-768c53c84a06 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056988 Nov 12 04:00:51.284213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d06bbd-082f-46b0-8182-1c053d1009da None None] Network 1d4ee0db-b40b-4493-a1a0-125056a2c014 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:51.300870 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f748-e7e3-4c74-83a1-93fefb50a2fa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.372866 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f748-e7e3-4c74-83a1-93fefb50a2fa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.442532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-362aeab2-666c-44e3-8ecb-d863b03c4263 None None] Provisioning complete for port 254a6014-5b5f-44bd-b248-d0428836ccc4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:51.442823 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-362aeab2-666c-44e3-8ecb-d863b03c4263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.521449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7f748-e7e3-4c74-83a1-93fefb50a2fa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event updated for resources: {'Port': ['ID=d95b8a27-cdbb-41f5-94e4-78bd47b06fc0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:51.554311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7f748-e7e3-4c74-83a1-93fefb50a2fa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] In _notify_port_updated(), no bound segment for port d95b8a27-cdbb-41f5-94e4-78bd47b06fc0 on network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:00:51.557481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c7f748-e7e3-4c74-83a1-93fefb50a2fa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.558177 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f748-e7e3-4c74-83a1-93fefb50a2fa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.563592 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b0c7f748-e7e3-4c74-83a1-93fefb50a2fa tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "PUT /v2.0/ports/d95b8a27-cdbb-41f5-94e4-78bd47b06fc0 HTTP/1.1" status: 200 len: 959 time: 1.5055468 Nov 12 04:00:51.564504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48864) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:51.565150 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.605117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-7242b505-2d2e-45bd-bbbc-f3f003fb0a1e None None] Allocated IP 172.20.0.34 (941c2ec5-e1ff-4190-a4b4-8e34798d6b18/e07c0995-7853-41d4-9fc2-0af1b2198343/6f498ef7-c555-45fd-aa03-2c8769ff4ae6) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:51.673170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5b36deba-9a51-4076-af9e-1044600c57e6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5b36deba-9a51-4076-af9e-1044600c57e6,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:51.678598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b36deba-9a51-4076-af9e-1044600c57e6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:51.680897 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02f0d37-ff1d-42a6-8276-9a0adefff153" -d '{"events": [{"server_uuid": "72aa6b2f-11b4-4b37-8984-4ed42f4289f4", "name": "network-vif-plugged", "status": "completed", "tag": "5b36deba-9a51-4076-af9e-1044600c57e6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:51.732553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-df35a0f8-963a-4fb9-983f-8fd7481b51c1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port d95b8a27-cdbb-41f5-94e4-78bd47b06fc0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:51.732902 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df35a0f8-963a-4fb9-983f-8fd7481b51c1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.866973 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283023e-24b9-449c-abdf-83e2c21fd43c req-7308e531-d2dc-46c4-83b9-64337b260bf5 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.878129 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7283023e-24b9-449c-abdf-83e2c21fd43c req-7308e531-d2dc-46c4-83b9-64337b260bf5 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 948 time: 0.6291306 Nov 12 04:00:51.893756 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df35a0f8-963a-4fb9-983f-8fd7481b51c1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.918493 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Sync routers for ids ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:51.935226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-df35a0f8-963a-4fb9-983f-8fd7481b51c1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for d95b8a27-cdbb-41f5-94e4-78bd47b06fc0 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:51.937151 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Routers {'8f96319c-1641-48bc-bcff-94ef29a0d5cb'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:51.938046 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:00:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:51.996010 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d648f-1c35-4875-ad8c-8bf73c159a6f tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.996722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d648f-1c35-4875-ad8c-8bf73c159a6f tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.997503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d648f-1c35-4875-ad8c-8bf73c159a6f tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.998167 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d648f-1c35-4875-ad8c-8bf73c159a6f tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.998903 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d648f-1c35-4875-ad8c-8bf73c159a6f tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.999642 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d648f-1c35-4875-ad8c-8bf73c159a6f tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.000447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d648f-1c35-4875-ad8c-8bf73c159a6f tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.001439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d648f-1c35-4875-ad8c-8bf73c159a6f tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.004683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d648f-1c35-4875-ad8c-8bf73c159a6f tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.004683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d648f-1c35-4875-ad8c-8bf73c159a6f tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.004683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d648f-1c35-4875-ad8c-8bf73c159a6f tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.004683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d648f-1c35-4875-ad8c-8bf73c159a6f tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.005554 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d648f-1c35-4875-ad8c-8bf73c159a6f tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.009190 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5d0d648f-1c35-4875-ad8c-8bf73c159a6f tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9238 time: 0.7501876 Nov 12 04:00:52.019013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:52.021452 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7242b505-2d2e-45bd-bbbc-f3f003fb0a1e None None] For port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6f498ef7-c555-45fd-aa03-2c8769ff4ae6,segment=NetworkSegment(d8960231-ebfd-49ea-9f29-b26daeb34be6),segment_id=d8960231-ebfd-49ea-9f29-b26daeb34be6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:52.054277 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7242b505-2d2e-45bd-bbbc-f3f003fb0a1e None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.096575 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4318449-11d1-470c-8f7f-4636a9a91b9d x-openstack-request-id: req-f4318449-11d1-470c-8f7f-4636a9a91b9d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:52.096863 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72aa6b2f-11b4-4b37-8984-4ed42f4289f4", "name": "network-vif-plugged", "status": "completed", "tag": "5b36deba-9a51-4076-af9e-1044600c57e6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:52.097117 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f4318449-11d1-470c-8f7f-4636a9a91b9d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:52.097518 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b36deba-9a51-4076-af9e-1044600c57e6', 'code': 200} Nov 12 04:00:52.099090 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-362aeab2-666c-44e3-8ecb-d863b03c4263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.103885 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.140494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158bbc9-1d0f-49da-bbc0-6df0b0640997 req-1ce3d864-32c0-41f8-9d05-e27d154f1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.141256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.141723 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.142174 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.142295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1158bbc9-1d0f-49da-bbc0-6df0b0640997 req-1ce3d864-32c0-41f8-9d05-e27d154f1439 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=72aa6b2f-11b4-4b37-8984-4ed42f4289f4 HTTP/1.1" status: 200 len: 1101 time: 0.2858872 Nov 12 04:00:52.142716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.143226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.143666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.144109 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.144487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.145257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.145452 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.146012 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.146616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.147880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.147880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.147880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.151603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2cabb523-6a28-48bc-a800-4c736831c823 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9413 time: 0.1267731 Nov 12 04:00:52.154922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48870) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:52.185221 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7242b505-2d2e-45bd-bbbc-f3f003fb0a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.193437 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7283023e-24b9-449c-abdf-83e2c21fd43c req-39d6f812-3bd7-4f7b-b7a2-d1975644d6f1 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167584 Nov 12 04:00:52.236940 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df35a0f8-963a-4fb9-983f-8fd7481b51c1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.247828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-362aeab2-666c-44e3-8ecb-d863b03c4263 None None] For port 254a6014-5b5f-44bd-b248-d0428836ccc4, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=254a6014-5b5f-44bd-b248-d0428836ccc4,segment=NetworkSegment(7394c6f8-415a-4435-81e5-fe5877315a5b),segment_id=7394c6f8-415a-4435-81e5-fe5877315a5b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:52.303891 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 254a6014-5b5f-44bd-b248-d0428836ccc4 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:52.315303 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1158bbc9-1d0f-49da-bbc0-6df0b0640997 req-a826a584-3e8e-48b2-88dd-be33cf53922b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588447 Nov 12 04:00:52.320188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35a0f8-963a-4fb9-983f-8fd7481b51c1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=d95b8a27-cdbb-41f5-94e4-78bd47b06fc0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:52.373018 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Set router 8f96319c-1641-48bc-bcff-94ef29a0d5cb gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:52.373262 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-362aeab2-666c-44e3-8ecb-d863b03c4263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.400747 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5b36deba-9a51-4076-af9e-1044600c57e6,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:52.452801 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df35a0f8-963a-4fb9-983f-8fd7481b51c1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.456205 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-df35a0f8-963a-4fb9-983f-8fd7481b51c1 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/d95b8a27-cdbb-41f5-94e4-78bd47b06fc0 HTTP/1.1" status: 204 len: 168 time: 0.8904407 Nov 12 04:00:52.459336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48874) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:52.501257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12334944-d433-420e-99f7-9eaa10af85a7 req-7e0da063-ffa4-4e69-9bc6-f31a6f4f3f39 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.506840 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-12334944-d433-420e-99f7-9eaa10af85a7 req-7e0da063-ffa4-4e69-9bc6-f31a6f4f3f39 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0649812 Nov 12 04:00:52.513849 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f586c92-afea-41b4-8480-7750e8dbc943 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] GET failed (client error): The resource could not be found. Nov 12 04:00:52.519735 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7f586c92-afea-41b4-8480-7750e8dbc943 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports/d95b8a27-cdbb-41f5-94e4-78bd47b06fc0 HTTP/1.1" status: 404 len: 333 time: 0.0590072 Nov 12 04:00:52.519985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48876) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:52.538624 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242b505-2d2e-45bd-bbbc-f3f003fb0a1e None None] Pushing event updated for resources: {'Port': ['ID=6f498ef7-c555-45fd-aa03-2c8769ff4ae6,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:52.582308 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-08b52601-6052-4ea0-b88b-5157777bd341 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4497 time: 0.4262371 Nov 12 04:00:52.643272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362aeab2-666c-44e3-8ecb-d863b03c4263 None None] Pushing event updated for resources: {'Port': ['ID=254a6014-5b5f-44bd-b248-d0428836ccc4,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:52.663832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 254a6014-5b5f-44bd-b248-d0428836ccc4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:52.664494 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.680210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-12334944-d433-420e-99f7-9eaa10af85a7 req-6f2bf56e-14be-40a6-b14d-3e895f953f8c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672802 Nov 12 04:00:52.688873 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0bc2810f-143c-4e29-87fc-cd8a931650c9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.730848 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:00:49Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'dcf996e9-07d0-4bf2-a9c4-7551ab668849', 'name': '', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:08:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:48Z', 'updated_at': '2021-11-12T04:00:50Z', 'revision_number': 2, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:52.731182 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0bc2810f-143c-4e29-87fc-cd8a931650c9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.796793 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Checking router: 8f96319c-1641-48bc-bcff-94ef29a0d5cb for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:52.796793 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Updating router 8f96319c-1641-48bc-bcff-94ef29a0d5cb port dcf996e9-07d0-4bf2-a9c4-7551ab668849 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:00:52.821348 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c0d34cd4-7a59-4e53-879f-8d2b3c4a5236 None None] Provisioning complete for port dcf996e9-07d0-4bf2-a9c4-7551ab668849 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:52.825042 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0d34cd4-7a59-4e53-879f-8d2b3c4a5236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.853440 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.874716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c0d34cd4-7a59-4e53-879f-8d2b3c4a5236 None None] Port dcf996e9-07d0-4bf2-a9c4-7551ab668849 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:52.878397 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d2dde964-da40-4461-a09b-e6b49b6a6387 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:52.909126 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0bc2810f-143c-4e29-87fc-cd8a931650c9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.911989 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0bc2810f-143c-4e29-87fc-cd8a931650c9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.917085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48880) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:52.923520 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0bc2810f-143c-4e29-87fc-cd8a931650c9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/security-groups/2a9ebe8e-b112-4229-83a2-2f2eaf6ffaea HTTP/1.1" status: 204 len: 168 time: 0.4024000 Nov 12 04:00:52.947249 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2810f-143c-4e29-87fc-cd8a931650c9 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9ebe8e-b112-4229-83a2-2f2eaf6ffaea,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:52.968870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c0d34cd4-7a59-4e53-879f-8d2b3c4a5236 None None] Provisioning complete for port 254a6014-5b5f-44bd-b248-d0428836ccc4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:52.969405 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0d34cd4-7a59-4e53-879f-8d2b3c4a5236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.987646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48882) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:52.997725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d7f340f0-7b21-42ed-a519-802c0b3be27e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621965788', 'description': 'tempest-secgroup-smoke-621965788 description', 'project_id': 'bbf460ee872646e8844d17a7c3330b47'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:53.035377 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89c2508d-261b-44a1-bf0e-e8d34d215cf2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.071373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 29d59733-faba-47e0-882d-bcdb01fb88d9 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:53.091845 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89c2508d-261b-44a1-bf0e-e8d34d215cf2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.143537 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7f340f0-7b21-42ed-a519-802c0b3be27e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.168643 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d2dde964-da40-4461-a09b-e6b49b6a6387 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:53.169548 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.277660 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1247e5aa-f43d-4b41-ac3c-1cee8128a2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.280917 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89c2508d-261b-44a1-bf0e-e8d34d215cf2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.287729 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89c2508d-261b-44a1-bf0e-e8d34d215cf2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.289713 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-89c2508d-261b-44a1-bf0e-e8d34d215cf2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/security-groups/203d071c-ae87-4e32-a488-cb2f7372198e HTTP/1.1" status: 204 len: 168 time: 0.3710449 Nov 12 04:00:53.295035 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:53.304611 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2508d-261b-44a1-bf0e-e8d34d215cf2 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203d071c-ae87-4e32-a488-cb2f7372198e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:53.362870 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7f340f0-7b21-42ed-a519-802c0b3be27e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.452607 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7f340f0-7b21-42ed-a519-802c0b3be27e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.466387 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.534653 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ab18bcf-08d6-4cfc-a862-cf7695af7c3f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.539247 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f340f0-7b21-42ed-a519-802c0b3be27e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:53.555454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 29d59733-faba-47e0-882d-bcdb01fb88d9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:53.561371 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 29d59733-faba-47e0-882d-bcdb01fb88d9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:53.561773 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.572191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2aee9-371a-46f5-a774-e950719eb0e0 req-3d607936-5bb8-4b0f-8fce-d8dffab2cb37 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:53.580229 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ef2aee9-371a-46f5-a774-e950719eb0e0 req-3d607936-5bb8-4b0f-8fce-d8dffab2cb37 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 948 time: 0.1703541 Nov 12 04:00:53.588747 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ab18bcf-08d6-4cfc-a862-cf7695af7c3f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.629907 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.639054 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7f340f0-7b21-42ed-a519-802c0b3be27e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.642953 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d7f340f0-7b21-42ed-a519-802c0b3be27e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6516171 Nov 12 04:00:53.643833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48890) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:53.650069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-44c9bfe8-3fb8-4afa-8a5b-48e974e6b6d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:53.685795 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ef2aee9-371a-46f5-a774-e950719eb0e0 req-2f83f7d2-881f-4d7f-967e-23a09b07c298 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045454 Nov 12 04:00:53.741441 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161db48-9545-46ea-b02d-04c0dfece046 None None] Pushing event updated for resources: {'Port': ['ID=dcf996e9-07d0-4bf2-a9c4-7551ab668849,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:53.784511 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161db48-9545-46ea-b02d-04c0dfece046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:53.784836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8d3517a8-1a47-4706-ac41-356e9c237e42 None None] Provisioning complete for port dcf996e9-07d0-4bf2-a9c4-7551ab668849 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:53.787336 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8d3517a8-1a47-4706-ac41-356e9c237e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.788591 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161db48-9545-46ea-b02d-04c0dfece046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:53.788876 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161db48-9545-46ea-b02d-04c0dfece046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:53.789530 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161db48-9545-46ea-b02d-04c0dfece046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:53.790030 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161db48-9545-46ea-b02d-04c0dfece046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:53.790540 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161db48-9545-46ea-b02d-04c0dfece046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:53.791036 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161db48-9545-46ea-b02d-04c0dfece046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:53.791530 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161db48-9545-46ea-b02d-04c0dfece046 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:53.792058 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161db48-9545-46ea-b02d-04c0dfece046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:53.793214 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161db48-9545-46ea-b02d-04c0dfece046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:53.793827 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161db48-9545-46ea-b02d-04c0dfece046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:53.794441 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161db48-9545-46ea-b02d-04c0dfece046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:53.795592 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ab18bcf-08d6-4cfc-a862-cf7695af7c3f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.809125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ab18bcf-08d6-4cfc-a862-cf7695af7c3f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.815293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:53.824084 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4ab18bcf-08d6-4cfc-a862-cf7695af7c3f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/security-groups/7da9ebaf-7184-46b6-ac2f-f7fd552781fc HTTP/1.1" status: 204 len: 168 time: 0.5207481 Nov 12 04:00:53.860701 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Attempting to bind port dcf996e9-07d0-4bf2-a9c4-7551ab668849 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:53.861368 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Attempting to bind port dcf996e9-07d0-4bf2-a9c4-7551ab668849 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '7394c6f8-415a-4435-81e5-fe5877315a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:53.869651 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Attempting to bind port dcf996e9-07d0-4bf2-a9c4-7551ab668849 on network 1d4ee0db-b40b-4493-a1a0-125056a2c014 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:53.869651 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:53.869651 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Checking segment: {'id': '7394c6f8-415a-4435-81e5-fe5877315a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:53.869651 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.869651 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Bound using segment: {'id': '7394c6f8-415a-4435-81e5-fe5877315a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:53.869651 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Bound port: dcf996e9-07d0-4bf2-a9c4-7551ab668849, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7394c6f8-415a-4435-81e5-fe5877315a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:53.872748 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.890950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab18bcf-08d6-4cfc-a862-cf7695af7c3f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da9ebaf-7184-46b6-ac2f-f7fd552781fc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:53.895924 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.927859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8d3517a8-1a47-4706-ac41-356e9c237e42 None None] Port dcf996e9-07d0-4bf2-a9c4-7551ab668849 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:53.994595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 29d59733-faba-47e0-882d-bcdb01fb88d9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=29d59733-faba-47e0-882d-bcdb01fb88d9,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:54.009605 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] For port dcf996e9-07d0-4bf2-a9c4-7551ab668849, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:54.015068 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] For port dcf996e9-07d0-4bf2-a9c4-7551ab668849, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=dcf996e9-07d0-4bf2-a9c4-7551ab668849,segment=NetworkSegment(7394c6f8-415a-4435-81e5-fe5877315a5b),segment_id=7394c6f8-415a-4435-81e5-fe5877315a5b)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:54.015304 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44c9bfe8-3fb8-4afa-8a5b-48e974e6b6d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.042100 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-36dd4b63-d1e9-49f7-84d8-8629332607a5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting subnet dfdc5943-d933-495f-80b4-12d34c69602a {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:00:54.055007 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36dd4b63-d1e9-49f7-84d8-8629332607a5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.069281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-94cd2e19-2839-4f96-b2b7-248f2da0d58f None None] Provisioning complete for port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:54.069846 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94cd2e19-2839-4f96-b2b7-248f2da0d58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.076865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:54.110763 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.112230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5263aa9b-52ac-4233-ac41-4e616f205814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d59733-faba-47e0-882d-bcdb01fb88d9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:54.114817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f6766-db05-4c32-893a-b8ce43138ba8 req-ac3ff5ae-f3d3-490f-bff7-b2c357d183b4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:54.116803 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc13e80-8110-4196-9b12-2f5eb8513ea8" -d '{"events": [{"server_uuid": "5263aa9b-52ac-4233-ac41-4e616f205814", "name": "network-vif-plugged", "status": "completed", "tag": "29d59733-faba-47e0-882d-bcdb01fb88d9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:54.116992 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-160f6766-db05-4c32-893a-b8ce43138ba8 req-ac3ff5ae-f3d3-490f-bff7-b2c357d183b4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1710930 Nov 12 04:00:54.163094 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.183239 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36dd4b63-d1e9-49f7-84d8-8629332607a5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.184226 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161db48-9545-46ea-b02d-04c0dfece046 None None] Pushing event updated for resources: {'Port': ['ID=dcf996e9-07d0-4bf2-a9c4-7551ab668849,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:54.232775 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Routers {'8f96319c-1641-48bc-bcff-94ef29a0d5cb'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:54.233466 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:00:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:54.279490 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e85ce9-d64a-4e20-b49e-e6c00c286411 x-openstack-request-id: req-f2e85ce9-d64a-4e20-b49e-e6c00c286411 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:54.279793 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5263aa9b-52ac-4233-ac41-4e616f205814", "name": "network-vif-plugged", "status": "completed", "tag": "29d59733-faba-47e0-882d-bcdb01fb88d9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:54.280064 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f2e85ce9-d64a-4e20-b49e-e6c00c286411 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:54.280482 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5263aa9b-52ac-4233-ac41-4e616f205814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d59733-faba-47e0-882d-bcdb01fb88d9', 'code': 200} Nov 12 04:00:54.310992 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-160f6766-db05-4c32-893a-b8ce43138ba8 req-5683a3f5-8b36-42fb-9cc3-5f0ba9e076d0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761653 Nov 12 04:00:54.327455 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44c9bfe8-3fb8-4afa-8a5b-48e974e6b6d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.363570 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=29d59733-faba-47e0-882d-bcdb01fb88d9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:54.380496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:54.380496 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.418333 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44c9bfe8-3fb8-4afa-8a5b-48e974e6b6d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.553952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-94cd2e19-2839-4f96-b2b7-248f2da0d58f None None] Could not find standard attr ID for object d95b8a27-cdbb-41f5-94e4-78bd47b06fc0. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:00:54.558700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2884ec-2a4d-4b4d-8ce8-a221704fc3df req-667245a7-8379-4362-8c7a-cb7d91499668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:54.561318 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af2884ec-2a4d-4b4d-8ce8-a221704fc3df req-667245a7-8379-4362-8c7a-cb7d91499668 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 1101 time: 0.1301589 Nov 12 04:00:54.575220 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9bfe8-3fb8-4afa-8a5b-48e974e6b6d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cb5d28-427b-425b-aaeb-d72c00d88734,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:54.577846 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] Set router 8f96319c-1641-48bc-bcff-94ef29a0d5cb gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:54.602555 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44c9bfe8-3fb8-4afa-8a5b-48e974e6b6d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.610830 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-44c9bfe8-3fb8-4afa-8a5b-48e974e6b6d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9654577 Nov 12 04:00:54.611766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48900) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:54.620502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-76465131-f32e-484e-b10a-4ea24aeb56b8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:54.643144 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36dd4b63-d1e9-49f7-84d8-8629332607a5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.657344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-94cd2e19-2839-4f96-b2b7-248f2da0d58f None None] Provisioning complete for port 285b4fba-5be6-4f96-9525-f91f49e61cb5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:54.657732 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94cd2e19-2839-4f96-b2b7-248f2da0d58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.661750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 254a6014-5b5f-44bd-b248-d0428836ccc4 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:54.672618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af2884ec-2a4d-4b4d-8ce8-a221704fc3df req-a0d56a31-f65c-4299-ac63-d366c5538aed service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019447 Nov 12 04:00:54.784784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-94cd2e19-2839-4f96-b2b7-248f2da0d58f None None] Port 285b4fba-5be6-4f96-9525-f91f49e61cb5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:54.806598 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76465131-f32e-484e-b10a-4ea24aeb56b8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.843418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 254a6014-5b5f-44bd-b248-d0428836ccc4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:54.843799 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.858579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51212de-010c-4e74-9929-da95684d7533 req-70b4fd57-4f60-476a-9ab3-ea78518b3439 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:54.858579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e51212de-010c-4e74-9929-da95684d7533 req-70b4fd57-4f60-476a-9ab3-ea78518b3439 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 949 time: 0.0719161 Nov 12 04:00:54.882726 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36dd4b63-d1e9-49f7-84d8-8629332607a5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.913842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-453003b1-f771-4419-ba7b-fd7f27f54775 None None] Could not find standard attr ID for object d95b8a27-cdbb-41f5-94e4-78bd47b06fc0. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:00:54.921810 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76465131-f32e-484e-b10a-4ea24aeb56b8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.926465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd4b63-d1e9-49f7-84d8-8629332607a5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Subnet': ['ID=dfdc5943-d933-495f-80b4-12d34c69602a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:54.935598 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.936456 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36dd4b63-d1e9-49f7-84d8-8629332607a5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.943685 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-36dd4b63-d1e9-49f7-84d8-8629332607a5 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/dfdc5943-d933-495f-80b4-12d34c69602a HTTP/1.1" status: 204 len: 168 time: 1.1225765 Nov 12 04:00:54.944281 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48904) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:54.950258 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:00:49Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'dcf996e9-07d0-4bf2-a9c4-7551ab668849', 'name': '', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:08:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:48Z', 'updated_at': '2021-11-12T04:00:54Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:54.950579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39debc9f-d8fb-450c-bdcb-3a252a402851 None None] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:54.958185 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e51212de-010c-4e74-9929-da95684d7533 req-26db03fa-e7b1-40b7-b22d-801f8d8f143a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973611 Nov 12 04:00:54.959978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-453003b1-f771-4419-ba7b-fd7f27f54775 None None] Provisioning complete for port dcf996e9-07d0-4bf2-a9c4-7551ab668849 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:54.960455 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-453003b1-f771-4419-ba7b-fd7f27f54775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.985610 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890ff987-9f57-4836-9944-61f6212b9807 None None] The sync data for ids ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'] in n-d-767704-23 is: [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:00:49Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'dcf996e9-07d0-4bf2-a9c4-7551ab668849', 'name': '', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:08:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:48Z', 'updated_at': '2021-11-12T04:00:54Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:54.987297 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76465131-f32e-484e-b10a-4ea24aeb56b8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.076309 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76465131-f32e-484e-b10a-4ea24aeb56b8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3447d507-aaab-4ab4-be9b-f751d3457511,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:55.095763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-31397ca4-22fa-4f3f-9414-f6f563aaa33f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting subnet e07c0995-7853-41d4-9fc2-0af1b2198343 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:00:55.101769 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31397ca4-22fa-4f3f-9414-f6f563aaa33f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.134852 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76465131-f32e-484e-b10a-4ea24aeb56b8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.141308 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-76465131-f32e-484e-b10a-4ea24aeb56b8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5227363 Nov 12 04:00:55.141789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-4f74282d-7493-4b50-a564-bda4114c6bf2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1016333 Nov 12 04:00:55.141789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48906) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:55.154747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4799d0d3-7251-4262-b7e5-8840174a7777 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:55.201548 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31397ca4-22fa-4f3f-9414-f6f563aaa33f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.262690 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-453003b1-f771-4419-ba7b-fd7f27f54775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.276642 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4799d0d3-7251-4262-b7e5-8840174a7777 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.305967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-07274b36-d419-48d6-a054-5a7663f56e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.306364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-07274b36-d419-48d6-a054-5a7663f56e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.306839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-07274b36-d419-48d6-a054-5a7663f56e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.307302 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-07274b36-d419-48d6-a054-5a7663f56e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.307754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-07274b36-d419-48d6-a054-5a7663f56e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.308870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-07274b36-d419-48d6-a054-5a7663f56e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.309678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-07274b36-d419-48d6-a054-5a7663f56e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.312981 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-07274b36-d419-48d6-a054-5a7663f56e22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cd512dfc02740f8a9223f825788d0ed&device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 6506 time: 0.1051114 Nov 12 04:00:55.345220 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31397ca4-22fa-4f3f-9414-f6f563aaa33f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.345869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-453003b1-f771-4419-ba7b-fd7f27f54775 None None] For port dcf996e9-07d0-4bf2-a9c4-7551ab668849, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=dcf996e9-07d0-4bf2-a9c4-7551ab668849,segment=NetworkSegment(7394c6f8-415a-4435-81e5-fe5877315a5b),segment_id=7394c6f8-415a-4435-81e5-fe5877315a5b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:55.417834 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-453003b1-f771-4419-ba7b-fd7f27f54775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.496466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-7ef802c8-05a1-4c35-b4ed-8102da86a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.496933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-7ef802c8-05a1-4c35-b4ed-8102da86a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.501942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-7ef802c8-05a1-4c35-b4ed-8102da86a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.503868 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-7ef802c8-05a1-4c35-b4ed-8102da86a4fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=933200c6-b34c-45ca-8fd9-e1eb17512052&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&id=510f8be2-2190-44f9-ad53-a61867e0a1a1&id=510f8be2-2190-44f9-ad53-a61867e0a1a1 HTTP/1.1" status: 200 len: 2300 time: 0.1426384 Nov 12 04:00:55.531893 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4799d0d3-7251-4262-b7e5-8840174a7777 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.535373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453003b1-f771-4419-ba7b-fd7f27f54775 None None] Pushing event updated for resources: {'Port': ['ID=dcf996e9-07d0-4bf2-a9c4-7551ab668849,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:55.619244 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c24cf-2f10-48e8-8c0d-f8233059a6bc req-13410911-9004-4b69-8ae4-3b0ca1515c8b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.621053 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-964c24cf-2f10-48e8-8c0d-f8233059a6bc req-13410911-9004-4b69-8ae4-3b0ca1515c8b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0918784 Nov 12 04:00:55.624289 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31397ca4-22fa-4f3f-9414-f6f563aaa33f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.653968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-5ae33219-05b3-44f4-a3d7-b0a13d88277a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327a44ac-df49-4117-8e60-7556b7bf7dff HTTP/1.1" status: 200 len: 1002 time: 0.1393232 Nov 12 04:00:55.658594 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4799d0d3-7251-4262-b7e5-8840174a7777 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.659671 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31397ca4-22fa-4f3f-9414-f6f563aaa33f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Subnet': ['ID=e07c0995-7853-41d4-9fc2-0af1b2198343,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:55.684014 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31397ca4-22fa-4f3f-9414-f6f563aaa33f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.690420 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-31397ca4-22fa-4f3f-9414-f6f563aaa33f tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/e07c0995-7853-41d4-9fc2-0af1b2198343 HTTP/1.1" status: 204 len: 168 time: 0.7415199 Nov 12 04:00:55.695083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48910) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:55.731557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799d0d3-7251-4262-b7e5-8840174a7777 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ed89cc-c855-4f13-9209-a23fc51b6466,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:55.755896 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-5704ae40-dbb8-4c88-8368-aeb657c2dd41 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] DELETE failed (client error): The resource could not be found. Nov 12 04:00:55.756404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5704ae40-dbb8-4c88-8368-aeb657c2dd41 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:00:55.759658 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5704ae40-dbb8-4c88-8368-aeb657c2dd41 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/dfdc5943-d933-495f-80b4-12d34c69602a HTTP/1.1" status: 404 len: 337 time: 0.0634849 Nov 12 04:00:55.762649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:55.766330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-6185be2f-b813-427e-b6f6-78f902da28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.767990 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-6185be2f-b813-427e-b6f6-78f902da28f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a5695f79-da24-4f82-9891-41295f29ce28 HTTP/1.1" status: 200 len: 856 time: 0.1007440 Nov 12 04:00:55.802057 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4799d0d3-7251-4262-b7e5-8840174a7777 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.806037 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4799d0d3-7251-4262-b7e5-8840174a7777 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6614106 Nov 12 04:00:55.806626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:55.829831 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-964c24cf-2f10-48e8-8c0d-f8233059a6bc req-56103322-ef33-4f6f-9780-6a00112dd6e4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724157 Nov 12 04:00:55.845284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d75543ac-e223-4590-b1c0-8042a667af5a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:55.863245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fc76e8-915f-44b5-af51-c92fe95cdccb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting subnet 73b5db05-1c61-4da4-af23-37954b873962 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:00:55.871162 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6fc76e8-915f-44b5-af51-c92fe95cdccb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.889163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-8b9cbec4-0f9f-4dd9-a65a-bdf328713611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.891404 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-8b9cbec4-0f9f-4dd9-a65a-bdf328713611 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933200c6-b34c-45ca-8fd9-e1eb17512052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030405 Nov 12 04:00:55.993446 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6fc76e8-915f-44b5-af51-c92fe95cdccb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.077907 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d75543ac-e223-4590-b1c0-8042a667af5a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.094639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device dcf996e9-07d0-4bf2-a9c4-7551ab668849 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:56.157903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port dcf996e9-07d0-4bf2-a9c4-7551ab668849 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:56.158169 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.189536 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6fc76e8-915f-44b5-af51-c92fe95cdccb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.298444 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-bf2f49c5-cc67-43be-b4da-bf5d3786693a service neutron] 10.222.0.25 "GET /v2.0/networks/933200c6-b34c-45ca-8fd9-e1eb17512052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849437 Nov 12 04:00:56.298582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704eb06f-c77a-4d67-85a6-a2124bef9c14 req-caa3adf6-fbbb-45ca-9bf8-424cb6b74ec8 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:56.300134 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-704eb06f-c77a-4d67-85a6-a2124bef9c14 req-caa3adf6-fbbb-45ca-9bf8-424cb6b74ec8 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 949 time: 0.1925995 Nov 12 04:00:56.321717 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13a544b-2ed5-40d8-be3c-d949dee5e936 None None] Network 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:56.351612 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d75543ac-e223-4590-b1c0-8042a667af5a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.398637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f093dafe-6da7-470f-b231-7c14b3e8b7fa None None] Provisioning complete for port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:56.399008 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f093dafe-6da7-470f-b231-7c14b3e8b7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.401376 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6fc76e8-915f-44b5-af51-c92fe95cdccb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.435209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-704eb06f-c77a-4d67-85a6-a2124bef9c14 req-1bbf5a22-78e4-40bb-b4e9-be7a11a37c5a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236839 Nov 12 04:00:56.439414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc76e8-915f-44b5-af51-c92fe95cdccb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Subnet': ['ID=73b5db05-1c61-4da4-af23-37954b873962,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:56.441558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6fc76e8-915f-44b5-af51-c92fe95cdccb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.448006 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e6fc76e8-915f-44b5-af51-c92fe95cdccb tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/73b5db05-1c61-4da4-af23-37954b873962 HTTP/1.1" status: 204 len: 168 time: 0.6829977 Nov 12 04:00:56.449113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:56.478107 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd3cff3-b63e-45a4-838e-11658c052d8d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] DELETE failed (client error): The resource could not be found. Nov 12 04:00:56.478575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd3cff3-b63e-45a4-838e-11658c052d8d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:00:56.484907 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d75543ac-e223-4590-b1c0-8042a667af5a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.485192 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5bd3cff3-b63e-45a4-838e-11658c052d8d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/486a12b3-2338-4c1a-8975-0b9d1be10f0d HTTP/1.1" status: 404 len: 337 time: 0.0348194 Nov 12 04:00:56.485566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48920) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:56.494587 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-546f8cfa-d7b9-4123-aa4e-0532eba52bde service neutron] 10.222.0.25 "GET /v2.0/networks/933200c6-b34c-45ca-8fd9-e1eb17512052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931634 Nov 12 04:00:56.516514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e9bbb284-2943-46bc-b79f-9d2e4b91d64d tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "GET /v2.0/ports?device_id=068250c6-0d31-4585-b7f3-4c8618f04d64 HTTP/1.1" status: 200 len: 205 time: 0.0298061 Nov 12 04:00:56.517133 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:56.555835 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-c4e2c0ff-518c-44f7-be7c-3244ca529cbe tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] delete failed (client error): The resource could not be found. Nov 12 04:00:56.560424 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c4e2c0ff-518c-44f7-be7c-3244ca529cbe tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/routers/068250c6-0d31-4585-b7f3-4c8618f04d64 HTTP/1.1" status: 404 len: 336 time: 0.0420704 Nov 12 04:00:56.561087 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48924) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:56.566914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75543ac-e223-4590-b1c0-8042a667af5a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb37113b-e011-4df4-adc8-6072404beda8,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:56.578727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-26a3fdc4-e06b-4d66-8a73-933b8b07033a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=65dd34f2-9576-4b91-9a20-1f613428e547 HTTP/1.1" status: 200 len: 217 time: 0.0716527 Nov 12 04:00:56.594131 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-242e031a-7536-445d-a1ac-f41d55ceba0a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] DELETE failed (client error): The resource could not be found. Nov 12 04:00:56.595396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242e031a-7536-445d-a1ac-f41d55ceba0a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:00:56.595554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f093dafe-6da7-470f-b231-7c14b3e8b7fa None None] Provisioning complete for port 285b4fba-5be6-4f96-9525-f91f49e61cb5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:56.595864 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f093dafe-6da7-470f-b231-7c14b3e8b7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.600548 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-242e031a-7536-445d-a1ac-f41d55ceba0a tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/0056db7b-e9c8-466c-9a16-f0ed271afbdb HTTP/1.1" status: 404 len: 337 time: 0.0382216 Nov 12 04:00:56.602750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48926) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:56.628285 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ffa389-0a97-4140-aba3-6f7d24125862 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] DELETE failed (client error): The resource could not be found. Nov 12 04:00:56.628684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ffa389-0a97-4140-aba3-6f7d24125862 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:00:56.633485 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f1ffa389-0a97-4140-aba3-6f7d24125862 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/3f14a246-4003-4de8-993b-26300a85624f HTTP/1.1" status: 404 len: 337 time: 0.0313287 Nov 12 04:00:56.639492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48928) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:56.640381 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f093dafe-6da7-470f-b231-7c14b3e8b7fa None None] Port 285b4fba-5be6-4f96-9525-f91f49e61cb5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:56.664275 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d75543ac-e223-4590-b1c0-8042a667af5a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.665653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d75543ac-e223-4590-b1c0-8042a667af5a tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8579404 Nov 12 04:00:56.669517 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48930) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:56.674300 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.676429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-90811d9c-5b07-44c9-a7ba-24022f3cdfb3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:56.688700 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a5db7a-5f34-442a-aeb6-66f693dc0693 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] DELETE failed (client error): The resource could not be found. Nov 12 04:00:56.689490 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a5db7a-5f34-442a-aeb6-66f693dc0693 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:00:56.693632 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-35a5db7a-5f34-442a-aeb6-66f693dc0693 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/5e7c8a15-c68c-4178-a334-613a21034254 HTTP/1.1" status: 404 len: 337 time: 0.0518668 Nov 12 04:00:56.697855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:56.707993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-de03a489-6115-405f-aee2-cb9ecd6575a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:56.709480 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-de03a489-6115-405f-aee2-cb9ecd6575a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.1233723 Nov 12 04:00:56.732433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0f66ff-d6a7-4189-93c8-be18199ab3b2 None None] DHCP port deletion for 941c2ec5-e1ff-4190-a4b4-8e34798d6b18 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:00:56.738907 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf42db9-199d-4871-9205-f326a5028032 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] DELETE failed (client error): The resource could not be found. Nov 12 04:00:56.739923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf42db9-199d-4871-9205-f326a5028032 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:00:56.743207 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fbf42db9-199d-4871-9205-f326a5028032 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/9f6875be-8428-4f82-bc1d-e5a23816b9b2 HTTP/1.1" status: 404 len: 333 time: 0.0442319 Nov 12 04:00:56.746575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:56.780342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-8c7e590d-aa8c-4e29-be96-b91de954723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:56.782602 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49b9e52-77fd-483a-a249-03536c4d4121 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] DELETE failed (client error): The resource could not be found. Nov 12 04:00:56.782948 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-8c7e590d-aa8c-4e29-be96-b91de954723a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0540941 Nov 12 04:00:56.783316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49b9e52-77fd-483a-a249-03536c4d4121 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:00:56.789303 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e49b9e52-77fd-483a-a249-03536c4d4121 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/be2a2dc9-924e-4591-9802-8e92b1f4e97b HTTP/1.1" status: 404 len: 337 time: 0.0415642 Nov 12 04:00:56.790643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48936) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:56.795661 n-d-767704-23 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-90811d9c-5b07-44c9-a7ba-24022f3cdfb3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Project bbf460ee872646e8844d17a7c3330b47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:00:56.797905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f66ff-d6a7-4189-93c8-be18199ab3b2 None None] Deleting port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:56.798416 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf0f66ff-d6a7-4189-93c8-be18199ab3b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.806507 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90811d9c-5b07-44c9-a7ba-24022f3cdfb3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.838532 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aaf29d1-e7cd-46f4-a10f-c9747d61d1af tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] DELETE failed (client error): The resource could not be found. Nov 12 04:00:56.840170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aaf29d1-e7cd-46f4-a10f-c9747d61d1af tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:00:56.843210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0aaf29d1-e7cd-46f4-a10f-c9747d61d1af tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/bbc335b8-d191-439b-9d69-b1bfde9bd1da HTTP/1.1" status: 404 len: 337 time: 0.0515652 Nov 12 04:00:56.845923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:56.876885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90811d9c-5b07-44c9-a7ba-24022f3cdfb3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.877277 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bf0f66ff-d6a7-4189-93c8-be18199ab3b2 None None] For port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6f498ef7-c555-45fd-aa03-2c8769ff4ae6,segment=NetworkSegment(d8960231-ebfd-49ea-9f29-b26daeb34be6),segment_id=d8960231-ebfd-49ea-9f29-b26daeb34be6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:56.877677 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf0f66ff-d6a7-4189-93c8-be18199ab3b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.880022 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e3df687-8f0b-423e-8f72-2889a53674c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.903119 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f66ff-d6a7-4189-93c8-be18199ab3b2 None None] Calling delete_port for 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:56.926324 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b6e0f5-cc97-440c-b399-34e1ef8182ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] DELETE failed (client error): The resource could not be found. Nov 12 04:00:56.926324 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b6e0f5-cc97-440c-b399-34e1ef8182ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:00:56.926324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a4b6e0f5-cc97-440c-b399-34e1ef8182ed tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/c5b34f2e-bd71-4c21-9bee-ae669783eaff HTTP/1.1" status: 404 len: 333 time: 0.0768142 Nov 12 04:00:56.926324 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:56.965418 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-162c853c-c45d-490c-ae26-6e1d5d988c34 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] DELETE failed (client error): The resource could not be found. Nov 12 04:00:56.965936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162c853c-c45d-490c-ae26-6e1d5d988c34 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:00:56.969216 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-162c853c-c45d-490c-ae26-6e1d5d988c34 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/e660db59-adff-48d9-93ed-c7755c0d0398 HTTP/1.1" status: 404 len: 337 time: 0.0418880 Nov 12 04:00:56.974091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:57.002985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beab885-86dd-435d-b2a1-a312620670cc req-f35cc928-b357-4a4c-9e1d-be7542348dd4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:57.013371 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-126a59c3-7cc0-461b-80a3-2cb8339d272b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] DELETE failed (client error): The resource could not be found. Nov 12 04:00:57.013833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126a59c3-7cc0-461b-80a3-2cb8339d272b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:00:57.016398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0beab885-86dd-435d-b2a1-a312620670cc req-f35cc928-b357-4a4c-9e1d-be7542348dd4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0681024 Nov 12 04:00:57.019867 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-126a59c3-7cc0-461b-80a3-2cb8339d272b tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/subnets/f4762543-4995-48f0-9a9e-513ad0dea162 HTTP/1.1" status: 404 len: 337 time: 0.0417228 Nov 12 04:00:57.022029 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-ed870577-96da-4b62-8b8d-46cd07838901 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285984 Nov 12 04:00:57.022520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48946) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:57.026202 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90811d9c-5b07-44c9-a7ba-24022f3cdfb3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:57.065530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90811d9c-5b07-44c9-a7ba-24022f3cdfb3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35431f7-42d0-4e83-af1d-677fde5a3113,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:57.083278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0beab885-86dd-435d-b2a1-a312620670cc req-558e15d3-fa4f-4865-aee6-fa3786714f8b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657635 Nov 12 04:00:57.125899 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf0f66ff-d6a7-4189-93c8-be18199ab3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:57.159106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f66ff-d6a7-4189-93c8-be18199ab3b2 None None] Pushing event deleted for resources: {'Port': ['ID=6f498ef7-c555-45fd-aa03-2c8769ff4ae6,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:57.165465 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0f66ff-d6a7-4189-93c8-be18199ab3b2 None None] No DVR routers for this DVR port 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:57.189145 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90811d9c-5b07-44c9-a7ba-24022f3cdfb3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:57.189677 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-271dac09-5264-46cf-932a-5cb9188a8ec8 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567771 Nov 12 04:00:57.190410 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-90811d9c-5b07-44c9-a7ba-24022f3cdfb3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5196519 Nov 12 04:00:57.193484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:57.199103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b971c509-c69a-4521-ba05-9ac7730fb4d3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'security_group_rule': {'security_group_id': '8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6', 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:57.218174 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6658c-f20e-4c1a-b34a-8b2d7125dafd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Deleting port 285b4fba-5be6-4f96-9525-f91f49e61cb5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:57.218515 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ff6658c-f20e-4c1a-b34a-8b2d7125dafd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:57.266257 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-6b0a97cb-afbe-435e-b700-3c5bb0855ceb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 HTTP/1.1" status: 200 len: 217 time: 0.0606918 Nov 12 04:00:57.371397 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-b971c509-c69a-4521-ba05-9ac7730fb4d3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Project bbf460ee872646e8844d17a7c3330b47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:00:57.376228 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ff6658c-f20e-4c1a-b34a-8b2d7125dafd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:57.390245 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b971c509-c69a-4521-ba05-9ac7730fb4d3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:57.398152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-079bd5d7-7832-498a-9fcb-78b5878b2dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:57.399791 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-079bd5d7-7832-498a-9fcb-78b5878b2dd1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.1256549 Nov 12 04:00:57.405867 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6658c-f20e-4c1a-b34a-8b2d7125dafd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Calling delete_port for 285b4fba-5be6-4f96-9525-f91f49e61cb5 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:57.458789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4c779-f55a-46bc-a017-4695a0240b79 req-be677af0-04ff-409e-a203-0dad9a8fe336 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:57.460501 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2a4c779-f55a-46bc-a017-4695a0240b79 req-be677af0-04ff-409e-a203-0dad9a8fe336 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0617349 Nov 12 04:00:57.526357 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b971c509-c69a-4521-ba05-9ac7730fb4d3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:57.543654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-a5f61faf-0f95-4357-95af-1709fa1db022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:57.545715 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-a5f61faf-0f95-4357-95af-1709fa1db022 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1343086 Nov 12 04:00:57.548812 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2a4c779-f55a-46bc-a017-4695a0240b79 req-33206fec-6361-4c67-934b-24539fbc5d43 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776000 Nov 12 04:00:57.624355 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b971c509-c69a-4521-ba05-9ac7730fb4d3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:57.711659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971c509-c69a-4521-ba05-9ac7730fb4d3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765422c7-ae6b-4c3e-90f5-f7aebb7d336f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:57.735709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbe2cf-643d-46c4-a245-ef498b0432b8 req-0ff5ac2c-897f-49a2-b767-40e87ae89d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:57.737256 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0cdbe2cf-643d-46c4-a245-ef498b0432b8 req-0ff5ac2c-897f-49a2-b767-40e87ae89d59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 1096 time: 0.1886907 Nov 12 04:00:57.765883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4452e7-cf25-425c-9347-db983f383a3c req-7898f446-4296-4f97-9e09-e0d5bcaccc42 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:57.767418 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e4452e7-cf25-425c-9347-db983f383a3c req-7898f446-4296-4f97-9e09-e0d5bcaccc42 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 949 time: 0.1977561 Nov 12 04:00:57.783728 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-f2e80d57-e225-451c-827f-f43da8c5c11e service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229798 Nov 12 04:00:57.858150 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b971c509-c69a-4521-ba05-9ac7730fb4d3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:57.859390 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b971c509-c69a-4521-ba05-9ac7730fb4d3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6640003 Nov 12 04:00:57.860174 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ff6658c-f20e-4c1a-b34a-8b2d7125dafd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.004724 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:58.117469 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-e940600d-f4c7-4320-9452-29cfd04558d3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621965788&fields=id&tenant_id=bbf460ee872646e8844d17a7c3330b47 HTTP/1.1" status: 200 len: 267 time: 0.0677233 Nov 12 04:00:58.181673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:58.182013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6f498ef7-c555-45fd-aa03-2c8769ff4ae6 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:58.253590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1c06e235-6187-42d6-a1a5-6c0a2f2f3de8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:58.255054 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1c06e235-6187-42d6-a1a5-6c0a2f2f3de8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/networks?id=1d4ee0db-b40b-4493-a1a0-125056a2c014 HTTP/1.1" status: 200 len: 797 time: 0.1255362 Nov 12 04:00:58.270170 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-3a74f2d5-adcf-4130-bcb6-06e64cde290c tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/quotas/bbf460ee872646e8844d17a7c3330b47 HTTP/1.1" status: 200 len: 375 time: 0.0092113 Nov 12 04:00:58.278426 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6658c-f20e-4c1a-b34a-8b2d7125dafd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Port': ['ID=285b4fba-5be6-4f96-9525-f91f49e61cb5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:58.305034 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ff6658c-f20e-4c1a-b34a-8b2d7125dafd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.308984 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5ff6658c-f20e-4c1a-b34a-8b2d7125dafd tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/ports/285b4fba-5be6-4f96-9525-f91f49e61cb5 HTTP/1.1" status: 204 len: 168 time: 1.2850065 Nov 12 04:00:58.312783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:58.326487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e4452e7-cf25-425c-9347-db983f383a3c req-5a8d4023-76a4-4f1c-ba59-74443a8e9908 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452149 Nov 12 04:00:58.333065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbe2cf-643d-46c4-a245-ef498b0432b8 req-12ef5faa-9570-47e1-9ed1-09f4eb07dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:58.334571 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0cdbe2cf-643d-46c4-a245-ef498b0432b8 req-12ef5faa-9570-47e1-9ed1-09f4eb07dd23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.5867391 Nov 12 04:00:58.397069 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-055543df-52d2-42d9-90c1-593b3260916c tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=bbf460ee872646e8844d17a7c3330b47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1206264 Nov 12 04:00:58.400944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-83d5fae7-8929-45de-a1ba-1d97c08ab4b7 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046200 Nov 12 04:00:58.406489 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.423265 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-506f768e-7f66-4ccf-8d45-c010cfddd791 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.468223 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-fdac9e70-0320-44cd-9451-ca31d5a36247 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=af05b72b-577d-441d-95b0-4cded6867c54 HTTP/1.1" status: 200 len: 217 time: 0.0561638 Nov 12 04:00:58.496186 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0cdbe2cf-643d-46c4-a245-ef498b0432b8 req-fa4ad6ba-690c-4a19-93f0-4111ce87ec86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 HTTP/1.1" status: 200 len: 998 time: 0.1486421 Nov 12 04:00:58.572422 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-506f768e-7f66-4ccf-8d45-c010cfddd791 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.586858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1cc50-b468-4188-bfca-d4280708b84a req-6f1b750a-93e1-49ba-b6a4-cc0ad3f43be3 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:58.587597 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-91512573-cd26-41b5-91a8-60bfdfc7cfd1 service neutron] 10.222.0.105 "GET /v2.0/networks/1d4ee0db-b40b-4493-a1a0-125056a2c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771712 Nov 12 04:00:58.587905 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9de1cc50-b468-4188-bfca-d4280708b84a req-6f1b750a-93e1-49ba-b6a4-cc0ad3f43be3 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=72aa6b2f-11b4-4b37-8984-4ed42f4289f4 HTTP/1.1" status: 200 len: 949 time: 0.1635499 Nov 12 04:00:58.592070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-dd1e9c34-5cd3-4812-9017-b87b155dd80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:58.593449 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-dd1e9c34-5cd3-4812-9017-b87b155dd80d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.1093686 Nov 12 04:00:58.596601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-506f768e-7f66-4ccf-8d45-c010cfddd791 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941c2ec5-e1ff-4190-a4b4-8e34798d6b18']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:58.597103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbe2cf-643d-46c4-a245-ef498b0432b8 req-ec2cfe10-3f26-40cc-96a9-48a45b3cf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:58.598457 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0cdbe2cf-643d-46c4-a245-ef498b0432b8 req-ec2cfe10-3f26-40cc-96a9-48a45b3cf6f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.0746891 Nov 12 04:00:58.623803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-506f768e-7f66-4ccf-8d45-c010cfddd791 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8960231-ebfd-49ea-9f29-b26daeb34be6') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:58.624117 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-506f768e-7f66-4ccf-8d45-c010cfddd791 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8960231-ebfd-49ea-9f29-b26daeb34be6') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:58.640958 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-506f768e-7f66-4ccf-8d45-c010cfddd791 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.686060 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-506f768e-7f66-4ccf-8d45-c010cfddd791 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.697503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506f768e-7f66-4ccf-8d45-c010cfddd791 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:00:58.697892 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-506f768e-7f66-4ccf-8d45-c010cfddd791 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:00:58.700918 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:00:58.705858 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9de1cc50-b468-4188-bfca-d4280708b84a req-b3865b55-a85d-4de3-9ce3-75b14f2c5da6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053913 Nov 12 04:00:58.709776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-c2405c81-4398-4dd6-a21d-635e6e6dd03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:58.711315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-c2405c81-4398-4dd6-a21d-635e6e6dd03b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1061089 Nov 12 04:00:58.714969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbe2cf-643d-46c4-a245-ef498b0432b8 req-9134ad98-8100-4a52-97cd-0bc92755b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:58.715633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0cdbe2cf-643d-46c4-a245-ef498b0432b8 req-9134ad98-8100-4a52-97cd-0bc92755b5aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087449 Nov 12 04:00:58.769998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-5222b772-10d1-4e3a-8656-906a6b716019 service neutron] 10.222.0.105 "GET /v2.0/networks/1d4ee0db-b40b-4493-a1a0-125056a2c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709499 Nov 12 04:00:58.880012 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-506f768e-7f66-4ccf-8d45-c010cfddd791 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.887957 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-506f768e-7f66-4ccf-8d45-c010cfddd791 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.893893 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-506f768e-7f66-4ccf-8d45-c010cfddd791 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] 10.222.0.105 "DELETE /v2.0/networks/941c2ec5-e1ff-4190-a4b4-8e34798d6b18 HTTP/1.1" status: 204 len: 168 time: 0.5767446 Nov 12 04:00:58.904901 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f768e-7f66-4ccf-8d45-c010cfddd791 tempest-PortsTestJSON-1646320574 tempest-PortsTestJSON-1646320574-project] Pushing event deleted for resources: {'Network': ['ID=941c2ec5-e1ff-4190-a4b4-8e34798d6b18,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:58.920693 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0cdbe2cf-643d-46c4-a245-ef498b0432b8 req-e509b6de-bfda-4244-8462-b116ceb461bb service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931586 Nov 12 04:00:58.929451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630793d8-8991-4776-9386-7575008cde15 req-fb2f3ea1-e40b-4767-b1f7-26bac2301d2e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:58.932203 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.937595 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-630793d8-8991-4776-9386-7575008cde15 req-fb2f3ea1-e40b-4767-b1f7-26bac2301d2e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1381714 Nov 12 04:00:58.950791 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-a7d7daf6-40ac-475c-a381-542476acc752 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315545 Nov 12 04:00:59.162570 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-630793d8-8991-4776-9386-7575008cde15 req-9f23d366-48f0-48d1-9f6a-2138b0d84715 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253053 Nov 12 04:00:59.209075 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0cdbe2cf-643d-46c4-a245-ef498b0432b8 req-64d0b186-3058-4a40-a7d5-638195981332 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693160 Nov 12 04:00:59.218612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-20708f3d-2502-44aa-b62b-79197d05e8eb service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587965 Nov 12 04:00:59.284833 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-5dd70d81-af2b-4223-a208-df7d8a324922 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=c216df0e-a06d-4a82-b518-4e60e4a0bf5d HTTP/1.1" status: 200 len: 217 time: 0.0589142 Nov 12 04:00:59.339200 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-856cda47-a4ef-40f1-ae34-f15c1b035873 req-d3116409-a000-4e3f-86cb-922920f9d5ec tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 210 time: 0.0453453 Nov 12 04:00:59.412392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-6bebe9ac-8942-4fdf-8e85-c6c1c69e7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:59.413987 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-6bebe9ac-8942-4fdf-8e85-c6c1c69e7179 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 200 len: 797 time: 0.1040380 Nov 12 04:00:59.493908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-5205f3fc-2dae-4ad3-ba84-9cc98c55e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:59.497038 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-5205f3fc-2dae-4ad3-ba84-9cc98c55e796 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5fcaf1d4-712a-452d-bc98-57b9d1128b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0695248 Nov 12 04:00:59.514380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 48998) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:59.624280 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-5feb3c92-bcdc-4436-9332-026654289f9e service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167109 Nov 12 04:00:59.706229 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b20229df-7c29-4482-a6f7-59875d26bbfb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=26a66156c54142138bc1e5ca886d06fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1906252 Nov 12 04:00:59.709048 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49010) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:59.795350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-7d973704-3819-4b4c-9fc3-cabfac2a033f service neutron] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601727 Nov 12 04:00:59.800092 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5ef191e-df7f-4803-ab01-84bcddb27ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.865811 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-c1d9788e-5a87-43a2-96be-409158168967 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5cb53073-5de0-4fba-8299-d6178683e9c8 HTTP/1.1" status: 200 len: 217 time: 0.0592592 Nov 12 04:00:59.877164 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5ef191e-df7f-4803-ab01-84bcddb27ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.957786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-cac7847d-97c0-40a2-8154-6e1763126b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:59.959347 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-cac7847d-97c0-40a2-8154-6e1763126b91 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc HTTP/1.1" status: 200 len: 797 time: 0.0800948 Nov 12 04:01:00.019984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-db09bb6e-3882-43c0-b93b-6cdfb6cf96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:00.021461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-db09bb6e-3882-43c0-b93b-6cdfb6cf96d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=510f8be2-2190-44f9-ad53-a61867e0a1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479558 Nov 12 04:01:00.091421 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5ef191e-df7f-4803-ab01-84bcddb27ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:00.094070 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5ef191e-df7f-4803-ab01-84bcddb27ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:00.095181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c5ef191e-df7f-4803-ab01-84bcddb27ea4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b1f5ab9f-3441-4fa4-bd3c-a77cfc40c198 HTTP/1.1" status: 204 len: 168 time: 0.3850739 Nov 12 04:01:00.113415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef191e-df7f-4803-ab01-84bcddb27ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f5ab9f-3441-4fa4-bd3c-a77cfc40c198,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:00.144089 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-edb3f903-55f6-4e17-ba84-0f9f5ee9239e service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048298 Nov 12 04:01:00.256436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-837a918f-1dc0-4217-a877-9d991952c53a service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022825 Nov 12 04:01:00.307228 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-d8bc5c67-0307-4e1c-a23b-f2d28bb8de94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 HTTP/1.1" status: 200 len: 217 time: 0.0403259 Nov 12 04:01:00.371563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-d3bb7b9a-db94-4a96-8318-d696a3f2f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:00.373239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-d3bb7b9a-db94-4a96-8318-d696a3f2f446 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc HTTP/1.1" status: 200 len: 797 time: 0.0521891 Nov 12 04:01:00.453275 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-15c53359-2497-4048-831c-0b976578c029 req-2c658d8a-4d6d-4cc7-b790-f7e0178b0e72 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 210 time: 0.0329065 Nov 12 04:01:00.464518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-7e75f3f7-5b12-4e5f-a567-5693ca79647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:00.466115 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-7e75f3f7-5b12-4e5f-a567-5693ca79647c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=510f8be2-2190-44f9-ad53-a61867e0a1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0784285 Nov 12 04:01:00.595759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-cce01d0f-0907-48ba-adeb-7684db67528d service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108844 Nov 12 04:01:00.670778 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f61d23-1114-43e4-b6ca-f79760d975a5 req-2723aadb-e8cc-4998-ba04-0f95c04cb615 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:00.679286 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86f61d23-1114-43e4-b6ca-f79760d975a5 req-2723aadb-e8cc-4998-ba04-0f95c04cb615 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.4107816 Nov 12 04:01:00.726668 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d24d69e4-b44f-4924-8beb-55042ab58a7d req-3dd0a753-e133-4c96-91d7-8e441df51584 service neutron] 10.222.0.25 "GET /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211727 Nov 12 04:01:00.727534 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86f61d23-1114-43e4-b6ca-f79760d975a5 req-dfc11c2e-3a3d-4228-b2a8-7a36a0fdcd4d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473838 Nov 12 04:01:00.875991 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6b4f6-2543-4a41-a2d5-fa31944b2cda req-82177ad9-6c66-4bb2-ab12-aa03f55761c6 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:00.877760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2c6b4f6-2543-4a41-a2d5-fa31944b2cda req-82177ad9-6c66-4bb2-ab12-aa03f55761c6 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0548196 Nov 12 04:01:00.931336 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2c6b4f6-2543-4a41-a2d5-fa31944b2cda req-7cfed9b9-7c13-4535-99fb-571dee3f9f4a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470743 Nov 12 04:01:01.056129 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21c3c0-c146-4704-8413-c75d5a19cab7 req-4c61ac2e-7e5e-49fb-ac37-e6a9c1db4890 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:01.057615 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c21c3c0-c146-4704-8413-c75d5a19cab7 req-4c61ac2e-7e5e-49fb-ac37-e6a9c1db4890 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0558791 Nov 12 04:01:01.109542 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c21c3c0-c146-4704-8413-c75d5a19cab7 req-99a70f7f-1328-4ef0-89d5-e827c606d6e0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449860 Nov 12 04:01:01.518013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49058) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:01.650594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b16e9dff-e708-4c48-b044-e5aa345579d7 req-555c1db2-42e2-4e4f-8205-f29d3542d88e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 210 time: 0.0739782 Nov 12 04:01:01.736923 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435027a-ec66-461e-befe-de165175c7a7 req-911bbafb-8193-4800-8d87-bef80f3fb54a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:01.747204 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7435027a-ec66-461e-befe-de165175c7a7 req-911bbafb-8193-4800-8d87-bef80f3fb54a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0728633 Nov 12 04:01:01.755425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c9c9d2a1-0eae-4a28-a55f-500317392aaa tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:01.755899 n-d-767704-23 neutron-server[103146]: WARNING neutron.api.v2.base [None req-c9c9d2a1-0eae-4a28-a55f-500317392aaa tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 04:01:01.756670 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-c9c9d2a1-0eae-4a28-a55f-500317392aaa tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 04:01:01.763913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c9c9d2a1-0eae-4a28-a55f-500317392aaa tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2365844 Nov 12 04:01:01.765080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49064) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:01.771271 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bc5d7f35-4518-4eb9-9c41-eb2b1dcf34c5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group': {'name': 'tempest-secgroup--578386436'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:01.879903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1f8400d4-1274-465e-aa27-46acc7265956 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:01.883018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1f8400d4-1274-465e-aa27-46acc7265956 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.26 "GET /v2.0/networks?id=1d4ee0db-b40b-4493-a1a0-125056a2c014 HTTP/1.1" status: 200 len: 797 time: 0.2269568 Nov 12 04:01:01.931721 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7435027a-ec66-461e-befe-de165175c7a7 req-a5dcaecb-ddf3-482f-a477-b28bf6d406f7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820753 Nov 12 04:01:01.934450 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7f35-4518-4eb9-9c41-eb2b1dcf34c5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:01.967890 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7f35-4518-4eb9-9c41-eb2b1dcf34c5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.002750 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-100cc0e2-fad6-457c-818a-a67e37f41814 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf460ee872646e8844d17a7c3330b47 HTTP/1.1" status: 200 len: 379 time: 0.0856159 Nov 12 04:01:02.014014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1beff3c3-9b69-4611-be15-823088ade1d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'port': {'device_id': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'admin_state_up': True, 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'security_groups': ['8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:02.064852 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7f35-4518-4eb9-9c41-eb2b1dcf34c5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.126182 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7f35-4518-4eb9-9c41-eb2b1dcf34c5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.168724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d7f35-4518-4eb9-9c41-eb2b1dcf34c5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629a0fcf-b0df-4b35-a589-65cb391347f7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:02.204918 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7f35-4518-4eb9-9c41-eb2b1dcf34c5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.274647 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1beff3c3-9b69-4611-be15-823088ade1d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Made reservation on behalf of bbf460ee872646e8844d17a7c3330b47 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:01:02.278377 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1beff3c3-9b69-4611-be15-823088ade1d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.349310 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7f35-4518-4eb9-9c41-eb2b1dcf34c5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.383399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d7f35-4518-4eb9-9c41-eb2b1dcf34c5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fbf7f1-3567-4996-83b1-f1dd27daebd0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:02.428825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1beff3c3-9b69-4611-be15-823088ade1d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Allocated IP 172.20.0.5 (1d4ee0db-b40b-4493-a1a0-125056a2c014/c89d483a-9f6e-4e1e-921d-462845a25326/801a2425-850e-47a1-b09f-d9a8dbb36bec) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:02.471165 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7f35-4518-4eb9-9c41-eb2b1dcf34c5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.472459 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bc5d7f35-4518-4eb9-9c41-eb2b1dcf34c5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7058215 Nov 12 04:01:02.475625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49076) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:02.484465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8889588e-9ea4-4c44-91a7-07af54dc57b0 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '51fbf7f1-3567-4996-83b1-f1dd27daebd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:02.576858 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1beff3c3-9b69-4611-be15-823088ade1d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.583128 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8889588e-9ea4-4c44-91a7-07af54dc57b0 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.653372 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8889588e-9ea4-4c44-91a7-07af54dc57b0 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.681265 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1beff3c3-9b69-4611-be15-823088ade1d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.733256 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1beff3c3-9b69-4611-be15-823088ade1d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 1d4ee0db-b40b-4493-a1a0-125056a2c014 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:02.737513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1beff3c3-9b69-4611-be15-823088ade1d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:02.739279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beff3c3-9b69-4611-be15-823088ade1d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=801a2425-850e-47a1-b09f-d9a8dbb36bec,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:02.741430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1beff3c3-9b69-4611-be15-823088ade1d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:02.748242 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8889588e-9ea4-4c44-91a7-07af54dc57b0 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.794258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889588e-9ea4-4c44-91a7-07af54dc57b0 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036efd55-a789-4a59-838e-c0c4d77fe636,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:02.805295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1beff3c3-9b69-4611-be15-823088ade1d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:02.805975 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1beff3c3-9b69-4611-be15-823088ade1d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.825360 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d25da-6867-4f0e-9a03-f9b6d30e6516 req-4ac39351-c5a4-4927-9c91-b4e56fa2214e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:02.827471 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f58d25da-6867-4f0e-9a03-f9b6d30e6516 req-4ac39351-c5a4-4927-9c91-b4e56fa2214e tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 931 time: 0.0913856 Nov 12 04:01:02.885057 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f58d25da-6867-4f0e-9a03-f9b6d30e6516 req-0dd5913d-5bba-4fa0-9a29-13e459d17f41 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510590 Nov 12 04:01:02.941259 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8889588e-9ea4-4c44-91a7-07af54dc57b0 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.941376 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-1beff3c3-9b69-4611-be15-823088ade1d1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9307857 Nov 12 04:01:02.941472 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8889588e-9ea4-4c44-91a7-07af54dc57b0 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4633024 Nov 12 04:01:02.943053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49080) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:02.947882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0e7b0849-0d36-4207-9906-71a186a490e5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '51fbf7f1-3567-4996-83b1-f1dd27daebd0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:02.959860 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Request body: {'port': {'device_id': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:03.017724 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-356db151-840e-4982-a5cb-a22e486724dc None None] Provisioning complete for port 801a2425-850e-47a1-b09f-d9a8dbb36bec triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:03.018223 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-356db151-840e-4982-a5cb-a22e486724dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.062937 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0849-0d36-4207-9906-71a186a490e5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.066792 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.075860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-356db151-840e-4982-a5cb-a22e486724dc None None] Port 801a2425-850e-47a1-b09f-d9a8dbb36bec cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:03.099982 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8001a1c-ef39-4f3f-9385-7302bed211a9 req-60699d5d-4938-4209-8569-7321a0e67324 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:03.102586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8001a1c-ef39-4f3f-9385-7302bed211a9 req-60699d5d-4938-4209-8569-7321a0e67324 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0757346 Nov 12 04:01:03.124297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5b36deba-9a51-4076-af9e-1044600c57e6 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:01:03.166442 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-0e7b0849-0d36-4207-9906-71a186a490e5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 04:01:03.167553 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0e7b0849-0d36-4207-9906-71a186a490e5 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2234981 Nov 12 04:01:03.170560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49102) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:03.230162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5b36deba-9a51-4076-af9e-1044600c57e6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5b36deba-9a51-4076-af9e-1044600c57e6,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:03.242025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '5b36deba-9a51-4076-af9e-1044600c57e6', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '5b36deba-9a51-4076-af9e-1044600c57e6', 'mac_address': 'fa:16:3e:1b:a0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:01:03.243673 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14e3d8c8-5d7b-446b-a683-b7becf413753 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.249167 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8001a1c-ef39-4f3f-9385-7302bed211a9 req-62523810-adbe-4d51-a5eb-76e0be2d421f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285915 Nov 12 04:01:03.283371 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.298414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b36deba-9a51-4076-af9e-1044600c57e6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:01:03.300395 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14e3d8c8-5d7b-446b-a683-b7becf413753 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.320504 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5b36deba-9a51-4076-af9e-1044600c57e6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5b36deba-9a51-4076-af9e-1044600c57e6,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:03.384163 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.440668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5b36deba-9a51-4076-af9e-1044600c57e6,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:03.452245 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14e3d8c8-5d7b-446b-a683-b7becf413753 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.454959 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14e3d8c8-5d7b-446b-a683-b7becf413753 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.456136 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-14e3d8c8-5d7b-446b-a683-b7becf413753 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "DELETE /v2.0/security-groups/51fbf7f1-3567-4996-83b1-f1dd27daebd0 HTTP/1.1" status: 204 len: 168 time: 0.2844074 Nov 12 04:01:03.459335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49110) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:03.465568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3d8c8-5d7b-446b-a683-b7becf413753 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fbf7f1-3567-4996-83b1-f1dd27daebd0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:03.503678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801a2425-850e-47a1-b09f-d9a8dbb36bec {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:01:03.517580 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.520160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['5b36deba-9a51-4076-af9e-1044600c57e6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:03.540618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-aaab4952-b81d-4497-81a6-1578284bbe4f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0768666 Nov 12 04:01:03.541898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49114) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:03.544566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Transition to ACTIVE for port object 801a2425-850e-47a1-b09f-d9a8dbb36bec will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:01:03.560404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-34b37dd0-c62a-429e-87a6-f4bf2cd29ee6 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group': {'name': 'tempest-secgroup--318899939'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:03.612310 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.703935 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34b37dd0-c62a-429e-87a6-f4bf2cd29ee6 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.735584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Pushing event updated for resources: {'Port': ['ID=801a2425-850e-47a1-b09f-d9a8dbb36bec,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:03.813188 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af67434-90fa-464c-aa9f-8f671c8b87ee req-642b441e-da22-422f-b9b8-efd2f720ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:03.815814 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2af67434-90fa-464c-aa9f-8f671c8b87ee req-642b441e-da22-422f-b9b8-efd2f720ae5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a803c520af0a4208b65655c3ed555429&device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 1096 time: 0.0677636 Nov 12 04:01:03.842503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8d82c-8af0-49ee-921b-8dde594273bc req-44983aa1-d518-4133-8376-4b11fdad9d5e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:03.844103 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8b8d82c-8af0-49ee-921b-8dde594273bc req-44983aa1-d518-4133-8376-4b11fdad9d5e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.2282007 Nov 12 04:01:03.879370 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34b37dd0-c62a-429e-87a6-f4bf2cd29ee6 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.939694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af67434-90fa-464c-aa9f-8f671c8b87ee req-44aafb42-165e-4773-8aaa-0e3d9a770dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:03.939943 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8b8d82c-8af0-49ee-921b-8dde594273bc req-5d3d17f1-397f-4fb2-b392-458e59c564d9 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684588 Nov 12 04:01:03.941580 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2af67434-90fa-464c-aa9f-8f671c8b87ee req-44aafb42-165e-4773-8aaa-0e3d9a770dd8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 200 len: 913 time: 0.1182978 Nov 12 04:01:03.942297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Attempting to bind port 801a2425-850e-47a1-b09f-d9a8dbb36bec on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:03.942644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Attempting to bind port 801a2425-850e-47a1-b09f-d9a8dbb36bec by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '7394c6f8-415a-4435-81e5-fe5877315a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:03.942948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Attempting to bind port 801a2425-850e-47a1-b09f-d9a8dbb36bec on network 1d4ee0db-b40b-4493-a1a0-125056a2c014 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:03.947829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Port 801a2425-850e-47a1-b09f-d9a8dbb36bec on network 1d4ee0db-b40b-4493-a1a0-125056a2c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:01:03.948255 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Attempting to bind port 801a2425-850e-47a1-b09f-d9a8dbb36bec on network 1d4ee0db-b40b-4493-a1a0-125056a2c014 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:03.960693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:03.960693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Checking segment: {'id': '7394c6f8-415a-4435-81e5-fe5877315a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:03.960693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Bound using segment: {'id': '7394c6f8-415a-4435-81e5-fe5877315a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:03.960693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Bound port: 801a2425-850e-47a1-b09f-d9a8dbb36bec, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7394c6f8-415a-4435-81e5-fe5877315a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:03.960693 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:04.020281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34b37dd0-c62a-429e-87a6-f4bf2cd29ee6 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:04.048080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] For port 801a2425-850e-47a1-b09f-d9a8dbb36bec, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:04.067936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] For port 801a2425-850e-47a1-b09f-d9a8dbb36bec, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=801a2425-850e-47a1-b09f-d9a8dbb36bec,segment=NetworkSegment(7394c6f8-415a-4435-81e5-fe5877315a5b),segment_id=7394c6f8-415a-4435-81e5-fe5877315a5b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:04.101134 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2af67434-90fa-464c-aa9f-8f671c8b87ee req-5bd568ad-fdbe-462c-a6a2-3cf76b6e68bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 HTTP/1.1" status: 200 len: 998 time: 0.1256549 Nov 12 04:01:04.101576 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b37dd0-c62a-429e-87a6-f4bf2cd29ee6 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f663a77-5297-4e07-a17b-4a246096e479,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:04.103580 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822fbd1-3b49-4fa4-bd0f-53ec37f57d02 req-f6848554-b5a6-48f3-84b2-0582534b9ed5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:04.105159 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b822fbd1-3b49-4fa4-bd0f-53ec37f57d02 req-f6848554-b5a6-48f3-84b2-0582534b9ed5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 943 time: 0.1082656 Nov 12 04:01:04.164278 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34b37dd0-c62a-429e-87a6-f4bf2cd29ee6 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:04.164278 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-34b37dd0-c62a-429e-87a6-f4bf2cd29ee6 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6135809 Nov 12 04:01:04.166663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49138) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:04.171623 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-55d27212-1adf-4161-8040-437f65a885b7 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '2f663a77-5297-4e07-a17b-4a246096e479', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:04.172755 n-d-767704-23 neutron-server[103146]: WARNING neutron.api.v2.base [None req-55d27212-1adf-4161-8040-437f65a885b7 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 04:01:04.173256 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-55d27212-1adf-4161-8040-437f65a885b7 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:04.176936 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-55d27212-1adf-4161-8040-437f65a885b7 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069232 Nov 12 04:01:04.180531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:04.197359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af67434-90fa-464c-aa9f-8f671c8b87ee req-90ac74de-afc4-4117-bad4-6eefa93dc8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:04.198897 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2af67434-90fa-464c-aa9f-8f671c8b87ee req-90ac74de-afc4-4117-bad4-6eefa93dc8ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 200 len: 850 time: 0.1137371 Nov 12 04:01:04.202906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:04.222011 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b822fbd1-3b49-4fa4-bd0f-53ec37f57d02 req-19af2790-faaa-44e2-8cf4-eceb0276ed1d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094763 Nov 12 04:01:04.267006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:04.267636 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:04.271552 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] 10.222.0.26 "PUT /v2.0/ports/801a2425-850e-47a1-b09f-d9a8dbb36bec HTTP/1.1" status: 200 len: 1092 time: 1.3140311 Nov 12 04:01:04.271552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'tag': '801a2425-850e-47a1-b09f-d9a8dbb36bec'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:04.273383 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2aea14-55b8-4433-ab22-23c79fee7bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "2db45e15-aec8-4ec2-a115-d1aeb5cc247f", "tag": "801a2425-850e-47a1-b09f-d9a8dbb36bec"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:04.273560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af67434-90fa-464c-aa9f-8f671c8b87ee req-bae0ffb1-bda7-4bd5-b6fb-1b50a782e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:04.275400 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2af67434-90fa-464c-aa9f-8f671c8b87ee req-bae0ffb1-bda7-4bd5-b6fb-1b50a782e3e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516026 Nov 12 04:01:04.318512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878a59f-51d3-44c7-a528-37e3e0114165 service neutron] Pushing event updated for resources: {'Port': ['ID=801a2425-850e-47a1-b09f-d9a8dbb36bec,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:04.335805 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2db66a84-5d04-49c0-aca2-935fceb12f87 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:04.392123 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef25a807-80aa-4df9-9bf5-7976eea59ddb x-openstack-request-id: req-ef25a807-80aa-4df9-9bf5-7976eea59ddb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:04.392123 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db45e15-aec8-4ec2-a115-d1aeb5cc247f", "tag": "801a2425-850e-47a1-b09f-d9a8dbb36bec", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:04.392123 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ef25a807-80aa-4df9-9bf5-7976eea59ddb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:04.392123 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'tag': '801a2425-850e-47a1-b09f-d9a8dbb36bec', 'status': 'completed', 'code': 200} Nov 12 04:01:04.392123 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2db66a84-5d04-49c0-aca2-935fceb12f87 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:04.467045 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2af67434-90fa-464c-aa9f-8f671c8b87ee req-6bb7f045-b4a1-4fca-bfae-6b3c2e3e7bf6 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773591 Nov 12 04:01:04.561457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2aea14-55b8-4433-ab22-23c79fee7bd7 req-8b87eba3-eb51-4ff5-9d7e-fa3f4953a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:04.561457 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c2aea14-55b8-4433-ab22-23c79fee7bd7 req-8b87eba3-eb51-4ff5-9d7e-fa3f4953a10f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf460ee872646e8844d17a7c3330b47&device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 1095 time: 0.1149318 Nov 12 04:01:04.678333 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2af67434-90fa-464c-aa9f-8f671c8b87ee req-e0345d10-ece2-4dfe-8a70-7c5e57c17119 service neutron] 10.222.0.26 "GET /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960807 Nov 12 04:01:04.699506 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2db66a84-5d04-49c0-aca2-935fceb12f87 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:04.702374 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2db66a84-5d04-49c0-aca2-935fceb12f87 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:04.706180 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2db66a84-5d04-49c0-aca2-935fceb12f87 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "DELETE /v2.0/security-groups/2f663a77-5297-4e07-a17b-4a246096e479 HTTP/1.1" status: 204 len: 168 time: 0.5220225 Nov 12 04:01:04.707345 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49144) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:04.709055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2aea14-55b8-4433-ab22-23c79fee7bd7 req-c65e32e8-9690-41b4-a09c-dbcd7ef35c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:04.710571 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c2aea14-55b8-4433-ab22-23c79fee7bd7 req-c65e32e8-9690-41b4-a09c-dbcd7ef35c8d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=bbf460ee872646e8844d17a7c3330b47&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1447279 Nov 12 04:01:04.723274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db66a84-5d04-49c0-aca2-935fceb12f87 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f663a77-5297-4e07-a17b-4a246096e479,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:04.794528 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7bfe76e5-4585-478c-a40e-cfe92817a513 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0854030 Nov 12 04:01:04.795570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:04.801073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-89ff7074-eb58-40e6-a757-09a993b742c4 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group': {'name': 'tempest-secgroup--1807297708'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:04.910897 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2aea14-55b8-4433-ab22-23c79fee7bd7 req-9f30f7fd-f4ab-4244-93f4-4556832314db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:04.914817 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c2aea14-55b8-4433-ab22-23c79fee7bd7 req-9f30f7fd-f4ab-4244-93f4-4556832314db service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1662831 Nov 12 04:01:04.949753 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89ff7074-eb58-40e6-a757-09a993b742c4 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.080974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-c4d9ab00-4154-47f2-b17f-57725961b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:05.082939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-c4d9ab00-4154-47f2-b17f-57725961b3f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf460ee872646e8844d17a7c3330b47&device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 1095 time: 0.0736220 Nov 12 04:01:05.125993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5b36deba-9a51-4076-af9e-1044600c57e6 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:05.249054 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24d80a-62db-431a-a979-7dec6bf2a040 req-47f6f7ae-4c7d-476f-8d62-9d3ef49bf36e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:05.262573 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d24d80a-62db-431a-a979-7dec6bf2a040 req-47f6f7ae-4c7d-476f-8d62-9d3ef49bf36e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.2259128 Nov 12 04:01:05.277626 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89ff7074-eb58-40e6-a757-09a993b742c4 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.317162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 5b36deba-9a51-4076-af9e-1044600c57e6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:05.318064 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.345508 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-7d2c0319-723e-47e6-ad91-d6f34198fd24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=801a2425-850e-47a1-b09f-d9a8dbb36bec HTTP/1.1" status: 200 len: 217 time: 0.2345209 Nov 12 04:01:05.376972 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89ff7074-eb58-40e6-a757-09a993b742c4 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.440691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-f119ac75-1280-473c-a515-87ddced60bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:05.444484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-f119ac75-1280-473c-a515-87ddced60bce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c89d483a-9f6e-4e1e-921d-462845a25326 HTTP/1.1" status: 200 len: 834 time: 0.0890515 Nov 12 04:01:05.450221 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.459009 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff7074-eb58-40e6-a757-09a993b742c4 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f8584b-8067-4344-be00-fbbcbf3c07ba,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:05.479291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b36deba-9a51-4076-af9e-1044600c57e6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:05.481618 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8702b3bc-1219-4469-81b7-914fa9209093" -d '{"events": [{"server_uuid": "72aa6b2f-11b4-4b37-8984-4ed42f4289f4", "name": "network-vif-plugged", "status": "completed", "tag": "5b36deba-9a51-4076-af9e-1044600c57e6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:05.493652 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d24d80a-62db-431a-a979-7dec6bf2a040 req-5141ea04-787c-4cd8-bdca-547e925cabf8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095275 Nov 12 04:01:05.498111 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89ff7074-eb58-40e6-a757-09a993b742c4 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.503198 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-89ff7074-eb58-40e6-a757-09a993b742c4 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7063563 Nov 12 04:01:05.506025 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:05.507758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5b36deba-9a51-4076-af9e-1044600c57e6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5b36deba-9a51-4076-af9e-1044600c57e6,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:05.513144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8c94bf14-f98c-435d-8e7b-775335a2a77c tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '26f8584b-8067-4344-be00-fbbcbf3c07ba', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:05.513834 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-8c94bf14-f98c-435d-8e7b-775335a2a77c tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 04:01:05.514465 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-8c94bf14-f98c-435d-8e7b-775335a2a77c tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:05.518199 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8c94bf14-f98c-435d-8e7b-775335a2a77c tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084484 Nov 12 04:01:05.518463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:05.589528 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c52cf4ae-a7c4-4bca-a60f-2fe9cbe3dc87 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.594647 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.600233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8619a1-055b-4fcd-b642-959372bbb285 req-ca5cb29c-5ec3-443b-b4c6-d7b2454cd152 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:05.600933 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f293572-dfc9-40c6-ad22-a778e5800da0 x-openstack-request-id: req-8f293572-dfc9-40c6-ad22-a778e5800da0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:05.601315 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72aa6b2f-11b4-4b37-8984-4ed42f4289f4", "name": "network-vif-plugged", "status": "completed", "tag": "5b36deba-9a51-4076-af9e-1044600c57e6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:05.603938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f8619a1-055b-4fcd-b642-959372bbb285 req-ca5cb29c-5ec3-443b-b4c6-d7b2454cd152 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 943 time: 0.1537156 Nov 12 04:01:05.609124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-04a2d9be-a709-479d-b9fe-45eb87c33009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:05.609387 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8f293572-dfc9-40c6-ad22-a778e5800da0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:05.609589 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-04a2d9be-a709-479d-b9fe-45eb87c33009 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d4ee0db-b40b-4493-a1a0-125056a2c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163433 Nov 12 04:01:05.609779 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b36deba-9a51-4076-af9e-1044600c57e6', 'code': 200} Nov 12 04:01:05.655185 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c52cf4ae-a7c4-4bca-a60f-2fe9cbe3dc87 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.682007 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5b36deba-9a51-4076-af9e-1044600c57e6,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:05.800648 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c52cf4ae-a7c4-4bca-a60f-2fe9cbe3dc87 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.804428 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c52cf4ae-a7c4-4bca-a60f-2fe9cbe3dc87 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.804672 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c52cf4ae-a7c4-4bca-a60f-2fe9cbe3dc87 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "DELETE /v2.0/security-groups/26f8584b-8067-4344-be00-fbbcbf3c07ba HTTP/1.1" status: 204 len: 168 time: 0.2851253 Nov 12 04:01:05.817733 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:05.831773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cf4ae-a7c4-4bca-a60f-2fe9cbe3dc87 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f8584b-8067-4344-be00-fbbcbf3c07ba,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:05.916812 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-88fbf87e-47b5-4e43-943c-38f46052820e tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0962994 Nov 12 04:01:05.918410 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:05.925208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e38ad655-5d4d-407b-a1d1-3f67b571d210 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group': {'name': 'tempest-secgroup--922471000'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:06.052511 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e38ad655-5d4d-407b-a1d1-3f67b571d210 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:06.069461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f8619a1-055b-4fcd-b642-959372bbb285 req-57baf473-d79e-4415-8db9-860a48d26745 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4603326 Nov 12 04:01:06.112804 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-ce578208-55cf-4924-b6a9-9268f542f2d9 service neutron] 10.222.0.26 "GET /v2.0/networks/1d4ee0db-b40b-4493-a1a0-125056a2c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278777 Nov 12 04:01:06.171364 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e38ad655-5d4d-407b-a1d1-3f67b571d210 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:06.230938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99e6a25a-7c01-4856-bc3d-ca64289d0218 req-f7c28030-faa3-4b56-8a0b-54df469ee9a1 service neutron] 10.222.0.26 "GET /v2.0/networks/1d4ee0db-b40b-4493-a1a0-125056a2c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077602 Nov 12 04:01:06.263290 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e38ad655-5d4d-407b-a1d1-3f67b571d210 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:06.305108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ad655-5d4d-407b-a1d1-3f67b571d210 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4ce3c1-ddd6-4601-a8e6-a71e84c828d7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:06.398107 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e38ad655-5d4d-407b-a1d1-3f67b571d210 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:06.399610 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e38ad655-5d4d-407b-a1d1-3f67b571d210 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4802825 Nov 12 04:01:06.402777 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:06.410202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bbcffbe7-6693-4eeb-807a-89230d15ed1f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '6b4ce3c1-ddd6-4601-a8e6-a71e84c828d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:06.411891 n-d-767704-23 neutron-server[103146]: WARNING neutron.api.v2.base [None req-bbcffbe7-6693-4eeb-807a-89230d15ed1f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 04:01:06.412965 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-bbcffbe7-6693-4eeb-807a-89230d15ed1f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:06.414950 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bbcffbe7-6693-4eeb-807a-89230d15ed1f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105956 Nov 12 04:01:06.418285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:06.426724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-06276f10-837a-455d-9948-4d3c34278efa tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '6b4ce3c1-ddd6-4601-a8e6-a71e84c828d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:06.426724 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-06276f10-837a-455d-9948-4d3c34278efa tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 04:01:06.426724 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-06276f10-837a-455d-9948-4d3c34278efa tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:06.426724 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-06276f10-837a-455d-9948-4d3c34278efa tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063720 Nov 12 04:01:06.430460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:06.435761 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-58f616da-8627-4aeb-a93e-9bdd5c96088e tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '6b4ce3c1-ddd6-4601-a8e6-a71e84c828d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:06.438359 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-58f616da-8627-4aeb-a93e-9bdd5c96088e tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 04:01:06.438359 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-58f616da-8627-4aeb-a93e-9bdd5c96088e tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:06.438359 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-58f616da-8627-4aeb-a93e-9bdd5c96088e tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066969 Nov 12 04:01:06.442056 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:06.448011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3edc0d88-677e-4e70-a09e-59f2d52872ad tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '6b4ce3c1-ddd6-4601-a8e6-a71e84c828d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:06.448943 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-3edc0d88-677e-4e70-a09e-59f2d52872ad tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 04:01:06.449497 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-3edc0d88-677e-4e70-a09e-59f2d52872ad tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:06.454345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3edc0d88-677e-4e70-a09e-59f2d52872ad tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074394 Nov 12 04:01:06.454865 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49192) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:06.535169 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e56dbf7f-f3e5-4d7b-a4f2-e8b6d3b535cb tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:06.567341 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e56dbf7f-f3e5-4d7b-a4f2-e8b6d3b535cb tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:06.696063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aba00-7ef9-4a19-9943-9f63cdc67ea9 req-f983f6d9-4414-4c54-9638-7ff907ece7a1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:06.703872 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-110aba00-7ef9-4a19-9943-9f63cdc67ea9 req-f983f6d9-4414-4c54-9638-7ff907ece7a1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0725729 Nov 12 04:01:06.739131 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e56dbf7f-f3e5-4d7b-a4f2-e8b6d3b535cb tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:06.744487 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e56dbf7f-f3e5-4d7b-a4f2-e8b6d3b535cb tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:06.744487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e56dbf7f-f3e5-4d7b-a4f2-e8b6d3b535cb tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "DELETE /v2.0/security-groups/6b4ce3c1-ddd6-4601-a8e6-a71e84c828d7 HTTP/1.1" status: 204 len: 168 time: 0.2867637 Nov 12 04:01:06.746599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49196) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:06.760601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dbf7f-f3e5-4d7b-a4f2-e8b6d3b535cb tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4ce3c1-ddd6-4601-a8e6-a71e84c828d7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:06.775942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-110aba00-7ef9-4a19-9943-9f63cdc67ea9 req-c0667ac5-54d1-40d5-9438-40eada5c8705 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688670 Nov 12 04:01:06.863430 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d148efae-e8df-4837-bb07-da9b7f95c83c tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1156702 Nov 12 04:01:06.867592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49200) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:06.872820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f8f7f031-e659-4244-a929-5bfd3bae0b95 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group': {'name': 'tempest-secgroup--122677435'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:06.930254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e25190-e953-4e3b-ada0-1af70ad5b2e6 req-2d8cb0aa-ad40-458e-9926-d76364b11135 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:06.932057 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-82e25190-e953-4e3b-ada0-1af70ad5b2e6 req-2d8cb0aa-ad40-458e-9926-d76364b11135 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0621617 Nov 12 04:01:06.983557 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f031-e659-4244-a929-5bfd3bae0b95 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:07.019782 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-82e25190-e953-4e3b-ada0-1af70ad5b2e6 req-01523f10-427b-4261-b987-7e4b262f46d6 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788233 Nov 12 04:01:07.109213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f031-e659-4244-a929-5bfd3bae0b95 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:07.177496 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f031-e659-4244-a929-5bfd3bae0b95 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:07.225222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7f031-e659-4244-a929-5bfd3bae0b95 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb61ef9-08d0-42e1-a49a-220428f34d7f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:07.225908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8f345-2832-4034-8756-a3d1836f9215 req-05ea5514-0b37-4f0c-9563-3964e7a915c1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:07.227727 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08b8f345-2832-4034-8756-a3d1836f9215 req-05ea5514-0b37-4f0c-9563-3964e7a915c1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 943 time: 0.0544224 Nov 12 04:01:07.310727 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08b8f345-2832-4034-8756-a3d1836f9215 req-c69d9bc7-8518-47f8-99df-e3681ad0c29d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757139 Nov 12 04:01:07.358942 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f031-e659-4244-a929-5bfd3bae0b95 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:07.363853 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f8f7f031-e659-4244-a929-5bfd3bae0b95 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4913893 Nov 12 04:01:07.365413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49220) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:07.379711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-651f0e86-d1c2-4889-83f5-534122645035 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '4cb61ef9-08d0-42e1-a49a-220428f34d7f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:07.380362 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-651f0e86-d1c2-4889-83f5-534122645035 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 04:01:07.380965 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-651f0e86-d1c2-4889-83f5-534122645035 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:07.382055 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-651f0e86-d1c2-4889-83f5-534122645035 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0155678 Nov 12 04:01:07.401514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49224) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:07.407609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-be490599-a363-476b-a513-99049265407f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '4cb61ef9-08d0-42e1-a49a-220428f34d7f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:07.841347 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-be490599-a363-476b-a513-99049265407f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:07.842418 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-be490599-a363-476b-a513-99049265407f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4394548 Nov 12 04:01:07.845483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:07.850138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-22e26be7-19cc-4c3c-bdad-eccdfa003c34 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '4cb61ef9-08d0-42e1-a49a-220428f34d7f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:07.850643 n-d-767704-23 neutron-server[103146]: WARNING neutron.api.v2.base [None req-22e26be7-19cc-4c3c-bdad-eccdfa003c34 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 04:01:07.851244 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-22e26be7-19cc-4c3c-bdad-eccdfa003c34 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:07.852287 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-22e26be7-19cc-4c3c-bdad-eccdfa003c34 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057065 Nov 12 04:01:07.861688 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:07.866645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-945d95e0-cd80-4dba-9861-7d6f9cd79f3d tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '4cb61ef9-08d0-42e1-a49a-220428f34d7f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:08.423928 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-945d95e0-cd80-4dba-9861-7d6f9cd79f3d tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:08.428355 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49252) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:08.429209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-945d95e0-cd80-4dba-9861-7d6f9cd79f3d tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5658519 Nov 12 04:01:08.434733 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-40deb963-64da-4e0e-8044-3229ce762a86 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '4cb61ef9-08d0-42e1-a49a-220428f34d7f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:08.435445 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-40deb963-64da-4e0e-8044-3229ce762a86 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 04:01:08.446147 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-40deb963-64da-4e0e-8044-3229ce762a86 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:08.446147 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-40deb963-64da-4e0e-8044-3229ce762a86 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067115 Nov 12 04:01:08.449930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49254) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:08.456706 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c25eb089-d0df-47d9-b0ac-4f7134586dc9 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '4cb61ef9-08d0-42e1-a49a-220428f34d7f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:08.543790 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-c25eb089-d0df-47d9-b0ac-4f7134586dc9 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Project 6373896d6b014d3cb301f7533308d468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:01:08.619096 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-c25eb089-d0df-47d9-b0ac-4f7134586dc9 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:08.625500 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c25eb089-d0df-47d9-b0ac-4f7134586dc9 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1695409 Nov 12 04:01:08.630232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49262) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:08.630893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3750d892-9b41-4bad-b8c0-065ee7eb600b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '4cb61ef9-08d0-42e1-a49a-220428f34d7f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:08.631513 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-3750d892-9b41-4bad-b8c0-065ee7eb600b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 04:01:08.631950 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-3750d892-9b41-4bad-b8c0-065ee7eb600b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:08.638051 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3750d892-9b41-4bad-b8c0-065ee7eb600b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062046 Nov 12 04:01:08.638408 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49268) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:08.645323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e91f95d1-ec9f-47b0-bcbc-f4e286925e47 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '4cb61ef9-08d0-42e1-a49a-220428f34d7f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:08.762687 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-e91f95d1-ec9f-47b0-bcbc-f4e286925e47 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Project 6373896d6b014d3cb301f7533308d468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:01:08.874981 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-e91f95d1-ec9f-47b0-bcbc-f4e286925e47 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:08.879270 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e91f95d1-ec9f-47b0-bcbc-f4e286925e47 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2393887 Nov 12 04:01:08.881122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49272) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:08.886300 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e3cf4265-86dc-40cb-89c2-1014eacd43cf tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '4cb61ef9-08d0-42e1-a49a-220428f34d7f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:08.989268 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-e3cf4265-86dc-40cb-89c2-1014eacd43cf tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Project 6373896d6b014d3cb301f7533308d468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:01:09.088058 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-e3cf4265-86dc-40cb-89c2-1014eacd43cf tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:09.091609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e3cf4265-86dc-40cb-89c2-1014eacd43cf tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2079880 Nov 12 04:01:09.092220 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49274) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:09.206895 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51dfadce-7908-469a-b7ac-57e455037b7f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:09.245683 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51dfadce-7908-469a-b7ac-57e455037b7f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:09.317387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062df60-db62-4f46-8a7d-a419056f1758 req-5d2fde11-2ee6-476e-8516-c313b59387b5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:09.326108 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b062df60-db62-4f46-8a7d-a419056f1758 req-5d2fde11-2ee6-476e-8516-c313b59387b5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 943 time: 0.0936141 Nov 12 04:01:09.375643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97971aa6-729d-4397-9271-835c4184dbe3 req-8fcc4cf6-ef45-4635-9502-ac350d04c19a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:09.383683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97971aa6-729d-4397-9271-835c4184dbe3 req-8fcc4cf6-ef45-4635-9502-ac350d04c19a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=96f8317f-d3f5-4a9a-9181-e7901d085d32 HTTP/1.1" status: 200 len: 943 time: 0.0825567 Nov 12 04:01:09.389826 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b062df60-db62-4f46-8a7d-a419056f1758 req-5a578eab-bc53-4106-86bc-bddf7352364b tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616076 Nov 12 04:01:09.445114 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51dfadce-7908-469a-b7ac-57e455037b7f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:09.450586 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51dfadce-7908-469a-b7ac-57e455037b7f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:09.452648 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-51dfadce-7908-469a-b7ac-57e455037b7f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "DELETE /v2.0/security-groups/4cb61ef9-08d0-42e1-a49a-220428f34d7f HTTP/1.1" status: 204 len: 168 time: 0.3593979 Nov 12 04:01:09.455709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:09.489210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfadce-7908-469a-b7ac-57e455037b7f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb61ef9-08d0-42e1-a49a-220428f34d7f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:09.538608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-97971aa6-729d-4397-9271-835c4184dbe3 req-3b302f77-44de-4984-b5b7-0013ea103396 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Deleting port a17a50b2-1ecc-4f9c-866d-0950ba99082f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:09.538941 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-97971aa6-729d-4397-9271-835c4184dbe3 req-3b302f77-44de-4984-b5b7-0013ea103396 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:09.565562 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-850388f6-562d-4be2-9e97-bdeea17e976b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1083157 Nov 12 04:01:09.566205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:09.575830 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-259f8739-75e2-4ca8-8d88-8ac0d07cc71b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group': {'name': 'tempest-secgroup--680921946'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:09.675879 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-259f8739-75e2-4ca8-8d88-8ac0d07cc71b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:09.677825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-97971aa6-729d-4397-9271-835c4184dbe3 req-3b302f77-44de-4984-b5b7-0013ea103396 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] For port a17a50b2-1ecc-4f9c-866d-0950ba99082f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=a17a50b2-1ecc-4f9c-866d-0950ba99082f,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:09.679954 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-97971aa6-729d-4397-9271-835c4184dbe3 req-3b302f77-44de-4984-b5b7-0013ea103396 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:09.699770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-97971aa6-729d-4397-9271-835c4184dbe3 req-3b302f77-44de-4984-b5b7-0013ea103396 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Calling delete_port for a17a50b2-1ecc-4f9c-866d-0950ba99082f owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:09.798611 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-259f8739-75e2-4ca8-8d88-8ac0d07cc71b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:09.903558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-259f8739-75e2-4ca8-8d88-8ac0d07cc71b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:09.951145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f8739-75e2-4ca8-8d88-8ac0d07cc71b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5da1e0-6838-40a4-9ada-09ea0286b370,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:09.986751 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-259f8739-75e2-4ca8-8d88-8ac0d07cc71b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:09.988444 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-259f8739-75e2-4ca8-8d88-8ac0d07cc71b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4212255 Nov 12 04:01:09.991112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:09.996217 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-23a506e6-4977-4b44-9826-b5c13735e098 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': 'eb5da1e0-6838-40a4-9ada-09ea0286b370', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:10.056648 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-97971aa6-729d-4397-9271-835c4184dbe3 req-3b302f77-44de-4984-b5b7-0013ea103396 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:10.071021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['be386246-99b7-403b-8242-8b84f96b48cf'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:10.094434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b302f77-44de-4984-b5b7-0013ea103396 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event deleted for resources: {'Port': ['ID=a17a50b2-1ecc-4f9c-866d-0950ba99082f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:10.123948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['87eef853-eb64-4a71-be1a-ee0e5b4d784a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:10.176640 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-23a506e6-4977-4b44-9826-b5c13735e098 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The resource could not be found. Nov 12 04:01:10.177726 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-23a506e6-4977-4b44-9826-b5c13735e098 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1856565 Nov 12 04:01:10.181007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:10.186153 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d8cde037-e22e-4e88-89da-79d2b6ae2b43 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': 'eb5da1e0-6838-40a4-9ada-09ea0286b370', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'adc42594-7d6f-486b-9fb1-808e3f769da7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:10.235836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-97971aa6-729d-4397-9271-835c4184dbe3 req-3b302f77-44de-4984-b5b7-0013ea103396 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] No DVR routers for this DVR port a17a50b2-1ecc-4f9c-866d-0950ba99082f on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:10.239272 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-97971aa6-729d-4397-9271-835c4184dbe3 req-3b302f77-44de-4984-b5b7-0013ea103396 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:10.243186 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97971aa6-729d-4397-9271-835c4184dbe3 req-3b302f77-44de-4984-b5b7-0013ea103396 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "DELETE /v2.0/ports/a17a50b2-1ecc-4f9c-866d-0950ba99082f HTTP/1.1" status: 204 len: 173 time: 0.8579025 Nov 12 04:01:10.245973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f8317f-d3f5-4a9a-9181-e7901d085d32', 'name': 'network-vif-deleted', 'tag': 'a17a50b2-1ecc-4f9c-866d-0950ba99082f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:10.247147 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1865b061-b809-436c-b7ba-be773b457926" -d '{"events": [{"server_uuid": "96f8317f-d3f5-4a9a-9181-e7901d085d32", "name": "network-vif-deleted", "tag": "a17a50b2-1ecc-4f9c-866d-0950ba99082f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:10.312898 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f65484c-47e5-4332-962b-ab93a81fdf85 x-openstack-request-id: req-8f65484c-47e5-4332-962b-ab93a81fdf85 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:10.313661 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f8317f-d3f5-4a9a-9181-e7901d085d32", "name": "network-vif-deleted", "tag": "a17a50b2-1ecc-4f9c-866d-0950ba99082f", "status": "failed", "code": 422}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:10.313661 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8f65484c-47e5-4332-962b-ab93a81fdf85 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:10.313896 n-d-767704-23 neutron-server[103146]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96f8317f-d3f5-4a9a-9181-e7901d085d32', 'name': 'network-vif-deleted', 'tag': 'a17a50b2-1ecc-4f9c-866d-0950ba99082f', 'status': 'failed', 'code': 422} returned with failed status Nov 12 04:01:10.423500 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-d8cde037-e22e-4e88-89da-79d2b6ae2b43 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The resource could not be found. Nov 12 04:01:10.425505 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d8cde037-e22e-4e88-89da-79d2b6ae2b43 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2434638 Nov 12 04:01:10.429566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:10.466175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 801a2425-850e-47a1-b09f-d9a8dbb36bec details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:01:10.594091 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c49c1e91-221c-45ae-8032-eb5bb2d8c262 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:10.609556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c0d1-3dee-4fc5-870f-ce5da4399c51 req-67521f41-42e5-496b-a34f-836f8beb3066 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:10.611366 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6271c0d1-3dee-4fc5-870f-ce5da4399c51 req-67521f41-42e5-496b-a34f-836f8beb3066 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 943 time: 0.1170430 Nov 12 04:01:10.645273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 801a2425-850e-47a1-b09f-d9a8dbb36bec, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=801a2425-850e-47a1-b09f-d9a8dbb36bec,segment=NetworkSegment(7394c6f8-415a-4435-81e5-fe5877315a5b),segment_id=7394c6f8-415a-4435-81e5-fe5877315a5b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:10.649391 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c49c1e91-221c-45ae-8032-eb5bb2d8c262 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:10.665560 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '801a2425-850e-47a1-b09f-d9a8dbb36bec', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'port_id': '801a2425-850e-47a1-b09f-d9a8dbb36bec', 'mac_address': 'fa:16:3e:ae:55:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:01:10.713870 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:10.739352 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801a2425-850e-47a1-b09f-d9a8dbb36bec {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:01:10.749538 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6271c0d1-3dee-4fc5-870f-ce5da4399c51 req-f79f0de5-b8c2-4c98-953d-99cbd3269670 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241057 Nov 12 04:01:10.773907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 801a2425-850e-47a1-b09f-d9a8dbb36bec, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=801a2425-850e-47a1-b09f-d9a8dbb36bec,segment=NetworkSegment(7394c6f8-415a-4435-81e5-fe5877315a5b),segment_id=7394c6f8-415a-4435-81e5-fe5877315a5b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:10.827809 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c49c1e91-221c-45ae-8032-eb5bb2d8c262 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:10.833716 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c49c1e91-221c-45ae-8032-eb5bb2d8c262 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:10.837907 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c49c1e91-221c-45ae-8032-eb5bb2d8c262 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "DELETE /v2.0/security-groups/eb5da1e0-6838-40a4-9ada-09ea0286b370 HTTP/1.1" status: 204 len: 168 time: 0.4044397 Nov 12 04:01:10.839284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49308) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:10.848530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c1e91-221c-45ae-8032-eb5bb2d8c262 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5da1e0-6838-40a4-9ada-09ea0286b370,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:10.853393 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:10.912312 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e63a9817-17c0-4969-ad21-3662574f62e1 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0679526 Nov 12 04:01:10.913704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:10.920265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dd4b00c2-271e-47ee-a7c6-ad744b523850 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '712fd4d0-645f-4df2-b33a-2fb90214b027', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:10.962652 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=801a2425-850e-47a1-b09f-d9a8dbb36bec,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:11.191819 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-dd4b00c2-271e-47ee-a7c6-ad744b523850 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The resource could not be found. Nov 12 04:01:11.193219 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dd4b00c2-271e-47ee-a7c6-ad744b523850 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2781653 Nov 12 04:01:11.203655 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49314) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:11.215148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-82562228-41f5-4fb4-afe3-298581e5dd28 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603556255'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:11.331851 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82562228-41f5-4fb4-afe3-298581e5dd28 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:11.454830 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82562228-41f5-4fb4-afe3-298581e5dd28 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:11.549131 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82562228-41f5-4fb4-afe3-298581e5dd28 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:11.561918 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['801a2425-850e-47a1-b09f-d9a8dbb36bec'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:11.590058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82562228-41f5-4fb4-afe3-298581e5dd28 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f752327e-324e-42e2-b94f-e4321352b9f5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:11.696079 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82562228-41f5-4fb4-afe3-298581e5dd28 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:11.699755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:11.704225 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9b8382eb-6776-4c50-8431-1dd9733d79cb tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group': {'name': 'tempest-secgroup--573592719'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:11.708364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-82562228-41f5-4fb4-afe3-298581e5dd28 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5019362 Nov 12 04:01:11.883115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae1e69-66b4-48a0-9aa4-6072118e5621 req-d8139044-6600-489d-89ae-8c3fa2d7e258 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:11.884820 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6ae1e69-66b4-48a0-9aa4-6072118e5621 req-d8139044-6600-489d-89ae-8c3fa2d7e258 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 944 time: 0.0588319 Nov 12 04:01:11.941070 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6ae1e69-66b4-48a0-9aa4-6072118e5621 req-21af89a9-352c-4103-9d69-3e73cab71237 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495615 Nov 12 04:01:12.096627 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b8382eb-6776-4c50-8431-1dd9733d79cb tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:12.175845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba2601-b898-4868-8077-4340cf089a6e req-f3380766-ada9-4a57-8027-112583030722 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:12.177771 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-21ba2601-b898-4868-8077-4340cf089a6e req-f3380766-ada9-4a57-8027-112583030722 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 908 time: 0.0774167 Nov 12 04:01:12.235976 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b8382eb-6776-4c50-8431-1dd9733d79cb tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:12.298050 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b8382eb-6776-4c50-8431-1dd9733d79cb tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:12.338142 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8382eb-6776-4c50-8431-1dd9733d79cb tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ccf0d0-0697-4895-bf4d-f7dff5d279ff,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:12.398180 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b8382eb-6776-4c50-8431-1dd9733d79cb tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:12.402835 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9b8382eb-6776-4c50-8431-1dd9733d79cb tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6992474 Nov 12 04:01:12.406483 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:12.413126 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a6e0b991-d3c4-4d77-92b7-5ee2d65f732e tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': 'f752327e-324e-42e2-b94f-e4321352b9f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '32ccf0d0-0697-4895-bf4d-f7dff5d279ff'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:12.601942 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-a6e0b991-d3c4-4d77-92b7-5ee2d65f732e tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:12.603942 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a6e0b991-d3c4-4d77-92b7-5ee2d65f732e tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1961315 Nov 12 04:01:12.606368 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49350) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:12.691652 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da76cfac-9cc3-47c5-bdc6-b9f79b686f98 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:12.721531 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da76cfac-9cc3-47c5-bdc6-b9f79b686f98 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:12.892059 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da76cfac-9cc3-47c5-bdc6-b9f79b686f98 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:12.894781 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da76cfac-9cc3-47c5-bdc6-b9f79b686f98 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:12.896807 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-da76cfac-9cc3-47c5-bdc6-b9f79b686f98 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "DELETE /v2.0/security-groups/32ccf0d0-0697-4895-bf4d-f7dff5d279ff HTTP/1.1" status: 204 len: 168 time: 0.2886598 Nov 12 04:01:12.899063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49352) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:12.913879 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76cfac-9cc3-47c5-bdc6-b9f79b686f98 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ccf0d0-0697-4895-bf4d-f7dff5d279ff,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:13.010702 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-59478a94-0708-466c-9afb-b3254c7e192f tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1097605 Nov 12 04:01:13.014833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49356) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:13.123214 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4fc04ea-8c64-48af-9d31-f3dce5931c4b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:13.150325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdba1e2-aa4d-458b-98db-24afa5dfa347 req-b3b9173b-c0f4-4f57-a259-8e177760c3e9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:13.158044 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cdba1e2-aa4d-458b-98db-24afa5dfa347 req-b3b9173b-c0f4-4f57-a259-8e177760c3e9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 944 time: 0.0864260 Nov 12 04:01:13.201826 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4fc04ea-8c64-48af-9d31-f3dce5931c4b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:13.245855 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cdba1e2-aa4d-458b-98db-24afa5dfa347 req-b56fc005-e0c7-426d-94a8-efd7ebd94975 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794165 Nov 12 04:01:13.320739 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4fc04ea-8c64-48af-9d31-f3dce5931c4b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:13.324513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9369db-cfe9-47b2-a140-dbde6b245f71 req-39ccbbed-1fb3-4cfe-9d76-2e5d8e1c2327 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:13.325086 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4fc04ea-8c64-48af-9d31-f3dce5931c4b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:13.326446 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c9369db-cfe9-47b2-a140-dbde6b245f71 req-39ccbbed-1fb3-4cfe-9d76-2e5d8e1c2327 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 908 time: 0.0575757 Nov 12 04:01:13.329504 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a4fc04ea-8c64-48af-9d31-f3dce5931c4b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "DELETE /v2.0/security-groups/f752327e-324e-42e2-b94f-e4321352b9f5 HTTP/1.1" status: 204 len: 168 time: 0.3133626 Nov 12 04:01:13.329692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49360) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:13.342996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc04ea-8c64-48af-9d31-f3dce5931c4b tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f752327e-324e-42e2-b94f-e4321352b9f5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:13.419947 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8c953d3f-95c8-4ca1-afeb-54a42b3a70c0 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0861437 Nov 12 04:01:13.422848 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:13.428942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0c5da048-88a4-4655-b70f-283181fde4af tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group': {'name': 'tempest-secgroup--328621109'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:13.527046 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c5da048-88a4-4655-b70f-283181fde4af tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:13.633172 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c5da048-88a4-4655-b70f-283181fde4af tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:13.668812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c5da048-88a4-4655-b70f-283181fde4af tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:13.702947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5da048-88a4-4655-b70f-283181fde4af tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c93dd67-0587-47df-ae09-3fab996189e9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:13.749859 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c5da048-88a4-4655-b70f-283181fde4af tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:13.763679 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0c5da048-88a4-4655-b70f-283181fde4af tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3396173 Nov 12 04:01:13.768142 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:13.773856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9c7d9f1a-48fc-4bc8-99d9-e5faf963206d tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '7c93dd67-0587-47df-ae09-3fab996189e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:13.942807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e008f-ae79-4e1d-909c-be5311436fab req-88a4628e-77a5-49df-91b9-972eec502e21 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:13.944704 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa9e008f-ae79-4e1d-909c-be5311436fab req-88a4628e-77a5-49df-91b9-972eec502e21 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.25 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 908 time: 0.0627983 Nov 12 04:01:13.982164 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-9c7d9f1a-48fc-4bc8-99d9-e5faf963206d tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:13.983383 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9c7d9f1a-48fc-4bc8-99d9-e5faf963206d tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2138715 Nov 12 04:01:13.986618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49378) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:13.991194 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ecb6669b-23e0-425b-aa57-0adcfff10d11 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group_rule': {'security_group_id': '7c93dd67-0587-47df-ae09-3fab996189e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:14.095510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-aa9e008f-ae79-4e1d-909c-be5311436fab req-a56c5c2d-1c8a-4d9c-90d9-e42c54442c96 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Deleting port f663d68a-86c9-4c06-887a-f81c3967164e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:14.095856 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aa9e008f-ae79-4e1d-909c-be5311436fab req-a56c5c2d-1c8a-4d9c-90d9-e42c54442c96 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:14.197788 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-ecb6669b-23e0-425b-aa57-0adcfff10d11 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:01:14.205369 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ecb6669b-23e0-425b-aa57-0adcfff10d11 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2173581 Nov 12 04:01:14.206697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49380) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:14.215477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-aa9e008f-ae79-4e1d-909c-be5311436fab req-a56c5c2d-1c8a-4d9c-90d9-e42c54442c96 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] For port f663d68a-86c9-4c06-887a-f81c3967164e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f663d68a-86c9-4c06-887a-f81c3967164e,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:14.216243 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aa9e008f-ae79-4e1d-909c-be5311436fab req-a56c5c2d-1c8a-4d9c-90d9-e42c54442c96 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:14.237323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-aa9e008f-ae79-4e1d-909c-be5311436fab req-a56c5c2d-1c8a-4d9c-90d9-e42c54442c96 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Calling delete_port for f663d68a-86c9-4c06-887a-f81c3967164e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:14.324802 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9149ca9-d968-4b28-bf5f-56be3af661fc tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:14.361606 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9149ca9-d968-4b28-bf5f-56be3af661fc tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:14.481275 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 801a2425-850e-47a1-b09f-d9a8dbb36bec up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:14.498174 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eefd67-80fa-4716-b384-f80fc101c011 req-e34e50ae-c734-4e6a-8f79-69c99d2227a7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:14.502232 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-54eefd67-80fa-4716-b384-f80fc101c011 req-e34e50ae-c734-4e6a-8f79-69c99d2227a7 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 908 time: 0.0792310 Nov 12 04:01:14.531763 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9149ca9-d968-4b28-bf5f-56be3af661fc tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:14.533228 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc71ab-f138-4e2a-9e08-73f3a5918229 req-c3f1eb9a-7e9b-4fc4-a65d-24a7c93869cb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:14.534991 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f6cc71ab-f138-4e2a-9e08-73f3a5918229 req-c3f1eb9a-7e9b-4fc4-a65d-24a7c93869cb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 944 time: 0.0855336 Nov 12 04:01:14.540117 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9149ca9-d968-4b28-bf5f-56be3af661fc tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:14.541950 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b9149ca9-d968-4b28-bf5f-56be3af661fc tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "DELETE /v2.0/security-groups/7c93dd67-0587-47df-ae09-3fab996189e9 HTTP/1.1" status: 204 len: 168 time: 0.3336320 Nov 12 04:01:14.547291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49386) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:14.563707 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9149ca9-d968-4b28-bf5f-56be3af661fc tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c93dd67-0587-47df-ae09-3fab996189e9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:14.639317 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aa9e008f-ae79-4e1d-909c-be5311436fab req-a56c5c2d-1c8a-4d9c-90d9-e42c54442c96 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:14.658474 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0d5dc367-4e2d-4c3c-92c7-0b093d80eefc tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1095574 Nov 12 04:01:14.659167 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49398) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:14.663760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3331170d-2887-4ba8-a0c1-b28f6053edff tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367683987'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:14.668687 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 801a2425-850e-47a1-b09f-d9a8dbb36bec completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:01:14.681799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 801a2425-850e-47a1-b09f-d9a8dbb36bec triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:14.690824 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:14.709177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c5c2d-1c8a-4d9c-90d9-e42c54442c96 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event deleted for resources: {'Port': ['ID=f663d68a-86c9-4c06-887a-f81c3967164e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:14.719774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f6cc71ab-f138-4e2a-9e08-73f3a5918229 req-4eececab-6806-4f9f-a54d-1c93924948ee tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732664 Nov 12 04:01:14.760606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9e008f-ae79-4e1d-909c-be5311436fab req-a56c5c2d-1c8a-4d9c-90d9-e42c54442c96 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] No DVR routers for this DVR port f663d68a-86c9-4c06-887a-f81c3967164e on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:14.764187 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aa9e008f-ae79-4e1d-909c-be5311436fab req-a56c5c2d-1c8a-4d9c-90d9-e42c54442c96 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:14.766744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3331170d-2887-4ba8-a0c1-b28f6053edff tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:14.771251 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa9e008f-ae79-4e1d-909c-be5311436fab req-a56c5c2d-1c8a-4d9c-90d9-e42c54442c96 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.25 "DELETE /v2.0/ports/f663d68a-86c9-4c06-887a-f81c3967164e HTTP/1.1" status: 204 len: 173 time: 0.8166451 Nov 12 04:01:14.776194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34462523-23e7-485b-91ae-60b0fb66d5e8', 'name': 'network-vif-deleted', 'tag': 'f663d68a-86c9-4c06-887a-f81c3967164e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:14.781009 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029599bb-9f6e-46f3-be0c-29b8bf92e692" -d '{"events": [{"server_uuid": "34462523-23e7-485b-91ae-60b0fb66d5e8", "name": "network-vif-deleted", "tag": "f663d68a-86c9-4c06-887a-f81c3967164e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:14.815084 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:14.847721 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44490613-dec1-46e9-a3e2-c01669809b4e x-openstack-request-id: req-44490613-dec1-46e9-a3e2-c01669809b4e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:14.847721 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34462523-23e7-485b-91ae-60b0fb66d5e8", "name": "network-vif-deleted", "tag": "f663d68a-86c9-4c06-887a-f81c3967164e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:14.847721 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-44490613-dec1-46e9-a3e2-c01669809b4e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:14.848225 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34462523-23e7-485b-91ae-60b0fb66d5e8', 'name': 'network-vif-deleted', 'tag': 'f663d68a-86c9-4c06-887a-f81c3967164e', 'status': 'completed', 'code': 200} Nov 12 04:01:14.865492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801a2425-850e-47a1-b09f-d9a8dbb36bec'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:14.868372 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3707f5-af17-4860-94d7-a38e723ada1c" -d '{"events": [{"server_uuid": "2db45e15-aec8-4ec2-a115-d1aeb5cc247f", "name": "network-vif-plugged", "status": "completed", "tag": "801a2425-850e-47a1-b09f-d9a8dbb36bec"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:14.882913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 801a2425-850e-47a1-b09f-d9a8dbb36bec, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=801a2425-850e-47a1-b09f-d9a8dbb36bec,segment=NetworkSegment(7394c6f8-415a-4435-81e5-fe5877315a5b),segment_id=7394c6f8-415a-4435-81e5-fe5877315a5b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:14.900794 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3331170d-2887-4ba8-a0c1-b28f6053edff tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:14.923957 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96ce5d1-d2e7-4f5c-8882-cb6b07e99420 x-openstack-request-id: req-f96ce5d1-d2e7-4f5c-8882-cb6b07e99420 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:14.924375 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db45e15-aec8-4ec2-a115-d1aeb5cc247f", "name": "network-vif-plugged", "status": "completed", "tag": "801a2425-850e-47a1-b09f-d9a8dbb36bec", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:14.924629 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f96ce5d1-d2e7-4f5c-8882-cb6b07e99420 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:14.925024 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801a2425-850e-47a1-b09f-d9a8dbb36bec', 'code': 200} Nov 12 04:01:14.967541 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:15.006312 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3331170d-2887-4ba8-a0c1-b28f6053edff tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:15.063695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331170d-2887-4ba8-a0c1-b28f6053edff tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4a90f7-ec06-473d-9f7a-72086badd53d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:15.085067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=801a2425-850e-47a1-b09f-d9a8dbb36bec,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:15.123440 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3331170d-2887-4ba8-a0c1-b28f6053edff tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:15.124899 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3331170d-2887-4ba8-a0c1-b28f6053edff tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4646862 Nov 12 04:01:15.130293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:15.132425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-91600fb0-0783-48d5-b2a6-8610064f2189 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:15.132853 n-d-767704-23 neutron-server[103147]: WARNING neutron.api.v2.base [None req-91600fb0-0783-48d5-b2a6-8610064f2189 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 04:01:15.133401 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-91600fb0-0783-48d5-b2a6-8610064f2189 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 04:01:15.134285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-91600fb0-0783-48d5-b2a6-8610064f2189 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "PUT /v2.0/security-groups/1c4a90f7-ec06-473d-9f7a-72086badd53d HTTP/1.1" status: 409 len: 330 time: 0.0057421 Nov 12 04:01:15.138039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49406) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:15.192288 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a658046-5680-483d-b672-cc078d794553 req-ae27f982-a71b-4777-91da-65605ae456f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:15.194132 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5a658046-5680-483d-b672-cc078d794553 req-ae27f982-a71b-4777-91da-65605ae456f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 1097 time: 0.0978966 Nov 12 04:01:15.232614 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1198907d-bd93-4715-acb4-bd28fcde2d20 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:15.275702 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1198907d-bd93-4715-acb4-bd28fcde2d20 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:15.294189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5a658046-5680-483d-b672-cc078d794553 req-738a357c-0390-43f2-954a-fe37603b930c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888770 Nov 12 04:01:15.384452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1198907d-bd93-4715-acb4-bd28fcde2d20 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:15.388089 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1198907d-bd93-4715-acb4-bd28fcde2d20 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:15.391686 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:15.394906 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1198907d-bd93-4715-acb4-bd28fcde2d20 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "DELETE /v2.0/security-groups/1c4a90f7-ec06-473d-9f7a-72086badd53d HTTP/1.1" status: 204 len: 168 time: 0.2520461 Nov 12 04:01:15.404097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198907d-bd93-4715-acb4-bd28fcde2d20 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4a90f7-ec06-473d-9f7a-72086badd53d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:15.447535 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-47b5095c-27cd-455d-875d-9ba2b7c4ec62 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0542438 Nov 12 04:01:15.451884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:15.465332 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b1e23a58-40f2-4669-a1db-11c99c78c4b6 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] delete failed (client error): The resource could not be found. Nov 12 04:01:15.466353 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b1e23a58-40f2-4669-a1db-11c99c78c4b6 tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "DELETE /v2.0/security-groups/b5172475-a35e-43b6-92b4-498efd15941b HTTP/1.1" status: 404 len: 347 time: 0.0133739 Nov 12 04:01:15.469975 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:15.484981 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-66ddfd50-f082-4b66-a684-6f035a8673ae tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] show failed (client error): The resource could not be found. Nov 12 04:01:15.485996 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-66ddfd50-f082-4b66-a684-6f035a8673ae tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "GET /v2.0/security-groups/d79d526a-aab6-4a1b-b933-909a12ec2fe2 HTTP/1.1" status: 404 len: 347 time: 0.0150988 Nov 12 04:01:15.489821 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:15.507244 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-919e49d2-b353-40b2-88c6-71b116ba394a tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] show failed (client error): The resource could not be found. Nov 12 04:01:15.509754 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-919e49d2-b353-40b2-88c6-71b116ba394a tempest-NegativeSecGroupIPv6Test-1442273180 tempest-NegativeSecGroupIPv6Test-1442273180-project] 10.222.0.105 "GET /v2.0/security-group-rules/5ec1334b-d940-4308-9fd0-4b77cd188e8a HTTP/1.1" status: 404 len: 356 time: 0.0184269 Nov 12 04:01:15.640007 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bddfc317-5945-4de0-bcbf-6aec80179b9c req-7062836f-d99e-47a6-8e94-0944e08ee5ef tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=34462523-23e7-485b-91ae-60b0fb66d5e8 HTTP/1.1" status: 200 len: 210 time: 0.0316906 Nov 12 04:01:15.856397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaf49a-084a-4960-8a5c-85a6f5436f44 req-4fa8754e-25c1-404b-be53-a18471694fa3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:15.857892 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffeaf49a-084a-4960-8a5c-85a6f5436f44 req-4fa8754e-25c1-404b-be53-a18471694fa3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 945 time: 0.0684187 Nov 12 04:01:15.915382 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffeaf49a-084a-4960-8a5c-85a6f5436f44 req-312572a9-e5e0-40f9-b603-f72c1096e2ba tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512655 Nov 12 04:01:16.321784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:16.478689 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f180846c-bf10-48e0-afdf-4ada3b13aad1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6373896d6b014d3cb301f7533308d468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1554883 Nov 12 04:01:16.481658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49442) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:16.540989 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3cd407b-61dd-41dd-8cee-0acb95d3eb7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:16.567565 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3cd407b-61dd-41dd-8cee-0acb95d3eb7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:16.680906 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3cd407b-61dd-41dd-8cee-0acb95d3eb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:16.683856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3cd407b-61dd-41dd-8cee-0acb95d3eb7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:16.684967 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f3cd407b-61dd-41dd-8cee-0acb95d3eb7e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/629a0fcf-b0df-4b35-a589-65cb391347f7 HTTP/1.1" status: 204 len: 168 time: 0.2021964 Nov 12 04:01:16.700154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd407b-61dd-41dd-8cee-0acb95d3eb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629a0fcf-b0df-4b35-a589-65cb391347f7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:17.008864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f18481-1e18-473a-acf1-af461708a815 req-a7904f2c-e218-43e0-a8db-03ad03e1ca00 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:17.011050 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30f18481-1e18-473a-acf1-af461708a815 req-a7904f2c-e218-43e0-a8db-03ad03e1ca00 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=72aa6b2f-11b4-4b37-8984-4ed42f4289f4 HTTP/1.1" status: 200 len: 949 time: 0.0559030 Nov 12 04:01:17.081096 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30f18481-1e18-473a-acf1-af461708a815 req-dec8d750-7d3c-413c-94cc-a29e9292a0c1 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636287 Nov 12 04:01:17.126863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f663d68a-86c9-4c06-887a-f81c3967164e no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:17.174260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: f663d68a-86c9-4c06-887a-f81c3967164e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:17.177704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f663d68a-86c9-4c06-887a-f81c3967164e not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:17.239292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacfe91-d3b7-4e43-b75a-cf7a08e23bee req-1518227c-8ad3-4fd7-8012-57b365da26ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:17.256650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8cacfe91-d3b7-4e43-b75a-cf7a08e23bee req-1518227c-8ad3-4fd7-8012-57b365da26ab tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 945 time: 0.0980451 Nov 12 04:01:17.323223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91047d15-1b2b-479f-aff7-e19e60de0724 req-311be135-7e75-423e-a111-a284db41543f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:17.328663 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91047d15-1b2b-479f-aff7-e19e60de0724 req-311be135-7e75-423e-a111-a284db41543f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 946 time: 0.0848930 Nov 12 04:01:17.333552 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8cacfe91-d3b7-4e43-b75a-cf7a08e23bee req-14e24eda-70a0-4786-8a7a-70fce834edee tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756099 Nov 12 04:01:17.389230 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91047d15-1b2b-479f-aff7-e19e60de0724 req-f8f074c0-60d3-405f-9cdd-cbb5d0e30de8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594587 Nov 12 04:01:18.222126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18a593-0108-4bc8-8af0-801c11f43fe9 req-facfe489-4518-4c16-9463-71a4097c1cbb tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:18.223686 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd18a593-0108-4bc8-8af0-801c11f43fe9 req-facfe489-4518-4c16-9463-71a4097c1cbb tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=72aa6b2f-11b4-4b37-8984-4ed42f4289f4 HTTP/1.1" status: 200 len: 949 time: 0.0680501 Nov 12 04:01:18.302964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd18a593-0108-4bc8-8af0-801c11f43fe9 req-406d47db-2609-4c86-bfce-be0b4a9c5079 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691447 Nov 12 04:01:18.311125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d3c69-abb2-4079-b54b-154e25eae94e req-d22ff3ab-a503-4d1d-848f-7aa05685dec3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:18.312622 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b1d3c69-abb2-4079-b54b-154e25eae94e req-d22ff3ab-a503-4d1d-848f-7aa05685dec3 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 946 time: 0.0879951 Nov 12 04:01:18.437896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9b1d3c69-abb2-4079-b54b-154e25eae94e req-dfbaf536-ad7d-4456-a6c4-c2927dbff892 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Deleting port 87eef853-eb64-4a71-be1a-ee0e5b4d784a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:18.438416 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b1d3c69-abb2-4079-b54b-154e25eae94e req-dfbaf536-ad7d-4456-a6c4-c2927dbff892 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:18.556398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df95b3-dce9-4327-9f64-b75d19ef4cf3 req-aaddd4ba-094a-4c4e-89e7-0a6a3893afc1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:18.561193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-18df95b3-dce9-4327-9f64-b75d19ef4cf3 req-aaddd4ba-094a-4c4e-89e7-0a6a3893afc1 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 945 time: 0.1174264 Nov 12 04:01:18.600710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9b1d3c69-abb2-4079-b54b-154e25eae94e req-dfbaf536-ad7d-4456-a6c4-c2927dbff892 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] For port 87eef853-eb64-4a71-be1a-ee0e5b4d784a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=87eef853-eb64-4a71-be1a-ee0e5b4d784a,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:18.601080 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b1d3c69-abb2-4079-b54b-154e25eae94e req-dfbaf536-ad7d-4456-a6c4-c2927dbff892 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:18.619471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9b1d3c69-abb2-4079-b54b-154e25eae94e req-dfbaf536-ad7d-4456-a6c4-c2927dbff892 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Calling delete_port for 87eef853-eb64-4a71-be1a-ee0e5b4d784a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:18.658074 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-18df95b3-dce9-4327-9f64-b75d19ef4cf3 req-88b16d89-18df-4b06-9b77-706273eea45d tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801303 Nov 12 04:01:18.797543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae4874-cd57-45d7-b4b0-85c34224e60a req-bec8b310-aa70-4d3d-a229-fc764454f85d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:18.799223 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57ae4874-cd57-45d7-b4b0-85c34224e60a req-bec8b310-aa70-4d3d-a229-fc764454f85d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 946 time: 0.0666668 Nov 12 04:01:18.834721 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:18.884257 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57ae4874-cd57-45d7-b4b0-85c34224e60a req-a0d9a87b-21c8-467e-a6e0-3a22b3f5275e tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660858 Nov 12 04:01:18.963420 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b1d3c69-abb2-4079-b54b-154e25eae94e req-dfbaf536-ad7d-4456-a6c4-c2927dbff892 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:18.982463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['be386246-99b7-403b-8242-8b84f96b48cf'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:19.017472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbaf536-ad7d-4456-a6c4-c2927dbff892 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event deleted for resources: {'Port': ['ID=87eef853-eb64-4a71-be1a-ee0e5b4d784a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:19.067872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['87eef853-eb64-4a71-be1a-ee0e5b4d784a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:19.082222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1d3c69-abb2-4079-b54b-154e25eae94e req-dfbaf536-ad7d-4456-a6c4-c2927dbff892 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] No DVR routers for this DVR port 87eef853-eb64-4a71-be1a-ee0e5b4d784a on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:19.085452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b1d3c69-abb2-4079-b54b-154e25eae94e req-dfbaf536-ad7d-4456-a6c4-c2927dbff892 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:19.089643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b1d3c69-abb2-4079-b54b-154e25eae94e req-dfbaf536-ad7d-4456-a6c4-c2927dbff892 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.26 "DELETE /v2.0/ports/87eef853-eb64-4a71-be1a-ee0e5b4d784a HTTP/1.1" status: 204 len: 173 time: 0.7685180 Nov 12 04:01:19.090355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1b6094-0297-4b33-b84d-e73571ada529', 'name': 'network-vif-deleted', 'tag': '87eef853-eb64-4a71-be1a-ee0e5b4d784a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:19.103516 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27023b9c-4f89-4e7a-9267-8c655ab183b3" -d '{"events": [{"server_uuid": "4b1b6094-0297-4b33-b84d-e73571ada529", "name": "network-vif-deleted", "tag": "87eef853-eb64-4a71-be1a-ee0e5b4d784a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:19.158467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7795725-4e0d-4245-8384-a974876cd22a req-3ed7bfef-6bdd-479a-947a-eaeff7699f39 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:19.172351 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7795725-4e0d-4245-8384-a974876cd22a req-3ed7bfef-6bdd-479a-947a-eaeff7699f39 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 945 time: 0.2189088 Nov 12 04:01:19.176247 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9662a12a-86e6-4985-b349-ea675bfa2fa5 x-openstack-request-id: req-9662a12a-86e6-4985-b349-ea675bfa2fa5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:19.176618 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1b6094-0297-4b33-b84d-e73571ada529", "name": "network-vif-deleted", "tag": "87eef853-eb64-4a71-be1a-ee0e5b4d784a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:19.177098 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9662a12a-86e6-4985-b349-ea675bfa2fa5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:19.177379 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1b6094-0297-4b33-b84d-e73571ada529', 'name': 'network-vif-deleted', 'tag': '87eef853-eb64-4a71-be1a-ee0e5b4d784a', 'status': 'completed', 'code': 200} Nov 12 04:01:19.273395 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7795725-4e0d-4245-8384-a974876cd22a req-4e06a7f9-62bd-4659-b98e-972ef6333429 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990794 Nov 12 04:01:19.317151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:19.381084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e7d4a-e997-4f65-8549-a7dacbb4b709 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:19.383431 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-144e7d4a-e997-4f65-8549-a7dacbb4b709 tempest-TestNetworkBasicOps-848749048 tempest-TestNetworkBasicOps-848749048-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 1092 time: 0.0646584 Nov 12 04:01:19.387221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49566) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:19.395158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '801a2425-850e-47a1-b09f-d9a8dbb36bec', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:19.539860 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:19.690751 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:19.831938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Allocated IP 172.25.8.95 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/2356125b-44f7-4b23-baa4-c3e0bf64c8c9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:19.845586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49570) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:20.015850 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:20.029354 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34770104-e24a-4a0f-a1cc-edec0f597a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:20.052719 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2cdb9e3-f3ca-45c5-a812-195cbf277fb8 req-9418d324-1f3e-492c-aac0-73152d7bd06f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=4b1b6094-0297-4b33-b84d-e73571ada529 HTTP/1.1" status: 200 len: 210 time: 0.0516250 Nov 12 04:01:20.143019 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34770104-e24a-4a0f-a1cc-edec0f597a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:20.189635 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:20.220580 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34770104-e24a-4a0f-a1cc-edec0f597a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:20.252658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:20.270446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:20.278261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:20.281031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=2356125b-44f7-4b23-baa4-c3e0bf64c8c9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:20.288133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-34770104-e24a-4a0f-a1cc-edec0f597a77 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ba1e14eb80bc44a09b24e1cf11dd02eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4409013 Nov 12 04:01:20.290376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49586) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:20.306752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34770104-e24a-4a0f-a1cc-edec0f597a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075ba822-1f71-4749-8396-99f21298f656,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:20.363046 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b86a2f13-ec0f-4e4c-b2a5-62c685bdcbac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:20.386479 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b86a2f13-ec0f-4e4c-b2a5-62c685bdcbac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:20.526312 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b86a2f13-ec0f-4e4c-b2a5-62c685bdcbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:20.529361 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b86a2f13-ec0f-4e4c-b2a5-62c685bdcbac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:20.532600 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b86a2f13-ec0f-4e4c-b2a5-62c685bdcbac admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/075ba822-1f71-4749-8396-99f21298f656 HTTP/1.1" status: 204 len: 168 time: 0.2410979 Nov 12 04:01:20.546168 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a2f13-ec0f-4e4c-b2a5-62c685bdcbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075ba822-1f71-4749-8396-99f21298f656,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:20.876809 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:21.062148 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:21.145157 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5b36deba-9a51-4076-af9e-1044600c57e6 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:21.248105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:21.260010 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:21.263917 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0968c735-4fea-46de-9ad5-75dc93a0dff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:21.276069 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:21.284375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b36deba-9a51-4076-af9e-1044600c57e6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:21.286800 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9421cf-a69d-45c3-9185-0edf022de722" -d '{"events": [{"server_uuid": "72aa6b2f-11b4-4b37-8984-4ed42f4289f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5b36deba-9a51-4076-af9e-1044600c57e6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:21.303336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5b36deba-9a51-4076-af9e-1044600c57e6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5b36deba-9a51-4076-af9e-1044600c57e6,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:21.326128 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:21.340372 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ff9756-6289-4704-8eb8-8c4ea52e2c21 x-openstack-request-id: req-32ff9756-6289-4704-8eb8-8c4ea52e2c21 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:21.340764 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72aa6b2f-11b4-4b37-8984-4ed42f4289f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5b36deba-9a51-4076-af9e-1044600c57e6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:21.341140 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-32ff9756-6289-4704-8eb8-8c4ea52e2c21 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:21.341853 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b36deba-9a51-4076-af9e-1044600c57e6', 'code': 200} Nov 12 04:01:21.372970 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0968c735-4fea-46de-9ad5-75dc93a0dff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:21.378352 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:21.394788 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event updated for resources: {'Port': ['ID=2356125b-44f7-4b23-baa4-c3e0bf64c8c9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:21.412862 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:21.443609 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5b36deba-9a51-4076-af9e-1044600c57e6,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:21.480449 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0968c735-4fea-46de-9ad5-75dc93a0dff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:21.522548 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968c735-4fea-46de-9ad5-75dc93a0dff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a671f9b-d314-4344-9486-99e26d5e3d14,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:21.531371 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0968c735-4fea-46de-9ad5-75dc93a0dff8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=84a7557f058c4177a546e34fe0c6bb19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815928 Nov 12 04:01:21.531721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49612) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:21.548004 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Floating IP 294ebf88-210f-4a37-8b9c-0a1e7912bcbe associated. External IP: 172.25.8.95, port: 801a2425-850e-47a1-b09f-d9a8dbb36bec. Nov 12 04:01:22.012921 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1ea8-4f5c-41a6-89ac-ff975ce720a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:22.046375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f582-d6f0-4ad3-9e01-b4a8f4c6fbe4 req-0d203d73-1090-45fc-9375-54bb324c98e0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:22.048145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e03f582-d6f0-4ad3-9e01-b4a8f4c6fbe4 req-0d203d73-1090-45fc-9375-54bb324c98e0 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.4401453 Nov 12 04:01:22.092330 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1ea8-4f5c-41a6-89ac-ff975ce720a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:22.151835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a7572-0af0-49f2-b7db-9e1a513a7cda req-77216696-7aec-49a9-b554-2c5c0ae7fcbf tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:22.153340 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f2a7572-0af0-49f2-b7db-9e1a513a7cda req-77216696-7aec-49a9-b554-2c5c0ae7fcbf tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 946 time: 0.1614492 Nov 12 04:01:22.269443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e03f582-d6f0-4ad3-9e01-b4a8f4c6fbe4 req-0ccca49a-ef88-4c34-9dbc-4ff32944f7c1 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=02f3412c-f608-4461-b235-6f0ae7d779ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044587 Nov 12 04:01:22.336542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Router 8f96319c-1641-48bc-bcff-94ef29a0d5cb has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:22.355473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0f2a7572-0af0-49f2-b7db-9e1a513a7cda req-c470d5e2-9ffe-4a61-901d-853ed9b400d4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Deleting port be386246-99b7-403b-8242-8b84f96b48cf {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:22.368221 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0f2a7572-0af0-49f2-b7db-9e1a513a7cda req-c470d5e2-9ffe-4a61-901d-853ed9b400d4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:22.446520 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1ea8-4f5c-41a6-89ac-ff975ce720a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:22.449208 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1ea8-4f5c-41a6-89ac-ff975ce720a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:22.450325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8a2e1ea8-4f5c-41a6-89ac-ff975ce720a2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3a671f9b-d314-4344-9486-99e26d5e3d14 HTTP/1.1" status: 204 len: 168 time: 0.9176610 Nov 12 04:01:22.496454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e1ea8-4f5c-41a6-89ac-ff975ce720a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a671f9b-d314-4344-9486-99e26d5e3d14,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:22.505192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 87eef853-eb64-4a71-be1a-ee0e5b4d784a no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:22.537407 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 87eef853-eb64-4a71-be1a-ee0e5b4d784a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:22.537795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 87eef853-eb64-4a71-be1a-ee0e5b4d784a not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:22.539840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0f2a7572-0af0-49f2-b7db-9e1a513a7cda req-c470d5e2-9ffe-4a61-901d-853ed9b400d4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] For port be386246-99b7-403b-8242-8b84f96b48cf, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=be386246-99b7-403b-8242-8b84f96b48cf,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:22.540117 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0f2a7572-0af0-49f2-b7db-9e1a513a7cda req-c470d5e2-9ffe-4a61-901d-853ed9b400d4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:22.549221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:22.556362 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0f2a7572-0af0-49f2-b7db-9e1a513a7cda req-c470d5e2-9ffe-4a61-901d-853ed9b400d4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Calling delete_port for be386246-99b7-403b-8242-8b84f96b48cf owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:22.567815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ad6d71-083d-436b-9b7c-23d084479dea None None] Sync routers for ids ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:22.581425 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad6d71-083d-436b-9b7c-23d084479dea None None] Routers {'8f96319c-1641-48bc-bcff-94ef29a0d5cb'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:22.582041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-41ad6d71-083d-436b-9b7c-23d084479dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:00:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:22.658447 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:22.718007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4b890d7c-9aa7-41cb-80e9-2de66ce6a7da tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3263850 Nov 12 04:01:22.718264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'tag': '801a2425-850e-47a1-b09f-d9a8dbb36bec'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:22.719133 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49628) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:22.720668 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8901def4-e84c-4507-9817-255afb482554" -d '{"events": [{"name": "network-changed", "server_uuid": "2db45e15-aec8-4ec2-a115-d1aeb5cc247f", "tag": "801a2425-850e-47a1-b09f-d9a8dbb36bec"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:22.769233 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e24c771-000e-4e8b-a8c7-f92060bd004b x-openstack-request-id: req-2e24c771-000e-4e8b-a8c7-f92060bd004b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:22.770088 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db45e15-aec8-4ec2-a115-d1aeb5cc247f", "tag": "801a2425-850e-47a1-b09f-d9a8dbb36bec", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:22.770514 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2e24c771-000e-4e8b-a8c7-f92060bd004b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:22.771219 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'tag': '801a2425-850e-47a1-b09f-d9a8dbb36bec', 'status': 'completed', 'code': 200} Nov 12 04:01:22.845425 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0f2a7572-0af0-49f2-b7db-9e1a513a7cda req-c470d5e2-9ffe-4a61-901d-853ed9b400d4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:22.858972 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['be386246-99b7-403b-8242-8b84f96b48cf'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:22.876334 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0eac3836-42ee-4bc7-a4e6-d76fa998b7c8 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/floatingips/294ebf88-210f-4a37-8b9c-0a1e7912bcbe HTTP/1.1" status: 200 len: 990 time: 0.1562946 Nov 12 04:01:22.896845 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-41ad6d71-083d-436b-9b7c-23d084479dea None None] Set router 8f96319c-1641-48bc-bcff-94ef29a0d5cb gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:22.913536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470d5e2-9ffe-4a61-901d-853ed9b400d4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event deleted for resources: {'Port': ['ID=be386246-99b7-403b-8242-8b84f96b48cf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:22.990621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2a7572-0af0-49f2-b7db-9e1a513a7cda req-c470d5e2-9ffe-4a61-901d-853ed9b400d4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] No DVR routers for this DVR port be386246-99b7-403b-8242-8b84f96b48cf on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:22.997444 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0f2a7572-0af0-49f2-b7db-9e1a513a7cda req-c470d5e2-9ffe-4a61-901d-853ed9b400d4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:23.001253 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f2a7572-0af0-49f2-b7db-9e1a513a7cda req-c470d5e2-9ffe-4a61-901d-853ed9b400d4 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.25 "DELETE /v2.0/ports/be386246-99b7-403b-8242-8b84f96b48cf HTTP/1.1" status: 204 len: 173 time: 0.8382657 Nov 12 04:01:23.003742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901def4-e84c-4507-9817-255afb482554 req-fc6080b4-390c-48d7-9a6f-e26b547f037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:23.005085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8901def4-e84c-4507-9817-255afb482554 req-fc6080b4-390c-48d7-9a6f-e26b547f037d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf460ee872646e8844d17a7c3330b47&device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 1097 time: 0.1760461 Nov 12 04:01:23.050132 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c0d2ed8-7a69-4b48-af24-6a287f56d9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:23.144695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901def4-e84c-4507-9817-255afb482554 req-4267baa3-27c8-45b1-9dac-5b71f9e18149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:23.146362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8901def4-e84c-4507-9817-255afb482554 req-4267baa3-27c8-45b1-9dac-5b71f9e18149 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d4ee0db-b40b-4493-a1a0-125056a2c014 HTTP/1.1" status: 200 len: 899 time: 0.1285062 Nov 12 04:01:23.159728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 29d59733-faba-47e0-882d-bcdb01fb88d9 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:01:23.278281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8901def4-e84c-4507-9817-255afb482554 req-a3ef8884-a1b4-47c3-8b81-531841d2d2ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=801a2425-850e-47a1-b09f-d9a8dbb36bec HTTP/1.1" status: 200 len: 998 time: 0.1129990 Nov 12 04:01:23.431726 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 29d59733-faba-47e0-882d-bcdb01fb88d9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=29d59733-faba-47e0-882d-bcdb01fb88d9,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:23.440726 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ada7419d-9767-41c8-bf36-56c062469005 req-c07165e7-77d8-4b3a-8504-476e6b659417 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=b36a6cdf-d965-48b9-ba41-fc30a942c5fa HTTP/1.1" status: 200 len: 210 time: 0.0505469 Nov 12 04:01:23.447542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901def4-e84c-4507-9817-255afb482554 req-f56c50b7-5b16-4962-8e67-2bfc17798bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:23.447542 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8901def4-e84c-4507-9817-255afb482554 req-f56c50b7-5b16-4962-8e67-2bfc17798bdc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c89d483a-9f6e-4e1e-921d-462845a25326 HTTP/1.1" status: 200 len: 834 time: 0.1453192 Nov 12 04:01:23.454592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '29d59733-faba-47e0-882d-bcdb01fb88d9', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '29d59733-faba-47e0-882d-bcdb01fb88d9', 'mac_address': 'fa:16:3e:3e:01:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:01:23.460192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-41ad6d71-083d-436b-9b7c-23d084479dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:00:49Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '294ebf88-210f-4a37-8b9c-0a1e7912bcbe', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'floating_ip_address': '172.25.8.95', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'port_id': '801a2425-850e-47a1-b09f-d9a8dbb36bec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'mac_address': 'fa:16:3e:ae:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:20Z', 'updated_at': '2021-11-12T04:01:20Z', 'revision_number': 0, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf996e9-07d0-4bf2-a9c4-7551ab668849', 'name': '', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:08:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:48Z', 'updated_at': '2021-11-12T04:00:55Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:23.508616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ad6d71-083d-436b-9b7c-23d084479dea None None] Checking router: 8f96319c-1641-48bc-bcff-94ef29a0d5cb for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:23.511406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901def4-e84c-4507-9817-255afb482554 req-589a061e-114c-4e5e-adb6-49412f39826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:23.513903 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8901def4-e84c-4507-9817-255afb482554 req-589a061e-114c-4e5e-adb6-49412f39826a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d4ee0db-b40b-4493-a1a0-125056a2c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590017 Nov 12 04:01:23.548095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad6d71-083d-436b-9b7c-23d084479dea None None] Routers {'8f96319c-1641-48bc-bcff-94ef29a0d5cb'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:23.548802 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-41ad6d71-083d-436b-9b7c-23d084479dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:00:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:23.592951 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:23.616909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29d59733-faba-47e0-882d-bcdb01fb88d9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:01:23.626421 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8901def4-e84c-4507-9817-255afb482554 req-814a7116-23c1-4cfc-b77e-27de2c94cde5 service neutron] 10.222.0.26 "GET /v2.0/networks/1d4ee0db-b40b-4493-a1a0-125056a2c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005442 Nov 12 04:01:23.687519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 29d59733-faba-47e0-882d-bcdb01fb88d9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=29d59733-faba-47e0-882d-bcdb01fb88d9,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:23.712245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-41ad6d71-083d-436b-9b7c-23d084479dea None None] Set router 8f96319c-1641-48bc-bcff-94ef29a0d5cb gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:23.761494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8901def4-e84c-4507-9817-255afb482554 req-3f5672da-1324-47aa-b933-596ece7936ef service neutron] 10.222.0.26 "GET /v2.0/networks/1d4ee0db-b40b-4493-a1a0-125056a2c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182938 Nov 12 04:01:23.798532 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:23.878879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:23.898032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=29d59733-faba-47e0-882d-bcdb01fb88d9,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:23.966803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['29d59733-faba-47e0-882d-bcdb01fb88d9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:23.971900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8deba247-35f7-4697-9f18-45efbf4882c5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/floatingips/294ebf88-210f-4a37-8b9c-0a1e7912bcbe HTTP/1.1" status: 200 len: 990 time: 0.0903499 Nov 12 04:01:24.061245 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:01:24.141595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-41ad6d71-083d-436b-9b7c-23d084479dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:00:49Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '294ebf88-210f-4a37-8b9c-0a1e7912bcbe', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'floating_ip_address': '172.25.8.95', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'port_id': '801a2425-850e-47a1-b09f-d9a8dbb36bec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'mac_address': 'fa:16:3e:ae:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:20Z', 'updated_at': '2021-11-12T04:01:20Z', 'revision_number': 0, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf996e9-07d0-4bf2-a9c4-7551ab668849', 'name': '', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:08:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:48Z', 'updated_at': '2021-11-12T04:00:55Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:24.178674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ad6d71-083d-436b-9b7c-23d084479dea None None] The sync data for ids ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'] in n-d-767704-23 is: [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:00:49Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '294ebf88-210f-4a37-8b9c-0a1e7912bcbe', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'floating_ip_address': '172.25.8.95', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'port_id': '801a2425-850e-47a1-b09f-d9a8dbb36bec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'mac_address': 'fa:16:3e:ae:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:20Z', 'updated_at': '2021-11-12T04:01:20Z', 'revision_number': 0, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf996e9-07d0-4bf2-a9c4-7551ab668849', 'name': '', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:08:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:48Z', 'updated_at': '2021-11-12T04:00:55Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:24.482562 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76ec569-75f4-475e-ad95-8b2b69da602f None None] New status for floating IP 294ebf88-210f-4a37-8b9c-0a1e7912bcbe: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:01:24.772634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36a6cdf-d965-48b9-ba41-fc30a942c5fa', 'name': 'network-vif-deleted', 'tag': 'be386246-99b7-403b-8242-8b84f96b48cf'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:24.774989 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bed1e8-879b-4095-8325-f5e642f179bb" -d '{"events": [{"server_uuid": "b36a6cdf-d965-48b9-ba41-fc30a942c5fa", "name": "network-vif-deleted", "tag": "be386246-99b7-403b-8242-8b84f96b48cf"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:24.831387 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573e346e-5d19-4f0d-9b99-f047be8202eb x-openstack-request-id: req-573e346e-5d19-4f0d-9b99-f047be8202eb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:24.832009 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36a6cdf-d965-48b9-ba41-fc30a942c5fa", "name": "network-vif-deleted", "tag": "be386246-99b7-403b-8242-8b84f96b48cf", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:24.832450 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-573e346e-5d19-4f0d-9b99-f047be8202eb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:24.833071 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36a6cdf-d965-48b9-ba41-fc30a942c5fa', 'name': 'network-vif-deleted', 'tag': 'be386246-99b7-403b-8242-8b84f96b48cf', 'status': 'completed', 'code': 200} Nov 12 04:01:24.891587 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:24.975759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49714) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:25.063647 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8e03b83c-53b9-4b6b-8c5e-f59ddb56e340 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/floatingips/294ebf88-210f-4a37-8b9c-0a1e7912bcbe HTTP/1.1" status: 200 len: 992 time: 0.0857038 Nov 12 04:01:25.177746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 29d59733-faba-47e0-882d-bcdb01fb88d9 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:25.287474 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 29d59733-faba-47e0-882d-bcdb01fb88d9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:25.287839 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:25.338666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63944f7e-1968-4dd7-835c-e8b1cbe5959a req-24492c56-65dc-4719-ad72-2e594c9dc19b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:25.347474 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63944f7e-1968-4dd7-835c-e8b1cbe5959a req-24492c56-65dc-4719-ad72-2e594c9dc19b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0989497 Nov 12 04:01:25.421084 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:25.427295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63944f7e-1968-4dd7-835c-e8b1cbe5959a req-a2f58ab3-3b95-4b43-b69f-b9d84be20fbb tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785799 Nov 12 04:01:25.459758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5263aa9b-52ac-4233-ac41-4e616f205814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d59733-faba-47e0-882d-bcdb01fb88d9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:25.459758 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a1a9f8-7be9-4c90-9585-784dac3e31aa" -d '{"events": [{"server_uuid": "5263aa9b-52ac-4233-ac41-4e616f205814", "name": "network-vif-plugged", "status": "completed", "tag": "29d59733-faba-47e0-882d-bcdb01fb88d9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:25.514855 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 29d59733-faba-47e0-882d-bcdb01fb88d9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=29d59733-faba-47e0-882d-bcdb01fb88d9,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:25.539875 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d981e0-9b83-446c-9aba-f8ce148b96f5 x-openstack-request-id: req-29d981e0-9b83-446c-9aba-f8ce148b96f5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:25.540440 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5263aa9b-52ac-4233-ac41-4e616f205814", "name": "network-vif-plugged", "status": "completed", "tag": "29d59733-faba-47e0-882d-bcdb01fb88d9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:25.540693 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-29d981e0-9b83-446c-9aba-f8ce148b96f5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:25.541094 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5263aa9b-52ac-4233-ac41-4e616f205814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d59733-faba-47e0-882d-bcdb01fb88d9', 'code': 200} Nov 12 04:01:25.596986 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:25.597706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device be386246-99b7-403b-8242-8b84f96b48cf no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:25.656643 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: be386246-99b7-403b-8242-8b84f96b48cf {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:25.658883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device be386246-99b7-403b-8242-8b84f96b48cf not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:25.697122 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=29d59733-faba-47e0-882d-bcdb01fb88d9,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:25.841456 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:26.015591 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ba509b8-fb1f-406c-9baa-53318053682c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:26.139035 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ba509b8-fb1f-406c-9baa-53318053682c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:26.230020 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ba509b8-fb1f-406c-9baa-53318053682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:26.278985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba509b8-fb1f-406c-9baa-53318053682c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc061df-2e0d-4799-97b8-6a437541acf8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:26.284647 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0ba509b8-fb1f-406c-9baa-53318053682c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4428741c880a4b299bb75430de12af31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4421825 Nov 12 04:01:26.292135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49740) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:26.382436 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d98de8-3cee-4426-8d29-eb8a4cb2defc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:26.416172 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d98de8-3cee-4426-8d29-eb8a4cb2defc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:26.630550 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d98de8-3cee-4426-8d29-eb8a4cb2defc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:26.633659 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d98de8-3cee-4426-8d29-eb8a4cb2defc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:26.636289 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-56d98de8-3cee-4426-8d29-eb8a4cb2defc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/adc061df-2e0d-4799-97b8-6a437541acf8 HTTP/1.1" status: 204 len: 168 time: 0.3420084 Nov 12 04:01:26.649750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d98de8-3cee-4426-8d29-eb8a4cb2defc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc061df-2e0d-4799-97b8-6a437541acf8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:26.684116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52c7b7-d2aa-48e5-a4a2-ca89b9d3283b req-1fecb648-8dac-4eaf-a956-9e0e3584724b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:26.686773 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f52c7b7-d2aa-48e5-a4a2-ca89b9d3283b req-1fecb648-8dac-4eaf-a956-9e0e3584724b tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.1156645 Nov 12 04:01:26.704274 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:26.781224 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f52c7b7-d2aa-48e5-a4a2-ca89b9d3283b req-48b7eae6-e0f1-41cf-a5c9-52c64e3d1365 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839763 Nov 12 04:01:26.897902 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0bbd617b-88ad-4c52-b39f-9a3c4e12b56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.424199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49758) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:27.439297 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff1035a9-cbe8-49a8-a996-4bec04bfa5e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.582280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-0898eef5-4e03-498c-a167-5344eabeda9d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:27.583749 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-0898eef5-4e03-498c-a167-5344eabeda9d tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.0921471 Nov 12 04:01:27.585891 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff1035a9-cbe8-49a8-a996-4bec04bfa5e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.676476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff1035a9-cbe8-49a8-a996-4bec04bfa5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.737059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1035a9-cbe8-49a8-a996-4bec04bfa5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a5cb47-961a-4879-a351-89bda5d8cd1a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:27.743939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ff1035a9-cbe8-49a8-a996-4bec04bfa5e4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6fceb4ee46d24cdcbd5ff2fde49697b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3183715 Nov 12 04:01:27.747718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:27.769456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Deleting port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:27.769803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.866991 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d562c089-c953-4be8-b408-05e51de98e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.907474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] For port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:27.907834 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.943985 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d562c089-c953-4be8-b408-05e51de98e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:28.089292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d316d38-a32b-4037-9a28-38f42b8b9299 req-3f63a2ea-989b-4185-b6ac-2499dcd33f1a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:28.090597 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d316d38-a32b-4037-9a28-38f42b8b9299 req-3f63a2ea-989b-4185-b6ac-2499dcd33f1a tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 944 time: 0.2074471 Nov 12 04:01:28.219638 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d316d38-a32b-4037-9a28-38f42b8b9299 req-e2f223cb-3d81-41c9-b70a-63b92d89932c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups?id=f9ae4a0f-89b7-4901-9e67-1d63bbc68774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226337 Nov 12 04:01:28.239637 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:28.239999 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:28.240347 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Floating IP 4035d922-a726-4897-95a4-e81d63db20ec disassociated. External IP: 172.25.8.33, port: 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847. Nov 12 04:01:28.240691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Calling delete_port for 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:28.355929 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d562c089-c953-4be8-b408-05e51de98e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:28.358475 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d562c089-c953-4be8-b408-05e51de98e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:28.359686 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d562c089-c953-4be8-b408-05e51de98e23 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a1a5cb47-961a-4879-a351-89bda5d8cd1a HTTP/1.1" status: 204 len: 168 time: 0.6107087 Nov 12 04:01:28.379817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562c089-c953-4be8-b408-05e51de98e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a5cb47-961a-4879-a351-89bda5d8cd1a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:28.429679 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:28.469776 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:28.514460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event deleted for resources: {'Port': ['ID=5bc1f6b3-34a1-4d67-bc5b-14b4e6546847,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:28.717378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Router 0b463750-12b6-44d5-bb8f-e00e8585c209 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:28.914915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:28.928394 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c86fe1-69de-405a-a0d9-203a0f81a1af None None] Sync routers for ids ['0b463750-12b6-44d5-bb8f-e00e8585c209'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:28.946684 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:28.952802 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c86fe1-69de-405a-a0d9-203a0f81a1af None None] Routers {'0b463750-12b6-44d5-bb8f-e00e8585c209'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:28.954098 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-68c86fe1-69de-405a-a0d9-203a0f81a1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:01:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0b463750-12b6-44d5-bb8f-e00e8585c209'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:28.973732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] No DVR routers for this DVR port 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:28.980300 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:28.990281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3bd93bb-da84-40b3-84c5-f23815dd050b req-720e754f-245b-4fde-8f07-903df14d425c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.26 "DELETE /v2.0/ports/5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 HTTP/1.1" status: 204 len: 173 time: 1.3944523 Nov 12 04:01:28.990281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-deleted', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:28.997325 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b940ced-dd20-4d02-b13f-b6e06dd5f25a" -d '{"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-deleted", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:29.055169 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1422110-6844-46aa-a0f4-3b420db42a96 x-openstack-request-id: req-a1422110-6844-46aa-a0f4-3b420db42a96 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:29.055779 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6", "name": "network-vif-deleted", "tag": "5bc1f6b3-34a1-4d67-bc5b-14b4e6546847", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:29.056186 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a1422110-6844-46aa-a0f4-3b420db42a96 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:29.056898 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6', 'name': 'network-vif-deleted', 'tag': '5bc1f6b3-34a1-4d67-bc5b-14b4e6546847', 'status': 'completed', 'code': 200} Nov 12 04:01:29.131586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-68c86fe1-69de-405a-a0d9-203a0f81a1af None None] Set router 0b463750-12b6-44d5-bb8f-e00e8585c209 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:29.361270 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4475a9-52b5-4bbe-999c-a255fae9abe4 req-46bc5dd0-c28c-43a0-b5c0-96bc07ff2d6f tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c3fd762-0cd5-4eae-80ec-4b58bd5f13a6 HTTP/1.1" status: 200 len: 210 time: 0.0430999 Nov 12 04:01:29.719905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-68c86fe1-69de-405a-a0d9-203a0f81a1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T03:48:43Z', 'revision_number': 4, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e12b603e-2a58-4463-9c72-8700cf0f197e', 'name': '', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'mac_address': 'fa:16:3e:34:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:41Z', 'updated_at': '2021-11-12T03:48:50Z', 'revision_number': 5, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'subnets': [{'id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:29.767042 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c86fe1-69de-405a-a0d9-203a0f81a1af None None] Checking router: 0b463750-12b6-44d5-bb8f-e00e8585c209 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:29.778944 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c86fe1-69de-405a-a0d9-203a0f81a1af None None] Routers {'0b463750-12b6-44d5-bb8f-e00e8585c209'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:29.779759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-68c86fe1-69de-405a-a0d9-203a0f81a1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:01:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0b463750-12b6-44d5-bb8f-e00e8585c209'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:29.992126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-68c86fe1-69de-405a-a0d9-203a0f81a1af None None] Set router 0b463750-12b6-44d5-bb8f-e00e8585c209 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:30.352635 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-68c86fe1-69de-405a-a0d9-203a0f81a1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T03:48:43Z', 'revision_number': 4, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e12b603e-2a58-4463-9c72-8700cf0f197e', 'name': '', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'mac_address': 'fa:16:3e:34:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:41Z', 'updated_at': '2021-11-12T03:48:50Z', 'revision_number': 5, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'subnets': [{'id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:30.397227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c86fe1-69de-405a-a0d9-203a0f81a1af None None] The sync data for ids ['0b463750-12b6-44d5-bb8f-e00e8585c209'] in n-d-767704-23 is: [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T03:48:43Z', 'revision_number': 4, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e12b603e-2a58-4463-9c72-8700cf0f197e', 'name': '', 'network_id': 'f2f7dc6b-b790-48d0-bafb-8e1888f9faa6', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'mac_address': 'fa:16:3e:34:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:41Z', 'updated_at': '2021-11-12T03:48:50Z', 'revision_number': 5, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'subnets': [{'id': '36f654ec-db11-4fea-af34-2728ff8c6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:30.551035 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:30.580253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:30.580709 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5bc1f6b3-34a1-4d67-bc5b-14b4e6546847 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:30.595528 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:30.684813 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:30.764462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:30.896592 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838d7f7-d911-4251-bea2-c3f0d1b6aa4b None None] New status for floating IP 4035d922-a726-4897-95a4-e81d63db20ec: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:01:31.015725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645cb0-0f1f-49ef-9914-7113221bbdf5 req-e9650e09-1caa-470d-a32f-10ef7bcb56da tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:31.023282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645cb0-0f1f-49ef-9914-7113221bbdf5 req-e9650e09-1caa-470d-a32f-10ef7bcb56da tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:31.030460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645cb0-0f1f-49ef-9914-7113221bbdf5 req-e9650e09-1caa-470d-a32f-10ef7bcb56da tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:31.037465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645cb0-0f1f-49ef-9914-7113221bbdf5 req-e9650e09-1caa-470d-a32f-10ef7bcb56da tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:31.043955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645cb0-0f1f-49ef-9914-7113221bbdf5 req-e9650e09-1caa-470d-a32f-10ef7bcb56da tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:31.050820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645cb0-0f1f-49ef-9914-7113221bbdf5 req-e9650e09-1caa-470d-a32f-10ef7bcb56da tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:31.057716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645cb0-0f1f-49ef-9914-7113221bbdf5 req-e9650e09-1caa-470d-a32f-10ef7bcb56da tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:31.060217 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-00645cb0-0f1f-49ef-9914-7113221bbdf5 req-e9650e09-1caa-470d-a32f-10ef7bcb56da tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5432 time: 0.2479823 Nov 12 04:01:31.163302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-00645cb0-0f1f-49ef-9914-7113221bbdf5 req-4b3276ce-5a5f-406f-acaa-f9f672ffa31b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962250 Nov 12 04:01:31.172584 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.176183 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.176183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "DELETE /v2.0/security-groups/f9ae4a0f-89b7-4901-9e67-1d63bbc68774 HTTP/1.1" status: 204 len: 168 time: 0.5799854 Nov 12 04:01:31.180029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:31.215197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ae4a0f-89b7-4901-9e67-1d63bbc68774,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:31.230268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.230933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.231456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.232073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.232664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.237791 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-91e38d44-7fa9-4b39-b0c4-85f80bee067c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] show failed (client error): The resource could not be found. Nov 12 04:01:31.244211 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-91e38d44-7fa9-4b39-b0c4-85f80bee067c tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "GET /v2.0/security-groups/f9ae4a0f-89b7-4901-9e67-1d63bbc68774 HTTP/1.1" status: 404 len: 347 time: 0.0573454 Nov 12 04:01:31.245090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.245253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.245587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.245893 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.246216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.246539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.246863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8369460-6d72-47a9-933f-c93b1744ae98 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.252368 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49870) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:31.483363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Deleting port 02989855-adcb-47b9-b6de-88ad59a82b03 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:31.483725 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.636214 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.636554 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.652504 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Calling delete_port for 02989855-adcb-47b9-b6de-88ad59a82b03 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:31.949665 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.001041 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Pushing event deleted for resources: {'Port': ['ID=02989855-adcb-47b9-b6de-88ad59a82b03,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:32.016465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.017259 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.018038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.018788 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.019567 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.020100 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.020604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.021127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.021623 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.022436 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.022967 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.023468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.168855 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.180305 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.186641 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0289fa35-074f-4cfd-9757-385b5e5fe9e8 tempest-ServerActionsTestJSON-1106569757 tempest-ServerActionsTestJSON-1106569757-project] 10.222.0.105 "DELETE /v2.0/floatingips/4035d922-a726-4897-95a4-e81d63db20ec HTTP/1.1" status: 204 len: 168 time: 0.9273720 Nov 12 04:01:32.187030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49890) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:32.676646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e0ff-99cd-4c69-9f9e-639789309de1 req-22583184-1278-496a-8d57-b77054280a71 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.700713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e0ff-99cd-4c69-9f9e-639789309de1 req-22583184-1278-496a-8d57-b77054280a71 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.722864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e0ff-99cd-4c69-9f9e-639789309de1 req-22583184-1278-496a-8d57-b77054280a71 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.729859 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e0ff-99cd-4c69-9f9e-639789309de1 req-22583184-1278-496a-8d57-b77054280a71 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.748318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e0ff-99cd-4c69-9f9e-639789309de1 req-22583184-1278-496a-8d57-b77054280a71 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.771634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e0ff-99cd-4c69-9f9e-639789309de1 req-22583184-1278-496a-8d57-b77054280a71 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.785924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e0ff-99cd-4c69-9f9e-639789309de1 req-22583184-1278-496a-8d57-b77054280a71 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.799586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9720e0ff-99cd-4c69-9f9e-639789309de1 req-22583184-1278-496a-8d57-b77054280a71 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5432 time: 0.3490145 Nov 12 04:01:32.814611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-d8e7e736-5fc2-48b4-bf8a-70f25fef2210 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.821841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-d8e7e736-5fc2-48b4-bf8a-70f25fef2210 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.828556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-d8e7e736-5fc2-48b4-bf8a-70f25fef2210 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.835148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-d8e7e736-5fc2-48b4-bf8a-70f25fef2210 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.842219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-d8e7e736-5fc2-48b4-bf8a-70f25fef2210 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.848091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-d8e7e736-5fc2-48b4-bf8a-70f25fef2210 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.854712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-d8e7e736-5fc2-48b4-bf8a-70f25fef2210 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.854712 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-d8e7e736-5fc2-48b4-bf8a-70f25fef2210 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 5432 time: 0.3190246 Nov 12 04:01:32.940971 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-6d4ff06a-e4b6-4670-b2ad-7b286c068478 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.942629 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-6d4ff06a-e4b6-4670-b2ad-7b286c068478 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "GET /v2.0/ports/771eb8e8-60ac-43da-aa8d-f854ed1a1892?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0720630 Nov 12 04:01:33.004586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9720e0ff-99cd-4c69-9f9e-639789309de1 req-184359ff-5216-4dfa-9979-48fde44c5df0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2037296 Nov 12 04:01:33.058809 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb3c9936-5b52-4efc-ae8f-d4dbbd1214ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.092577 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-9cbc8d54-f6ff-48c2-8497-c7312f40acb8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "GET /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1408203 Nov 12 04:01:33.105021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-f8313ab6-6a0e-4d58-a7a7-c154bcf8d4de service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:33.182726 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-f8313ab6-6a0e-4d58-a7a7-c154bcf8d4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.390614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-f8313ab6-6a0e-4d58-a7a7-c154bcf8d4de service neutron] For port 771eb8e8-60ac-43da-aa8d-f854ed1a1892, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=771eb8e8-60ac-43da-aa8d-f854ed1a1892,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:33.446115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-f8313ab6-6a0e-4d58-a7a7-c154bcf8d4de service neutron] For port 771eb8e8-60ac-43da-aa8d-f854ed1a1892, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:33.466110 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c9936-5b52-4efc-ae8f-d4dbbd1214ab admin admin] Deleting port e12b603e-2a58-4463-9c72-8700cf0f197e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:33.467039 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb3c9936-5b52-4efc-ae8f-d4dbbd1214ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.497553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-f8313ab6-6a0e-4d58-a7a7-c154bcf8d4de service neutron] device_id is not set on port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:01:33.511742 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-f8313ab6-6a0e-4d58-a7a7-c154bcf8d4de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.612588 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-f8313ab6-6a0e-4d58-a7a7-c154bcf8d4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.613998 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-bb3c9936-5b52-4efc-ae8f-d4dbbd1214ab admin admin] For port e12b603e-2a58-4463-9c72-8700cf0f197e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e12b603e-2a58-4463-9c72-8700cf0f197e,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:33.614458 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb3c9936-5b52-4efc-ae8f-d4dbbd1214ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.631935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c9936-5b52-4efc-ae8f-d4dbbd1214ab admin admin] Calling delete_port for e12b603e-2a58-4463-9c72-8700cf0f197e owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:33.763391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-f8313ab6-6a0e-4d58-a7a7-c154bcf8d4de service neutron] No DVR routers for this DVR port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:33.860966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-f8313ab6-6a0e-4d58-a7a7-c154bcf8d4de service neutron] In _notify_port_updated(), no bound segment for port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 on network 20cb3bc5-e458-4eb2-a97c-572f6154372e {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:01:33.873691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-f8313ab6-6a0e-4d58-a7a7-c154bcf8d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:33.873691 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-f8313ab6-6a0e-4d58-a7a7-c154bcf8d4de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.873691 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-f8313ab6-6a0e-4d58-a7a7-c154bcf8d4de service neutron] 10.222.0.26 "PUT /v2.0/ports/771eb8e8-60ac-43da-aa8d-f854ed1a1892 HTTP/1.1" status: 200 len: 1027 time: 0.7698555 Nov 12 04:01:33.933903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8313ab6-6a0e-4d58-a7a7-c154bcf8d4de service neutron] Pushing event updated for resources: {'Port': ['ID=771eb8e8-60ac-43da-aa8d-f854ed1a1892,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:33.991018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-902dc8fa-e7d2-43ed-9b6c-7bbf7edf7c41 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:33.992436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-902dc8fa-e7d2-43ed-9b6c-7bbf7edf7c41 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "GET /v2.0/ports/23b8dda3-c607-4d03-bda1-5156ca593966?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0985920 Nov 12 04:01:34.005845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-558f638c-b39a-4859-a1f1-cc4e672f28de service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:34.073496 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb3c9936-5b52-4efc-ae8f-d4dbbd1214ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.175486 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-558f638c-b39a-4859-a1f1-cc4e672f28de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.183287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c9936-5b52-4efc-ae8f-d4dbbd1214ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e12b603e-2a58-4463-9c72-8700cf0f197e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:34.184350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bcd942eb-d00c-435d-b7c6-40e1270e9a27 None None] Provisioning complete for port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:34.184839 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bcd942eb-d00c-435d-b7c6-40e1270e9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.303742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9c18-ccb6-45ce-a748-1950f3b6ec86 req-b1c93e00-9948-4e14-895d-8c83381218e0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:34.313306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9c18-ccb6-45ce-a748-1950f3b6ec86 req-b1c93e00-9948-4e14-895d-8c83381218e0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:34.321938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9c18-ccb6-45ce-a748-1950f3b6ec86 req-b1c93e00-9948-4e14-895d-8c83381218e0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:34.322314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bcd942eb-d00c-435d-b7c6-40e1270e9a27 None None] Port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:34.328621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9c18-ccb6-45ce-a748-1950f3b6ec86 req-b1c93e00-9948-4e14-895d-8c83381218e0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:34.334910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9c18-ccb6-45ce-a748-1950f3b6ec86 req-b1c93e00-9948-4e14-895d-8c83381218e0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:34.341100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9c18-ccb6-45ce-a748-1950f3b6ec86 req-b1c93e00-9948-4e14-895d-8c83381218e0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:34.343935 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46ae9c18-ccb6-45ce-a748-1950f3b6ec86 req-b1c93e00-9948-4e14-895d-8c83381218e0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 4658 time: 0.1629643 Nov 12 04:01:34.591315 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 7456f438-4e11-4e10-8018-96b0919a4c0b no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:34.765453 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.867555 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb3c9936-5b52-4efc-ae8f-d4dbbd1214ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.919429 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 7456f438-4e11-4e10-8018-96b0919a4c0b, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7456f438-4e11-4e10-8018-96b0919a4c0b,segment=NetworkSegment(1406560e-c43d-444a-88a9-00910d7f42b5),segment_id=1406560e-c43d-444a-88a9-00910d7f42b5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:34.922997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7456f438-4e11-4e10-8018-96b0919a4c0b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:34.931213 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7eafe2-f358-4e06-a725-c4bbd9f2985b" -d '{"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-unplugged", "status": "completed", "tag": "7456f438-4e11-4e10-8018-96b0919a4c0b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:34.989040 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.990122 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 23b8dda3-c607-4d03-bda1-5156ca593966 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:35.006206 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46ae9c18-ccb6-45ce-a748-1950f3b6ec86 req-c9e44f62-045c-4410-990e-a041d594f005 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&id=84b1399f-650a-4e95-95a8-9f28c7512753&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6442304 Nov 12 04:01:35.014924 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f38fe8d-28f3-4963-afec-cbd1d5fb63c7 x-openstack-request-id: req-4f38fe8d-28f3-4963-afec-cbd1d5fb63c7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:35.017959 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-unplugged", "status": "completed", "tag": "7456f438-4e11-4e10-8018-96b0919a4c0b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:35.023921 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4f38fe8d-28f3-4963-afec-cbd1d5fb63c7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:35.025509 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7456f438-4e11-4e10-8018-96b0919a4c0b', 'code': 200} Nov 12 04:01:35.078124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-558f638c-b39a-4859-a1f1-cc4e672f28de service neutron] For port 23b8dda3-c607-4d03-bda1-5156ca593966, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=23b8dda3-c607-4d03-bda1-5156ca593966,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:35.138947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=7456f438-4e11-4e10-8018-96b0919a4c0b,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:35.175796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.176410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.176935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.177433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.177917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.178410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.178897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.179384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.179867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.180516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.180994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.181476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.189455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-558f638c-b39a-4859-a1f1-cc4e672f28de service neutron] For port 23b8dda3-c607-4d03-bda1-5156ca593966, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:35.238395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-558f638c-b39a-4859-a1f1-cc4e672f28de service neutron] device_id is not set on port 23b8dda3-c607-4d03-bda1-5156ca593966 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:01:35.256983 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-558f638c-b39a-4859-a1f1-cc4e672f28de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.289559 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.318884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3c9936-5b52-4efc-ae8f-d4dbbd1214ab admin admin] Router 0b463750-12b6-44d5-bb8f-e00e8585c209 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:35.500813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3c9936-5b52-4efc-ae8f-d4dbbd1214ab admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:35.508917 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bb3c9936-5b52-4efc-ae8f-d4dbbd1214ab admin admin] 10.222.0.105 "PUT /v2.0/routers/0b463750-12b6-44d5-bb8f-e00e8585c209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3196917 Nov 12 04:01:35.514036 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d9e0b-e90a-42ff-b33c-c4e5cf891517 None None] Sync routers for ids ['0b463750-12b6-44d5-bb8f-e00e8585c209'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:35.520448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50004) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:35.528299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d9e0b-e90a-42ff-b33c-c4e5cf891517 None None] Routers {'0b463750-12b6-44d5-bb8f-e00e8585c209'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:35.528923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e69d9e0b-e90a-42ff-b33c-c4e5cf891517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:01:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0b463750-12b6-44d5-bb8f-e00e8585c209'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:35.573573 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-558f638c-b39a-4859-a1f1-cc4e672f28de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.671612 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:01:35.671612 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:01:35.720690 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e69d9e0b-e90a-42ff-b33c-c4e5cf891517 None None] Set router 0b463750-12b6-44d5-bb8f-e00e8585c209 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:35.725247 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f638c-b39a-4859-a1f1-cc4e672f28de service neutron] Pushing event updated for resources: {'Port': ['ID=23b8dda3-c607-4d03-bda1-5156ca593966,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:35.734075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-558f638c-b39a-4859-a1f1-cc4e672f28de service neutron] No DVR routers for this DVR port 23b8dda3-c607-4d03-bda1-5156ca593966 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:35.817327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-558f638c-b39a-4859-a1f1-cc4e672f28de service neutron] In _notify_port_updated(), no bound segment for port 23b8dda3-c607-4d03-bda1-5156ca593966 on network 20cb3bc5-e458-4eb2-a97c-572f6154372e {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:01:35.825731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-558f638c-b39a-4859-a1f1-cc4e672f28de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:35.826977 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-558f638c-b39a-4859-a1f1-cc4e672f28de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.828506 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-558f638c-b39a-4859-a1f1-cc4e672f28de service neutron] 10.222.0.26 "PUT /v2.0/ports/23b8dda3-c607-4d03-bda1-5156ca593966 HTTP/1.1" status: 200 len: 1026 time: 1.8274708 Nov 12 04:01:35.834235 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.067808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e69d9e0b-e90a-42ff-b33c-c4e5cf891517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T04:01:33Z', 'revision_number': 5, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:36.115215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d9e0b-e90a-42ff-b33c-c4e5cf891517 None None] Checking router: 0b463750-12b6-44d5-bb8f-e00e8585c209 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:36.146910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d9e0b-e90a-42ff-b33c-c4e5cf891517 None None] Routers {'0b463750-12b6-44d5-bb8f-e00e8585c209'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:36.159135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e69d9e0b-e90a-42ff-b33c-c4e5cf891517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:01:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0b463750-12b6-44d5-bb8f-e00e8585c209'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:36.164750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98473545-d280-4bcf-b9dc-10a9a776531f None None] Provisioning complete for port 23b8dda3-c607-4d03-bda1-5156ca593966 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:36.165094 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98473545-d280-4bcf-b9dc-10a9a776531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.251316 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.269807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5645500-9218-45cd-857a-9a15cd5630cd req-de5fe7b6-9180-4c71-a8c5-dc2a87eea67b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:36.276493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5645500-9218-45cd-857a-9a15cd5630cd req-de5fe7b6-9180-4c71-a8c5-dc2a87eea67b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:36.283030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5645500-9218-45cd-857a-9a15cd5630cd req-de5fe7b6-9180-4c71-a8c5-dc2a87eea67b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:36.289101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5645500-9218-45cd-857a-9a15cd5630cd req-de5fe7b6-9180-4c71-a8c5-dc2a87eea67b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:36.295475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5645500-9218-45cd-857a-9a15cd5630cd req-de5fe7b6-9180-4c71-a8c5-dc2a87eea67b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:36.297734 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5645500-9218-45cd-857a-9a15cd5630cd req-de5fe7b6-9180-4c71-a8c5-dc2a87eea67b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 3883 time: 0.1352952 Nov 12 04:01:36.308691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 771eb8e8-60ac-43da-aa8d-f854ed1a1892 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:36.330829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-94985188-40ea-40c7-9a0f-7f54b81980e9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Deleting port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:36.331178 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-94985188-40ea-40c7-9a0f-7f54b81980e9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.385541 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98473545-d280-4bcf-b9dc-10a9a776531f None None] Port 23b8dda3-c607-4d03-bda1-5156ca593966 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:36.415399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 771eb8e8-60ac-43da-aa8d-f854ed1a1892 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:36.415827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:36.464193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5645500-9218-45cd-857a-9a15cd5630cd req-35f98edb-c39e-4e0e-8f30-fc116b8005dc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587970 Nov 12 04:01:36.484927 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e69d9e0b-e90a-42ff-b33c-c4e5cf891517 None None] Set router 0b463750-12b6-44d5-bb8f-e00e8585c209 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:36.513065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-94985188-40ea-40c7-9a0f-7f54b81980e9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] For port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=10217f1a-a848-4b6a-8e2e-e8e6f2056cd2,segment=NetworkSegment(1406560e-c43d-444a-88a9-00910d7f42b5),segment_id=1406560e-c43d-444a-88a9-00910d7f42b5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:36.513445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-94985188-40ea-40c7-9a0f-7f54b81980e9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.532864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-94985188-40ea-40c7-9a0f-7f54b81980e9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Calling delete_port for 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:36.538504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] Deleting port 610717a4-9d6a-4f67-9d4b-3cb400436014 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:36.538840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.649935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:36.698521 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.702793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] For port 610717a4-9d6a-4f67-9d4b-3cb400436014, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=610717a4-9d6a-4f67-9d4b-3cb400436014,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:36.703164 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.735443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] Calling delete_port for 610717a4-9d6a-4f67-9d4b-3cb400436014 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:36.808939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4ab8efd6-c4cc-4661-adf4-d41cbd22b569,segment=NetworkSegment(5b0ea241-07fb-43a2-bc7b-103c2762d55c),segment_id=5b0ea241-07fb-43a2-bc7b-103c2762d55c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:36.822845 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e69d9e0b-e90a-42ff-b33c-c4e5cf891517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T04:01:33Z', 'revision_number': 5, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:36.831545 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4874-ff67-4444-acba-51f5cd854b29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.889705 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d9e0b-e90a-42ff-b33c-c4e5cf891517 None None] The sync data for ids ['0b463750-12b6-44d5-bb8f-e00e8585c209'] in n-d-767704-23 is: [{'id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'name': 'tempest-ServerActionsTestJSON-910278300-router', 'tenant_id': 'a803c520af0a4208b65655c3ed555429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:33Z', 'updated_at': '2021-11-12T04:01:33Z', 'revision_number': 5, 'project_id': 'a803c520af0a4208b65655c3ed555429', 'gw_port': {'id': '610717a4-9d6a-4f67-9d4b-3cb400436014', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b463750-12b6-44d5-bb8f-e00e8585c209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:36.901867 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.905597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:36.989420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=4ab8efd6-c4cc-4661-adf4-d41cbd22b569,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:37.007018 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-94985188-40ea-40c7-9a0f-7f54b81980e9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.017047 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4874-ff67-4444-acba-51f5cd854b29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.018403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No active binding found for port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 04:01:37.019547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:37.020605 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device df914625-a669-4984-a1ad-8e796c6815cc no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:37.029563 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:37.033990 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc514ca-4460-421c-8dae-dfd63c793e72" -d '{"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-unplugged", "status": "completed", "tag": "4ab8efd6-c4cc-4661-adf4-d41cbd22b569"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:37.105789 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ee2694-db18-4bc7-8447-c213a6d33335 x-openstack-request-id: req-45ee2694-db18-4bc7-8447-c213a6d33335 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:37.106427 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-unplugged", "status": "completed", "tag": "4ab8efd6-c4cc-4661-adf4-d41cbd22b569", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:37.107024 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-45ee2694-db18-4bc7-8447-c213a6d33335 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:37.107763 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569', 'code': 200} Nov 12 04:01:37.114804 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4874-ff67-4444-acba-51f5cd854b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.122381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94985188-40ea-40c7-9a0f-7f54b81980e9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event deleted for resources: {'Port': ['ID=10217f1a-a848-4b6a-8e2e-e8e6f2056cd2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:37.174271 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4f7d4874-ff67-4444-acba-51f5cd854b29 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=786429e5f01848bfa0ad9c223da43ddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5231388 Nov 12 04:01:37.174911 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50040) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:37.179807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d4874-ff67-4444-acba-51f5cd854b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c840705-b914-4caa-a140-a5b22899db9b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:37.189568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-94985188-40ea-40c7-9a0f-7f54b81980e9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] No DVR routers for this DVR port 10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:37.190512 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-94985188-40ea-40c7-9a0f-7f54b81980e9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.193987 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-94985188-40ea-40c7-9a0f-7f54b81980e9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "DELETE /v2.0/ports/10217f1a-a848-4b6a-8e2e-e8e6f2056cd2 HTTP/1.1" status: 204 len: 173 time: 1.3566501 Nov 12 04:01:37.194502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-deleted', 'tag': '10217f1a-a848-4b6a-8e2e-e8e6f2056cd2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:37.199553 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf3bcf3-f1ae-42bb-9589-87c6076722bd" -d '{"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-deleted", "tag": "10217f1a-a848-4b6a-8e2e-e8e6f2056cd2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:37.235484 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.290220 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5a88f35-9358-4f01-8659-7ad91ae6f89d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.295489 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4c7769-d781-43f2-9a7d-2995b526649d x-openstack-request-id: req-2e4c7769-d781-43f2-9a7d-2995b526649d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:37.296414 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-deleted", "tag": "10217f1a-a848-4b6a-8e2e-e8e6f2056cd2", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:37.296414 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2e4c7769-d781-43f2-9a7d-2995b526649d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:37.296723 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-deleted', 'tag': '10217f1a-a848-4b6a-8e2e-e8e6f2056cd2', 'status': 'completed', 'code': 200} Nov 12 04:01:37.318020 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port df914625-a669-4984-a1ad-8e796c6815cc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=df914625-a669-4984-a1ad-8e796c6815cc,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:37.340660 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5a88f35-9358-4f01-8659-7ad91ae6f89d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.401318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.402040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:37.497531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-38fb27bb-1b40-4181-8afe-d496480d5a34 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Deleting port 7456f438-4e11-4e10-8018-96b0919a4c0b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:37.498094 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-38fb27bb-1b40-4181-8afe-d496480d5a34 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.546513 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.566442 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5a88f35-9358-4f01-8659-7ad91ae6f89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.571371 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5a88f35-9358-4f01-8659-7ad91ae6f89d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.572675 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e5a88f35-9358-4f01-8659-7ad91ae6f89d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2c840705-b914-4caa-a140-a5b22899db9b HTTP/1.1" status: 204 len: 168 time: 0.3966815 Nov 12 04:01:37.612928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a88f35-9358-4f01-8659-7ad91ae6f89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c840705-b914-4caa-a140-a5b22899db9b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:37.685681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=df914625-a669-4984-a1ad-8e796c6815cc,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:37.775860 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] Pushing event deleted for resources: {'Port': ['ID=610717a4-9d6a-4f67-9d4b-3cb400436014,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:37.795249 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.845679 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.913543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:37.982108 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.021043 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.025299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-38fb27bb-1b40-4181-8afe-d496480d5a34 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] For port 7456f438-4e11-4e10-8018-96b0919a4c0b, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7456f438-4e11-4e10-8018-96b0919a4c0b,segment=NetworkSegment(1406560e-c43d-444a-88a9-00910d7f42b5),segment_id=1406560e-c43d-444a-88a9-00910d7f42b5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:38.026564 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-38fb27bb-1b40-4181-8afe-d496480d5a34 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.054290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362b72-2bca-46b7-8cfe-33c69bec1d98 req-26764423-879c-4b98-9245-79ae57de4bc4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:38.061698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362b72-2bca-46b7-8cfe-33c69bec1d98 req-26764423-879c-4b98-9245-79ae57de4bc4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:38.073711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362b72-2bca-46b7-8cfe-33c69bec1d98 req-26764423-879c-4b98-9245-79ae57de4bc4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:38.081270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362b72-2bca-46b7-8cfe-33c69bec1d98 req-26764423-879c-4b98-9245-79ae57de4bc4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:38.083242 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94362b72-2bca-46b7-8cfe-33c69bec1d98 req-26764423-879c-4b98-9245-79ae57de4bc4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 3144 time: 0.3248298 Nov 12 04:01:38.084795 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-38fb27bb-1b40-4181-8afe-d496480d5a34 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Calling delete_port for 7456f438-4e11-4e10-8018-96b0919a4c0b owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:38.088665 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.114272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:38.122158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e12b603e-2a58-4463-9c72-8700cf0f197e no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:38.165305 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: e12b603e-2a58-4463-9c72-8700cf0f197e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:38.165811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e12b603e-2a58-4463-9c72-8700cf0f197e not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:38.278249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94362b72-2bca-46b7-8cfe-33c69bec1d98 req-0c4a99d0-87c4-4985-9e62-115b9296aa4d tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733172 Nov 12 04:01:38.328239 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.328963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b463750-12b6-44d5-bb8f-e00e8585c209 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:01:38.334968 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.336634 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-44e61d2d-9e70-4c48-8904-45fbc7a1704d admin admin] 10.222.0.105 "DELETE /v2.0/routers/0b463750-12b6-44d5-bb8f-e00e8585c209 HTTP/1.1" status: 204 len: 168 time: 2.8145726 Nov 12 04:01:38.340076 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50060) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:38.417083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-16db00cf-5547-4cf6-987e-d7bda393c7e2 admin admin] Deleting subnet 36f654ec-db11-4fea-af34-2728ff8c6f0e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:01:38.420897 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16db00cf-5547-4cf6-987e-d7bda393c7e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.477458 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16db00cf-5547-4cf6-987e-d7bda393c7e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.480975 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-38fb27bb-1b40-4181-8afe-d496480d5a34 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.570341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb27bb-1b40-4181-8afe-d496480d5a34 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event deleted for resources: {'Port': ['ID=7456f438-4e11-4e10-8018-96b0919a4c0b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:38.616940 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16db00cf-5547-4cf6-987e-d7bda393c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.637953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-38fb27bb-1b40-4181-8afe-d496480d5a34 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] No DVR routers for this DVR port 7456f438-4e11-4e10-8018-96b0919a4c0b on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:38.643532 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-38fb27bb-1b40-4181-8afe-d496480d5a34 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.647719 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-38fb27bb-1b40-4181-8afe-d496480d5a34 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "DELETE /v2.0/ports/7456f438-4e11-4e10-8018-96b0919a4c0b HTTP/1.1" status: 204 len: 173 time: 1.4403913 Nov 12 04:01:38.708510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50072) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:38.735902 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0946f250-4eeb-498b-a4c0-a4683eb5fece admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.848817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Deleting port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:38.849141 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.936624 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0946f250-4eeb-498b-a4c0-a4683eb5fece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.973052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] For port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4ab8efd6-c4cc-4661-adf4-d41cbd22b569,segment=NetworkSegment(5b0ea241-07fb-43a2-bc7b-103c2762d55c),segment_id=5b0ea241-07fb-43a2-bc7b-103c2762d55c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:38.973481 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.085541 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16db00cf-5547-4cf6-987e-d7bda393c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.099377 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16db00cf-5547-4cf6-987e-d7bda393c7e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.104013 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-16db00cf-5547-4cf6-987e-d7bda393c7e2 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/36f654ec-db11-4fea-af34-2728ff8c6f0e HTTP/1.1" status: 204 len: 168 time: 0.7629197 Nov 12 04:01:39.106505 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637dbf13-c6f6-4d17-9044-3fdf2d50a4c2 None None] Network f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:01:39.111953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50074) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:39.112732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df914625-a669-4984-a1ad-8e796c6815cc'}, {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:39.115376 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ba60c1-7d5f-4969-a45d-497b674a4a3d" -d '{"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-unplugged", "status": "completed", "tag": "df914625-a669-4984-a1ad-8e796c6815cc"}, {"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-unplugged", "status": "completed", "tag": "8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:39.126486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db00cf-5547-4cf6-987e-d7bda393c7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f654ec-db11-4fea-af34-2728ff8c6f0e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:39.177152 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0946f250-4eeb-498b-a4c0-a4683eb5fece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.219927 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd02062-0a90-4b14-ab09-433807097271 x-openstack-request-id: req-dcd02062-0a90-4b14-ab09-433807097271 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:39.220546 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-unplugged", "status": "completed", "tag": "df914625-a669-4984-a1ad-8e796c6815cc", "code": 200}, {"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-unplugged", "status": "completed", "tag": "8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:39.220802 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-dcd02062-0a90-4b14-ab09-433807097271 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:39.221410 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df914625-a669-4984-a1ad-8e796c6815cc', 'code': 200} Nov 12 04:01:39.221840 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1', 'code': 200} Nov 12 04:01:39.287622 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.287993 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.288335 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Floating IP d6cd64c8-5f5c-4f13-9b27-e901bad4c9f5 disassociated. External IP: 172.25.8.44, port: 4ab8efd6-c4cc-4661-adf4-d41cbd22b569. Nov 12 04:01:39.288682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Calling delete_port for 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:39.293561 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.299998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0946f250-4eeb-498b-a4c0-a4683eb5fece admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7f627deab9d0413789f5a8620d862584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5901985 Nov 12 04:01:39.300608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-deleted', 'tag': '7456f438-4e11-4e10-8018-96b0919a4c0b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:39.302896 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aff6c55-face-4653-876c-5e24d871b508" -d '{"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-deleted", "tag": "7456f438-4e11-4e10-8018-96b0919a4c0b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:39.305788 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50080) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:39.306143 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946f250-4eeb-498b-a4c0-a4683eb5fece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffccd72-8ada-4791-adcf-e84a7594f029,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:39.415722 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c7c902a-02ce-486c-86c1-b3b01e92465a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.444771 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c7c902a-02ce-486c-86c1-b3b01e92465a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.469860 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Deleting port 8fc59353-cfda-4352-b992-5e91d60b9908 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:39.470584 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.482811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b747ab-fc99-4890-962f-48bb12115d7d None None] DHCP port deletion for f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:39.519825 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d199bfd-0505-40e0-922c-226b9eeb2829 x-openstack-request-id: req-9d199bfd-0505-40e0-922c-226b9eeb2829 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:39.520238 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-deleted", "tag": "7456f438-4e11-4e10-8018-96b0919a4c0b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:39.520412 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9d199bfd-0505-40e0-922c-226b9eeb2829 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:39.520780 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-deleted', 'tag': '7456f438-4e11-4e10-8018-96b0919a4c0b', 'status': 'completed', 'code': 200} Nov 12 04:01:39.619105 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98b747ab-fc99-4890-962f-48bb12115d7d None None] Deleting port 8fc59353-cfda-4352-b992-5e91d60b9908 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:39.619757 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98b747ab-fc99-4890-962f-48bb12115d7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.663063 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c7c902a-02ce-486c-86c1-b3b01e92465a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.665800 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.667120 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c7c902a-02ce-486c-86c1-b3b01e92465a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.669418 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6c7c902a-02ce-486c-86c1-b3b01e92465a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0ffccd72-8ada-4791-adcf-e84a7594f029 HTTP/1.1" status: 204 len: 168 time: 0.3624916 Nov 12 04:01:39.683917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] For port 8fc59353-cfda-4352-b992-5e91d60b9908, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8fc59353-cfda-4352-b992-5e91d60b9908,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:39.684986 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.695365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c902a-02ce-486c-86c1-b3b01e92465a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffccd72-8ada-4791-adcf-e84a7594f029,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:39.732003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event deleted for resources: {'Port': ['ID=4ab8efd6-c4cc-4661-adf4-d41cbd22b569,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:39.736099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Calling delete_port for 8fc59353-cfda-4352-b992-5e91d60b9908 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:39.811380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8bbee-8542-43c6-b98f-48eb2adcca0a req-39893c4f-569e-4b6f-8790-ccd55c01c339 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:39.824382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8bbee-8542-43c6-b98f-48eb2adcca0a req-39893c4f-569e-4b6f-8790-ccd55c01c339 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:39.835749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8bbee-8542-43c6-b98f-48eb2adcca0a req-39893c4f-569e-4b6f-8790-ccd55c01c339 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:39.838676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10a8bbee-8542-43c6-b98f-48eb2adcca0a req-39893c4f-569e-4b6f-8790-ccd55c01c339 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 2331 time: 0.3392951 Nov 12 04:01:40.013482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98b747ab-fc99-4890-962f-48bb12115d7d None None] For port 8fc59353-cfda-4352-b992-5e91d60b9908, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8fc59353-cfda-4352-b992-5e91d60b9908,segment=NetworkSegment(a993aa59-0417-421c-ae32-c2fd43f340a9),segment_id=a993aa59-0417-421c-ae32-c2fd43f340a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:40.018529 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98b747ab-fc99-4890-962f-48bb12115d7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.076085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98b747ab-fc99-4890-962f-48bb12115d7d None None] Calling delete_port for 8fc59353-cfda-4352-b992-5e91d60b9908 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:40.143212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8fc59353-cfda-4352-b992-5e91d60b9908 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:40.398001 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.445329 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98b747ab-fc99-4890-962f-48bb12115d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.475570 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 610717a4-9d6a-4f67-9d4b-3cb400436014 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:40.495382 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10a8bbee-8542-43c6-b98f-48eb2adcca0a req-fd1ef2a4-0e9e-493b-922b-a04de6646855 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6071916 Nov 12 04:01:40.523072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Router 0f863b94-0ade-4a9d-a108-6a45099fa31e has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:40.524857 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.541123 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b747ab-fc99-4890-962f-48bb12115d7d None None] Pushing event deleted for resources: {'Port': ['ID=8fc59353-cfda-4352-b992-5e91d60b9908,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:40.550075 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b747ab-fc99-4890-962f-48bb12115d7d None None] No DVR routers for this DVR port 8fc59353-cfda-4352-b992-5e91d60b9908 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:40.554946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 610717a4-9d6a-4f67-9d4b-3cb400436014 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:40.555859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 610717a4-9d6a-4f67-9d4b-3cb400436014 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:40.628673 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc59353-cfda-4352-b992-5e91d60b9908,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:40.631135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] No DVR routers for this DVR port 8fc59353-cfda-4352-b992-5e91d60b9908 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:40.749106 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.781388 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f7dc6b-b790-48d0-bafb-8e1888f9faa6']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:40.793298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:40.795892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a993aa59-0417-421c-ae32-c2fd43f340a9') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:40.796484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a993aa59-0417-421c-ae32-c2fd43f340a9') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:40.805128 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b31a7-6922-4e12-9647-1f2a3138de0e None None] Sync routers for ids ['0f863b94-0ade-4a9d-a108-6a45099fa31e'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:40.810945 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.821883 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b31a7-6922-4e12-9647-1f2a3138de0e None None] Routers {'0f863b94-0ade-4a9d-a108-6a45099fa31e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:40.822989 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-072b31a7-6922-4e12-9647-1f2a3138de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:01:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0f863b94-0ade-4a9d-a108-6a45099fa31e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:40.867145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] No DVR routers for this DVR port 4ab8efd6-c4cc-4661-adf4-d41cbd22b569 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:40.872365 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.878338 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.883037 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-8a63f4a5-47fd-4ee6-b19e-94ccf20f1853 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "DELETE /v2.0/ports/4ab8efd6-c4cc-4661-adf4-d41cbd22b569 HTTP/1.1" status: 204 len: 173 time: 2.2233236 Nov 12 04:01:40.893493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:01:40.893962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:01:40.896467 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:01:40.974452 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-072b31a7-6922-4e12-9647-1f2a3138de0e None None] Set router 0f863b94-0ade-4a9d-a108-6a45099fa31e gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:41.053293 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3c7f9867-ab7b-42b4-b6dd-27d4f8a0dffc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Deleting port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:41.059204 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3c7f9867-ab7b-42b4-b6dd-27d4f8a0dffc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.115028 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.135112 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.140716 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] 10.222.0.105 "DELETE /v2.0/networks/f2f7dc6b-b790-48d0-bafb-8e1888f9faa6 HTTP/1.1" status: 204 len: 168 time: 2.0276592 Nov 12 04:01:41.144635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7f6ee-2385-406a-b881-622d36edd9aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f7dc6b-b790-48d0-bafb-8e1888f9faa6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:41.206662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3c7f9867-ab7b-42b4-b6dd-27d4f8a0dffc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] For port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:41.208096 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3c7f9867-ab7b-42b4-b6dd-27d4f8a0dffc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.241475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3c7f9867-ab7b-42b4-b6dd-27d4f8a0dffc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Calling delete_port for 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:41.297526 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-072b31a7-6922-4e12-9647-1f2a3138de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 4, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a7091a86-d05b-4c46-a324-5ae8adafb136', 'name': '', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'mac_address': 'fa:16:3e:03:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:06Z', 'revision_number': 5, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'subnets': [{'id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:41.334194 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b31a7-6922-4e12-9647-1f2a3138de0e None None] Checking router: 0f863b94-0ade-4a9d-a108-6a45099fa31e for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:41.342087 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b31a7-6922-4e12-9647-1f2a3138de0e None None] Routers {'0f863b94-0ade-4a9d-a108-6a45099fa31e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:41.342694 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-072b31a7-6922-4e12-9647-1f2a3138de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:01:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0f863b94-0ade-4a9d-a108-6a45099fa31e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:41.476304 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-072b31a7-6922-4e12-9647-1f2a3138de0e None None] Set router 0f863b94-0ade-4a9d-a108-6a45099fa31e gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:41.522306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-deleted', 'tag': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:41.525895 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7bb56a-e434-44fa-aae7-7d2a75a22e7f" -d '{"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-deleted", "tag": "4ab8efd6-c4cc-4661-adf4-d41cbd22b569"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:41.540626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3c7f9867-ab7b-42b4-b6dd-27d4f8a0dffc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.604290 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:41.609159 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ca5f02-b039-4f41-bc72-7149260fbefa x-openstack-request-id: req-06ca5f02-b039-4f41-bc72-7149260fbefa {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:41.609608 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-deleted", "tag": "4ab8efd6-c4cc-4661-adf4-d41cbd22b569", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:41.609875 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-06ca5f02-b039-4f41-bc72-7149260fbefa {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:41.610292 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-deleted', 'tag': '4ab8efd6-c4cc-4661-adf4-d41cbd22b569', 'status': 'completed', 'code': 200} Nov 12 04:01:41.613997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f9867-ab7b-42b4-b6dd-27d4f8a0dffc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event deleted for resources: {'Port': ['ID=8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:41.680257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3c7f9867-ab7b-42b4-b6dd-27d4f8a0dffc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] No DVR routers for this DVR port 8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:41.683148 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3c7f9867-ab7b-42b4-b6dd-27d4f8a0dffc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.687325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3c7f9867-ab7b-42b4-b6dd-27d4f8a0dffc tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "DELETE /v2.0/ports/8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1 HTTP/1.1" status: 204 len: 173 time: 0.7785363 Nov 12 04:01:41.699948 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bce177e2-6dee-46d4-8e05-2567d7429d30 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a803c520af0a4208b65655c3ed555429&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0944066 Nov 12 04:01:41.707858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50148) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:41.812599 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e99d70b-9837-4a6f-9765-334c89c3d21d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.830069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3aca50d8-129b-4f15-b806-abe415e2f379 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Deleting port df914625-a669-4984-a1ad-8e796c6815cc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:41.831774 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3aca50d8-129b-4f15-b806-abe415e2f379 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.843587 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e99d70b-9837-4a6f-9765-334c89c3d21d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.844721 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-072b31a7-6922-4e12-9647-1f2a3138de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 4, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a7091a86-d05b-4c46-a324-5ae8adafb136', 'name': '', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'mac_address': 'fa:16:3e:03:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:06Z', 'revision_number': 5, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'subnets': [{'id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:41.864149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c6b61-290b-47a4-a34b-6cd8ffd0a4c1 req-f4bead32-5898-4c66-9fc8-98e80d3d61f5 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:41.865727 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd2c6b61-290b-47a4-a34b-6cd8ffd0a4c1 req-f4bead32-5898-4c66-9fc8-98e80d3d61f5 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 942 time: 0.1732357 Nov 12 04:01:41.886474 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b31a7-6922-4e12-9647-1f2a3138de0e None None] The sync data for ids ['0f863b94-0ade-4a9d-a108-6a45099fa31e'] in n-d-767704-23 is: [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 4, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a7091a86-d05b-4c46-a324-5ae8adafb136', 'name': '', 'network_id': '36a7ae9d-fb8c-4139-a69e-1f482187e050', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'mac_address': 'fa:16:3e:03:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:06Z', 'revision_number': 5, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'subnets': [{'id': 'c82bf929-4463-45be-9abb-d6db1fa7474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:41.942987 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd2c6b61-290b-47a4-a34b-6cd8ffd0a4c1 req-40d46a69-c015-4e45-bdd2-bed18734b7c0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups?id=21c71a7f-b4f4-4611-94af-79a1583eac57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655737 Nov 12 04:01:42.020381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3aca50d8-129b-4f15-b806-abe415e2f379 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] For port df914625-a669-4984-a1ad-8e796c6815cc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=df914625-a669-4984-a1ad-8e796c6815cc,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:42.020935 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3aca50d8-129b-4f15-b806-abe415e2f379 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.033204 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e99d70b-9837-4a6f-9765-334c89c3d21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.038446 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e99d70b-9837-4a6f-9765-334c89c3d21d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.049265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1e99d70b-9837-4a6f-9765-334c89c3d21d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/02f3412c-f608-4461-b235-6f0ae7d779ae HTTP/1.1" status: 204 len: 168 time: 0.3388591 Nov 12 04:01:42.051219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3aca50d8-129b-4f15-b806-abe415e2f379 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Calling delete_port for df914625-a669-4984-a1ad-8e796c6815cc owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:42.074273 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99d70b-9837-4a6f-9765-334c89c3d21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f3412c-f608-4461-b235-6f0ae7d779ae,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:42.375041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61635566-00c6-4025-93f4-22955859452e req-37bd7b8d-fa0d-4891-8152-82f0150fa391 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:42.377355 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61635566-00c6-4025-93f4-22955859452e req-37bd7b8d-fa0d-4891-8152-82f0150fa391 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 949 time: 0.1248412 Nov 12 04:01:42.389497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040bfe1c-ccc5-49ce-8597-9dcd355d1d1c None None] New status for floating IP d6cd64c8-5f5c-4f13-9b27-e901bad4c9f5: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:01:42.427608 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3aca50d8-129b-4f15-b806-abe415e2f379 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.486176 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca50d8-129b-4f15-b806-abe415e2f379 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event deleted for resources: {'Port': ['ID=df914625-a669-4984-a1ad-8e796c6815cc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:42.504968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61635566-00c6-4025-93f4-22955859452e req-a407ca47-b811-447e-9ec2-3ccc307f7f78 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132157 Nov 12 04:01:42.527675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3aca50d8-129b-4f15-b806-abe415e2f379 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] No DVR routers for this DVR port df914625-a669-4984-a1ad-8e796c6815cc on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:42.530722 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3aca50d8-129b-4f15-b806-abe415e2f379 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.534222 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab94e4c4-0a3c-4e7f-9397-2a3e4841bb4e req-3aca50d8-129b-4f15-b806-abe415e2f379 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.26 "DELETE /v2.0/ports/df914625-a669-4984-a1ad-8e796c6815cc HTTP/1.1" status: 204 len: 173 time: 0.8378665 Nov 12 04:01:43.137737 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9636491e-6575-4052-b6b7-3a033b7e1d6e req-144b815e-46ef-4fe7-aa23-f4c278e8bdf4 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0373974 Nov 12 04:01:43.599729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:43.610984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-deleted', 'tag': '8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1'}, {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-deleted', 'tag': 'df914625-a669-4984-a1ad-8e796c6815cc'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:43.614226 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a56c67-8973-4844-8dcc-866b55a5f9c4" -d '{"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-deleted", "tag": "8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1"}, {"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-deleted", "tag": "df914625-a669-4984-a1ad-8e796c6815cc"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:43.680604 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5881a2-a284-4f4a-9950-6f5adfbb3d29 x-openstack-request-id: req-ec5881a2-a284-4f4a-9950-6f5adfbb3d29 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:43.687444 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-deleted", "tag": "8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1", "status": "completed", "code": 200}, {"server_uuid": "c7d9d4fa-33bb-498b-b969-43503aeb9401", "name": "network-vif-deleted", "tag": "df914625-a669-4984-a1ad-8e796c6815cc", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:43.687852 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ec5881a2-a284-4f4a-9950-6f5adfbb3d29 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:43.688433 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-deleted', 'tag': '8cf0c204-bcfb-4ee8-95b6-eb68d518d3d1', 'status': 'completed', 'code': 200} Nov 12 04:01:43.688784 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d9d4fa-33bb-498b-b969-43503aeb9401', 'name': 'network-vif-deleted', 'tag': 'df914625-a669-4984-a1ad-8e796c6815cc', 'status': 'completed', 'code': 200} Nov 12 04:01:43.765469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-424750205-network', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:43.905847 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] Made reservation on behalf of aaf261eff2214d7b9ba4472df4ff9ad5 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:01:43.905847 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.914336 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.001658 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.086166 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.111700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:01:44.124322 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.124672 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] Added segment b14e5aab-b3d2-48e1-acf4-7e4c65b41923 of type vlan for network 960600ac-14ec-4138-96b2-7076014d9fe3 Nov 12 04:01:44.126038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cea54a-bfbd-4eb5-8d7a-bca51500a62f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:44.177249 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.240512 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-72ebd891-f5dd-4d2e-a1ce-35bdecabdf4e req-d718ca24-3f0e-400c-bc95-f4c32a430a72 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0285215 Nov 12 04:01:44.295515 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.297040 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:44.297797 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.407475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] Pushing event updated for resources: {'Network': ['ID=960600ac-14ec-4138-96b2-7076014d9fe3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:44.420700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 960600ac-14ec-4138-96b2-7076014d9fe3 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:01:44.435899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50252) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:44.444169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-112e436b-3c67-4407-aaf0-e17b97b31a92 admin admin] Request body: {'subnet': {'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-424750205-subnet', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:44.446053 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5e1e603f-d70a-4405-a057-6cc91d15ae7b admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8380909 Nov 12 04:01:44.542959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112e436b-3c67-4407-aaf0-e17b97b31a92 admin admin] Made reservation on behalf of aaf261eff2214d7b9ba4472df4ff9ad5 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:01:44.545647 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-112e436b-3c67-4407-aaf0-e17b97b31a92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.834240 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-112e436b-3c67-4407-aaf0-e17b97b31a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.902805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e436b-3c67-4407-aaf0-e17b97b31a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a513ab3-4812-4f78-9863-9429bde900dd,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:44.916767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112e436b-3c67-4407-aaf0-e17b97b31a92 admin admin] Checking segment: {'id': 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:44.917124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e436b-3c67-4407-aaf0-e17b97b31a92 admin admin] Network hostable DHCP agents. Network: 960600ac-14ec-4138-96b2-7076014d9fe3, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:01:45.009338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e436b-3c67-4407-aaf0-e17b97b31a92 admin admin] Network 960600ac-14ec-4138-96b2-7076014d9fe3 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:01:45.091423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-112e436b-3c67-4407-aaf0-e17b97b31a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 960600ac-14ec-4138-96b2-7076014d9fe3) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:45.097791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112e436b-3c67-4407-aaf0-e17b97b31a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:45.098814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-112e436b-3c67-4407-aaf0-e17b97b31a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.100022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b36e0-3b08-4b73-abc6-b873e9b3fb77 None None] Network 960600ac-14ec-4138-96b2-7076014d9fe3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:01:45.227223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b7f02f-0495-4ec7-a55b-eebbf7b146df None None] Network 960600ac-14ec-4138-96b2-7076014d9fe3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:01:45.245751 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-112e436b-3c67-4407-aaf0-e17b97b31a92 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8053429 Nov 12 04:01:45.246276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:45.252257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-424750205-router', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:45.291876 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 29d59733-faba-47e0-882d-bcdb01fb88d9 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:45.377663 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.378948 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.388240 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa9d292f-9603-45d6-8975-ecbd8f8efdaa req-234017c4-3804-4837-a25b-d8bb9c4428c1 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0382314 Nov 12 04:01:45.459860 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.486518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5263aa9b-52ac-4233-ac41-4e616f205814', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d59733-faba-47e0-882d-bcdb01fb88d9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:45.488972 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432be974-8931-4d5a-b8b3-b0bf09c765c7" -d '{"events": [{"server_uuid": "5263aa9b-52ac-4233-ac41-4e616f205814", "name": "network-vif-unplugged", "status": "completed", "tag": "29d59733-faba-47e0-882d-bcdb01fb88d9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:45.503590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 29d59733-faba-47e0-882d-bcdb01fb88d9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=29d59733-faba-47e0-882d-bcdb01fb88d9,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:45.504752 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.537889 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f0cd9a-4e46-45f3-8201-8df395f45c8d x-openstack-request-id: req-93f0cd9a-4e46-45f3-8201-8df395f45c8d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:45.538180 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5263aa9b-52ac-4233-ac41-4e616f205814", "name": "network-vif-unplugged", "status": "completed", "tag": "29d59733-faba-47e0-882d-bcdb01fb88d9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:45.538510 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-93f0cd9a-4e46-45f3-8201-8df395f45c8d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:45.538845 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5263aa9b-52ac-4233-ac41-4e616f205814', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d59733-faba-47e0-882d-bcdb01fb88d9', 'code': 200} Nov 12 04:01:45.588306 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.664377 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=29d59733-faba-47e0-882d-bcdb01fb88d9,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:45.764481 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.063985 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.083241 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.237037 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Allocated IP 172.25.8.119 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/9d2b9c5f-292d-4722-84e4-273164d6db97) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:46.339589 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.469012 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.525617 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-94bd61e3-b30f-4972-ba7b-50495a84ff4d req-ccf92421-b8bd-43a1-bf18-d7f8c21d829b tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0538998 Nov 12 04:01:46.538449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:46.542473 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:46.545200 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:46.590232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2b9c5f-292d-4722-84e4-273164d6db97,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:47.012550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.222862 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.326066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5b36deba-9a51-4076-af9e-1044600c57e6 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:01:47.451626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5b36deba-9a51-4076-af9e-1044600c57e6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5b36deba-9a51-4076-af9e-1044600c57e6,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:47.470699 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '5b36deba-9a51-4076-af9e-1044600c57e6', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '5b36deba-9a51-4076-af9e-1044600c57e6', 'mac_address': 'fa:16:3e:1b:a0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:01:47.547038 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.592516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b36deba-9a51-4076-af9e-1044600c57e6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:01:47.639958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5b36deba-9a51-4076-af9e-1044600c57e6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5b36deba-9a51-4076-af9e-1044600c57e6,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:47.738913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.739174 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b22c519c-9531-4c81-ba7e-59bf34789f42 req-2db8b423-3389-44d7-bfcf-1573c6d02018 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0452037 Nov 12 04:01:47.854827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5b36deba-9a51-4076-af9e-1044600c57e6,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:47.887443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['5b36deba-9a51-4076-af9e-1044600c57e6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:47.916089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Router ac2c03ea-d246-40a8-bf1e-1aa38744c227 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:01:48.113338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:48.126692 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Sync routers for ids ['ac2c03ea-d246-40a8-bf1e-1aa38744c227'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:48.137600 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Routers {'ac2c03ea-d246-40a8-bf1e-1aa38744c227'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:48.138259 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:01:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac2c03ea-d246-40a8-bf1e-1aa38744c227'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:48.253029 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Set router ac2c03ea-d246-40a8-bf1e-1aa38744c227 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:48.269150 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:48.272971 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-95411f8f-2a7c-4a64-b8f9-31e6fe64f5e6 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0224857 Nov 12 04:01:48.273261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50358) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:48.707046 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'name': 'tempest-ServerRescueNegativeTestJSON-424750205-router', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:45Z', 'updated_at': '2021-11-12T04:01:46Z', 'revision_number': 3, 'project_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'gw_port': {'id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:48.747235 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Checking router: ac2c03ea-d246-40a8-bf1e-1aa38744c227 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:48.747424 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Updating router ac2c03ea-d246-40a8-bf1e-1aa38744c227 port 9d2b9c5f-292d-4722-84e4-273164d6db97 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:01:48.778014 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:48.897320 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.002675 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-67716cb0-1c6a-4d63-8d00-a66d4379c0e8 req-b2a964f5-4309-4498-b47e-b3b104f2dc51 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0369704 Nov 12 04:01:49.212633 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.271375 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.325715 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.342962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5b36deba-9a51-4076-af9e-1044600c57e6 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:49.440412 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0e5b1-886e-4733-be2c-3ba80599e3a7 None None] Pushing event updated for resources: {'Port': ['ID=9d2b9c5f-292d-4722-84e4-273164d6db97,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:49.463980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 5b36deba-9a51-4076-af9e-1044600c57e6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:49.467353 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.516022 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Attempting to bind port 9d2b9c5f-292d-4722-84e4-273164d6db97 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:49.516022 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Attempting to bind port 9d2b9c5f-292d-4722-84e4-273164d6db97 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:49.516022 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Attempting to bind port 9d2b9c5f-292d-4722-84e4-273164d6db97 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:49.516022 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:49.516022 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:49.516022 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.516022 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:49.516022 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Bound port: 9d2b9c5f-292d-4722-84e4-273164d6db97, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:49.516022 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.600274 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] For port 9d2b9c5f-292d-4722-84e4-273164d6db97, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:49.607016 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] For port 9d2b9c5f-292d-4722-84e4-273164d6db97, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9d2b9c5f-292d-4722-84e4-273164d6db97,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:49.678809 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.690501 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.754826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Allocated IP 172.20.0.1 (960600ac-14ec-4138-96b2-7076014d9fe3/6a513ab3-4812-4f78-9863-9429bde900dd/aed6f215-23c7-4a68-acf4-c53c809a3df4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:49.761104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b36deba-9a51-4076-af9e-1044600c57e6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:49.773934 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f721a76-de2c-4e51-b9a8-9025197f332d" -d '{"events": [{"server_uuid": "72aa6b2f-11b4-4b37-8984-4ed42f4289f4", "name": "network-vif-plugged", "status": "completed", "tag": "5b36deba-9a51-4076-af9e-1044600c57e6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:49.811746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5b36deba-9a51-4076-af9e-1044600c57e6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5b36deba-9a51-4076-af9e-1044600c57e6,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:49.817090 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Routers {'ac2c03ea-d246-40a8-bf1e-1aa38744c227'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:49.817822 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:01:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac2c03ea-d246-40a8-bf1e-1aa38744c227'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:49.890960 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cd0a0f-9c2f-46b4-b309-b62efd5d788f x-openstack-request-id: req-c7cd0a0f-9c2f-46b4-b309-b62efd5d788f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:49.891784 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72aa6b2f-11b4-4b37-8984-4ed42f4289f4", "name": "network-vif-plugged", "status": "completed", "tag": "5b36deba-9a51-4076-af9e-1044600c57e6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:49.892354 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c7cd0a0f-9c2f-46b4-b309-b62efd5d788f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:49.893022 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b36deba-9a51-4076-af9e-1044600c57e6', 'code': 200} Nov 12 04:01:49.909071 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.044686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5b36deba-9a51-4076-af9e-1044600c57e6,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:50.066631 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.083472 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0e5b1-886e-4733-be2c-3ba80599e3a7 None None] Pushing event updated for resources: {'Port': ['ID=9d2b9c5f-292d-4722-84e4-273164d6db97,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:50.135051 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] Set router ac2c03ea-d246-40a8-bf1e-1aa38744c227 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:50.195884 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.291393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50412) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:50.297358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Pushing event updated for resources: {'Port': ['ID=aed6f215-23c7-4a68-acf4-c53c809a3df4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:50.324305 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-946fddc6-26f1-4bfe-ae9f-d2ddab5cdaaf req-d91b8d18-df55-4584-9c59-b942011c1fd2 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0818021 Nov 12 04:01:50.341739 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Network 960600ac-14ec-4138-96b2-7076014d9fe3 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:50.343541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:50.358480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:50.461136 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.518857 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'name': 'tempest-ServerRescueNegativeTestJSON-424750205-router', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:45Z', 'updated_at': '2021-11-12T04:01:46Z', 'revision_number': 3, 'project_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'gw_port': {'id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:50.541545 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b452850f-c2a0-4fe8-89c8-fa229e0d493d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.566584 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba127c5-09ca-4eaa-b3a2-88070ad6be7e None None] The sync data for ids ['ac2c03ea-d246-40a8-bf1e-1aa38744c227'] in n-d-767704-23 is: [{'id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'name': 'tempest-ServerRescueNegativeTestJSON-424750205-router', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:45Z', 'updated_at': '2021-11-12T04:01:46Z', 'revision_number': 3, 'project_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'gw_port': {'id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:50.716922 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b452850f-c2a0-4fe8-89c8-fa229e0d493d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.813109 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.820898 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b452850f-c2a0-4fe8-89c8-fa229e0d493d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.944614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452850f-c2a0-4fe8-89c8-fa229e0d493d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf8559c-2942-4d9a-84e9-4fb30cebae07,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:50.969672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b452850f-c2a0-4fe8-89c8-fa229e0d493d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=84ae28e3dcf3477fbebe5c970d622cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6659489 Nov 12 04:01:50.974293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:51.066649 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baf58f1f-5b1d-4c97-b76d-87283beed723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.104873 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baf58f1f-5b1d-4c97-b76d-87283beed723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.195673 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.297159 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.336978 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baf58f1f-5b1d-4c97-b76d-87283beed723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.340989 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baf58f1f-5b1d-4c97-b76d-87283beed723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.342463 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-baf58f1f-5b1d-4c97-b76d-87283beed723 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/caf8559c-2942-4d9a-84e9-4fb30cebae07 HTTP/1.1" status: 204 len: 168 time: 0.3638413 Nov 12 04:01:51.360888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf58f1f-5b1d-4c97-b76d-87283beed723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf8559c-2942-4d9a-84e9-4fb30cebae07,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:51.484236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Pushing event updated for resources: {'Port': ['ID=aed6f215-23c7-4a68-acf4-c53c809a3df4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:51.505797 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.588882 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1323c410-402c-49ee-bb5b-5f2e969d0373 req-486ffbb3-6a2c-42bc-9cd3-bcd5370a0538 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0675900 Nov 12 04:01:51.707802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Network 960600ac-14ec-4138-96b2-7076014d9fe3 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:51.709524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:51.860295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Router ac2c03ea-d246-40a8-bf1e-1aa38744c227 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:52.033845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:52.049000 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dc6a5eaf-1915-44ce-a777-2dfc069876ca admin admin] 10.222.0.105 "PUT /v2.0/routers/ac2c03ea-d246-40a8-bf1e-1aa38744c227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7646587 Nov 12 04:01:52.132773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9d2b9c5f-292d-4722-84e4-273164d6db97 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:52.261773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9d2b9c5f-292d-4722-84e4-273164d6db97 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:52.261773 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:52.334976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:52.363667 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d77b-aad2-4de6-b4ac-6b2cea521528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:52.432513 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:52.470577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 9d2b9c5f-292d-4722-84e4-273164d6db97, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9d2b9c5f-292d-4722-84e4-273164d6db97,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:52.536246 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d77b-aad2-4de6-b4ac-6b2cea521528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:52.549062 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:52.613003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=9d2b9c5f-292d-4722-84e4-273164d6db97,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:52.617214 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d77b-aad2-4de6-b4ac-6b2cea521528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:52.709073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5d77b-aad2-4de6-b4ac-6b2cea521528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d5c7c7-1088-4950-946f-d8b972dc7437,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:52.987652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:52.989759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3ad5d77b-aad2-4de6-b4ac-6b2cea521528 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=abd815b8177f43a1b7a8e08728287a7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4446604 Nov 12 04:01:52.989759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5e688b1b-281b-4900-96d8-2791259d0bea req-eee84700-78be-4e6a-b735-ad8b5642df09 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0583820 Nov 12 04:01:52.989908 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7f90ece-7ba1-4b1e-b0bc-f04c30dead34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.007792 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7f90ece-7ba1-4b1e-b0bc-f04c30dead34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.181738 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43144908-8f33-4808-ab4d-06de61a73840 req-c4c777b4-d766-490e-9086-da25a8449e98 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:53.184010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43144908-8f33-4808-ab4d-06de61a73840 req-c4c777b4-d766-490e-9086-da25a8449e98 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/networks?id=960600ac-14ec-4138-96b2-7076014d9fe3 HTTP/1.1" status: 200 len: 818 time: 0.3114350 Nov 12 04:01:53.213527 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43144908-8f33-4808-ab4d-06de61a73840 req-8e87817b-ea9c-41f6-bb6e-fa55f269a870 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/quotas/aaf261eff2214d7b9ba4472df4ff9ad5 HTTP/1.1" status: 200 len: 375 time: 0.0214677 Nov 12 04:01:53.246066 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93af6e77-5ac2-4f5b-8711-6b5ef024a3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.255617 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Sync routers for ids ['ac2c03ea-d246-40a8-bf1e-1aa38744c227'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:53.276274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Routers {'ac2c03ea-d246-40a8-bf1e-1aa38744c227'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:53.277337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:01:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac2c03ea-d246-40a8-bf1e-1aa38744c227'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:53.280197 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7f90ece-7ba1-4b1e-b0bc-f04c30dead34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.283672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7f90ece-7ba1-4b1e-b0bc-f04c30dead34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.286352 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c7f90ece-7ba1-4b1e-b0bc-f04c30dead34 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c9d5c7c7-1088-4950-946f-d8b972dc7437 HTTP/1.1" status: 204 len: 168 time: 0.5063274 Nov 12 04:01:53.351257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f90ece-7ba1-4b1e-b0bc-f04c30dead34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d5c7c7-1088-4950-946f-d8b972dc7437,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:53.378673 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43144908-8f33-4808-ab4d-06de61a73840 req-06d53925-6263-455b-addc-e1e7d760ec65 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1589181 Nov 12 04:01:53.449255 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Set router ac2c03ea-d246-40a8-bf1e-1aa38744c227 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:53.755548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'name': 'tempest-ServerRescueNegativeTestJSON-424750205-router', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:45Z', 'updated_at': '2021-11-12T04:01:50Z', 'revision_number': 4, 'project_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'gw_port': {'id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'aed6f215-23c7-4a68-acf4-c53c809a3df4', 'name': '', 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'mac_address': 'fa:16:3e:9b:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '6a513ab3-4812-4f78-9863-9429bde900dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:49Z', 'updated_at': '2021-11-12T04:01:50Z', 'revision_number': 2, 'project_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'subnets': [{'id': '6a513ab3-4812-4f78-9863-9429bde900dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:53.767588 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43144908-8f33-4808-ab4d-06de61a73840 req-94c00f99-e34b-4bc1-b5fc-2f75e1ff9e1b service neutron] 10.222.0.105 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880887 Nov 12 04:01:53.815047 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Checking router: ac2c03ea-d246-40a8-bf1e-1aa38744c227 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:53.815404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Updating router ac2c03ea-d246-40a8-bf1e-1aa38744c227 port aed6f215-23c7-4a68-acf4-c53c809a3df4 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:01:53.852904 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.954450 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43144908-8f33-4808-ab4d-06de61a73840 req-9ab952c5-c89c-41e6-82ea-18d56ab141d2 service neutron] 10.222.0.105 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731393 Nov 12 04:01:54.084332 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a904234-f758-4e78-ba5f-af193aa40441 req-93527270-5e14-4e21-9420-b69cfd9f5b1a tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0659721 Nov 12 04:01:54.326056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9d2b9c5f-292d-4722-84e4-273164d6db97 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:54.435861 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-32148961-92b2-4ee1-991f-368b98571411 req-68843da3-5aa7-462b-a441-22bdd0bfd154 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 210 time: 0.0940154 Nov 12 04:01:54.481430 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9d2b9c5f-292d-4722-84e4-273164d6db97 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:54.481990 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.801661 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.802961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4553d-7c24-47d0-b034-ae7b026b12f0 req-11e16d6d-ec3f-4415-abc8-5b2bd562e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:54.802961 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1e4553d-7c24-47d0-b034-ae7b026b12f0 req-11e16d6d-ec3f-4415-abc8-5b2bd562e97b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdcba065d29548d6959ef32376dd9a2d&device_id=72aa6b2f-11b4-4b37-8984-4ed42f4289f4 HTTP/1.1" status: 200 len: 1102 time: 0.0467210 Nov 12 04:01:54.964539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4553d-7c24-47d0-b034-ae7b026b12f0 req-c8065d23-35c4-49a4-a9dc-2dd3ad01b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:54.966928 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1e4553d-7c24-47d0-b034-ae7b026b12f0 req-c8065d23-35c4-49a4-a9dc-2dd3ad01b6ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1689205 Nov 12 04:01:54.977125 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.978545 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.020574 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1e4553d-7c24-47d0-b034-ae7b026b12f0 req-477f25a5-5804-4a7d-aa68-ad9214b8c0f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=5b36deba-9a51-4076-af9e-1044600c57e6 HTTP/1.1" status: 200 len: 217 time: 0.0454350 Nov 12 04:01:55.073429 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7deb551-501d-459f-b53d-7e103f4d0043 None None] Pushing event updated for resources: {'Port': ['ID=aed6f215-23c7-4a68-acf4-c53c809a3df4,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:55.085420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-e7677a2a-b005-42c0-a23d-55306cb1b6da tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:55.093116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-e7677a2a-b005-42c0-a23d-55306cb1b6da tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/networks?id=960600ac-14ec-4138-96b2-7076014d9fe3 HTTP/1.1" status: 200 len: 818 time: 0.2273490 Nov 12 04:01:55.121414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-da1bee0b-9690-4128-9beb-9c857e2ba1ec tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/quotas/aaf261eff2214d7b9ba4472df4ff9ad5 HTTP/1.1" status: 200 len: 375 time: 0.0273340 Nov 12 04:01:55.157101 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Attempting to bind port aed6f215-23c7-4a68-acf4-c53c809a3df4 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:55.157476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Attempting to bind port aed6f215-23c7-4a68-acf4-c53c809a3df4 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:55.157947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Attempting to bind port aed6f215-23c7-4a68-acf4-c53c809a3df4 on network 960600ac-14ec-4138-96b2-7076014d9fe3 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:55.160252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4553d-7c24-47d0-b034-ae7b026b12f0 req-ef41f018-d997-4b1f-a559-2e9255646a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:55.162011 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1e4553d-7c24-47d0-b034-ae7b026b12f0 req-ef41f018-d997-4b1f-a559-2e9255646a42 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.1327360 Nov 12 04:01:55.169588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:55.173391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Checking segment: {'id': 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:55.174133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.175820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Bound using segment: {'id': 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:55.177908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Bound port: aed6f215-23c7-4a68-acf4-c53c809a3df4, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:55.188207 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.242029 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-ded9c1ae-48aa-44da-ae76-ed7806103c67 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1192641 Nov 12 04:01:55.294987 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1533e4e8-d5f4-46a5-af39-8e72e5266b42 req-3f2ad598-8748-4c57-8b93-83199779f6ee tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0665860 Nov 12 04:01:55.416344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] For port aed6f215-23c7-4a68-acf4-c53c809a3df4, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:55.425272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] For port aed6f215-23c7-4a68-acf4-c53c809a3df4, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=aed6f215-23c7-4a68-acf4-c53c809a3df4,segment=NetworkSegment(b14e5aab-b3d2-48e1-acf4-7e4c65b41923),segment_id=b14e5aab-b3d2-48e1-acf4-7e4c65b41923)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:55.541709 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.658121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Routers {'ac2c03ea-d246-40a8-bf1e-1aa38744c227'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:55.659160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:01:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac2c03ea-d246-40a8-bf1e-1aa38744c227'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:55.794509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7deb551-501d-459f-b53d-7e103f4d0043 None None] Pushing event updated for resources: {'Port': ['ID=aed6f215-23c7-4a68-acf4-c53c809a3df4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:55.949101 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] Set router ac2c03ea-d246-40a8-bf1e-1aa38744c227 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:56.216828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4553d-7c24-47d0-b034-ae7b026b12f0 req-6409b57a-abc2-4c1d-bbb7-4477412a9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:56.218436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1e4553d-7c24-47d0-b034-ae7b026b12f0 req-6409b57a-abc2-4c1d-bbb7-4477412a9b8f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0423572 Nov 12 04:01:56.241561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-795288b1-124d-405a-9815-a6aaf4f04af3 req-5d926014-f601-4116-881b-555fbba1be1e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1044083 Nov 12 04:01:56.322897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'name': 'tempest-ServerRescueNegativeTestJSON-424750205-router', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:45Z', 'updated_at': '2021-11-12T04:01:50Z', 'revision_number': 4, 'project_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'gw_port': {'id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'aed6f215-23c7-4a68-acf4-c53c809a3df4', 'name': '', 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'mac_address': 'fa:16:3e:9b:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '6a513ab3-4812-4f78-9863-9429bde900dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:49Z', 'updated_at': '2021-11-12T04:01:55Z', 'revision_number': 4, 'project_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'subnets': [{'id': '6a513ab3-4812-4f78-9863-9429bde900dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:56.332890 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-3b3a0329-1ab9-4630-813f-6f9f291bd68b service neutron] 10.222.0.105 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0897086 Nov 12 04:01:56.389002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f129a-fcbe-4bff-8ba1-43d044a143e0 None None] The sync data for ids ['ac2c03ea-d246-40a8-bf1e-1aa38744c227'] in n-d-767704-23 is: [{'id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'name': 'tempest-ServerRescueNegativeTestJSON-424750205-router', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:45Z', 'updated_at': '2021-11-12T04:01:50Z', 'revision_number': 4, 'project_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'gw_port': {'id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'aed6f215-23c7-4a68-acf4-c53c809a3df4', 'name': '', 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'mac_address': 'fa:16:3e:9b:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '6a513ab3-4812-4f78-9863-9429bde900dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:49Z', 'updated_at': '2021-11-12T04:01:55Z', 'revision_number': 4, 'project_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'subnets': [{'id': '6a513ab3-4812-4f78-9863-9429bde900dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:56.535256 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-17b9fb06-702c-45f8-8606-a6b7a4712dc7 req-734b5a48-6e94-4077-adc2-42ce7bb34f06 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0709040 Nov 12 04:01:56.698040 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.713642 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1e4553d-7c24-47d0-b034-ae7b026b12f0 req-fc8d35e6-ca7c-4b87-a69d-ab541155bcb6 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755566 Nov 12 04:01:56.753207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795288b1-124d-405a-9815-a6aaf4f04af3 req-2c39a2ef-9c55-41a9-8975-ce1096d6e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:56.754676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-795288b1-124d-405a-9815-a6aaf4f04af3 req-2c39a2ef-9c55-41a9-8975-ce1096d6e5c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 1099 time: 0.4029918 Nov 12 04:01:56.891404 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-30c6c6ce-998e-41fb-8d96-66513e7c484b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.050284 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-42aa4070-dce2-4ddf-ad25-86e2c5edf94f service neutron] 10.222.0.105 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7116418 Nov 12 04:01:57.190541 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1e4553d-7c24-47d0-b034-ae7b026b12f0 req-b6c9d962-88be-451e-a1a8-6d94fa828455 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659700 Nov 12 04:01:57.225361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795288b1-124d-405a-9815-a6aaf4f04af3 req-533c7c15-191a-44f1-960f-317690e46784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:57.227053 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-795288b1-124d-405a-9815-a6aaf4f04af3 req-533c7c15-191a-44f1-960f-317690e46784 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 918 time: 0.4318888 Nov 12 04:01:57.341251 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-795288b1-124d-405a-9815-a6aaf4f04af3 req-8d1b7daf-38bf-48be-a850-4c7e76fbe655 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb509333-e2f6-427b-9927-b25c704c6df6 HTTP/1.1" status: 200 len: 1002 time: 0.1041014 Nov 12 04:01:57.432213 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-89f96185-55c1-449a-9ec4-60e41e4a4f39 req-9de3c949-53af-4d1c-82dd-2117b043282b tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 210 time: 0.0533857 Nov 12 04:01:57.460427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795288b1-124d-405a-9815-a6aaf4f04af3 req-7c8df100-b60e-453d-b115-dde3dc9c6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:57.468543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-795288b1-124d-405a-9815-a6aaf4f04af3 req-7c8df100-b60e-453d-b115-dde3dc9c6969 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6d13c3-ac5c-4151-970c-435785743b79 HTTP/1.1" status: 200 len: 855 time: 0.1137104 Nov 12 04:01:57.613266 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795288b1-124d-405a-9815-a6aaf4f04af3 req-92a527e6-cd73-427e-97b5-0fc57ab298eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:57.615000 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-795288b1-124d-405a-9815-a6aaf4f04af3 req-92a527e6-cd73-427e-97b5-0fc57ab298eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e3b4789-f637-4eb8-b37f-79c30376b867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336749 Nov 12 04:01:57.807032 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5cb46d56-5110-405a-b0a8-a0194c127e7b req-d123bb36-d251-4b61-9f42-6aca8303fee3 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.1438808 Nov 12 04:01:57.809679 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-795288b1-124d-405a-9815-a6aaf4f04af3 req-db9c9a9b-1ce9-4133-a6bc-8f4f844dc50b service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807554 Nov 12 04:01:58.223411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-795288b1-124d-405a-9815-a6aaf4f04af3 req-b864f5b1-30f3-466e-a12a-0b571752d9ba service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043722 Nov 12 04:01:58.275551 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device aed6f215-23c7-4a68-acf4-c53c809a3df4 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:58.287274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43144908-8f33-4808-ab4d-06de61a73840 req-3712a32e-4fef-47c1-ba08-610b81f57004 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:58.288865 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43144908-8f33-4808-ab4d-06de61a73840 req-3712a32e-4fef-47c1-ba08-610b81f57004 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.25 "GET /v2.0/networks?id=960600ac-14ec-4138-96b2-7076014d9fe3 HTTP/1.1" status: 200 len: 818 time: 0.4010148 Nov 12 04:01:58.315186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-43144908-8f33-4808-ab4d-06de61a73840 req-db09eea8-7ca5-4bd6-a35b-924165f6281e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Request body: {'port': {'device_id': '7642074e-e41f-4815-8352-472352b9a290', 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3', 'admin_state_up': True, 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:58.463756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port aed6f215-23c7-4a68-acf4-c53c809a3df4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:58.464182 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.554218 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.606051 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea33c992-2cd6-475c-b9c5-e078c91ac990 req-f4e0d031-f9cb-4733-9825-e1f1c1e44fde tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 210 time: 0.0742621 Nov 12 04:01:58.666820 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.719240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port aed6f215-23c7-4a68-acf4-c53c809a3df4, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=aed6f215-23c7-4a68-acf4-c53c809a3df4,segment=NetworkSegment(b14e5aab-b3d2-48e1-acf4-7e4c65b41923),segment_id=b14e5aab-b3d2-48e1-acf4-7e4c65b41923)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:58.748330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43144908-8f33-4808-ab4d-06de61a73840 req-db09eea8-7ca5-4bd6-a35b-924165f6281e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Made reservation on behalf of aaf261eff2214d7b9ba4472df4ff9ad5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:01:58.761037 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43144908-8f33-4808-ab4d-06de61a73840 req-db09eea8-7ca5-4bd6-a35b-924165f6281e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.809117 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.970630 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=aed6f215-23c7-4a68-acf4-c53c809a3df4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:59.039414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-168933d5-ebe6-4e80-a8b6-500cd306b393 req-51955551-8056-48ed-a0f0-2b20e08ee026 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0563793 Nov 12 04:01:59.062509 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:59.074625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-43144908-8f33-4808-ab4d-06de61a73840 req-db09eea8-7ca5-4bd6-a35b-924165f6281e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Allocated IP 172.20.0.6 (960600ac-14ec-4138-96b2-7076014d9fe3/6a513ab3-4812-4f78-9863-9429bde900dd/265863ca-0e38-49a4-830a-b5201ab7abf6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:59.328434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43144908-8f33-4808-ab4d-06de61a73840 req-db09eea8-7ca5-4bd6-a35b-924165f6281e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:59.457392 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43144908-8f33-4808-ab4d-06de61a73840 req-db09eea8-7ca5-4bd6-a35b-924165f6281e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:59.552360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43144908-8f33-4808-ab4d-06de61a73840 req-db09eea8-7ca5-4bd6-a35b-924165f6281e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Network 960600ac-14ec-4138-96b2-7076014d9fe3 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:59.559035 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-43144908-8f33-4808-ab4d-06de61a73840 req-db09eea8-7ca5-4bd6-a35b-924165f6281e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:59.564259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-43144908-8f33-4808-ab4d-06de61a73840 req-db09eea8-7ca5-4bd6-a35b-924165f6281e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:59.568794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09eea8-7ca5-4bd6-a35b-924165f6281e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Pushing event updated for resources: {'Port': ['ID=265863ca-0e38-49a4-830a-b5201ab7abf6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:59.632184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43144908-8f33-4808-ab4d-06de61a73840 req-db09eea8-7ca5-4bd6-a35b-924165f6281e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:59.632887 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43144908-8f33-4808-ab4d-06de61a73840 req-db09eea8-7ca5-4bd6-a35b-924165f6281e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:59.729907 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-251096d8-6e8f-402b-89b7-6ed7e65a27f1 req-9a3f8cb5-f823-4c4f-886f-fc9c4ac04a77 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 210 time: 0.0432103 Nov 12 04:01:59.763309 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43144908-8f33-4808-ab4d-06de61a73840 req-db09eea8-7ca5-4bd6-a35b-924165f6281e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4608090 Nov 12 04:01:59.779634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Request body: {'port': {'device_id': '7642074e-e41f-4815-8352-472352b9a290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:59.850512 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.145955 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device aed6f215-23c7-4a68-acf4-c53c809a3df4 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:00.225683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf7057d1-6cd1-45c7-9613-c4ca3d619479 req-7d6124b4-7bff-44b6-a8a9-0752f3b42e9f tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0645053 Nov 12 04:02:00.253978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port aed6f215-23c7-4a68-acf4-c53c809a3df4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:00.254358 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.345735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265863ca-0e38-49a4-830a-b5201ab7abf6 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:00.354784 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.382379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Transition to ACTIVE for port object 265863ca-0e38-49a4-830a-b5201ab7abf6 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:02:00.456607 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.550560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Pushing event updated for resources: {'Port': ['ID=265863ca-0e38-49a4-830a-b5201ab7abf6,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:00.797414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-7724fa8c-09a7-4cd6-be5f-e96bb32dcf98 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:00.799099 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-7724fa8c-09a7-4cd6-be5f-e96bb32dcf98 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.26 "GET /v2.0/networks?id=960600ac-14ec-4138-96b2-7076014d9fe3 HTTP/1.1" status: 200 len: 818 time: 0.2299018 Nov 12 04:02:00.812635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Attempting to bind port 265863ca-0e38-49a4-830a-b5201ab7abf6 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:00.812980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Attempting to bind port 265863ca-0e38-49a4-830a-b5201ab7abf6 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:00.813310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Attempting to bind port 265863ca-0e38-49a4-830a-b5201ab7abf6 on network 960600ac-14ec-4138-96b2-7076014d9fe3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:00.836017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-02561f86-0cf5-428c-9713-e65fe063cc04 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Request body: {'port': {'device_id': 'f6aca867-9d51-4f41-90b1-1006e2770009', 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3', 'admin_state_up': True, 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:00.844183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-91099ae0-c1f8-4465-9205-1f0ecc90efc3 req-c9b23dc5-3de4-4196-a5ba-c21f4e58b5df tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 210 time: 0.0439067 Nov 12 04:02:00.846410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Port 265863ca-0e38-49a4-830a-b5201ab7abf6 on network 960600ac-14ec-4138-96b2-7076014d9fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:00.846736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Attempting to bind port 265863ca-0e38-49a4-830a-b5201ab7abf6 on network 960600ac-14ec-4138-96b2-7076014d9fe3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:00.892258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:00.892872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Checking segment: {'id': 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:00.893471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Bound using segment: {'id': 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:00.893945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Bound port: 265863ca-0e38-49a4-830a-b5201ab7abf6, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:00.894925 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.061812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] For port 265863ca-0e38-49a4-830a-b5201ab7abf6, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:01.063984 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:02:01.065888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] For port 265863ca-0e38-49a4-830a-b5201ab7abf6, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=265863ca-0e38-49a4-830a-b5201ab7abf6,segment=NetworkSegment(b14e5aab-b3d2-48e1-acf4-7e4c65b41923),segment_id=b14e5aab-b3d2-48e1-acf4-7e4c65b41923)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:01.144101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.146777 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-02561f86-0cf5-428c-9713-e65fe063cc04 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Made reservation on behalf of aaf261eff2214d7b9ba4472df4ff9ad5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:01.150905 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-02561f86-0cf5-428c-9713-e65fe063cc04 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.231130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:01.233348 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.238090 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43144908-8f33-4808-ab4d-06de61a73840 req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] 10.222.0.25 "PUT /v2.0/ports/265863ca-0e38-49a4-830a-b5201ab7abf6 HTTP/1.1" status: 200 len: 1092 time: 1.4637613 Nov 12 04:02:01.242770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7642074e-e41f-4815-8352-472352b9a290', 'tag': '265863ca-0e38-49a4-830a-b5201ab7abf6'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:01.249446 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8cb2e2-2cb2-456c-9eba-29ca520d6ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "7642074e-e41f-4815-8352-472352b9a290", "tag": "265863ca-0e38-49a4-830a-b5201ab7abf6"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:01.368367 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305b0f94-6332-435c-8a8e-8804991f9966 x-openstack-request-id: req-305b0f94-6332-435c-8a8e-8804991f9966 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:01.369135 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7642074e-e41f-4815-8352-472352b9a290", "tag": "265863ca-0e38-49a4-830a-b5201ab7abf6", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:01.369135 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-305b0f94-6332-435c-8a8e-8804991f9966 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:01.403831 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7642074e-e41f-4815-8352-472352b9a290', 'tag': '265863ca-0e38-49a4-830a-b5201ab7abf6', 'status': 'completed', 'code': 200} Nov 12 04:02:01.413440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54664c3-1e35-4052-96b4-0b82c65e1391 service neutron] Pushing event updated for resources: {'Port': ['ID=265863ca-0e38-49a4-830a-b5201ab7abf6,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:01.459359 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d0ba1f1-51b0-4077-9036-0ec94ea86c7b req-d96d14cf-f3f2-475d-8e0f-a75d0033eb2a tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0686164 Nov 12 04:02:01.514803 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cb2e2-2cb2-456c-9eba-29ca520d6ba5 req-866a18ab-4a39-426a-ae46-035e62f788a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:01.516243 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f8cb2e2-2cb2-456c-9eba-29ca520d6ba5 req-866a18ab-4a39-426a-ae46-035e62f788a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 1095 time: 0.1400039 Nov 12 04:02:01.521263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-02561f86-0cf5-428c-9713-e65fe063cc04 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Allocated IP 172.20.0.7 (960600ac-14ec-4138-96b2-7076014d9fe3/6a513ab3-4812-4f78-9863-9429bde900dd/dcb64e29-8855-4a0e-8677-374b89622135) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:01.746193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cb2e2-2cb2-456c-9eba-29ca520d6ba5 req-319dc5ef-ebb3-4d54-a312-a0b3194fc8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:01.747695 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f8cb2e2-2cb2-456c-9eba-29ca520d6ba5 req-319dc5ef-ebb3-4d54-a312-a0b3194fc8f6 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2165844 Nov 12 04:02:01.864158 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-02561f86-0cf5-428c-9713-e65fe063cc04 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.907762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cb2e2-2cb2-456c-9eba-29ca520d6ba5 req-2336c61f-2639-4969-a14f-2b196bc87eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:01.909258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f8cb2e2-2cb2-456c-9eba-29ca520d6ba5 req-2336c61f-2639-4969-a14f-2b196bc87eed service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1538451 Nov 12 04:02:02.066568 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-02561f86-0cf5-428c-9713-e65fe063cc04 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.079475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7dc6aa44-d0f9-4e2b-a55a-29e18561f1f8 req-bd9c8190-3ac4-4cca-98a0-3e41ebfba2c1 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 210 time: 0.1034174 Nov 12 04:02:02.261345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-02561f86-0cf5-428c-9713-e65fe063cc04 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Network 960600ac-14ec-4138-96b2-7076014d9fe3 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:02.273975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43144908-8f33-4808-ab4d-06de61a73840 req-25d25bf2-e06e-450c-84cf-d0279a710b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:02.276945 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43144908-8f33-4808-ab4d-06de61a73840 req-25d25bf2-e06e-450c-84cf-d0279a710b1d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 1095 time: 0.3151550 Nov 12 04:02:02.286351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-02561f86-0cf5-428c-9713-e65fe063cc04 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:02.294476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-02561f86-0cf5-428c-9713-e65fe063cc04 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:02.369476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02561f86-0cf5-428c-9713-e65fe063cc04 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Pushing event updated for resources: {'Port': ['ID=dcb64e29-8855-4a0e-8677-374b89622135,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:02.403256 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43144908-8f33-4808-ab4d-06de61a73840 req-98441011-d558-4a2f-84cc-3e6af136e612 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=265863ca-0e38-49a4-830a-b5201ab7abf6 HTTP/1.1" status: 200 len: 217 time: 0.1042285 Nov 12 04:02:02.545161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43144908-8f33-4808-ab4d-06de61a73840 req-2c058e50-1354-4b64-8259-0786f117e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:02.552762 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43144908-8f33-4808-ab4d-06de61a73840 req-2c058e50-1354-4b64-8259-0786f117e0cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a513ab3-4812-4f78-9863-9429bde900dd HTTP/1.1" status: 200 len: 858 time: 0.1308911 Nov 12 04:02:02.595673 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43144908-8f33-4808-ab4d-06de61a73840 req-e5aaad5e-4e40-4ba5-9511-cb0490dc6847 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=960600ac-14ec-4138-96b2-7076014d9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331647 Nov 12 04:02:02.602592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-02561f86-0cf5-428c-9713-e65fe063cc04 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:02.603823 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-02561f86-0cf5-428c-9713-e65fe063cc04 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.714150 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43144908-8f33-4808-ab4d-06de61a73840 req-1f35d56a-55f7-4d3f-966f-881a0b5bf2c9 service neutron] 10.222.0.25 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980589 Nov 12 04:02:02.749637 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d84d525-92a7-412f-81e1-6840445ca6d8 req-6aec0b98-5d41-423d-80d4-f66efc701ee0 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.1420028 Nov 12 04:02:02.872201 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43144908-8f33-4808-ab4d-06de61a73840 req-71112b73-3e43-43ee-91ea-f76cd84e2ffa service neutron] 10.222.0.25 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336749 Nov 12 04:02:02.943881 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-02561f86-0cf5-428c-9713-e65fe063cc04 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1130462 Nov 12 04:02:02.973495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Request body: {'port': {'device_id': 'f6aca867-9d51-4f41-90b1-1006e2770009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:03.073570 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.299914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575a104-7cea-422f-bc3e-e9e33326b5b2 req-ad0abe49-0faf-49d3-aac9-48bc4aa28839 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:03.316303 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b575a104-7cea-422f-bc3e-e9e33326b5b2 req-ad0abe49-0faf-49d3-aac9-48bc4aa28839 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 931 time: 0.1410971 Nov 12 04:02:03.389541 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b575a104-7cea-422f-bc3e-e9e33326b5b2 req-036ed912-e843-4da5-b141-bc58e3c69b16 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717821 Nov 12 04:02:03.671519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb64e29-8855-4a0e-8677-374b89622135 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:03.698816 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.737112 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Transition to ACTIVE for port object dcb64e29-8855-4a0e-8677-374b89622135 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:02:03.819976 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.897571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Pushing event updated for resources: {'Port': ['ID=dcb64e29-8855-4a0e-8677-374b89622135,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:03.941062 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24c8baf9-85d2-4519-8f6d-de04a1a95f6d req-b359a404-8fa2-4363-9ca0-296169bb126e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0364618 Nov 12 04:02:04.078696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Attempting to bind port dcb64e29-8855-4a0e-8677-374b89622135 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:04.079049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Attempting to bind port dcb64e29-8855-4a0e-8677-374b89622135 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:04.079378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Attempting to bind port dcb64e29-8855-4a0e-8677-374b89622135 on network 960600ac-14ec-4138-96b2-7076014d9fe3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:04.092411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Port dcb64e29-8855-4a0e-8677-374b89622135 on network 960600ac-14ec-4138-96b2-7076014d9fe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:04.092743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Attempting to bind port dcb64e29-8855-4a0e-8677-374b89622135 on network 960600ac-14ec-4138-96b2-7076014d9fe3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:04.100348 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:04.100707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Checking segment: {'id': 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:04.101108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Bound using segment: {'id': 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:04.103789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Bound port: dcb64e29-8855-4a0e-8677-374b89622135, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:04.108213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.221516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] For port dcb64e29-8855-4a0e-8677-374b89622135, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:04.227232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] For port dcb64e29-8855-4a0e-8677-374b89622135, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dcb64e29-8855-4a0e-8677-374b89622135,segment=NetworkSegment(b14e5aab-b3d2-48e1-acf4-7e4c65b41923),segment_id=b14e5aab-b3d2-48e1-acf4-7e4c65b41923)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:04.319319 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.419713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Pushing event updated for resources: {'Port': ['ID=dcb64e29-8855-4a0e-8677-374b89622135,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:04.433241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:04.433875 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.435587 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-0ff362a1-a1b4-40b7-b1a0-2c282c934aed service neutron] 10.222.0.26 "PUT /v2.0/ports/dcb64e29-8855-4a0e-8677-374b89622135 HTTP/1.1" status: 200 len: 1092 time: 1.4715884 Nov 12 04:02:04.436087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6aca867-9d51-4f41-90b1-1006e2770009', 'tag': 'dcb64e29-8855-4a0e-8677-374b89622135'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:04.439751 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ad1491-b6d0-4867-8278-d84d3660dce2" -d '{"events": [{"name": "network-changed", "server_uuid": "f6aca867-9d51-4f41-90b1-1006e2770009", "tag": "dcb64e29-8855-4a0e-8677-374b89622135"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:04.489028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1b2fe-cc48-48e5-b4ea-201fa834e27a req-5f63cc83-b0a2-4e5b-91b2-89ccd149ae56 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:04.499508 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52f1b2fe-cc48-48e5-b4ea-201fa834e27a req-5f63cc83-b0a2-4e5b-91b2-89ccd149ae56 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 947 time: 0.1987548 Nov 12 04:02:04.639623 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52f1b2fe-cc48-48e5-b4ea-201fa834e27a req-f8b887ae-b2fa-4788-bdfc-98fc163f6bc2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327207 Nov 12 04:02:04.673937 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-65cb0304-c022-4c17-970f-203b9f15f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:04.675454 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-65cb0304-c022-4c17-970f-203b9f15f1c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 1095 time: 0.0968206 Nov 12 04:02:04.688941 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22fff4-4c54-4035-a4dd-2aaf06f64da3 req-dfb2d8ec-4578-4780-880b-fb22fc08e126 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:04.699809 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0f22fff4-4c54-4035-a4dd-2aaf06f64da3 req-dfb2d8ec-4578-4780-880b-fb22fc08e126 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 943 time: 0.1201069 Nov 12 04:02:04.748533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-d0d93d67-ecd5-4ccf-8254-8fcf3b6ea6eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb64e29-8855-4a0e-8677-374b89622135 HTTP/1.1" status: 200 len: 217 time: 0.0541124 Nov 12 04:02:04.751387 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3624b131-00d6-4642-b02e-c63f2c394534 x-openstack-request-id: req-3624b131-00d6-4642-b02e-c63f2c394534 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:04.751690 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6aca867-9d51-4f41-90b1-1006e2770009", "tag": "dcb64e29-8855-4a0e-8677-374b89622135", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:04.752011 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3624b131-00d6-4642-b02e-c63f2c394534 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:04.752890 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6aca867-9d51-4f41-90b1-1006e2770009', 'tag': 'dcb64e29-8855-4a0e-8677-374b89622135', 'status': 'completed', 'code': 200} Nov 12 04:02:04.802052 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0f22fff4-4c54-4035-a4dd-2aaf06f64da3 req-9a2a1f3b-ad0e-4ba7-8c18-de11ecfebc07 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005180 Nov 12 04:02:04.831452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-d8e3f71b-abdd-4722-b653-3a957ab5d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:04.833504 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-d8e3f71b-abdd-4722-b653-3a957ab5d44d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a513ab3-4812-4f78-9863-9429bde900dd HTTP/1.1" status: 200 len: 858 time: 0.0742390 Nov 12 04:02:04.895516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-882fdc83-1314-433f-bb7a-a23b28ced008 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=960600ac-14ec-4138-96b2-7076014d9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489483 Nov 12 04:02:05.068960 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-9d5e93b4-cdfa-4714-8a52-379c49e71204 service neutron] 10.222.0.26 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629701 Nov 12 04:02:05.154508 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dcf7707a-1f31-443d-ba18-d163bb328154 req-7c828179-25e2-4c5c-9a8e-0aabf12ed387 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0527549 Nov 12 04:02:05.244357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed016c53-84e0-40ef-b3b7-b799a98a6bdf req-d4043b4f-aa42-4d3c-94ff-0669f895afde service neutron] 10.222.0.26 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606736 Nov 12 04:02:05.374155 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 265863ca-0e38-49a4-830a-b5201ab7abf6 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:02:05.524129 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 265863ca-0e38-49a4-830a-b5201ab7abf6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=265863ca-0e38-49a4-830a-b5201ab7abf6,segment=NetworkSegment(b14e5aab-b3d2-48e1-acf4-7e4c65b41923),segment_id=b14e5aab-b3d2-48e1-acf4-7e4c65b41923)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:05.541232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '265863ca-0e38-49a4-830a-b5201ab7abf6', 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3', 'port_id': '265863ca-0e38-49a4-830a-b5201ab7abf6', 'mac_address': 'fa:16:3e:25:1f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a513ab3-4812-4f78-9863-9429bde900dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:02:05.562261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad1491-b6d0-4867-8278-d84d3660dce2 req-0a668523-f108-41c2-99f4-fa73e6c93ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:05.563776 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5ad1491-b6d0-4867-8278-d84d3660dce2 req-0a668523-f108-41c2-99f4-fa73e6c93ef7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 1095 time: 0.0805724 Nov 12 04:02:05.595955 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.649130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265863ca-0e38-49a4-830a-b5201ab7abf6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:05.682899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 265863ca-0e38-49a4-830a-b5201ab7abf6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=265863ca-0e38-49a4-830a-b5201ab7abf6,segment=NetworkSegment(b14e5aab-b3d2-48e1-acf4-7e4c65b41923),segment_id=b14e5aab-b3d2-48e1-acf4-7e4c65b41923)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:05.760398 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.874485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=265863ca-0e38-49a4-830a-b5201ab7abf6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:06.114958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399d66c-4981-4cc8-9332-44b6f03c8cef req-2e74eea5-61b1-487a-bd98-1319215a9a59 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:06.126985 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8399d66c-4981-4cc8-9332-44b6f03c8cef req-2e74eea5-61b1-487a-bd98-1319215a9a59 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 943 time: 0.1282744 Nov 12 04:02:06.128627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['265863ca-0e38-49a4-830a-b5201ab7abf6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:02:06.190153 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8399d66c-4981-4cc8-9332-44b6f03c8cef req-a5598f78-7400-4b56-8c6e-a42941c4b3d5 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619180 Nov 12 04:02:06.197832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1df72f-c313-4be7-9876-bd42315b69b2 req-1124343f-a15d-4dcc-9dba-5af2113fe7af tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:06.206351 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca1df72f-c313-4be7-9876-bd42315b69b2 req-1124343f-a15d-4dcc-9dba-5af2113fe7af tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 947 time: 0.1158395 Nov 12 04:02:06.209666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad1491-b6d0-4867-8278-d84d3660dce2 req-ec284e05-f311-4fb2-8b86-6a18dd67b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:06.228771 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5ad1491-b6d0-4867-8278-d84d3660dce2 req-ec284e05-f311-4fb2-8b86-6a18dd67b8e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=960600ac-14ec-4138-96b2-7076014d9fe3 HTTP/1.1" status: 200 len: 920 time: 0.6456015 Nov 12 04:02:06.402311 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5ad1491-b6d0-4867-8278-d84d3660dce2 req-59f38aac-abf3-433e-bed0-706643189a17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb64e29-8855-4a0e-8677-374b89622135 HTTP/1.1" status: 200 len: 217 time: 0.1363873 Nov 12 04:02:06.444227 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca1df72f-c313-4be7-9876-bd42315b69b2 req-1aed317b-c2c9-4683-8f04-585f1a4b4536 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368426 Nov 12 04:02:06.447545 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-372e8541-c13c-4755-81ff-6e047613089f req-5fa24c75-ba99-444a-99d6-43b22123b73d tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0755792 Nov 12 04:02:06.572073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad1491-b6d0-4867-8278-d84d3660dce2 req-a5b6a70f-f6d4-4e09-8059-9ae58b743982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:06.574566 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5ad1491-b6d0-4867-8278-d84d3660dce2 req-a5b6a70f-f6d4-4e09-8059-9ae58b743982 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a513ab3-4812-4f78-9863-9429bde900dd HTTP/1.1" status: 200 len: 858 time: 0.1121836 Nov 12 04:02:06.623123 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5ad1491-b6d0-4867-8278-d84d3660dce2 req-91c9071e-65da-4405-a121-d71b1ce672ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=960600ac-14ec-4138-96b2-7076014d9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346920 Nov 12 04:02:06.783181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5ad1491-b6d0-4867-8278-d84d3660dce2 req-969bf85f-7319-4052-9626-c0b41a889b22 service neutron] 10.222.0.26 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470115 Nov 12 04:02:06.913105 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5ad1491-b6d0-4867-8278-d84d3660dce2 req-ed10059f-d9aa-4049-b460-d861f493d17e service neutron] 10.222.0.26 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248236 Nov 12 04:02:06.984204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78219f99-935c-4e7a-ad54-48822209ceee req-5ae1dd42-3fae-475f-ae57-f84014b05fb5 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:06.985918 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78219f99-935c-4e7a-ad54-48822209ceee req-5ae1dd42-3fae-475f-ae57-f84014b05fb5 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 947 time: 0.1147981 Nov 12 04:02:07.145585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-78219f99-935c-4e7a-ad54-48822209ceee req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Deleting port eb509333-e2f6-427b-9927-b25c704c6df6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:07.146207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78219f99-935c-4e7a-ad54-48822209ceee req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.334252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-78219f99-935c-4e7a-ad54-48822209ceee req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] For port eb509333-e2f6-427b-9927-b25c704c6df6, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=eb509333-e2f6-427b-9927-b25c704c6df6,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:07.334878 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78219f99-935c-4e7a-ad54-48822209ceee req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.702801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db03070-4655-4390-a2f4-81f026b17839 req-1a3ce0ce-9b8a-42fb-b678-f5f10e3bad12 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:07.711736 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2db03070-4655-4390-a2f4-81f026b17839 req-1a3ce0ce-9b8a-42fb-b678-f5f10e3bad12 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 947 time: 0.1201797 Nov 12 04:02:07.736049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f212557-d0b2-4cbf-a98b-f14cdab1717a req-03029176-fd04-4421-83d1-6ef54cbe2f0e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:07.745211 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f212557-d0b2-4cbf-a98b-f14cdab1717a req-03029176-fd04-4421-83d1-6ef54cbe2f0e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 943 time: 0.4550660 Nov 12 04:02:07.784189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2db03070-4655-4390-a2f4-81f026b17839 req-4ad81b4c-4208-40d2-847b-9882d247c648 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=cab1e597-5963-4fcf-ace3-a159e5ae3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711746 Nov 12 04:02:07.822475 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78219f99-935c-4e7a-ad54-48822209ceee req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.822475 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78219f99-935c-4e7a-ad54-48822209ceee req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.822475 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [req-78219f99-935c-4e7a-ad54-48822209ceee req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Floating IP 1e297e8c-72cb-48c2-a442-166cb79bd551 disassociated. External IP: 172.25.8.223, port: eb509333-e2f6-427b-9927-b25c704c6df6. Nov 12 04:02:07.822475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-78219f99-935c-4e7a-ad54-48822209ceee req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Calling delete_port for eb509333-e2f6-427b-9927-b25c704c6df6 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:07.828319 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f212557-d0b2-4cbf-a98b-f14cdab1717a req-41978e70-d8c7-4d0c-b744-b0a612cee4cb tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776770 Nov 12 04:02:07.956755 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-53977f75-e26d-4c8c-b6f9-429cf0f69c14 req-d999772d-1a4b-44ad-ba3d-47b10296714d tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0711296 Nov 12 04:02:08.098748 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78219f99-935c-4e7a-ad54-48822209ceee req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.144348 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event deleted for resources: {'Port': ['ID=eb509333-e2f6-427b-9927-b25c704c6df6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:08.401565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78219f99-935c-4e7a-ad54-48822209ceee req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Router 084d7af1-7a42-4491-b0b3-975fa95068c4 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:08.576717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78219f99-935c-4e7a-ad54-48822209ceee req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:08.589916 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404d78af-d41f-4116-8996-05f5586a3975 None None] Sync routers for ids ['084d7af1-7a42-4491-b0b3-975fa95068c4'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:08.610667 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404d78af-d41f-4116-8996-05f5586a3975 None None] Routers {'084d7af1-7a42-4491-b0b3-975fa95068c4'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:08.611553 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-404d78af-d41f-4116-8996-05f5586a3975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:01:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['084d7af1-7a42-4491-b0b3-975fa95068c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:08.660139 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-78219f99-935c-4e7a-ad54-48822209ceee req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] No DVR routers for this DVR port eb509333-e2f6-427b-9927-b25c704c6df6 on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:08.668339 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78219f99-935c-4e7a-ad54-48822209ceee req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.676714 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78219f99-935c-4e7a-ad54-48822209ceee req-b21a0e56-07b6-4283-a662-85141503f484 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.26 "DELETE /v2.0/ports/eb509333-e2f6-427b-9927-b25c704c6df6 HTTP/1.1" status: 204 len: 173 time: 1.6781182 Nov 12 04:02:08.678111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'name': 'network-vif-deleted', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:08.691347 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14342359-a9a0-440d-ab08-a07c30455feb" -d '{"events": [{"server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "name": "network-vif-deleted", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:08.772754 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1001b005-b869-4d66-afb8-652b1a0c87ce x-openstack-request-id: req-1001b005-b869-4d66-afb8-652b1a0c87ce {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:08.773181 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5c1713-d767-4990-8616-0dd53ad0a816", "name": "network-vif-deleted", "tag": "eb509333-e2f6-427b-9927-b25c704c6df6", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:08.773564 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1001b005-b869-4d66-afb8-652b1a0c87ce {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:08.774080 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5c1713-d767-4990-8616-0dd53ad0a816', 'name': 'network-vif-deleted', 'tag': 'eb509333-e2f6-427b-9927-b25c704c6df6', 'status': 'completed', 'code': 200} Nov 12 04:02:08.882391 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-404d78af-d41f-4116-8996-05f5586a3975 None None] Set router 084d7af1-7a42-4491-b0b3-975fa95068c4 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:09.052378 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1f86a4e9-5d8b-4be0-88ed-d8aefd3c5ede req-24893fb0-0e60-4c22-a958-940ed1ab1f05 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 210 time: 0.0605843 Nov 12 04:02:09.093827 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aea0fd-39a8-4b35-9ece-2b2c7903a496 req-df06e4e8-8c31-4310-94cc-bc1a88a1b6d6 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:09.098560 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77aea0fd-39a8-4b35-9ece-2b2c7903a496 req-df06e4e8-8c31-4310-94cc-bc1a88a1b6d6 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 943 time: 0.1075242 Nov 12 04:02:09.228412 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77aea0fd-39a8-4b35-9ece-2b2c7903a496 req-b2a4738d-31d2-48fe-a6ec-4a1ce6f41044 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110950 Nov 12 04:02:09.342327 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-404d78af-d41f-4116-8996-05f5586a3975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 5, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:09.347129 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-95287e0f-b4c4-4c77-8d44-90dcbe5aef22 req-a938fa76-0282-44cd-b17a-5006acc2feac tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7d9d4fa-33bb-498b-b969-43503aeb9401 HTTP/1.1" status: 200 len: 210 time: 0.0371630 Nov 12 04:02:09.374634 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 265863ca-0e38-49a4-830a-b5201ab7abf6 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:09.385777 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404d78af-d41f-4116-8996-05f5586a3975 None None] Checking router: 084d7af1-7a42-4491-b0b3-975fa95068c4 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:09.399945 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404d78af-d41f-4116-8996-05f5586a3975 None None] Routers {'084d7af1-7a42-4491-b0b3-975fa95068c4'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:09.400661 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-404d78af-d41f-4116-8996-05f5586a3975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:01:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['084d7af1-7a42-4491-b0b3-975fa95068c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:09.508119 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 265863ca-0e38-49a4-830a-b5201ab7abf6 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:02:09.513711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 265863ca-0e38-49a4-830a-b5201ab7abf6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:09.514223 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.539665 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-404d78af-d41f-4116-8996-05f5586a3975 None None] Set router 084d7af1-7a42-4491-b0b3-975fa95068c4 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:09.623951 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.676827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7642074e-e41f-4815-8352-472352b9a290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265863ca-0e38-49a4-830a-b5201ab7abf6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:09.679211 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7b8e84-0a52-4586-8aa4-44873ff8595d" -d '{"events": [{"server_uuid": "7642074e-e41f-4815-8352-472352b9a290", "name": "network-vif-plugged", "status": "completed", "tag": "265863ca-0e38-49a4-830a-b5201ab7abf6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:09.696363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 265863ca-0e38-49a4-830a-b5201ab7abf6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=265863ca-0e38-49a4-830a-b5201ab7abf6,segment=NetworkSegment(b14e5aab-b3d2-48e1-acf4-7e4c65b41923),segment_id=b14e5aab-b3d2-48e1-acf4-7e4c65b41923)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:09.726255 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8c8f4a-b2a6-4861-9709-bfc47eb0b251 x-openstack-request-id: req-6e8c8f4a-b2a6-4861-9709-bfc47eb0b251 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:09.726255 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7642074e-e41f-4815-8352-472352b9a290", "name": "network-vif-plugged", "status": "completed", "tag": "265863ca-0e38-49a4-830a-b5201ab7abf6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:09.726255 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6e8c8f4a-b2a6-4861-9709-bfc47eb0b251 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:09.726255 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7642074e-e41f-4815-8352-472352b9a290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265863ca-0e38-49a4-830a-b5201ab7abf6', 'code': 200} Nov 12 04:02:09.801820 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-404d78af-d41f-4116-8996-05f5586a3975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 5, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:09.822903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21eb90b-c12e-4925-8c22-ceac59f4b34b req-3a2d59b2-0d9a-4462-9380-9d93107c371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:09.824569 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c21eb90b-c12e-4925-8c22-ceac59f4b34b req-3a2d59b2-0d9a-4462-9380-9d93107c371d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 1096 time: 0.0412021 Nov 12 04:02:09.828676 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404d78af-d41f-4116-8996-05f5586a3975 None None] The sync data for ids ['084d7af1-7a42-4491-b0b3-975fa95068c4'] in n-d-767704-23 is: [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 5, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:09.845088 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.875518 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c21eb90b-c12e-4925-8c22-ceac59f4b34b req-fc1df682-aa2c-4502-bf13-bc4bf0950624 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437014 Nov 12 04:02:09.913382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=265863ca-0e38-49a4-830a-b5201ab7abf6,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:10.212488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-826ccb16-8eec-40a1-93d8-d7c4385f358d req-9e5cff0e-e0ff-4d85-99d7-fc4dca50a5b4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=5f5c1713-d767-4990-8616-0dd53ad0a816 HTTP/1.1" status: 200 len: 210 time: 0.0443597 Nov 12 04:02:10.222734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7bffe-979b-4cfe-86a5-a3f0880ffd69 None None] New status for floating IP 1e297e8c-72cb-48c2-a442-166cb79bd551: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:02:10.368784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecc9db-dc99-4d02-a5d0-f726940601ae req-b3f7c120-fd71-4faa-8cb7-bd7afb9c1042 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:10.370551 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49ecc9db-dc99-4d02-a5d0-f726940601ae req-b3f7c120-fd71-4faa-8cb7-bd7afb9c1042 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 943 time: 0.0592470 Nov 12 04:02:10.438196 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49ecc9db-dc99-4d02-a5d0-f726940601ae req-f92d559d-ca6c-4b6d-b155-a42e0d2ec2bb tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603099 Nov 12 04:02:10.488305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff8fa1-2142-43f3-8080-28d61bdfd087 req-368b698d-d177-482f-b0c2-9ccb3b0b5782 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:10.490096 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bff8fa1-2142-43f3-8080-28d61bdfd087 req-368b698d-d177-482f-b0c2-9ccb3b0b5782 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=72aa6b2f-11b4-4b37-8984-4ed42f4289f4 HTTP/1.1" status: 200 len: 950 time: 0.0755134 Nov 12 04:02:10.564744 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bff8fa1-2142-43f3-8080-28d61bdfd087 req-495222c1-3c88-4d9c-9898-435a74dbb3e2 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664961 Nov 12 04:02:10.655547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:10.717124 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f59ee13-75ca-4a27-9415-da1f3246eb39 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.741314 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f59ee13-75ca-4a27-9415-da1f3246eb39 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.766656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device dcb64e29-8855-4a0e-8677-374b89622135 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:02:10.779293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device eb509333-e2f6-427b-9927-b25c704c6df6 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:10.806682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: eb509333-e2f6-427b-9927-b25c704c6df6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:10.807029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device eb509333-e2f6-427b-9927-b25c704c6df6 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:10.873501 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f59ee13-75ca-4a27-9415-da1f3246eb39 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.876078 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f59ee13-75ca-4a27-9415-da1f3246eb39 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.879949 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4f59ee13-75ca-4a27-9415-da1f3246eb39 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "DELETE /v2.0/security-groups/21c71a7f-b4f4-4611-94af-79a1583eac57 HTTP/1.1" status: 204 len: 168 time: 0.2206523 Nov 12 04:02:10.880792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:10.898744 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59ee13-75ca-4a27-9415-da1f3246eb39 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c71a7f-b4f4-4611-94af-79a1583eac57,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:10.900576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port dcb64e29-8855-4a0e-8677-374b89622135, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dcb64e29-8855-4a0e-8677-374b89622135,segment=NetworkSegment(b14e5aab-b3d2-48e1-acf4-7e4c65b41923),segment_id=b14e5aab-b3d2-48e1-acf4-7e4c65b41923)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:10.905765 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-192f9671-7c38-4b1d-86a8-f0045aca4fbf tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] show failed (client error): The resource could not be found. Nov 12 04:02:10.907043 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-192f9671-7c38-4b1d-86a8-f0045aca4fbf tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "GET /v2.0/security-groups/21c71a7f-b4f4-4611-94af-79a1583eac57 HTTP/1.1" status: 404 len: 347 time: 0.0238323 Nov 12 04:02:10.910014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50872) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:10.923761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'dcb64e29-8855-4a0e-8677-374b89622135', 'network_id': '960600ac-14ec-4138-96b2-7076014d9fe3', 'port_id': 'dcb64e29-8855-4a0e-8677-374b89622135', 'mac_address': 'fa:16:3e:9e:c2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a513ab3-4812-4f78-9863-9429bde900dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:02:10.978111 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.992893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb64e29-8855-4a0e-8677-374b89622135 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:11.014490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port dcb64e29-8855-4a0e-8677-374b89622135, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dcb64e29-8855-4a0e-8677-374b89622135,segment=NetworkSegment(b14e5aab-b3d2-48e1-acf4-7e4c65b41923),segment_id=b14e5aab-b3d2-48e1-acf4-7e4c65b41923)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:11.041492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c75d6b74-d2c8-4bda-8499-26ca27f165f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Deleting port a6100b60-60c6-4bf6-8875-0b43a81ada62 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:11.041823 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c75d6b74-d2c8-4bda-8499-26ca27f165f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.111354 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.117679 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c75d6b74-d2c8-4bda-8499-26ca27f165f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.118002 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c75d6b74-d2c8-4bda-8499-26ca27f165f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.131495 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c75d6b74-d2c8-4bda-8499-26ca27f165f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Calling delete_port for a6100b60-60c6-4bf6-8875-0b43a81ada62 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:11.182410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=dcb64e29-8855-4a0e-8677-374b89622135,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:11.380449 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c75d6b74-d2c8-4bda-8499-26ca27f165f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.412395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d6b74-d2c8-4bda-8499-26ca27f165f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event deleted for resources: {'Port': ['ID=a6100b60-60c6-4bf6-8875-0b43a81ada62,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:11.424694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50882) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:11.535981 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c75d6b74-d2c8-4bda-8499-26ca27f165f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.539314 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c75d6b74-d2c8-4bda-8499-26ca27f165f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.541040 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c75d6b74-d2c8-4bda-8499-26ca27f165f8 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "DELETE /v2.0/floatingips/d6cd64c8-5f5c-4f13-9b27-e901bad4c9f5 HTTP/1.1" status: 204 len: 168 time: 0.6295185 Nov 12 04:02:11.543327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:11.571630 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f95b4362-2101-4a54-b780-36f517710d64 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.590155 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['dcb64e29-8855-4a0e-8677-374b89622135'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:02:11.640446 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f95b4362-2101-4a54-b780-36f517710d64 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.662355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9776341-e7b0-435b-a982-1d493a1e3d5f req-d7717f4e-991c-449a-92b4-f9c2f669bfb6 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:11.665678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f9776341-e7b0-435b-a982-1d493a1e3d5f req-d7717f4e-991c-449a-92b4-f9c2f669bfb6 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 944 time: 0.1347609 Nov 12 04:02:11.674423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7ee78ed6-6442-4a8f-83e7-b8bbd199a1f9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Deleting port 771eb8e8-60ac-43da-aa8d-f854ed1a1892 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:11.674888 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ee78ed6-6442-4a8f-83e7-b8bbd199a1f9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.811224 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f9776341-e7b0-435b-a982-1d493a1e3d5f req-2927b7c5-121b-4e02-920c-91a6f9b6e982 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346157 Nov 12 04:02:11.843578 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ee78ed6-6442-4a8f-83e7-b8bbd199a1f9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.864061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7ee78ed6-6442-4a8f-83e7-b8bbd199a1f9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Calling delete_port for 771eb8e8-60ac-43da-aa8d-f854ed1a1892 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:11.921249 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f95b4362-2101-4a54-b780-36f517710d64 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.934047 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f95b4362-2101-4a54-b780-36f517710d64 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.934047 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f95b4362-2101-4a54-b780-36f517710d64 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "DELETE /v2.0/security-groups/cab1e597-5963-4fcf-ace3-a159e5ae3d5f HTTP/1.1" status: 204 len: 168 time: 0.5013745 Nov 12 04:02:11.936085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:11.961485 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-5d07be49-7530-450e-9d2a-eeefcee4556a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] show failed (client error): The resource could not be found. Nov 12 04:02:11.961485 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5d07be49-7530-450e-9d2a-eeefcee4556a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups/cab1e597-5963-4fcf-ace3-a159e5ae3d5f HTTP/1.1" status: 404 len: 347 time: 0.0234101 Nov 12 04:02:11.965111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50896) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:11.976503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b4362-2101-4a54-b780-36f517710d64 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab1e597-5963-4fcf-ace3-a159e5ae3d5f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:12.063000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455b1e8-0fab-4cbe-bb90-9f7f2b778055 req-adf44607-4859-47eb-9ab6-57a901d903bc tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:12.064748 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d455b1e8-0fab-4cbe-bb90-9f7f2b778055 req-adf44607-4859-47eb-9ab6-57a901d903bc tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=72aa6b2f-11b4-4b37-8984-4ed42f4289f4 HTTP/1.1" status: 200 len: 950 time: 0.1589913 Nov 12 04:02:12.128160 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eeb03-1c0b-4020-a8c1-aef4bae531f6 req-470e2509-2d29-4581-99f4-3f15c7d883dd tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:12.135775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eeb03-1c0b-4020-a8c1-aef4bae531f6 req-470e2509-2d29-4581-99f4-3f15c7d883dd tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:12.140949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eeb03-1c0b-4020-a8c1-aef4bae531f6 req-470e2509-2d29-4581-99f4-3f15c7d883dd tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:12.147874 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eeb03-1c0b-4020-a8c1-aef4bae531f6 req-470e2509-2d29-4581-99f4-3f15c7d883dd tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:12.154695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eeb03-1c0b-4020-a8c1-aef4bae531f6 req-470e2509-2d29-4581-99f4-3f15c7d883dd tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:12.161567 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eeb03-1c0b-4020-a8c1-aef4bae531f6 req-470e2509-2d29-4581-99f4-3f15c7d883dd tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:12.168967 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eeb03-1c0b-4020-a8c1-aef4bae531f6 req-470e2509-2d29-4581-99f4-3f15c7d883dd tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:12.179521 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-598eeb03-1c0b-4020-a8c1-aef4bae531f6 req-470e2509-2d29-4581-99f4-3f15c7d883dd tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5442 time: 0.1433966 Nov 12 04:02:12.192577 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ee78ed6-6442-4a8f-83e7-b8bbd199a1f9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:12.205052 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d455b1e8-0fab-4cbe-bb90-9f7f2b778055 req-b0e1ed46-9ad5-4386-b588-ff6aec339649 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269262 Nov 12 04:02:12.213801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-299d64d4-89a5-47c6-9406-8f66810b3f58 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Deleting port d58e5e4a-be1c-4b08-b3a9-856eb0861c7e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:12.214144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299d64d4-89a5-47c6-9406-8f66810b3f58 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:12.243738 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee78ed6-6442-4a8f-83e7-b8bbd199a1f9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event deleted for resources: {'Port': ['ID=771eb8e8-60ac-43da-aa8d-f854ed1a1892,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:12.324741 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299d64d4-89a5-47c6-9406-8f66810b3f58 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:12.325457 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299d64d4-89a5-47c6-9406-8f66810b3f58 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:12.349313 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-299d64d4-89a5-47c6-9406-8f66810b3f58 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Calling delete_port for d58e5e4a-be1c-4b08-b3a9-856eb0861c7e owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:12.357257 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-598eeb03-1c0b-4020-a8c1-aef4bae531f6 req-ed16e962-316e-450b-9f2c-d1b428a6a3da tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1766443 Nov 12 04:02:12.385281 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ee78ed6-6442-4a8f-83e7-b8bbd199a1f9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:12.397732 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7ee78ed6-6442-4a8f-83e7-b8bbd199a1f9 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "DELETE /v2.0/ports/771eb8e8-60ac-43da-aa8d-f854ed1a1892 HTTP/1.1" status: 204 len: 168 time: 0.8531914 Nov 12 04:02:12.413302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50904) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:12.531246 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a2bc4fa4-76ff-4c1d-a3f2-9fbc8c94fc24 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Deleting port 23b8dda3-c607-4d03-bda1-5156ca593966 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:12.531619 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2bc4fa4-76ff-4c1d-a3f2-9fbc8c94fc24 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:12.569165 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299d64d4-89a5-47c6-9406-8f66810b3f58 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:12.601146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d64d4-89a5-47c6-9406-8f66810b3f58 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event deleted for resources: {'Port': ['ID=d58e5e4a-be1c-4b08-b3a9-856eb0861c7e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:12.677578 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2bc4fa4-76ff-4c1d-a3f2-9fbc8c94fc24 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:12.696845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a2bc4fa4-76ff-4c1d-a3f2-9fbc8c94fc24 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Calling delete_port for 23b8dda3-c607-4d03-bda1-5156ca593966 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:12.726270 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299d64d4-89a5-47c6-9406-8f66810b3f58 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:12.729638 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299d64d4-89a5-47c6-9406-8f66810b3f58 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:12.739999 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-299d64d4-89a5-47c6-9406-8f66810b3f58 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "DELETE /v2.0/floatingips/1e297e8c-72cb-48c2-a442-166cb79bd551 HTTP/1.1" status: 204 len: 168 time: 0.7649181 Nov 12 04:02:12.805306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device dcb64e29-8855-4a0e-8677-374b89622135 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:12.996756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port dcb64e29-8855-4a0e-8677-374b89622135 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:02:12.997606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359808c2-d13c-4ad1-abb7-23c81667ca04 req-b2be131a-cd68-4214-9b98-0a2dd84f0295 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:12.999107 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-359808c2-d13c-4ad1-abb7-23c81667ca04 req-b2be131a-cd68-4214-9b98-0a2dd84f0295 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 944 time: 0.0558684 Nov 12 04:02:13.001234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port dcb64e29-8855-4a0e-8677-374b89622135 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:13.001684 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.021912 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2bc4fa4-76ff-4c1d-a3f2-9fbc8c94fc24 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.064392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc4fa4-76ff-4c1d-a3f2-9fbc8c94fc24 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event deleted for resources: {'Port': ['ID=23b8dda3-c607-4d03-bda1-5156ca593966,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:13.105294 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.129100 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-359808c2-d13c-4ad1-abb7-23c81667ca04 req-6f051b02-9d03-40a6-a923-a1c7b2d1fd36 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232347 Nov 12 04:02:13.139938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50958) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:13.146675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b30b7daa-59c5-4f38-b78d-3c0e3b55fd60 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--515624210', 'description': 'tempest-description--692568878'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:13.148315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc519b5a-b518-4be4-a331-190601e8701b req-f54f2109-fdce-4389-9e26-a0c3deb3762a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.150770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port dcb64e29-8855-4a0e-8677-374b89622135, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dcb64e29-8855-4a0e-8677-374b89622135,segment=NetworkSegment(b14e5aab-b3d2-48e1-acf4-7e4c65b41923),segment_id=b14e5aab-b3d2-48e1-acf4-7e4c65b41923)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:13.151722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6aca867-9d51-4f41-90b1-1006e2770009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb64e29-8855-4a0e-8677-374b89622135'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:13.160878 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfd6c8e-2ef3-4d49-b3e2-54a8e86f0ea7" -d '{"events": [{"server_uuid": "f6aca867-9d51-4f41-90b1-1006e2770009", "name": "network-vif-plugged", "status": "completed", "tag": "dcb64e29-8855-4a0e-8677-374b89622135"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:13.161070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc519b5a-b518-4be4-a331-190601e8701b req-f54f2109-fdce-4389-9e26-a0c3deb3762a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.167303 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc519b5a-b518-4be4-a331-190601e8701b req-f54f2109-fdce-4389-9e26-a0c3deb3762a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.173808 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc519b5a-b518-4be4-a331-190601e8701b req-f54f2109-fdce-4389-9e26-a0c3deb3762a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.179742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc519b5a-b518-4be4-a331-190601e8701b req-f54f2109-fdce-4389-9e26-a0c3deb3762a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.191839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc519b5a-b518-4be4-a331-190601e8701b req-f54f2109-fdce-4389-9e26-a0c3deb3762a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.198455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc519b5a-b518-4be4-a331-190601e8701b req-f54f2109-fdce-4389-9e26-a0c3deb3762a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.200490 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc519b5a-b518-4be4-a331-190601e8701b req-f54f2109-fdce-4389-9e26-a0c3deb3762a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5442 time: 0.1500034 Nov 12 04:02:13.209283 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1fdcf8-7641-4a26-af0a-1c04e2054001 x-openstack-request-id: req-fd1fdcf8-7641-4a26-af0a-1c04e2054001 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:13.209283 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6aca867-9d51-4f41-90b1-1006e2770009", "name": "network-vif-plugged", "status": "completed", "tag": "dcb64e29-8855-4a0e-8677-374b89622135", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:13.209283 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fd1fdcf8-7641-4a26-af0a-1c04e2054001 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:13.209283 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6aca867-9d51-4f41-90b1-1006e2770009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb64e29-8855-4a0e-8677-374b89622135', 'code': 200} Nov 12 04:02:13.224791 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2bc4fa4-76ff-4c1d-a3f2-9fbc8c94fc24 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.224791 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a2bc4fa4-76ff-4c1d-a3f2-9fbc8c94fc24 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "DELETE /v2.0/ports/23b8dda3-c607-4d03-bda1-5156ca593966 HTTP/1.1" status: 204 len: 168 time: 0.8070309 Nov 12 04:02:13.224791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:13.243634 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.281093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc519b5a-b518-4be4-a331-190601e8701b req-6f26b20b-1e1c-4333-8b07-f1d72b6a3d8f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.282737 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc519b5a-b518-4be4-a331-190601e8701b req-6f26b20b-1e1c-4333-8b07-f1d72b6a3d8f tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "GET /v2.0/ports/65dd34f2-9576-4b91-9a20-1f613428e547?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0753975 Nov 12 04:02:13.298269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d933f56f-776d-417b-ab48-97dbf4af1fcf tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Deleting subnet 8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:13.301840 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d933f56f-776d-417b-ab48-97dbf4af1fcf tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.338932 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b30b7daa-59c5-4f38-b78d-3c0e3b55fd60 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.341533 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=dcb64e29-8855-4a0e-8677-374b89622135,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:13.395649 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d933f56f-776d-417b-ab48-97dbf4af1fcf tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.429688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device af05b72b-577d-441d-95b0-4cded6867c54 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:13.432327 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc519b5a-b518-4be4-a331-190601e8701b req-cb35ac61-ed53-47d9-b9a4-08660cb0401b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "GET /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1411388 Nov 12 04:02:13.448808 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bc519b5a-b518-4be4-a331-190601e8701b req-b8564393-2034-458c-84bd-11198265185f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:13.458653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806a529-3229-44d8-b6af-0e09c25bdc88 req-fd9f0aa3-6b57-4dab-93f6-e725332757fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.461284 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c806a529-3229-44d8-b6af-0e09c25bdc88 req-fd9f0aa3-6b57-4dab-93f6-e725332757fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 1097 time: 0.1341681 Nov 12 04:02:13.592927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742443-ec06-4641-ade8-e6e6b4bc35b7 req-871e47fd-dda3-4392-995f-adea704f4bde tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.600766 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d933f56f-776d-417b-ab48-97dbf4af1fcf tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.602985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742443-ec06-4641-ade8-e6e6b4bc35b7 req-871e47fd-dda3-4392-995f-adea704f4bde tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.607952 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c806a529-3229-44d8-b6af-0e09c25bdc88 req-a18e1dd6-4bfb-428e-acd7-b8c378b9c2c0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358030 Nov 12 04:02:13.612999 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.624883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742443-ec06-4641-ade8-e6e6b4bc35b7 req-871e47fd-dda3-4392-995f-adea704f4bde tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.635548 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b30b7daa-59c5-4f38-b78d-3c0e3b55fd60 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.647180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742443-ec06-4641-ade8-e6e6b4bc35b7 req-871e47fd-dda3-4392-995f-adea704f4bde tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.657314 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742443-ec06-4641-ade8-e6e6b4bc35b7 req-871e47fd-dda3-4392-995f-adea704f4bde tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.661264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port af05b72b-577d-441d-95b0-4cded6867c54, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=af05b72b-577d-441d-95b0-4cded6867c54,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:13.668702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742443-ec06-4641-ade8-e6e6b4bc35b7 req-871e47fd-dda3-4392-995f-adea704f4bde tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.675486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742443-ec06-4641-ade8-e6e6b4bc35b7 req-871e47fd-dda3-4392-995f-adea704f4bde tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.684056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2742443-ec06-4641-ade8-e6e6b4bc35b7 req-871e47fd-dda3-4392-995f-adea704f4bde tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 5442 time: 0.2095733 Nov 12 04:02:13.705455 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-b8564393-2034-458c-84bd-11198265185f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.763574 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.764305 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5b36deba-9a51-4076-af9e-1044600c57e6 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:13.764868 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b30b7daa-59c5-4f38-b78d-3c0e3b55fd60 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.785918 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2742443-ec06-4641-ade8-e6e6b4bc35b7 req-2aca5a36-6905-48c6-a450-0c09e759c557 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008155 Nov 12 04:02:13.819132 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b7daa-59c5-4f38-b78d-3c0e3b55fd60 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a0fbcb-ae29-479a-a760-d3e2d84cec17,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:13.851560 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d933f56f-776d-417b-ab48-97dbf4af1fcf tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.871945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=af05b72b-577d-441d-95b0-4cded6867c54,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:13.895741 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933f56f-776d-417b-ab48-97dbf4af1fcf tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:13.906055 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d933f56f-776d-417b-ab48-97dbf4af1fcf tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.907455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db27481-fe1a-4c60-9745-aee424fc2fc1 None None] Network 1c46be60-daab-4c5d-8641-aa8b82f59a2d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:13.909589 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d933f56f-776d-417b-ab48-97dbf4af1fcf tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "DELETE /v2.0/subnets/8c6c9c6d-ba7d-4d59-8fb4-7ab4ad540669 HTTP/1.1" status: 204 len: 168 time: 0.6845100 Nov 12 04:02:13.926481 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b30b7daa-59c5-4f38-b78d-3c0e3b55fd60 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.926804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51036) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:13.928668 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b30b7daa-59c5-4f38-b78d-3c0e3b55fd60 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7877998 Nov 12 04:02:13.946677 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:13.951833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-861a874d-bcdb-43f6-a30f-aa7340faccbc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Request body: {'security_group_rule': {'security_group_id': '34a0fbcb-ae29-479a-a760-d3e2d84cec17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:14.046307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bc519b5a-b518-4be4-a331-190601e8701b req-b8564393-2034-458c-84bd-11198265185f service neutron] For port 65dd34f2-9576-4b91-9a20-1f613428e547, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=65dd34f2-9576-4b91-9a20-1f613428e547,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:14.083687 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-861a874d-bcdb-43f6-a30f-aa7340faccbc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.098537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67954e5-34db-4926-95cb-08f793e68739 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Deleting subnet e6fe0b5a-c82d-4ced-ae13-8f510ce1c500 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:14.103623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a67954e5-34db-4926-95cb-08f793e68739 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.104707 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.192013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5b36deba-9a51-4076-af9e-1044600c57e6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5b36deba-9a51-4076-af9e-1044600c57e6,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:14.196558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-861a874d-bcdb-43f6-a30f-aa7340faccbc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.225806 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a67954e5-34db-4926-95cb-08f793e68739 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.274851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bc519b5a-b518-4be4-a331-190601e8701b req-b8564393-2034-458c-84bd-11198265185f service neutron] For port 65dd34f2-9576-4b91-9a20-1f613428e547, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:14.302653 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.303397 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 65dd34f2-9576-4b91-9a20-1f613428e547 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:14.317014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962755d3-ceec-4158-bc4b-e50bad5a1acf req-3df015a9-21d8-4440-972a-d08b239eccb1 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:14.324908 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-962755d3-ceec-4158-bc4b-e50bad5a1acf req-3df015a9-21d8-4440-972a-d08b239eccb1 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.0735457 Nov 12 04:02:14.332652 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-861a874d-bcdb-43f6-a30f-aa7340faccbc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.369936 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a874d-bcdb-43f6-a30f-aa7340faccbc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1dd880-eefa-4028-8863-137fce92f128,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:14.411246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b5e9f0-9620-42d9-9aec-2d7e981784d0 None None] DHCP port deletion for 1c46be60-daab-4c5d-8641-aa8b82f59a2d request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:14.418349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-bc519b5a-b518-4be4-a331-190601e8701b req-b8564393-2034-458c-84bd-11198265185f service neutron] device_id is not set on port 65dd34f2-9576-4b91-9a20-1f613428e547 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:14.431048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5b36deba-9a51-4076-af9e-1044600c57e6,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:14.437125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-b8564393-2034-458c-84bd-11198265185f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.453643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-962755d3-ceec-4158-bc4b-e50bad5a1acf req-94ab2b3b-4e5d-447c-a75d-4637ac2b5ffe tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273730 Nov 12 04:02:14.469289 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-861a874d-bcdb-43f6-a30f-aa7340faccbc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.470655 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-861a874d-bcdb-43f6-a30f-aa7340faccbc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5228248 Nov 12 04:02:14.476193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51098) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:14.485854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-eaf9359e-0911-4247-bed7-33e81f371199 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Request body: {'security_group_rule': {'security_group_id': '34a0fbcb-ae29-479a-a760-d3e2d84cec17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:14.510338 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.518191 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a67954e5-34db-4926-95cb-08f793e68739 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.547717 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-93b5e9f0-9620-42d9-9aec-2d7e981784d0 None None] Deleting port 4230a209-5b11-4f92-9edf-c0c10c974dfe {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:14.548296 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93b5e9f0-9620-42d9-9aec-2d7e981784d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.577113 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-b8564393-2034-458c-84bd-11198265185f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.633055 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaf9359e-0911-4247-bed7-33e81f371199 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.645648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8564393-2034-458c-84bd-11198265185f service neutron] Pushing event updated for resources: {'Port': ['ID=65dd34f2-9576-4b91-9a20-1f613428e547,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:14.687302 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc519b5a-b518-4be4-a331-190601e8701b req-b8564393-2034-458c-84bd-11198265185f service neutron] No DVR routers for this DVR port 65dd34f2-9576-4b91-9a20-1f613428e547 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:14.694236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-93b5e9f0-9620-42d9-9aec-2d7e981784d0 None None] For port 4230a209-5b11-4f92-9edf-c0c10c974dfe, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4230a209-5b11-4f92-9edf-c0c10c974dfe,segment=NetworkSegment(1406560e-c43d-444a-88a9-00910d7f42b5),segment_id=1406560e-c43d-444a-88a9-00910d7f42b5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:14.694637 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93b5e9f0-9620-42d9-9aec-2d7e981784d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.745334 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-93b5e9f0-9620-42d9-9aec-2d7e981784d0 None None] Calling delete_port for 4230a209-5b11-4f92-9edf-c0c10c974dfe owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:14.752836 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaf9359e-0911-4247-bed7-33e81f371199 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.757126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bc519b5a-b518-4be4-a331-190601e8701b req-b8564393-2034-458c-84bd-11198265185f service neutron] In _notify_port_updated(), no bound segment for port 65dd34f2-9576-4b91-9a20-1f613428e547 on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:02:14.758895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc519b5a-b518-4be4-a331-190601e8701b req-b8564393-2034-458c-84bd-11198265185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:14.759641 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-b8564393-2034-458c-84bd-11198265185f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.761107 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc519b5a-b518-4be4-a331-190601e8701b req-b8564393-2034-458c-84bd-11198265185f service neutron] 10.222.0.25 "PUT /v2.0/ports/65dd34f2-9576-4b91-9a20-1f613428e547 HTTP/1.1" status: 200 len: 1032 time: 1.3198626 Nov 12 04:02:14.762891 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:02:14.763325 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:02:14.781706 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a67954e5-34db-4926-95cb-08f793e68739 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.868765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67954e5-34db-4926-95cb-08f793e68739 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event deleted for resources: {'Subnet': ['ID=e6fe0b5a-c82d-4ced-ae13-8f510ce1c500,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:14.877121 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a67954e5-34db-4926-95cb-08f793e68739 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.881540 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a67954e5-34db-4926-95cb-08f793e68739 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "DELETE /v2.0/subnets/e6fe0b5a-c82d-4ced-ae13-8f510ce1c500 HTTP/1.1" status: 204 len: 168 time: 0.9457178 Nov 12 04:02:14.884761 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51110) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:14.885307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7b5e7a-9f31-4612-8562-0a0742f2a443 None None] Network 20cb3bc5-e458-4eb2-a97c-572f6154372e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:14.904021 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaf9359e-0911-4247-bed7-33e81f371199 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.914253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc519b5a-b518-4be4-a331-190601e8701b req-d286693c-a271-47e6-acae-8f01fc683bb2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:14.919715 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc519b5a-b518-4be4-a331-190601e8701b req-d286693c-a271-47e6-acae-8f01fc683bb2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "GET /v2.0/ports/aef6a29c-7ae4-4ad7-8d39-d13863b97ab3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1408608 Nov 12 04:02:14.934940 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bc519b5a-b518-4be4-a331-190601e8701b req-72a021e8-1962-429d-92e4-825dced2c323 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:15.015544 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9359e-0911-4247-bed7-33e81f371199 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7b6a5d-111b-45fe-831c-7294d9f8bef5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:15.051030 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93b5e9f0-9620-42d9-9aec-2d7e981784d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.073518 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-72a021e8-1962-429d-92e4-825dced2c323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.088078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b5e9f0-9620-42d9-9aec-2d7e981784d0 None None] No DVR routers for this DVR port 4230a209-5b11-4f92-9edf-c0c10c974dfe on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:15.104205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5e9f0-9620-42d9-9aec-2d7e981784d0 None None] Pushing event deleted for resources: {'Port': ['ID=4230a209-5b11-4f92-9edf-c0c10c974dfe,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:15.129597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2dd6afde-ba89-4d90-8ff4-2e41f1021b31 None None] Provisioning complete for port 65dd34f2-9576-4b91-9a20-1f613428e547 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:15.129971 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2dd6afde-ba89-4d90-8ff4-2e41f1021b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.188407 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaf9359e-0911-4247-bed7-33e81f371199 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.190535 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eaf9359e-0911-4247-bed7-33e81f371199 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7133150 Nov 12 04:02:15.200497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51120) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:15.210815 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:15.211684 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af05b72b-577d-441d-95b0-4cded6867c54'}, {'server_uuid': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b36deba-9a51-4076-af9e-1044600c57e6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:15.217133 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae76a8bd-8fdd-4af9-83eb-e6adf66e4f79" -d '{"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-unplugged", "status": "completed", "tag": "af05b72b-577d-441d-95b0-4cded6867c54"}, {"server_uuid": "72aa6b2f-11b4-4b37-8984-4ed42f4289f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5b36deba-9a51-4076-af9e-1044600c57e6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:15.249880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d19049-40ef-4a29-ac77-daf133078d6b None None] DHCP port deletion for 20cb3bc5-e458-4eb2-a97c-572f6154372e request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:15.262395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2dd6afde-ba89-4d90-8ff4-2e41f1021b31 None None] Port 65dd34f2-9576-4b91-9a20-1f613428e547 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:15.321742 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e861da61-a1eb-4062-99c9-70c4e5eb15f1 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.337014 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:15.353589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0e56-ceab-4e3a-91c6-ddf0fceb3767 req-0607609d-2ab9-418c-8db4-48c0903baada tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:15.359635 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0e56-ceab-4e3a-91c6-ddf0fceb3767 req-0607609d-2ab9-418c-8db4-48c0903baada tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:15.366980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0e56-ceab-4e3a-91c6-ddf0fceb3767 req-0607609d-2ab9-418c-8db4-48c0903baada tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:15.371859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0e56-ceab-4e3a-91c6-ddf0fceb3767 req-0607609d-2ab9-418c-8db4-48c0903baada tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:15.379254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0e56-ceab-4e3a-91c6-ddf0fceb3767 req-0607609d-2ab9-418c-8db4-48c0903baada tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:15.398222 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c0e56-ceab-4e3a-91c6-ddf0fceb3767 req-0607609d-2ab9-418c-8db4-48c0903baada tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:15.398549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bc519b5a-b518-4be4-a331-190601e8701b req-72a021e8-1962-429d-92e4-825dced2c323 service neutron] For port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:15.399655 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c8d19049-40ef-4a29-ac77-daf133078d6b None None] Deleting port 0e1915ba-5a63-4430-a313-02efb1d0bc22 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:15.400389 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8d19049-40ef-4a29-ac77-daf133078d6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.412689 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b1c0e56-ceab-4e3a-91c6-ddf0fceb3767 req-0607609d-2ab9-418c-8db4-48c0903baada tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 4661 time: 0.3993399 Nov 12 04:02:15.439326 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.449432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bc519b5a-b518-4be4-a331-190601e8701b req-72a021e8-1962-429d-92e4-825dced2c323 service neutron] For port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:15.499106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-bc519b5a-b518-4be4-a331-190601e8701b req-72a021e8-1962-429d-92e4-825dced2c323 service neutron] device_id is not set on port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:15.510323 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-72a021e8-1962-429d-92e4-825dced2c323 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.594247 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c8d19049-40ef-4a29-ac77-daf133078d6b None None] For port 0e1915ba-5a63-4430-a313-02efb1d0bc22, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0e1915ba-5a63-4430-a313-02efb1d0bc22,segment=NetworkSegment(6ade4a92-e316-4e27-a0d1-b0c8188fc9cf),segment_id=6ade4a92-e316-4e27-a0d1-b0c8188fc9cf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:15.594739 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8d19049-40ef-4a29-ac77-daf133078d6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.601453 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-72a021e8-1962-429d-92e4-825dced2c323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.604400 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.618457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c8d19049-40ef-4a29-ac77-daf133078d6b None None] Calling delete_port for 0e1915ba-5a63-4430-a313-02efb1d0bc22 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:15.699320 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b1c0e56-ceab-4e3a-91c6-ddf0fceb3767 req-03d88287-91a4-4943-a6f6-f606dfdfd51a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=01f66b24-b299-47f5-bad9-0d357b2ecadc&id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2854042 Nov 12 04:02:15.724386 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e861da61-a1eb-4062-99c9-70c4e5eb15f1 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.729475 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:15.793830 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.814099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e861da61-a1eb-4062-99c9-70c4e5eb15f1 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c46be60-daab-4c5d-8641-aa8b82f59a2d']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:15.843150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc519b5a-b518-4be4-a331-190601e8701b req-72a021e8-1962-429d-92e4-825dced2c323 service neutron] No DVR routers for this DVR port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:15.847510 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e861da61-a1eb-4062-99c9-70c4e5eb15f1 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1406560e-c43d-444a-88a9-00910d7f42b5') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:15.847833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e861da61-a1eb-4062-99c9-70c4e5eb15f1 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1406560e-c43d-444a-88a9-00910d7f42b5') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:15.854242 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25039406-d016-4a71-ac72-c2eb3d98d441 x-openstack-request-id: req-25039406-d016-4a71-ac72-c2eb3d98d441 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:15.857268 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-unplugged", "status": "completed", "tag": "af05b72b-577d-441d-95b0-4cded6867c54", "code": 200}, {"server_uuid": "72aa6b2f-11b4-4b37-8984-4ed42f4289f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5b36deba-9a51-4076-af9e-1044600c57e6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:15.859021 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-25039406-d016-4a71-ac72-c2eb3d98d441 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:15.859645 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af05b72b-577d-441d-95b0-4cded6867c54', 'code': 200} Nov 12 04:02:15.870922 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b36deba-9a51-4076-af9e-1044600c57e6', 'code': 200} Nov 12 04:02:15.870922 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:15.884163 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e861da61-a1eb-4062-99c9-70c4e5eb15f1 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.900012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a021e8-1962-429d-92e4-825dced2c323 service neutron] Pushing event updated for resources: {'Port': ['ID=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:15.926033 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8d19049-40ef-4a29-ac77-daf133078d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.934845 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e861da61-a1eb-4062-99c9-70c4e5eb15f1 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.937186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bc519b5a-b518-4be4-a331-190601e8701b req-72a021e8-1962-429d-92e4-825dced2c323 service neutron] In _notify_port_updated(), no bound segment for port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 on network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:02:15.939049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:15.939631 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5cb53073-5de0-4fba-8299-d6178683e9c8 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:15.944953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc519b5a-b518-4be4-a331-190601e8701b req-72a021e8-1962-429d-92e4-825dced2c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:15.945728 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-72a021e8-1962-429d-92e4-825dced2c323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.947217 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc519b5a-b518-4be4-a331-190601e8701b req-72a021e8-1962-429d-92e4-825dced2c323 service neutron] 10.222.0.25 "PUT /v2.0/ports/aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 HTTP/1.1" status: 200 len: 1031 time: 1.0198114 Nov 12 04:02:16.002723 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e861da61-a1eb-4062-99c9-70c4e5eb15f1 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:16.003390 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e861da61-a1eb-4062-99c9-70c4e5eb15f1 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.041925 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d19049-40ef-4a29-ac77-daf133078d6b None None] No DVR routers for this DVR port 0e1915ba-5a63-4430-a313-02efb1d0bc22 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:16.043559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:16.088617 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:16.129879 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.140609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bc519b5a-b518-4be4-a331-190601e8701b req-37577597-9b3d-45ec-9412-d259045f9e0a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Deleting port c216df0e-a06d-4a82-b518-4e60e4a0bf5d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:16.140937 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-37577597-9b3d-45ec-9412-d259045f9e0a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.179536 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.187212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4230a209-5b11-4f92-9edf-c0c10c974dfe no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:16.196903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d19049-40ef-4a29-ac77-daf133078d6b None None] Pushing event deleted for resources: {'Port': ['ID=0e1915ba-5a63-4430-a313-02efb1d0bc22,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:16.211239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df35c5-1f61-4246-99e9-b8061c40d377 req-428d7bb5-6153-4710-9f5c-ca02e495e0a2 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:16.219574 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95df35c5-1f61-4246-99e9-b8061c40d377 req-428d7bb5-6153-4710-9f5c-ca02e495e0a2 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.2949359 Nov 12 04:02:16.266041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 4230a209-5b11-4f92-9edf-c0c10c974dfe {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:16.268022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4230a209-5b11-4f92-9edf-c0c10c974dfe not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:16.269656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0e1915ba-5a63-4430-a313-02efb1d0bc22 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:16.277235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bc519b5a-b518-4be4-a331-190601e8701b req-37577597-9b3d-45ec-9412-d259045f9e0a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] For port c216df0e-a06d-4a82-b518-4e60e4a0bf5d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c216df0e-a06d-4a82-b518-4e60e4a0bf5d,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:16.277636 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-37577597-9b3d-45ec-9412-d259045f9e0a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.282442 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e861da61-a1eb-4062-99c9-70c4e5eb15f1 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.304129 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bc519b5a-b518-4be4-a331-190601e8701b req-37577597-9b3d-45ec-9412-d259045f9e0a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Calling delete_port for c216df0e-a06d-4a82-b518-4e60e4a0bf5d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:16.308310 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e861da61-a1eb-4062-99c9-70c4e5eb15f1 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.311976 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e861da61-a1eb-4062-99c9-70c4e5eb15f1 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "DELETE /v2.0/networks/1c46be60-daab-4c5d-8641-aa8b82f59a2d HTTP/1.1" status: 204 len: 168 time: 1.4258173 Nov 12 04:02:16.328092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51154) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:16.353732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861da61-a1eb-4062-99c9-70c4e5eb15f1 tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event deleted for resources: {'Network': ['ID=1c46be60-daab-4c5d-8641-aa8b82f59a2d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:16.358060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5cb53073-5de0-4fba-8299-d6178683e9c8, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5cb53073-5de0-4fba-8299-d6178683e9c8,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:16.360080 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 0e1915ba-5a63-4430-a313-02efb1d0bc22 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:16.362529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0e1915ba-5a63-4430-a313-02efb1d0bc22 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:16.364931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6b437fea-3d81-4d65-9b13-3171f3a6a816 None None] Provisioning complete for port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:16.365510 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b437fea-3d81-4d65-9b13-3171f3a6a816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.421453 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6b437fea-3d81-4d65-9b13-3171f3a6a816 None None] Port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:16.440300 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.443434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 327a44ac-df49-4117-8e60-7556b7bf7dff no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:16.550104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5cb53073-5de0-4fba-8299-d6178683e9c8,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:16.601731 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.622606 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-37577597-9b3d-45ec-9412-d259045f9e0a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.648491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 327a44ac-df49-4117-8e60-7556b7bf7dff, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=327a44ac-df49-4117-8e60-7556b7bf7dff,segment=NetworkSegment(9a164f61-dc56-4e51-ab15-0b6f5ae97934),segment_id=9a164f61-dc56-4e51-ab15-0b6f5ae97934)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:16.667279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37577597-9b3d-45ec-9412-d259045f9e0a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event deleted for resources: {'Port': ['ID=c216df0e-a06d-4a82-b518-4e60e4a0bf5d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:16.722686 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.723417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c216df0e-a06d-4a82-b518-4e60e4a0bf5d no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:16.737358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc519b5a-b518-4be4-a331-190601e8701b req-37577597-9b3d-45ec-9412-d259045f9e0a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] No DVR routers for this DVR port c216df0e-a06d-4a82-b518-4e60e4a0bf5d on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:16.740924 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-37577597-9b3d-45ec-9412-d259045f9e0a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.747544 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc519b5a-b518-4be4-a331-190601e8701b req-37577597-9b3d-45ec-9412-d259045f9e0a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "DELETE /v2.0/ports/c216df0e-a06d-4a82-b518-4e60e4a0bf5d HTTP/1.1" status: 204 len: 173 time: 0.7940488 Nov 12 04:02:16.748065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-deleted', 'tag': 'c216df0e-a06d-4a82-b518-4e60e4a0bf5d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:16.750618 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b590f805-d853-46ec-9337-dba9304f9186" -d '{"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-deleted", "tag": "c216df0e-a06d-4a82-b518-4e60e4a0bf5d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:16.786257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=327a44ac-df49-4117-8e60-7556b7bf7dff,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:16.821550 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95df35c5-1f61-4246-99e9-b8061c40d377 req-4398d9b3-8690-407c-b858-906edcdfa64a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950923 Nov 12 04:02:16.837525 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: c216df0e-a06d-4a82-b518-4e60e4a0bf5d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:16.837525 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c216df0e-a06d-4a82-b518-4e60e4a0bf5d not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:16.892251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bc519b5a-b518-4be4-a331-190601e8701b req-3fc03607-5265-4cbf-9790-029bb3d26f2c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Deleting port 5cb53073-5de0-4fba-8299-d6178683e9c8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:16.893258 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-3fc03607-5265-4cbf-9790-029bb3d26f2c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.952345 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6981108-a277-4fa9-bb03-3103fb89d32e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.975050 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Allocated IP 172.25.8.43 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/b5095678-3eee-4561-be52-defaa65d0895) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:17.008068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bc519b5a-b518-4be4-a331-190601e8701b req-3fc03607-5265-4cbf-9790-029bb3d26f2c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] For port 5cb53073-5de0-4fba-8299-d6178683e9c8, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5cb53073-5de0-4fba-8299-d6178683e9c8,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:17.009134 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-3fc03607-5265-4cbf-9790-029bb3d26f2c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.024931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bc519b5a-b518-4be4-a331-190601e8701b req-3fc03607-5265-4cbf-9790-029bb3d26f2c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Calling delete_port for 5cb53073-5de0-4fba-8299-d6178683e9c8 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:17.075760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b922122-e2d9-4aa9-b916-c393ce51534d req-6f632c82-b61d-45ba-8411-462dcf069a87 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:17.083474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b922122-e2d9-4aa9-b916-c393ce51534d req-6f632c82-b61d-45ba-8411-462dcf069a87 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:17.090872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b922122-e2d9-4aa9-b916-c393ce51534d req-6f632c82-b61d-45ba-8411-462dcf069a87 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:17.100988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b922122-e2d9-4aa9-b916-c393ce51534d req-6f632c82-b61d-45ba-8411-462dcf069a87 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:17.101278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3b922122-e2d9-4aa9-b916-c393ce51534d req-6f632c82-b61d-45ba-8411-462dcf069a87 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 3143 time: 0.1948874 Nov 12 04:02:17.205275 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6981108-a277-4fa9-bb03-3103fb89d32e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.251027 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-3fc03607-5265-4cbf-9790-029bb3d26f2c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.264621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b6981108-a277-4fa9-bb03-3103fb89d32e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cb3bc5-e458-4eb2-a97c-572f6154372e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:17.294397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc03607-5265-4cbf-9790-029bb3d26f2c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event deleted for resources: {'Port': ['ID=5cb53073-5de0-4fba-8299-d6178683e9c8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:17.295745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b6981108-a277-4fa9-bb03-3103fb89d32e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:17.296147 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b6981108-a277-4fa9-bb03-3103fb89d32e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ade4a92-e316-4e27-a0d1-b0c8188fc9cf') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:17.309295 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6981108-a277-4fa9-bb03-3103fb89d32e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.327391 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6981108-a277-4fa9-bb03-3103fb89d32e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.347422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc519b5a-b518-4be4-a331-190601e8701b req-3fc03607-5265-4cbf-9790-029bb3d26f2c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] No DVR routers for this DVR port 5cb53073-5de0-4fba-8299-d6178683e9c8 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:17.350890 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-3fc03607-5265-4cbf-9790-029bb3d26f2c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.354743 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc519b5a-b518-4be4-a331-190601e8701b req-3fc03607-5265-4cbf-9790-029bb3d26f2c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "DELETE /v2.0/ports/5cb53073-5de0-4fba-8299-d6178683e9c8 HTTP/1.1" status: 204 len: 173 time: 0.5998201 Nov 12 04:02:17.360102 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3b922122-e2d9-4aa9-b916-c393ce51534d req-c94b4695-e3c2-475a-9380-5241bd078f1c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220106 Nov 12 04:02:17.364714 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6981108-a277-4fa9-bb03-3103fb89d32e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:17.372499 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6981108-a277-4fa9-bb03-3103fb89d32e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:17.376252 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:17.380329 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.421778 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510ca330-806a-428b-935e-477dfe9bac71 x-openstack-request-id: req-510ca330-806a-428b-935e-477dfe9bac71 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:17.422146 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-deleted", "tag": "c216df0e-a06d-4a82-b518-4e60e4a0bf5d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:17.422472 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-510ca330-806a-428b-935e-477dfe9bac71 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:17.422943 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-deleted', 'tag': 'c216df0e-a06d-4a82-b518-4e60e4a0bf5d', 'status': 'completed', 'code': 200} Nov 12 04:02:17.507669 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bc519b5a-b518-4be4-a331-190601e8701b req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Deleting port 327a44ac-df49-4117-8e60-7556b7bf7dff {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:17.508152 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.592209 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.594982 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6981108-a277-4fa9-bb03-3103fb89d32e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.630636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bc519b5a-b518-4be4-a331-190601e8701b req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] For port 327a44ac-df49-4117-8e60-7556b7bf7dff, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=327a44ac-df49-4117-8e60-7556b7bf7dff,segment=NetworkSegment(9a164f61-dc56-4e51-ab15-0b6f5ae97934),segment_id=9a164f61-dc56-4e51-ab15-0b6f5ae97934)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:17.631140 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.638247 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6981108-a277-4fa9-bb03-3103fb89d32e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.641912 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b6981108-a277-4fa9-bb03-3103fb89d32e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] 10.222.0.105 "DELETE /v2.0/networks/20cb3bc5-e458-4eb2-a97c-572f6154372e HTTP/1.1" status: 204 len: 168 time: 1.3106573 Nov 12 04:02:17.668399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6981108-a277-4fa9-bb03-3103fb89d32e tempest-TaggedBootDevicesTest-1908716527 tempest-TaggedBootDevicesTest-1908716527-project] Pushing event deleted for resources: {'Network': ['ID=20cb3bc5-e458-4eb2-a97c-572f6154372e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:17.682539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:17.683440 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event updated for resources: {'Port': ['ID=b5095678-3eee-4561-be52-defaa65d0895,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:17.688429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:17.711926 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:17.860916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fbdd3b0-4b34-43f5-b2c9-257e452b1b73'}, {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cb53073-5de0-4fba-8299-d6178683e9c8'}, {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327a44ac-df49-4117-8e60-7556b7bf7dff'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:17.863373 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9036fda9-d151-4512-a2ce-262d4b585bd4" -d '{"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-unplugged", "status": "completed", "tag": "3fbdd3b0-4b34-43f5-b2c9-257e452b1b73"}, {"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-unplugged", "status": "completed", "tag": "5cb53073-5de0-4fba-8299-d6178683e9c8"}, {"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-unplugged", "status": "completed", "tag": "327a44ac-df49-4117-8e60-7556b7bf7dff"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:18.007045 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.008124 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.008654 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-bc519b5a-b518-4be4-a331-190601e8701b req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Floating IP 9be22d2f-896b-46b9-8cf1-299cbab76dd0 disassociated. External IP: 172.25.8.185, port: 327a44ac-df49-4117-8e60-7556b7bf7dff. Nov 12 04:02:18.009137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bc519b5a-b518-4be4-a331-190601e8701b req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Calling delete_port for 327a44ac-df49-4117-8e60-7556b7bf7dff owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:18.042757 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.071689 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed29a7-df25-4f9c-8fd1-55d598397684 req-1ec2fb6f-a45c-4033-9f25-0254dbc2677a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:18.079118 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aeed29a7-df25-4f9c-8fd1-55d598397684 req-1ec2fb6f-a45c-4033-9f25-0254dbc2677a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1491618 Nov 12 04:02:18.088882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea10aa-e3ce-42fc-ab8d-3b70184667d3 req-8ef8c3de-9e7a-4d67-a1f4-69d096a58aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:18.090338 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbea10aa-e3ce-42fc-ab8d-3b70184667d3 req-8ef8c3de-9e7a-4d67-a1f4-69d096a58aa5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 1097 time: 0.1287713 Nov 12 04:02:18.228150 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.239843 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.271732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event deleted for resources: {'Port': ['ID=327a44ac-df49-4117-8e60-7556b7bf7dff,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:18.274464 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aeed29a7-df25-4f9c-8fd1-55d598397684 req-4c03c36e-7909-456b-884e-462f0c9354e6 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944938 Nov 12 04:02:18.363257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea10aa-e3ce-42fc-ab8d-3b70184667d3 req-2225d9b2-9014-4653-9de9-6ad03b351285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:18.366783 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbea10aa-e3ce-42fc-ab8d-3b70184667d3 req-2225d9b2-9014-4653-9de9-6ad03b351285 service neutron] 10.222.0.26 "GET /v2.0/networks?id=960600ac-14ec-4138-96b2-7076014d9fe3 HTTP/1.1" status: 200 len: 920 time: 0.2509246 Nov 12 04:02:18.419556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc519b5a-b518-4be4-a331-190601e8701b req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Router 2d94389f-1d07-418b-864d-41e2ba0ce0ec has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:18.433587 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbea10aa-e3ce-42fc-ab8d-3b70184667d3 req-965111b6-c6fe-426b-9961-54c646129a62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb64e29-8855-4a0e-8677-374b89622135 HTTP/1.1" status: 200 len: 217 time: 0.0553868 Nov 12 04:02:18.480695 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8d197c-7b32-42de-b33d-12efb5842d64 x-openstack-request-id: req-9c8d197c-7b32-42de-b33d-12efb5842d64 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:18.480993 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-unplugged", "status": "completed", "tag": "3fbdd3b0-4b34-43f5-b2c9-257e452b1b73", "code": 200}, {"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-unplugged", "status": "completed", "tag": "5cb53073-5de0-4fba-8299-d6178683e9c8", "code": 200}, {"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-unplugged", "status": "completed", "tag": "327a44ac-df49-4117-8e60-7556b7bf7dff", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:18.481452 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9c8d197c-7b32-42de-b33d-12efb5842d64 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:18.482026 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fbdd3b0-4b34-43f5-b2c9-257e452b1b73', 'code': 200} Nov 12 04:02:18.482476 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cb53073-5de0-4fba-8299-d6178683e9c8', 'code': 200} Nov 12 04:02:18.482898 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327a44ac-df49-4117-8e60-7556b7bf7dff', 'code': 200} Nov 12 04:02:18.528433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea10aa-e3ce-42fc-ab8d-3b70184667d3 req-9411cb14-6b2e-460b-ab08-6429eafb0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:18.530975 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbea10aa-e3ce-42fc-ab8d-3b70184667d3 req-9411cb14-6b2e-460b-ab08-6429eafb0eb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a513ab3-4812-4f78-9863-9429bde900dd HTTP/1.1" status: 200 len: 858 time: 0.0560420 Nov 12 04:02:18.556850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc519b5a-b518-4be4-a331-190601e8701b req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:18.570908 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592cc41-9215-480b-b633-2561bf14aeba None None] Sync routers for ids ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:18.582432 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592cc41-9215-480b-b633-2561bf14aeba None None] Routers {'2d94389f-1d07-418b-864d-41e2ba0ce0ec'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:18.588109 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e592cc41-9215-480b-b633-2561bf14aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:01:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:18.592877 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbea10aa-e3ce-42fc-ab8d-3b70184667d3 req-1038c844-fe06-4eaf-8dce-f78a2fbeedce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=960600ac-14ec-4138-96b2-7076014d9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441411 Nov 12 04:02:18.614782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc519b5a-b518-4be4-a331-190601e8701b req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] No DVR routers for this DVR port 327a44ac-df49-4117-8e60-7556b7bf7dff on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:18.619792 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.625925 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc519b5a-b518-4be4-a331-190601e8701b req-ac8737b2-adce-4f83-97a3-2c9b6c3a5d5c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "DELETE /v2.0/ports/327a44ac-df49-4117-8e60-7556b7bf7dff HTTP/1.1" status: 204 len: 173 time: 1.2608490 Nov 12 04:02:18.738292 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52431d88-99c6-44cf-87ce-220dde35e1aa req-a7f3a375-94f2-4044-8a47-c148130f7d69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:18.745222 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52431d88-99c6-44cf-87ce-220dde35e1aa req-a7f3a375-94f2-4044-8a47-c148130f7d69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:18.746914 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-52431d88-99c6-44cf-87ce-220dde35e1aa req-a7f3a375-94f2-4044-8a47-c148130f7d69 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 1676 time: 0.2092788 Nov 12 04:02:18.749605 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbea10aa-e3ce-42fc-ab8d-3b70184667d3 req-a0e39611-c5e2-477c-8394-3fa72732bba2 service neutron] 10.222.0.26 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423783 Nov 12 04:02:18.771732 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e592cc41-9215-480b-b633-2561bf14aeba None None] Set router 2d94389f-1d07-418b-864d-41e2ba0ce0ec gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:18.793641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bc519b5a-b518-4be4-a331-190601e8701b req-c4aabc4b-c0c6-4c1d-88cf-6a4dcd1d7dd6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Deleting port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:18.794147 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-c4aabc4b-c0c6-4c1d-88cf-6a4dcd1d7dd6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.925292 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.969345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbea10aa-e3ce-42fc-ab8d-3b70184667d3 req-f1c49e62-c363-46ab-a0bc-b7546008db2a service neutron] 10.222.0.26 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091260 Nov 12 04:02:18.987259 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.019575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bc519b5a-b518-4be4-a331-190601e8701b req-c4aabc4b-c0c6-4c1d-88cf-6a4dcd1d7dd6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] For port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:19.020202 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-c4aabc4b-c0c6-4c1d-88cf-6a4dcd1d7dd6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.042057 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bc519b5a-b518-4be4-a331-190601e8701b req-c4aabc4b-c0c6-4c1d-88cf-6a4dcd1d7dd6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Calling delete_port for 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:19.058138 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-52431d88-99c6-44cf-87ce-220dde35e1aa req-8f35d298-8c2c-4189-963c-58742ee4f9e0 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f702a6a-0f3b-4df2-9335-0a8106e58079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988768 Nov 12 04:02:19.084137 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.121556 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e592cc41-9215-480b-b633-2561bf14aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 4, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port': {'id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:25Z', 'updated_at': '2021-11-12T03:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7018b676-94ee-47e6-9644-214d9622c4a3', 'name': '', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'mac_address': 'fa:16:3e:3b:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'subnets': [{'id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.164188 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592cc41-9215-480b-b633-2561bf14aeba None None] Checking router: 2d94389f-1d07-418b-864d-41e2ba0ce0ec for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:19.187412 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592cc41-9215-480b-b633-2561bf14aeba None None] Routers {'2d94389f-1d07-418b-864d-41e2ba0ce0ec'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:19.188052 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e592cc41-9215-480b-b633-2561bf14aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:01:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.253311 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.279089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event updated for resources: {'Port': ['ID=b5095678-3eee-4561-be52-defaa65d0895,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:19.356239 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.358898 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8dbe4b2a-4a51-4970-bda7-453544fb83d9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1556795 Nov 12 04:02:19.426598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-deleted', 'tag': '5cb53073-5de0-4fba-8299-d6178683e9c8'}, {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-deleted', 'tag': '327a44ac-df49-4117-8e60-7556b7bf7dff'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:19.427772 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280e06a5-2c39-45db-85f1-73e00765e339" -d '{"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-deleted", "tag": "5cb53073-5de0-4fba-8299-d6178683e9c8"}, {"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-deleted", "tag": "327a44ac-df49-4117-8e60-7556b7bf7dff"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:19.450893 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-c4aabc4b-c0c6-4c1d-88cf-6a4dcd1d7dd6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.559872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aabc4b-c0c6-4c1d-88cf-6a4dcd1d7dd6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event deleted for resources: {'Port': ['ID=3fbdd3b0-4b34-43f5-b2c9-257e452b1b73,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:19.605230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59637479-1cf6-4ed2-b77a-47687190bcae req-3ee3c9bd-4826-4271-97fc-38773b28f904 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:19.605573 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8663e5e4-6a7f-4271-a7c5-08166f27df12 x-openstack-request-id: req-8663e5e4-6a7f-4271-a7c5-08166f27df12 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:19.605885 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-deleted", "tag": "5cb53073-5de0-4fba-8299-d6178683e9c8", "status": "completed", "code": 200}, {"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-deleted", "tag": "327a44ac-df49-4117-8e60-7556b7bf7dff", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:19.606150 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8663e5e4-6a7f-4271-a7c5-08166f27df12 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:19.606571 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-deleted', 'tag': '5cb53073-5de0-4fba-8299-d6178683e9c8', 'status': 'completed', 'code': 200} Nov 12 04:02:19.606828 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-deleted', 'tag': '327a44ac-df49-4117-8e60-7556b7bf7dff', 'status': 'completed', 'code': 200} Nov 12 04:02:19.621789 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59637479-1cf6-4ed2-b77a-47687190bcae req-3ee3c9bd-4826-4271-97fc-38773b28f904 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1853490 Nov 12 04:02:19.622603 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e592cc41-9215-480b-b633-2561bf14aeba None None] Set router 2d94389f-1d07-418b-864d-41e2ba0ce0ec gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:19.652087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc519b5a-b518-4be4-a331-190601e8701b req-c4aabc4b-c0c6-4c1d-88cf-6a4dcd1d7dd6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] No DVR routers for this DVR port 3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:19.656388 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-c4aabc4b-c0c6-4c1d-88cf-6a4dcd1d7dd6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.664281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc519b5a-b518-4be4-a331-190601e8701b req-c4aabc4b-c0c6-4c1d-88cf-6a4dcd1d7dd6 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "DELETE /v2.0/ports/3fbdd3b0-4b34-43f5-b2c9-257e452b1b73 HTTP/1.1" status: 204 len: 173 time: 1.0255687 Nov 12 04:02:19.673949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51268) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:19.731597 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59637479-1cf6-4ed2-b77a-47687190bcae req-9dc02a70-fced-4eba-bb27-05ac70a42e2c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072228 Nov 12 04:02:19.839213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bc519b5a-b518-4be4-a331-190601e8701b req-5ee439be-858d-45ec-bad7-c55e05d63dfb tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Deleting port af05b72b-577d-441d-95b0-4cded6867c54 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:19.841768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-5ee439be-858d-45ec-bad7-c55e05d63dfb tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.027897 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bc519b5a-b518-4be4-a331-190601e8701b req-5ee439be-858d-45ec-bad7-c55e05d63dfb tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] For port af05b72b-577d-441d-95b0-4cded6867c54, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=af05b72b-577d-441d-95b0-4cded6867c54,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:20.028565 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-5ee439be-858d-45ec-bad7-c55e05d63dfb tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.049945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bc519b5a-b518-4be4-a331-190601e8701b req-5ee439be-858d-45ec-bad7-c55e05d63dfb tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Calling delete_port for af05b72b-577d-441d-95b0-4cded6867c54 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:20.050168 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e592cc41-9215-480b-b633-2561bf14aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 4, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port': {'id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:25Z', 'updated_at': '2021-11-12T03:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7018b676-94ee-47e6-9644-214d9622c4a3', 'name': '', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'mac_address': 'fa:16:3e:3b:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'subnets': [{'id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:20.077903 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-db6d0886-2993-4c5d-bd7e-bfa23ac8257d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--515624210&fields=id&tenant_id=07ce5d3360e74510bae653ba7f2aef20 HTTP/1.1" status: 200 len: 267 time: 0.2136829 Nov 12 04:02:20.093553 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53b3289e-14aa-4b40-bd19-c1dec53b088d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.131536 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592cc41-9215-480b-b633-2561bf14aeba None None] The sync data for ids ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'] in n-d-767704-23 is: [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 4, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port': {'id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:25Z', 'updated_at': '2021-11-12T03:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7018b676-94ee-47e6-9644-214d9622c4a3', 'name': '', 'network_id': '933200c6-b34c-45ca-8fd9-e1eb17512052', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'mac_address': 'fa:16:3e:3b:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'subnets': [{'id': 'a5695f79-da24-4f82-9891-41295f29ce28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:20.267425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e41a4-a5b2-46f7-8240-a66d824da095 req-435f41f9-3c62-463d-889f-8b30aa02d54f tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:20.280474 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b37e41a4-a5b2-46f7-8240-a66d824da095 req-435f41f9-3c62-463d-889f-8b30aa02d54f tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 947 time: 0.1251886 Nov 12 04:02:20.287576 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8104-2c2c-4dda-a981-878894501a26 req-560a3b24-9818-4ce9-99de-44a0af65dbea tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:20.289115 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-560a3b24-9818-4ce9-99de-44a0af65dbea tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 816 time: 0.2103515 Nov 12 04:02:20.335568 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-cb93de4b-5d0f-4787-aace-cfb6c4d0596b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/quotas/07ce5d3360e74510bae653ba7f2aef20 HTTP/1.1" status: 200 len: 375 time: 0.0308468 Nov 12 04:02:20.343118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b37e41a4-a5b2-46f7-8240-a66d824da095 req-25b70141-1b10-4da5-9b05-d6bba0aa9c4d tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569181 Nov 12 04:02:20.349489 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53b3289e-14aa-4b40-bd19-c1dec53b088d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.402906 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-5929a6c8-9767-49c0-9dfe-ff9d2ed26181 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662971 Nov 12 04:02:20.408443 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-5ee439be-858d-45ec-bad7-c55e05d63dfb tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.434839 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53b3289e-14aa-4b40-bd19-c1dec53b088d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.479884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee439be-858d-45ec-bad7-c55e05d63dfb tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event deleted for resources: {'Port': ['ID=af05b72b-577d-441d-95b0-4cded6867c54,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:20.562669 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6edb1ba1-28d4-49c8-ac38-2de8c2f87183 req-bd5a75f6-ef12-4854-b3d5-f4e6b9623623 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0666869 Nov 12 04:02:20.579398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-53b3289e-14aa-4b40-bd19-c1dec53b088d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ab67c7a9bbd94d5c9698075294b65af4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9018669 Nov 12 04:02:20.580162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3289e-14aa-4b40-bd19-c1dec53b088d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cc03a8-1223-4617-8bc4-4ebbc0c71704,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:20.584003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51286) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:20.590972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc519b5a-b518-4be4-a331-190601e8701b req-5ee439be-858d-45ec-bad7-c55e05d63dfb tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] No DVR routers for this DVR port af05b72b-577d-441d-95b0-4cded6867c54 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:20.596697 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc519b5a-b518-4be4-a331-190601e8701b req-5ee439be-858d-45ec-bad7-c55e05d63dfb tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.597971 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc519b5a-b518-4be4-a331-190601e8701b req-5ee439be-858d-45ec-bad7-c55e05d63dfb tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.25 "DELETE /v2.0/ports/af05b72b-577d-441d-95b0-4cded6867c54 HTTP/1.1" status: 204 len: 173 time: 0.9300816 Nov 12 04:02:20.631594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549a35e6-e1b0-41c9-9a74-b86ea260341d None None] New status for floating IP 9be22d2f-896b-46b9-8cf1-299cbab76dd0: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:02:20.657306 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-7cab6685-053b-4698-9afb-02f0094e9bd8 service neutron] 10.222.0.105 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015607 Nov 12 04:02:20.701847 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e697057-1f96-436e-9809-7850d5b5e487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.740604 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e697057-1f96-436e-9809-7850d5b5e487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.788799 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-fd890abf-2e0d-47c3-9bbd-4f99672ad178 service neutron] 10.222.0.105 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238294 Nov 12 04:02:20.898186 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e697057-1f96-436e-9809-7850d5b5e487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.901289 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e697057-1f96-436e-9809-7850d5b5e487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.904984 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7e697057-1f96-436e-9809-7850d5b5e487 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/69cc03a8-1223-4617-8bc4-4ebbc0c71704 HTTP/1.1" status: 204 len: 168 time: 0.3172877 Nov 12 04:02:20.920421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e697057-1f96-436e-9809-7850d5b5e487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cc03a8-1223-4617-8bc4-4ebbc0c71704,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:20.945378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744f81e-255f-477e-9eb0-8dd278287fc8 req-dc589c04-98fc-4826-a0e4-886553b7a469 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:20.946952 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c744f81e-255f-477e-9eb0-8dd278287fc8 req-dc589c04-98fc-4826-a0e4-886553b7a469 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1031492 Nov 12 04:02:21.022871 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c744f81e-255f-477e-9eb0-8dd278287fc8 req-816e56cf-1eb7-4bc7-9fe9-c916e2a842b2 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540726 Nov 12 04:02:21.203814 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f43f4b7-9bba-4b34-a141-8b7e8411e935 req-2b2a037c-b010-4a87-82b4-35bc1c8f3d0b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 210 time: 0.0499232 Nov 12 04:02:21.519502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25168eef-6b4f-49b6-aa77-db483fdc61e5 req-e4f61132-f976-44be-9e92-23bfe4d28dd5 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:21.534410 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25168eef-6b4f-49b6-aa77-db483fdc61e5 req-e4f61132-f976-44be-9e92-23bfe4d28dd5 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 947 time: 0.0824909 Nov 12 04:02:21.600152 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25168eef-6b4f-49b6-aa77-db483fdc61e5 req-4cc9c237-a56c-4c76-96aa-0cd4ecb87283 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642526 Nov 12 04:02:21.610940 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-deleted', 'tag': '3fbdd3b0-4b34-43f5-b2c9-257e452b1b73'}, {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-deleted', 'tag': 'af05b72b-577d-441d-95b0-4cded6867c54'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:21.616853 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78202029-0c83-411f-af65-8b451aa7ca1e" -d '{"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-deleted", "tag": "3fbdd3b0-4b34-43f5-b2c9-257e452b1b73"}, {"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-deleted", "tag": "af05b72b-577d-441d-95b0-4cded6867c54"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:21.661954 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc98051c-ec3a-42c6-b691-57abf97be25b x-openstack-request-id: req-cc98051c-ec3a-42c6-b691-57abf97be25b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:21.662354 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-deleted", "tag": "3fbdd3b0-4b34-43f5-b2c9-257e452b1b73", "status": "completed", "code": 200}, {"server_uuid": "450c5325-160e-4e83-896d-a5d54a786b65", "name": "network-vif-deleted", "tag": "af05b72b-577d-441d-95b0-4cded6867c54", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:21.662730 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cc98051c-ec3a-42c6-b691-57abf97be25b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:21.663213 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-deleted', 'tag': '3fbdd3b0-4b34-43f5-b2c9-257e452b1b73', 'status': 'completed', 'code': 200} Nov 12 04:02:21.663562 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5325-160e-4e83-896d-a5d54a786b65', 'name': 'network-vif-deleted', 'tag': 'af05b72b-577d-441d-95b0-4cded6867c54', 'status': 'completed', 'code': 200} Nov 12 04:02:21.720170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87db985e-9a60-414d-ac43-22171824907f req-29b83641-d13d-425b-b916-29df05a63a53 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0293322 Nov 12 04:02:21.735380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:21.755315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a08ce19-4534-4d32-8672-7ffb7ddffb51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.888869 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a08ce19-4534-4d32-8672-7ffb7ddffb51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.979885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a08ce19-4534-4d32-8672-7ffb7ddffb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.022006 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08ce19-4534-4d32-8672-7ffb7ddffb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38aed6cf-7cab-4bfc-ab2d-48325cdbba15,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:22.029960 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0a08ce19-4534-4d32-8672-7ffb7ddffb51 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=aa27563717a042b6bc999f0524e4bdf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2934051 Nov 12 04:02:22.030777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51316) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:22.097603 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f4cbef7-1def-404a-8713-33e1ced7edf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.145074 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f4cbef7-1def-404a-8713-33e1ced7edf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.298035 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ef8d0-f49e-4356-9e80-b797a10c5462 req-eea4506b-3533-4bb2-8b34-de12edc74393 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:22.299700 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ff6ef8d0-f49e-4356-9e80-b797a10c5462 req-eea4506b-3533-4bb2-8b34-de12edc74393 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1419618 Nov 12 04:02:22.333750 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f4cbef7-1def-404a-8713-33e1ced7edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.336820 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f4cbef7-1def-404a-8713-33e1ced7edf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.338446 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6f4cbef7-1def-404a-8713-33e1ced7edf3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/38aed6cf-7cab-4bfc-ab2d-48325cdbba15 HTTP/1.1" status: 204 len: 168 time: 0.3062849 Nov 12 04:02:22.406566 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3b343a15-66c6-4a35-9f63-d80cf7bb286d req-bb54d79f-58d2-43f6-b505-0f7ea8fb252b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 210 time: 0.0461082 Nov 12 04:02:22.422589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cbef7-1def-404a-8713-33e1ced7edf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aed6cf-7cab-4bfc-ab2d-48325cdbba15,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:22.449756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0c984-1889-44ea-bfc5-d252974335b0 req-23ca09dd-b7d9-4c92-a2fc-6bc01163d6e4 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:22.453278 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19d0c984-1889-44ea-bfc5-d252974335b0 req-23ca09dd-b7d9-4c92-a2fc-6bc01163d6e4 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.25 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 947 time: 0.5585804 Nov 12 04:02:22.455473 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ff6ef8d0-f49e-4356-9e80-b797a10c5462 req-6b756450-8954-472d-b2a4-ec386c0542f6 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463506 Nov 12 04:02:22.579247 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-19d0c984-1889-44ea-bfc5-d252974335b0 req-b4096e30-64a9-4613-97ea-995b5df6f82a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Deleting port 29d59733-faba-47e0-882d-bcdb01fb88d9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:22.579817 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-19d0c984-1889-44ea-bfc5-d252974335b0 req-b4096e30-64a9-4613-97ea-995b5df6f82a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.719764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-19d0c984-1889-44ea-bfc5-d252974335b0 req-b4096e30-64a9-4613-97ea-995b5df6f82a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] For port 29d59733-faba-47e0-882d-bcdb01fb88d9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=29d59733-faba-47e0-882d-bcdb01fb88d9,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:22.720410 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-19d0c984-1889-44ea-bfc5-d252974335b0 req-b4096e30-64a9-4613-97ea-995b5df6f82a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.738057 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-19d0c984-1889-44ea-bfc5-d252974335b0 req-b4096e30-64a9-4613-97ea-995b5df6f82a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Calling delete_port for 29d59733-faba-47e0-882d-bcdb01fb88d9 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:22.763855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaaf25-59a7-4c90-8479-fd1cdbf0e433 req-58c1726a-5665-49b6-b11c-526b58ff099a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:22.765846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6eeaaf25-59a7-4c90-8479-fd1cdbf0e433 req-58c1726a-5665-49b6-b11c-526b58ff099a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 947 time: 0.0881240 Nov 12 04:02:22.873534 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6eeaaf25-59a7-4c90-8479-fd1cdbf0e433 req-69ce5872-cd59-4919-94ff-cc379b03200d tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979171 Nov 12 04:02:22.883773 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f1d9f549-58fe-4e31-990d-89184e18b541 req-5bfb6e2b-1e6e-4836-9fab-a9a4854d61d2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0534801 Nov 12 04:02:23.048654 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8cf8741-0852-46f6-95d0-64820a8f80e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.157173 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-19d0c984-1889-44ea-bfc5-d252974335b0 req-b4096e30-64a9-4613-97ea-995b5df6f82a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.219273 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4096e30-64a9-4613-97ea-995b5df6f82a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Pushing event deleted for resources: {'Port': ['ID=29d59733-faba-47e0-882d-bcdb01fb88d9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:23.287002 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d0c984-1889-44ea-bfc5-d252974335b0 req-b4096e30-64a9-4613-97ea-995b5df6f82a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] No DVR routers for this DVR port 29d59733-faba-47e0-882d-bcdb01fb88d9 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:23.290265 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-19d0c984-1889-44ea-bfc5-d252974335b0 req-b4096e30-64a9-4613-97ea-995b5df6f82a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.295891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19d0c984-1889-44ea-bfc5-d252974335b0 req-b4096e30-64a9-4613-97ea-995b5df6f82a tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.25 "DELETE /v2.0/ports/29d59733-faba-47e0-882d-bcdb01fb88d9 HTTP/1.1" status: 204 len: 173 time: 0.8359404 Nov 12 04:02:23.577031 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2db7a51-b8d2-42cf-a1d8-3a98d6dc4649 req-dc5c4dc3-ee09-4da4-8135-5385088984c7 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 210 time: 0.0491903 Nov 12 04:02:23.665258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5263aa9b-52ac-4233-ac41-4e616f205814', 'name': 'network-vif-deleted', 'tag': '29d59733-faba-47e0-882d-bcdb01fb88d9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:23.668069 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70b6636-631c-444c-b2a9-3e73445a4a52" -d '{"events": [{"server_uuid": "5263aa9b-52ac-4233-ac41-4e616f205814", "name": "network-vif-deleted", "tag": "29d59733-faba-47e0-882d-bcdb01fb88d9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:23.698959 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8df52-f82f-4c4f-825b-4ffeda3fbb92 req-cf712208-720f-4613-94d5-a0e3426368f3 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:23.701188 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-06f8df52-f82f-4c4f-825b-4ffeda3fbb92 req-cf712208-720f-4613-94d5-a0e3426368f3 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1090724 Nov 12 04:02:23.727235 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978fab91-3415-4e82-b352-3bf0fbe1bb68 x-openstack-request-id: req-978fab91-3415-4e82-b352-3bf0fbe1bb68 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:23.727235 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5263aa9b-52ac-4233-ac41-4e616f205814", "name": "network-vif-deleted", "tag": "29d59733-faba-47e0-882d-bcdb01fb88d9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:23.727694 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-978fab91-3415-4e82-b352-3bf0fbe1bb68 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:23.728340 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5263aa9b-52ac-4233-ac41-4e616f205814', 'name': 'network-vif-deleted', 'tag': '29d59733-faba-47e0-882d-bcdb01fb88d9', 'status': 'completed', 'code': 200} Nov 12 04:02:23.791077 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-06f8df52-f82f-4c4f-825b-4ffeda3fbb92 req-147028a1-2ab8-4a00-b289-a5c318f36297 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775959 Nov 12 04:02:24.118867 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70e16237-1ef1-4fe3-be6b-a830cb4bc86f req-ec5aacbb-1ae7-4757-b294-36902f352270 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=5263aa9b-52ac-4233-ac41-4e616f205814 HTTP/1.1" status: 200 len: 210 time: 0.0696785 Nov 12 04:02:24.180376 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-11ae1d5b-6939-49e0-9fd2-783b89ca00c2 req-a65ec813-017a-428f-802b-831f35ad4e2c tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.1417201 Nov 12 04:02:24.246530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8104-2c2c-4dda-a981-878894501a26 req-a3895ba7-70be-4043-a48f-49fc5fcd473d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:24.248476 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-a3895ba7-70be-4043-a48f-49fc5fcd473d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.26 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 816 time: 0.2682326 Nov 12 04:02:24.354072 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-6eea5810-550e-4bea-8e23-1f7100e6699e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07ce5d3360e74510bae653ba7f2aef20 HTTP/1.1" status: 200 len: 379 time: 0.0868201 Nov 12 04:02:24.375000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-80cd8104-2c2c-4dda-a981-878894501a26 req-73c68f6d-317e-45e1-8d00-2698de1ea2f9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Request body: {'port': {'device_id': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'admin_state_up': True, 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'security_groups': ['34a0fbcb-ae29-479a-a760-d3e2d84cec17']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:24.663175 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80cd8104-2c2c-4dda-a981-878894501a26 req-73c68f6d-317e-45e1-8d00-2698de1ea2f9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Made reservation on behalf of 07ce5d3360e74510bae653ba7f2aef20 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:24.667284 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-80cd8104-2c2c-4dda-a981-878894501a26 req-73c68f6d-317e-45e1-8d00-2698de1ea2f9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.682921 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0aacdfd-a427-42be-8b7b-db96573d5a88 req-611ccc71-dde7-4af3-b855-a0feefb9bae7 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 210 time: 0.0303321 Nov 12 04:02:24.883461 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-80cd8104-2c2c-4dda-a981-878894501a26 req-73c68f6d-317e-45e1-8d00-2698de1ea2f9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Allocated IP 172.20.0.9 (8e3b4789-f637-4eb8-b37f-79c30376b867/8f6d13c3-ac5c-4151-970c-435785743b79/74e86828-2bb9-44d4-bf74-884822e4c4a5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:24.902151 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.073006 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-80cd8104-2c2c-4dda-a981-878894501a26 req-73c68f6d-317e-45e1-8d00-2698de1ea2f9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.178917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de649bbf-e0ad-4f85-8856-f8f517c66576 req-71df8c82-e576-4f57-884d-2860be2dc409 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:25.188949 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de649bbf-e0ad-4f85-8856-f8f517c66576 req-71df8c82-e576-4f57-884d-2860be2dc409 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.2535923 Nov 12 04:02:25.200558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-80cd8104-2c2c-4dda-a981-878894501a26 req-73c68f6d-317e-45e1-8d00-2698de1ea2f9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.314490 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de649bbf-e0ad-4f85-8856-f8f517c66576 req-e4314870-95e9-43cb-ba58-637098ce9fb3 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237042 Nov 12 04:02:25.337433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80cd8104-2c2c-4dda-a981-878894501a26 req-73c68f6d-317e-45e1-8d00-2698de1ea2f9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Network 8e3b4789-f637-4eb8-b37f-79c30376b867 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:25.348526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-80cd8104-2c2c-4dda-a981-878894501a26 req-73c68f6d-317e-45e1-8d00-2698de1ea2f9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:25.351338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cd8104-2c2c-4dda-a981-878894501a26 req-73c68f6d-317e-45e1-8d00-2698de1ea2f9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:25.479278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 29d59733-faba-47e0-882d-bcdb01fb88d9 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:25.503233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 29d59733-faba-47e0-882d-bcdb01fb88d9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:25.503825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 29d59733-faba-47e0-882d-bcdb01fb88d9 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:25.511973 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8104-2c2c-4dda-a981-878894501a26 req-73c68f6d-317e-45e1-8d00-2698de1ea2f9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:25.512792 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-80cd8104-2c2c-4dda-a981-878894501a26 req-73c68f6d-317e-45e1-8d00-2698de1ea2f9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.546140 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e0b4da3-395f-48e2-b750-6a949bc38ce5 req-b23c1d5c-6d4d-4725-a2b2-5d8e7d096761 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0918641 Nov 12 04:02:25.549785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c68f6d-317e-45e1-8d00-2698de1ea2f9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event updated for resources: {'Port': ['ID=74e86828-2bb9-44d4-bf74-884822e4c4a5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:25.633088 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-73c68f6d-317e-45e1-8d00-2698de1ea2f9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2625680 Nov 12 04:02:25.670526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Request body: {'port': {'device_id': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:25.733087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3e760e7c-9996-4d10-9ccc-e1aef9da18cf None None] Provisioning complete for port 74e86828-2bb9-44d4-bf74-884822e4c4a5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:25.733763 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e760e7c-9996-4d10-9ccc-e1aef9da18cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.756285 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.808947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3e760e7c-9996-4d10-9ccc-e1aef9da18cf None None] Port 74e86828-2bb9-44d4-bf74-884822e4c4a5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:25.912896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f82eac-f522-4e27-9a39-6647b37d033a req-6840e2f1-480f-400a-8228-f62c54513546 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:25.922561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d2f82eac-f522-4e27-9a39-6647b37d033a req-6840e2f1-480f-400a-8228-f62c54513546 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 931 time: 0.0673826 Nov 12 04:02:25.952668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54e88-3c92-4a2d-adad-8184991e771a req-d2a6aa6a-4bd6-4a04-b8a1-3c4acfa1c1c5 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:25.954499 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5dc54e88-3c92-4a2d-adad-8184991e771a req-d2a6aa6a-4bd6-4a04-b8a1-3c4acfa1c1c5 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=72aa6b2f-11b4-4b37-8984-4ed42f4289f4 HTTP/1.1" status: 200 len: 948 time: 0.1270952 Nov 12 04:02:25.978096 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d2f82eac-f522-4e27-9a39-6647b37d033a req-c122964b-0844-4005-911e-51b938d5f241 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545983 Nov 12 04:02:26.062498 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5dc54e88-3c92-4a2d-adad-8184991e771a req-a3cf6b73-c8a7-4bbe-9179-e91a867f0ce5 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921392 Nov 12 04:02:26.141539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e86828-2bb9-44d4-bf74-884822e4c4a5 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:26.149709 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.162427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Transition to ACTIVE for port object 74e86828-2bb9-44d4-bf74-884822e4c4a5 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:02:26.233624 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.312432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Pushing event updated for resources: {'Port': ['ID=74e86828-2bb9-44d4-bf74-884822e4c4a5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:26.399977 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Attempting to bind port 74e86828-2bb9-44d4-bf74-884822e4c4a5 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:26.400638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Attempting to bind port 74e86828-2bb9-44d4-bf74-884822e4c4a5 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:26.401237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Attempting to bind port 74e86828-2bb9-44d4-bf74-884822e4c4a5 on network 8e3b4789-f637-4eb8-b37f-79c30376b867 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:26.408692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Port 74e86828-2bb9-44d4-bf74-884822e4c4a5 on network 8e3b4789-f637-4eb8-b37f-79c30376b867 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:26.409416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Attempting to bind port 74e86828-2bb9-44d4-bf74-884822e4c4a5 on network 8e3b4789-f637-4eb8-b37f-79c30376b867 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:26.418052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:26.418399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Checking segment: {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:26.418920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Bound using segment: {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:26.419410 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Bound port: 74e86828-2bb9-44d4-bf74-884822e4c4a5, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730be5c2-666d-4abd-827f-d6ee7d8a11b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:26.420098 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.473718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b9fdb-364f-4a78-aa8a-e53784664afc req-248b58e2-66dc-4355-8b5a-0daf1f102f03 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:26.476175 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-885b9fdb-364f-4a78-aa8a-e53784664afc req-248b58e2-66dc-4355-8b5a-0daf1f102f03 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.0728092 Nov 12 04:02:26.509887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] For port 74e86828-2bb9-44d4-bf74-884822e4c4a5, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:26.514375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] For port 74e86828-2bb9-44d4-bf74-884822e4c4a5, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:26.548089 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-885b9fdb-364f-4a78-aa8a-e53784664afc req-5abda507-46c1-40c5-ba49-115bc78606ec tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638077 Nov 12 04:02:26.594249 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.654774 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:26.655500 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.657469 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] 10.222.0.26 "PUT /v2.0/ports/74e86828-2bb9-44d4-bf74-884822e4c4a5 HTTP/1.1" status: 200 len: 1092 time: 0.9928994 Nov 12 04:02:26.660420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'tag': '74e86828-2bb9-44d4-bf74-884822e4c4a5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:26.663285 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d122107-1996-410c-94a7-636a886cd6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5aa9d0-58e1-4111-9f54-ffe3e505559b", "tag": "74e86828-2bb9-44d4-bf74-884822e4c4a5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:26.673538 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.721066 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9fd19c0c-2229-453e-8140-e5974df3f066 req-6bd82933-10e3-406f-a3e6-4bc379696b57 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0540488 Nov 12 04:02:26.756704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a9e9a-45e4-4be6-b703-9401ef50208f service neutron] Pushing event updated for resources: {'Port': ['ID=74e86828-2bb9-44d4-bf74-884822e4c4a5,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:26.762599 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a23c5e1-d13f-49c3-8f2c-7172888488b6 x-openstack-request-id: req-2a23c5e1-d13f-49c3-8f2c-7172888488b6 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:26.763198 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5aa9d0-58e1-4111-9f54-ffe3e505559b", "tag": "74e86828-2bb9-44d4-bf74-884822e4c4a5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:26.764274 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2a23c5e1-d13f-49c3-8f2c-7172888488b6 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:26.770921 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'tag': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'status': 'completed', 'code': 200} Nov 12 04:02:26.852880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d122107-1996-410c-94a7-636a886cd6e2 req-6276b8f0-557d-485f-9b2a-ce45147e5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:26.854525 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d122107-1996-410c-94a7-636a886cd6e2 req-6276b8f0-557d-485f-9b2a-ce45147e5b27 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 1095 time: 0.0625796 Nov 12 04:02:26.916662 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94159cc0-55c0-498c-b361-35e91f7687a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.992931 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d122107-1996-410c-94a7-636a886cd6e2 req-d33e29bc-e820-4073-a3e8-f464f7c90b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:26.994460 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d122107-1996-410c-94a7-636a886cd6e2 req-d33e29bc-e820-4073-a3e8-f464f7c90b2f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=07ce5d3360e74510bae653ba7f2aef20&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1228924 Nov 12 04:02:27.129730 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d122107-1996-410c-94a7-636a886cd6e2 req-60cf2c54-2cab-4c27-9aa0-70e8a8524b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:27.131364 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d122107-1996-410c-94a7-636a886cd6e2 req-60cf2c54-2cab-4c27-9aa0-70e8a8524b35 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1282351 Nov 12 04:02:27.158898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7c3d8-1df9-479c-9cbd-832d0acfef30 req-58b16e13-946a-4483-9049-909d8314171b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:27.162660 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42c7c3d8-1df9-479c-9cbd-832d0acfef30 req-58b16e13-946a-4483-9049-909d8314171b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.0737944 Nov 12 04:02:27.239593 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42c7c3d8-1df9-479c-9cbd-832d0acfef30 req-67463519-b355-42db-8cd4-b46be656bf7f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637057 Nov 12 04:02:27.312575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce29dd-c348-43b6-8192-e16328c3e324 req-10be17cc-6215-425f-8f8b-e717d03fa18e tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:27.315790 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07ce29dd-c348-43b6-8192-e16328c3e324 req-10be17cc-6215-425f-8f8b-e717d03fa18e tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=72aa6b2f-11b4-4b37-8984-4ed42f4289f4 HTTP/1.1" status: 200 len: 948 time: 0.1482897 Nov 12 04:02:27.333371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8104-2c2c-4dda-a981-878894501a26 req-9de76483-5e61-4f4c-a0ef-73a22117be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:27.336822 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-9de76483-5e61-4f4c-a0ef-73a22117be3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 1095 time: 0.0752015 Nov 12 04:02:27.413988 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-3c9863f1-e021-4f77-b792-c9bbff01f72f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5 HTTP/1.1" status: 200 len: 217 time: 0.0566540 Nov 12 04:02:27.419425 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07ce29dd-c348-43b6-8192-e16328c3e324 req-23ef798a-a0fd-4718-aafa-c012e4b40b56 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980315 Nov 12 04:02:27.478900 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8104-2c2c-4dda-a981-878894501a26 req-c308d087-2abe-4ad2-a2e2-8686ebac902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:27.480388 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-c308d087-2abe-4ad2-a2e2-8686ebac902e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6d13c3-ac5c-4151-970c-435785743b79 HTTP/1.1" status: 200 len: 855 time: 0.0578923 Nov 12 04:02:27.531791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8104-2c2c-4dda-a981-878894501a26 req-efc823a6-2c84-4f8f-aa19-e9bfc1edfb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:27.540674 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-efc823a6-2c84-4f8f-aa19-e9bfc1edfb3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e3b4789-f637-4eb8-b37f-79c30376b867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460207 Nov 12 04:02:27.639594 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-8943893a-c1c1-45d6-847c-791765f7c59a service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976975 Nov 12 04:02:27.708682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a623e-b2e9-4d98-84be-bbdad41c45d6 req-f5b6f562-07c0-48a5-8ea8-f7eebafb3fbe tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:27.710856 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a90a623e-b2e9-4d98-84be-bbdad41c45d6 req-f5b6f562-07c0-48a5-8ea8-f7eebafb3fbe tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.0784941 Nov 12 04:02:27.815488 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80cd8104-2c2c-4dda-a981-878894501a26 req-8a6c2dde-c67d-42ad-bcd2-da399b65d8d0 service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667392 Nov 12 04:02:27.843088 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a90a623e-b2e9-4d98-84be-bbdad41c45d6 req-ac5d9f5f-2a37-43e5-819d-07c4a5d14b90 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249733 Nov 12 04:02:27.901450 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d61171c4-effa-4bbb-9819-d8f4d5a09772 req-747a91f2-32f1-41b0-9842-3e4aa299f9fa tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0301850 Nov 12 04:02:28.061697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4ddf7-44e5-43f3-bab4-e61590767649 req-816d9608-657e-410b-adec-2c742750fed2 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.066988 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ff4ddf7-44e5-43f3-bab4-e61590767649 req-816d9608-657e-410b-adec-2c742750fed2 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.25 "GET /v2.0/ports?device_id=72aa6b2f-11b4-4b37-8984-4ed42f4289f4 HTTP/1.1" status: 200 len: 948 time: 0.0798306 Nov 12 04:02:28.244320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6ff4ddf7-44e5-43f3-bab4-e61590767649 req-61776899-ce8b-4401-ac3a-372cf275b044 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Deleting port 5b36deba-9a51-4076-af9e-1044600c57e6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:28.244834 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6ff4ddf7-44e5-43f3-bab4-e61590767649 req-61776899-ce8b-4401-ac3a-372cf275b044 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.412343 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.413176 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6ff4ddf7-44e5-43f3-bab4-e61590767649 req-61776899-ce8b-4401-ac3a-372cf275b044 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] For port 5b36deba-9a51-4076-af9e-1044600c57e6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5b36deba-9a51-4076-af9e-1044600c57e6,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:28.414210 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6ff4ddf7-44e5-43f3-bab4-e61590767649 req-61776899-ce8b-4401-ac3a-372cf275b044 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.440254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6ff4ddf7-44e5-43f3-bab4-e61590767649 req-61776899-ce8b-4401-ac3a-372cf275b044 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Calling delete_port for 5b36deba-9a51-4076-af9e-1044600c57e6 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:28.452690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158b36b-a555-46f6-83da-7498d226a845 req-579f1b05-b529-4ee4-9f3f-c9a3e9e71f3f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.455393 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0158b36b-a555-46f6-83da-7498d226a845 req-579f1b05-b529-4ee4-9f3f-c9a3e9e71f3f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.1044090 Nov 12 04:02:28.566772 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0158b36b-a555-46f6-83da-7498d226a845 req-1b41fbdc-5a4b-417c-bb02-413b3f946d19 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023591 Nov 12 04:02:28.575181 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64298b29-a03c-4e54-af24-1b91301cc4bf req-a3164924-5579-486c-899d-d30d3320f4b6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.576765 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-64298b29-a03c-4e54-af24-1b91301cc4bf req-a3164924-5579-486c-899d-d30d3320f4b6 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=72aa6b2f-11b4-4b37-8984-4ed42f4289f4 HTTP/1.1" status: 200 len: 948 time: 0.0578952 Nov 12 04:02:28.656490 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-64298b29-a03c-4e54-af24-1b91301cc4bf req-d698aefc-7dce-4216-b84a-8426b3c14c7c tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/security-groups?id=08abb430-7145-436e-835b-fa1ecde836de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613408 Nov 12 04:02:28.768460 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6ff4ddf7-44e5-43f3-bab4-e61590767649 req-61776899-ce8b-4401-ac3a-372cf275b044 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.816526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61776899-ce8b-4401-ac3a-372cf275b044 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Pushing event deleted for resources: {'Port': ['ID=5b36deba-9a51-4076-af9e-1044600c57e6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:28.912323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff4ddf7-44e5-43f3-bab4-e61590767649 req-61776899-ce8b-4401-ac3a-372cf275b044 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] No DVR routers for this DVR port 5b36deba-9a51-4076-af9e-1044600c57e6 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:28.917473 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6ff4ddf7-44e5-43f3-bab4-e61590767649 req-61776899-ce8b-4401-ac3a-372cf275b044 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.921515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ff4ddf7-44e5-43f3-bab4-e61590767649 req-61776899-ce8b-4401-ac3a-372cf275b044 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.25 "DELETE /v2.0/ports/5b36deba-9a51-4076-af9e-1044600c57e6 HTTP/1.1" status: 204 len: 173 time: 0.8452051 Nov 12 04:02:28.922005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'name': 'network-vif-deleted', 'tag': '5b36deba-9a51-4076-af9e-1044600c57e6'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:28.924368 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53237ba3-5a36-43f1-9f97-be96f741b2b0" -d '{"events": [{"server_uuid": "72aa6b2f-11b4-4b37-8984-4ed42f4289f4", "name": "network-vif-deleted", "tag": "5b36deba-9a51-4076-af9e-1044600c57e6"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:28.948330 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.010128 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cda5293-cf12-4b3a-8350-65dc57e5a868 x-openstack-request-id: req-1cda5293-cf12-4b3a-8350-65dc57e5a868 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:29.010422 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72aa6b2f-11b4-4b37-8984-4ed42f4289f4", "name": "network-vif-deleted", "tag": "5b36deba-9a51-4076-af9e-1044600c57e6", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:29.010675 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1cda5293-cf12-4b3a-8350-65dc57e5a868 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:29.011144 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72aa6b2f-11b4-4b37-8984-4ed42f4289f4', 'name': 'network-vif-deleted', 'tag': '5b36deba-9a51-4076-af9e-1044600c57e6', 'status': 'completed', 'code': 200} Nov 12 04:02:29.055601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a55cd-8e62-4a40-a6c6-d2242d02b572 req-4875630f-5d52-426f-ae13-3afbcaf26b97 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:29.057365 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-942a55cd-8e62-4a40-a6c6-d2242d02b572 req-4875630f-5d52-426f-ae13-3afbcaf26b97 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1083987 Nov 12 04:02:29.168701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-942a55cd-8e62-4a40-a6c6-d2242d02b572 req-8be53e7d-97fb-4fb4-a429-a8c2d68bffa0 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055000 Nov 12 04:02:29.535653 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c8679bdb-78b9-4093-8699-7c25e2f0962d req-7c110841-51d4-4eb6-95b0-be1252a43d0b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.4686363 Nov 12 04:02:29.751965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738518f5-850b-41d2-8b15-718b4bd6cc18 req-befe524f-8db7-40b0-acdd-7f10eea1b6ca tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:29.774909 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-738518f5-850b-41d2-8b15-718b4bd6cc18 req-befe524f-8db7-40b0-acdd-7f10eea1b6ca tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.1227624 Nov 12 04:02:29.849942 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-92a4a5ec-c119-4a50-80f3-2be2d827267e req-b2ec08d4-9a49-46fc-903f-2b5fdd87a878 tempest-ListImageFiltersTestJSON-96620871 tempest-ListImageFiltersTestJSON-96620871-project] 10.222.0.105 "GET /v2.0/ports?device_id=72aa6b2f-11b4-4b37-8984-4ed42f4289f4 HTTP/1.1" status: 200 len: 210 time: 0.0631120 Nov 12 04:02:29.870732 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-738518f5-850b-41d2-8b15-718b4bd6cc18 req-10711dde-8bd9-4a87-9604-6ad5b56e8e8a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948646 Nov 12 04:02:30.313942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fc18b-6c3c-4256-84bc-791f3806e918 req-891536f5-311b-49f5-aeb0-3d34fb970c5e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:30.315521 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-869fc18b-6c3c-4256-84bc-791f3806e918 req-891536f5-311b-49f5-aeb0-3d34fb970c5e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.0622628 Nov 12 04:02:30.397231 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-869fc18b-6c3c-4256-84bc-791f3806e918 req-1a4d23ac-eee4-43f4-b33f-c4dcd2ad1f17 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724640 Nov 12 04:02:30.650502 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7cd6e4a9-30b0-4cd7-ba8e-a92f51119f88 req-6efc1867-4735-448f-b776-1910fb47918b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0439861 Nov 12 04:02:31.129132 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d789b4-abcd-41d5-bb56-bbc3ce1514f8 req-2a2d8da0-e8ee-4131-aacd-3f324c74e84e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:31.134644 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f1d789b4-abcd-41d5-bb56-bbc3ce1514f8 req-2a2d8da0-e8ee-4131-aacd-3f324c74e84e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.1273983 Nov 12 04:02:31.239883 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f1d789b4-abcd-41d5-bb56-bbc3ce1514f8 req-4c02f8df-cb25-46c5-9b26-19b214f1f313 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924876 Nov 12 04:02:31.504700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5b36deba-9a51-4076-af9e-1044600c57e6 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:31.557040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 5b36deba-9a51-4076-af9e-1044600c57e6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:31.557387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5b36deba-9a51-4076-af9e-1044600c57e6 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:31.583212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ba86d-ac60-4234-84d9-e047609a5563 req-5ad9c2c4-1e7b-4eea-bf4f-38b251dbb562 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:31.592863 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e4ba86d-ac60-4234-84d9-e047609a5563 req-5ad9c2c4-1e7b-4eea-bf4f-38b251dbb562 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.0885506 Nov 12 04:02:31.665891 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e4ba86d-ac60-4234-84d9-e047609a5563 req-4c1dc3e0-d232-4c81-ab5a-5a875d090dcf tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674679 Nov 12 04:02:31.836746 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-281e8df2-00d6-4db5-9f1d-d2c5d805f50e req-0c8681d4-d581-465c-9f92-38778e1e14a1 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0509081 Nov 12 04:02:32.449699 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7baeb-992a-47c9-89cf-070bbf5e5580 req-59958836-24b1-4d7a-91b4-89dbc12b77e0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:32.453879 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3cf7baeb-992a-47c9-89cf-070bbf5e5580 req-59958836-24b1-4d7a-91b4-89dbc12b77e0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.1210043 Nov 12 04:02:32.511071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3cf7baeb-992a-47c9-89cf-070bbf5e5580 req-56b96e67-f6ba-450f-b278-ab3b485caee3 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533092 Nov 12 04:02:32.849972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c403a4-0d4e-4390-b6ca-fe6e44b7cbe1 req-f87ea076-902d-4938-af93-e472bcbf7e9f tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:32.855291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14c403a4-0d4e-4390-b6ca-fe6e44b7cbe1 req-f87ea076-902d-4938-af93-e472bcbf7e9f tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.0597491 Nov 12 04:02:32.905999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 74e86828-2bb9-44d4-bf74-884822e4c4a5 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:02:32.920752 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14c403a4-0d4e-4390-b6ca-fe6e44b7cbe1 req-b3068e8b-168a-4562-b9e9-7d2db92ef2eb tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616241 Nov 12 04:02:33.077478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd0fd0dc-f8d8-4a15-83f5-71645aab42d9 req-ed6ecb35-efd5-43db-b268-637aa7da5f73 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0412824 Nov 12 04:02:33.116803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 74e86828-2bb9-44d4-bf74-884822e4c4a5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:33.138785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'port_id': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'mac_address': 'fa:16:3e:6d:a0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:02:33.393979 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.437514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e86828-2bb9-44d4-bf74-884822e4c4a5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:33.464777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 74e86828-2bb9-44d4-bf74-884822e4c4a5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:33.553388 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.559251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51570) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:33.658962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=74e86828-2bb9-44d4-bf74-884822e4c4a5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:33.706307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2024e9-33e9-4f19-b62c-b5136724a13b req-b40a02fb-f061-42ec-87af-f538ce46a93e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:33.708395 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb2024e9-33e9-4f19-b62c-b5136724a13b req-b40a02fb-f061-42ec-87af-f538ce46a93e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 944 time: 0.0652490 Nov 12 04:02:33.736352 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.797020 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb2024e9-33e9-4f19-b62c-b5136724a13b req-2adf5854-7f30-46d5-b6f8-2d5ce5bdeff6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818052 Nov 12 04:02:33.845024 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.922714 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.965074 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51580) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:34.038721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f93e1c-65e8-4ae2-a9d3-e3bc91e5bb6f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:34.058834 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0eb57525cbc845639e7ff2f1eb48309c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4978576 Nov 12 04:02:34.061488 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51584) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:34.061894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.062389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.062905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.063385 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.063861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.064352 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['74e86828-2bb9-44d4-bf74-884822e4c4a5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:02:34.064821 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.065296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.065773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.066317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.066791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.067260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.067743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad01b6-da8e-4a96-b23e-b2ac31f93258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.159267 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ce7d7-57ac-4d5f-bb5a-565a387e9c3a req-1f970809-7b2f-4ee9-9381-b422e9033635 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:34.170594 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec7ce7d7-57ac-4d5f-bb5a-565a387e9c3a req-1f970809-7b2f-4ee9-9381-b422e9033635 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1149731 Nov 12 04:02:34.215337 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.240449 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec7ce7d7-57ac-4d5f-bb5a-565a387e9c3a req-34cf67b1-e85c-4360-9ef1-c0b7c2785dc7 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686810 Nov 12 04:02:34.256958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0baebfd3-4439-4b46-8e6b-d87029a8cd22 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fdcba065d29548d6959ef32376dd9a2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2907124 Nov 12 04:02:34.259801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:34.297739 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.351958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfefab2a-a6a6-48dd-9b5f-b025aebcd79d req-f2b9eb2f-7c5a-4155-b048-499675f3d9f3 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0977485 Nov 12 04:02:34.437505 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91b52c3f-ffb8-4c5b-b543-7b1477f0c070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.466398 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91b52c3f-ffb8-4c5b-b543-7b1477f0c070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.539512 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.543370 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.544755 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/00f93e1c-65e8-4ae2-a9d3-e3bc91e5bb6f HTTP/1.1" status: 204 len: 168 time: 0.4817522 Nov 12 04:02:34.572792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f93e1c-65e8-4ae2-a9d3-e3bc91e5bb6f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:34.597331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.599672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.600247 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.600812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.601352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.603313 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.603878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.604521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.605132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.605648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.606151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.606952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dae3a-5929-4f78-bb7e-1ba6fd346681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:34.634301 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91b52c3f-ffb8-4c5b-b543-7b1477f0c070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.639255 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91b52c3f-ffb8-4c5b-b543-7b1477f0c070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.641168 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-91b52c3f-ffb8-4c5b-b543-7b1477f0c070 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/08abb430-7145-436e-835b-fa1ecde836de HTTP/1.1" status: 204 len: 168 time: 0.3711379 Nov 12 04:02:34.651353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b52c3f-ffb8-4c5b-b543-7b1477f0c070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08abb430-7145-436e-835b-fa1ecde836de,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:34.974480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a1123-639c-4688-bd39-172d3b31eea0 req-b2c5875f-6812-47b3-b3c6-90478e751ff9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:34.976025 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-764a1123-639c-4688-bd39-172d3b31eea0 req-b2c5875f-6812-47b3-b3c6-90478e751ff9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 944 time: 0.0674305 Nov 12 04:02:35.055924 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-764a1123-639c-4688-bd39-172d3b31eea0 req-90aaaeb0-e41b-4618-bfc1-bbb84d45b09f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700583 Nov 12 04:02:35.392873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cbf2f-0781-4608-bdfa-4b342c2ddfcd req-bf5da9b9-6348-4629-ab2f-adc908220e43 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:35.392873 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-086cbf2f-0781-4608-bdfa-4b342c2ddfcd req-bf5da9b9-6348-4629-ab2f-adc908220e43 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.0731394 Nov 12 04:02:35.460295 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:35.481910 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee06001c-e368-4134-af38-b7d45398361e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.519664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-086cbf2f-0781-4608-bdfa-4b342c2ddfcd req-126c685b-3c5c-4f70-98ca-2ba0fe342c07 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211104 Nov 12 04:02:35.621935 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee06001c-e368-4134-af38-b7d45398361e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.624775 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-969e02d6-26b8-4e0c-840d-3c4819dff5e3 req-d64b8185-fa9f-4378-a87c-3dda3c83c124 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.1333306 Nov 12 04:02:35.702042 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee06001c-e368-4134-af38-b7d45398361e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.748596 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ee06001c-e368-4134-af38-b7d45398361e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c6622e9cb3a84137b86ac645c203269c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2871954 Nov 12 04:02:35.751566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:35.755682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06001c-e368-4134-af38-b7d45398361e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881d62f8-d684-4353-9151-dcad497b38f0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:35.812906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c84ad2-fd79-4043-a0e8-4188b25b76b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.837880 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c84ad2-fd79-4043-a0e8-4188b25b76b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.970970 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c84ad2-fd79-4043-a0e8-4188b25b76b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.974858 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c84ad2-fd79-4043-a0e8-4188b25b76b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.976257 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-80c84ad2-fd79-4043-a0e8-4188b25b76b2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/881d62f8-d684-4353-9151-dcad497b38f0 HTTP/1.1" status: 204 len: 168 time: 0.2235005 Nov 12 04:02:35.987311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c84ad2-fd79-4043-a0e8-4188b25b76b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881d62f8-d684-4353-9151-dcad497b38f0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:36.010999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51632) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:36.124648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-160854548-network', 'tenant_id': 'd56d162dad9c416b849a00d76f754f68'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:36.211914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] Made reservation on behalf of d56d162dad9c416b849a00d76f754f68 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:36.214762 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.238590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571eb34-f0df-4865-9e68-91e5cdacc710 req-42496424-1bc8-40d6-bf12-6e079f953b59 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:36.240680 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4571eb34-f0df-4865-9e68-91e5cdacc710 req-42496424-1bc8-40d6-bf12-6e079f953b59 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 944 time: 0.0764620 Nov 12 04:02:36.242673 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.356715 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4571eb34-f0df-4865-9e68-91e5cdacc710 req-9a059c8a-7ab4-4612-991b-77ab291d1cdc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781324 Nov 12 04:02:36.435063 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.522515 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.563284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:36.588199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bbe93f-ab15-4b43-befc-a7449fe88245,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:36.618086 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.620712 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] Added segment 111bb726-217f-4432-8690-c9feef99dcf3 of type vlan for network 30210dc3-24b9-4055-8c39-e86043659d95 Nov 12 04:02:36.699591 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5822db-0a09-4888-b7a0-ec8d7cd83307 req-4206e386-7831-4459-9eb6-12b39fb7be48 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:36.704579 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0f5822db-0a09-4888-b7a0-ec8d7cd83307 req-4206e386-7831-4459-9eb6-12b39fb7be48 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.0837305 Nov 12 04:02:36.710695 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.849393 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44582f56-6a28-4f68-b119-83da1101f441 req-8d16ed2b-6736-45dd-8cff-a4ada96ae6af tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0543332 Nov 12 04:02:36.868021 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0f5822db-0a09-4888-b7a0-ec8d7cd83307 req-bdf87db4-9054-4572-a901-fd98d13de108 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477263 Nov 12 04:02:36.895969 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.895969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:36.895969 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.949985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 74e86828-2bb9-44d4-bf74-884822e4c4a5 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:36.976007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] Pushing event updated for resources: {'Network': ['ID=30210dc3-24b9-4055-8c39-e86043659d95,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:36.989903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 30210dc3-24b9-4055-8c39-e86043659d95 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:37.176435 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4a89bc8f-e3df-4fef-b310-bb26fdf9d2ad admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1640999 Nov 12 04:02:37.179163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51652) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:37.184946 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2a3d0388-a353-4d6e-b433-a1494cacaf57 admin admin] Request body: {'subnet': {'network_id': '30210dc3-24b9-4055-8c39-e86043659d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-160854548-subnet', 'tenant_id': 'd56d162dad9c416b849a00d76f754f68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:37.204234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 74e86828-2bb9-44d4-bf74-884822e4c4a5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:02:37.213218 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 74e86828-2bb9-44d4-bf74-884822e4c4a5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:37.213794 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.267254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3d0388-a353-4d6e-b433-a1494cacaf57 admin admin] Made reservation on behalf of d56d162dad9c416b849a00d76f754f68 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:37.269653 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0388-a353-4d6e-b433-a1494cacaf57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.330458 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.366734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e86828-2bb9-44d4-bf74-884822e4c4a5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:37.370691 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a18eb1-eeaf-49d3-b012-4e56d5a15423" -d '{"events": [{"server_uuid": "ba5aa9d0-58e1-4111-9f54-ffe3e505559b", "name": "network-vif-plugged", "status": "completed", "tag": "74e86828-2bb9-44d4-bf74-884822e4c4a5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:37.387469 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 74e86828-2bb9-44d4-bf74-884822e4c4a5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:37.457396 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4eae2b-6b54-4509-83f0-8c38b2728aed x-openstack-request-id: req-fe4eae2b-6b54-4509-83f0-8c38b2728aed {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:37.457771 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5aa9d0-58e1-4111-9f54-ffe3e505559b", "name": "network-vif-plugged", "status": "completed", "tag": "74e86828-2bb9-44d4-bf74-884822e4c4a5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:37.458099 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fe4eae2b-6b54-4509-83f0-8c38b2728aed {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:37.458910 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'code': 200} Nov 12 04:02:37.476713 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.610979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075433b4-bca2-48e6-8930-d75f61d1f51b req-18ff0a5f-9c41-4a7f-8394-1f222f3574c4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:37.613543 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-075433b4-bca2-48e6-8930-d75f61d1f51b req-18ff0a5f-9c41-4a7f-8394-1f222f3574c4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1419840 Nov 12 04:02:37.634953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=74e86828-2bb9-44d4-bf74-884822e4c4a5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:37.650220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.650577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.650925 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.651396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.651746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.652097 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.652852 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.652852 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.653179 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.653636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.653969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.654294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.675834 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0388-a353-4d6e-b433-a1494cacaf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.764706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ee0bc-3a14-4742-8837-ec7ed26da590 req-91a3d1df-0a5b-411a-89b8-08c6b5909cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:37.766756 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5b4ee0bc-3a14-4742-8837-ec7ed26da590 req-91a3d1df-0a5b-411a-89b8-08c6b5909cb1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 1097 time: 0.1518970 Nov 12 04:02:37.802489 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-075433b4-bca2-48e6-8930-d75f61d1f51b req-2f7044b2-87ab-4fcc-bf28-95a10480eb55 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553352 Nov 12 04:02:37.848800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d0388-a353-4d6e-b433-a1494cacaf57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d04d9732-9f8c-40cf-b405-98890fbeeeab,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:37.865798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51670) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:37.917101 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5b4ee0bc-3a14-4742-8837-ec7ed26da590 req-08a68ff6-ca83-4000-8c14-f3077b445b52 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308222 Nov 12 04:02:37.930887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d0388-a353-4d6e-b433-a1494cacaf57 admin admin] Checking segment: {'id': '111bb726-217f-4432-8690-c9feef99dcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '30210dc3-24b9-4055-8c39-e86043659d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:37.932672 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d0388-a353-4d6e-b433-a1494cacaf57 admin admin] Network hostable DHCP agents. Network: 30210dc3-24b9-4055-8c39-e86043659d95, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:38.064106 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:02:38.075205 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-83a18eb1-2a86-48e4-b868-7447bfa59b0d req-5154cd78-dabd-4cc8-b41b-011d1cb2982b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0611889 Nov 12 04:02:38.105767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b5482-c7e2-4fde-b71f-ea0528543aa4 req-09ba28aa-c654-4256-9f0d-bc41dd36dd9c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:38.105767 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-832b5482-c7e2-4fde-b71f-ea0528543aa4 req-09ba28aa-c654-4256-9f0d-bc41dd36dd9c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1337953 Nov 12 04:02:38.105767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d0388-a353-4d6e-b433-a1494cacaf57 admin admin] Network 30210dc3-24b9-4055-8c39-e86043659d95 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:38.229121 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-832b5482-c7e2-4fde-b71f-ea0528543aa4 req-8b2d7fe1-38dc-4d32-9a83-9e8ef46b29a9 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893888 Nov 12 04:02:38.284913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2a3d0388-a353-4d6e-b433-a1494cacaf57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 30210dc3-24b9-4055-8c39-e86043659d95) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:38.291808 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d0388-a353-4d6e-b433-a1494cacaf57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:38.292729 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0388-a353-4d6e-b433-a1494cacaf57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.303145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3688d9ba-3290-444e-9bac-29cebb0fc92b None None] Network 30210dc3-24b9-4055-8c39-e86043659d95 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:38.395858 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2a3d0388-a353-4d6e-b433-a1494cacaf57 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2148144 Nov 12 04:02:38.527987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9821259-6d3b-49b8-bb46-c57658788f62 None None] Network 30210dc3-24b9-4055-8c39-e86043659d95 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:38.863401 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9a39-9bb5-4b99-9f7a-0a5a7304002e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.915842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-90ac78ae-ca01-4d1e-8d2b-7da8a0b26b8b req-4b47495a-b8d2-4626-aeb5-69598f8a322e tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-799381034', 'description': 'tempest-description-255292313'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:39.019844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c91c-bef3-46a9-857f-2edb4cd57429 req-7d135500-c6df-4471-b05f-9fc66733237d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:39.029082 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9619c91c-bef3-46a9-857f-2edb4cd57429 req-7d135500-c6df-4471-b05f-9fc66733237d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.0871212 Nov 12 04:02:39.032180 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90ac78ae-ca01-4d1e-8d2b-7da8a0b26b8b req-4b47495a-b8d2-4626-aeb5-69598f8a322e tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.109638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9619c91c-bef3-46a9-857f-2edb4cd57429 req-b2071407-1e62-4344-b9fb-d9454f115250 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724590 Nov 12 04:02:39.235382 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90ac78ae-ca01-4d1e-8d2b-7da8a0b26b8b req-4b47495a-b8d2-4626-aeb5-69598f8a322e tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.290031 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a21eb6df-203f-4ef2-93d8-b832f6ad482a req-b9fc03a9-1bbf-4b9b-ae90-2542922a3c9a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0599210 Nov 12 04:02:39.329944 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90ac78ae-ca01-4d1e-8d2b-7da8a0b26b8b req-4b47495a-b8d2-4626-aeb5-69598f8a322e tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.438010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47495a-b8d2-4626-aeb5-69598f8a322e tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bef4e52-6b54-4aa9-91a0-380ee2735724,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:39.493456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e9a39-9bb5-4b99-9f7a-0a5a7304002e admin admin] Deleting port a7091a86-d05b-4c46-a324-5ae8adafb136 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:39.494036 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9a39-9bb5-4b99-9f7a-0a5a7304002e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.517918 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17610257-d5d6-4fe9-9872-686ab7602389 req-1628160a-3934-4880-b005-1eb2f75aaa0f tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:39.520797 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-17610257-d5d6-4fe9-9872-686ab7602389 req-1628160a-3934-4880-b005-1eb2f75aaa0f tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.0627763 Nov 12 04:02:39.520941 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90ac78ae-ca01-4d1e-8d2b-7da8a0b26b8b req-4b47495a-b8d2-4626-aeb5-69598f8a322e tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.525273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90ac78ae-ca01-4d1e-8d2b-7da8a0b26b8b req-4b47495a-b8d2-4626-aeb5-69598f8a322e tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6165469 Nov 12 04:02:39.609466 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-17610257-d5d6-4fe9-9872-686ab7602389 req-28880ae4-c81a-4498-ad2f-1cf1a78c8dcf tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835245 Nov 12 04:02:39.672865 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55c0f288-3f65-4e9c-8701-6c9a96283bb3 req-1b22191a-3e12-43fd-8e95-464196521cd4 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/6bef4e52-6b54-4aa9-91a0-380ee2735724 HTTP/1.1" status: 200 len: 1822 time: 0.1006670 Nov 12 04:02:39.681946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1f0e9a39-9bb5-4b99-9f7a-0a5a7304002e admin admin] For port a7091a86-d05b-4c46-a324-5ae8adafb136, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a7091a86-d05b-4c46-a324-5ae8adafb136,segment=NetworkSegment(5b0ea241-07fb-43a2-bc7b-103c2762d55c),segment_id=5b0ea241-07fb-43a2-bc7b-103c2762d55c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:39.682448 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9a39-9bb5-4b99-9f7a-0a5a7304002e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.707781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-55c0f288-3f65-4e9c-8701-6c9a96283bb3 req-ae1bbaf1-3fd5-41cf-bcf0-5c0f42a1cc63 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6bef4e52-6b54-4aa9-91a0-380ee2735724', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:39.709488 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-55c0f288-3f65-4e9c-8701-6c9a96283bb3 req-ae1bbaf1-3fd5-41cf-bcf0-5c0f42a1cc63 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6bef4e52-6b54-4aa9-91a0-380ee2735724', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:39.722099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e9a39-9bb5-4b99-9f7a-0a5a7304002e admin admin] Calling delete_port for a7091a86-d05b-4c46-a324-5ae8adafb136 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:39.955316 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-55c0f288-3f65-4e9c-8701-6c9a96283bb3 req-ae1bbaf1-3fd5-41cf-bcf0-5c0f42a1cc63 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.005767 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-55c0f288-3f65-4e9c-8701-6c9a96283bb3 req-ae1bbaf1-3fd5-41cf-bcf0-5c0f42a1cc63 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.105850 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-55c0f288-3f65-4e9c-8701-6c9a96283bb3 req-ae1bbaf1-3fd5-41cf-bcf0-5c0f42a1cc63 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.147784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bbaf1-3fd5-41cf-bcf0-5c0f42a1cc63 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc953f24-872d-43a6-8812-12a6a271fe0e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:40.165284 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9a39-9bb5-4b99-9f7a-0a5a7304002e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.194921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e9a39-9bb5-4b99-9f7a-0a5a7304002e admin admin] Pushing event deleted for resources: {'Port': ['ID=a7091a86-d05b-4c46-a324-5ae8adafb136,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:40.278998 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-55c0f288-3f65-4e9c-8701-6c9a96283bb3 req-ae1bbaf1-3fd5-41cf-bcf0-5c0f42a1cc63 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.280321 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55c0f288-3f65-4e9c-8701-6c9a96283bb3 req-ae1bbaf1-3fd5-41cf-bcf0-5c0f42a1cc63 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5859566 Nov 12 04:02:40.330896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d367449f-8a53-4757-86bb-495a04ffd481 req-46a1c95a-2679-4f77-8a6b-150c9d37160b tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1674048004', 'description': 'tempest-description-1658433977'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:40.394728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7577b-56c3-4838-89d7-9f09546d42fe req-bc931783-0e9f-4a56-9a23-70d5cc9c519f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:40.404308 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58c7577b-56c3-4838-89d7-9f09546d42fe req-bc931783-0e9f-4a56-9a23-70d5cc9c519f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1238720 Nov 12 04:02:40.481290 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d367449f-8a53-4757-86bb-495a04ffd481 req-46a1c95a-2679-4f77-8a6b-150c9d37160b tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.484817 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9a39-9bb5-4b99-9f7a-0a5a7304002e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.489469 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58c7577b-56c3-4838-89d7-9f09546d42fe req-6df9c0de-3232-4b38-988a-f7096901ccc6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823343 Nov 12 04:02:40.638870 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7d143d9-ab51-4302-9603-f2fc87f1635f req-7890e500-7b9f-4d91-8875-a18fab036947 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/ports?device_id=450c5325-160e-4e83-896d-a5d54a786b65 HTTP/1.1" status: 200 len: 210 time: 0.0343194 Nov 12 04:02:40.725842 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d367449f-8a53-4757-86bb-495a04ffd481 req-46a1c95a-2679-4f77-8a6b-150c9d37160b tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.790218 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d367449f-8a53-4757-86bb-495a04ffd481 req-46a1c95a-2679-4f77-8a6b-150c9d37160b tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.817717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca0c3c-0000-4f9c-b0ed-64766f5e592b req-55f007d8-40a3-4354-b2ea-af6aac907dd6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:40.819397 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59ca0c3c-0000-4f9c-b0ed-64766f5e592b req-55f007d8-40a3-4354-b2ea-af6aac907dd6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.0659432 Nov 12 04:02:40.829620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:40.839463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e66fe4b5-1a91-4581-8b93-d12bb2836c53 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Request body: {'floatingip': {'port_id': '74e86828-2bb9-44d4-bf74-884822e4c4a5'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:40.867550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1c95a-2679-4f77-8a6b-150c9d37160b tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a986e2ba-8dee-41c7-ba15-9f278e9efa40,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:40.895723 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0e9a39-9bb5-4b99-9f7a-0a5a7304002e admin admin] Router 0f863b94-0ade-4a9d-a108-6a45099fa31e has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:40.912068 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d367449f-8a53-4757-86bb-495a04ffd481 req-46a1c95a-2679-4f77-8a6b-150c9d37160b tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.914421 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d367449f-8a53-4757-86bb-495a04ffd481 req-46a1c95a-2679-4f77-8a6b-150c9d37160b tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5880215 Nov 12 04:02:40.948209 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e66fe4b5-1a91-4581-8b93-d12bb2836c53 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.075242 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-993c8e37-1be5-4616-9bce-8dee17b8c14a req-7d1a1346-2824-4ea5-9c42-a6003cbbcdf9 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/a986e2ba-8dee-41c7-ba15-9f278e9efa40 HTTP/1.1" status: 200 len: 1824 time: 0.1264906 Nov 12 04:02:41.094498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-993c8e37-1be5-4616-9bce-8dee17b8c14a req-dc55cff3-06c8-4bd0-83ec-b0754c9b14a2 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a986e2ba-8dee-41c7-ba15-9f278e9efa40', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:41.094767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-993c8e37-1be5-4616-9bce-8dee17b8c14a req-dc55cff3-06c8-4bd0-83ec-b0754c9b14a2 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a986e2ba-8dee-41c7-ba15-9f278e9efa40', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:41.110570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0e9a39-9bb5-4b99-9f7a-0a5a7304002e admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:41.127081 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1f0e9a39-9bb5-4b99-9f7a-0a5a7304002e admin admin] 10.222.0.105 "PUT /v2.0/routers/0f863b94-0ade-4a9d-a108-6a45099fa31e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2576311 Nov 12 04:02:41.128114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51742) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:41.132517 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f38d0e8-7134-4b04-b28e-2603164a656b None None] Sync routers for ids ['0f863b94-0ade-4a9d-a108-6a45099fa31e'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:41.155916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6098f-a815-45a8-b238-c8af6876b2f7 req-58a107e1-3732-48fb-a2be-7a185ae0f985 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:41.156686 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38d0e8-7134-4b04-b28e-2603164a656b None None] Routers {'0f863b94-0ade-4a9d-a108-6a45099fa31e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:41.158691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66e6098f-a815-45a8-b238-c8af6876b2f7 req-58a107e1-3732-48fb-a2be-7a185ae0f985 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1268504 Nov 12 04:02:41.165235 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1f38d0e8-7134-4b04-b28e-2603164a656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0f863b94-0ade-4a9d-a108-6a45099fa31e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:41.275645 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66e6098f-a815-45a8-b238-c8af6876b2f7 req-ee85865b-4e39-4039-9072-192c6e86fe10 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988798 Nov 12 04:02:41.338989 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.412993 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1f38d0e8-7134-4b04-b28e-2603164a656b None None] Set router 0f863b94-0ade-4a9d-a108-6a45099fa31e gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:41.705772 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1f38d0e8-7134-4b04-b28e-2603164a656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T04:02:39Z', 'revision_number': 5, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:41.752365 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f38d0e8-7134-4b04-b28e-2603164a656b None None] Checking router: 0f863b94-0ade-4a9d-a108-6a45099fa31e for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:41.762864 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38d0e8-7134-4b04-b28e-2603164a656b None None] Routers {'0f863b94-0ade-4a9d-a108-6a45099fa31e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:41.763559 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1f38d0e8-7134-4b04-b28e-2603164a656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0f863b94-0ade-4a9d-a108-6a45099fa31e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:41.832510 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-e66fe4b5-1a91-4581-8b93-d12bb2836c53 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:02:41.844139 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-993c8e37-1be5-4616-9bce-8dee17b8c14a req-dc55cff3-06c8-4bd0-83ec-b0754c9b14a2 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.863773 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-993c8e37-1be5-4616-9bce-8dee17b8c14a req-dc55cff3-06c8-4bd0-83ec-b0754c9b14a2 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.872719 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51750) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:41.905917 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1f38d0e8-7134-4b04-b28e-2603164a656b None None] Set router 0f863b94-0ade-4a9d-a108-6a45099fa31e gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:41.927843 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e66fe4b5-1a91-4581-8b93-d12bb2836c53 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.944664 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-993c8e37-1be5-4616-9bce-8dee17b8c14a req-dc55cff3-06c8-4bd0-83ec-b0754c9b14a2 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.973600 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bbbb466-ec48-4b31-a807-bcecce3fe53a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.974223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55cff3-06c8-4bd0-83ec-b0754c9b14a2 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b552955-b079-4a67-a9d9-7cecf8314686,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:41.979517 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.015264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bbbb466-ec48-4b31-a807-bcecce3fe53a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.018851 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e66fe4b5-1a91-4581-8b93-d12bb2836c53 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.068971 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-993c8e37-1be5-4616-9bce-8dee17b8c14a req-dc55cff3-06c8-4bd0-83ec-b0754c9b14a2 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.070883 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-993c8e37-1be5-4616-9bce-8dee17b8c14a req-dc55cff3-06c8-4bd0-83ec-b0754c9b14a2 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9869366 Nov 12 04:02:42.142170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-48d730fb-5ad3-45fa-b936-1f9001be54a0 req-7dd8d543-28ef-476e-8fbe-70b0d3be86bd tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-629806169', 'description': 'tempest-description-1134252871'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:42.202280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] Deleting port 1b8daabb-12a0-4749-a7ec-d64ee915d8a6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:42.202836 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.205570 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1f38d0e8-7134-4b04-b28e-2603164a656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T04:02:39Z', 'revision_number': 5, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:42.244351 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f38d0e8-7134-4b04-b28e-2603164a656b None None] The sync data for ids ['0f863b94-0ade-4a9d-a108-6a45099fa31e'] in n-d-767704-23 is: [{'id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'name': 'tempest-TaggedBootDevicesTest-1994631326-router', 'tenant_id': 'd9678195170c4bbb866cded26d46169a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:51Z', 'updated_at': '2021-11-12T04:02:39Z', 'revision_number': 5, 'project_id': 'd9678195170c4bbb866cded26d46169a', 'gw_port': {'id': '1b8daabb-12a0-4749-a7ec-d64ee915d8a6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f863b94-0ade-4a9d-a108-6a45099fa31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:52Z', 'updated_at': '2021-11-12T03:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:42.305344 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-e66fe4b5-1a91-4581-8b93-d12bb2836c53 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Floating IP efd37ea7-af2f-4546-a33c-5211829ea5c8 associated. External IP: 172.25.8.43, port: 74e86828-2bb9-44d4-bf74-884822e4c4a5. Nov 12 04:02:42.349533 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48d730fb-5ad3-45fa-b936-1f9001be54a0 req-7dd8d543-28ef-476e-8fbe-70b0d3be86bd tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.354833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] For port 1b8daabb-12a0-4749-a7ec-d64ee915d8a6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1b8daabb-12a0-4749-a7ec-d64ee915d8a6,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:42.355209 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.385241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] Calling delete_port for 1b8daabb-12a0-4749-a7ec-d64ee915d8a6 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:42.447231 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bbbb466-ec48-4b31-a807-bcecce3fe53a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.450026 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bbbb466-ec48-4b31-a807-bcecce3fe53a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.451170 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1bbbb466-ec48-4b31-a807-bcecce3fe53a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "DELETE /v2.0/security-groups/8f702a6a-0f3b-4df2-9335-0a8106e58079 HTTP/1.1" status: 204 len: 168 time: 0.5770884 Nov 12 04:02:42.464079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51762) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.493346 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-db6f44af-ff49-4d0e-82d4-b16d25f7ca10 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] show failed (client error): The resource could not be found. Nov 12 04:02:42.497034 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-db6f44af-ff49-4d0e-82d4-b16d25f7ca10 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "GET /v2.0/security-groups/8f702a6a-0f3b-4df2-9335-0a8106e58079 HTTP/1.1" status: 404 len: 347 time: 0.0295620 Nov 12 04:02:42.497034 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbb466-ec48-4b31-a807-bcecce3fe53a tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f702a6a-0f3b-4df2-9335-0a8106e58079,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:42.499664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16c9eb-3efd-4d42-a9b5-a12848b6a562 req-64e9c0c1-cb83-4514-82a9-a422361c01a1 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.507568 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b16c9eb-3efd-4d42-a9b5-a12848b6a562 req-64e9c0c1-cb83-4514-82a9-a422361c01a1 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1173530 Nov 12 04:02:42.514181 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51764) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.546002 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48d730fb-5ad3-45fa-b936-1f9001be54a0 req-7dd8d543-28ef-476e-8fbe-70b0d3be86bd tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.654443 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48d730fb-5ad3-45fa-b936-1f9001be54a0 req-7dd8d543-28ef-476e-8fbe-70b0d3be86bd tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.702518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8d543-28ef-476e-8fbe-70b0d3be86bd tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3836a1fa-f392-45b9-b800-34389c636375,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:42.716131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66fe4b5-1a91-4581-8b93-d12bb2836c53 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Router 084d7af1-7a42-4491-b0b3-975fa95068c4 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:42.724793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b16c9eb-3efd-4d42-a9b5-a12848b6a562 req-234cb14c-42c1-472e-8a50-c01a29deb05a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955223 Nov 12 04:02:42.786494 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48d730fb-5ad3-45fa-b936-1f9001be54a0 req-7dd8d543-28ef-476e-8fbe-70b0d3be86bd tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.787764 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-48d730fb-5ad3-45fa-b936-1f9001be54a0 req-7dd8d543-28ef-476e-8fbe-70b0d3be86bd tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6530814 Nov 12 04:02:42.844837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f7f4803c-1ae0-4897-824e-24873ac30e37 req-38bb7cfb-7688-4f4e-9d1c-1c67f4d5c9ec tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1550955465', 'description': 'tempest-description-952419815'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:42.882085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-23b75930-f738-4a60-b753-10c3ba417893 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Deleting port ffed07ea-8c88-4852-b90e-49851cf0388e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:42.883004 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66fe4b5-1a91-4581-8b93-d12bb2836c53 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:42.883462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23b75930-f738-4a60-b753-10c3ba417893 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.888972 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e66fe4b5-1a91-4581-8b93-d12bb2836c53 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.897743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934d532-c7c1-443d-9053-48868bc4d66f None None] Sync routers for ids ['084d7af1-7a42-4491-b0b3-975fa95068c4'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:42.915078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934d532-c7c1-443d-9053-48868bc4d66f None None] Routers {'084d7af1-7a42-4491-b0b3-975fa95068c4'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:42.916125 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7934d532-c7c1-443d-9053-48868bc4d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['084d7af1-7a42-4491-b0b3-975fa95068c4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:42.940868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e66fe4b5-1a91-4581-8b93-d12bb2836c53 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "PUT /v2.0/floatingips/efd37ea7-af2f-4546-a33c-5211829ea5c8 HTTP/1.1" status: 200 len: 990 time: 2.1094003 Nov 12 04:02:42.941432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'tag': '74e86828-2bb9-44d4-bf74-884822e4c4a5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:42.944196 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14804abf-8aae-4f52-bcdd-ed816a0e293d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5aa9d0-58e1-4111-9f54-ffe3e505559b", "tag": "74e86828-2bb9-44d4-bf74-884822e4c4a5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:42.960727 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.009604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8daabb-12a0-4749-a7ec-d64ee915d8a6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:43.049045 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7f4803c-1ae0-4897-824e-24873ac30e37 req-38bb7cfb-7688-4f4e-9d1c-1c67f4d5c9ec tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.089411 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23b75930-f738-4a60-b753-10c3ba417893 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.090374 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23b75930-f738-4a60-b753-10c3ba417893 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.100326 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7934d532-c7c1-443d-9053-48868bc4d66f None None] Set router 084d7af1-7a42-4491-b0b3-975fa95068c4 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:43.129406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-23b75930-f738-4a60-b753-10c3ba417893 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Calling delete_port for ffed07ea-8c88-4852-b90e-49851cf0388e owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:43.163980 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.237203 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695623da-34c9-4293-bb8c-d98e97d9a078 x-openstack-request-id: req-695623da-34c9-4293-bb8c-d98e97d9a078 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:43.237512 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5aa9d0-58e1-4111-9f54-ffe3e505559b", "tag": "74e86828-2bb9-44d4-bf74-884822e4c4a5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:43.237825 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-695623da-34c9-4293-bb8c-d98e97d9a078 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:43.238140 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'tag': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'status': 'completed', 'code': 200} Nov 12 04:02:43.342741 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.347911 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.360693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14804abf-8aae-4f52-bcdd-ed816a0e293d req-1a989a47-1256-4343-a55c-af85bd37437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:43.362484 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14804abf-8aae-4f52-bcdd-ed816a0e293d req-1a989a47-1256-4343-a55c-af85bd37437a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 1097 time: 0.0468934 Nov 12 04:02:43.456283 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7f4803c-1ae0-4897-824e-24873ac30e37 req-38bb7cfb-7688-4f4e-9d1c-1c67f4d5c9ec tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.518014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14804abf-8aae-4f52-bcdd-ed816a0e293d req-9a932407-1d40-4a2c-b189-90673d5bb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:43.520693 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14804abf-8aae-4f52-bcdd-ed816a0e293d req-9a932407-1d40-4a2c-b189-90673d5bb54d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 918 time: 0.1442375 Nov 12 04:02:43.524405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7934d532-c7c1-443d-9053-48868bc4d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'efd37ea7-af2f-4546-a33c-5211829ea5c8', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'port_id': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'mac_address': 'fa:16:3e:6d:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:41Z', 'revision_number': 1, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 5, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:43.538078 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.539127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f863b94-0ade-4a9d-a108-6a45099fa31e {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:02:43.547134 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.550992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-219e13a4-46d0-4f5b-8371-9626c8f5a9a7 admin admin] 10.222.0.105 "DELETE /v2.0/routers/0f863b94-0ade-4a9d-a108-6a45099fa31e HTTP/1.1" status: 204 len: 168 time: 2.4218743 Nov 12 04:02:43.562168 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51776) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:43.580502 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7f4803c-1ae0-4897-824e-24873ac30e37 req-38bb7cfb-7688-4f4e-9d1c-1c67f4d5c9ec tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.611795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934d532-c7c1-443d-9053-48868bc4d66f None None] Checking router: 084d7af1-7a42-4491-b0b3-975fa95068c4 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:43.643451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934d532-c7c1-443d-9053-48868bc4d66f None None] Routers {'084d7af1-7a42-4491-b0b3-975fa95068c4'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:43.644574 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7934d532-c7c1-443d-9053-48868bc4d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['084d7af1-7a42-4491-b0b3-975fa95068c4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:43.661921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb7cfb-7688-4f4e-9d1c-1c67f4d5c9ec tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e1de02-0f20-4483-973d-60fc02f0a5e6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:43.670942 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7f4803c-1ae0-4897-824e-24873ac30e37 req-38bb7cfb-7688-4f4e-9d1c-1c67f4d5c9ec tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.672338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcf32ac-4a7e-4de2-b273-095c69fbb9cc admin admin] Deleting subnet c82bf929-4463-45be-9abb-d6db1fa7474a {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:43.672481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7f4803c-1ae0-4897-824e-24873ac30e37 req-38bb7cfb-7688-4f4e-9d1c-1c67f4d5c9ec tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8419807 Nov 12 04:02:43.676626 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddcf32ac-4a7e-4de2-b273-095c69fbb9cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.713825 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23b75930-f738-4a60-b753-10c3ba417893 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.720573 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14804abf-8aae-4f52-bcdd-ed816a0e293d req-293fb352-3191-44c7-80d5-4a4c412a6975 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5 HTTP/1.1" status: 200 len: 998 time: 0.1729388 Nov 12 04:02:43.732595 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddcf32ac-4a7e-4de2-b273-095c69fbb9cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.761812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b75930-f738-4a60-b753-10c3ba417893 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event deleted for resources: {'Port': ['ID=ffed07ea-8c88-4852-b90e-49851cf0388e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:43.861618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7934d532-c7c1-443d-9053-48868bc4d66f None None] Set router 084d7af1-7a42-4491-b0b3-975fa95068c4 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:43.950529 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c5ea6ea-95c9-4b54-a84d-36e0b72f03f6 req-2c0b86f4-ad59-476b-af44-a1e1942fdcd5 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/3836a1fa-f392-45b9-b800-34389c636375 HTTP/1.1" status: 200 len: 1823 time: 0.2318587 Nov 12 04:02:43.951315 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23b75930-f738-4a60-b753-10c3ba417893 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.955368 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23b75930-f738-4a60-b753-10c3ba417893 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.957439 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-23b75930-f738-4a60-b753-10c3ba417893 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "DELETE /v2.0/floatingips/9be22d2f-896b-46b9-8cf1-299cbab76dd0 HTTP/1.1" status: 204 len: 168 time: 1.4416952 Nov 12 04:02:43.961789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51782) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:43.963129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14804abf-8aae-4f52-bcdd-ed816a0e293d req-c0a2250a-96e7-4422-83c5-0b771d691f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:43.965482 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14804abf-8aae-4f52-bcdd-ed816a0e293d req-c0a2250a-96e7-4422-83c5-0b771d691f92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6d13c3-ac5c-4151-970c-435785743b79 HTTP/1.1" status: 200 len: 855 time: 0.1782866 Nov 12 04:02:44.057457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61885db7-c89f-4d56-af16-d4a3f6b20abb req-cc7e828d-28ff-4b4c-ab23-edfc10ea7482 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:44.061058 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61885db7-c89f-4d56-af16-d4a3f6b20abb req-cc7e828d-28ff-4b4c-ab23-edfc10ea7482 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1813946 Nov 12 04:02:44.114313 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddcf32ac-4a7e-4de2-b273-095c69fbb9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.190578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61885db7-c89f-4d56-af16-d4a3f6b20abb req-ec9ff494-6989-4d86-9026-bcfba7bd0666 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976508 Nov 12 04:02:44.195466 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c5ea6ea-95c9-4b54-a84d-36e0b72f03f6 req-50fc9379-41b1-4900-bb62-61cf5ea10234 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/31e1de02-0f20-4483-973d-60fc02f0a5e6 HTTP/1.1" status: 200 len: 1823 time: 0.1896060 Nov 12 04:02:44.201933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14804abf-8aae-4f52-bcdd-ed816a0e293d req-73a08200-e6c4-4cab-ab99-595e0cb1d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:44.203340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3bea0014-0555-418d-b6d1-f357c12be89b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Deleting port aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:44.203887 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bea0014-0555-418d-b6d1-f357c12be89b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.204695 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14804abf-8aae-4f52-bcdd-ed816a0e293d req-73a08200-e6c4-4cab-ab99-595e0cb1d670 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e3b4789-f637-4eb8-b37f-79c30376b867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1973195 Nov 12 04:02:44.270084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1c5ea6ea-95c9-4b54-a84d-36e0b72f03f6 req-7829761f-d0a3-4dd6-9c9c-f4d875edc7de tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3836a1fa-f392-45b9-b800-34389c636375', 'remote_group_id': '31e1de02-0f20-4483-973d-60fc02f0a5e6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:44.275625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7934d532-c7c1-443d-9053-48868bc4d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'efd37ea7-af2f-4546-a33c-5211829ea5c8', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'port_id': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'mac_address': 'fa:16:3e:6d:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:41Z', 'revision_number': 1, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 5, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:44.278198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1c5ea6ea-95c9-4b54-a84d-36e0b72f03f6 req-7829761f-d0a3-4dd6-9c9c-f4d875edc7de tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3836a1fa-f392-45b9-b800-34389c636375', 'remote_group_id': '31e1de02-0f20-4483-973d-60fc02f0a5e6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:44.355470 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1b8daabb-12a0-4749-a7ec-d64ee915d8a6 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:44.361294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934d532-c7c1-443d-9053-48868bc4d66f None None] The sync data for ids ['084d7af1-7a42-4491-b0b3-975fa95068c4'] in n-d-767704-23 is: [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'efd37ea7-af2f-4546-a33c-5211829ea5c8', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'port_id': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'mac_address': 'fa:16:3e:6d:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:02:17Z', 'updated_at': '2021-11-12T04:02:41Z', 'revision_number': 1, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 5, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:44.435240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 1b8daabb-12a0-4749-a7ec-d64ee915d8a6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:44.438034 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1b8daabb-12a0-4749-a7ec-d64ee915d8a6 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:44.438192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a7091a86-d05b-4c46-a324-5ae8adafb136 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:44.453543 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bea0014-0555-418d-b6d1-f357c12be89b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.477737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3bea0014-0555-418d-b6d1-f357c12be89b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Calling delete_port for aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:44.479064 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14804abf-8aae-4f52-bcdd-ed816a0e293d req-fbb61991-553a-4066-ad41-925f9d437595 service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481368 Nov 12 04:02:44.488157 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: a7091a86-d05b-4c46-a324-5ae8adafb136 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:44.488703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a7091a86-d05b-4c46-a324-5ae8adafb136 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:44.568695 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddcf32ac-4a7e-4de2-b273-095c69fbb9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.686414 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7848ebfe-e31d-4e35-8eec-340f2264d2fa None None] New status for floating IP efd37ea7-af2f-4546-a33c-5211829ea5c8: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:02:44.742995 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bea0014-0555-418d-b6d1-f357c12be89b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.805411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea0014-0555-418d-b6d1-f357c12be89b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event deleted for resources: {'Port': ['ID=aef6a29c-7ae4-4ad7-8d39-d13863b97ab3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:44.907869 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bea0014-0555-418d-b6d1-f357c12be89b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.916335 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3bea0014-0555-418d-b6d1-f357c12be89b tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "DELETE /v2.0/ports/aef6a29c-7ae4-4ad7-8d39-d13863b97ab3 HTTP/1.1" status: 204 len: 168 time: 0.9496310 Nov 12 04:02:44.917587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:44.964104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf32ac-4a7e-4de2-b273-095c69fbb9cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c82bf929-4463-45be-9abb-d6db1fa7474a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:44.974489 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddcf32ac-4a7e-4de2-b273-095c69fbb9cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.980301 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ddcf32ac-4a7e-4de2-b273-095c69fbb9cc admin admin] 10.222.0.105 "DELETE /v2.0/subnets/c82bf929-4463-45be-9abb-d6db1fa7474a HTTP/1.1" status: 204 len: 168 time: 1.4159031 Nov 12 04:02:44.983957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:44.987079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191d19a3-7484-4c9b-9c4f-a316b1b9eef3 None None] Network 36a7ae9d-fb8c-4139-a69e-1f482187e050 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:45.049609 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14804abf-8aae-4f52-bcdd-ed816a0e293d req-81a95f81-3fad-4e8e-83ef-5fc5aa2c488d service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387893 Nov 12 04:02:45.105929 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c5ea6ea-95c9-4b54-a84d-36e0b72f03f6 req-7829761f-d0a3-4dd6-9c9c-f4d875edc7de tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.116472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7bf2695f-cabb-4dba-9330-b5eb72322bf2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Deleting port 65dd34f2-9576-4b91-9a20-1f613428e547 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:45.116472 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bf2695f-cabb-4dba-9330-b5eb72322bf2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.117397 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.162409 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c5ea6ea-95c9-4b54-a84d-36e0b72f03f6 req-7829761f-d0a3-4dd6-9c9c-f4d875edc7de tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.222888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Deleting port 66c99889-1938-46f2-864d-d6f413b0b081 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:45.223292 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.250031 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c5ea6ea-95c9-4b54-a84d-36e0b72f03f6 req-7829761f-d0a3-4dd6-9c9c-f4d875edc7de tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.269286 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71f9e0b-d9ec-48e2-8b52-f140033df2a0 None None] DHCP port deletion for 36a7ae9d-fb8c-4139-a69e-1f482187e050 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:45.293917 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bf2695f-cabb-4dba-9330-b5eb72322bf2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.330336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7bf2695f-cabb-4dba-9330-b5eb72322bf2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Calling delete_port for 65dd34f2-9576-4b91-9a20-1f613428e547 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:45.335578 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d71f9e0b-d9ec-48e2-8b52-f140033df2a0 None None] Deleting port 66c99889-1938-46f2-864d-d6f413b0b081 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:45.336590 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d71f9e0b-d9ec-48e2-8b52-f140033df2a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.351437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829761f-d0a3-4dd6-9c9c-f4d875edc7de tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed35a7e1-b470-4cbc-bcfd-b4a69dbb0a24,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:45.374579 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1c5ea6ea-95c9-4b54-a84d-36e0b72f03f6 req-7829761f-d0a3-4dd6-9c9c-f4d875edc7de tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.376313 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c5ea6ea-95c9-4b54-a84d-36e0b72f03f6 req-7829761f-d0a3-4dd6-9c9c-f4d875edc7de tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1435387 Nov 12 04:02:45.417610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] For port 66c99889-1938-46f2-864d-d6f413b0b081, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=66c99889-1938-46f2-864d-d6f413b0b081,segment=NetworkSegment(5b0ea241-07fb-43a2-bc7b-103c2762d55c),segment_id=5b0ea241-07fb-43a2-bc7b-103c2762d55c)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:45.418404 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.438525 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d71f9e0b-d9ec-48e2-8b52-f140033df2a0 None None] For port 66c99889-1938-46f2-864d-d6f413b0b081, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=66c99889-1938-46f2-864d-d6f413b0b081,segment=NetworkSegment(5b0ea241-07fb-43a2-bc7b-103c2762d55c),segment_id=5b0ea241-07fb-43a2-bc7b-103c2762d55c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:45.438928 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d71f9e0b-d9ec-48e2-8b52-f140033df2a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.439791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Calling delete_port for 66c99889-1938-46f2-864d-d6f413b0b081 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:45.464747 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d71f9e0b-d9ec-48e2-8b52-f140033df2a0 None None] Calling delete_port for 66c99889-1938-46f2-864d-d6f413b0b081 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:45.568609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225b74c-0fcf-42dc-8b6b-1be6b1b322a4 req-77ff42da-47dc-4aec-a71c-0d3ec53506f2 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:45.589354 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0225b74c-0fcf-42dc-8b6b-1be6b1b322a4 req-77ff42da-47dc-4aec-a71c-0d3ec53506f2 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.2191176 Nov 12 04:02:45.593314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2ff9f550-ea94-4ce3-8933-2cbc0204c5f1 req-550139e0-1df3-43cb-82f5-d5c8e044fa5a tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-904888641', 'description': 'tempest-description-1483227129'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:45.678270 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0225b74c-0fcf-42dc-8b6b-1be6b1b322a4 req-e699b76c-018a-4d63-83b6-1b975c934f4f tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974152 Nov 12 04:02:45.716609 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d71f9e0b-d9ec-48e2-8b52-f140033df2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.723622 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.729807 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ff9f550-ea94-4ce3-8933-2cbc0204c5f1 req-550139e0-1df3-43cb-82f5-d5c8e044fa5a tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.755557 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f9e0b-d9ec-48e2-8b52-f140033df2a0 None None] Pushing event deleted for resources: {'Port': ['ID=66c99889-1938-46f2-864d-d6f413b0b081,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:45.759738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f9e0b-d9ec-48e2-8b52-f140033df2a0 None None] No DVR routers for this DVR port 66c99889-1938-46f2-864d-d6f413b0b081 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:45.779959 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c99889-1938-46f2-864d-d6f413b0b081,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:45.785314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] No DVR routers for this DVR port 66c99889-1938-46f2-864d-d6f413b0b081 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:45.799778 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bf2695f-cabb-4dba-9330-b5eb72322bf2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.836799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2695f-cabb-4dba-9330-b5eb72322bf2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event deleted for resources: {'Port': ['ID=65dd34f2-9576-4b91-9a20-1f613428e547,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:45.895414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.930252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a7ae9d-fb8c-4139-a69e-1f482187e050']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:45.949700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0ea241-07fb-43a2-bc7b-103c2762d55c') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:45.950013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0ea241-07fb-43a2-bc7b-103c2762d55c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:45.962832 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ff9f550-ea94-4ce3-8933-2cbc0204c5f1 req-550139e0-1df3-43cb-82f5-d5c8e044fa5a tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.967764 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.983509 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.991339 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:45.992926 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:45.994938 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:46.000839 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bf2695f-cabb-4dba-9330-b5eb72322bf2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.005736 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7bf2695f-cabb-4dba-9330-b5eb72322bf2 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "DELETE /v2.0/ports/65dd34f2-9576-4b91-9a20-1f613428e547 HTTP/1.1" status: 204 len: 168 time: 1.0845428 Nov 12 04:02:46.010486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.054609 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ff9f550-ea94-4ce3-8933-2cbc0204c5f1 req-550139e0-1df3-43cb-82f5-d5c8e044fa5a tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.100245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550139e0-1df3-43cb-82f5-d5c8e044fa5a tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703336bf-40c3-425b-a513-89ce48c7967c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:46.100960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1fb820-329a-4b95-b7af-3372ee0b96ac tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Deleting subnet d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:46.106327 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a1fb820-329a-4b95-b7af-3372ee0b96ac tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.122766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 66c99889-1938-46f2-864d-d6f413b0b081 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:46.157698 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a1fb820-329a-4b95-b7af-3372ee0b96ac tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.173412 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 66c99889-1938-46f2-864d-d6f413b0b081 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:46.174046 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 66c99889-1938-46f2-864d-d6f413b0b081 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:46.182648 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ff9f550-ea94-4ce3-8933-2cbc0204c5f1 req-550139e0-1df3-43cb-82f5-d5c8e044fa5a tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.184653 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ff9f550-ea94-4ce3-8933-2cbc0204c5f1 req-550139e0-1df3-43cb-82f5-d5c8e044fa5a tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5981915 Nov 12 04:02:46.207220 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.226836 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.235820 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] 10.222.0.105 "DELETE /v2.0/networks/36a7ae9d-fb8c-4139-a69e-1f482187e050 HTTP/1.1" status: 204 len: 168 time: 1.2457619 Nov 12 04:02:46.262902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfaccf-2c79-4253-809f-f383f79ebf36 admin admin] Pushing event deleted for resources: {'Network': ['ID=36a7ae9d-fb8c-4139-a69e-1f482187e050,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:46.276483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5d209d58-c2d0-411d-92fe-1bba01e5d3e8 req-f9b3723d-8907-4e30-bf90-b810c8cadef8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-588486219', 'description': 'tempest-description-1210123571'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:46.325342 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a1fb820-329a-4b95-b7af-3372ee0b96ac tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.431912 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5d209d58-c2d0-411d-92fe-1bba01e5d3e8 req-f9b3723d-8907-4e30-bf90-b810c8cadef8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.500473 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a1fb820-329a-4b95-b7af-3372ee0b96ac tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.565124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fb820-329a-4b95-b7af-3372ee0b96ac tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event deleted for resources: {'Subnet': ['ID=d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:46.569415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5add069-d42c-42d6-9aa3-4454645a1d79 None None] Network 510f8be2-2190-44f9-ad53-a61867e0a1a1 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:46.576076 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a1fb820-329a-4b95-b7af-3372ee0b96ac tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.580620 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4a1fb820-329a-4b95-b7af-3372ee0b96ac tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "DELETE /v2.0/subnets/d3fc4cd6-c8a6-447a-8407-e8815c6d2dbc HTTP/1.1" status: 204 len: 168 time: 0.5733714 Nov 12 04:02:46.584091 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5d209d58-c2d0-411d-92fe-1bba01e5d3e8 req-f9b3723d-8907-4e30-bf90-b810c8cadef8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.584971 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51828) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.683685 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5d209d58-c2d0-411d-92fe-1bba01e5d3e8 req-f9b3723d-8907-4e30-bf90-b810c8cadef8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.693705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-8383d6a2-c2e3-435e-8744-2c04a82a42ff tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Deleting subnet 17b57c92-a167-49a6-a57e-e6af7a4d14c1 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:46.698748 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8383d6a2-c2e3-435e-8744-2c04a82a42ff tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.752954 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8383d6a2-c2e3-435e-8744-2c04a82a42ff tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.753832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3723d-8907-4e30-bf90-b810c8cadef8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a56a8de-98bf-4e76-8052-5abd088136b7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:46.809867 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5d209d58-c2d0-411d-92fe-1bba01e5d3e8 req-f9b3723d-8907-4e30-bf90-b810c8cadef8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.811932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d209d58-c2d0-411d-92fe-1bba01e5d3e8 req-f9b3723d-8907-4e30-bf90-b810c8cadef8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5412903 Nov 12 04:02:46.850268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51834) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.859325 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8383d6a2-c2e3-435e-8744-2c04a82a42ff tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.944031 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb8d8fad-c345-4d53-9993-8552b7ed9134 req-5a5d3766-5594-4442-a683-e68f9b27caf6 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/703336bf-40c3-425b-a513-89ce48c7967c HTTP/1.1" status: 200 len: 1823 time: 0.1030200 Nov 12 04:02:47.006834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df1100-1a64-423e-9c15-2fe296f8ef09 req-25423484-93ff-46e1-9ecd-d31bb968c29e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:47.015210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4d41cedb-5945-4332-b57b-c199b0cf55f4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d9678195170c4bbb866cded26d46169a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1629560 Nov 12 04:02:47.018582 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3df1100-1a64-423e-9c15-2fe296f8ef09 req-25423484-93ff-46e1-9ecd-d31bb968c29e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1262281 Nov 12 04:02:47.022334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:47.027632 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb8d8fad-c345-4d53-9993-8552b7ed9134 req-2945c0a6-b690-4b99-8d23-23b577c0cec8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/4a56a8de-98bf-4e76-8052-5abd088136b7 HTTP/1.1" status: 200 len: 1823 time: 0.0816259 Nov 12 04:02:47.036907 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fb8d8fad-c345-4d53-9993-8552b7ed9134 req-3c4261b0-e266-4600-aa94-433730de9a23 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '703336bf-40c3-425b-a513-89ce48c7967c', 'remote_group_id': '4a56a8de-98bf-4e76-8052-5abd088136b7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:47.043639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fb8d8fad-c345-4d53-9993-8552b7ed9134 req-3c4261b0-e266-4600-aa94-433730de9a23 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '703336bf-40c3-425b-a513-89ce48c7967c', 'remote_group_id': '4a56a8de-98bf-4e76-8052-5abd088136b7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:47.094084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6435b96e-6b06-4c43-8102-64d3a608b5a7 None None] DHCP port deletion for 510f8be2-2190-44f9-ad53-a61867e0a1a1 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:47.110378 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3df1100-1a64-423e-9c15-2fe296f8ef09 req-e77b2c8a-2df8-470b-b5b3-b061f08fe96a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909111 Nov 12 04:02:47.113457 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8383d6a2-c2e3-435e-8744-2c04a82a42ff tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.165564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0786f163-1e1a-4d55-ab61-998b5a41556a None None] Network 5fcaf1d4-712a-452d-bc98-57b9d1128b16 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:47.167528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383d6a2-c2e3-435e-8744-2c04a82a42ff tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event deleted for resources: {'Subnet': ['ID=17b57c92-a167-49a6-a57e-e6af7a4d14c1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:47.170135 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8383d6a2-c2e3-435e-8744-2c04a82a42ff tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.176377 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8383d6a2-c2e3-435e-8744-2c04a82a42ff tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "DELETE /v2.0/subnets/17b57c92-a167-49a6-a57e-e6af7a4d14c1 HTTP/1.1" status: 204 len: 168 time: 0.5866718 Nov 12 04:02:47.176377 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6fdc764e-83a3-482e-87a2-244d2d625373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.178734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51840) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:47.201713 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb8d8fad-c345-4d53-9993-8552b7ed9134 req-3c4261b0-e266-4600-aa94-433730de9a23 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.228877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6fdc764e-83a3-482e-87a2-244d2d625373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.254131 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb8d8fad-c345-4d53-9993-8552b7ed9134 req-3c4261b0-e266-4600-aa94-433730de9a23 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.301912 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.313113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6435b96e-6b06-4c43-8102-64d3a608b5a7 None None] Deleting port 1dba476c-fcba-4046-bc4e-359291d48a1f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:47.313480 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6435b96e-6b06-4c43-8102-64d3a608b5a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.336594 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb8d8fad-c345-4d53-9993-8552b7ed9134 req-3c4261b0-e266-4600-aa94-433730de9a23 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.370601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4261b0-e266-4600-aa94-433730de9a23 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c54c4e-5472-46c4-841a-21b23b8ad901,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:47.395631 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6435b96e-6b06-4c43-8102-64d3a608b5a7 None None] For port 1dba476c-fcba-4046-bc4e-359291d48a1f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1dba476c-fcba-4046-bc4e-359291d48a1f,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:47.396124 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6435b96e-6b06-4c43-8102-64d3a608b5a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.422681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6435b96e-6b06-4c43-8102-64d3a608b5a7 None None] Calling delete_port for 1dba476c-fcba-4046-bc4e-359291d48a1f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:47.433548 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Deleting port 1dba476c-fcba-4046-bc4e-359291d48a1f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:47.434112 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.469903 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb8d8fad-c345-4d53-9993-8552b7ed9134 req-3c4261b0-e266-4600-aa94-433730de9a23 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.472282 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb8d8fad-c345-4d53-9993-8552b7ed9134 req-3c4261b0-e266-4600-aa94-433730de9a23 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4435823 Nov 12 04:02:47.493066 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6fdc764e-83a3-482e-87a2-244d2d625373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.496703 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6fdc764e-83a3-482e-87a2-244d2d625373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.502091 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6fdc764e-83a3-482e-87a2-244d2d625373 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/84b1399f-650a-4e95-95a8-9f28c7512753 HTTP/1.1" status: 204 len: 168 time: 0.4754581 Nov 12 04:02:47.534438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3889fe-a70e-451e-bc0a-6e6ce7b1ce0d None None] DHCP port deletion for 5fcaf1d4-712a-452d-bc98-57b9d1128b16 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:47.554393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc764e-83a3-482e-87a2-244d2d625373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b1399f-650a-4e95-95a8-9f28c7512753,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:47.570521 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] For port 1dba476c-fcba-4046-bc4e-359291d48a1f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1dba476c-fcba-4046-bc4e-359291d48a1f,segment=NetworkSegment(bd89947e-54eb-4de2-a58c-e1323643a80d),segment_id=bd89947e-54eb-4de2-a58c-e1323643a80d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:47.570897 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.593828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Calling delete_port for 1dba476c-fcba-4046-bc4e-359291d48a1f owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:47.606146 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c82c8da2-5c86-45cf-ac21-4edfb3724748 req-863fda4c-a660-4b1c-a030-9fa5f176d39e tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/4a56a8de-98bf-4e76-8052-5abd088136b7 HTTP/1.1" status: 200 len: 1823 time: 0.1023324 Nov 12 04:02:47.612987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7a3889fe-a70e-451e-bc0a-6e6ce7b1ce0d None None] Deleting port b25b580d-a17e-4ac4-9b86-ef43394f07e5 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:47.614209 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a3889fe-a70e-451e-bc0a-6e6ce7b1ce0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.683039 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6435b96e-6b06-4c43-8102-64d3a608b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.720093 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435b96e-6b06-4c43-8102-64d3a608b5a7 None None] Pushing event deleted for resources: {'Port': ['ID=1dba476c-fcba-4046-bc4e-359291d48a1f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:47.723374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7a3889fe-a70e-451e-bc0a-6e6ce7b1ce0d None None] For port b25b580d-a17e-4ac4-9b86-ef43394f07e5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b25b580d-a17e-4ac4-9b86-ef43394f07e5,segment=NetworkSegment(a96e6099-332c-4883-84ce-9621c179abcc),segment_id=a96e6099-332c-4883-84ce-9621c179abcc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:47.723930 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a3889fe-a70e-451e-bc0a-6e6ce7b1ce0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.730233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c82c8da2-5c86-45cf-ac21-4edfb3724748 req-d6a1a048-7393-458e-8ee3-76a9fc93a8fe tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.735877 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435b96e-6b06-4c43-8102-64d3a608b5a7 None None] No DVR routers for this DVR port 1dba476c-fcba-4046-bc4e-359291d48a1f on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:47.742062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7a3889fe-a70e-451e-bc0a-6e6ce7b1ce0d None None] Calling delete_port for b25b580d-a17e-4ac4-9b86-ef43394f07e5 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:47.772486 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c82c8da2-5c86-45cf-ac21-4edfb3724748 req-d6a1a048-7393-458e-8ee3-76a9fc93a8fe tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.784176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.834325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event deleted for resources: {'Port': ['ID=1dba476c-fcba-4046-bc4e-359291d48a1f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:47.846552 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] No DVR routers for this DVR port 1dba476c-fcba-4046-bc4e-359291d48a1f on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:47.948000 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.981284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510f8be2-2190-44f9-ad53-a61867e0a1a1']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:48.000244 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd89947e-54eb-4de2-a58c-e1323643a80d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:48.000765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd89947e-54eb-4de2-a58c-e1323643a80d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:48.010749 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a3889fe-a70e-451e-bc0a-6e6ce7b1ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.029233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.070798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3889fe-a70e-451e-bc0a-6e6ce7b1ce0d None None] No DVR routers for this DVR port b25b580d-a17e-4ac4-9b86-ef43394f07e5 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:48.072453 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c82c8da2-5c86-45cf-ac21-4edfb3724748 req-d6a1a048-7393-458e-8ee3-76a9fc93a8fe tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.072641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3889fe-a70e-451e-bc0a-6e6ce7b1ce0d None None] Pushing event deleted for resources: {'Port': ['ID=b25b580d-a17e-4ac4-9b86-ef43394f07e5,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:48.094323 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c82c8da2-5c86-45cf-ac21-4edfb3724748 req-d6a1a048-7393-458e-8ee3-76a9fc93a8fe tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.098361 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c82c8da2-5c86-45cf-ac21-4edfb3724748 req-d6a1a048-7393-458e-8ee3-76a9fc93a8fe tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "DELETE /v2.0/security-groups/4a56a8de-98bf-4e76-8052-5abd088136b7 HTTP/1.1" status: 204 len: 173 time: 0.4911885 Nov 12 04:02:48.123656 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.175888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1dba476c-fcba-4046-bc4e-359291d48a1f no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:48.197867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1a048-7393-458e-8ee3-76a9fc93a8fe tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a56a8de-98bf-4e76-8052-5abd088136b7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:48.214815 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:48.216932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 1dba476c-fcba-4046-bc4e-359291d48a1f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:48.217294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1dba476c-fcba-4046-bc4e-359291d48a1f not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:48.217714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b25b580d-a17e-4ac4-9b86-ef43394f07e5 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:48.218002 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:48.232537 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:48.281406 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: b25b580d-a17e-4ac4-9b86-ef43394f07e5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:48.288810 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3480c753-8567-4c98-a7ac-1db16867a479 req-ca0dddb4-a680-459c-8059-29351be72c41 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/703336bf-40c3-425b-a513-89ce48c7967c HTTP/1.1" status: 200 len: 1823 time: 0.1306233 Nov 12 04:02:48.299256 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b25b580d-a17e-4ac4-9b86-ef43394f07e5 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:48.340735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5e112a30-91bd-42e2-b3a8-5b08327f90cd req-cc57403d-15af-4ffc-a08f-bc4530b8a83c tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-214551385', 'description': 'tempest-description-550106170'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:48.395274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422248b-ccc8-42ed-93c7-86d35ee312b5 req-338191de-e9f4-4e17-b415-4a29a521325b tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:48.397013 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f422248b-ccc8-42ed-93c7-86d35ee312b5 req-338191de-e9f4-4e17-b415-4a29a521325b tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1303680 Nov 12 04:02:48.470349 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5e112a30-91bd-42e2-b3a8-5b08327f90cd req-cc57403d-15af-4ffc-a08f-bc4530b8a83c tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.476299 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.485341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.489709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "DELETE /v2.0/networks/510f8be2-2190-44f9-ad53-a61867e0a1a1 HTTP/1.1" status: 204 len: 168 time: 1.3085427 Nov 12 04:02:48.490989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51866) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:48.524231 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f422248b-ccc8-42ed-93c7-86d35ee312b5 req-1d907e39-9c20-4f6f-84c8-b8eb131d1692 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157689 Nov 12 04:02:48.534957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d380d-110b-4e4b-9569-df9d29fa1173 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event deleted for resources: {'Network': ['ID=510f8be2-2190-44f9-ad53-a61867e0a1a1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:48.603523 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5e112a30-91bd-42e2-b3a8-5b08327f90cd req-cc57403d-15af-4ffc-a08f-bc4530b8a83c tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.641851 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-868f2f9b-31d1-4977-aafa-ae6438c77ce5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.693545 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5e112a30-91bd-42e2-b3a8-5b08327f90cd req-cc57403d-15af-4ffc-a08f-bc4530b8a83c tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.727536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57403d-15af-4ffc-a08f-bc4530b8a83c tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add34755-0ec5-424c-9adc-1bbe34310e2b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:48.754143 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-868f2f9b-31d1-4977-aafa-ae6438c77ce5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.779871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-868f2f9b-31d1-4977-aafa-ae6438c77ce5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcaf1d4-712a-452d-bc98-57b9d1128b16']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:48.789298 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5e112a30-91bd-42e2-b3a8-5b08327f90cd req-cc57403d-15af-4ffc-a08f-bc4530b8a83c tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.807863 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e112a30-91bd-42e2-b3a8-5b08327f90cd req-cc57403d-15af-4ffc-a08f-bc4530b8a83c tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4539728 Nov 12 04:02:48.808171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-868f2f9b-31d1-4977-aafa-ae6438c77ce5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96e6099-332c-4883-84ce-9621c179abcc') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:48.808171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-868f2f9b-31d1-4977-aafa-ae6438c77ce5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96e6099-332c-4883-84ce-9621c179abcc') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:48.808171 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-868f2f9b-31d1-4977-aafa-ae6438c77ce5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.824704 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.874522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67ba51f1-999b-44fb-b5ee-17c446efb4b7 req-552eda56-578b-4907-9214-61d87a7d8d07 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/add34755-0ec5-424c-9adc-1bbe34310e2b HTTP/1.1" status: 200 len: 1822 time: 0.0512562 Nov 12 04:02:48.888279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-67ba51f1-999b-44fb-b5ee-17c446efb4b7 req-9b101720-bef9-434d-b4b4-70e05f93da04 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'add34755-0ec5-424c-9adc-1bbe34310e2b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:48.888664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-67ba51f1-999b-44fb-b5ee-17c446efb4b7 req-9b101720-bef9-434d-b4b4-70e05f93da04 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'add34755-0ec5-424c-9adc-1bbe34310e2b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:48.905662 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-868f2f9b-31d1-4977-aafa-ae6438c77ce5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.918187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868f2f9b-31d1-4977-aafa-ae6438c77ce5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:48.918614 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-868f2f9b-31d1-4977-aafa-ae6438c77ce5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:48.924556 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:48.994799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51880) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:49.069041 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-868f2f9b-31d1-4977-aafa-ae6438c77ce5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.084101 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-868f2f9b-31d1-4977-aafa-ae6438c77ce5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.087286 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-868f2f9b-31d1-4977-aafa-ae6438c77ce5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] 10.222.0.105 "DELETE /v2.0/networks/5fcaf1d4-712a-452d-bc98-57b9d1128b16 HTTP/1.1" status: 204 len: 168 time: 0.5613301 Nov 12 04:02:49.105366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f2f9b-31d1-4977-aafa-ae6438c77ce5 tempest-TaggedBootDevicesTest_v242-1593082294 tempest-TaggedBootDevicesTest_v242-1593082294-project] Pushing event deleted for resources: {'Network': ['ID=5fcaf1d4-712a-452d-bc98-57b9d1128b16,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:49.121199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1966198107-network', 'tenant_id': '1b56067967af47e58dce58f24844ea40'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:49.123042 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-67ba51f1-999b-44fb-b5ee-17c446efb4b7 req-9b101720-bef9-434d-b4b4-70e05f93da04 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.152356 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-67ba51f1-999b-44fb-b5ee-17c446efb4b7 req-9b101720-bef9-434d-b4b4-70e05f93da04 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.227897 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] Made reservation on behalf of 1b56067967af47e58dce58f24844ea40 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:49.231415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.242858 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.259360 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-67ba51f1-999b-44fb-b5ee-17c446efb4b7 req-9b101720-bef9-434d-b4b4-70e05f93da04 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.283588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b101720-bef9-434d-b4b4-70e05f93da04 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb9e922-dc85-4862-bb61-539cc7706df7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:49.357835 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.385223 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-67ba51f1-999b-44fb-b5ee-17c446efb4b7 req-9b101720-bef9-434d-b4b4-70e05f93da04 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.386773 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67ba51f1-999b-44fb-b5ee-17c446efb4b7 req-9b101720-bef9-434d-b4b4-70e05f93da04 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5027983 Nov 12 04:02:49.457424 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.480540 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2dbef4ef-4d3a-4c87-8636-5f44dd07107f req-03237763-ddf4-4891-99b7-71493353cdff tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/add34755-0ec5-424c-9adc-1bbe34310e2b HTTP/1.1" status: 200 len: 2416 time: 0.0667350 Nov 12 04:02:49.486878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:49.506736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2dbef4ef-4d3a-4c87-8636-5f44dd07107f req-1ec08070-7b0c-4420-84a3-42bf744a67db tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'add34755-0ec5-424c-9adc-1bbe34310e2b', 'remote_group_id': None}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:49.507543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2dbef4ef-4d3a-4c87-8636-5f44dd07107f req-1ec08070-7b0c-4420-84a3-42bf744a67db tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'add34755-0ec5-424c-9adc-1bbe34310e2b', 'remote_group_id': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:49.513135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763bb9ca-4344-40cc-853b-7ffba7b9f722,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:49.519235 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.519235 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] Added segment 54c16064-1651-4c92-a424-6d1bf83deedb of type vlan for network 6c0722c5-6609-4d96-94b4-0b66b10bd88c Nov 12 04:02:49.590874 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.684835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4360e91-f310-4737-a4ac-27fe458c1458 req-8b1d2c4f-2f96-4fd3-90e8-6f3f04fe9763 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:49.686316 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4360e91-f310-4737-a4ac-27fe458c1458 req-8b1d2c4f-2f96-4fd3-90e8-6f3f04fe9763 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.0641212 Nov 12 04:02:49.739617 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4360e91-f310-4737-a4ac-27fe458c1458 req-8f9895a4-34a6-4824-ad86-fbc296942d79 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469241 Nov 12 04:02:49.749126 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.750447 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:49.751274 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.780843 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2dbef4ef-4d3a-4c87-8636-5f44dd07107f req-1ec08070-7b0c-4420-84a3-42bf744a67db tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.839328 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2dbef4ef-4d3a-4c87-8636-5f44dd07107f req-1ec08070-7b0c-4420-84a3-42bf744a67db tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.842474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] Pushing event updated for resources: {'Network': ['ID=6c0722c5-6609-4d96-94b4-0b66b10bd88c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:49.852576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 6c0722c5-6609-4d96-94b4-0b66b10bd88c details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:49.937742 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-961d773a-65c2-441c-a511-e474d4975eeb admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9403315 Nov 12 04:02:49.937915 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2dbef4ef-4d3a-4c87-8636-5f44dd07107f req-1ec08070-7b0c-4420-84a3-42bf744a67db tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.939595 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51904) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:49.945673 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fe8ec759-597d-493a-a5de-fa6a203917ab admin admin] Request body: {'subnet': {'network_id': '6c0722c5-6609-4d96-94b4-0b66b10bd88c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1966198107-subnet', 'tenant_id': '1b56067967af47e58dce58f24844ea40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:49.995059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec08070-7b0c-4420-84a3-42bf744a67db tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53aee796-4a04-46a3-a1ad-760574119de5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:50.108576 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51910) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:50.119266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8ec759-597d-493a-a5de-fa6a203917ab admin admin] Made reservation on behalf of 1b56067967af47e58dce58f24844ea40 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:50.122786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe8ec759-597d-493a-a5de-fa6a203917ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.255757 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2dbef4ef-4d3a-4c87-8636-5f44dd07107f req-1ec08070-7b0c-4420-84a3-42bf744a67db tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.257685 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2dbef4ef-4d3a-4c87-8636-5f44dd07107f req-1ec08070-7b0c-4420-84a3-42bf744a67db tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7562926 Nov 12 04:02:50.336602 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93b7983f-5ce7-4199-8878-91d5ebe2e5b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.455726 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9760923e-55ee-495e-b26d-e3a48d5383d5 req-cd6516b4-3282-4bfe-80d2-9936d20c961a tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/add34755-0ec5-424c-9adc-1bbe34310e2b HTTP/1.1" status: 200 len: 3015 time: 0.1640141 Nov 12 04:02:50.515799 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93b7983f-5ce7-4199-8878-91d5ebe2e5b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.525265 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c08d2072-0104-4268-9abc-5fc2a9d22ce6 req-9345b826-1457-4b0c-9e63-562e5d86e4c7 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-group-rules/53aee796-4a04-46a3-a1ad-760574119de5 HTTP/1.1" status: 200 len: 783 time: 0.0323133 Nov 12 04:02:50.568675 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe8ec759-597d-493a-a5de-fa6a203917ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.582946 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c08d2072-0104-4268-9abc-5fc2a9d22ce6 req-9e043d45-4625-4d75-acba-1ca06eb651c1 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/add34755-0ec5-424c-9adc-1bbe34310e2b HTTP/1.1" status: 200 len: 3015 time: 0.0493188 Nov 12 04:02:50.625104 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93b7983f-5ce7-4199-8878-91d5ebe2e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.625321 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c08d2072-0104-4268-9abc-5fc2a9d22ce6 req-18b6b854-284d-4c80-a2f2-7a882f7d1e49 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.636010 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c08d2072-0104-4268-9abc-5fc2a9d22ce6 req-18b6b854-284d-4c80-a2f2-7a882f7d1e49 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.684015 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ec759-597d-493a-a5de-fa6a203917ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=192c8ef9-1ce5-4778-94b0-79e7c1da5f51,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:50.703878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8ec759-597d-493a-a5de-fa6a203917ab admin admin] Checking segment: {'id': '54c16064-1651-4c92-a424-6d1bf83deedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '6c0722c5-6609-4d96-94b4-0b66b10bd88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:50.706609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ec759-597d-493a-a5de-fa6a203917ab admin admin] Network hostable DHCP agents. Network: 6c0722c5-6609-4d96-94b4-0b66b10bd88c, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:50.708426 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-93b7983f-5ce7-4199-8878-91d5ebe2e5b5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9ccf2ac912ef47b496c833a0c7562d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5972085 Nov 12 04:02:50.711806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51920) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:50.718518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7983f-5ce7-4199-8878-91d5ebe2e5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8572d88-7746-4396-af32-5057e3f83d7d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:50.775737 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c08d2072-0104-4268-9abc-5fc2a9d22ce6 req-18b6b854-284d-4c80-a2f2-7a882f7d1e49 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.778767 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c08d2072-0104-4268-9abc-5fc2a9d22ce6 req-18b6b854-284d-4c80-a2f2-7a882f7d1e49 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.782053 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c08d2072-0104-4268-9abc-5fc2a9d22ce6 req-18b6b854-284d-4c80-a2f2-7a882f7d1e49 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/53aee796-4a04-46a3-a1ad-760574119de5 HTTP/1.1" status: 204 len: 173 time: 0.1913714 Nov 12 04:02:50.806130 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6f50-8df2-4b62-915a-458de3cecac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.825648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6b854-284d-4c80-a2f2-7a882f7d1e49 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53aee796-4a04-46a3-a1ad-760574119de5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:50.833340 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ec759-597d-493a-a5de-fa6a203917ab admin admin] Network 6c0722c5-6609-4d96-94b4-0b66b10bd88c is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:50.887385 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6f50-8df2-4b62-915a-458de3cecac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.903502 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2be60579-e4a3-4f39-8ea9-e1707f3dae93 req-715cb737-c739-4197-8cee-52c5e4e33704 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/add34755-0ec5-424c-9adc-1bbe34310e2b HTTP/1.1" status: 200 len: 2416 time: 0.1029651 Nov 12 04:02:50.932804 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f14fb3-d4cd-40f5-89d8-8e4cd0da9119 req-baa968bb-23c9-4238-ba08-d3aca6d1653e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:50.934394 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-47f14fb3-d4cd-40f5-89d8-8e4cd0da9119 req-baa968bb-23c9-4238-ba08-d3aca6d1653e tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.0795650 Nov 12 04:02:50.935610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-fe8ec759-597d-493a-a5de-fa6a203917ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 6c0722c5-6609-4d96-94b4-0b66b10bd88c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:50.940001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ec759-597d-493a-a5de-fa6a203917ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:50.940631 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe8ec759-597d-493a-a5de-fa6a203917ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.949150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e8c3e-266e-458d-9b4b-116314b8c208 None None] Network 6c0722c5-6609-4d96-94b4-0b66b10bd88c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:51.014512 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2be60579-e4a3-4f39-8ea9-e1707f3dae93 req-56c1b1b5-7ca6-4d1b-a71d-b290c9c797e4 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.041080 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2be60579-e4a3-4f39-8ea9-e1707f3dae93 req-56c1b1b5-7ca6-4d1b-a71d-b290c9c797e4 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.041899 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-47f14fb3-d4cd-40f5-89d8-8e4cd0da9119 req-2e6cd62e-5786-4a27-9997-4bac5563999f tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867765 Nov 12 04:02:51.058347 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fe8ec759-597d-493a-a5de-fa6a203917ab admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1079087 Nov 12 04:02:51.080479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6f50-8df2-4b62-915a-458de3cecac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.083238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6f50-8df2-4b62-915a-458de3cecac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.086664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f3bf6f50-8df2-4b62-915a-458de3cecac5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b8572d88-7746-4396-af32-5057e3f83d7d HTTP/1.1" status: 204 len: 168 time: 0.3713117 Nov 12 04:02:51.127135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf6f50-8df2-4b62-915a-458de3cecac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8572d88-7746-4396-af32-5057e3f83d7d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:51.149461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41fea34-64bd-4212-aca1-da81bcefeb1e None None] Network 6c0722c5-6609-4d96-94b4-0b66b10bd88c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:51.181556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2be60579-e4a3-4f39-8ea9-e1707f3dae93 req-56c1b1b5-7ca6-4d1b-a71d-b290c9c797e4 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.186623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2be60579-e4a3-4f39-8ea9-e1707f3dae93 req-56c1b1b5-7ca6-4d1b-a71d-b290c9c797e4 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.188494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2be60579-e4a3-4f39-8ea9-e1707f3dae93 req-56c1b1b5-7ca6-4d1b-a71d-b290c9c797e4 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "DELETE /v2.0/security-groups/add34755-0ec5-424c-9adc-1bbe34310e2b HTTP/1.1" status: 204 len: 173 time: 0.2656007 Nov 12 04:02:51.230625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1b1b5-7ca6-4d1b-a71d-b290c9c797e4 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=add34755-0ec5-424c-9adc-1bbe34310e2b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:51.240823 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-b68040e3-3e2b-453c-8c43-774a403fda32 req-f4d8c307-339e-4099-8df2-e5933088cfb0 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] show failed (client error): The resource could not be found. Nov 12 04:02:51.243008 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b68040e3-3e2b-453c-8c43-774a403fda32 req-f4d8c307-339e-4099-8df2-e5933088cfb0 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/4a56a8de-98bf-4e76-8052-5abd088136b7 HTTP/1.1" status: 404 len: 352 time: 0.0339022 Nov 12 04:02:51.345077 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f4a7321-102e-45d7-97dd-3f0c6c3a057d req-7db28fd5-741f-49cd-b3a1-68180334754c tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/703336bf-40c3-425b-a513-89ce48c7967c HTTP/1.1" status: 200 len: 1823 time: 0.0644135 Nov 12 04:02:51.446674 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8f4a7321-102e-45d7-97dd-3f0c6c3a057d req-26d3aa63-50ff-4a13-aa50-5286260fe1d0 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.478219 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8f4a7321-102e-45d7-97dd-3f0c6c3a057d req-26d3aa63-50ff-4a13-aa50-5286260fe1d0 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.602961 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8f4a7321-102e-45d7-97dd-3f0c6c3a057d req-26d3aa63-50ff-4a13-aa50-5286260fe1d0 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.605954 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8f4a7321-102e-45d7-97dd-3f0c6c3a057d req-26d3aa63-50ff-4a13-aa50-5286260fe1d0 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.610810 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f4a7321-102e-45d7-97dd-3f0c6c3a057d req-26d3aa63-50ff-4a13-aa50-5286260fe1d0 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "DELETE /v2.0/security-groups/703336bf-40c3-425b-a513-89ce48c7967c HTTP/1.1" status: 204 len: 173 time: 0.2594016 Nov 12 04:02:51.644669 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3aa63-50ff-4a13-aa50-5286260fe1d0 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703336bf-40c3-425b-a513-89ce48c7967c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:51.711163 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8cf7eef9-3048-4de1-bb39-f1308f8ea09c req-46642b4d-99a6-4039-8ddb-508ab2d5978f tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/31e1de02-0f20-4483-973d-60fc02f0a5e6 HTTP/1.1" status: 200 len: 1823 time: 0.0747316 Nov 12 04:02:51.796990 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8cf7eef9-3048-4de1-bb39-f1308f8ea09c req-8146a03e-76c6-4418-a0f3-7b5ead5ac30c tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.831716 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8cf7eef9-3048-4de1-bb39-f1308f8ea09c req-8146a03e-76c6-4418-a0f3-7b5ead5ac30c tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.906359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:51.916060 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-8fcf188b-2cc8-45c9-900e-86107e949921 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:51.918185 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-8fcf188b-2cc8-45c9-900e-86107e949921 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/networks?id=6c0722c5-6609-4d96-94b4-0b66b10bd88c HTTP/1.1" status: 200 len: 821 time: 0.1865172 Nov 12 04:02:51.924626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86c2e0a5-22ec-440b-945c-d13b530ba68a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.938357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffe4d6-3934-43b9-ae32-99b43a14209f req-0c873d6c-7c2a-41f5-8b2b-0844a63c4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:51.939955 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28ffe4d6-3934-43b9-ae32-99b43a14209f req-0c873d6c-7c2a-41f5-8b2b-0844a63c4e59 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 1097 time: 0.1061757 Nov 12 04:02:51.944381 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-33e970d8-570a-4430-94ae-90221f597300 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/quotas/1b56067967af47e58dce58f24844ea40 HTTP/1.1" status: 200 len: 375 time: 0.0158379 Nov 12 04:02:51.997419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-c1e9cd4c-cd10-4bda-a31f-e858c0b206b2 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=1b56067967af47e58dce58f24844ea40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406125 Nov 12 04:02:52.016619 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8cf7eef9-3048-4de1-bb39-f1308f8ea09c req-8146a03e-76c6-4418-a0f3-7b5ead5ac30c tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.021206 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8cf7eef9-3048-4de1-bb39-f1308f8ea09c req-8146a03e-76c6-4418-a0f3-7b5ead5ac30c tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.022520 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8cf7eef9-3048-4de1-bb39-f1308f8ea09c req-8146a03e-76c6-4418-a0f3-7b5ead5ac30c tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "DELETE /v2.0/security-groups/31e1de02-0f20-4483-973d-60fc02f0a5e6 HTTP/1.1" status: 204 len: 173 time: 0.3021424 Nov 12 04:02:52.060806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146a03e-76c6-4418-a0f3-7b5ead5ac30c tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e1de02-0f20-4483-973d-60fc02f0a5e6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:52.076961 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86c2e0a5-22ec-440b-945c-d13b530ba68a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.099035 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28ffe4d6-3934-43b9-ae32-99b43a14209f req-3781b9f6-1cfa-4ce6-bec6-afe37d748d59 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496556 Nov 12 04:02:52.129704 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-376009b6-fca4-458d-9d69-a2e612feb472 req-49b12816-ad00-4daf-9ad2-8aeea145722f tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/3836a1fa-f392-45b9-b800-34389c636375 HTTP/1.1" status: 200 len: 1823 time: 0.0800402 Nov 12 04:02:52.137015 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-d0874079-b42e-4288-a3ce-8184aef3237e service neutron] 10.222.0.105 "GET /v2.0/networks/6c0722c5-6609-4d96-94b4-0b66b10bd88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245999 Nov 12 04:02:52.168482 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86c2e0a5-22ec-440b-945c-d13b530ba68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.227736 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-86c2e0a5-22ec-440b-945c-d13b530ba68a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5f3e8d10539c43a2b1798563e2ad7a41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3160801 Nov 12 04:02:52.229001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51964) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:52.245308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2e0a5-22ec-440b-945c-d13b530ba68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb26601-c2b2-4aae-ba2e-dca59904d35f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:52.255417 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-376009b6-fca4-458d-9d69-a2e612feb472 req-e98e383f-46dd-4071-a298-d01729d3d957 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.279408 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-6cbcd3cc-8e0b-4da7-87a5-1c63f34ab464 service neutron] 10.222.0.105 "GET /v2.0/networks/6c0722c5-6609-4d96-94b4-0b66b10bd88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355882 Nov 12 04:02:52.314465 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-376009b6-fca4-458d-9d69-a2e612feb472 req-e98e383f-46dd-4071-a298-d01729d3d957 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.325955 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ecb980c3-aa9a-4631-bb22-cea8e68dafb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.350093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:52.355022 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ecb980c3-aa9a-4631-bb22-cea8e68dafb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.448089 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8e3e8569-8065-4536-842d-e390547787d9 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/floatingips/294ebf88-210f-4a37-8b9c-0a1e7912bcbe HTTP/1.1" status: 200 len: 992 time: 0.0966659 Nov 12 04:02:52.522274 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ecb980c3-aa9a-4631-bb22-cea8e68dafb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.529953 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ecb980c3-aa9a-4631-bb22-cea8e68dafb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.538133 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ecb980c3-aa9a-4631-bb22-cea8e68dafb4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1bb26601-c2b2-4aae-ba2e-dca59904d35f HTTP/1.1" status: 204 len: 168 time: 0.3065083 Nov 12 04:02:52.552847 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb980c3-aa9a-4631-bb22-cea8e68dafb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb26601-c2b2-4aae-ba2e-dca59904d35f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:52.556385 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-376009b6-fca4-458d-9d69-a2e612feb472 req-e98e383f-46dd-4071-a298-d01729d3d957 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.561245 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-376009b6-fca4-458d-9d69-a2e612feb472 req-e98e383f-46dd-4071-a298-d01729d3d957 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.584823 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-376009b6-fca4-458d-9d69-a2e612feb472 req-e98e383f-46dd-4071-a298-d01729d3d957 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "DELETE /v2.0/security-groups/3836a1fa-f392-45b9-b800-34389c636375 HTTP/1.1" status: 204 len: 173 time: 0.4484820 Nov 12 04:02:52.639953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e383f-46dd-4071-a298-d01729d3d957 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3836a1fa-f392-45b9-b800-34389c636375,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:52.749953 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec538b6-49db-4d69-af32-26e7b26f8ba4 req-229a8949-81ba-4649-b937-12974b398d29 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:52.751909 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5ec538b6-49db-4d69-af32-26e7b26f8ba4 req-229a8949-81ba-4649-b937-12974b398d29 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1441987 Nov 12 04:02:52.839916 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5ec538b6-49db-4d69-af32-26e7b26f8ba4 req-9d56e5e5-c6c4-405f-8fad-5daed57c5719 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757565 Nov 12 04:02:52.972797 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cfd90380-8d6f-461a-9973-02d73a36e6ee req-1d0dc322-0bbd-49c8-bd02-b39926c79e6a tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 210 time: 0.0599961 Nov 12 04:02:53.044838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03b8ea94-9924-4cb0-a0fb-3fc214081087 req-3cca8e68-bd5d-4a6d-a578-a62d26ef04f8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/a986e2ba-8dee-41c7-ba15-9f278e9efa40 HTTP/1.1" status: 200 len: 2424 time: 0.1085505 Nov 12 04:02:53.089277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51988) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:53.129184 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-03b8ea94-9924-4cb0-a0fb-3fc214081087 req-4ac130ec-05b9-44dd-8a37-009de93e8ad9 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.154180 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3b5f-cf90-4c0a-a19f-7966ffc65c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.172227 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-03b8ea94-9924-4cb0-a0fb-3fc214081087 req-4ac130ec-05b9-44dd-8a37-009de93e8ad9 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.342125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-03b8ea94-9924-4cb0-a0fb-3fc214081087 req-4ac130ec-05b9-44dd-8a37-009de93e8ad9 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.350322 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-03b8ea94-9924-4cb0-a0fb-3fc214081087 req-4ac130ec-05b9-44dd-8a37-009de93e8ad9 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.355623 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9e238e97-3dfa-45ae-af2a-a4c1b518b406 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Deleting port 2356125b-44f7-4b23-baa4-c3e0bf64c8c9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:53.356091 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e238e97-3dfa-45ae-af2a-a4c1b518b406 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.358267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03b8ea94-9924-4cb0-a0fb-3fc214081087 req-4ac130ec-05b9-44dd-8a37-009de93e8ad9 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "DELETE /v2.0/security-groups/a986e2ba-8dee-41c7-ba15-9f278e9efa40 HTTP/1.1" status: 204 len: 173 time: 0.3069937 Nov 12 04:02:53.388279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac130ec-05b9-44dd-8a37-009de93e8ad9 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a986e2ba-8dee-41c7-ba15-9f278e9efa40,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:53.493270 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ebe4896-f0a3-416b-a605-ab9d9dd5656f req-43e7a328-8e84-45f0-9ac3-a245200b9dd4 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "GET /v2.0/security-groups/6bef4e52-6b54-4aa9-91a0-380ee2735724 HTTP/1.1" status: 200 len: 2416 time: 0.0865626 Nov 12 04:02:53.514929 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e238e97-3dfa-45ae-af2a-a4c1b518b406 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.515243 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e238e97-3dfa-45ae-af2a-a4c1b518b406 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.537984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9e238e97-3dfa-45ae-af2a-a4c1b518b406 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Calling delete_port for 2356125b-44f7-4b23-baa4-c3e0bf64c8c9 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:53.645858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0ebe4896-f0a3-416b-a605-ab9d9dd5656f req-80800527-012f-45c1-8d59-86205218ece8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.689751 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0ebe4896-f0a3-416b-a605-ab9d9dd5656f req-80800527-012f-45c1-8d59-86205218ece8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.868611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51998) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:53.893119 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca72ee4e-5b63-465a-8f2b-59ca787fb737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.919509 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0ebe4896-f0a3-416b-a605-ab9d9dd5656f req-80800527-012f-45c1-8d59-86205218ece8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.923875 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0ebe4896-f0a3-416b-a605-ab9d9dd5656f req-80800527-012f-45c1-8d59-86205218ece8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.930489 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ebe4896-f0a3-416b-a605-ab9d9dd5656f req-80800527-012f-45c1-8d59-86205218ece8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] 10.222.0.105 "DELETE /v2.0/security-groups/6bef4e52-6b54-4aa9-91a0-380ee2735724 HTTP/1.1" status: 204 len: 173 time: 0.4252796 Nov 12 04:02:53.941756 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:53.958425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80800527-012f-45c1-8d59-86205218ece8 tempest-SecurityGroupRulesTestJSON-283616897 tempest-SecurityGroupRulesTestJSON-283616897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bef4e52-6b54-4aa9-91a0-380ee2735724,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.022197 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e238e97-3dfa-45ae-af2a-a4c1b518b406 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.070019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e238e97-3dfa-45ae-af2a-a4c1b518b406 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Port': ['ID=2356125b-44f7-4b23-baa4-c3e0bf64c8c9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.078370 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca72ee4e-5b63-465a-8f2b-59ca787fb737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.136204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e58aa-fddb-4acb-bfa9-337a32a5aeb6 req-2631fc7f-1c4d-43be-bd31-5d598c089a90 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:54.137778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-361e58aa-fddb-4acb-bfa9-337a32a5aeb6 req-2631fc7f-1c4d-43be-bd31-5d598c089a90 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.0576868 Nov 12 04:02:54.154235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa1bbfd-d1ec-4303-a7ed-7dd6dc1e9efa admin admin] Deleting subnet d04d9732-9f8c-40cf-b405-98890fbeeeab {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:54.174062 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1c821eb-4aa1-49bc-b38c-51b4ae08f25b req-0016d995-db11-4a29-bdf6-c2fd2d20af41 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 210 time: 0.0640116 Nov 12 04:02:54.174763 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffa1bbfd-d1ec-4303-a7ed-7dd6dc1e9efa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.199355 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca72ee4e-5b63-465a-8f2b-59ca787fb737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.230728 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e238e97-3dfa-45ae-af2a-a4c1b518b406 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.231467 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-9e238e97-3dfa-45ae-af2a-a4c1b518b406 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Floating IP 294ebf88-210f-4a37-8b9c-0a1e7912bcbe disassociated (deleted). External IP: 172.25.8.95, port: 801a2425-850e-47a1-b09f-d9a8dbb36bec. Nov 12 04:02:54.237759 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffa1bbfd-d1ec-4303-a7ed-7dd6dc1e9efa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.310787 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ca72ee4e-5b63-465a-8f2b-59ca787fb737 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6553417d5c2643e78140f82dd66fa657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4364514 Nov 12 04:02:54.313715 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52012) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:54.326690 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-361e58aa-fddb-4acb-bfa9-337a32a5aeb6 req-b9504117-2c0d-4fa3-8a25-817ac5ee3846 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664169 Nov 12 04:02:54.333548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72ee4e-5b63-465a-8f2b-59ca787fb737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea023bf0-80da-4b6c-b52c-880a67f72876,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.398829 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffa1bbfd-d1ec-4303-a7ed-7dd6dc1e9efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.484995 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc7d284a-c8bd-4bc6-be5b-688923839570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.575694 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffa1bbfd-d1ec-4303-a7ed-7dd6dc1e9efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.578817 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc7d284a-c8bd-4bc6-be5b-688923839570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.629054 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-347ddfb6-846d-4a63-bfc7-f5f57b2c2fca req-4349df65-e123-4112-a760-f0df67cfc4e0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0778890 Nov 12 04:02:54.636003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1bbfd-d1ec-4303-a7ed-7dd6dc1e9efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d04d9732-9f8c-40cf-b405-98890fbeeeab,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.735417 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffa1bbfd-d1ec-4303-a7ed-7dd6dc1e9efa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.741005 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ffa1bbfd-d1ec-4303-a7ed-7dd6dc1e9efa admin admin] 10.222.0.105 "DELETE /v2.0/subnets/d04d9732-9f8c-40cf-b405-98890fbeeeab HTTP/1.1" status: 204 len: 168 time: 0.7979746 Nov 12 04:02:54.753114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52014) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:54.814627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ddfb6-846d-4a63-bfc7-f5f57b2c2fca req-5345014c-0ddd-43da-83e0-1fbffe30fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:54.816435 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-347ddfb6-846d-4a63-bfc7-f5f57b2c2fca req-5345014c-0ddd-43da-83e0-1fbffe30fced service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 1097 time: 0.1097920 Nov 12 04:02:54.825948 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e238e97-3dfa-45ae-af2a-a4c1b518b406 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Router 8f96319c-1641-48bc-bcff-94ef29a0d5cb has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:54.826843 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc7d284a-c8bd-4bc6-be5b-688923839570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.838089 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc7d284a-c8bd-4bc6-be5b-688923839570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.838089 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bc7d284a-c8bd-4bc6-be5b-688923839570 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ea023bf0-80da-4b6c-b52c-880a67f72876 HTTP/1.1" status: 204 len: 168 time: 0.5159080 Nov 12 04:02:54.848852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d284a-c8bd-4bc6-be5b-688923839570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea023bf0-80da-4b6c-b52c-880a67f72876,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.872808 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c79a6973-3ff1-4c81-8a23-e9900cfb47bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.887260 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.088097 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c79a6973-3ff1-4c81-8a23-e9900cfb47bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.147640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e238e97-3dfa-45ae-af2a-a4c1b518b406 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:55.153645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c79a6973-3ff1-4c81-8a23-e9900cfb47bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30210dc3-24b9-4055-8c39-e86043659d95']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:55.165910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073d6e8-4218-4206-9c96-dd223a2185de None None] Sync routers for ids ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:55.170164 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e238e97-3dfa-45ae-af2a-a4c1b518b406 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.193938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073d6e8-4218-4206-9c96-dd223a2185de None None] Routers {'8f96319c-1641-48bc-bcff-94ef29a0d5cb'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:55.196431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7073d6e8-4218-4206-9c96-dd223a2185de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:55.198896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ddfb6-846d-4a63-bfc7-f5f57b2c2fca req-eefbe656-4c44-47a1-bdf5-6c4cca9cce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:55.204354 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-347ddfb6-846d-4a63-bfc7-f5f57b2c2fca req-eefbe656-4c44-47a1-bdf5-6c4cca9cce5b service neutron] 10.222.0.25 "GET /v2.0/networks?id=960600ac-14ec-4138-96b2-7076014d9fe3 HTTP/1.1" status: 200 len: 920 time: 0.2802541 Nov 12 04:02:55.257945 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9e238e97-3dfa-45ae-af2a-a4c1b518b406 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "DELETE /v2.0/floatingips/294ebf88-210f-4a37-8b9c-0a1e7912bcbe HTTP/1.1" status: 204 len: 168 time: 2.1639624 Nov 12 04:02:55.257945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'tag': '801a2425-850e-47a1-b09f-d9a8dbb36bec'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:55.273970 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73af81e0-229a-4151-a9de-b675d1ee1897" -d '{"events": [{"name": "network-changed", "server_uuid": "2db45e15-aec8-4ec2-a115-d1aeb5cc247f", "tag": "801a2425-850e-47a1-b09f-d9a8dbb36bec"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:55.284863 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c79a6973-3ff1-4c81-8a23-e9900cfb47bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111bb726-217f-4432-8690-c9feef99dcf3') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:55.286122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c79a6973-3ff1-4c81-8a23-e9900cfb47bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111bb726-217f-4432-8690-c9feef99dcf3') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:55.313652 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c79a6973-3ff1-4c81-8a23-e9900cfb47bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.343801 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c79a6973-3ff1-4c81-8a23-e9900cfb47bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.357951 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-347ddfb6-846d-4a63-bfc7-f5f57b2c2fca req-44de9d86-65fb-4992-8c82-e9df26253149 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=265863ca-0e38-49a4-830a-b5201ab7abf6 HTTP/1.1" status: 200 len: 217 time: 0.1419637 Nov 12 04:02:55.359306 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79a6973-3ff1-4c81-8a23-e9900cfb47bc admin admin] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:55.359916 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c79a6973-3ff1-4c81-8a23-e9900cfb47bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:55.362469 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:55.488071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8938c498-f9ec-4154-a80f-b1e1f447566f req-d5849e4c-f24e-454d-a366-11c5ac91af1c tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 210 time: 0.1473789 Nov 12 04:02:55.584030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7073d6e8-4218-4206-9c96-dd223a2185de None None] Set router 8f96319c-1641-48bc-bcff-94ef29a0d5cb gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:55.591767 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cace21-57ff-4fdd-b869-755d6f35c61f x-openstack-request-id: req-e4cace21-57ff-4fdd-b869-755d6f35c61f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:55.592028 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db45e15-aec8-4ec2-a115-d1aeb5cc247f", "tag": "801a2425-850e-47a1-b09f-d9a8dbb36bec", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:55.592614 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e4cace21-57ff-4fdd-b869-755d6f35c61f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:55.593049 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'tag': '801a2425-850e-47a1-b09f-d9a8dbb36bec', 'status': 'completed', 'code': 200} Nov 12 04:02:55.617172 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ddfb6-846d-4a63-bfc7-f5f57b2c2fca req-8f42d535-802d-4410-a46e-3a01dbeb42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:55.623230 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c79a6973-3ff1-4c81-8a23-e9900cfb47bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.628449 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-347ddfb6-846d-4a63-bfc7-f5f57b2c2fca req-8f42d535-802d-4410-a46e-3a01dbeb42ce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a513ab3-4812-4f78-9863-9429bde900dd HTTP/1.1" status: 200 len: 858 time: 0.2369492 Nov 12 04:02:55.630570 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c79a6973-3ff1-4c81-8a23-e9900cfb47bc admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.640507 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c79a6973-3ff1-4c81-8a23-e9900cfb47bc admin admin] 10.222.0.105 "DELETE /v2.0/networks/30210dc3-24b9-4055-8c39-e86043659d95 HTTP/1.1" status: 204 len: 168 time: 0.8820000 Nov 12 04:02:55.711659 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-347ddfb6-846d-4a63-bfc7-f5f57b2c2fca req-5566dfff-2153-4049-ba61-e7b0d2109611 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=960600ac-14ec-4138-96b2-7076014d9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815685 Nov 12 04:02:56.092820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16937e8a-783e-4afe-a87b-fb391673fc56 req-669f64a5-58cd-4a80-8a1f-9dccd5d8df7b tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:56.094882 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16937e8a-783e-4afe-a87b-fb391673fc56 req-669f64a5-58cd-4a80-8a1f-9dccd5d8df7b tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.3413320 Nov 12 04:02:56.144494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-347ddfb6-846d-4a63-bfc7-f5f57b2c2fca req-12ab1b68-6ecd-48ba-92f4-4977165a1ad8 service neutron] 10.222.0.25 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244547 Nov 12 04:02:56.184297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a6973-3ff1-4c81-8a23-e9900cfb47bc admin admin] Pushing event deleted for resources: {'Network': ['ID=30210dc3-24b9-4055-8c39-e86043659d95,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:56.235395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7073d6e8-4218-4206-9c96-dd223a2185de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:00:49Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'dcf996e9-07d0-4bf2-a9c4-7551ab668849', 'name': '', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:08:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:48Z', 'updated_at': '2021-11-12T04:00:55Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:56.265758 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16937e8a-783e-4afe-a87b-fb391673fc56 req-f3bfa0e4-5b9a-430e-a4e1-097d18a8e94d tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569660 Nov 12 04:02:56.286036 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52046) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:56.335601 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073d6e8-4218-4206-9c96-dd223a2185de None None] Checking router: 8f96319c-1641-48bc-bcff-94ef29a0d5cb for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:56.360242 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073d6e8-4218-4206-9c96-dd223a2185de None None] Routers {'8f96319c-1641-48bc-bcff-94ef29a0d5cb'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:56.361219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7073d6e8-4218-4206-9c96-dd223a2185de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:56.409449 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-347ddfb6-846d-4a63-bfc7-f5f57b2c2fca req-ea6ba6e6-2e9f-42ec-a2c9-c0fb5d5ea34d service neutron] 10.222.0.25 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571883 Nov 12 04:02:56.434555 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ba936f30-8c67-4123-ae0a-c9549a4b9786 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d56d162dad9c416b849a00d76f754f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473758 Nov 12 04:02:56.440523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52050) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:56.526575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af81e0-229a-4151-a9de-b675d1ee1897 req-65eae622-d1f1-4339-bccf-20a7070d6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:56.529684 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73af81e0-229a-4151-a9de-b675d1ee1897 req-65eae622-d1f1-4339-bccf-20a7070d6dad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf460ee872646e8844d17a7c3330b47&device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 1097 time: 0.3700912 Nov 12 04:02:56.548481 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a49d184-b616-4101-adf2-6fa3199fd626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.549815 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432039fe-2cef-4a55-84ae-6d977c5309ae req-29370e1b-9d7f-4da3-a639-146c2f3e6a4b tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:56.563755 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-432039fe-2cef-4a55-84ae-6d977c5309ae req-29370e1b-9d7f-4da3-a639-146c2f3e6a4b tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 945 time: 0.4051635 Nov 12 04:02:56.607450 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a49d184-b616-4101-adf2-6fa3199fd626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.751145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-09e0b91e-89aa-4f2b-ae21-fcd2d6e1c479 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:56.752909 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-09e0b91e-89aa-4f2b-ae21-fcd2d6e1c479 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.25 "GET /v2.0/networks?id=6c0722c5-6609-4d96-94b4-0b66b10bd88c HTTP/1.1" status: 200 len: 821 time: 0.5840721 Nov 12 04:02:56.772112 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a49d184-b616-4101-adf2-6fa3199fd626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.777753 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a49d184-b616-4101-adf2-6fa3199fd626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.779522 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2a49d184-b616-4101-adf2-6fa3199fd626 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f9bbe93f-ab15-4b43-befc-a7449fe88245 HTTP/1.1" status: 204 len: 168 time: 0.3358917 Nov 12 04:02:56.780363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-611d7b0d-4434-47ec-b88b-c1d09bf4652b tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Request body: {'port': {'device_id': 'a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d', 'network_id': '6c0722c5-6609-4d96-94b4-0b66b10bd88c', 'admin_state_up': True, 'tenant_id': '1b56067967af47e58dce58f24844ea40'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:56.828716 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-432039fe-2cef-4a55-84ae-6d977c5309ae req-5c77f4a6-d8e4-4aa9-8be0-df94647690c7 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603707 Nov 12 04:02:56.833251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdb06d-0d40-45df-b23b-2018f7175cac req-29386e8c-856d-4659-85e5-f5db242c8b52 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:56.842273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3fcdb06d-0d40-45df-b23b-2018f7175cac req-29386e8c-856d-4659-85e5-f5db242c8b52 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1683347 Nov 12 04:02:56.901493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49d184-b616-4101-adf2-6fa3199fd626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bbe93f-ab15-4b43-befc-a7449fe88245,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:56.933569 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af81e0-229a-4151-a9de-b675d1ee1897 req-be5fe97d-0c48-45c3-9833-64e3c474884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:56.935078 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73af81e0-229a-4151-a9de-b675d1ee1897 req-be5fe97d-0c48-45c3-9833-64e3c474884f service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d4ee0db-b40b-4493-a1a0-125056a2c014 HTTP/1.1" status: 200 len: 899 time: 0.3675680 Nov 12 04:02:57.025132 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73af81e0-229a-4151-a9de-b675d1ee1897 req-31ba32b3-eb92-4923-bd24-b76cbce2edd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=801a2425-850e-47a1-b09f-d9a8dbb36bec HTTP/1.1" status: 200 len: 217 time: 0.0777280 Nov 12 04:02:57.074821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7073d6e8-4218-4206-9c96-dd223a2185de None None] Set router 8f96319c-1641-48bc-bcff-94ef29a0d5cb gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:57.113288 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-264806a0-80bb-47d4-a213-348c7a9fae06 req-aae90faa-fd12-493b-9144-2a6f267369ed tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 210 time: 0.1385703 Nov 12 04:02:57.118251 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9e80f5a-5517-43f2-8eb5-587b90e89dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.141111 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.148867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af81e0-229a-4151-a9de-b675d1ee1897 req-fb3fadcf-23cb-45b3-a806-a47e8990af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.150372 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73af81e0-229a-4151-a9de-b675d1ee1897 req-fb3fadcf-23cb-45b3-a806-a47e8990af30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c89d483a-9f6e-4e1e-921d-462845a25326 HTTP/1.1" status: 200 len: 834 time: 0.1141613 Nov 12 04:02:57.234450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af81e0-229a-4151-a9de-b675d1ee1897 req-828a447c-fec3-4ce9-8d3a-ff590cb0b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.236948 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73af81e0-229a-4151-a9de-b675d1ee1897 req-828a447c-fec3-4ce9-8d3a-ff590cb0b288 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d4ee0db-b40b-4493-a1a0-125056a2c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785525 Nov 12 04:02:57.254855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-611d7b0d-4434-47ec-b88b-c1d09bf4652b tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Made reservation on behalf of 1b56067967af47e58dce58f24844ea40 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:57.261733 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-611d7b0d-4434-47ec-b88b-c1d09bf4652b tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.448378 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73af81e0-229a-4151-a9de-b675d1ee1897 req-a31e6c72-f8e8-4b58-b1f4-7ed12edaf458 service neutron] 10.222.0.26 "GET /v2.0/networks/1d4ee0db-b40b-4493-a1a0-125056a2c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950197 Nov 12 04:02:57.477370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7073d6e8-4218-4206-9c96-dd223a2185de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:00:49Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'dcf996e9-07d0-4bf2-a9c4-7551ab668849', 'name': '', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:08:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:48Z', 'updated_at': '2021-11-12T04:00:55Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:57.574706 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3fcdb06d-0d40-45df-b23b-2018f7175cac req-99228826-2e3c-4d40-b153-8f2b3c4a6f19 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6929133 Nov 12 04:02:57.614637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073d6e8-4218-4206-9c96-dd223a2185de None None] The sync data for ids ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'] in n-d-767704-23 is: [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:00:49Z', 'revision_number': 4, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'dcf996e9-07d0-4bf2-a9c4-7551ab668849', 'name': '', 'network_id': '1d4ee0db-b40b-4493-a1a0-125056a2c014', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'mac_address': 'fa:16:3e:08:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:48Z', 'updated_at': '2021-11-12T04:00:55Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'subnets': [{'id': 'c89d483a-9f6e-4e1e-921d-462845a25326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:57.714751 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73af81e0-229a-4151-a9de-b675d1ee1897 req-6732119c-2628-4b4f-bbf3-cbe6f5750fee service neutron] 10.222.0.26 "GET /v2.0/networks/1d4ee0db-b40b-4493-a1a0-125056a2c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512558 Nov 12 04:02:57.880650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-611d7b0d-4434-47ec-b88b-c1d09bf4652b tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Allocated IP 172.20.0.14 (6c0722c5-6609-4d96-94b4-0b66b10bd88c/192c8ef9-1ce5-4778-94b0-79e7c1da5f51/2191ef18-8559-4f8a-92ea-456db29d973a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:58.185553 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6945d0d-d78b-4534-8c0a-990f6efb7a56 None None] New status for floating IP 294ebf88-210f-4a37-8b9c-0a1e7912bcbe: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:02:58.272781 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016df33-aa60-45ef-99e5-2f7faa4cb016 req-ef35980f-e72a-404e-8c36-8f1910de4763 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:58.286707 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c016df33-aa60-45ef-99e5-2f7faa4cb016 req-ef35980f-e72a-404e-8c36-8f1910de4763 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 945 time: 0.2859318 Nov 12 04:02:58.329711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f26cc-7191-4539-b5db-1acca96e1cd7 req-60b2ee56-8ac8-489f-ae9a-cf317ad8ed6b tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:58.339315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-682f26cc-7191-4539-b5db-1acca96e1cd7 req-60b2ee56-8ac8-489f-ae9a-cf317ad8ed6b tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1976540 Nov 12 04:02:58.417761 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-682f26cc-7191-4539-b5db-1acca96e1cd7 req-12700773-09d7-4442-9765-b3d280c2889f tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754461 Nov 12 04:02:58.421089 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c016df33-aa60-45ef-99e5-2f7faa4cb016 req-84994fe0-b0da-449c-876d-3da0318f973f tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333022 Nov 12 04:02:58.425884 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-611d7b0d-4434-47ec-b88b-c1d09bf4652b tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.462795 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.573969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90491701-4d19-4494-9f62-cff21a1a79c3 req-9d166ea5-6778-4a2e-817f-68198bf1d55a tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 210 time: 0.0387328 Nov 12 04:02:58.576985 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-611d7b0d-4434-47ec-b88b-c1d09bf4652b tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.666613 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-611d7b0d-4434-47ec-b88b-c1d09bf4652b tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Network 6c0722c5-6609-4d96-94b4-0b66b10bd88c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:58.673645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-611d7b0d-4434-47ec-b88b-c1d09bf4652b tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:58.677231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-611d7b0d-4434-47ec-b88b-c1d09bf4652b tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:58.680360 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d7b0d-4434-47ec-b88b-c1d09bf4652b tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Pushing event updated for resources: {'Port': ['ID=2191ef18-8559-4f8a-92ea-456db29d973a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:58.713970 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5429e6-a7d7-4c8b-906f-5b56730c991b req-7838f455-5058-4cf3-9ccf-cd044ec832f3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:58.715621 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a5429e6-a7d7-4c8b-906f-5b56730c991b req-7838f455-5058-4cf3-9ccf-cd044ec832f3 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.26 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 945 time: 0.1362848 Nov 12 04:02:58.828799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-611d7b0d-4434-47ec-b88b-c1d09bf4652b tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:58.829757 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-611d7b0d-4434-47ec-b88b-c1d09bf4652b tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.907942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-1a5429e6-a7d7-4c8b-906f-5b56730c991b req-c1b517db-583e-4a30-840c-24ec15fb27e5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Deleting port 801a2425-850e-47a1-b09f-d9a8dbb36bec {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:58.908488 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1a5429e6-a7d7-4c8b-906f-5b56730c991b req-c1b517db-583e-4a30-840c-24ec15fb27e5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.921883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52144) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:58.948360 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.956540 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-611d7b0d-4434-47ec-b88b-c1d09bf4652b tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1921144 Nov 12 04:02:58.997558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Request body: {'port': {'device_id': 'a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:59.120530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1a5429e6-a7d7-4c8b-906f-5b56730c991b req-c1b517db-583e-4a30-840c-24ec15fb27e5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] For port 801a2425-850e-47a1-b09f-d9a8dbb36bec, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=801a2425-850e-47a1-b09f-d9a8dbb36bec,segment=NetworkSegment(7394c6f8-415a-4435-81e5-fe5877315a5b),segment_id=7394c6f8-415a-4435-81e5-fe5877315a5b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:59.124747 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1a5429e6-a7d7-4c8b-906f-5b56730c991b req-c1b517db-583e-4a30-840c-24ec15fb27e5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.124747 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.149762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1045325922-network', 'tenant_id': '57737743e14f4023a48559aee4f8845b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:59.154465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-1a5429e6-a7d7-4c8b-906f-5b56730c991b req-c1b517db-583e-4a30-840c-24ec15fb27e5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Calling delete_port for 801a2425-850e-47a1-b09f-d9a8dbb36bec owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:59.292416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] Made reservation on behalf of 57737743e14f4023a48559aee4f8845b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:59.295389 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.305595 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.392304 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.467421 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.517464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:59.552347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e84bd4-679e-4def-a96a-bf44f2690b2a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:59.568692 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.569826 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] Added segment bdcce992-38d8-40a3-b2d5-4bcdefbabd29 of type vlan for network e38b5a5c-4c12-46fd-825c-054e80fc0fca Nov 12 04:02:59.677026 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.712183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc29a1-9a62-4c79-be17-3b324300b789 req-c863c73c-adbb-497c-8577-0d2f7e38a499 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:59.716775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-17dc29a1-9a62-4c79-be17-3b324300b789 req-c863c73c-adbb-497c-8577-0d2f7e38a499 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1418624 Nov 12 04:02:59.752291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f88b8-4aeb-4be8-be75-a0e65836771a req-db32e39d-c121-4238-b20c-3967931ee9bf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:59.757887 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d8f88b8-4aeb-4be8-be75-a0e65836771a req-db32e39d-c121-4238-b20c-3967931ee9bf tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 945 time: 0.1440961 Nov 12 04:02:59.800684 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1a5429e6-a7d7-4c8b-906f-5b56730c991b req-c1b517db-583e-4a30-840c-24ec15fb27e5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.820108 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-17dc29a1-9a62-4c79-be17-3b324300b789 req-dc2d1cbe-24e9-4138-8270-8d23e26736a2 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947082 Nov 12 04:02:59.855780 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.860685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:59.860685 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.883493 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b517db-583e-4a30-840c-24ec15fb27e5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Port': ['ID=801a2425-850e-47a1-b09f-d9a8dbb36bec,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:59.972728 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d8f88b8-4aeb-4be8-be75-a0e65836771a req-8e089fe0-03b4-4d7d-bd01-4dd7db077305 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/security-groups?id=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955466 Nov 12 04:02:59.993402 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0564287 Nov 12 04:02:59.993402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c037088-8554-4d77-8b06-cf3a14b07247 admin admin] Pushing event updated for resources: {'Network': ['ID=e38b5a5c-4c12-46fd-825c-054e80fc0fca,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:59.994675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:59.999418 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ff789b95-f910-4ebe-a848-3d03ed0c81d6 admin admin] Request body: {'subnet': {'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1045325922-subnet', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:00.001243 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5429e6-a7d7-4c8b-906f-5b56730c991b req-c1b517db-583e-4a30-840c-24ec15fb27e5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] No DVR routers for this DVR port 801a2425-850e-47a1-b09f-d9a8dbb36bec on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:00.006228 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1a5429e6-a7d7-4c8b-906f-5b56730c991b req-c1b517db-583e-4a30-840c-24ec15fb27e5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.008639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network e38b5a5c-4c12-46fd-825c-054e80fc0fca details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:00.009988 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a5429e6-a7d7-4c8b-906f-5b56730c991b req-c1b517db-583e-4a30-840c-24ec15fb27e5 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.26 "DELETE /v2.0/ports/801a2425-850e-47a1-b09f-d9a8dbb36bec HTTP/1.1" status: 204 len: 173 time: 1.2742486 Nov 12 04:03:00.010632 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'name': 'network-vif-deleted', 'tag': '801a2425-850e-47a1-b09f-d9a8dbb36bec'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:00.013114 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6833163d-d2c0-496c-9cd3-32b141a448a8" -d '{"events": [{"server_uuid": "2db45e15-aec8-4ec2-a115-d1aeb5cc247f", "name": "network-vif-deleted", "tag": "801a2425-850e-47a1-b09f-d9a8dbb36bec"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:00.017777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2191ef18-8559-4f8a-92ea-456db29d973a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:00.027873 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.046985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Transition to ACTIVE for port object 2191ef18-8559-4f8a-92ea-456db29d973a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:00.069859 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb642b3-cd49-444e-8cd3-77a115f3ba64 req-8935009c-9b85-40ca-bccc-3ec18d2aa208 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:00.078902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7eb642b3-cd49-444e-8cd3-77a115f3ba64 req-8935009c-9b85-40ca-bccc-3ec18d2aa208 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 932 time: 0.1266451 Nov 12 04:03:00.152818 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7eb642b3-cd49-444e-8cd3-77a115f3ba64 req-d6a14cc9-0c41-4752-b6a6-298f26d78fe7 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/security-groups?id=763bb9ca-4344-40cc-853b-7ffba7b9f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724771 Nov 12 04:03:00.161494 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.176262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff789b95-f910-4ebe-a848-3d03ed0c81d6 admin admin] Made reservation on behalf of 57737743e14f4023a48559aee4f8845b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:00.176262 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff789b95-f910-4ebe-a848-3d03ed0c81d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.268462 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7cfc30-2712-46be-a2c5-a92cbad0d861 x-openstack-request-id: req-0e7cfc30-2712-46be-a2c5-a92cbad0d861 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:00.269156 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db45e15-aec8-4ec2-a115-d1aeb5cc247f", "name": "network-vif-deleted", "tag": "801a2425-850e-47a1-b09f-d9a8dbb36bec", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:00.269455 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0e7cfc30-2712-46be-a2c5-a92cbad0d861 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:00.269853 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db45e15-aec8-4ec2-a115-d1aeb5cc247f', 'name': 'network-vif-deleted', 'tag': '801a2425-850e-47a1-b09f-d9a8dbb36bec', 'status': 'completed', 'code': 200} Nov 12 04:03:00.319996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Pushing event updated for resources: {'Port': ['ID=2191ef18-8559-4f8a-92ea-456db29d973a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:00.417990 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Attempting to bind port 2191ef18-8559-4f8a-92ea-456db29d973a on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:00.418327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Attempting to bind port 2191ef18-8559-4f8a-92ea-456db29d973a by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '54c16064-1651-4c92-a424-6d1bf83deedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '6c0722c5-6609-4d96-94b4-0b66b10bd88c'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:00.418669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Attempting to bind port 2191ef18-8559-4f8a-92ea-456db29d973a on network 6c0722c5-6609-4d96-94b4-0b66b10bd88c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:00.435232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Port 2191ef18-8559-4f8a-92ea-456db29d973a on network 6c0722c5-6609-4d96-94b4-0b66b10bd88c not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:00.435584 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Attempting to bind port 2191ef18-8559-4f8a-92ea-456db29d973a on network 6c0722c5-6609-4d96-94b4-0b66b10bd88c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:00.445510 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:00.446545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Checking segment: {'id': '54c16064-1651-4c92-a424-6d1bf83deedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '6c0722c5-6609-4d96-94b4-0b66b10bd88c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:00.446968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Bound using segment: {'id': '54c16064-1651-4c92-a424-6d1bf83deedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '6c0722c5-6609-4d96-94b4-0b66b10bd88c'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:00.447415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Bound port: 2191ef18-8559-4f8a-92ea-456db29d973a, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c16064-1651-4c92-a424-6d1bf83deedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '6c0722c5-6609-4d96-94b4-0b66b10bd88c'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:00.447782 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.624219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] For port 2191ef18-8559-4f8a-92ea-456db29d973a, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:00.628675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] For port 2191ef18-8559-4f8a-92ea-456db29d973a, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=2191ef18-8559-4f8a-92ea-456db29d973a,segment=NetworkSegment(54c16064-1651-4c92-a424-6d1bf83deedb),segment_id=54c16064-1651-4c92-a424-6d1bf83deedb)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:00.699616 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.750892 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff789b95-f910-4ebe-a848-3d03ed0c81d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.770636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:00.771253 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.773268 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] 10.222.0.25 "PUT /v2.0/ports/2191ef18-8559-4f8a-92ea-456db29d973a HTTP/1.1" status: 200 len: 1093 time: 1.7830224 Nov 12 04:03:00.837844 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff789b95-f910-4ebe-a848-3d03ed0c81d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=655f79a8-108e-4a0c-b3ac-18fe3a985abd,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:00.849567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff789b95-f910-4ebe-a848-3d03ed0c81d6 admin admin] Checking segment: {'id': 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:00.849930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff789b95-f910-4ebe-a848-3d03ed0c81d6 admin admin] Network hostable DHCP agents. Network: e38b5a5c-4c12-46fd-825c-054e80fc0fca, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:00.930319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff789b95-f910-4ebe-a848-3d03ed0c81d6 admin admin] Network e38b5a5c-4c12-46fd-825c-054e80fc0fca is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:00.937329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d292371-242e-426b-9e3c-7288c78a4895 req-26756914-c5bf-4cab-b4a6-2e1a3668ed9a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:00.939713 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3d292371-242e-426b-9e3c-7288c78a4895 req-26756914-c5bf-4cab-b4a6-2e1a3668ed9a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1726787 Nov 12 04:03:00.966039 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096883ae-4c29-48da-9439-82d3908c9723 service neutron] Pushing event updated for resources: {'Port': ['ID=2191ef18-8559-4f8a-92ea-456db29d973a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:01.028317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ff789b95-f910-4ebe-a848-3d03ed0c81d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, e38b5a5c-4c12-46fd-825c-054e80fc0fca) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:01.035250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff789b95-f910-4ebe-a848-3d03ed0c81d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.035865 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff789b95-f910-4ebe-a848-3d03ed0c81d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.042895 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e19bf35-2a26-49f3-8a85-7f4640997bcc None None] Network e38b5a5c-4c12-46fd-825c-054e80fc0fca requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:01.090975 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 801a2425-850e-47a1-b09f-d9a8dbb36bec no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:01.110083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-a46e9f5e-31bc-48a8-b49c-1310d8073deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.110720 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-a46e9f5e-31bc-48a8-b49c-1310d8073deb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b56067967af47e58dce58f24844ea40&device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 1096 time: 0.1697104 Nov 12 04:03:01.124891 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3d292371-242e-426b-9e3c-7288c78a4895 req-7f22db76-b187-4076-9a5b-4206a59b3051 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544948 Nov 12 04:03:01.144727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 801a2425-850e-47a1-b09f-d9a8dbb36bec {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:01.145379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 801a2425-850e-47a1-b09f-d9a8dbb36bec not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:01.188756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69c008b6-c137-4cbe-8781-acb4f79be712 req-bd16804e-ca5b-4f26-b4ac-931dc05aed12 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "GET /v2.0/ports?device_id=2db45e15-aec8-4ec2-a115-d1aeb5cc247f HTTP/1.1" status: 200 len: 210 time: 0.0660942 Nov 12 04:03:01.203991 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ff789b95-f910-4ebe-a848-3d03ed0c81d6 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2092812 Nov 12 04:03:01.206680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52212) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:01.219191 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-02ee852d-9fa6-4998-ab6d-6719ffc21be7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2191ef18-8559-4f8a-92ea-456db29d973a HTTP/1.1" status: 200 len: 217 time: 0.0927370 Nov 12 04:03:01.233054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:01.345298 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.353049 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.402832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'fixed_ips': [{'subnet_id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:01.403734 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.430536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-32c8b5f1-f494-4f89-8b8d-52157d5cf222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.433745 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-32c8b5f1-f494-4f89-8b8d-52157d5cf222 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=192c8ef9-1ce5-4778-94b0-79e7c1da5f51 HTTP/1.1" status: 200 len: 861 time: 0.2061701 Nov 12 04:03:01.503475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac9428-f181-447e-960b-5b0cfb6b4968 req-d2d7d06b-c8d2-4064-bae4-d6cfbede569d tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.510349 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.512188 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-faac9428-f181-447e-960b-5b0cfb6b4968 req-d2d7d06b-c8d2-4064-bae4-d6cfbede569d tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 944 time: 0.1593485 Nov 12 04:03:01.515856 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-2d44d8a2-7765-4d13-b5e6-9156703f861c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c0722c5-6609-4d96-94b4-0b66b10bd88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718203 Nov 12 04:03:01.666303 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-faac9428-f181-447e-960b-5b0cfb6b4968 req-211128e3-9ada-4b4e-841d-f5a398140c46 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/security-groups?id=763bb9ca-4344-40cc-853b-7ffba7b9f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503181 Nov 12 04:03:01.708423 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-3a3c5e9b-4423-470c-b517-930e335f1d08 service neutron] 10.222.0.25 "GET /v2.0/networks/6c0722c5-6609-4d96-94b4-0b66b10bd88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835723 Nov 12 04:03:01.720216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Allocated IP 172.20.0.2 (e38b5a5c-4c12-46fd-825c-054e80fc0fca/655f79a8-108e-4a0c-b3ac-18fe3a985abd/790d300a-e85d-4320-ba48-1a15f985562b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:01.847282 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1d26081f-a009-4d98-ae43-ef15151f4259 req-d9f8bdac-d9ca-4508-9c2a-579eaf2bd660 service neutron] 10.222.0.25 "GET /v2.0/networks/6c0722c5-6609-4d96-94b4-0b66b10bd88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300974 Nov 12 04:03:02.005943 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.085645 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.191318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Network e38b5a5c-4c12-46fd-825c-054e80fc0fca is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:02.207828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:02.215736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:02.271435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d', 'tag': '2191ef18-8559-4f8a-92ea-456db29d973a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:02.276755 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a52348-37de-4938-bc3f-080cfc97e242" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d", "tag": "2191ef18-8559-4f8a-92ea-456db29d973a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:02.302284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:02.371655 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Pushing event updated for resources: {'Port': ['ID=790d300a-e85d-4320-ba48-1a15f985562b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:02.389472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Attempting to bind port 790d300a-e85d-4320-ba48-1a15f985562b on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:02.390213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Attempting to bind port 790d300a-e85d-4320-ba48-1a15f985562b by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:02.391055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Attempting to bind port 790d300a-e85d-4320-ba48-1a15f985562b on network e38b5a5c-4c12-46fd-825c-054e80fc0fca {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:02.407791 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:02.409510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Checking segment: {'id': 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:02.411704 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.411972 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.414360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Bound using segment: {'id': 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:02.415713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Bound port: 790d300a-e85d-4320-ba48-1a15f985562b, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:02.416939 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.436539 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4859da4-f785-4a4f-8cdc-0c5191568789 x-openstack-request-id: req-e4859da4-f785-4a4f-8cdc-0c5191568789 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:02.436539 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d", "tag": "2191ef18-8559-4f8a-92ea-456db29d973a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:02.436539 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e4859da4-f785-4a4f-8cdc-0c5191568789 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:02.436539 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d', 'tag': '2191ef18-8559-4f8a-92ea-456db29d973a', 'status': 'completed', 'code': 200} Nov 12 04:03:02.439426 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a7c47-2893-49a5-b5ad-1af23deff896 req-fbc4e147-5058-47bd-a393-14afae23b8cb tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.448640 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d2a7c47-2893-49a5-b5ad-1af23deff896 req-fbc4e147-5058-47bd-a393-14afae23b8cb tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1311252 Nov 12 04:03:02.547980 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d2a7c47-2893-49a5-b5ad-1af23deff896 req-bade55fc-df51-4c7b-a493-fa0783cfdb5f tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923800 Nov 12 04:03:02.617201 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3ebe141-7528-4685-8aaf-696917399450 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.629786 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] For port 790d300a-e85d-4320-ba48-1a15f985562b, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:02.661126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] For port 790d300a-e85d-4320-ba48-1a15f985562b, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=790d300a-e85d-4320-ba48-1a15f985562b,segment=NetworkSegment(bdcce992-38d8-40a3-b2d5-4bcdefbabd29),segment_id=bdcce992-38d8-40a3-b2d5-4bcdefbabd29)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:02.736686 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a52348-37de-4938-bc3f-080cfc97e242 req-d8f7bbd0-d8b7-4453-997a-e68f64048bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.739075 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83a52348-37de-4938-bc3f-080cfc97e242 req-d8f7bbd0-d8b7-4453-997a-e68f64048bc4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1b56067967af47e58dce58f24844ea40&device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 1096 time: 0.3045056 Nov 12 04:03:02.739252 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.743033 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3ebe141-7528-4685-8aaf-696917399450 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.977983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48571c1-8e10-4960-9541-eabd7c5770cf req-539c084c-3174-47c0-a5a2-e7dec1e2cf74 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.985993 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a48571c1-8e10-4960-9541-eabd7c5770cf req-539c084c-3174-47c0-a5a2-e7dec1e2cf74 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 944 time: 0.1558599 Nov 12 04:03:03.004786 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5ef75-666e-4337-979b-03fe34b47d9c None None] Pushing event updated for resources: {'Port': ['ID=790d300a-e85d-4320-ba48-1a15f985562b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:03.020017 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a52348-37de-4938-bc3f-080cfc97e242 req-e7fb1975-681d-4abc-93a4-41a9bfc2a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.024429 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83a52348-37de-4938-bc3f-080cfc97e242 req-e7fb1975-681d-4abc-93a4-41a9bfc2a6b5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6c0722c5-6609-4d96-94b4-0b66b10bd88c HTTP/1.1" status: 200 len: 923 time: 0.2742906 Nov 12 04:03:03.104772 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83a52348-37de-4938-bc3f-080cfc97e242 req-856a8fec-4b4b-4e60-a0b2-7cad9c716a3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2191ef18-8559-4f8a-92ea-456db29d973a HTTP/1.1" status: 200 len: 217 time: 0.0663004 Nov 12 04:03:03.177357 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3ebe141-7528-4685-8aaf-696917399450 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.180663 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3ebe141-7528-4685-8aaf-696917399450 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.181943 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b3ebe141-7528-4685-8aaf-696917399450 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "DELETE /v2.0/security-groups/8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6 HTTP/1.1" status: 204 len: 168 time: 0.8773429 Nov 12 04:03:03.196823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a52348-37de-4938-bc3f-080cfc97e242 req-5828dffe-c259-417c-8eab-713a4a908a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.198363 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83a52348-37de-4938-bc3f-080cfc97e242 req-5828dffe-c259-417c-8eab-713a4a908a7e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=192c8ef9-1ce5-4778-94b0-79e7c1da5f51 HTTP/1.1" status: 200 len: 861 time: 0.0785797 Nov 12 04:03:03.218039 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebe141-7528-4685-8aaf-696917399450 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4fc0be-29e4-4249-a2e9-7c3402a6c1b6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:03.259721 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83a52348-37de-4938-bc3f-080cfc97e242 req-59b02c93-cd41-4a36-986c-8abae407dbbb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c0722c5-6609-4d96-94b4-0b66b10bd88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534263 Nov 12 04:03:03.290376 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a48571c1-8e10-4960-9541-eabd7c5770cf req-548d4681-dd0c-46f3-99d2-3eefb014f590 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/security-groups?id=763bb9ca-4344-40cc-853b-7ffba7b9f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035042 Nov 12 04:03:03.341440 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52240) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:03.401020 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.444814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.631377 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83a52348-37de-4938-bc3f-080cfc97e242 req-a4baf0ab-4794-4a31-b5ed-ce6569d954ea service neutron] 10.222.0.25 "GET /v2.0/networks/6c0722c5-6609-4d96-94b4-0b66b10bd88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503172 Nov 12 04:03:03.639899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 2191ef18-8559-4f8a-92ea-456db29d973a details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:03.668519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Allocated IP 172.25.8.4 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/d131cc3c-ffd3-4895-8b2e-d2680974d2db) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:03.902554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 2191ef18-8559-4f8a-92ea-456db29d973a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=2191ef18-8559-4f8a-92ea-456db29d973a,segment=NetworkSegment(54c16064-1651-4c92-a424-6d1bf83deedb),segment_id=54c16064-1651-4c92-a424-6d1bf83deedb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:03.924328 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '2191ef18-8559-4f8a-92ea-456db29d973a', 'network_id': '6c0722c5-6609-4d96-94b4-0b66b10bd88c', 'port_id': '2191ef18-8559-4f8a-92ea-456db29d973a', 'mac_address': 'fa:16:3e:30:45:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192c8ef9-1ce5-4778-94b0-79e7c1da5f51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:03.957597 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.000984 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.041084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2191ef18-8559-4f8a-92ea-456db29d973a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:04.122070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 2191ef18-8559-4f8a-92ea-456db29d973a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=2191ef18-8559-4f8a-92ea-456db29d973a,segment=NetworkSegment(54c16064-1651-4c92-a424-6d1bf83deedb),segment_id=54c16064-1651-4c92-a424-6d1bf83deedb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:04.161807 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.174462 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.230901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:04.237703 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:04.242239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:04.258792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 790d300a-e85d-4320-ba48-1a15f985562b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:04.279426 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Pushing event updated for resources: {'Port': ['ID=d131cc3c-ffd3-4895-8b2e-d2680974d2db,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:04.374860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=2191ef18-8559-4f8a-92ea-456db29d973a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:04.399832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 790d300a-e85d-4320-ba48-1a15f985562b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:04.400460 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.450727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['2191ef18-8559-4f8a-92ea-456db29d973a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:04.633032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ee16c-4ad6-40fd-bb3f-418fddd8c6ba req-64c4fcbc-0dff-43af-8d0e-9f2be6fc5272 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.635215 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-599ee16c-4ad6-40fd-bb3f-418fddd8c6ba req-64c4fcbc-0dff-43af-8d0e-9f2be6fc5272 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 945 time: 0.1385729 Nov 12 04:03:04.655587 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83a52348-37de-4938-bc3f-080cfc97e242 req-1f7bda08-84cd-4c5d-b0e8-179d47e0603a service neutron] 10.222.0.25 "GET /v2.0/networks/6c0722c5-6609-4d96-94b4-0b66b10bd88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8718154 Nov 12 04:03:04.708569 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.731903 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-599ee16c-4ad6-40fd-bb3f-418fddd8c6ba req-20683139-ed10-4eab-ae04-229b8308fec0 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/security-groups?id=763bb9ca-4344-40cc-853b-7ffba7b9f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828521 Nov 12 04:03:04.763277 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b45f07-ca5b-429d-bd05-ce73f8ed6306 None None] Network e38b5a5c-4c12-46fd-825c-054e80fc0fca requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:04.844975 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-208e1dcd-d3c1-4648-ba38-216dfc7ccbbd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.898501 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.019485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 790d300a-e85d-4320-ba48-1a15f985562b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=790d300a-e85d-4320-ba48-1a15f985562b,segment=NetworkSegment(bdcce992-38d8-40a3-b2d5-4bcdefbabd29),segment_id=bdcce992-38d8-40a3-b2d5-4bcdefbabd29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:05.221474 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.241105 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6ddec285-c35b-434a-9361-7d9f73e6ebcb None None] Provisioning complete for port 790d300a-e85d-4320-ba48-1a15f985562b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:05.243531 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ddec285-c35b-434a-9361-7d9f73e6ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.339124 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.423487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-208e1dcd-d3c1-4648-ba38-216dfc7ccbbd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Deleting port dcf996e9-07d0-4bf2-a9c4-7551ab668849 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:05.423829 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-208e1dcd-d3c1-4648-ba38-216dfc7ccbbd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.577088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=790d300a-e85d-4320-ba48-1a15f985562b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:05.603737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-208e1dcd-d3c1-4648-ba38-216dfc7ccbbd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] For port dcf996e9-07d0-4bf2-a9c4-7551ab668849, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=dcf996e9-07d0-4bf2-a9c4-7551ab668849,segment=NetworkSegment(7394c6f8-415a-4435-81e5-fe5877315a5b),segment_id=7394c6f8-415a-4435-81e5-fe5877315a5b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:05.604128 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-208e1dcd-d3c1-4648-ba38-216dfc7ccbbd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.630993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-208e1dcd-d3c1-4648-ba38-216dfc7ccbbd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Calling delete_port for dcf996e9-07d0-4bf2-a9c4-7551ab668849 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:05.693050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Router b6662830-88b0-4b84-adfb-99ccb8269e9a is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:03:05.971695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:05.982438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Sync routers for ids ['b6662830-88b0-4b84-adfb-99ccb8269e9a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:05.995739 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dfdbc-859e-45da-b365-3fd9e9277b37 req-ac726f8e-766a-4599-a812-9a2862304000 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:06.000308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Routers {'b6662830-88b0-4b84-adfb-99ccb8269e9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:06.000965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b6662830-88b0-4b84-adfb-99ccb8269e9a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:06.004986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f55dfdbc-859e-45da-b365-3fd9e9277b37 req-ac726f8e-766a-4599-a812-9a2862304000 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 945 time: 0.1011624 Nov 12 04:03:06.141574 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f55dfdbc-859e-45da-b365-3fd9e9277b37 req-eabf1a10-e8e4-4d74-9e84-49e00825ca0f tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/security-groups?id=763bb9ca-4344-40cc-853b-7ffba7b9f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260738 Nov 12 04:03:06.360082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 790d300a-e85d-4320-ba48-1a15f985562b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:06.379221 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-63085cfe-dee9-403a-9b6e-0d9f90f424e8 None None] Provisioning complete for port 790d300a-e85d-4320-ba48-1a15f985562b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:06.380271 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63085cfe-dee9-403a-9b6e-0d9f90f424e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.400624 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.402083 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c358f06c-6985-4e89-9cf2-dbe8c8391d41 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.1844060 Nov 12 04:03:06.404980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52274) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:06.461342 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Set router b6662830-88b0-4b84-adfb-99ccb8269e9a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:06.537511 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-208e1dcd-d3c1-4648-ba38-216dfc7ccbbd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.599976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e1dcd-d3c1-4648-ba38-216dfc7ccbbd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Port': ['ID=dcf996e9-07d0-4bf2-a9c4-7551ab668849,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:06.680359 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 790d300a-e85d-4320-ba48-1a15f985562b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:06.684089 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.879026 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:03:04Z', 'revision_number': 3, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port': {'id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:06.946041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Checking router: b6662830-88b0-4b84-adfb-99ccb8269e9a for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:06.946041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Updating router b6662830-88b0-4b84-adfb-99ccb8269e9a port d131cc3c-ffd3-4895-8b2e-d2680974d2db binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:03:07.028838 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.122301 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-208e1dcd-d3c1-4648-ba38-216dfc7ccbbd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.575846 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.580182 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.634644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208e1dcd-d3c1-4648-ba38-216dfc7ccbbd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Router 8f96319c-1641-48bc-bcff-94ef29a0d5cb has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:07.669702 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 2191ef18-8559-4f8a-92ea-456db29d973a up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:07.674222 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.720417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facb7aa-bd55-4d09-ba4f-5c64b2e45e7a req-158629bf-ae57-4579-bae5-52e5f0f0b181 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:07.722308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4facb7aa-bd55-4d09-ba4f-5c64b2e45e7a req-158629bf-ae57-4579-bae5-52e5f0f0b181 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 945 time: 0.0725827 Nov 12 04:03:07.806490 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4facb7aa-bd55-4d09-ba4f-5c64b2e45e7a req-c9556869-73e7-46e8-bfa6-c4d54045958f tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/security-groups?id=763bb9ca-4344-40cc-853b-7ffba7b9f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697351 Nov 12 04:03:07.882860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafeda1-972f-418e-9d43-ebe666c5b9e9 None None] Pushing event updated for resources: {'Port': ['ID=d131cc3c-ffd3-4895-8b2e-d2680974d2db,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:07.910115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Attempting to bind port d131cc3c-ffd3-4895-8b2e-d2680974d2db on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:07.910497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Attempting to bind port d131cc3c-ffd3-4895-8b2e-d2680974d2db by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:07.910873 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Attempting to bind port d131cc3c-ffd3-4895-8b2e-d2680974d2db on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:07.928702 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:07.930354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:07.931763 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.932426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:07.933151 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Bound port: d131cc3c-ffd3-4895-8b2e-d2680974d2db, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:07.933958 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.986888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e77bf-b575-4a0a-9ff1-a9a8ccc7303e req-b5aa4b2b-c02c-4265-9a9a-8ad97d86c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:07.988457 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b7e77bf-b575-4a0a-9ff1-a9a8ccc7303e req-b5aa4b2b-c02c-4265-9a9a-8ad97d86c230 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 1097 time: 0.1613276 Nov 12 04:03:07.991540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208e1dcd-d3c1-4648-ba38-216dfc7ccbbd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:08.003926 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222cb8c0-6db8-4722-80df-92070f0b613e None None] Sync routers for ids ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:08.004918 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-208e1dcd-d3c1-4648-ba38-216dfc7ccbbd tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "PUT /v2.0/routers/8f96319c-1641-48bc-bcff-94ef29a0d5cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6569779 Nov 12 04:03:08.005556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52290) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:08.008948 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Allocated IP 172.20.0.1 (e38b5a5c-4c12-46fd-825c-054e80fc0fca/655f79a8-108e-4a0c-b3ac-18fe3a985abd/f10c7a6c-6002-4459-88ac-89bd48809f90) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:08.057476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 2191ef18-8559-4f8a-92ea-456db29d973a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:08.059154 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222cb8c0-6db8-4722-80df-92070f0b613e None None] Routers {'8f96319c-1641-48bc-bcff-94ef29a0d5cb'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:08.070532 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-222cb8c0-6db8-4722-80df-92070f0b613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:08.078039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d919874-412a-41af-8609-067eb31130f8 req-f20201da-1c9e-41ab-b2ae-cd6ae9749fe2 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:08.100891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d919874-412a-41af-8609-067eb31130f8 req-f20201da-1c9e-41ab-b2ae-cd6ae9749fe2 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1873574 Nov 12 04:03:08.104974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 2191ef18-8559-4f8a-92ea-456db29d973a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:08.105917 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.116029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] For port d131cc3c-ffd3-4895-8b2e-d2680974d2db, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:08.121812 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] For port d131cc3c-ffd3-4895-8b2e-d2680974d2db, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d131cc3c-ffd3-4895-8b2e-d2680974d2db,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:08.196633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-759ca176-5f44-4c89-b296-e2cc9d2b1fd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Deleting subnet c89d483a-9f6e-4e1e-921d-462845a25326 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:08.233075 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-759ca176-5f44-4c89-b296-e2cc9d2b1fd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.245058 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.275263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d919874-412a-41af-8609-067eb31130f8 req-30b66ac5-a775-4ecf-8222-c938451b54c6 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729329 Nov 12 04:03:08.280337 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:08.404865 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-222cb8c0-6db8-4722-80df-92070f0b613e None None] Set router 8f96319c-1641-48bc-bcff-94ef29a0d5cb gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:08.438018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafeda1-972f-418e-9d43-ebe666c5b9e9 None None] Pushing event updated for resources: {'Port': ['ID=d131cc3c-ffd3-4895-8b2e-d2680974d2db,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:08.438932 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-759ca176-5f44-4c89-b296-e2cc9d2b1fd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.465836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Routers {'b6662830-88b0-4b84-adfb-99ccb8269e9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:08.467967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b6662830-88b0-4b84-adfb-99ccb8269e9a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:08.478792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e77bf-b575-4a0a-9ff1-a9a8ccc7303e req-ee019b85-5c2d-4362-8a77-9c3e725ae395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:08.480431 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b7e77bf-b575-4a0a-9ff1-a9a8ccc7303e req-ee019b85-5c2d-4362-8a77-9c3e725ae395 service neutron] 10.222.0.25 "GET /v2.0/networks?id=960600ac-14ec-4138-96b2-7076014d9fe3 HTTP/1.1" status: 200 len: 920 time: 0.4737735 Nov 12 04:03:08.585614 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.607125 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-222cb8c0-6db8-4722-80df-92070f0b613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:03:06Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:08.607761 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b7e77bf-b575-4a0a-9ff1-a9a8ccc7303e req-18d5ec29-7f72-4e7e-b819-92a4db9dea20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=265863ca-0e38-49a4-830a-b5201ab7abf6 HTTP/1.1" status: 200 len: 217 time: 0.1154821 Nov 12 04:03:08.636163 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222cb8c0-6db8-4722-80df-92070f0b613e None None] Checking router: 8f96319c-1641-48bc-bcff-94ef29a0d5cb for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:08.646673 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222cb8c0-6db8-4722-80df-92070f0b613e None None] Routers {'8f96319c-1641-48bc-bcff-94ef29a0d5cb'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:08.648288 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-222cb8c0-6db8-4722-80df-92070f0b613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:08.765606 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-222cb8c0-6db8-4722-80df-92070f0b613e None None] Set router 8f96319c-1641-48bc-bcff-94ef29a0d5cb gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:08.771378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] Set router b6662830-88b0-4b84-adfb-99ccb8269e9a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:08.814552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2191ef18-8559-4f8a-92ea-456db29d973a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:08.817101 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c3990f-7029-4489-9dc5-46b17f940c3a" -d '{"events": [{"server_uuid": "a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d", "name": "network-vif-plugged", "status": "completed", "tag": "2191ef18-8559-4f8a-92ea-456db29d973a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:08.824126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 2191ef18-8559-4f8a-92ea-456db29d973a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=2191ef18-8559-4f8a-92ea-456db29d973a,segment=NetworkSegment(54c16064-1651-4c92-a424-6d1bf83deedb),segment_id=54c16064-1651-4c92-a424-6d1bf83deedb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:09.087649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:03:04Z', 'revision_number': 3, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port': {'id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:09.114074 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.130524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3e6e24-a040-445c-b162-2dced144e877 None None] The sync data for ids ['b6662830-88b0-4b84-adfb-99ccb8269e9a'] in n-d-767704-23 is: [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:03:04Z', 'revision_number': 3, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port': {'id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:09.145183 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.251418 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-222cb8c0-6db8-4722-80df-92070f0b613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:03:06Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:09.283632 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-759ca176-5f44-4c89-b296-e2cc9d2b1fd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.314234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=2191ef18-8559-4f8a-92ea-456db29d973a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:09.339185 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222cb8c0-6db8-4722-80df-92070f0b613e None None] The sync data for ids ['8f96319c-1641-48bc-bcff-94ef29a0d5cb'] in n-d-767704-23 is: [{'id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'name': 'tempest-TestNetworkBasicOps-router-919487518', 'tenant_id': 'bbf460ee872646e8844d17a7c3330b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:42Z', 'updated_at': '2021-11-12T04:03:06Z', 'revision_number': 5, 'project_id': 'bbf460ee872646e8844d17a7c3330b47', 'gw_port': {'id': 'd2dde964-da40-4461-a09b-e6b49b6a6387', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f96319c-1641-48bc-bcff-94ef29a0d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:43Z', 'updated_at': '2021-11-12T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:09.454320 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6010795-0132-40a3-b48c-8352b6441c61 x-openstack-request-id: req-a6010795-0132-40a3-b48c-8352b6441c61 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:09.454320 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d", "name": "network-vif-plugged", "status": "completed", "tag": "2191ef18-8559-4f8a-92ea-456db29d973a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:09.454320 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a6010795-0132-40a3-b48c-8352b6441c61 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:09.454320 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2191ef18-8559-4f8a-92ea-456db29d973a', 'code': 200} Nov 12 04:03:09.455903 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e77bf-b575-4a0a-9ff1-a9a8ccc7303e req-f83e1219-d05e-4d0e-bcac-2a726570e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:09.457836 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b7e77bf-b575-4a0a-9ff1-a9a8ccc7303e req-f83e1219-d05e-4d0e-bcac-2a726570e74c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a513ab3-4812-4f78-9863-9429bde900dd HTTP/1.1" status: 200 len: 858 time: 0.8356481 Nov 12 04:03:09.589630 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.614705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e088fba-fff4-42c4-8467-fa8d3db33de6 req-ea3738fa-f8b6-4a28-9e1e-f3f9b2b5da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:09.616636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e088fba-fff4-42c4-8467-fa8d3db33de6 req-ea3738fa-f8b6-4a28-9e1e-f3f9b2b5da1e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 1098 time: 0.0809896 Nov 12 04:03:09.622465 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b7e77bf-b575-4a0a-9ff1-a9a8ccc7303e req-2d8a3e9f-53d1-4845-971e-95928f73afbc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=960600ac-14ec-4138-96b2-7076014d9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240873 Nov 12 04:03:09.634460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579214c0-e2da-49c6-b8cf-249009da9fd1 req-69522f58-7e41-4eed-a60c-c95d40689e69 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:09.642616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-579214c0-e2da-49c6-b8cf-249009da9fd1 req-69522f58-7e41-4eed-a60c-c95d40689e69 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1222236 Nov 12 04:03:09.716706 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e088fba-fff4-42c4-8467-fa8d3db33de6 req-f3b3dadb-350a-4a2b-8c14-63188d9e943a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=763bb9ca-4344-40cc-853b-7ffba7b9f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660439 Nov 12 04:03:09.788001 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-759ca176-5f44-4c89-b296-e2cc9d2b1fd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.797831 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-579214c0-e2da-49c6-b8cf-249009da9fd1 req-a2c0efe3-22c3-43fd-8011-e97d63ac7af5 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538706 Nov 12 04:03:09.834433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Network e38b5a5c-4c12-46fd-825c-054e80fc0fca is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:09.858214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Pushing event updated for resources: {'Port': ['ID=f10c7a6c-6002-4459-88ac-89bd48809f90,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:09.860909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:09.895611 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:09.936481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b63a99-f1ff-4038-8793-b79d99dd79cd None None] Network 1d4ee0db-b40b-4493-a1a0-125056a2c014 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:10.041610 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-759ca176-5f44-4c89-b296-e2cc9d2b1fd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.060888 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-759ca176-5f44-4c89-b296-e2cc9d2b1fd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "DELETE /v2.0/subnets/c89d483a-9f6e-4e1e-921d-462845a25326 HTTP/1.1" status: 204 len: 168 time: 2.0463858 Nov 12 04:03:10.062023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52314) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:10.097477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841ad9c-c1e9-47e3-9723-802678d8a60a req-8a085ed0-a811-43fd-9c46-fa52b614873d tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:10.099247 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e841ad9c-c1e9-47e3-9723-802678d8a60a req-8a085ed0-a811-43fd-9c46-fa52b614873d tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 946 time: 0.8850298 Nov 12 04:03:10.105733 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ca176-5f44-4c89-b296-e2cc9d2b1fd0 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Subnet': ['ID=c89d483a-9f6e-4e1e-921d-462845a25326,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:10.213582 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.234399 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b7e77bf-b575-4a0a-9ff1-a9a8ccc7303e req-ffe11787-bcdc-4943-83ab-c35763020132 service neutron] 10.222.0.25 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758336 Nov 12 04:03:10.280510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d131cc3c-ffd3-4895-8b2e-d2680974d2db up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:10.427220 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.498792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-69bb2c51-fd39-4091-a624-5640d3fbb5ae None None] Provisioning complete for port f10c7a6c-6002-4459-88ac-89bd48809f90 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:10.499274 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69bb2c51-fd39-4091-a624-5640d3fbb5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.536725 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e841ad9c-c1e9-47e3-9723-802678d8a60a req-dd1b0281-ba2f-4ce4-994c-9afa896b2266 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/security-groups?id=763bb9ca-4344-40cc-853b-7ffba7b9f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099746 Nov 12 04:03:10.597185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-69bb2c51-fd39-4091-a624-5640d3fbb5ae None None] Port f10c7a6c-6002-4459-88ac-89bd48809f90 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:10.603401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d131cc3c-ffd3-4895-8b2e-d2680974d2db triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:10.603401 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.706128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6760e024-7ddd-42e9-a70c-ca8c63c13220 None None] DHCP port deletion for 1d4ee0db-b40b-4493-a1a0-125056a2c014 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:10.723350 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b7e77bf-b575-4a0a-9ff1-a9a8ccc7303e req-87bf4dc1-79a7-4950-83a3-92c45bc7ad05 service neutron] 10.222.0.25 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935719 Nov 12 04:03:10.750772 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.877667 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.884088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6760e024-7ddd-42e9-a70c-ca8c63c13220 None None] Deleting port 254a6014-5b5f-44bd-b248-d0428836ccc4 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:10.884539 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6760e024-7ddd-42e9-a70c-ca8c63c13220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.910403 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.011964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Deleting port d2dde964-da40-4461-a09b-e6b49b6a6387 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:11.012335 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.018612 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port d131cc3c-ffd3-4895-8b2e-d2680974d2db, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d131cc3c-ffd3-4895-8b2e-d2680974d2db,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:11.025103 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6760e024-7ddd-42e9-a70c-ca8c63c13220 None None] For port 254a6014-5b5f-44bd-b248-d0428836ccc4, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=254a6014-5b5f-44bd-b248-d0428836ccc4,segment=NetworkSegment(7394c6f8-415a-4435-81e5-fe5877315a5b),segment_id=7394c6f8-415a-4435-81e5-fe5877315a5b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:11.025103 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6760e024-7ddd-42e9-a70c-ca8c63c13220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.046393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6760e024-7ddd-42e9-a70c-ca8c63c13220 None None] Calling delete_port for 254a6014-5b5f-44bd-b248-d0428836ccc4 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:11.046837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38105e-3377-4cdf-b3be-c3e14f8288f3 req-751d3ca6-4a27-46d6-a322-90345f0c6ddb tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:11.048546 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df38105e-3377-4cdf-b3be-c3e14f8288f3 req-751d3ca6-4a27-46d6-a322-90345f0c6ddb tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1220474 Nov 12 04:03:11.112126 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.146069 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce852fb2-e32a-4421-90c9-d306e1ebc193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.163840 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device dcf996e9-07d0-4bf2-a9c4-7551ab668849 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:11.183379 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df38105e-3377-4cdf-b3be-c3e14f8288f3 req-d51384a8-fa27-41f4-a9c9-50824ccaf486 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011996 Nov 12 04:03:11.197463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] For port d2dde964-da40-4461-a09b-e6b49b6a6387, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d2dde964-da40-4461-a09b-e6b49b6a6387,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:11.197907 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.206228 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: dcf996e9-07d0-4bf2-a9c4-7551ab668849 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:11.206560 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device dcf996e9-07d0-4bf2-a9c4-7551ab668849 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:11.245681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Calling delete_port for d2dde964-da40-4461-a09b-e6b49b6a6387 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:11.412573 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.428977 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=d131cc3c-ffd3-4895-8b2e-d2680974d2db,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:11.477451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.498105 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6760e024-7ddd-42e9-a70c-ca8c63c13220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.546106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6760e024-7ddd-42e9-a70c-ca8c63c13220 None None] No DVR routers for this DVR port 254a6014-5b5f-44bd-b248-d0428836ccc4 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:11.548809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760e024-7ddd-42e9-a70c-ca8c63c13220 None None] Pushing event deleted for resources: {'Port': ['ID=254a6014-5b5f-44bd-b248-d0428836ccc4,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:11.602003 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.673798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Port': ['ID=d2dde964-da40-4461-a09b-e6b49b6a6387,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:11.695482 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.704550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Pushing event updated for resources: {'Port': ['ID=f10c7a6c-6002-4459-88ac-89bd48809f90,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:11.809569 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ce852fb2-e32a-4421-90c9-d306e1ebc193 admin admin] Deleting port 7018b676-94ee-47e6-9644-214d9622c4a3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:11.810537 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce852fb2-e32a-4421-90c9-d306e1ebc193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.814620 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.848495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac586f7-1ac6-43ac-b155-22b3d6d75830 req-6d2622f2-e051-4b8b-b088-ec044294243a tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:11.850596 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ac586f7-1ac6-43ac-b155-22b3d6d75830 req-6d2622f2-e051-4b8b-b088-ec044294243a tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 946 time: 0.1262662 Nov 12 04:03:11.892947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Network e38b5a5c-4c12-46fd-825c-054e80fc0fca is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:11.898049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:11.980401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ce852fb2-e32a-4421-90c9-d306e1ebc193 admin admin] For port 7018b676-94ee-47e6-9644-214d9622c4a3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7018b676-94ee-47e6-9644-214d9622c4a3,segment=NetworkSegment(9a164f61-dc56-4e51-ab15-0b6f5ae97934),segment_id=9a164f61-dc56-4e51-ab15-0b6f5ae97934)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:11.980773 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce852fb2-e32a-4421-90c9-d306e1ebc193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.033341 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ce852fb2-e32a-4421-90c9-d306e1ebc193 admin admin] Calling delete_port for 7018b676-94ee-47e6-9644-214d9622c4a3 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:12.142704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Router b6662830-88b0-4b84-adfb-99ccb8269e9a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:12.255321 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d131cc3c-ffd3-4895-8b2e-d2680974d2db up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:12.348289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d131cc3c-ffd3-4895-8b2e-d2680974d2db triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:12.348731 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.406669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-682e9911-eed9-4243-8d1a-91b2485dc467 None None] Provisioning complete for port f10c7a6c-6002-4459-88ac-89bd48809f90 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:12.407935 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-682e9911-eed9-4243-8d1a-91b2485dc467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.424349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317294f0-45d0-460d-b3fa-6da140245a13 req-8eec15c3-6643-409a-9577-c5bb50a1e4f5 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:12.426158 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-317294f0-45d0-460d-b3fa-6da140245a13 req-8eec15c3-6643-409a-9577-c5bb50a1e4f5 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1465027 Nov 12 04:03:12.453003 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.460695 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.489030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:12.498452 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7529f1ad-318b-4a3e-aa4e-bb52c262bd26 admin admin] 10.222.0.105 "PUT /v2.0/routers/b6662830-88b0-4b84-adfb-99ccb8269e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0921023 Nov 12 04:03:12.511393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Sync routers for ids ['b6662830-88b0-4b84-adfb-99ccb8269e9a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:12.516323 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-682e9911-eed9-4243-8d1a-91b2485dc467 None None] Port f10c7a6c-6002-4459-88ac-89bd48809f90 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:12.548628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Routers {'b6662830-88b0-4b84-adfb-99ccb8269e9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:12.550638 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b6662830-88b0-4b84-adfb-99ccb8269e9a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:12.559907 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-317294f0-45d0-460d-b3fa-6da140245a13 req-3288a96a-dd65-4dec-acac-aba92dcd7889 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136744 Nov 12 04:03:12.624720 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ac586f7-1ac6-43ac-b155-22b3d6d75830 req-f5b8ba48-dc2e-44fe-a857-f33b13040946 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/security-groups?id=763bb9ca-4344-40cc-853b-7ffba7b9f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7428520 Nov 12 04:03:12.646730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 254a6014-5b5f-44bd-b248-d0428836ccc4 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:12.682154 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 254a6014-5b5f-44bd-b248-d0428836ccc4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:12.682767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 254a6014-5b5f-44bd-b248-d0428836ccc4 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:12.718986 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.720567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Fanout notify agent at l3_agent the message router_deleted on router 8f96319c-1641-48bc-bcff-94ef29a0d5cb {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:03:12.738099 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce852fb2-e32a-4421-90c9-d306e1ebc193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.742987 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.742987 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-848aa684-982b-4904-97be-7cf7bec89d90 tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "DELETE /v2.0/routers/8f96319c-1641-48bc-bcff-94ef29a0d5cb HTTP/1.1" status: 204 len: 168 time: 2.6764596 Nov 12 04:03:12.745368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:12.802139 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce852fb2-e32a-4421-90c9-d306e1ebc193 admin admin] Pushing event deleted for resources: {'Port': ['ID=7018b676-94ee-47e6-9644-214d9622c4a3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:12.823950 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Set router b6662830-88b0-4b84-adfb-99ccb8269e9a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:12.957453 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00e90d23-eabc-464d-91d5-847adbeb53eb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.146453 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00e90d23-eabc-464d-91d5-847adbeb53eb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.192894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-00e90d23-eabc-464d-91d5-847adbeb53eb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4ee0db-b40b-4493-a1a0-125056a2c014']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:13.221369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-00e90d23-eabc-464d-91d5-847adbeb53eb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7394c6f8-415a-4435-81e5-fe5877315a5b') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:13.226840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-00e90d23-eabc-464d-91d5-847adbeb53eb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7394c6f8-415a-4435-81e5-fe5877315a5b') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:13.246124 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00e90d23-eabc-464d-91d5-847adbeb53eb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.276075 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce852fb2-e32a-4421-90c9-d306e1ebc193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.287884 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00e90d23-eabc-464d-91d5-847adbeb53eb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.291302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port': {'id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'f10c7a6c-6002-4459-88ac-89bd48809f90', 'name': '', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'mac_address': 'fa:16:3e:ae:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:07Z', 'updated_at': '2021-11-12T04:03:11Z', 'revision_number': 2, 'project_id': '57737743e14f4023a48559aee4f8845b', 'subnets': [{'id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:13.306043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e90d23-eabc-464d-91d5-847adbeb53eb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:13.310283 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00e90d23-eabc-464d-91d5-847adbeb53eb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.362349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Checking router: b6662830-88b0-4b84-adfb-99ccb8269e9a for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:13.362349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Updating router b6662830-88b0-4b84-adfb-99ccb8269e9a port f10c7a6c-6002-4459-88ac-89bd48809f90 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:13.372406 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:13.438358 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.525932 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00e90d23-eabc-464d-91d5-847adbeb53eb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.535102 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00e90d23-eabc-464d-91d5-847adbeb53eb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.544495 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-00e90d23-eabc-464d-91d5-847adbeb53eb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] 10.222.0.105 "DELETE /v2.0/networks/1d4ee0db-b40b-4493-a1a0-125056a2c014 HTTP/1.1" status: 204 len: 168 time: 0.7963512 Nov 12 04:03:13.560717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e90d23-eabc-464d-91d5-847adbeb53eb tempest-TestNetworkBasicOps-1968429393 tempest-TestNetworkBasicOps-1968429393-project] Pushing event deleted for resources: {'Network': ['ID=1d4ee0db-b40b-4493-a1a0-125056a2c014,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:13.742609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:13.749282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c588a461-07e4-47cc-ac2d-95b47bb77739 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1321172305', 'description': 'tempest-description--1667662427'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:13.867886 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.884951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ac60e-acfc-4da4-a620-e28e0b15dc04 req-18237354-d33f-438b-a116-71c6540d1f9c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:13.886930 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7e5ac60e-acfc-4da4-a620-e28e0b15dc04 req-18237354-d33f-438b-a116-71c6540d1f9c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0902984 Nov 12 04:03:13.888545 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c588a461-07e4-47cc-ac2d-95b47bb77739 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.974676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7e5ac60e-acfc-4da4-a620-e28e0b15dc04 req-c0bf84f4-f3c4-4987-a032-5987c91d8a13 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748732 Nov 12 04:03:14.006705 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.023527 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c588a461-07e4-47cc-ac2d-95b47bb77739 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.109220 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c588a461-07e4-47cc-ac2d-95b47bb77739 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.201850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d2dde964-da40-4461-a09b-e6b49b6a6387 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:14.206117 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c588a461-07e4-47cc-ac2d-95b47bb77739 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.212782 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c588a461-07e4-47cc-ac2d-95b47bb77739 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4664979 Nov 12 04:03:14.213476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52386) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:14.221260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588a461-07e4-47cc-ac2d-95b47bb77739 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:14.232994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-eed9405e-90d6-435f-adcb-3949377f2f80 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Request body: {'security_group_rule': {'security_group_id': '8f8e55b2-d7e8-4fbf-9f8b-b419e7479085', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:14.235381 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ff1c3-c058-4e30-9cfc-3348142015e9 None None] Pushing event updated for resources: {'Port': ['ID=f10c7a6c-6002-4459-88ac-89bd48809f90,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:14.239770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: d2dde964-da40-4461-a09b-e6b49b6a6387 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:14.240143 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d2dde964-da40-4461-a09b-e6b49b6a6387 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:14.253382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Attempting to bind port f10c7a6c-6002-4459-88ac-89bd48809f90 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:14.254070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Attempting to bind port f10c7a6c-6002-4459-88ac-89bd48809f90 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:14.254510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Attempting to bind port f10c7a6c-6002-4459-88ac-89bd48809f90 on network e38b5a5c-4c12-46fd-825c-054e80fc0fca {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:14.261261 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:14.261261 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Checking segment: {'id': 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:14.261829 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.262302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Bound using segment: {'id': 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:14.262845 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Bound port: f10c7a6c-6002-4459-88ac-89bd48809f90, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:14.263509 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.304751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce852fb2-e32a-4421-90c9-d306e1ebc193 admin admin] Router 2d94389f-1d07-418b-864d-41e2ba0ce0ec has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:14.314388 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d3ec5-8bd4-48c7-83f5-74ccaee28308 req-f375722d-68de-4806-b378-a22496e643fa tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:14.316000 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-829d3ec5-8bd4-48c7-83f5-74ccaee28308 req-f375722d-68de-4806-b378-a22496e643fa tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 946 time: 0.1496868 Nov 12 04:03:14.353375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52388) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:14.383164 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eed9405e-90d6-435f-adcb-3949377f2f80 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.404462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] For port f10c7a6c-6002-4459-88ac-89bd48809f90, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:14.416206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] For port f10c7a6c-6002-4459-88ac-89bd48809f90, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f10c7a6c-6002-4459-88ac-89bd48809f90,segment=NetworkSegment(bdcce992-38d8-40a3-b2d5-4bcdefbabd29),segment_id=bdcce992-38d8-40a3-b2d5-4bcdefbabd29)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:14.467771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ccd3b14c-e731-4486-805f-34feb2ca56e0 None None] Provisioning complete for port f10c7a6c-6002-4459-88ac-89bd48809f90 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:14.468176 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b14c-e731-4486-805f-34feb2ca56e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.470419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-829d3ec5-8bd4-48c7-83f5-74ccaee28308 req-8fa879e6-c32f-4229-b7be-c9c29762ed7e tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/security-groups?id=763bb9ca-4344-40cc-853b-7ffba7b9f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417844 Nov 12 04:03:14.494447 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eed9405e-90d6-435f-adcb-3949377f2f80 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.501055 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.503963 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce852fb2-e32a-4421-90c9-d306e1ebc193 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:14.516613 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613f9b7-ddf7-44aa-9a93-03bcd4a03dfe None None] Sync routers for ids ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:14.521478 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ce852fb2-e32a-4421-90c9-d306e1ebc193 admin admin] 10.222.0.105 "PUT /v2.0/routers/2d94389f-1d07-418b-864d-41e2ba0ce0ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2332709 Nov 12 04:03:14.525187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:14.531682 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613f9b7-ddf7-44aa-9a93-03bcd4a03dfe None None] Routers {'2d94389f-1d07-418b-864d-41e2ba0ce0ec'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:14.538158 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6613f9b7-ddf7-44aa-9a93-03bcd4a03dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:14.595802 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eed9405e-90d6-435f-adcb-3949377f2f80 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.612431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ccd3b14c-e731-4486-805f-34feb2ca56e0 None None] Port f10c7a6c-6002-4459-88ac-89bd48809f90 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:14.640756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Routers {'b6662830-88b0-4b84-adfb-99ccb8269e9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:14.641648 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b6662830-88b0-4b84-adfb-99ccb8269e9a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:14.687767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ff1c3-c058-4e30-9cfc-3348142015e9 None None] Pushing event updated for resources: {'Port': ['ID=f10c7a6c-6002-4459-88ac-89bd48809f90,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:14.717297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9405e-90d6-435f-adcb-3949377f2f80 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5f7f67-3457-42fc-8da2-ce45b5c15272,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:14.726764 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eed9405e-90d6-435f-adcb-3949377f2f80 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.728005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eed9405e-90d6-435f-adcb-3949377f2f80 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5132921 Nov 12 04:03:14.730752 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52396) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:14.735346 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-baacde78-5415-4668-bf88-0aed159b0011 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bbf460ee872646e8844d17a7c3330b47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3785539 Nov 12 04:03:14.735687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:14.743051 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ec3f3027-8a81-4896-aa7d-974f56420fbd tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Request body: {'security_group_rule': {'security_group_id': '8f8e55b2-d7e8-4fbf-9f8b-b419e7479085', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:14.796671 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6613f9b7-ddf7-44aa-9a93-03bcd4a03dfe None None] Set router 2d94389f-1d07-418b-864d-41e2ba0ce0ec gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:14.805331 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.839583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] Set router b6662830-88b0-4b84-adfb-99ccb8269e9a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:14.870176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3027-8a81-4896-aa7d-974f56420fbd tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.928705 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24666fa4-b3ad-4b18-a8b2-3631dd35e1d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.974158 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24666fa4-b3ad-4b18-a8b2-3631dd35e1d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.997209 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.998319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-199b3e78-c568-42ba-8ca3-71fbe7ae934e None None] Provisioning complete for port f10c7a6c-6002-4459-88ac-89bd48809f90 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:14.998741 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-199b3e78-c568-42ba-8ca3-71fbe7ae934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.026855 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3027-8a81-4896-aa7d-974f56420fbd tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.071886 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:03:15.092234 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3027-8a81-4896-aa7d-974f56420fbd tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.144272 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-199b3e78-c568-42ba-8ca3-71fbe7ae934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.151065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f3027-8a81-4896-aa7d-974f56420fbd tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b482f7d8-51ea-45e4-ad71-f2ed64f20f1e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:15.194558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24479570-1616-437b-bb06-3e70e0a5d9b6 req-ac17ae5d-0ce5-4ca7-b4c5-a4642cd00ecc tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:15.198397 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24479570-1616-437b-bb06-3e70e0a5d9b6 req-ac17ae5d-0ce5-4ca7-b4c5-a4642cd00ecc tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1132975 Nov 12 04:03:15.206303 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6613f9b7-ddf7-44aa-9a93-03bcd4a03dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T04:03:12Z', 'revision_number': 5, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port': {'id': '3bb5c757-28a5-41e7-8967-906aa5db1c3f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:25Z', 'updated_at': '2021-11-12T03:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:15.235697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-199b3e78-c568-42ba-8ca3-71fbe7ae934e None None] For port f10c7a6c-6002-4459-88ac-89bd48809f90, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f10c7a6c-6002-4459-88ac-89bd48809f90,segment=NetworkSegment(bdcce992-38d8-40a3-b2d5-4bcdefbabd29),segment_id=bdcce992-38d8-40a3-b2d5-4bcdefbabd29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:15.245006 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24666fa4-b3ad-4b18-a8b2-3631dd35e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.248138 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24666fa4-b3ad-4b18-a8b2-3631dd35e1d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.249267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-24666fa4-b3ad-4b18-a8b2-3631dd35e1d9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/57b75d7f-3e1f-4f89-8c26-8abf855c9dee HTTP/1.1" status: 204 len: 168 time: 0.5126078 Nov 12 04:03:15.275747 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port': {'id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'f10c7a6c-6002-4459-88ac-89bd48809f90', 'name': '', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'mac_address': 'fa:16:3e:ae:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:07Z', 'updated_at': '2021-11-12T04:03:14Z', 'revision_number': 4, 'project_id': '57737743e14f4023a48559aee4f8845b', 'subnets': [{'id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:15.276816 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3027-8a81-4896-aa7d-974f56420fbd tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.278610 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ec3f3027-8a81-4896-aa7d-974f56420fbd tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5466142 Nov 12 04:03:15.281081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24666fa4-b3ad-4b18-a8b2-3631dd35e1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b75d7f-3e1f-4f89-8c26-8abf855c9dee,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:15.281942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52406) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:15.285827 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613f9b7-ddf7-44aa-9a93-03bcd4a03dfe None None] Checking router: 2d94389f-1d07-418b-864d-41e2ba0ce0ec for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:15.303453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:15.305478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] Deleting port 3bb5c757-28a5-41e7-8967-906aa5db1c3f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:15.305822 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.314882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca9dbbf-8d2b-4338-b60a-4576bac4c022 None None] The sync data for ids ['b6662830-88b0-4b84-adfb-99ccb8269e9a'] in n-d-767704-23 is: [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port': {'id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'f10c7a6c-6002-4459-88ac-89bd48809f90', 'name': '', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'mac_address': 'fa:16:3e:ae:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:07Z', 'updated_at': '2021-11-12T04:03:14Z', 'revision_number': 4, 'project_id': '57737743e14f4023a48559aee4f8845b', 'subnets': [{'id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:15.322203 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613f9b7-ddf7-44aa-9a93-03bcd4a03dfe None None] Routers {'2d94389f-1d07-418b-864d-41e2ba0ce0ec'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:15.325255 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6613f9b7-ddf7-44aa-9a93-03bcd4a03dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:15.370836 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-199b3e78-c568-42ba-8ca3-71fbe7ae934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.417977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.437657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24479570-1616-437b-bb06-3e70e0a5d9b6 req-ef11744b-41fd-4423-8157-0a559a4ae46c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252305 Nov 12 04:03:15.474024 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b3e78-c568-42ba-8ca3-71fbe7ae934e None None] Pushing event updated for resources: {'Port': ['ID=f10c7a6c-6002-4459-88ac-89bd48809f90,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:15.539009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] For port 3bb5c757-28a5-41e7-8967-906aa5db1c3f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3bb5c757-28a5-41e7-8967-906aa5db1c3f,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:15.539658 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.583542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] Calling delete_port for 3bb5c757-28a5-41e7-8967-906aa5db1c3f owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:15.586803 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6613f9b7-ddf7-44aa-9a93-03bcd4a03dfe None None] Set router 2d94389f-1d07-418b-864d-41e2ba0ce0ec gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:15.692026 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6613f9b7-ddf7-44aa-9a93-03bcd4a03dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T04:03:14Z', 'revision_number': 6, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:15.733731 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47168d71-05f5-44f8-878d-96cf8ba71742 req-843495c1-797b-44c8-bc0d-a39fe368a205 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:15.748978 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613f9b7-ddf7-44aa-9a93-03bcd4a03dfe None None] The sync data for ids ['2d94389f-1d07-418b-864d-41e2ba0ce0ec'] in n-d-767704-23 is: [{'id': '2d94389f-1d07-418b-864d-41e2ba0ce0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1882706456-router', 'tenant_id': '5cd512dfc02740f8a9223f825788d0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:23Z', 'updated_at': '2021-11-12T04:03:14Z', 'revision_number': 6, 'project_id': '5cd512dfc02740f8a9223f825788d0ed', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:15.749235 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-47168d71-05f5-44f8-878d-96cf8ba71742 req-843495c1-797b-44c8-bc0d-a39fe368a205 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 946 time: 0.1152875 Nov 12 04:03:15.883704 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.935004 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-47168d71-05f5-44f8-878d-96cf8ba71742 req-afce2936-b7ca-4c35-a14d-75b80a3b7161 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/security-groups?id=763bb9ca-4344-40cc-853b-7ffba7b9f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848495 Nov 12 04:03:15.980375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596242b-dbef-495d-80f3-63a697a269e0 req-6c8a170f-68ef-43dc-909b-1d383bd33b3a tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:15.983036 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3596242b-dbef-495d-80f3-63a697a269e0 req-6c8a170f-68ef-43dc-909b-1d383bd33b3a tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 946 time: 0.1865637 Nov 12 04:03:16.018518 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.079454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb5c757-28a5-41e7-8967-906aa5db1c3f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:16.154770 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Allocated IP 172.25.8.2 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/5e0a8fec-cdbd-4ae0-8aad-4a3c15d94d86) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:16.228814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.245767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:16.294675 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73fe4a8f-75ec-448d-96a0-70646cd23d4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.346585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3596242b-dbef-495d-80f3-63a697a269e0 req-1e023724-765f-4624-a16e-c369bc2210eb tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Deleting port 2191ef18-8559-4f8a-92ea-456db29d973a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:16.346925 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3596242b-dbef-495d-80f3-63a697a269e0 req-1e023724-765f-4624-a16e-c369bc2210eb tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.454201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f10c7a6c-6002-4459-88ac-89bd48809f90 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:16.479918 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.482606 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.535026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3596242b-dbef-495d-80f3-63a697a269e0 req-1e023724-765f-4624-a16e-c369bc2210eb tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] For port 2191ef18-8559-4f8a-92ea-456db29d973a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=2191ef18-8559-4f8a-92ea-456db29d973a,segment=NetworkSegment(54c16064-1651-4c92-a424-6d1bf83deedb),segment_id=54c16064-1651-4c92-a424-6d1bf83deedb)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:16.535654 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3596242b-dbef-495d-80f3-63a697a269e0 req-1e023724-765f-4624-a16e-c369bc2210eb tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.596058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3596242b-dbef-495d-80f3-63a697a269e0 req-1e023724-765f-4624-a16e-c369bc2210eb tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Calling delete_port for 2191ef18-8559-4f8a-92ea-456db29d973a owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:16.603285 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port f10c7a6c-6002-4459-88ac-89bd48809f90 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:16.603935 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.634255 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.634801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d94389f-1d07-418b-864d-41e2ba0ce0ec {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:03:16.638642 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.651041 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.655054 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-78bb22d6-80e5-4630-8ac6-34368caac0f1 admin admin] 10.222.0.105 "DELETE /v2.0/routers/2d94389f-1d07-418b-864d-41e2ba0ce0ec HTTP/1.1" status: 204 len: 168 time: 2.1255713 Nov 12 04:03:16.655054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52420) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:16.746336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa0d8ad-e07a-4fe9-8b34-6aa82586098f admin admin] Deleting subnet a5695f79-da24-4f82-9891-41295f29ce28 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:16.751566 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d8ad-e07a-4fe9-8b34-6aa82586098f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.753022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7018b676-94ee-47e6-9644-214d9622c4a3 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:16.789663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 7018b676-94ee-47e6-9644-214d9622c4a3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:16.790200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7018b676-94ee-47e6-9644-214d9622c4a3 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:16.808690 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d8ad-e07a-4fe9-8b34-6aa82586098f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.859096 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02eb7e-e6c6-4ab5-9481-3f4feed2fbd1 req-e7c7774d-5215-413f-8216-67f8b6dad231 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:16.864951 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0f02eb7e-e6c6-4ab5-9481-3f4feed2fbd1 req-e7c7774d-5215-413f-8216-67f8b6dad231 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.2704182 Nov 12 04:03:16.900966 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73fe4a8f-75ec-448d-96a0-70646cd23d4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.945480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d8ad-e07a-4fe9-8b34-6aa82586098f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.970064 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0f02eb7e-e6c6-4ab5-9481-3f4feed2fbd1 req-d28e1793-fdf6-41f1-bff0-f2b00c679c5a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876646 Nov 12 04:03:16.990240 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.083120 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73fe4a8f-75ec-448d-96a0-70646cd23d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.141634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d8ad-e07a-4fe9-8b34-6aa82586098f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.153277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:17.172611 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-73fe4a8f-75ec-448d-96a0-70646cd23d4d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=001b1a48969a441e8588e807c7e02f65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9235828 Nov 12 04:03:17.177593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Pushing event updated for resources: {'Port': ['ID=5e0a8fec-cdbd-4ae0-8aad-4a3c15d94d86,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.186096 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:17.191947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:17.195770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9ffef-36f6-494b-b785-da35f2301936 req-227a695f-8230-430e-941f-0b3c183fda55 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:17.197499 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3f9ffef-36f6-494b-b785-da35f2301936 req-227a695f-8230-430e-941f-0b3c183fda55 tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 946 time: 0.1197805 Nov 12 04:03:17.201718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0d8ad-e07a-4fe9-8b34-6aa82586098f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5695f79-da24-4f82-9891-41295f29ce28,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.208596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:17.227560 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d8ad-e07a-4fe9-8b34-6aa82586098f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.230594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfbc687-f016-4645-9aec-cc37ecf08a72 None None] Network 933200c6-b34c-45ca-8fd9-e1eb17512052 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:17.237510 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3fa0d8ad-e07a-4fe9-8b34-6aa82586098f admin admin] 10.222.0.105 "DELETE /v2.0/subnets/a5695f79-da24-4f82-9891-41295f29ce28 HTTP/1.1" status: 204 len: 168 time: 0.5816183 Nov 12 04:03:17.241433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:17.251267 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe4a8f-75ec-448d-96a0-70646cd23d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b790b586-95bb-414d-97b1-90e6a364a725,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.321948 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3596242b-dbef-495d-80f3-63a697a269e0 req-1e023724-765f-4624-a16e-c369bc2210eb tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.346306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['2191ef18-8559-4f8a-92ea-456db29d973a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:17.415189 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.423540 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6965d37-bdb6-4d33-bdf6-9848931804d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.436219 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3f9ffef-36f6-494b-b785-da35f2301936 req-a830ee8f-7cbd-46d1-88dd-8a126aa343db tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/security-groups?id=763bb9ca-4344-40cc-853b-7ffba7b9f722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227011 Nov 12 04:03:17.436590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e023724-765f-4624-a16e-c369bc2210eb tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Pushing event deleted for resources: {'Port': ['ID=2191ef18-8559-4f8a-92ea-456db29d973a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.513648 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.515153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Deleting port 20ef5d0a-c523-40d2-a421-2664bd4d9617 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:17.516565 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.563665 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6965d37-bdb6-4d33-bdf6-9848931804d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.574981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed376a22-737e-4003-8ab9-41495690ef77 None None] DHCP port deletion for 933200c6-b34c-45ca-8fd9-e1eb17512052 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:17.587589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3596242b-dbef-495d-80f3-63a697a269e0 req-1e023724-765f-4624-a16e-c369bc2210eb tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] No DVR routers for this DVR port 2191ef18-8559-4f8a-92ea-456db29d973a on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:17.602364 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3596242b-dbef-495d-80f3-63a697a269e0 req-1e023724-765f-4624-a16e-c369bc2210eb tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.602364 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3596242b-dbef-495d-80f3-63a697a269e0 req-1e023724-765f-4624-a16e-c369bc2210eb tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.25 "DELETE /v2.0/ports/2191ef18-8559-4f8a-92ea-456db29d973a HTTP/1.1" status: 204 len: 173 time: 1.6084316 Nov 12 04:03:17.602818 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d', 'name': 'network-vif-deleted', 'tag': '2191ef18-8559-4f8a-92ea-456db29d973a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:17.605781 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ba3d2f-bae5-4a5b-8f8d-a59135522eed" -d '{"events": [{"server_uuid": "a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d", "name": "network-vif-deleted", "tag": "2191ef18-8559-4f8a-92ea-456db29d973a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:17.617568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] For port 20ef5d0a-c523-40d2-a421-2664bd4d9617, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=20ef5d0a-c523-40d2-a421-2664bd4d9617,segment=NetworkSegment(9a164f61-dc56-4e51-ab15-0b6f5ae97934),segment_id=9a164f61-dc56-4e51-ab15-0b6f5ae97934)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:17.618817 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.638350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Calling delete_port for 20ef5d0a-c523-40d2-a421-2664bd4d9617 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:17.659218 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3fcbd1-0a07-4ffd-9d52-5e7ffd19d271 x-openstack-request-id: req-7a3fcbd1-0a07-4ffd-9d52-5e7ffd19d271 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:17.659751 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d", "name": "network-vif-deleted", "tag": "2191ef18-8559-4f8a-92ea-456db29d973a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:17.660482 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7a3fcbd1-0a07-4ffd-9d52-5e7ffd19d271 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:17.660745 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d', 'name': 'network-vif-deleted', 'tag': '2191ef18-8559-4f8a-92ea-456db29d973a', 'status': 'completed', 'code': 200} Nov 12 04:03:17.663568 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ed376a22-737e-4003-8ab9-41495690ef77 None None] Deleting port 20ef5d0a-c523-40d2-a421-2664bd4d9617 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:17.663975 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed376a22-737e-4003-8ab9-41495690ef77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.705835 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.737400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ed376a22-737e-4003-8ab9-41495690ef77 None None] For port 20ef5d0a-c523-40d2-a421-2664bd4d9617, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=20ef5d0a-c523-40d2-a421-2664bd4d9617,segment=NetworkSegment(9a164f61-dc56-4e51-ab15-0b6f5ae97934),segment_id=9a164f61-dc56-4e51-ab15-0b6f5ae97934)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:17.737789 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed376a22-737e-4003-8ab9-41495690ef77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.754311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ed376a22-737e-4003-8ab9-41495690ef77 None None] Calling delete_port for 20ef5d0a-c523-40d2-a421-2664bd4d9617 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:17.767920 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6965d37-bdb6-4d33-bdf6-9848931804d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.770639 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6965d37-bdb6-4d33-bdf6-9848931804d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.772506 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a6965d37-bdb6-4d33-bdf6-9848931804d0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b790b586-95bb-414d-97b1-90e6a364a725 HTTP/1.1" status: 204 len: 168 time: 0.5759034 Nov 12 04:03:17.818974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6965d37-bdb6-4d33-bdf6-9848931804d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b790b586-95bb-414d-97b1-90e6a364a725,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.865311 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.933408 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ef5d0a-c523-40d2-a421-2664bd4d9617,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.948290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] No DVR routers for this DVR port 20ef5d0a-c523-40d2-a421-2664bd4d9617 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:17.958252 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.025915 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed376a22-737e-4003-8ab9-41495690ef77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.050758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed376a22-737e-4003-8ab9-41495690ef77 None None] Pushing event deleted for resources: {'Port': ['ID=20ef5d0a-c523-40d2-a421-2664bd4d9617,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:18.052213 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.066445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed376a22-737e-4003-8ab9-41495690ef77 None None] No DVR routers for this DVR port 20ef5d0a-c523-40d2-a421-2664bd4d9617 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:18.134239 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.178478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3bb5c757-28a5-41e7-8967-906aa5db1c3f no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:18.190957 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933200c6-b34c-45ca-8fd9-e1eb17512052']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:18.215320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a164f61-dc56-4e51-ab15-0b6f5ae97934') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:18.215714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a164f61-dc56-4e51-ab15-0b6f5ae97934') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:18.220464 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 3bb5c757-28a5-41e7-8967-906aa5db1c3f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:18.220877 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3bb5c757-28a5-41e7-8967-906aa5db1c3f not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:18.225988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 20ef5d0a-c523-40d2-a421-2664bd4d9617 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:18.239368 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.242614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Pushing event updated for resources: {'Port': ['ID=5e0a8fec-cdbd-4ae0-8aad-4a3c15d94d86,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:18.269898 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.273011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a86732-8144-460d-9193-3103deddd310 req-bb4ef9ae-7a39-4a7e-8aff-84e1f2526243 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:18.273651 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-92a86732-8144-460d-9193-3103deddd310 req-bb4ef9ae-7a39-4a7e-8aff-84e1f2526243 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1462648 Nov 12 04:03:18.274691 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.274801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 20ef5d0a-c523-40d2-a421-2664bd4d9617 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:18.275046 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 20ef5d0a-c523-40d2-a421-2664bd4d9617 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:18.288087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:18.288522 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:18.293665 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:18.369304 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-92a86732-8144-460d-9193-3103deddd310 req-c65bbd1d-187b-4c4e-8a05-b626dba6b3bf tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623190 Nov 12 04:03:18.374138 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.383550 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f7634f2e-9fa5-4e85-aa32-114ca7860b8e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0885553 Nov 12 04:03:18.449892 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.456054 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.467175 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] 10.222.0.105 "DELETE /v2.0/networks/933200c6-b34c-45ca-8fd9-e1eb17512052 HTTP/1.1" status: 204 len: 168 time: 1.2219541 Nov 12 04:03:18.501872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7798d5-6420-4c53-aa14-2c6433bc9de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=933200c6-b34c-45ca-8fd9-e1eb17512052,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:18.633791 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a9389e41-b728-4d87-ad35-e3b8f69d803f req-f07f1174-0eab-4219-8946-9f0ef65d2e6e tempest-ServerMetadataNegativeTestJSON-681839545 tempest-ServerMetadataNegativeTestJSON-681839545-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1a8c0cf-4de8-4c6b-808d-0f24dfd4595d HTTP/1.1" status: 200 len: 210 time: 0.0324702 Nov 12 04:03:18.637770 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-f1a81a00-91d8-4785-9761-603f3a3b84d8 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1321172305&fields=id&tenant_id=57737743e14f4023a48559aee4f8845b HTTP/1.1" status: 200 len: 267 time: 0.0539553 Nov 12 04:03:18.813202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-15092bba-6d58-4418-bf8a-c6d74cca8758 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:18.816144 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-15092bba-6d58-4418-bf8a-c6d74cca8758 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/networks?id=e38b5a5c-4c12-46fd-825c-054e80fc0fca HTTP/1.1" status: 200 len: 806 time: 0.1666694 Nov 12 04:03:18.855936 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.858788 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-15e0099e-f675-4b7d-b437-28c680ad0041 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/quotas/57737743e14f4023a48559aee4f8845b HTTP/1.1" status: 200 len: 375 time: 0.0304163 Nov 12 04:03:18.922211 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-46d13a4c-21a4-4173-b59a-0686eac44b9f tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=57737743e14f4023a48559aee4f8845b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624366 Nov 12 04:03:18.973876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52468) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:19.022335 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-384b49d3-32b1-48e1-adc6-dbce29a03c7e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5cd512dfc02740f8a9223f825788d0ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458698 Nov 12 04:03:19.024389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:19.075830 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-2d142343-2879-4d61-9249-6497c15a634b service neutron] 10.222.0.105 "GET /v2.0/networks/e38b5a5c-4c12-46fd-825c-054e80fc0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406398 Nov 12 04:03:19.158250 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bde5edd-a93b-4d8e-87e1-223f59aae8c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.203578 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bde5edd-a93b-4d8e-87e1-223f59aae8c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.239624 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-49391277-6cad-4e41-ba1d-03dce4781216 service neutron] 10.222.0.105 "GET /v2.0/networks/e38b5a5c-4c12-46fd-825c-054e80fc0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505387 Nov 12 04:03:19.387097 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bde5edd-a93b-4d8e-87e1-223f59aae8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.389953 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bde5edd-a93b-4d8e-87e1-223f59aae8c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.393732 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7bde5edd-a93b-4d8e-87e1-223f59aae8c1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/01f66b24-b299-47f5-bad9-0d357b2ecadc HTTP/1.1" status: 204 len: 168 time: 0.3667016 Nov 12 04:03:19.404797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde5edd-a93b-4d8e-87e1-223f59aae8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f66b24-b299-47f5-bad9-0d357b2ecadc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:19.507689 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52488) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:19.551400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7da25-6c5a-41f7-87ce-785a99dfef2f req-dd55119c-4e9d-4450-b4e8-4d0b9c0ac020 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:19.554126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ce7da25-6c5a-41f7-87ce-785a99dfef2f req-dd55119c-4e9d-4450-b4e8-4d0b9c0ac020 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0717301 Nov 12 04:03:19.631926 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ce7da25-6c5a-41f7-87ce-785a99dfef2f req-39f82337-ff67-4e6b-9d79-663aaa9feb8c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679617 Nov 12 04:03:19.637393 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-baa9ea3b-8ef9-4953-8967-c51c22fc2838 req-d2db036e-afce-42c7-9933-0d6dec9eca05 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 210 time: 0.0559163 Nov 12 04:03:19.705797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-91367504-network', 'tenant_id': '16a44b756c8b4c848acf634d7113485d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:19.730157 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 2191ef18-8559-4f8a-92ea-456db29d973a no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:19.744180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52500) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:19.767946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 2191ef18-8559-4f8a-92ea-456db29d973a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:19.768367 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 2191ef18-8559-4f8a-92ea-456db29d973a not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:19.823322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] Made reservation on behalf of 16a44b756c8b4c848acf634d7113485d for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:19.825098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-774f6eea-ddc4-45bf-86ea-88d5fa0275d6 admin admin] Deleting subnet 192c8ef9-1ce5-4778-94b0-79e7c1da5f51 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:19.825928 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.828772 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-774f6eea-ddc4-45bf-86ea-88d5fa0275d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.838519 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.873545 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-774f6eea-ddc4-45bf-86ea-88d5fa0275d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.922581 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-774f6eea-ddc4-45bf-86ea-88d5fa0275d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.934183 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.003961 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.046099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1340} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:20.057999 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-774f6eea-ddc4-45bf-86ea-88d5fa0275d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.062243 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae6f158-57d1-45c4-90b8-bfef60044b73,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:20.073708 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.074301 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] Added segment 45aab04f-9d39-4c2f-bb10-5bc6bd26f433 of type vlan for network f85dd735-6dee-4642-bae3-79b5c3c05e5b Nov 12 04:03:20.090801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f6eea-ddc4-45bf-86ea-88d5fa0275d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192c8ef9-1ce5-4778-94b0-79e7c1da5f51,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:20.093136 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-774f6eea-ddc4-45bf-86ea-88d5fa0275d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.097617 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-774f6eea-ddc4-45bf-86ea-88d5fa0275d6 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/192c8ef9-1ce5-4778-94b0-79e7c1da5f51 HTTP/1.1" status: 204 len: 168 time: 0.3483036 Nov 12 04:03:20.100818 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52506) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:20.147643 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.221047 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bea80f57-1111-4f8e-9cac-0943367774a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.295671 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.297206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:20.298148 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.345457 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bea80f57-1111-4f8e-9cac-0943367774a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.371610 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bea80f57-1111-4f8e-9cac-0943367774a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0722c5-6609-4d96-94b4-0b66b10bd88c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:20.387463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bea80f57-1111-4f8e-9cac-0943367774a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c16064-1651-4c92-a424-6d1bf83deedb') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:20.388202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bea80f57-1111-4f8e-9cac-0943367774a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c16064-1651-4c92-a424-6d1bf83deedb') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:20.392992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] Pushing event updated for resources: {'Network': ['ID=f85dd735-6dee-4642-bae3-79b5c3c05e5b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:20.400483 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-718ca85a-d12d-44a9-9e6f-151ae4133e17 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8913054 Nov 12 04:03:20.407857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52518) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:20.409964 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:20.415656 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bea80f57-1111-4f8e-9cac-0943367774a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.420335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-df95cfe8-0f45-47c8-af55-66308df4f7dc admin admin] Request body: {'subnet': {'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-91367504-subnet', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:20.434473 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bea80f57-1111-4f8e-9cac-0943367774a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.447633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea80f57-1111-4f8e-9cac-0943367774a5 admin admin] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:20.448180 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bea80f57-1111-4f8e-9cac-0943367774a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:20.503626 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:20.519151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df95cfe8-0f45-47c8-af55-66308df4f7dc admin admin] Made reservation on behalf of 16a44b756c8b4c848acf634d7113485d for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:20.522801 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df95cfe8-0f45-47c8-af55-66308df4f7dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.592759 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bea80f57-1111-4f8e-9cac-0943367774a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.604310 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bea80f57-1111-4f8e-9cac-0943367774a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.611410 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bea80f57-1111-4f8e-9cac-0943367774a5 admin admin] 10.222.0.105 "DELETE /v2.0/networks/6c0722c5-6609-4d96-94b4-0b66b10bd88c HTTP/1.1" status: 204 len: 168 time: 0.5090895 Nov 12 04:03:20.627298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea80f57-1111-4f8e-9cac-0943367774a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c0722c5-6609-4d96-94b4-0b66b10bd88c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:20.788644 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec5c179a-5a0d-4a93-b117-b9e7088427cb req-048ea182-fb92-4750-81bb-590be6d03df5 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 210 time: 0.0652061 Nov 12 04:03:20.815914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c4bb7-3b9d-411a-ab61-11945334595c req-13a6118a-5487-45b5-a8e7-b27423dddb10 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:20.818321 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-254c4bb7-3b9d-411a-ab61-11945334595c req-13a6118a-5487-45b5-a8e7-b27423dddb10 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0852735 Nov 12 04:03:20.875652 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-254c4bb7-3b9d-411a-ab61-11945334595c req-98924725-39ad-46b9-8e26-442066927715 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509107 Nov 12 04:03:20.972727 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df95cfe8-0f45-47c8-af55-66308df4f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.029844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95cfe8-0f45-47c8-af55-66308df4f7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:21.043672 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95cfe8-0f45-47c8-af55-66308df4f7dc admin admin] Checking segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:21.044029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df95cfe8-0f45-47c8-af55-66308df4f7dc admin admin] Network hostable DHCP agents. Network: f85dd735-6dee-4642-bae3-79b5c3c05e5b, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:21.047832 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52538) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:21.104488 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-101c8651-2b02-4d01-984f-845cac1de195 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1b56067967af47e58dce58f24844ea40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552433 Nov 12 04:03:21.107025 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52540) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:21.148322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df95cfe8-0f45-47c8-af55-66308df4f7dc admin admin] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:21.152145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52542) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:21.172380 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2180ec31-62e3-4a1c-87f1-9ce4f0214e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.199780 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2180ec31-62e3-4a1c-87f1-9ce4f0214e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.269814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-df95cfe8-0f45-47c8-af55-66308df4f7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, f85dd735-6dee-4642-bae3-79b5c3c05e5b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:21.284080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1272252696-network', 'tenant_id': 'b3f6e3f6a7c44181b0c1234b1886ce0e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:21.288384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da6a459-7210-414c-b84f-a024a14ac45a None None] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:21.293545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df95cfe8-0f45-47c8-af55-66308df4f7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:21.294514 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df95cfe8-0f45-47c8-af55-66308df4f7dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.361323 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2180ec31-62e3-4a1c-87f1-9ce4f0214e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.368287 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2180ec31-62e3-4a1c-87f1-9ce4f0214e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.370525 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2180ec31-62e3-4a1c-87f1-9ce4f0214e7b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/763bb9ca-4344-40cc-853b-7ffba7b9f722 HTTP/1.1" status: 204 len: 168 time: 0.2619798 Nov 12 04:03:21.386150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180ec31-62e3-4a1c-87f1-9ce4f0214e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763bb9ca-4344-40cc-853b-7ffba7b9f722,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:21.389403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] Made reservation on behalf of b3f6e3f6a7c44181b0c1234b1886ce0e for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:21.391912 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.404712 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.474474 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-df95cfe8-0f45-47c8-af55-66308df4f7dc admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0621839 Nov 12 04:03:21.482039 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52550) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:21.486777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:21.506332 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.542302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:21.543417 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.583447 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.584928 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.590339 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.618801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:21.637538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63537c03-8527-45b0-86eb-5c1726dba6b2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:21.642292 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.642769 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] Added segment 9d87ed56-14af-4800-ab3a-a048d10b568a of type vlan for network 72bdac75-6cbb-4cf3-ba96-631039405a34 Nov 12 04:03:21.676491 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.710387 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.761468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Allocated IP 172.20.0.2 (f85dd735-6dee-4642-bae3-79b5c3c05e5b/ea3b966f-ee38-4d38-b08a-2c92acf2f0c1/70839f49-e868-4b18-af5e-5a79dd789b35) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:21.898455 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.900567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:21.908904 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.010871 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c442d73-6ee1-4ace-9514-d9637fee15fc req-44b26190-afbb-4f32-a5be-5d1439921621 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 210 time: 0.0899851 Nov 12 04:03:22.077134 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.086408 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] Pushing event updated for resources: {'Network': ['ID=72bdac75-6cbb-4cf3-ba96-631039405a34,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:22.090041 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.101611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 72bdac75-6cbb-4cf3-ba96-631039405a34 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:22.105955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da01ad-9370-444c-91af-ae9fb1c686a1 req-8d33bdc1-58da-45b6-a6dc-e2c08cae585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:22.107589 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-26da01ad-9370-444c-91af-ae9fb1c686a1 req-8d33bdc1-58da-45b6-a6dc-e2c08cae585f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 1097 time: 0.1942329 Nov 12 04:03:22.130488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8e63-7e70-4055-bed0-3bda7aff5487 req-62b1fe82-81bb-4b50-90d0-776308a832c1 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:22.138916 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-387d8e63-7e70-4055-bed0-3bda7aff5487 req-62b1fe82-81bb-4b50-90d0-776308a832c1 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1135781 Nov 12 04:03:22.215589 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-26da01ad-9370-444c-91af-ae9fb1c686a1 req-ec74a042-1961-4010-ad61-b50369cf3b5a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987291 Nov 12 04:03:22.219325 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-387d8e63-7e70-4055-bed0-3bda7aff5487 req-3f74a16a-2af0-442c-8721-fff62d8b8470 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796146 Nov 12 04:03:22.226695 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-27c14342-c827-4e62-86e9-5f787d867159 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0734227 Nov 12 04:03:22.228067 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.229870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52568) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:22.235321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-760ad4e9-176b-4a31-8f7b-426e0ae36ed6 admin admin] Request body: {'subnet': {'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1272252696-subnet', 'tenant_id': 'b3f6e3f6a7c44181b0c1234b1886ce0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:22.295236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Pushing event updated for resources: {'Port': ['ID=70839f49-e868-4b18-af5e-5a79dd789b35,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:22.302476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:22.304372 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:22.306494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:22.367051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760ad4e9-176b-4a31-8f7b-426e0ae36ed6 admin admin] Made reservation on behalf of b3f6e3f6a7c44181b0c1234b1886ce0e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:22.369594 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-760ad4e9-176b-4a31-8f7b-426e0ae36ed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.369801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Attempting to bind port 70839f49-e868-4b18-af5e-5a79dd789b35 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:22.370404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Attempting to bind port 70839f49-e868-4b18-af5e-5a79dd789b35 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:22.370959 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Attempting to bind port 70839f49-e868-4b18-af5e-5a79dd789b35 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:22.377572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:22.377958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Checking segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:22.378512 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.379355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Bound using segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:22.379506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Bound port: 70839f49-e868-4b18-af5e-5a79dd789b35, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:22.379899 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.479992 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] For port 70839f49-e868-4b18-af5e-5a79dd789b35, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:22.487925 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] For port 70839f49-e868-4b18-af5e-5a79dd789b35, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=70839f49-e868-4b18-af5e-5a79dd789b35,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:22.577895 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.581453 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.600245 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.674142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cc6f7-f516-4dab-8a2c-379922f7636d None None] Pushing event updated for resources: {'Port': ['ID=70839f49-e868-4b18-af5e-5a79dd789b35,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:22.714855 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-760ad4e9-176b-4a31-8f7b-426e0ae36ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.769239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Allocated IP 172.25.8.84 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/4e2aaf96-340e-47b4-b12e-78a73f3a94b5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:22.797859 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ad4e9-176b-4a31-8f7b-426e0ae36ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9cd9286-8d1d-47c5-90f3-9ca612cc284b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:22.806823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ad4e9-176b-4a31-8f7b-426e0ae36ed6 admin admin] Checking segment: {'id': '9d87ed56-14af-4800-ab3a-a048d10b568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:22.807188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ad4e9-176b-4a31-8f7b-426e0ae36ed6 admin admin] Network hostable DHCP agents. Network: 72bdac75-6cbb-4cf3-ba96-631039405a34, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:22.935512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ad4e9-176b-4a31-8f7b-426e0ae36ed6 admin admin] Network 72bdac75-6cbb-4cf3-ba96-631039405a34 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:23.032766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-ce500927-a787-4fe0-9ed3-e4f13b87d09d tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:23.034864 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-ce500927-a787-4fe0-9ed3-e4f13b87d09d tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.25 "GET /v2.0/networks?id=e38b5a5c-4c12-46fd-825c-054e80fc0fca HTTP/1.1" status: 200 len: 806 time: 0.2355926 Nov 12 04:03:23.053358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-760ad4e9-176b-4a31-8f7b-426e0ae36ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 72bdac75-6cbb-4cf3-ba96-631039405a34) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:23.057932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ad4e9-176b-4a31-8f7b-426e0ae36ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:23.058786 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-760ad4e9-176b-4a31-8f7b-426e0ae36ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.069525 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f1dc07-e9b3-419b-93c9-184dca5fba82 None None] Network 72bdac75-6cbb-4cf3-ba96-631039405a34 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:23.132875 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.157619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-760ad4e9-176b-4a31-8f7b-426e0ae36ed6 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9262393 Nov 12 04:03:23.200832 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4555d2c1-f40d-4b6c-8797-2ebee64bd0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.209563 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5b182f8b-e5a8-4304-8bfa-f1182a2deef4 req-6084678e-ce42-4a73-87d6-d92452ad377d tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 210 time: 0.0480380 Nov 12 04:03:23.291287 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-5241b1f8-25ce-4565-9b2f-41dc1f12f058 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57737743e14f4023a48559aee4f8845b HTTP/1.1" status: 200 len: 380 time: 0.2404542 Nov 12 04:03:23.312996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-7cd2fe85-3534-45cd-9f09-870af397472b tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Request body: {'port': {'device_id': '0b2a68ec-228c-49ec-83a3-781d0317d773', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'admin_state_up': True, 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'security_groups': ['8f8e55b2-d7e8-4fbf-9f8b-b419e7479085']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:23.347673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51c2b1a-f2c6-4456-9a59-500713f2f407 None None] Network 72bdac75-6cbb-4cf3-ba96-631039405a34 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:23.572182 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.642880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba3961-d413-4a3f-ba85-96de4f08bd02 req-6fc8ba8f-60b0-4ee9-a78e-f47fc9c13d82 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:23.648589 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6ba3961-d413-4a3f-ba85-96de4f08bd02 req-6fc8ba8f-60b0-4ee9-a78e-f47fc9c13d82 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1412258 Nov 12 04:03:23.664758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:23.672387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:23.674241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2aaf96-340e-47b4-b12e-78a73f3a94b5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:23.676469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:23.715699 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-7cd2fe85-3534-45cd-9f09-870af397472b tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Made reservation on behalf of 57737743e14f4023a48559aee4f8845b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:23.719199 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-7cd2fe85-3534-45cd-9f09-870af397472b tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.775774 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6ba3961-d413-4a3f-ba85-96de4f08bd02 req-f97c79fa-cd6b-41f7-b4cd-4fac69529bf1 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184525 Nov 12 04:03:24.025038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d3fef7-b83a-4734-9233-b890940121cc None None] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:24.127304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fbb08e1c-1c47-4d30-958e-0f272e886840 None None] Provisioning complete for port 70839f49-e868-4b18-af5e-5a79dd789b35 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:24.127683 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fbb08e1c-1c47-4d30-958e-0f272e886840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.174038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 70839f49-e868-4b18-af5e-5a79dd789b35 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:24.341335 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fbb08e1c-1c47-4d30-958e-0f272e886840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.343744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 70839f49-e868-4b18-af5e-5a79dd789b35 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:24.344869 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.435188 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fbb08e1c-1c47-4d30-958e-0f272e886840 None None] For port 70839f49-e868-4b18-af5e-5a79dd789b35, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=70839f49-e868-4b18-af5e-5a79dd789b35,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:24.486551 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-1f8c5acb-6e2a-435c-8209-51d6bf9deb9f tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:24.494911 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-1f8c5acb-6e2a-435c-8209-51d6bf9deb9f tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/networks?id=72bdac75-6cbb-4cf3-ba96-631039405a34 HTTP/1.1" status: 200 len: 818 time: 0.2550755 Nov 12 04:03:24.501087 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-7cd2fe85-3534-45cd-9f09-870af397472b tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Allocated IP 172.20.0.6 (e38b5a5c-4c12-46fd-825c-054e80fc0fca/655f79a8-108e-4a0c-b3ac-18fe3a985abd/dd10728d-566b-43f6-9b76-2352b33e30ff) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:24.503302 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.523781 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-99394090-2bbe-4043-b42c-1b677383846d tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/quotas/b3f6e3f6a7c44181b0c1234b1886ce0e HTTP/1.1" status: 200 len: 375 time: 0.0278456 Nov 12 04:03:24.572687 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d004686f-7cb3-49cd-a725-4a5bd86c082c tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=b3f6e3f6a7c44181b0c1234b1886ce0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478392 Nov 12 04:03:24.700069 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fbb08e1c-1c47-4d30-958e-0f272e886840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.795424 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:03:24.795677 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:03:24.825349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb08e1c-1c47-4d30-958e-0f272e886840 None None] Pushing event updated for resources: {'Port': ['ID=70839f49-e868-4b18-af5e-5a79dd789b35,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:24.837143 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-55d73da1-0966-4fb0-ba92-86f95d847a2d None None] Provisioning complete for port 70839f49-e868-4b18-af5e-5a79dd789b35 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:24.837520 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55d73da1-0966-4fb0-ba92-86f95d847a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.850634 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-94174dca-5a93-4ae3-86fb-73e1ea092d53 service neutron] 10.222.0.105 "GET /v2.0/networks/72bdac75-6cbb-4cf3-ba96-631039405a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769747 Nov 12 04:03:24.899337 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-7cd2fe85-3534-45cd-9f09-870af397472b tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.945133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.956922 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.042907 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-1094cdfb-e3d4-4973-b983-9fd3309804c6 service neutron] 10.222.0.105 "GET /v2.0/networks/72bdac75-6cbb-4cf3-ba96-631039405a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832745 Nov 12 04:03:25.197873 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b087fbc7-6181-4c67-971f-6f7c9440c0cb req-f40eb881-fd4a-42a9-b28a-f8a572728d28 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 210 time: 0.0569060 Nov 12 04:03:25.221937 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-7cd2fe85-3534-45cd-9f09-870af397472b tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.295357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-7cd2fe85-3534-45cd-9f09-870af397472b tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Network e38b5a5c-4c12-46fd-825c-054e80fc0fca is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:25.304571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-7cd2fe85-3534-45cd-9f09-870af397472b tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:25.308229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-7cd2fe85-3534-45cd-9f09-870af397472b tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:25.351438 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.373562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2fe85-3534-45cd-9f09-870af397472b tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Pushing event updated for resources: {'Port': ['ID=dd10728d-566b-43f6-9b76-2352b33e30ff,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:25.436936 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-7cd2fe85-3534-45cd-9f09-870af397472b tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:25.437611 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-7cd2fe85-3534-45cd-9f09-870af397472b tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.486869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aaf0f-ad29-4835-9fb5-6cf80f362f1f req-132db121-7a81-49bc-b884-77b0a0797752 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:25.495450 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b98aaf0f-ad29-4835-9fb5-6cf80f362f1f req-132db121-7a81-49bc-b884-77b0a0797752 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0794818 Nov 12 04:03:25.551176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b98aaf0f-ad29-4835-9fb5-6cf80f362f1f req-681893e1-80be-4f4b-83de-a5e891f5782c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497975 Nov 12 04:03:25.603287 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-7cd2fe85-3534-45cd-9f09-870af397472b tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3009231 Nov 12 04:03:25.622340 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Request body: {'port': {'device_id': '0b2a68ec-228c-49ec-83a3-781d0317d773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:25.661665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-02ff9e2a-b8f9-4860-9da0-59bd4cb32beb None None] Provisioning complete for port dd10728d-566b-43f6-9b76-2352b33e30ff triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:25.663571 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02ff9e2a-b8f9-4860-9da0-59bd4cb32beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.740625 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.752305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Router e3553784-a057-4dae-af58-37c4327aa10f is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:03:25.785065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-02ff9e2a-b8f9-4860-9da0-59bd4cb32beb None None] Port dd10728d-566b-43f6-9b76-2352b33e30ff cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:25.957301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:25.968506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Sync routers for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:25.987313 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:25.988695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:02:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:26.133105 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b2e3515-387b-4261-a75e-719c60d861f0 req-0bd6dcbe-75e5-42a9-98e7-1948225e15e2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 210 time: 0.0868816 Nov 12 04:03:26.188191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 70839f49-e868-4b18-af5e-5a79dd789b35 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:26.193738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:26.308791 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.313013 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8457aeba-4825-497e-afc1-216537fd01f0 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8298671 Nov 12 04:03:26.314990 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52664) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:26.329633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decbb4b-40b5-4c2e-a3f5-c14b82f295d9 req-558e20ab-1ee1-4952-aca4-4111c667176c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:26.344703 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2decbb4b-40b5-4c2e-a3f5-c14b82f295d9 req-558e20ab-1ee1-4952-aca4-4111c667176c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1489975 Nov 12 04:03:26.428568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2c2a6-6985-4095-b545-22eac547176b req-2414f51b-2d02-43d7-90a4-ab98c15a7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:26.430037 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54c2c2a6-6985-4095-b545-22eac547176b req-2414f51b-2d02-43d7-90a4-ab98c15a7fc9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 1097 time: 0.1579795 Nov 12 04:03:26.502531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2decbb4b-40b5-4c2e-a3f5-c14b82f295d9 req-534de39a-9f6e-4ade-bd47-daa6531a10e7 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493773 Nov 12 04:03:26.516623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 70839f49-e868-4b18-af5e-5a79dd789b35 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:26.517158 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.542021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b99d9e-9a8a-4bd1-84d1-e8ded7283892 req-fa56cf73-067a-4da4-ba80-d243e8a9c058 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:26.544121 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d3b99d9e-9a8a-4bd1-84d1-e8ded7283892 req-fa56cf73-067a-4da4-ba80-d243e8a9c058 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 931 time: 0.2102854 Nov 12 04:03:26.609614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2c2a6-6985-4095-b545-22eac547176b req-7479e0d9-2730-408a-a1c8-5f435d82f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:26.612592 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54c2c2a6-6985-4095-b545-22eac547176b req-7479e0d9-2730-408a-a1c8-5f435d82f8b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=960600ac-14ec-4138-96b2-7076014d9fe3 HTTP/1.1" status: 200 len: 920 time: 0.1570547 Nov 12 04:03:26.781820 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54c2c2a6-6985-4095-b545-22eac547176b req-81752412-9bc9-484d-9cd0-36ea74047755 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=265863ca-0e38-49a4-830a-b5201ab7abf6 HTTP/1.1" status: 200 len: 217 time: 0.1627753 Nov 12 04:03:26.859664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd10728d-566b-43f6-9b76-2352b33e30ff {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:26.903231 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2c2a6-6985-4095-b545-22eac547176b req-739efa19-36fc-4d7d-861f-dd973f5b5ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:26.903231 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54c2c2a6-6985-4095-b545-22eac547176b req-739efa19-36fc-4d7d-861f-dd973f5b5ba9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a513ab3-4812-4f78-9863-9429bde900dd HTTP/1.1" status: 200 len: 858 time: 0.1033323 Nov 12 04:03:26.903524 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.919912 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d3b99d9e-9a8a-4bd1-84d1-e8ded7283892 req-0e1037ca-b699-405f-b031-8f3d3e6d3659 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3676548 Nov 12 04:03:26.961865 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54c2c2a6-6985-4095-b545-22eac547176b req-32cffbff-24d4-4f55-bd86-0d7da4a60ce9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=960600ac-14ec-4138-96b2-7076014d9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527489 Nov 12 04:03:27.056395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Transition to ACTIVE for port object dd10728d-566b-43f6-9b76-2352b33e30ff will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:27.098494 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.128012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:24Z', 'revision_number': 3, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:27.140353 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54c2c2a6-6985-4095-b545-22eac547176b req-8b7a6752-92d4-4682-9c25-f8b317f93e61 service neutron] 10.222.0.25 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672602 Nov 12 04:03:27.169325 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Checking router: e3553784-a057-4dae-af58-37c4327aa10f for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:27.169730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Updating router e3553784-a057-4dae-af58-37c4327aa10f port 4e2aaf96-340e-47b4-b12e-78a73f3a94b5 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:03:27.206878 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.227207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.253131 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-058df672-0f36-442c-996e-2d1de7491218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.288461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5a1ecd4e-ecbf-4403-a26f-11d1d1b4890f req-f3bdab12-92e3-4156-9edb-ee97fd127204 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 210 time: 0.0669351 Nov 12 04:03:27.337208 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.340070 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54c2c2a6-6985-4095-b545-22eac547176b req-3154c61d-3811-4831-9a9a-e9e8cc6f11ce service neutron] 10.222.0.25 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911929 Nov 12 04:03:27.366966 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Pushing event updated for resources: {'Port': ['ID=dd10728d-566b-43f6-9b76-2352b33e30ff,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:27.527968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Attempting to bind port dd10728d-566b-43f6-9b76-2352b33e30ff on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:27.528523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Attempting to bind port dd10728d-566b-43f6-9b76-2352b33e30ff by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:27.528939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Attempting to bind port dd10728d-566b-43f6-9b76-2352b33e30ff on network e38b5a5c-4c12-46fd-825c-054e80fc0fca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:27.587112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Port dd10728d-566b-43f6-9b76-2352b33e30ff on network e38b5a5c-4c12-46fd-825c-054e80fc0fca not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:27.587742 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Attempting to bind port dd10728d-566b-43f6-9b76-2352b33e30ff on network e38b5a5c-4c12-46fd-825c-054e80fc0fca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:27.613986 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.621513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:27.622208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Checking segment: {'id': 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:27.622788 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Bound using segment: {'id': 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:27.623408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Bound port: dd10728d-566b-43f6-9b76-2352b33e30ff, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:27.623977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.701436 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.768520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Attempting to bind port 4e2aaf96-340e-47b4-b12e-78a73f3a94b5 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:27.769088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Attempting to bind port 4e2aaf96-340e-47b4-b12e-78a73f3a94b5 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:27.769459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Attempting to bind port 4e2aaf96-340e-47b4-b12e-78a73f3a94b5 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:27.778615 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:27.779032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:27.779586 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.779984 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:27.780490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Bound port: 4e2aaf96-340e-47b4-b12e-78a73f3a94b5, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:27.780870 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.782554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4964d-2506-4174-9e95-175cf2e61f5e None None] Pushing event updated for resources: {'Port': ['ID=4e2aaf96-340e-47b4-b12e-78a73f3a94b5,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:27.787768 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1192a1-e1af-41bb-96a1-522c94fea99e req-9ea90224-fc16-485d-8b0e-7a99a51b147c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:27.789393 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dd1192a1-e1af-41bb-96a1-522c94fea99e req-9ea90224-fc16-485d-8b0e-7a99a51b147c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1603894 Nov 12 04:03:27.808628 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] For port dd10728d-566b-43f6-9b76-2352b33e30ff, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:27.812082 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Allocated IP 172.20.0.1 (f85dd735-6dee-4642-bae3-79b5c3c05e5b/ea3b966f-ee38-4d38-b08a-2c92acf2f0c1/27feb8ed-9e57-47ff-a70d-bfe1f29f6b36) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:27.844255 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] For port dd10728d-566b-43f6-9b76-2352b33e30ff, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=dd10728d-566b-43f6-9b76-2352b33e30ff,segment=NetworkSegment(bdcce992-38d8-40a3-b2d5-4bcdefbabd29),segment_id=bdcce992-38d8-40a3-b2d5-4bcdefbabd29)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:27.881934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] For port 4e2aaf96-340e-47b4-b12e-78a73f3a94b5, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:27.887086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] For port 4e2aaf96-340e-47b4-b12e-78a73f3a94b5, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4e2aaf96-340e-47b4-b12e-78a73f3a94b5,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:27.894448 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dd1192a1-e1af-41bb-96a1-522c94fea99e req-a94a9a76-0739-4be2-b044-d9831a7ea033 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895348 Nov 12 04:03:27.957257 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.023588 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.065896 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:28.066553 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.067989 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] 10.222.0.25 "PUT /v2.0/ports/dd10728d-566b-43f6-9b76-2352b33e30ff HTTP/1.1" status: 200 len: 1092 time: 2.4512835 Nov 12 04:03:28.074166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2a68ec-228c-49ec-83a3-781d0317d773', 'tag': 'dd10728d-566b-43f6-9b76-2352b33e30ff'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:28.085548 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1ba842-569b-43ad-aa06-bc9854deb064" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2a68ec-228c-49ec-83a3-781d0317d773", "tag": "dd10728d-566b-43f6-9b76-2352b33e30ff"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:28.100224 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.131435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4964d-2506-4174-9e95-175cf2e61f5e None None] Pushing event updated for resources: {'Port': ['ID=4e2aaf96-340e-47b4-b12e-78a73f3a94b5,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:28.141095 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b5e47-0022-461f-bd16-9f51931b668a service neutron] Pushing event updated for resources: {'Port': ['ID=dd10728d-566b-43f6-9b76-2352b33e30ff,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:28.165112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6faa4-a8c9-493b-9b56-d08846e94baf req-585ef858-a2fd-45eb-816a-0a28da1810e3 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:28.166472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:28.167143 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbe6faa4-a8c9-493b-9b56-d08846e94baf req-585ef858-a2fd-45eb-816a-0a28da1810e3 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 943 time: 0.1531479 Nov 12 04:03:28.175770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:03:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:28.292189 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbe6faa4-a8c9-493b-9b56-d08846e94baf req-d38e4561-b753-4cbd-947c-da37c4102673 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037846 Nov 12 04:03:28.315156 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-86399c44-1edd-47f5-98c0-fb50fc81c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:28.315156 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-86399c44-1edd-47f5-98c0-fb50fc81c09a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57737743e14f4023a48559aee4f8845b&device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 1095 time: 0.0786221 Nov 12 04:03:28.318963 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.397059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:28.403468 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d17200-b6a1-4b58-86c7-80a88a8f5207 x-openstack-request-id: req-d3d17200-b6a1-4b58-86c7-80a88a8f5207 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:28.409673 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2a68ec-228c-49ec-83a3-781d0317d773", "tag": "dd10728d-566b-43f6-9b76-2352b33e30ff", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:28.409673 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d3d17200-b6a1-4b58-86c7-80a88a8f5207 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:28.409673 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2a68ec-228c-49ec-83a3-781d0317d773', 'tag': 'dd10728d-566b-43f6-9b76-2352b33e30ff', 'status': 'completed', 'code': 200} Nov 12 04:03:28.410146 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-91fd4cab-65f2-4b7a-83c3-d5ee5d4d2326 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd10728d-566b-43f6-9b76-2352b33e30ff HTTP/1.1" status: 200 len: 217 time: 0.0878239 Nov 12 04:03:28.486141 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.494060 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:28.498056 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60fd8804-abc6-4721-86c7-3daa13ec9f1c req-a976a67b-1e60-40a8-821f-1ae28b5ad039 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 210 time: 0.0360703 Nov 12 04:03:28.504414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:28.512165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:28.539021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Pushing event updated for resources: {'Port': ['ID=27feb8ed-9e57-47ff-a70d-bfe1f29f6b36,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:28.550085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-f5b1329e-7574-4cc5-8f1f-648f002b5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:28.559052 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-f5b1329e-7574-4cc5-8f1f-648f002b5159 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=655f79a8-108e-4a0c-b3ac-18fe3a985abd HTTP/1.1" status: 200 len: 845 time: 0.1396806 Nov 12 04:03:28.652271 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.681825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:24Z', 'revision_number': 3, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:28.734822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bc6d06-8abe-43e2-aa43-a4ff63c56755 None None] The sync data for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 is: [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:24Z', 'revision_number': 3, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:28.896758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad730e8e-aa6d-4648-8179-9e1227e4e8aa None None] Provisioning complete for port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:28.896758 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad730e8e-aa6d-4648-8179-9e1227e4e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.991673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad730e8e-aa6d-4648-8179-9e1227e4e8aa None None] Port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:29.044891 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.565337 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-69213875-35f4-4355-bf7a-307bc00d0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:29.567191 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-69213875-35f4-4355-bf7a-307bc00d0944 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e38b5a5c-4c12-46fd-825c-054e80fc0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9967484 Nov 12 04:03:29.588105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06924bdf-1f3b-469f-9970-7c1a2fd9e64b req-f2312b7f-4db5-4454-825a-1dd708a31e28 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:29.596975 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-06924bdf-1f3b-469f-9970-7c1a2fd9e64b req-f2312b7f-4db5-4454-825a-1dd708a31e28 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 943 time: 0.0978410 Nov 12 04:03:29.667642 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-06924bdf-1f3b-469f-9970-7c1a2fd9e64b req-37ee7fe2-a3f7-4ee0-beba-9b0a95111e9f tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696261 Nov 12 04:03:29.780598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd697ae-50d8-4ae8-b8ad-5d6074340dff req-5e8524e5-8dd0-4cba-806f-11e331da1524 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:29.782834 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0cd697ae-50d8-4ae8-b8ad-5d6074340dff req-5e8524e5-8dd0-4cba-806f-11e331da1524 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.2806971 Nov 12 04:03:29.785477 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.832583 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-39b6c231-dc0c-4559-8097-e60bdfdd99c1 req-d34a0a95-21d1-44f9-bafa-4aa060dc530c tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 210 time: 0.0718656 Nov 12 04:03:29.961107 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0cd697ae-50d8-4ae8-b8ad-5d6074340dff req-f696e4f2-42e8-42d1-89b2-c35d7642d75c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573176 Nov 12 04:03:29.970285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-539ffdc2-4606-40c1-b9ae-9847a37cb77d service neutron] 10.222.0.25 "GET /v2.0/networks/e38b5a5c-4c12-46fd-825c-054e80fc0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747847 Nov 12 04:03:30.231970 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4e2aaf96-340e-47b4-b12e-78a73f3a94b5 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:30.288261 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2ffdfec-0f0d-486c-811f-2f77c3d7954b req-39c838f6-181d-4a20-8473-6a5f73a52442 service neutron] 10.222.0.25 "GET /v2.0/networks/e38b5a5c-4c12-46fd-825c-054e80fc0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073115 Nov 12 04:03:30.349814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 4e2aaf96-340e-47b4-b12e-78a73f3a94b5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:30.350895 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.412632 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.489102 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.520023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 4e2aaf96-340e-47b4-b12e-78a73f3a94b5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4e2aaf96-340e-47b4-b12e-78a73f3a94b5,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:30.569344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ba842-569b-43ad-aa06-bc9854deb064 req-2c9b5983-f2f1-4558-aa21-afa721b70325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:30.571555 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de1ba842-569b-43ad-aa06-bc9854deb064 req-2c9b5983-f2f1-4558-aa21-afa721b70325 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57737743e14f4023a48559aee4f8845b&device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 1095 time: 0.0568237 Nov 12 04:03:30.572518 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.623777 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.675467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Pushing event updated for resources: {'Port': ['ID=27feb8ed-9e57-47ff-a70d-bfe1f29f6b36,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:30.729899 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.760938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=4e2aaf96-340e-47b4-b12e-78a73f3a94b5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:30.994443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ba842-569b-43ad-aa06-bc9854deb064 req-f3995ad9-b677-4ec1-85a0-636ff188a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:30.996025 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de1ba842-569b-43ad-aa06-bc9854deb064 req-f3995ad9-b677-4ec1-85a0-636ff188a5e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e38b5a5c-4c12-46fd-825c-054e80fc0fca HTTP/1.1" status: 200 len: 908 time: 0.3832474 Nov 12 04:03:30.996741 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3bed3f5a-223a-48b2-96f3-3af995599ffd req-779bbc1d-f857-4326-a448-507dd9142041 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 210 time: 0.0583377 Nov 12 04:03:31.018782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-3a24b40b-0eef-431c-99fa-8d30d0602e35 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:31.018782 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-3a24b40b-0eef-431c-99fa-8d30d0602e35 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.26 "GET /v2.0/networks?id=72bdac75-6cbb-4cf3-ba96-631039405a34 HTTP/1.1" status: 200 len: 818 time: 0.3053925 Nov 12 04:03:31.081958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-3ccfbead-041f-471b-9de1-2ca3a5323c7e tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Request body: {'port': {'device_id': '5858c946-3853-48b1-a010-faefcb86b5d6', 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34', 'admin_state_up': True, 'tenant_id': 'b3f6e3f6a7c44181b0c1234b1886ce0e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:31.203540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a26b8-2cf6-4e45-b82c-f212003b639d req-8da54776-fb67-4d6a-b71a-8a46c69e7920 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:31.206358 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-385a26b8-2cf6-4e45-b82c-f212003b639d req-8da54776-fb67-4d6a-b71a-8a46c69e7920 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 943 time: 0.3817673 Nov 12 04:03:31.221234 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de1ba842-569b-43ad-aa06-bc9854deb064 req-39213319-a14f-4495-88a6-b0886e53571c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd10728d-566b-43f6-9b76-2352b33e30ff HTTP/1.1" status: 200 len: 217 time: 0.1970952 Nov 12 04:03:31.415886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:31.434387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:31.487926 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-385a26b8-2cf6-4e45-b82c-f212003b639d req-d7d80b95-0913-4606-80c5-c3416a2fd852 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464340 Nov 12 04:03:31.546906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ba842-569b-43ad-aa06-bc9854deb064 req-bb520e8d-55b8-418b-bdbc-961e13fc5153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:31.548506 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de1ba842-569b-43ad-aa06-bc9854deb064 req-bb520e8d-55b8-418b-bdbc-961e13fc5153 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=655f79a8-108e-4a0c-b3ac-18fe3a985abd HTTP/1.1" status: 200 len: 845 time: 0.2774489 Nov 12 04:03:31.598151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67aba2-90b1-442e-8e6b-5218fd31f717 req-03d45845-eadc-440a-8e36-5d6d1b30a7db tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:31.605670 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe67aba2-90b1-442e-8e6b-5218fd31f717 req-03d45845-eadc-440a-8e36-5d6d1b30a7db tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.2997198 Nov 12 04:03:31.706996 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-f7f1ba90-e622-472c-929e-be0e81f0a95f tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:31.708646 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-f7f1ba90-e622-472c-929e-be0e81f0a95f tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.25 "GET /v2.0/networks?id=72bdac75-6cbb-4cf3-ba96-631039405a34 HTTP/1.1" status: 200 len: 818 time: 0.3784518 Nov 12 04:03:31.711561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ba842-569b-43ad-aa06-bc9854deb064 req-e3c0563b-5a9c-4904-b4a5-0f051d33c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:31.713076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de1ba842-569b-43ad-aa06-bc9854deb064 req-e3c0563b-5a9c-4904-b4a5-0f051d33c4b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e38b5a5c-4c12-46fd-825c-054e80fc0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1506763 Nov 12 04:03:31.716601 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe67aba2-90b1-442e-8e6b-5218fd31f717 req-b36f4344-9d77-4152-bfc0-4bd203cc8525 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929601 Nov 12 04:03:31.732626 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Router e3553784-a057-4dae-af58-37c4327aa10f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:31.739701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-c0f78837-ef32-4c49-b25c-121cb30932ba tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Request body: {'port': {'device_id': '0aaf66eb-e449-4fda-a867-e8d6fee97733', 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34', 'admin_state_up': True, 'tenant_id': 'b3f6e3f6a7c44181b0c1234b1886ce0e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:31.873043 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7564cfd9-fb1c-40e1-b7f4-eb32d920305c None None] Provisioning complete for port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:31.874189 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7564cfd9-fb1c-40e1-b7f4-eb32d920305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.926297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-3ccfbead-041f-471b-9de1-2ca3a5323c7e tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Made reservation on behalf of b3f6e3f6a7c44181b0c1234b1886ce0e for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:31.930405 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-3ccfbead-041f-471b-9de1-2ca3a5323c7e tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.945325 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7564cfd9-fb1c-40e1-b7f4-eb32d920305c None None] Port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:31.947980 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de1ba842-569b-43ad-aa06-bc9854deb064 req-37d248d4-0f75-4f98-8bf5-b8cb8c08be99 service neutron] 10.222.0.25 "GET /v2.0/networks/e38b5a5c-4c12-46fd-825c-054e80fc0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072258 Nov 12 04:03:31.951167 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:31.967804 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1a6fb19f-333a-4b42-ac2f-efe6c7d4287f admin admin] 10.222.0.105 "PUT /v2.0/routers/e3553784-a057-4dae-af58-37c4327aa10f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6447124 Nov 12 04:03:31.974902 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Sync routers for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:31.994167 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:31.995700 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:03:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:32.160492 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de1ba842-569b-43ad-aa06-bc9854deb064 req-b0e4dcdf-0d98-4ea2-837a-95fff63e4c10 service neutron] 10.222.0.25 "GET /v2.0/networks/e38b5a5c-4c12-46fd-825c-054e80fc0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910677 Nov 12 04:03:32.191792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-3ccfbead-041f-471b-9de1-2ca3a5323c7e tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Allocated IP 172.20.0.3 (72bdac75-6cbb-4cf3-ba96-631039405a34/d9cd9286-8d1d-47c5-90f3-9ca612cc284b/0b305e44-559e-449a-945a-3b58d1ac4373) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:32.225463 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:32.249837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4e2aaf96-340e-47b4-b12e-78a73f3a94b5 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:32.288962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-c0f78837-ef32-4c49-b25c-121cb30932ba tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Made reservation on behalf of b3f6e3f6a7c44181b0c1234b1886ce0e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:32.292601 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ef0d34a-7f45-4f2e-ba29-9ff7f2ad1cbf req-b22eea74-ad0b-4476-8da6-e16292c6552f tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 210 time: 0.0763962 Nov 12 04:03:32.305346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-c0f78837-ef32-4c49-b25c-121cb30932ba tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.371241 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 4e2aaf96-340e-47b4-b12e-78a73f3a94b5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:32.375507 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.591200 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-3ccfbead-041f-471b-9de1-2ca3a5323c7e tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.788915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-8d18969d-1d4b-46ef-a724-09c931f1996f tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:32.793189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-8d18969d-1d4b-46ef-a724-09c931f1996f tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.26 "GET /v2.0/networks?id=72bdac75-6cbb-4cf3-ba96-631039405a34 HTTP/1.1" status: 200 len: 818 time: 0.5959508 Nov 12 04:03:32.818682 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-3ccfbead-041f-471b-9de1-2ca3a5323c7e tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.845474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Request body: {'port': {'device_id': '130e3da1-f157-40ce-84c0-62bfafc98fdd', 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34', 'admin_state_up': True, 'tenant_id': 'b3f6e3f6a7c44181b0c1234b1886ce0e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:32.906304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-3ccfbead-041f-471b-9de1-2ca3a5323c7e tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Network 72bdac75-6cbb-4cf3-ba96-631039405a34 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:32.918664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-3ccfbead-041f-471b-9de1-2ca3a5323c7e tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:32.931432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-3ccfbead-041f-471b-9de1-2ca3a5323c7e tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:32.931432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfbead-041f-471b-9de1-2ca3a5323c7e tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Pushing event updated for resources: {'Port': ['ID=0b305e44-559e-449a-945a-3b58d1ac4373,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:32.990505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 2, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:33.026849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-3ccfbead-041f-471b-9de1-2ca3a5323c7e tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:33.027665 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-3ccfbead-041f-471b-9de1-2ca3a5323c7e tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.045077 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Checking router: e3553784-a057-4dae-af58-37c4327aa10f for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:33.045441 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Updating router e3553784-a057-4dae-af58-37c4327aa10f port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:03:33.065673 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73e63d-2d28-413d-be16-747022907d3d req-7fcdbe4a-ecfc-44a2-b038-e63cd78e96c3 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:33.076747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab73e63d-2d28-413d-be16-747022907d3d req-7fcdbe4a-ecfc-44a2-b038-e63cd78e96c3 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 943 time: 0.4056025 Nov 12 04:03:33.081779 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.094319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-c0f78837-ef32-4c49-b25c-121cb30932ba tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Allocated IP 172.20.0.2 (72bdac75-6cbb-4cf3-ba96-631039405a34/d9cd9286-8d1d-47c5-90f3-9ca612cc284b/a6641288-2a6b-47bb-8aee-1265a23190c8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:33.172437 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-3ccfbead-041f-471b-9de1-2ca3a5323c7e tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1170313 Nov 12 04:03:33.197124 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Request body: {'port': {'device_id': '5858c946-3853-48b1-a010-faefcb86b5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:33.282716 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab73e63d-2d28-413d-be16-747022907d3d req-b70cc0aa-70e6-474d-b8bf-f9b709f608fa tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020936 Nov 12 04:03:33.346983 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.440983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Made reservation on behalf of b3f6e3f6a7c44181b0c1234b1886ce0e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:33.447840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.607935 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5814e07e-6662-42cc-a024-9667bd428085 req-d9b59293-599d-4df6-bafb-a736faa67ea2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 210 time: 0.0463459 Nov 12 04:03:33.618426 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:33.626705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1820421452-network', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:33.696370 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-c0f78837-ef32-4c49-b25c-121cb30932ba tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.734598 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.805859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Made reservation on behalf of 4589c389403f419fb0e46fa8cce7de9c for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:33.810604 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.820513 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.831385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device dd10728d-566b-43f6-9b76-2352b33e30ff details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:33.880221 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.907607 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-c0f78837-ef32-4c49-b25c-121cb30932ba tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.985725 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.039317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port dd10728d-566b-43f6-9b76-2352b33e30ff, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=dd10728d-566b-43f6-9b76-2352b33e30ff,segment=NetworkSegment(bdcce992-38d8-40a3-b2d5-4bcdefbabd29),segment_id=bdcce992-38d8-40a3-b2d5-4bcdefbabd29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:34.057377 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'dd10728d-566b-43f6-9b76-2352b33e30ff', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'port_id': 'dd10728d-566b-43f6-9b76-2352b33e30ff', 'mac_address': 'fa:16:3e:59:6f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:34.103724 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.120656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd10728d-566b-43f6-9b76-2352b33e30ff {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:34.168741 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port dd10728d-566b-43f6-9b76-2352b33e30ff, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=dd10728d-566b-43f6-9b76-2352b33e30ff,segment=NetworkSegment(bdcce992-38d8-40a3-b2d5-4bcdefbabd29),segment_id=bdcce992-38d8-40a3-b2d5-4bcdefbabd29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:34.171594 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-c0f78837-ef32-4c49-b25c-121cb30932ba tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Network 72bdac75-6cbb-4cf3-ba96-631039405a34 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:34.186727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-c0f78837-ef32-4c49-b25c-121cb30932ba tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:34.193632 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f78837-ef32-4c49-b25c-121cb30932ba tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Pushing event updated for resources: {'Port': ['ID=a6641288-2a6b-47bb-8aee-1265a23190c8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:34.208865 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-c0f78837-ef32-4c49-b25c-121cb30932ba tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:34.213572 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e731eb-ce70-4c67-a8fc-f86c49885a00 None None] Pushing event updated for resources: {'Port': ['ID=27feb8ed-9e57-47ff-a70d-bfe1f29f6b36,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:34.225250 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Attempting to bind port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:34.225945 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Attempting to bind port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:34.226517 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Attempting to bind port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:34.229789 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e731eb-ce70-4c67-a8fc-f86c49885a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.230421 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e731eb-ce70-4c67-a8fc-f86c49885a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.231101 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e731eb-ce70-4c67-a8fc-f86c49885a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.231631 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e731eb-ce70-4c67-a8fc-f86c49885a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.232199 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e731eb-ce70-4c67-a8fc-f86c49885a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.232831 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e731eb-ce70-4c67-a8fc-f86c49885a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.233354 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e731eb-ce70-4c67-a8fc-f86c49885a00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.233876 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e731eb-ce70-4c67-a8fc-f86c49885a00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.235512 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e731eb-ce70-4c67-a8fc-f86c49885a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.236829 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e731eb-ce70-4c67-a8fc-f86c49885a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.237353 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e731eb-ce70-4c67-a8fc-f86c49885a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.244308 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e731eb-ce70-4c67-a8fc-f86c49885a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.245932 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:34.246574 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Checking segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:34.247195 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.247776 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Bound using segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:34.248510 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Bound port: 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:34.249777 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.300030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.312613 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.356411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-c0f78837-ef32-4c49-b25c-121cb30932ba tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:34.357098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-c0f78837-ef32-4c49-b25c-121cb30932ba tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.385822 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] For port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:34.389685 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] For port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=27feb8ed-9e57-47ff-a70d-bfe1f29f6b36,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:34.426417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4112b990-09ed-467a-bf69-9b3695162343 None None] Provisioning complete for port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:34.427192 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4112b990-09ed-467a-bf69-9b3695162343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.460633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:34.475631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cb56b5-84e9-476f-b8fd-5fe931226961,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:34.482776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc91747-b8e3-46d7-b4f3-4300646bae56 req-c1e6a7c2-7916-4a19-a3c7-997a6c58b8c0 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:34.483413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b305e44-559e-449a-945a-3b58d1ac4373 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:34.485741 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccc91747-b8e3-46d7-b4f3-4300646bae56 req-c1e6a7c2-7916-4a19-a3c7-997a6c58b8c0 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 944 time: 0.0866334 Nov 12 04:03:34.496356 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.496648 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Added segment f922e2a6-544d-4d7b-8ede-6244158a3fb9 of type vlan for network cab22dfb-1dcb-4db8-9244-3884b17621d2 Nov 12 04:03:34.504376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=dd10728d-566b-43f6-9b76-2352b33e30ff,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:34.514400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4112b990-09ed-467a-bf69-9b3695162343 None None] Port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:34.525093 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.530920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.531311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.531661 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.532000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.532551 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.532887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.533220 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.533553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.533879 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.534206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.534588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.534920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:34.553803 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-c0f78837-ef32-4c49-b25c-121cb30932ba tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8169515 Nov 12 04:03:34.567742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Request body: {'port': {'device_id': '0aaf66eb-e449-4fda-a867-e8d6fee97733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:34.579920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Transition to ACTIVE for port object 0b305e44-559e-449a-945a-3b58d1ac4373 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:34.583621 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.591191 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.592350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['dd10728d-566b-43f6-9b76-2352b33e30ff'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:34.662723 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.669544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.698661 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccc91747-b8e3-46d7-b4f3-4300646bae56 req-e605e757-ae4e-48e4-b7c4-b5e6883fd712 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045786 Nov 12 04:03:34.734497 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.735509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:34.740976 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.779058 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:34.783114 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:03:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:34.961583 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e731eb-ce70-4c67-a8fc-f86c49885a00 None None] Pushing event updated for resources: {'Port': ['ID=27feb8ed-9e57-47ff-a70d-bfe1f29f6b36,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:34.961782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Allocated IP 172.20.0.14 (72bdac75-6cbb-4cf3-ba96-631039405a34/d9cd9286-8d1d-47c5-90f3-9ca612cc284b/692f731d-88dc-404c-8c24-766121258748) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:35.014662 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4834ce67-05ab-4f6b-b7c4-3fa229f5afe6 req-bddd48db-4967-440a-adc4-efa83d048103 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 210 time: 0.2519372 Nov 12 04:03:35.119340 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:35.153922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] Pushing event updated for resources: {'Network': ['ID=cab22dfb-1dcb-4db8-9244-3884b17621d2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.160534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Pushing event updated for resources: {'Port': ['ID=0b305e44-559e-449a-945a-3b58d1ac4373,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.176107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network cab22dfb-1dcb-4db8-9244-3884b17621d2 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:35.258520 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Attempting to bind port 0b305e44-559e-449a-945a-3b58d1ac4373 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:35.258899 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Attempting to bind port 0b305e44-559e-449a-945a-3b58d1ac4373 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '9d87ed56-14af-4800-ab3a-a048d10b568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:35.259185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Attempting to bind port 0b305e44-559e-449a-945a-3b58d1ac4373 on network 72bdac75-6cbb-4cf3-ba96-631039405a34 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:35.266434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Port 0b305e44-559e-449a-945a-3b58d1ac4373 on network 72bdac75-6cbb-4cf3-ba96-631039405a34 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:35.267260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Attempting to bind port 0b305e44-559e-449a-945a-3b58d1ac4373 on network 72bdac75-6cbb-4cf3-ba96-631039405a34 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:35.284447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:35.284737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Checking segment: {'id': '9d87ed56-14af-4800-ab3a-a048d10b568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:35.285179 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Bound using segment: {'id': '9d87ed56-14af-4800-ab3a-a048d10b568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:35.285630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Bound port: 0b305e44-559e-449a-945a-3b58d1ac4373, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d87ed56-14af-4800-ab3a-a048d10b568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:35.285989 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.299193 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.316228 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a7ff72dc-c79e-4414-b944-bbe43f8b7a3c None None] Provisioning complete for port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:35.316843 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7ff72dc-c79e-4414-b944-bbe43f8b7a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.370208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] For port 0b305e44-559e-449a-945a-3b58d1ac4373, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:35.375850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] For port 0b305e44-559e-449a-945a-3b58d1ac4373, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0b305e44-559e-449a-945a-3b58d1ac4373,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:35.416750 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:34Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:35.419614 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7ff72dc-c79e-4414-b944-bbe43f8b7a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.431900 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5b4c91de-25eb-4ce9-91b5-560d5138a010 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8093555 Nov 12 04:03:35.434772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52828) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:35.439752 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-53215c57-2564-42a6-aeab-3207c0619a1b admin admin] Request body: {'subnet': {'network_id': 'cab22dfb-1dcb-4db8-9244-3884b17621d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1820421452-subnet', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:35.444599 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abddcb-bd96-4cb3-b938-2a3025ba986c None None] The sync data for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 is: [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:34Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:35.456540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a7ff72dc-c79e-4414-b944-bbe43f8b7a3c None None] For port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=27feb8ed-9e57-47ff-a70d-bfe1f29f6b36,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:35.465295 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.571838 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.623397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Pushing event updated for resources: {'Port': ['ID=692f731d-88dc-404c-8c24-766121258748,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.623937 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7ff72dc-c79e-4414-b944-bbe43f8b7a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.632515 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.633350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Network 72bdac75-6cbb-4cf3-ba96-631039405a34 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:35.637079 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.639935 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] 10.222.0.26 "PUT /v2.0/ports/0b305e44-559e-449a-945a-3b58d1ac4373 HTTP/1.1" status: 200 len: 1092 time: 2.4510391 Nov 12 04:03:35.644567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:35.647239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:35.650997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:35.652280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:35.652280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:35.659461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:35.660069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:35.660475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:35.660884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:35.661290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:35.663291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:35.663855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5858c946-3853-48b1-a010-faefcb86b5d6', 'tag': '0b305e44-559e-449a-945a-3b58d1ac4373'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:35.664577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:35.664976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:35.665372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:35.666314 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65f6eeb-3eb3-4fb5-8bf1-dab9e44e9703" -d '{"events": [{"name": "network-changed", "server_uuid": "5858c946-3853-48b1-a010-faefcb86b5d6", "tag": "0b305e44-559e-449a-945a-3b58d1ac4373"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:35.700018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53215c57-2564-42a6-aeab-3207c0619a1b admin admin] Made reservation on behalf of 4589c389403f419fb0e46fa8cce7de9c for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:35.702772 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53215c57-2564-42a6-aeab-3207c0619a1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.719147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff72dc-c79e-4414-b944-bbe43f8b7a3c None None] Pushing event updated for resources: {'Port': ['ID=27feb8ed-9e57-47ff-a70d-bfe1f29f6b36,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.751273 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3733a418-3689-4bdd-b424-82f693542d30 x-openstack-request-id: req-3733a418-3689-4bdd-b424-82f693542d30 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:35.751674 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5858c946-3853-48b1-a010-faefcb86b5d6", "tag": "0b305e44-559e-449a-945a-3b58d1ac4373", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:35.751804 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3733a418-3689-4bdd-b424-82f693542d30 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:35.752378 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5858c946-3853-48b1-a010-faefcb86b5d6', 'tag': '0b305e44-559e-449a-945a-3b58d1ac4373', 'status': 'completed', 'code': 200} Nov 12 04:03:35.756356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d5a7-2fa8-418b-a699-027aecb3cf8e service neutron] Pushing event updated for resources: {'Port': ['ID=0b305e44-559e-449a-945a-3b58d1ac4373,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.840564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device dd10728d-566b-43f6-9b76-2352b33e30ff up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:35.958943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f6eeb-3eb3-4fb5-8bf1-dab9e44e9703 req-2b58092e-da2d-492c-9985-de8a71e82221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.960648 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d65f6eeb-3eb3-4fb5-8bf1-dab9e44e9703 req-2b58092e-da2d-492c-9985-de8a71e82221 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f6e3f6a7c44181b0c1234b1886ce0e&device_id=5858c946-3853-48b1-a010-faefcb86b5d6 HTTP/1.1" status: 200 len: 1095 time: 0.1439433 Nov 12 04:03:36.078266 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port dd10728d-566b-43f6-9b76-2352b33e30ff completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:36.083201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port dd10728d-566b-43f6-9b76-2352b33e30ff triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:36.091218 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.215988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:36.246050 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ea7d6-1e63-44c6-8b19-e95e7536ddf8 req-4622cb92-7a8c-4820-8a8c-b6f8964143a7 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:36.254341 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d90ea7d6-1e63-44c6-8b19-e95e7536ddf8 req-4622cb92-7a8c-4820-8a8c-b6f8964143a7 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 932 time: 0.1152349 Nov 12 04:03:36.263618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f6eeb-3eb3-4fb5-8bf1-dab9e44e9703 req-8cb098c4-1530-4620-8bec-d6f82778a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:36.264819 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.265087 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d65f6eeb-3eb3-4fb5-8bf1-dab9e44e9703 req-8cb098c4-1530-4620-8bec-d6f82778a6ce service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b3f6e3f6a7c44181b0c1234b1886ce0e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2683923 Nov 12 04:03:36.268165 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:36.268744 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.299310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2a68ec-228c-49ec-83a3-781d0317d773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd10728d-566b-43f6-9b76-2352b33e30ff'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:36.301979 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902dd537-0f5f-4da4-afd1-7c0d30fc2358" -d '{"events": [{"server_uuid": "0b2a68ec-228c-49ec-83a3-781d0317d773", "name": "network-vif-plugged", "status": "completed", "tag": "dd10728d-566b-43f6-9b76-2352b33e30ff"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:36.313058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fb2a5-ee8d-423a-98ef-5b759c132c04 req-d6b7747a-c1fe-4740-aed2-c9c1988e7653 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:36.321079 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed6fb2a5-ee8d-423a-98ef-5b759c132c04 req-d6b7747a-c1fe-4740-aed2-c9c1988e7653 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 944 time: 0.1419678 Nov 12 04:03:36.325391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port dd10728d-566b-43f6-9b76-2352b33e30ff, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=dd10728d-566b-43f6-9b76-2352b33e30ff,segment=NetworkSegment(bdcce992-38d8-40a3-b2d5-4bcdefbabd29),segment_id=bdcce992-38d8-40a3-b2d5-4bcdefbabd29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:36.334933 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:36.334933 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.401633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f6eeb-3eb3-4fb5-8bf1-dab9e44e9703 req-c76dae4c-05d6-4528-8133-7ad66c72f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:36.402462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-17a0cc8d-084d-4d98-97cf-43a13449bfc2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5585346 Nov 12 04:03:36.402547 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d65f6eeb-3eb3-4fb5-8bf1-dab9e44e9703 req-c76dae4c-05d6-4528-8133-7ad66c72f52c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1243932 Nov 12 04:03:36.403915 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53215c57-2564-42a6-aeab-3207c0619a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.425739 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6641288-2a6b-47bb-8aee-1265a23190c8 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:36.438816 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Request body: {'port': {'device_id': '130e3da1-f157-40ce-84c0-62bfafc98fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:36.443172 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.449827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed6fb2a5-ee8d-423a-98ef-5b759c132c04 req-34e6996c-0cec-440b-b354-1d82cb4c31d2 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278501 Nov 12 04:03:36.505941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Transition to ACTIVE for port object a6641288-2a6b-47bb-8aee-1265a23190c8 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:36.514010 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.551619 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.589228 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=dd10728d-566b-43f6-9b76-2352b33e30ff,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:36.617840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.645060 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8090ec-6c7d-44e3-9e09-ac223b62f57a x-openstack-request-id: req-3f8090ec-6c7d-44e3-9e09-ac223b62f57a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:36.645427 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2a68ec-228c-49ec-83a3-781d0317d773", "name": "network-vif-plugged", "status": "completed", "tag": "dd10728d-566b-43f6-9b76-2352b33e30ff", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:36.645751 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3f8090ec-6c7d-44e3-9e09-ac223b62f57a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:36.646261 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2a68ec-228c-49ec-83a3-781d0317d773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd10728d-566b-43f6-9b76-2352b33e30ff', 'code': 200} Nov 12 04:03:36.823402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Pushing event updated for resources: {'Port': ['ID=a6641288-2a6b-47bb-8aee-1265a23190c8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:36.943065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb835ba-80a0-48a7-93d4-336fb36d0ad2 req-423f92de-e103-4cea-898f-15446c04fb9a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:36.944768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bb835ba-80a0-48a7-93d4-336fb36d0ad2 req-423f92de-e103-4cea-898f-15446c04fb9a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.2153275 Nov 12 04:03:37.021602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Attempting to bind port a6641288-2a6b-47bb-8aee-1265a23190c8 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:37.022625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Attempting to bind port a6641288-2a6b-47bb-8aee-1265a23190c8 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '9d87ed56-14af-4800-ab3a-a048d10b568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:37.022966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Attempting to bind port a6641288-2a6b-47bb-8aee-1265a23190c8 on network 72bdac75-6cbb-4cf3-ba96-631039405a34 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:37.049257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Port a6641288-2a6b-47bb-8aee-1265a23190c8 on network 72bdac75-6cbb-4cf3-ba96-631039405a34 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:37.049257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Attempting to bind port a6641288-2a6b-47bb-8aee-1265a23190c8 on network 72bdac75-6cbb-4cf3-ba96-631039405a34 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:37.070249 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d90ea7d6-1e63-44c6-8b19-e95e7536ddf8 req-0beefcc0-b76b-4ebd-abcd-c2f7f2c4fec5 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8149967 Nov 12 04:03:37.075320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53215c57-2564-42a6-aeab-3207c0619a1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0e43bc-d728-46df-97fa-ef21ff05d5ed,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:37.079858 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bb835ba-80a0-48a7-93d4-336fb36d0ad2 req-94aedb1f-5f3d-4a58-90d7-ef245f674306 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250463 Nov 12 04:03:37.082630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:37.082972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Checking segment: {'id': '9d87ed56-14af-4800-ab3a-a048d10b568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:37.083439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Bound using segment: {'id': '9d87ed56-14af-4800-ab3a-a048d10b568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:37.084088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Bound port: a6641288-2a6b-47bb-8aee-1265a23190c8, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d87ed56-14af-4800-ab3a-a048d10b568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:37.084277 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.101190 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-c4b0043d-e9f4-4648-92b0-41caa8b62162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:37.101909 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-c4b0043d-e9f4-4648-92b0-41caa8b62162 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f6e3f6a7c44181b0c1234b1886ce0e&device_id=5858c946-3853-48b1-a010-faefcb86b5d6 HTTP/1.1" status: 200 len: 1095 time: 0.1493299 Nov 12 04:03:37.113533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a53c7-fe5e-46a7-840a-e6df6d398998 req-0a092c8d-f5ec-4ced-829f-169de2d62205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:37.113533 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-704a53c7-fe5e-46a7-840a-e6df6d398998 req-0a092c8d-f5ec-4ced-829f-169de2d62205 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 1097 time: 0.1471548 Nov 12 04:03:37.113533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53215c57-2564-42a6-aeab-3207c0619a1b admin admin] Checking segment: {'id': 'f922e2a6-544d-4d7b-8ede-6244158a3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'cab22dfb-1dcb-4db8-9244-3884b17621d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:37.113533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53215c57-2564-42a6-aeab-3207c0619a1b admin admin] Network hostable DHCP agents. Network: cab22dfb-1dcb-4db8-9244-3884b17621d2, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:37.180678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692f731d-88dc-404c-8c24-766121258748 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:37.203476 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-6e0b69de-41e4-4e6a-a8b6-549530bc4c2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b305e44-559e-449a-945a-3b58d1ac4373 HTTP/1.1" status: 200 len: 217 time: 0.0771024 Nov 12 04:03:37.241533 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.271250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Transition to ACTIVE for port object 692f731d-88dc-404c-8c24-766121258748 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:37.275151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] For port a6641288-2a6b-47bb-8aee-1265a23190c8, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:37.278934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] For port a6641288-2a6b-47bb-8aee-1265a23190c8, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a6641288-2a6b-47bb-8aee-1265a23190c8,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:37.281162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-5378671f-34f4-4688-9b4f-727f8c47f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:37.284228 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-5378671f-34f4-4688-9b4f-727f8c47f592 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9cd9286-8d1d-47c5-90f3-9ca612cc284b HTTP/1.1" status: 200 len: 858 time: 0.0655520 Nov 12 04:03:37.293437 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-704a53c7-fe5e-46a7-840a-e6df6d398998 req-31f77b86-ddae-4141-9107-ca92d9954d29 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695545 Nov 12 04:03:37.294176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53215c57-2564-42a6-aeab-3207c0619a1b admin admin] Network cab22dfb-1dcb-4db8-9244-3884b17621d2 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:37.328855 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-bfd2e0b2-6499-4004-91c8-d01085942006 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72bdac75-6cbb-4cf3-ba96-631039405a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313501 Nov 12 04:03:37.423581 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2b0a0da6-fb56-451d-beee-e4f6372f0717 service neutron] 10.222.0.26 "GET /v2.0/networks/72bdac75-6cbb-4cf3-ba96-631039405a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865879 Nov 12 04:03:37.426289 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-53215c57-2564-42a6-aeab-3207c0619a1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, cab22dfb-1dcb-4db8-9244-3884b17621d2) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:37.426978 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.430835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53215c57-2564-42a6-aeab-3207c0619a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:37.431437 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53215c57-2564-42a6-aeab-3207c0619a1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.436167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b14bf3-8b24-4440-a692-4fa149deca01 None None] Network cab22dfb-1dcb-4db8-9244-3884b17621d2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:37.437850 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.522748 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:37.524619 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.526425 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] 10.222.0.25 "PUT /v2.0/ports/a6641288-2a6b-47bb-8aee-1265a23190c8 HTTP/1.1" status: 200 len: 1092 time: 2.9638588 Nov 12 04:03:37.528264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aaf66eb-e449-4fda-a867-e8d6fee97733', 'tag': 'a6641288-2a6b-47bb-8aee-1265a23190c8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:37.531146 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785aed75-9ffd-4797-9663-dd3a6f4f524a" -d '{"events": [{"name": "network-changed", "server_uuid": "0aaf66eb-e449-4fda-a867-e8d6fee97733", "tag": "a6641288-2a6b-47bb-8aee-1265a23190c8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:37.546863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Pushing event updated for resources: {'Port': ['ID=692f731d-88dc-404c-8c24-766121258748,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:37.551000 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-99b2aa1a-f96b-4b0a-a621-a8e2147d945f service neutron] 10.222.0.26 "GET /v2.0/networks/72bdac75-6cbb-4cf3-ba96-631039405a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167605 Nov 12 04:03:37.603457 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-53215c57-2564-42a6-aeab-3207c0619a1b admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1675062 Nov 12 04:03:37.606310 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52872) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:37.610864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1820421452-router', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:37.710286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1d6a6-887d-461f-a10d-3aba2f3f966d service neutron] Pushing event updated for resources: {'Port': ['ID=a6641288-2a6b-47bb-8aee-1265a23190c8,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:37.714641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Attempting to bind port 692f731d-88dc-404c-8c24-766121258748 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:37.714978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Attempting to bind port 692f731d-88dc-404c-8c24-766121258748 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '9d87ed56-14af-4800-ab3a-a048d10b568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:37.715309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Attempting to bind port 692f731d-88dc-404c-8c24-766121258748 on network 72bdac75-6cbb-4cf3-ba96-631039405a34 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:37.742971 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ec2b1-891c-4294-8c50-133a6aecc823 req-60ca4d79-8e5a-4e4b-a9df-31c4c8c925ab tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:37.744535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b42ec2b1-891c-4294-8c50-133a6aecc823 req-60ca4d79-8e5a-4e4b-a9df-31c4c8c925ab tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 945 time: 0.1635540 Nov 12 04:03:37.753622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Port 692f731d-88dc-404c-8c24-766121258748 on network 72bdac75-6cbb-4cf3-ba96-631039405a34 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:37.753947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Attempting to bind port 692f731d-88dc-404c-8c24-766121258748 on network 72bdac75-6cbb-4cf3-ba96-631039405a34 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:37.784148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:37.784488 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Checking segment: {'id': '9d87ed56-14af-4800-ab3a-a048d10b568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:37.784882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Bound using segment: {'id': '9d87ed56-14af-4800-ab3a-a048d10b568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:37.785337 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Bound port: 692f731d-88dc-404c-8c24-766121258748, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d87ed56-14af-4800-ab3a-a048d10b568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:37.785692 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.795249 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.797129 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.811555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-cab22dfb-1dcb-4db8-9244-3884b17621d2', 'network_id': 'cab22dfb-1dcb-4db8-9244-3884b17621d2', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'fixed_ips': [{'subnet_id': '2e0e43bc-d728-46df-97fa-ef21ff05d5ed'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:37.812723 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.884878 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b42ec2b1-891c-4294-8c50-133a6aecc823 req-b2507bf5-be83-4683-a9ca-5b04e03ee953 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252656 Nov 12 04:03:37.895267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-6747ab57-09a2-4448-aef7-b4af3c79666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:37.897328 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-6747ab57-09a2-4448-aef7-b4af3c79666f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3f6e3f6a7c44181b0c1234b1886ce0e&device_id=0aaf66eb-e449-4fda-a867-e8d6fee97733 HTTP/1.1" status: 200 len: 1095 time: 0.1993754 Nov 12 04:03:37.965787 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-a9978de5-cde4-4640-a304-3da48d8d183e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6641288-2a6b-47bb-8aee-1265a23190c8 HTTP/1.1" status: 200 len: 217 time: 0.0523601 Nov 12 04:03:37.978546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Allocated IP 172.20.0.2 (cab22dfb-1dcb-4db8-9244-3884b17621d2/2e0e43bc-d728-46df-97fa-ef21ff05d5ed/3f0b28e0-2855-4194-ac0c-29ce81d94db0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:38.010769 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.028481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] For port 692f731d-88dc-404c-8c24-766121258748, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:38.050873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] For port 692f731d-88dc-404c-8c24-766121258748, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=692f731d-88dc-404c-8c24-766121258748,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:38.060029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-151b5a98-a946-4093-aad3-7bcb10294eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:38.062143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-151b5a98-a946-4093-aad3-7bcb10294eb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9cd9286-8d1d-47c5-90f3-9ca612cc284b HTTP/1.1" status: 200 len: 858 time: 0.0840518 Nov 12 04:03:38.116828 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-93cdc9ce-b322-4acc-96c0-ac7ad5d69042 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=72bdac75-6cbb-4cf3-ba96-631039405a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437784 Nov 12 04:03:38.253014 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.306114 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d55dac-82de-44d3-a719-594b61c8bdab x-openstack-request-id: req-c4d55dac-82de-44d3-a719-594b61c8bdab {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:38.306554 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aaf66eb-e449-4fda-a867-e8d6fee97733", "tag": "a6641288-2a6b-47bb-8aee-1265a23190c8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:38.307010 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c4d55dac-82de-44d3-a719-594b61c8bdab {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:38.307513 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aaf66eb-e449-4fda-a867-e8d6fee97733', 'tag': 'a6641288-2a6b-47bb-8aee-1265a23190c8', 'status': 'completed', 'code': 200} Nov 12 04:03:38.319264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:38.320594 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.320892 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.323568 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] 10.222.0.26 "PUT /v2.0/ports/692f731d-88dc-404c-8c24-766121258748 HTTP/1.1" status: 200 len: 1093 time: 1.8894520 Nov 12 04:03:38.359393 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-fd9d01fb-2d4a-4af4-a37e-d997f1a047e8 service neutron] 10.222.0.25 "GET /v2.0/networks/72bdac75-6cbb-4cf3-ba96-631039405a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279069 Nov 12 04:03:38.379539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8cbc6-457e-4034-9fd5-1b9552e86eee service neutron] Pushing event updated for resources: {'Port': ['ID=692f731d-88dc-404c-8c24-766121258748,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:38.519667 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.645607 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.654367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-7e75cc3f-026e-465f-be47-94326582e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:38.656798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-7e75cc3f-026e-465f-be47-94326582e410 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f6e3f6a7c44181b0c1234b1886ce0e&device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 1096 time: 0.0745571 Nov 12 04:03:38.673025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0607d9d-5523-4811-9e97-169d3fbcc79d req-a8e92a5e-4b82-4bf8-9f68-c8618f0a98ab tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:38.682895 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0607d9d-5523-4811-9e97-169d3fbcc79d req-a8e92a5e-4b82-4bf8-9f68-c8618f0a98ab tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 944 time: 0.1572511 Nov 12 04:03:38.687931 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-f5666066-30ac-4419-9e16-38e7457bcf50 service neutron] 10.222.0.25 "GET /v2.0/networks/72bdac75-6cbb-4cf3-ba96-631039405a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161602 Nov 12 04:03:38.696121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Network cab22dfb-1dcb-4db8-9244-3884b17621d2 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:38.702740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:38.710241 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:38.744959 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-b65afc31-ca85-4537-a75f-4974f81113ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692f731d-88dc-404c-8c24-766121258748 HTTP/1.1" status: 200 len: 217 time: 0.0546203 Nov 12 04:03:38.757304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Pushing event updated for resources: {'Port': ['ID=3f0b28e0-2855-4194-ac0c-29ce81d94db0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:38.793035 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.793441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.793809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.794171 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.794731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.795073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.795402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.795735 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.796094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.796441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.796761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.797085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.812226 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Attempting to bind port 3f0b28e0-2855-4194-ac0c-29ce81d94db0 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:38.812880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Attempting to bind port 3f0b28e0-2855-4194-ac0c-29ce81d94db0 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f922e2a6-544d-4d7b-8ede-6244158a3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'cab22dfb-1dcb-4db8-9244-3884b17621d2'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:38.813030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Attempting to bind port 3f0b28e0-2855-4194-ac0c-29ce81d94db0 on network cab22dfb-1dcb-4db8-9244-3884b17621d2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:38.832219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:38.833038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Checking segment: {'id': 'f922e2a6-544d-4d7b-8ede-6244158a3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'cab22dfb-1dcb-4db8-9244-3884b17621d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:38.833633 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.834174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Bound using segment: {'id': 'f922e2a6-544d-4d7b-8ede-6244158a3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'cab22dfb-1dcb-4db8-9244-3884b17621d2'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:38.834817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Bound port: 3f0b28e0-2855-4194-ac0c-29ce81d94db0, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f922e2a6-544d-4d7b-8ede-6244158a3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'cab22dfb-1dcb-4db8-9244-3884b17621d2'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:38.835368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.859678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0607d9d-5523-4811-9e97-169d3fbcc79d req-d00e710e-5ce7-42a7-b348-33b704fc0c1a tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757119 Nov 12 04:03:38.875558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.876704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-a4e08aee-3886-4ca1-9f7a-5170f2328230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:38.878216 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-a4e08aee-3886-4ca1-9f7a-5170f2328230 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9cd9286-8d1d-47c5-90f3-9ca612cc284b HTTP/1.1" status: 200 len: 858 time: 0.1261063 Nov 12 04:03:38.921895 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.944175 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-1979693f-c471-4beb-905b-447054926fe7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72bdac75-6cbb-4cf3-ba96-631039405a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573254 Nov 12 04:03:39.008543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] For port 3f0b28e0-2855-4194-ac0c-29ce81d94db0, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:39.013323 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] For port 3f0b28e0-2855-4194-ac0c-29ce81d94db0, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3f0b28e0-2855-4194-ac0c-29ce81d94db0,segment=NetworkSegment(f922e2a6-544d-4d7b-8ede-6244158a3fb9),segment_id=f922e2a6-544d-4d7b-8ede-6244158a3fb9)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:39.101607 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-258aaba0-0204-47a9-80bb-9b71b88964c9 service neutron] 10.222.0.26 "GET /v2.0/networks/72bdac75-6cbb-4cf3-ba96-631039405a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474915 Nov 12 04:03:39.127542 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Allocated IP 172.25.8.145 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/b4e07d9e-b272-41cd-a63d-fd567c36bee8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:39.139586 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874727a2-187e-41c6-a900-12515e54d3ae req-24429726-c413-4d20-ac63-5dd63d8cb733 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.163846 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-874727a2-187e-41c6-a900-12515e54d3ae req-24429726-c413-4d20-ac63-5dd63d8cb733 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 945 time: 0.1400874 Nov 12 04:03:39.171691 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.179081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785aed75-9ffd-4797-9663-dd3a6f4f524a req-b3831747-cc20-41c7-a06d-2ef6c98bb942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.180772 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-785aed75-9ffd-4797-9663-dd3a6f4f524a req-b3831747-cc20-41c7-a06d-2ef6c98bb942 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3f6e3f6a7c44181b0c1234b1886ce0e&device_id=0aaf66eb-e449-4fda-a867-e8d6fee97733 HTTP/1.1" status: 200 len: 1095 time: 0.1261933 Nov 12 04:03:39.263112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce8fcd-881e-4420-8bfb-903dc94d84eb None None] Pushing event updated for resources: {'Port': ['ID=3f0b28e0-2855-4194-ac0c-29ce81d94db0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:39.363938 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-874727a2-187e-41c6-a900-12515e54d3ae req-12006a25-74b0-44ca-8069-0cfe5fd69de9 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993232 Nov 12 04:03:39.430609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c62c5c6-1700-43e1-b59b-f2a942973554 req-9245c20d-ede8-4564-a476-c9ee1378e129 service neutron] 10.222.0.26 "GET /v2.0/networks/72bdac75-6cbb-4cf3-ba96-631039405a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082998 Nov 12 04:03:39.504435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785aed75-9ffd-4797-9663-dd3a6f4f524a req-d97afcb4-9a11-41ed-8cc5-eec87961e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.510642 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-785aed75-9ffd-4797-9663-dd3a6f4f524a req-d97afcb4-9a11-41ed-8cc5-eec87961e59d service neutron] 10.222.0.25 "GET /v2.0/networks?id=72bdac75-6cbb-4cf3-ba96-631039405a34 HTTP/1.1" status: 200 len: 920 time: 0.3172083 Nov 12 04:03:39.511046 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.591984 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-785aed75-9ffd-4797-9663-dd3a6f4f524a req-247d1244-8496-4b61-892c-a4c9a110f260 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6641288-2a6b-47bb-8aee-1265a23190c8 HTTP/1.1" status: 200 len: 217 time: 0.0636926 Nov 12 04:03:39.721008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c46763-fdb7-48d3-867b-84f58d4c770f req-549038c8-e9c0-4992-8fd2-2436ac02aa2e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.727198 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31c46763-fdb7-48d3-867b-84f58d4c770f req-549038c8-e9c0-4992-8fd2-2436ac02aa2e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 945 time: 0.1337924 Nov 12 04:03:39.729086 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785aed75-9ffd-4797-9663-dd3a6f4f524a req-a0a2f942-db4f-4164-84bc-de4a8bb2e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.730888 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-785aed75-9ffd-4797-9663-dd3a6f4f524a req-a0a2f942-db4f-4164-84bc-de4a8bb2e1fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9cd9286-8d1d-47c5-90f3-9ca612cc284b HTTP/1.1" status: 200 len: 858 time: 0.1279695 Nov 12 04:03:39.731914 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.732493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:39.737639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cbe255f1-9216-4096-8097-2a5b90b5fe90 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Request body: {'floatingip': {'port_id': 'dd10728d-566b-43f6-9b76-2352b33e30ff'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:39.833050 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbe255f1-9216-4096-8097-2a5b90b5fe90 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.839721 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-785aed75-9ffd-4797-9663-dd3a6f4f524a req-5004b7a7-f238-4021-88dc-c2ad978caf67 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=72bdac75-6cbb-4cf3-ba96-631039405a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547886 Nov 12 04:03:39.842424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Pushing event updated for resources: {'Port': ['ID=b4e07d9e-b272-41cd-a63d-fd567c36bee8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:39.859364 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:39.861131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:39.863955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:40.152578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-785aed75-9ffd-4797-9663-dd3a6f4f524a req-8dc967e5-0239-48a6-997b-925d343c8688 service neutron] 10.222.0.25 "GET /v2.0/networks/72bdac75-6cbb-4cf3-ba96-631039405a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658324 Nov 12 04:03:40.189892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57416f98-14cf-44f1-b939-87c288cc8756 req-1f7ecef0-52fd-477f-b8b8-7902a63d7e8c tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:40.206569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-57416f98-14cf-44f1-b939-87c288cc8756 req-1f7ecef0-52fd-477f-b8b8-7902a63d7e8c tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 944 time: 0.1518459 Nov 12 04:03:40.274278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3f0b28e0-2855-4194-ac0c-29ce81d94db0 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:40.303673 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-57416f98-14cf-44f1-b939-87c288cc8756 req-4b24fe85-a93a-47f5-8b44-6dd8167a1455 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995586 Nov 12 04:03:40.330616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130e3da1-f157-40ce-84c0-62bfafc98fdd', 'tag': '692f731d-88dc-404c-8c24-766121258748'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:40.333350 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3df7304-375f-410f-9b40-1b35be949ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "130e3da1-f157-40ce-84c0-62bfafc98fdd", "tag": "692f731d-88dc-404c-8c24-766121258748"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:40.382656 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9cb522-ae1a-4a7e-a46f-1a8ba33c9d70 x-openstack-request-id: req-7f9cb522-ae1a-4a7e-a46f-1a8ba33c9d70 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:40.391523 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130e3da1-f157-40ce-84c0-62bfafc98fdd", "tag": "692f731d-88dc-404c-8c24-766121258748", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:40.392581 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7f9cb522-ae1a-4a7e-a46f-1a8ba33c9d70 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:40.393025 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130e3da1-f157-40ce-84c0-62bfafc98fdd', 'tag': '692f731d-88dc-404c-8c24-766121258748', 'status': 'completed', 'code': 200} Nov 12 04:03:40.401496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 3f0b28e0-2855-4194-ac0c-29ce81d94db0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:40.402893 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.523686 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.543330 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-785aed75-9ffd-4797-9663-dd3a6f4f524a req-897bd131-8ab9-409a-96ab-af96256dcddb service neutron] 10.222.0.25 "GET /v2.0/networks/72bdac75-6cbb-4cf3-ba96-631039405a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789799 Nov 12 04:03:40.610010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 3f0b28e0-2855-4194-ac0c-29ce81d94db0, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3f0b28e0-2855-4194-ac0c-29ce81d94db0,segment=NetworkSegment(f922e2a6-544d-4d7b-8ede-6244158a3fb9),segment_id=f922e2a6-544d-4d7b-8ede-6244158a3fb9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:40.640399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df7304-375f-410f-9b40-1b35be949ba8 req-71c0e0fd-59f0-4327-9a1c-996c234c3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:40.641977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3df7304-375f-410f-9b40-1b35be949ba8 req-71c0e0fd-59f0-4327-9a1c-996c234c3e31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f6e3f6a7c44181b0c1234b1886ce0e&device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 1096 time: 0.1736026 Nov 12 04:03:40.656903 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.719916 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.791976 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=3f0b28e0-2855-4194-ac0c-29ce81d94db0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:40.974521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6adf33-1f40-4dfd-80e1-df87978e6d6a None None] Network cab22dfb-1dcb-4db8-9244-3884b17621d2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:41.043134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df7304-375f-410f-9b40-1b35be949ba8 req-ad0c3536-d164-4802-b171-550aa96d747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.046317 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3df7304-375f-410f-9b40-1b35be949ba8 req-ad0c3536-d164-4802-b171-550aa96d747f service neutron] 10.222.0.26 "GET /v2.0/networks?id=72bdac75-6cbb-4cf3-ba96-631039405a34 HTTP/1.1" status: 200 len: 920 time: 0.3282812 Nov 12 04:03:41.061509 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.114048 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3df7304-375f-410f-9b40-1b35be949ba8 req-03839962-a1c2-4fde-b3a8-adb357a9a56b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692f731d-88dc-404c-8c24-766121258748 HTTP/1.1" status: 200 len: 217 time: 0.0568781 Nov 12 04:03:41.126909 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbe255f1-9216-4096-8097-2a5b90b5fe90 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.129083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7c6f91ac-02d8-4b72-9a17-c285f9084e35 None None] Provisioning complete for port 3f0b28e0-2855-4194-ac0c-29ce81d94db0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:41.130267 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c6f91ac-02d8-4b72-9a17-c285f9084e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.225754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df7304-375f-410f-9b40-1b35be949ba8 req-1d488401-b04a-41c9-9b36-05f22b8c2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.228412 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3df7304-375f-410f-9b40-1b35be949ba8 req-1d488401-b04a-41c9-9b36-05f22b8c2b1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9cd9286-8d1d-47c5-90f3-9ca612cc284b HTTP/1.1" status: 200 len: 858 time: 0.1000619 Nov 12 04:03:41.283743 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3df7304-375f-410f-9b40-1b35be949ba8 req-7e108a46-aff9-4fcc-91a9-1f641b5f7db3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72bdac75-6cbb-4cf3-ba96-631039405a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409842 Nov 12 04:03:41.419853 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbe255f1-9216-4096-8097-2a5b90b5fe90 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.506587 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Router 448b01fa-a776-4c34-a929-33f76083df5b is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:03:41.677134 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:41.687799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Sync routers for ids ['448b01fa-a776-4c34-a929-33f76083df5b'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:41.713957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Routers {'448b01fa-a776-4c34-a929-33f76083df5b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:41.714633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:03:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['448b01fa-a776-4c34-a929-33f76083df5b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:41.890117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a6641288-2a6b-47bb-8aee-1265a23190c8 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:41.903173 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-356ef726-8b0d-4d91-b93c-2fb1a60a17b7 None None] Provisioning complete for port 3f0b28e0-2855-4194-ac0c-29ce81d94db0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:41.903283 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-356ef726-8b0d-4d91-b93c-2fb1a60a17b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.950715 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.957909 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e8e70626-9cf3-4e14-8e1a-e771e4fa4c6a admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3497949 Nov 12 04:03:41.959718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:42.026102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Set router 448b01fa-a776-4c34-a929-33f76083df5b gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:42.219742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ead53-e184-4a0a-87a5-37a034bc7e40 req-6501ed75-a744-471c-89e4-2a6343cb89e1 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:42.221329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3f0b28e0-2855-4194-ac0c-29ce81d94db0 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:42.232384 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b5ead53-e184-4a0a-87a5-37a034bc7e40 req-6501ed75-a744-471c-89e4-2a6343cb89e1 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 944 time: 0.8156011 Nov 12 04:03:42.247947 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3df7304-375f-410f-9b40-1b35be949ba8 req-e2128ff1-d05c-40c1-89a8-7ed36c96efda service neutron] 10.222.0.26 "GET /v2.0/networks/72bdac75-6cbb-4cf3-ba96-631039405a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9551950 Nov 12 04:03:42.397040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a6641288-2a6b-47bb-8aee-1265a23190c8, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a6641288-2a6b-47bb-8aee-1265a23190c8,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:42.412925 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'a6641288-2a6b-47bb-8aee-1265a23190c8', 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34', 'port_id': 'a6641288-2a6b-47bb-8aee-1265a23190c8', 'mac_address': 'fa:16:3e:20:04:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9cd9286-8d1d-47c5-90f3-9ca612cc284b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:42.443644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52948) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:42.463290 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3df7304-375f-410f-9b40-1b35be949ba8 req-c1ed139e-f5df-4298-846a-f9f89e13348e service neutron] 10.222.0.26 "GET /v2.0/networks/72bdac75-6cbb-4cf3-ba96-631039405a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915882 Nov 12 04:03:42.487596 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-cbe255f1-9216-4096-8097-2a5b90b5fe90 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Floating IP 6ba746a1-3048-4e9b-826c-0b9ad3477d1f associated. External IP: 172.25.8.2, port: dd10728d-566b-43f6-9b76-2352b33e30ff. Nov 12 04:03:42.602135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 3f0b28e0-2855-4194-ac0c-29ce81d94db0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:42.603968 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.699237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b5ead53-e184-4a0a-87a5-37a034bc7e40 req-550fd137-e710-4bba-8e7e-cb2dca043d6c tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658465 Nov 12 04:03:42.732693 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ee64cc-493b-410c-a947-eb88cd664326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.768585 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.801598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe255f1-9216-4096-8097-2a5b90b5fe90 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Router b6662830-88b0-4b84-adfb-99ccb8269e9a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:42.805222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6641288-2a6b-47bb-8aee-1265a23190c8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:42.867322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a6641288-2a6b-47bb-8aee-1265a23190c8, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a6641288-2a6b-47bb-8aee-1265a23190c8,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:42.883279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b01fa-a776-4c34-a929-33f76083df5b', 'name': 'tempest-TestVolumeBootPattern-1820421452-router', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:37Z', 'updated_at': '2021-11-12T04:03:40Z', 'revision_number': 3, 'project_id': '4589c389403f419fb0e46fa8cce7de9c', 'gw_port': {'id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448b01fa-a776-4c34-a929-33f76083df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:38Z', 'updated_at': '2021-11-12T04:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:42.942185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Checking router: 448b01fa-a776-4c34-a929-33f76083df5b for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:42.942792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Updating router 448b01fa-a776-4c34-a929-33f76083df5b port b4e07d9e-b272-41cd-a63d-fd567c36bee8 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:03:42.992270 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.000864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe255f1-9216-4096-8097-2a5b90b5fe90 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:43.013576 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1456d3c9-33a5-4476-8699-862b3f26b2c2 None None] Sync routers for ids ['b6662830-88b0-4b84-adfb-99ccb8269e9a'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:43.027110 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbe255f1-9216-4096-8097-2a5b90b5fe90 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.032307 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.038099 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1456d3c9-33a5-4476-8699-862b3f26b2c2 None None] Routers {'b6662830-88b0-4b84-adfb-99ccb8269e9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:43.039700 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ee64cc-493b-410c-a947-eb88cd664326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.040587 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1456d3c9-33a5-4476-8699-862b3f26b2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:03:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b6662830-88b0-4b84-adfb-99ccb8269e9a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:43.123112 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cbe255f1-9216-4096-8097-2a5b90b5fe90 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "PUT /v2.0/floatingips/6ba746a1-3048-4e9b-826c-0b9ad3477d1f HTTP/1.1" status: 200 len: 989 time: 3.3892510 Nov 12 04:03:43.123769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2a68ec-228c-49ec-83a3-781d0317d773', 'tag': 'dd10728d-566b-43f6-9b76-2352b33e30ff'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:43.126118 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c025bd36-06e4-45b6-b3e5-5968911225fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2a68ec-228c-49ec-83a3-781d0317d773", "tag": "dd10728d-566b-43f6-9b76-2352b33e30ff"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:43.212616 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254c6b67-f667-4bdf-99c3-0d4e85652f74 x-openstack-request-id: req-254c6b67-f667-4bdf-99c3-0d4e85652f74 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:43.213153 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2a68ec-228c-49ec-83a3-781d0317d773", "tag": "dd10728d-566b-43f6-9b76-2352b33e30ff", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:43.213583 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-254c6b67-f667-4bdf-99c3-0d4e85652f74 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:43.214167 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2a68ec-228c-49ec-83a3-781d0317d773', 'tag': 'dd10728d-566b-43f6-9b76-2352b33e30ff', 'status': 'completed', 'code': 200} Nov 12 04:03:43.225247 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1456d3c9-33a5-4476-8699-862b3f26b2c2 None None] Set router b6662830-88b0-4b84-adfb-99ccb8269e9a gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:43.336350 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ee64cc-493b-410c-a947-eb88cd664326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.374907 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025bd36-06e4-45b6-b3e5-5968911225fd req-e08aa637-ed7b-40c9-b9ad-1f80668326e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:43.379961 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c025bd36-06e4-45b6-b3e5-5968911225fd req-e08aa637-ed7b-40c9-b9ad-1f80668326e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57737743e14f4023a48559aee4f8845b&device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 1097 time: 0.1281316 Nov 12 04:03:43.413994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-78ee64cc-493b-410c-a947-eb88cd664326 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=65f3935d36b74b12961675a658c18d8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9656370 Nov 12 04:03:43.419912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52960) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:43.564979 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.572374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 0b305e44-559e-449a-945a-3b58d1ac4373 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:43.575295 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.583001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025bd36-06e4-45b6-b3e5-5968911225fd req-05061686-2608-4255-9a4e-0370352c6c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:43.585634 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c025bd36-06e4-45b6-b3e5-5968911225fd req-05061686-2608-4255-9a4e-0370352c6c0a service neutron] 10.222.0.25 "GET /v2.0/networks?id=e38b5a5c-4c12-46fd-825c-054e80fc0fca HTTP/1.1" status: 200 len: 908 time: 0.1960685 Nov 12 04:03:43.586640 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77474c11-60ff-4c33-be4f-4d5b59ebec96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.614759 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Allocated IP 172.20.0.1 (cab22dfb-1dcb-4db8-9244-3884b17621d2/2e0e43bc-d728-46df-97fa-ef21ff05d5ed/0e796d5e-c1e3-477b-b963-c2473713eab9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:43.619758 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1456d3c9-33a5-4476-8699-862b3f26b2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port': {'id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '6ba746a1-3048-4e9b-826c-0b9ad3477d1f', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'port_id': 'dd10728d-566b-43f6-9b76-2352b33e30ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'mac_address': 'fa:16:3e:59:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a68ec-228c-49ec-83a3-781d0317d773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:03:17Z', 'updated_at': '2021-11-12T04:03:40Z', 'revision_number': 1, 'project_id': '57737743e14f4023a48559aee4f8845b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10c7a6c-6002-4459-88ac-89bd48809f90', 'name': '', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'mac_address': 'fa:16:3e:ae:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:07Z', 'updated_at': '2021-11-12T04:03:15Z', 'revision_number': 5, 'project_id': '57737743e14f4023a48559aee4f8845b', 'subnets': [{'id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:43.672657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c025bd36-06e4-45b6-b3e5-5968911225fd req-74af301b-55a9-4640-9714-59dff30c05af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd10728d-566b-43f6-9b76-2352b33e30ff HTTP/1.1" status: 200 len: 997 time: 0.0771434 Nov 12 04:03:43.682105 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a6641288-2a6b-47bb-8aee-1265a23190c8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:43.694722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee64cc-493b-410c-a947-eb88cd664326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98202e73-a56a-463f-8761-b7dbaed22843,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:43.700534 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1456d3c9-33a5-4476-8699-862b3f26b2c2 None None] Checking router: b6662830-88b0-4b84-adfb-99ccb8269e9a for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:43.720423 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.722372 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1456d3c9-33a5-4476-8699-862b3f26b2c2 None None] Routers {'b6662830-88b0-4b84-adfb-99ccb8269e9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:43.723000 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1456d3c9-33a5-4476-8699-862b3f26b2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:03:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b6662830-88b0-4b84-adfb-99ccb8269e9a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:43.818332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Attempting to bind port b4e07d9e-b272-41cd-a63d-fd567c36bee8 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:43.818891 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Attempting to bind port b4e07d9e-b272-41cd-a63d-fd567c36bee8 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:43.819008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Attempting to bind port b4e07d9e-b272-41cd-a63d-fd567c36bee8 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:43.825094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['a6641288-2a6b-47bb-8aee-1265a23190c8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:43.842787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77474c11-60ff-4c33-be4f-4d5b59ebec96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.952870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025bd36-06e4-45b6-b3e5-5968911225fd req-c08754f6-4e2a-40c2-b469-f63b1d986a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:43.954390 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c025bd36-06e4-45b6-b3e5-5968911225fd req-c08754f6-4e2a-40c2-b469-f63b1d986a6f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=655f79a8-108e-4a0c-b3ac-18fe3a985abd HTTP/1.1" status: 200 len: 845 time: 0.2735896 Nov 12 04:03:44.043805 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.049675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025bd36-06e4-45b6-b3e5-5968911225fd req-7521fb5f-4a41-4a08-8f2a-6526fe25a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:44.051207 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c025bd36-06e4-45b6-b3e5-5968911225fd req-7521fb5f-4a41-4a08-8f2a-6526fe25a03b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e38b5a5c-4c12-46fd-825c-054e80fc0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852351 Nov 12 04:03:44.092013 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1456d3c9-33a5-4476-8699-862b3f26b2c2 None None] Set router b6662830-88b0-4b84-adfb-99ccb8269e9a gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:44.103581 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1788edf-2388-472d-81b8-51c68bca8a45 req-3b3498b8-f037-4b05-a0ef-05f9a56d71ef tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:44.106405 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f1788edf-2388-472d-81b8-51c68bca8a45 req-3b3498b8-f037-4b05-a0ef-05f9a56d71ef tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 944 time: 0.2245672 Nov 12 04:03:44.147564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:44.150415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:44.150750 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.151211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:44.152556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Bound port: b4e07d9e-b272-41cd-a63d-fd567c36bee8, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:44.152956 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.169019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b797c8-7f76-4336-9352-9bde1a732991 None None] Pushing event updated for resources: {'Port': ['ID=b4e07d9e-b272-41cd-a63d-fd567c36bee8,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:44.173922 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 0b305e44-559e-449a-945a-3b58d1ac4373, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0b305e44-559e-449a-945a-3b58d1ac4373,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:44.208719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77474c11-60ff-4c33-be4f-4d5b59ebec96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.210447 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.217017 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77474c11-60ff-4c33-be4f-4d5b59ebec96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.218106 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-77474c11-60ff-4c33-be4f-4d5b59ebec96 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/98202e73-a56a-463f-8761-b7dbaed22843 HTTP/1.1" status: 204 len: 168 time: 0.7795875 Nov 12 04:03:44.235048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '0b305e44-559e-449a-945a-3b58d1ac4373', 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34', 'port_id': '0b305e44-559e-449a-945a-3b58d1ac4373', 'mac_address': 'fa:16:3e:e1:1d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9cd9286-8d1d-47c5-90f3-9ca612cc284b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:44.251570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77474c11-60ff-4c33-be4f-4d5b59ebec96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98202e73-a56a-463f-8761-b7dbaed22843,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:44.308225 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f1788edf-2388-472d-81b8-51c68bca8a45 req-c7ffe71f-e0e5-4235-b18b-5b4d5f38ba71 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944561 Nov 12 04:03:44.335494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] For port b4e07d9e-b272-41cd-a63d-fd567c36bee8, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:44.358996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Network cab22dfb-1dcb-4db8-9244-3884b17621d2 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:44.361525 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Pushing event updated for resources: {'Port': ['ID=0e796d5e-c1e3-477b-b963-c2473713eab9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:44.362003 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c025bd36-06e4-45b6-b3e5-5968911225fd req-05f2dec5-29d1-457d-92eb-14132d50becd service neutron] 10.222.0.25 "GET /v2.0/networks/e38b5a5c-4c12-46fd-825c-054e80fc0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919028 Nov 12 04:03:44.372661 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:44.378988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:44.437258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] For port b4e07d9e-b272-41cd-a63d-fd567c36bee8, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b4e07d9e-b272-41cd-a63d-fd567c36bee8,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:44.438968 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.473866 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.534787 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.587159 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c025bd36-06e4-45b6-b3e5-5968911225fd req-b6aa4185-60a0-4931-b385-040c645b0421 service neutron] 10.222.0.25 "GET /v2.0/networks/e38b5a5c-4c12-46fd-825c-054e80fc0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116928 Nov 12 04:03:44.611593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b305e44-559e-449a-945a-3b58d1ac4373 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:44.663823 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1456d3c9-33a5-4476-8699-862b3f26b2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port': {'id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '6ba746a1-3048-4e9b-826c-0b9ad3477d1f', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'port_id': 'dd10728d-566b-43f6-9b76-2352b33e30ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'mac_address': 'fa:16:3e:59:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a68ec-228c-49ec-83a3-781d0317d773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:03:17Z', 'updated_at': '2021-11-12T04:03:40Z', 'revision_number': 1, 'project_id': '57737743e14f4023a48559aee4f8845b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10c7a6c-6002-4459-88ac-89bd48809f90', 'name': '', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'mac_address': 'fa:16:3e:ae:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:07Z', 'updated_at': '2021-11-12T04:03:15Z', 'revision_number': 5, 'project_id': '57737743e14f4023a48559aee4f8845b', 'subnets': [{'id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:44.673441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 0b305e44-559e-449a-945a-3b58d1ac4373, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0b305e44-559e-449a-945a-3b58d1ac4373,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:44.731280 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1456d3c9-33a5-4476-8699-862b3f26b2c2 None None] The sync data for ids ['b6662830-88b0-4b84-adfb-99ccb8269e9a'] in n-d-767704-23 is: [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port': {'id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '6ba746a1-3048-4e9b-826c-0b9ad3477d1f', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'port_id': 'dd10728d-566b-43f6-9b76-2352b33e30ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'mac_address': 'fa:16:3e:59:6f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a68ec-228c-49ec-83a3-781d0317d773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:03:17Z', 'updated_at': '2021-11-12T04:03:40Z', 'revision_number': 1, 'project_id': '57737743e14f4023a48559aee4f8845b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f10c7a6c-6002-4459-88ac-89bd48809f90', 'name': '', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'mac_address': 'fa:16:3e:ae:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:07Z', 'updated_at': '2021-11-12T04:03:15Z', 'revision_number': 5, 'project_id': '57737743e14f4023a48559aee4f8845b', 'subnets': [{'id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:44.832462 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.833720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 692f731d-88dc-404c-8c24-766121258748 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:44.837012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Routers {'448b01fa-a776-4c34-a929-33f76083df5b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:44.837727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:03:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['448b01fa-a776-4c34-a929-33f76083df5b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:44.849185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b797c8-7f76-4336-9352-9bde1a732991 None None] Pushing event updated for resources: {'Port': ['ID=b4e07d9e-b272-41cd-a63d-fd567c36bee8,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:44.933343 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.187999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea581b5-7bd0-4b3f-9107-172b5d829572 None None] New status for floating IP 6ba746a1-3048-4e9b-826c-0b9ad3477d1f: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:03:45.197966 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 692f731d-88dc-404c-8c24-766121258748, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=692f731d-88dc-404c-8c24-766121258748,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:45.249486 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.313988 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.325934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f4f78ab8-da95-4399-ba54-5e166ebc659b None None] Provisioning complete for port 0e796d5e-c1e3-477b-b963-c2473713eab9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:45.326295 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4f78ab8-da95-4399-ba54-5e166ebc659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.327937 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=0b305e44-559e-449a-945a-3b58d1ac4373,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:45.365388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '692f731d-88dc-404c-8c24-766121258748', 'network_id': '72bdac75-6cbb-4cf3-ba96-631039405a34', 'port_id': '692f731d-88dc-404c-8c24-766121258748', 'mac_address': 'fa:16:3e:dd:ee:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9cd9286-8d1d-47c5-90f3-9ca612cc284b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:45.422470 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.431367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Pushing event updated for resources: {'Port': ['ID=0e796d5e-c1e3-477b-b963-c2473713eab9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:45.434551 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.446989 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692f731d-88dc-404c-8c24-766121258748 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:45.485389 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] Set router 448b01fa-a776-4c34-a929-33f76083df5b gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:45.510071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba270-6e7b-4c68-a63d-136c5c10a31d req-dcbf09e8-13fb-48fe-8cce-c0647092c76d tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:45.512026 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0aba270-6e7b-4c68-a63d-136c5c10a31d req-dcbf09e8-13fb-48fe-8cce-c0647092c76d tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 944 time: 0.1021254 Nov 12 04:03:45.556847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f4f78ab8-da95-4399-ba54-5e166ebc659b None None] Port 0e796d5e-c1e3-477b-b963-c2473713eab9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:45.591423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 692f731d-88dc-404c-8c24-766121258748, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=692f731d-88dc-404c-8c24-766121258748,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:45.658982 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Network cab22dfb-1dcb-4db8-9244-3884b17621d2 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:45.658982 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:45.666908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0aba270-6e7b-4c68-a63d-136c5c10a31d req-e9c3e781-5cfd-46e0-bbe8-77d5fea30773 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152914 Nov 12 04:03:45.732307 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.880280 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=692f731d-88dc-404c-8c24-766121258748,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:45.901328 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a6641288-2a6b-47bb-8aee-1265a23190c8 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:46.132298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1bb92770-8427-4dd7-a5bb-8bca0bcb09d5 None None] Provisioning complete for port 0e796d5e-c1e3-477b-b963-c2473713eab9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:46.132979 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bb92770-8427-4dd7-a5bb-8bca0bcb09d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.185841 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b01fa-a776-4c34-a929-33f76083df5b', 'name': 'tempest-TestVolumeBootPattern-1820421452-router', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:37Z', 'updated_at': '2021-11-12T04:03:40Z', 'revision_number': 3, 'project_id': '4589c389403f419fb0e46fa8cce7de9c', 'gw_port': {'id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448b01fa-a776-4c34-a929-33f76083df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:38Z', 'updated_at': '2021-11-12T04:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:46.246982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107dd2f9-3c42-4b4a-9a09-ab2e6a2e1731 None None] The sync data for ids ['448b01fa-a776-4c34-a929-33f76083df5b'] in n-d-767704-23 is: [{'id': '448b01fa-a776-4c34-a929-33f76083df5b', 'name': 'tempest-TestVolumeBootPattern-1820421452-router', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:37Z', 'updated_at': '2021-11-12T04:03:40Z', 'revision_number': 3, 'project_id': '4589c389403f419fb0e46fa8cce7de9c', 'gw_port': {'id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448b01fa-a776-4c34-a929-33f76083df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:38Z', 'updated_at': '2021-11-12T04:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:46.253854 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port a6641288-2a6b-47bb-8aee-1265a23190c8 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:46.261970 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port a6641288-2a6b-47bb-8aee-1265a23190c8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:46.262511 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.318546 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Router 448b01fa-a776-4c34-a929-33f76083df5b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:46.355071 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1bb92770-8427-4dd7-a5bb-8bca0bcb09d5 None None] Port 0e796d5e-c1e3-477b-b963-c2473713eab9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:46.367111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['0b305e44-559e-449a-945a-3b58d1ac4373'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:46.414358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['692f731d-88dc-404c-8c24-766121258748'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:46.509039 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:46.515641 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d3794a0a-d11b-4510-8e28-bc39cf29ec79 admin admin] 10.222.0.105 "PUT /v2.0/routers/448b01fa-a776-4c34-a929-33f76083df5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5543251 Nov 12 04:03:46.593338 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.700720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aaf66eb-e449-4fda-a867-e8d6fee97733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6641288-2a6b-47bb-8aee-1265a23190c8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:46.703045 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfe98df-308e-42f2-a5d2-d500fefbfe1b" -d '{"events": [{"server_uuid": "0aaf66eb-e449-4fda-a867-e8d6fee97733", "name": "network-vif-plugged", "status": "completed", "tag": "a6641288-2a6b-47bb-8aee-1265a23190c8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:46.745350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a6641288-2a6b-47bb-8aee-1265a23190c8, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a6641288-2a6b-47bb-8aee-1265a23190c8,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:46.839170 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff17891-7c2f-42f5-bcc5-9d7a86489f16 x-openstack-request-id: req-2ff17891-7c2f-42f5-bcc5-9d7a86489f16 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:46.839466 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aaf66eb-e449-4fda-a867-e8d6fee97733", "name": "network-vif-plugged", "status": "completed", "tag": "a6641288-2a6b-47bb-8aee-1265a23190c8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:46.839863 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2ff17891-7c2f-42f5-bcc5-9d7a86489f16 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:46.840357 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aaf66eb-e449-4fda-a867-e8d6fee97733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6641288-2a6b-47bb-8aee-1265a23190c8', 'code': 200} Nov 12 04:03:46.879963 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.990707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb80fef-d2d4-46d3-ac8e-7be557099dc6 req-641fbbb3-1b2a-4b37-ac36-ce632c8f3dd0 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:46.993443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eeb80fef-d2d4-46d3-ac8e-7be557099dc6 req-641fbbb3-1b2a-4b37-ac36-ce632c8f3dd0 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 945 time: 0.1225555 Nov 12 04:03:47.003351 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a6641288-2a6b-47bb-8aee-1265a23190c8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:47.096332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eeb80fef-d2d4-46d3-ac8e-7be557099dc6 req-f01a352a-4be7-42b3-bbb8-0b4ee8a25e02 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827775 Nov 12 04:03:47.202167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baadb8b-daa1-4a6e-b31d-81c29657c700 req-c478f6e9-e855-40ca-9e8c-b538fc99c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:47.204272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4baadb8b-daa1-4a6e-b31d-81c29657c700 req-c478f6e9-e855-40ca-9e8c-b538fc99c85f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0aaf66eb-e449-4fda-a867-e8d6fee97733 HTTP/1.1" status: 200 len: 1097 time: 0.2643993 Nov 12 04:03:47.295836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4baadb8b-daa1-4a6e-b31d-81c29657c700 req-aec84286-183d-4f40-9d48-4d51541e2b26 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821149 Nov 12 04:03:47.324261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53056) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:47.487053 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb2fdcc0-5485-4b41-9351-430bceb8d270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.610040 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb2fdcc0-5485-4b41-9351-430bceb8d270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.702209 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb2fdcc0-5485-4b41-9351-430bceb8d270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.743677 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cb2fdcc0-5485-4b41-9351-430bceb8d270 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4d8b399dcb1a447db454aad6facd1edc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4181278 Nov 12 04:03:47.744843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fdcc0-5485-4b41-9351-430bceb8d270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3129ac49-6e92-4a6e-8705-3aac7ce3ee85,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:47.746810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53064) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:47.816097 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5f26bec-210e-48aa-9ffa-29819169f253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:47.843669 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5f26bec-210e-48aa-9ffa-29819169f253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.044981 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5f26bec-210e-48aa-9ffa-29819169f253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.047709 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5f26bec-210e-48aa-9ffa-29819169f253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.049403 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e5f26bec-210e-48aa-9ffa-29819169f253 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3129ac49-6e92-4a6e-8705-3aac7ce3ee85 HTTP/1.1" status: 204 len: 168 time: 0.2998340 Nov 12 04:03:48.059707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f26bec-210e-48aa-9ffa-29819169f253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3129ac49-6e92-4a6e-8705-3aac7ce3ee85,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:48.201428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b4e07d9e-b272-41cd-a63d-fd567c36bee8 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:48.262213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port b4e07d9e-b272-41cd-a63d-fd567c36bee8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:48.262680 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.294740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadcb9d-0b7a-4021-93f6-cafdb673927d req-4f62a09c-f154-48de-b275-a13edd163776 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:48.297057 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbadcb9d-0b7a-4021-93f6-cafdb673927d req-4f62a09c-f154-48de-b275-a13edd163776 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 945 time: 0.0720406 Nov 12 04:03:48.376085 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbadcb9d-0b7a-4021-93f6-cafdb673927d req-50ba23cc-2dde-4a25-982c-f03ca1a2cbf7 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677145 Nov 12 04:03:48.382035 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.410645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port b4e07d9e-b272-41cd-a63d-fd567c36bee8, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b4e07d9e-b272-41cd-a63d-fd567c36bee8,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:48.531231 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.585465 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Sync routers for ids ['448b01fa-a776-4c34-a929-33f76083df5b'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:48.610808 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Routers {'448b01fa-a776-4c34-a929-33f76083df5b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:48.612578 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:03:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['448b01fa-a776-4c34-a929-33f76083df5b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:48.664090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=b4e07d9e-b272-41cd-a63d-fd567c36bee8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:48.772498 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Set router 448b01fa-a776-4c34-a929-33f76083df5b gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:48.862472 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.031465 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b01fa-a776-4c34-a929-33f76083df5b', 'name': 'tempest-TestVolumeBootPattern-1820421452-router', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:37Z', 'updated_at': '2021-11-12T04:03:44Z', 'revision_number': 4, 'project_id': '4589c389403f419fb0e46fa8cce7de9c', 'gw_port': {'id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b01fa-a776-4c34-a929-33f76083df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:38Z', 'updated_at': '2021-11-12T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0e796d5e-c1e3-477b-b963-c2473713eab9', 'name': '', 'network_id': 'cab22dfb-1dcb-4db8-9244-3884b17621d2', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'mac_address': 'fa:16:3e:fa:e0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448b01fa-a776-4c34-a929-33f76083df5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '2e0e43bc-d728-46df-97fa-ef21ff05d5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:43Z', 'updated_at': '2021-11-12T04:03:45Z', 'revision_number': 2, 'project_id': '4589c389403f419fb0e46fa8cce7de9c', 'subnets': [{'id': '2e0e43bc-d728-46df-97fa-ef21ff05d5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:49.068199 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Checking router: 448b01fa-a776-4c34-a929-33f76083df5b for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:49.068795 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Updating router 448b01fa-a776-4c34-a929-33f76083df5b port 0e796d5e-c1e3-477b-b963-c2473713eab9 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:03:49.117685 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.460146 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.521827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d977a9-bd4f-47d8-825d-b7d2b34862fe req-dcfc9240-b708-4829-aae5-aa1dfcdb0025 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:49.523563 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2d977a9-bd4f-47d8-825d-b7d2b34862fe req-dcfc9240-b708-4829-aae5-aa1dfcdb0025 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 945 time: 0.0538270 Nov 12 04:03:49.570852 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.578728 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2d977a9-bd4f-47d8-825d-b7d2b34862fe req-18712f57-14f5-45b5-ac7b-af161ee173a2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486891 Nov 12 04:03:49.710411 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f837ba-18f5-4b7d-a183-bfe1723934f9 None None] Pushing event updated for resources: {'Port': ['ID=0e796d5e-c1e3-477b-b963-c2473713eab9,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:49.713230 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Attempting to bind port 0e796d5e-c1e3-477b-b963-c2473713eab9 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:49.713591 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Attempting to bind port 0e796d5e-c1e3-477b-b963-c2473713eab9 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f922e2a6-544d-4d7b-8ede-6244158a3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'cab22dfb-1dcb-4db8-9244-3884b17621d2'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:49.713943 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Attempting to bind port 0e796d5e-c1e3-477b-b963-c2473713eab9 on network cab22dfb-1dcb-4db8-9244-3884b17621d2 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:49.721319 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:49.721840 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Checking segment: {'id': 'f922e2a6-544d-4d7b-8ede-6244158a3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'cab22dfb-1dcb-4db8-9244-3884b17621d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:49.722238 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.722916 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Bound using segment: {'id': 'f922e2a6-544d-4d7b-8ede-6244158a3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'cab22dfb-1dcb-4db8-9244-3884b17621d2'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:49.723388 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Bound port: 0e796d5e-c1e3-477b-b963-c2473713eab9, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f922e2a6-544d-4d7b-8ede-6244158a3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'cab22dfb-1dcb-4db8-9244-3884b17621d2'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:49.723874 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.813264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 0b305e44-559e-449a-945a-3b58d1ac4373 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:49.823771 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] For port 0e796d5e-c1e3-477b-b963-c2473713eab9, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:49.827819 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] For port 0e796d5e-c1e3-477b-b963-c2473713eab9, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0e796d5e-c1e3-477b-b963-c2473713eab9,segment=NetworkSegment(f922e2a6-544d-4d7b-8ede-6244158a3fb9),segment_id=f922e2a6-544d-4d7b-8ede-6244158a3fb9)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:49.897102 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.970375 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Routers {'448b01fa-a776-4c34-a929-33f76083df5b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:49.971528 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:03:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['448b01fa-a776-4c34-a929-33f76083df5b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:49.999721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 0b305e44-559e-449a-945a-3b58d1ac4373 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:50.004605 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 0b305e44-559e-449a-945a-3b58d1ac4373 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:50.006613 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.091558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f7ce407a-1ffd-4e9e-9f72-8dd68047516a None None] Provisioning complete for port 0e796d5e-c1e3-477b-b963-c2473713eab9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:50.092117 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7ce407a-1ffd-4e9e-9f72-8dd68047516a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.095170 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f837ba-18f5-4b7d-a183-bfe1723934f9 None None] Pushing event updated for resources: {'Port': ['ID=0e796d5e-c1e3-477b-b963-c2473713eab9,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:50.175966 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] Set router 448b01fa-a776-4c34-a929-33f76083df5b gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:50.183869 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.276853 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5858c946-3853-48b1-a010-faefcb86b5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b305e44-559e-449a-945a-3b58d1ac4373'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:50.286733 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c254c581-1c26-47d9-89d1-310b463f1d0d" -d '{"events": [{"server_uuid": "5858c946-3853-48b1-a010-faefcb86b5d6", "name": "network-vif-plugged", "status": "completed", "tag": "0b305e44-559e-449a-945a-3b58d1ac4373"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:50.338780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b4e07d9e-b272-41cd-a63d-fd567c36bee8 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:50.346790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 0b305e44-559e-449a-945a-3b58d1ac4373, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0b305e44-559e-449a-945a-3b58d1ac4373,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:50.429661 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60706e17-6522-4126-85e5-15b6badc6500 x-openstack-request-id: req-60706e17-6522-4126-85e5-15b6badc6500 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:50.430104 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5858c946-3853-48b1-a010-faefcb86b5d6", "name": "network-vif-plugged", "status": "completed", "tag": "0b305e44-559e-449a-945a-3b58d1ac4373", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:50.430456 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-60706e17-6522-4126-85e5-15b6badc6500 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:50.430984 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5858c946-3853-48b1-a010-faefcb86b5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b305e44-559e-449a-945a-3b58d1ac4373', 'code': 200} Nov 12 04:03:50.435956 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7ce407a-1ffd-4e9e-9f72-8dd68047516a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.661999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13997459-8615-4957-92e8-4834945e8d1c req-b1ec3d8a-00a0-41aa-b17a-f5844a5ab305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.665479 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13997459-8615-4957-92e8-4834945e8d1c req-b1ec3d8a-00a0-41aa-b17a-f5844a5ab305 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5858c946-3853-48b1-a010-faefcb86b5d6 HTTP/1.1" status: 200 len: 1097 time: 0.1163242 Nov 12 04:03:50.706145 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.706145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 692f731d-88dc-404c-8c24-766121258748 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:50.761411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13997459-8615-4957-92e8-4834945e8d1c req-56063531-ebde-450f-9fb9-3780c05ed0b0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775104 Nov 12 04:03:50.761924 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port b4e07d9e-b272-41cd-a63d-fd567c36bee8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:50.762295 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.779199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e17c5a-6624-41a3-9341-76f0d9609b08 req-6cc0748e-8aed-4fa3-ac48-129695705d50 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.789874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c6e17c5a-6624-41a3-9341-76f0d9609b08 req-6cc0748e-8aed-4fa3-ac48-129695705d50 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 945 time: 0.1182320 Nov 12 04:03:50.824704 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b01fa-a776-4c34-a929-33f76083df5b', 'name': 'tempest-TestVolumeBootPattern-1820421452-router', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:37Z', 'updated_at': '2021-11-12T04:03:44Z', 'revision_number': 4, 'project_id': '4589c389403f419fb0e46fa8cce7de9c', 'gw_port': {'id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b01fa-a776-4c34-a929-33f76083df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:38Z', 'updated_at': '2021-11-12T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0e796d5e-c1e3-477b-b963-c2473713eab9', 'name': '', 'network_id': 'cab22dfb-1dcb-4db8-9244-3884b17621d2', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'mac_address': 'fa:16:3e:fa:e0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448b01fa-a776-4c34-a929-33f76083df5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '2e0e43bc-d728-46df-97fa-ef21ff05d5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:43Z', 'updated_at': '2021-11-12T04:03:49Z', 'revision_number': 4, 'project_id': '4589c389403f419fb0e46fa8cce7de9c', 'subnets': [{'id': '2e0e43bc-d728-46df-97fa-ef21ff05d5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:50.858813 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5b050-fc71-422c-b87c-d13f79797e95 None None] The sync data for ids ['448b01fa-a776-4c34-a929-33f76083df5b'] in n-d-767704-23 is: [{'id': '448b01fa-a776-4c34-a929-33f76083df5b', 'name': 'tempest-TestVolumeBootPattern-1820421452-router', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:37Z', 'updated_at': '2021-11-12T04:03:44Z', 'revision_number': 4, 'project_id': '4589c389403f419fb0e46fa8cce7de9c', 'gw_port': {'id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b01fa-a776-4c34-a929-33f76083df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:38Z', 'updated_at': '2021-11-12T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0e796d5e-c1e3-477b-b963-c2473713eab9', 'name': '', 'network_id': 'cab22dfb-1dcb-4db8-9244-3884b17621d2', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'mac_address': 'fa:16:3e:fa:e0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448b01fa-a776-4c34-a929-33f76083df5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '2e0e43bc-d728-46df-97fa-ef21ff05d5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:43Z', 'updated_at': '2021-11-12T04:03:49Z', 'revision_number': 4, 'project_id': '4589c389403f419fb0e46fa8cce7de9c', 'subnets': [{'id': '2e0e43bc-d728-46df-97fa-ef21ff05d5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:50.873016 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c6e17c5a-6624-41a3-9341-76f0d9609b08 req-724a5b85-af34-4872-b548-4f4a72069d2d tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795105 Nov 12 04:03:50.938763 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f7ce407a-1ffd-4e9e-9f72-8dd68047516a None None] For port 0e796d5e-c1e3-477b-b963-c2473713eab9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0e796d5e-c1e3-477b-b963-c2473713eab9,segment=NetworkSegment(f922e2a6-544d-4d7b-8ede-6244158a3fb9),segment_id=f922e2a6-544d-4d7b-8ede-6244158a3fb9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:51.006535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=0b305e44-559e-449a-945a-3b58d1ac4373,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.063259 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7ce407a-1ffd-4e9e-9f72-8dd68047516a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.158149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 692f731d-88dc-404c-8c24-766121258748 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:51.178882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 692f731d-88dc-404c-8c24-766121258748 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:51.179415 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.275637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6902d1f0-71e1-4311-b707-b69c079516bf None None] Provisioning complete for port 0e796d5e-c1e3-477b-b963-c2473713eab9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:51.276367 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6902d1f0-71e1-4311-b707-b69c079516bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.279389 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce407a-1ffd-4e9e-9f72-8dd68047516a None None] Pushing event updated for resources: {'Port': ['ID=0e796d5e-c1e3-477b-b963-c2473713eab9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.456273 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.510852 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 692f731d-88dc-404c-8c24-766121258748, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=692f731d-88dc-404c-8c24-766121258748,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:51.604514 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.674088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=692f731d-88dc-404c-8c24-766121258748,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:52.082670 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:03:52.116810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-a2bcf915-c4ae-4f9d-87f9-a5e9bc35cef5 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.118120 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd94f3-b13d-47d4-bdc3-ef509a914d80 req-1c5de0b8-9a17-4576-b296-d666e4ca1c74 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.120857 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-a2bcf915-c4ae-4f9d-87f9-a5e9bc35cef5 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 810 time: 0.2239342 Nov 12 04:03:52.128019 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eccd94f3-b13d-47d4-bdc3-ef509a914d80 req-1c5de0b8-9a17-4576-b296-d666e4ca1c74 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 946 time: 0.1408746 Nov 12 04:03:52.138296 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-ff21e225-0903-4225-93be-ee2c9ce732bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/quotas/16a44b756c8b4c848acf634d7113485d HTTP/1.1" status: 200 len: 375 time: 0.0164649 Nov 12 04:03:52.198080 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eccd94f3-b13d-47d4-bdc3-ef509a914d80 req-ac79fa3f-e34e-49c4-941a-61866a29c583 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687127 Nov 12 04:03:52.205315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-6653b700-4a9c-4cdf-bd49-ab4556260ec9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660386 Nov 12 04:03:52.251572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0e796d5e-c1e3-477b-b963-c2473713eab9 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:52.330508 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-af9fe0e6-99e5-4b36-b92e-be2f79a4cc57 service neutron] 10.222.0.105 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241164 Nov 12 04:03:52.365842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0e796d5e-c1e3-477b-b963-c2473713eab9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:52.367414 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.436169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130e3da1-f157-40ce-84c0-62bfafc98fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692f731d-88dc-404c-8c24-766121258748'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:52.436169 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f7744e-4951-4d94-ba86-ba1d71803fdd" -d '{"events": [{"server_uuid": "130e3da1-f157-40ce-84c0-62bfafc98fdd", "name": "network-vif-plugged", "status": "completed", "tag": "692f731d-88dc-404c-8c24-766121258748"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:52.487450 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-4c9931cb-eafe-4e7b-bc2a-d30a0139a114 service neutron] 10.222.0.105 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504335 Nov 12 04:03:52.556276 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540102a6-1f72-4f97-b50b-b341c47f0ac6 x-openstack-request-id: req-540102a6-1f72-4f97-b50b-b341c47f0ac6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:52.559123 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130e3da1-f157-40ce-84c0-62bfafc98fdd", "name": "network-vif-plugged", "status": "completed", "tag": "692f731d-88dc-404c-8c24-766121258748", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:52.559627 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-540102a6-1f72-4f97-b50b-b341c47f0ac6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:52.560511 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130e3da1-f157-40ce-84c0-62bfafc98fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692f731d-88dc-404c-8c24-766121258748', 'code': 200} Nov 12 04:03:52.850680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fbe4b-f588-421e-aeb2-a67d626705e1 req-e22dedb0-0e70-4a1a-aa4a-575691777285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.852250 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb7fbe4b-f588-421e-aeb2-a67d626705e1 req-e22dedb0-0e70-4a1a-aa4a-575691777285 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 1098 time: 0.1915054 Nov 12 04:03:52.902806 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb7fbe4b-f588-421e-aeb2-a67d626705e1 req-f76c70b4-2fb2-4241-9d71-771922ee1480 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Nov 12 04:03:53.117998 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f03d4579-53ec-4aa4-a61f-6e562d8b4ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.354594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117faa9c-710d-49ad-a626-05a71e17c2c2 req-7989ea6a-3b44-4696-a702-3b61703eb624 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.357311 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-117faa9c-710d-49ad-a626-05a71e17c2c2 req-7989ea6a-3b44-4696-a702-3b61703eb624 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 946 time: 0.0769279 Nov 12 04:03:53.440953 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-117faa9c-710d-49ad-a626-05a71e17c2c2 req-9c45857c-8e18-4035-b85e-a81d7ba2019b tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766666 Nov 12 04:03:53.548314 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f10368c8-0590-45d6-8ad5-9eefc933b724 req-41e42479-72f9-4ae7-9135-a7d13e265945 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 210 time: 0.0429842 Nov 12 04:03:53.852021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53244) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.977068 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420ea36a-4f9e-45f4-8ef7-812a03982912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.079006 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420ea36a-4f9e-45f4-8ef7-812a03982912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.194942 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420ea36a-4f9e-45f4-8ef7-812a03982912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.237962 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-420ea36a-4f9e-45f4-8ef7-812a03982912 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=43a4105824c54443918dd809afc58a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3846836 Nov 12 04:03:54.240062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ea36a-4f9e-45f4-8ef7-812a03982912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc25d9f-c102-4356-81af-f8505d19e19c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:54.241729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53252) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.339336 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae415-682c-47fc-9a43-8b4684c5a488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.363232 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae415-682c-47fc-9a43-8b4684c5a488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.574597 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae415-682c-47fc-9a43-8b4684c5a488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.579290 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae415-682c-47fc-9a43-8b4684c5a488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.580499 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8f7ae415-682c-47fc-9a43-8b4684c5a488 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0cc25d9f-c102-4356-81af-f8505d19e19c HTTP/1.1" status: 204 len: 168 time: 0.3374689 Nov 12 04:03:54.609226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f9838-8efe-431f-8815-6b2258986a5c req-38f6c856-74d2-4722-b606-1f68a6a4c755 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:54.612707 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e99f9838-8efe-431f-8815-6b2258986a5c req-38f6c856-74d2-4722-b606-1f68a6a4c755 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 946 time: 0.0965533 Nov 12 04:03:54.625702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ae415-682c-47fc-9a43-8b4684c5a488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc25d9f-c102-4356-81af-f8505d19e19c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:54.759014 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e99f9838-8efe-431f-8815-6b2258986a5c req-79a853b4-8cb5-4c5d-a2e7-1b5e9715544d tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138065 Nov 12 04:03:54.769232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-445d20b2-67d3-4bfd-ba81-213226c72093 req-62424ec8-01d8-41a2-b512-6fe4b14d7080 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 210 time: 0.0835037 Nov 12 04:03:54.913503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.937249 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.174508 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8812be76-5edf-4771-8a4a-5224c8cb50b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.258826 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8812be76-5edf-4771-8a4a-5224c8cb50b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.400885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8812be76-5edf-4771-8a4a-5224c8cb50b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.442275 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8812be76-5edf-4771-8a4a-5224c8cb50b5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9e48369b414d44aab6f7584aaee0c455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5271287 Nov 12 04:03:55.443517 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812be76-5edf-4771-8a4a-5224c8cb50b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de408a2-9668-499b-bcf9-a5a08e604894,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:55.445548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:55.519635 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9c677a3-abea-4495-a69e-f7c0f330fbce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.575244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9c677a3-abea-4495-a69e-f7c0f330fbce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.624805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb48d3c-3803-4b24-b479-131e3a70ef70 req-062d7410-cf1d-4c83-a7ed-395a51e82219 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:55.626364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6eb48d3c-3803-4b24-b479-131e3a70ef70 req-062d7410-cf1d-4c83-a7ed-395a51e82219 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0934813 Nov 12 04:03:55.711109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6eb48d3c-3803-4b24-b479-131e3a70ef70 req-f473f750-2c30-455f-8322-0ce18cc24384 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722907 Nov 12 04:03:55.720327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7492b50-4cf5-46cc-b031-d7e006f695ee req-b8e406d5-a659-4974-9dc4-c0f421db50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:55.721876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7492b50-4cf5-46cc-b031-d7e006f695ee req-b8e406d5-a659-4974-9dc4-c0f421db50ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 1097 time: 0.0663981 Nov 12 04:03:55.861002 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9c677a3-abea-4495-a69e-f7c0f330fbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.868712 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9c677a3-abea-4495-a69e-f7c0f330fbce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.870650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e9c677a3-abea-4495-a69e-f7c0f330fbce admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3de408a2-9668-499b-bcf9-a5a08e604894 HTTP/1.1" status: 204 len: 168 time: 0.4233189 Nov 12 04:03:55.896211 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f9b93f5-03d9-4ffa-9f55-6a0a3020ed1a req-bf21bd98-66a4-4660-8136-9ab1628905e6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 210 time: 0.0486531 Nov 12 04:03:55.897336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c677a3-abea-4495-a69e-f7c0f330fbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de408a2-9668-499b-bcf9-a5a08e604894,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:55.904029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7492b50-4cf5-46cc-b031-d7e006f695ee req-0ca5043a-4e65-4063-ac2f-bb8983b3613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:55.909063 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7492b50-4cf5-46cc-b031-d7e006f695ee req-0ca5043a-4e65-4063-ac2f-bb8983b3613b service neutron] 10.222.0.25 "GET /v2.0/networks?id=960600ac-14ec-4138-96b2-7076014d9fe3 HTTP/1.1" status: 200 len: 920 time: 0.1701539 Nov 12 04:03:56.033895 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7492b50-4cf5-46cc-b031-d7e006f695ee req-e51676ce-dbd5-43b6-9140-693fc67cd05c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=265863ca-0e38-49a4-830a-b5201ab7abf6 HTTP/1.1" status: 200 len: 217 time: 0.1120472 Nov 12 04:03:56.129964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7492b50-4cf5-46cc-b031-d7e006f695ee req-84bfd80d-d070-459e-a9dc-95fb36d9566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.131541 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7492b50-4cf5-46cc-b031-d7e006f695ee req-84bfd80d-d070-459e-a9dc-95fb36d9566c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a513ab3-4812-4f78-9863-9429bde900dd HTTP/1.1" status: 200 len: 858 time: 0.0574279 Nov 12 04:03:56.140359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f0870-cf0a-45db-adba-5f9f03f15a9a req-168bdcf4-8b53-4a0c-8a06-1904e9b89e29 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.141779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f6f0870-cf0a-45db-adba-5f9f03f15a9a req-168bdcf4-8b53-4a0c-8a06-1904e9b89e29 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 946 time: 0.1294539 Nov 12 04:03:56.179163 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7492b50-4cf5-46cc-b031-d7e006f695ee req-425b4de6-b986-4288-b5b2-549e4a081426 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=960600ac-14ec-4138-96b2-7076014d9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319817 Nov 12 04:03:56.267657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f6f0870-cf0a-45db-adba-5f9f03f15a9a req-cc52549e-f5e1-4b91-b932-1721808c20ea tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117139 Nov 12 04:03:56.303939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7492b50-4cf5-46cc-b031-d7e006f695ee req-ff53b870-16a5-4d50-9e01-26bbe6a5a8ee service neutron] 10.222.0.25 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118584 Nov 12 04:03:56.407905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42301e42-a945-4cdb-8bcd-5938af10f565 req-ac1ec9d1-2317-4a8a-ad4c-b9904b1bbace tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.419267 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-42301e42-a945-4cdb-8bcd-5938af10f565 req-ac1ec9d1-2317-4a8a-ad4c-b9904b1bbace tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=0aaf66eb-e449-4fda-a867-e8d6fee97733 HTTP/1.1" status: 200 len: 945 time: 0.0767457 Nov 12 04:03:56.419476 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7492b50-4cf5-46cc-b031-d7e006f695ee req-6ed6e97a-ca62-46f9-8efc-681d89c728e5 service neutron] 10.222.0.25 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010187 Nov 12 04:03:56.491690 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-42301e42-a945-4cdb-8bcd-5938af10f565 req-72417e39-b246-46e9-8d57-414cc45fe8e7 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710571 Nov 12 04:03:56.620167 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53336) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:56.681451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304534f4-0d53-495a-b63c-a5bf750b013f req-8e325e1d-45aa-47a5-97b6-53b6f6771192 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.682887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-304534f4-0d53-495a-b63c-a5bf750b013f req-8e325e1d-45aa-47a5-97b6-53b6f6771192 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=5858c946-3853-48b1-a010-faefcb86b5d6 HTTP/1.1" status: 200 len: 945 time: 0.1199815 Nov 12 04:03:56.756528 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f4eb23e-359c-4c73-8410-fe558a2d6e46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.785227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-f84b6a20-40f3-4211-aa3a-0bfd651cdae2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.788087 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-f84b6a20-40f3-4211-aa3a-0bfd651cdae2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 810 time: 0.1916239 Nov 12 04:03:56.792104 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-304534f4-0d53-495a-b63c-a5bf750b013f req-08f046c2-af42-4ac8-8580-57603b76f9dc tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002321 Nov 12 04:03:56.811205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-03fa54f6-d40a-4c80-bfe1-cbb9952c4b90 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'port': {'device_id': '659ebca5-4dfd-47b2-993a-1fe71fb3808d', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'admin_state_up': True, 'tenant_id': '16a44b756c8b4c848acf634d7113485d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:56.816008 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.925374 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a3174bc-1c60-4f59-9588-f9262a733a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.942924 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c09b9a-d22a-443e-9e63-7e5580a5ca07 req-a8ed12de-606a-4fc7-96d6-958d3393bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.944419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7c09b9a-d22a-443e-9e63-7e5580a5ca07 req-a8ed12de-606a-4fc7-96d6-958d3393bd43 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 1097 time: 0.1180046 Nov 12 04:03:56.977980 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f4eb23e-359c-4c73-8410-fe558a2d6e46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.995951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb440b-f115-4cab-9b8f-15db8daf2151 req-974eca0c-99f9-4c95-9bf3-712dccec6778 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:57.000701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5afb440b-f115-4cab-9b8f-15db8daf2151 req-974eca0c-99f9-4c95-9bf3-712dccec6778 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0838723 Nov 12 04:03:57.018482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53348) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.061316 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09f8bbb-6f26-420d-8cf0-64d7705ee0ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.095035 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f4eb23e-359c-4c73-8410-fe558a2d6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.104784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5afb440b-f115-4cab-9b8f-15db8daf2151 req-f5bf6b6a-a8d2-474d-a704-9bc8eae008ba tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932722 Nov 12 04:03:57.127981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-03fa54f6-d40a-4c80-bfe1-cbb9952c4b90 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Made reservation on behalf of 16a44b756c8b4c848acf634d7113485d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:57.133369 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-03fa54f6-d40a-4c80-bfe1-cbb9952c4b90 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.155810 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4eb23e-359c-4c73-8410-fe558a2d6e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb466763-7896-4c3d-a03a-c2924bb8e871,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:57.167757 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c09b9a-d22a-443e-9e63-7e5580a5ca07 req-45261de5-966e-4f77-b565-5207a28b21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:57.169654 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7c09b9a-d22a-443e-9e63-7e5580a5ca07 req-45261de5-966e-4f77-b565-5207a28b21f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=960600ac-14ec-4138-96b2-7076014d9fe3 HTTP/1.1" status: 200 len: 920 time: 0.1907697 Nov 12 04:03:57.189107 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8f4eb23e-359c-4c73-8410-fe558a2d6e46 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e4cc19df900047d0beec4c0c71670a75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5671771 Nov 12 04:03:57.191807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53352) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.254015 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09f8bbb-6f26-420d-8cf0-64d7705ee0ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.296739 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7c09b9a-d22a-443e-9e63-7e5580a5ca07 req-73dfbeb6-e5f5-4074-a77b-cf588013fb20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=265863ca-0e38-49a4-830a-b5201ab7abf6 HTTP/1.1" status: 200 len: 217 time: 0.0458241 Nov 12 04:03:57.318727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da62fc7e-8a5c-4557-a4e4-61c46ff5bd1e req-9d9602ad-be6c-483d-8be5-9474e392ea31 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 210 time: 0.0561850 Nov 12 04:03:57.354574 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50164121-03f8-4190-ab8d-15b97536b4e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.359043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-03fa54f6-d40a-4c80-bfe1-cbb9952c4b90 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Allocated IP 172.20.0.5 (f85dd735-6dee-4642-bae3-79b5c3c05e5b/ea3b966f-ee38-4d38-b08a-2c92acf2f0c1/fb1416b2-5aef-4092-a865-7110ffc58eb4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:57.380605 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c09f8bbb-6f26-420d-8cf0-64d7705ee0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.426446 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50164121-03f8-4190-ab8d-15b97536b4e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.486750 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c09f8bbb-6f26-420d-8cf0-64d7705ee0ba admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=11cc5467ee23465b87e9e65f04a3756b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4651370 Nov 12 04:03:57.491154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53356) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.507372 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c09b9a-d22a-443e-9e63-7e5580a5ca07 req-c4108af2-08ab-403a-b488-ab3f155c03ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:57.509166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7c09b9a-d22a-443e-9e63-7e5580a5ca07 req-c4108af2-08ab-403a-b488-ab3f155c03ce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a513ab3-4812-4f78-9863-9429bde900dd HTTP/1.1" status: 200 len: 858 time: 0.1968906 Nov 12 04:03:57.527438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f8bbb-6f26-420d-8cf0-64d7705ee0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01455064-40bd-4d35-b1f9-69f97141814f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:57.635114 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7c09b9a-d22a-443e-9e63-7e5580a5ca07 req-b8ed93e4-7404-4be1-9195-d944e6a83626 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=960600ac-14ec-4138-96b2-7076014d9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039732 Nov 12 04:03:57.701092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf0556-c06d-42f1-a8a0-1e064d078613 req-ba5b6d0e-0e82-467b-bac7-a14c63b57a64 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:57.702923 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbcf0556-c06d-42f1-a8a0-1e064d078613 req-ba5b6d0e-0e82-467b-bac7-a14c63b57a64 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=5858c946-3853-48b1-a010-faefcb86b5d6 HTTP/1.1" status: 200 len: 945 time: 0.2068174 Nov 12 04:03:57.706272 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-03fa54f6-d40a-4c80-bfe1-cbb9952c4b90 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.756970 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50164121-03f8-4190-ab8d-15b97536b4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.759492 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50164121-03f8-4190-ab8d-15b97536b4e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.764530 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-50164121-03f8-4190-ab8d-15b97536b4e4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cb466763-7896-4c3d-a03a-c2924bb8e871 HTTP/1.1" status: 204 len: 168 time: 0.5656264 Nov 12 04:03:57.778563 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60f6db4e-0116-4644-ad48-c5c220407f01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.812212 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-03fa54f6-d40a-4c80-bfe1-cbb9952c4b90 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.814476 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60f6db4e-0116-4644-ad48-c5c220407f01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.858148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-03fa54f6-d40a-4c80-bfe1-cbb9952c4b90 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:57.871865 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50164121-03f8-4190-ab8d-15b97536b4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb466763-7896-4c3d-a03a-c2924bb8e871,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:57.924591 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7c09b9a-d22a-443e-9e63-7e5580a5ca07 req-8527f3b3-c88b-4ddd-bb4c-e8c3d155e4f4 service neutron] 10.222.0.25 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693620 Nov 12 04:03:57.937646 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbcf0556-c06d-42f1-a8a0-1e064d078613 req-164ed511-81fe-4dc5-8a63-d1de2e72d24b tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943915 Nov 12 04:03:57.970491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-03fa54f6-d40a-4c80-bfe1-cbb9952c4b90 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:57.972336 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60f6db4e-0116-4644-ad48-c5c220407f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.977598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-03fa54f6-d40a-4c80-bfe1-cbb9952c4b90 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:57.985919 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60f6db4e-0116-4644-ad48-c5c220407f01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.987081 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-60f6db4e-0116-4644-ad48-c5c220407f01 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/01455064-40bd-4d35-b1f9-69f97141814f HTTP/1.1" status: 204 len: 168 time: 0.4945369 Nov 12 04:03:58.060350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-03fa54f6-d40a-4c80-bfe1-cbb9952c4b90 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:58.061091 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-03fa54f6-d40a-4c80-bfe1-cbb9952c4b90 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.138745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6db4e-0116-4644-ad48-c5c220407f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01455064-40bd-4d35-b1f9-69f97141814f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:58.234392 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7c09b9a-d22a-443e-9e63-7e5580a5ca07 req-ac306ccd-13bc-4aef-9059-4e8f3b958a5c service neutron] 10.222.0.25 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928154 Nov 12 04:03:58.258548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa54f6-d40a-4c80-bfe1-cbb9952c4b90 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'Port': ['ID=fb1416b2-5aef-4092-a865-7110ffc58eb4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:58.280070 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-03fa54f6-d40a-4c80-bfe1-cbb9952c4b90 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4715519 Nov 12 04:03:58.304759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Request body: {'port': {'device_id': '659ebca5-4dfd-47b2-993a-1fe71fb3808d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:58.320127 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ddb85c3c-0066-461c-9560-60e79dcefb8b req-c920af36-b8bf-4685-a7df-cb6a10d3e1d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2282805 Nov 12 04:03:58.406755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.467920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b6b51-52ec-46af-90df-d875fa474d08 req-63f04481-c90b-46e5-9880-f3dcaf7c2c23 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:58.468514 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.477236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce9b6b51-52ec-46af-90df-d875fa474d08 req-63f04481-c90b-46e5-9880-f3dcaf7c2c23 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.2125463 Nov 12 04:03:58.485217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a85e80df-29fb-4eef-8bb5-7abb3ad28e96 None None] Provisioning complete for port fb1416b2-5aef-4092-a865-7110ffc58eb4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:58.485593 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a85e80df-29fb-4eef-8bb5-7abb3ad28e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.549582 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a85e80df-29fb-4eef-8bb5-7abb3ad28e96 None None] Port fb1416b2-5aef-4092-a865-7110ffc58eb4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:58.565713 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce9b6b51-52ec-46af-90df-d875fa474d08 req-d2192a8c-17ac-47b3-ae7c-b54a2f40deb0 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869801 Nov 12 04:03:58.780410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b0c62-dd96-4081-aac5-1a42bce0acee req-68a07940-ff51-49b9-956e-63c78d0d5dfe tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:58.788187 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be4b0c62-dd96-4081-aac5-1a42bce0acee req-68a07940-ff51-49b9-956e-63c78d0d5dfe tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 931 time: 0.2864718 Nov 12 04:03:58.795869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb85c3c-0066-461c-9560-60e79dcefb8b req-0de76db6-f212-47a9-b652-920926990e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:58.797815 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ddb85c3c-0066-461c-9560-60e79dcefb8b req-0de76db6-f212-47a9-b652-920926990e18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 1097 time: 0.2770443 Nov 12 04:03:58.936648 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.965721 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be4b0c62-dd96-4081-aac5-1a42bce0acee req-c6e1bcb4-abc8-4804-b37c-4d3f8fce6317 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765606 Nov 12 04:03:59.097124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb85c3c-0066-461c-9560-60e79dcefb8b req-53f75953-366e-45a7-b66f-845bc1a77d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:59.099250 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ddb85c3c-0066-461c-9560-60e79dcefb8b req-53f75953-366e-45a7-b66f-845bc1a77d86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=960600ac-14ec-4138-96b2-7076014d9fe3 HTTP/1.1" status: 200 len: 920 time: 0.2491016 Nov 12 04:03:59.175573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d98cc-9297-4dc5-ab15-ac5bc95cd237 req-2ec01754-9c6e-4dbe-8209-85336fb37a2f tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:59.179035 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ddb85c3c-0066-461c-9560-60e79dcefb8b req-8bc64475-54a5-4fe1-badf-02828a0e18c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb64e29-8855-4a0e-8677-374b89622135 HTTP/1.1" status: 200 len: 217 time: 0.0523293 Nov 12 04:03:59.200649 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f8d98cc-9297-4dc5-ab15-ac5bc95cd237 req-2ec01754-9c6e-4dbe-8209-85336fb37a2f tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=5858c946-3853-48b1-a010-faefcb86b5d6 HTTP/1.1" status: 200 len: 945 time: 0.1437342 Nov 12 04:03:59.210536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1416b2-5aef-4092-a865-7110ffc58eb4 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:59.243333 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.276725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Transition to ACTIVE for port object fb1416b2-5aef-4092-a865-7110ffc58eb4 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:59.284870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb85c3c-0066-461c-9560-60e79dcefb8b req-94ddea64-0181-4081-8544-18176513a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:59.291877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ddb85c3c-0066-461c-9560-60e79dcefb8b req-94ddea64-0181-4081-8544-18176513a608 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a513ab3-4812-4f78-9863-9429bde900dd HTTP/1.1" status: 200 len: 858 time: 0.0915992 Nov 12 04:03:59.307928 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f8d98cc-9297-4dc5-ab15-ac5bc95cd237 req-d6215b83-8c59-4f70-be7e-45c438d6d83c tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033204 Nov 12 04:03:59.406158 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ddb85c3c-0066-461c-9560-60e79dcefb8b req-15a27586-6fa5-4774-b047-76e2730a6fcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=960600ac-14ec-4138-96b2-7076014d9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500038 Nov 12 04:03:59.417587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.702430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1416b2-5aef-4092-a865-7110ffc58eb4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:59.709283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Attempting to bind port fb1416b2-5aef-4092-a865-7110ffc58eb4 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:59.709656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Attempting to bind port fb1416b2-5aef-4092-a865-7110ffc58eb4 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:59.710389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Attempting to bind port fb1416b2-5aef-4092-a865-7110ffc58eb4 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:59.717193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Port fb1416b2-5aef-4092-a865-7110ffc58eb4 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:59.717524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Attempting to bind port fb1416b2-5aef-4092-a865-7110ffc58eb4 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:59.730082 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:59.730589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Checking segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:59.730976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Bound using segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:59.731423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Bound port: fb1416b2-5aef-4092-a865-7110ffc58eb4, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:59.731777 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.883284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95b5ba-90d4-44c8-a78b-75141cd3d86e req-967b249d-a125-4b1b-9d6f-937b8cf884f9 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:59.887048 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c95b5ba-90d4-44c8-a78b-75141cd3d86e req-967b249d-a125-4b1b-9d6f-937b8cf884f9 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.26 "GET /v2.0/ports?device_id=5858c946-3853-48b1-a010-faefcb86b5d6 HTTP/1.1" status: 200 len: 945 time: 0.1206088 Nov 12 04:03:59.889696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ddb85c3c-0066-461c-9560-60e79dcefb8b req-c25e0c15-82d3-4933-8798-5ae242b77544 service neutron] 10.222.0.26 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736960 Nov 12 04:03:59.982954 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] For port fb1416b2-5aef-4092-a865-7110ffc58eb4, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:59.996930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9c4e2-163b-4b11-a209-2233b49751fb req-c9243529-0802-4da8-b0c4-2c8b42aa5766 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:00.004659 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ca9c4e2-163b-4b11-a209-2233b49751fb req-c9243529-0802-4da8-b0c4-2c8b42aa5766 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.2521753 Nov 12 04:04:00.023267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] For port fb1416b2-5aef-4092-a865-7110ffc58eb4, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=fb1416b2-5aef-4092-a865-7110ffc58eb4,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:00.069411 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-8c95b5ba-90d4-44c8-a78b-75141cd3d86e req-3acba932-d5eb-4acc-b2cb-64a417212d27 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Deleting port 0b305e44-559e-449a-945a-3b58d1ac4373 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:00.074412 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c95b5ba-90d4-44c8-a78b-75141cd3d86e req-3acba932-d5eb-4acc-b2cb-64a417212d27 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.093850 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ddb85c3c-0066-461c-9560-60e79dcefb8b req-6dbbdf7a-69ee-45ae-833c-d11012506dc8 service neutron] 10.222.0.26 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843958 Nov 12 04:04:00.099223 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ca9c4e2-163b-4b11-a209-2233b49751fb req-8079819e-5591-4fc1-a916-7dcc437c8f5d tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937521 Nov 12 04:04:00.174203 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.211402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:00.212016 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.213477 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] 10.222.0.25 "PUT /v2.0/ports/fb1416b2-5aef-4092-a865-7110ffc58eb4 HTTP/1.1" status: 200 len: 1092 time: 1.9176784 Nov 12 04:04:00.213980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659ebca5-4dfd-47b2-993a-1fe71fb3808d', 'tag': 'fb1416b2-5aef-4092-a865-7110ffc58eb4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:00.217143 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048432a2-dc26-4b4e-8677-07a9b7132b34" -d '{"events": [{"name": "network-changed", "server_uuid": "659ebca5-4dfd-47b2-993a-1fe71fb3808d", "tag": "fb1416b2-5aef-4092-a865-7110ffc58eb4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:00.223691 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cdf03-e434-46c2-beea-e3a17fa9ab49 req-dd6be82f-626e-427c-a383-9d9c3b97724c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:00.225276 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-480cdf03-e434-46c2-beea-e3a17fa9ab49 req-dd6be82f-626e-427c-a383-9d9c3b97724c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 943 time: 0.1030233 Nov 12 04:04:00.259086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8c95b5ba-90d4-44c8-a78b-75141cd3d86e req-3acba932-d5eb-4acc-b2cb-64a417212d27 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] For port 0b305e44-559e-449a-945a-3b58d1ac4373, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0b305e44-559e-449a-945a-3b58d1ac4373,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:00.259456 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c95b5ba-90d4-44c8-a78b-75141cd3d86e req-3acba932-d5eb-4acc-b2cb-64a417212d27 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.286172 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0f5bf-35c5-46a4-bf61-71de0b4df283 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1416b2-5aef-4092-a865-7110ffc58eb4,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:00.288950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-8c95b5ba-90d4-44c8-a78b-75141cd3d86e req-3acba932-d5eb-4acc-b2cb-64a417212d27 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Calling delete_port for 0b305e44-559e-449a-945a-3b58d1ac4373 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:00.324693 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fc2ecb-c223-4efb-9e2d-bf3433e195fe x-openstack-request-id: req-b5fc2ecb-c223-4efb-9e2d-bf3433e195fe {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:00.325207 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659ebca5-4dfd-47b2-993a-1fe71fb3808d", "tag": "fb1416b2-5aef-4092-a865-7110ffc58eb4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:00.326208 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b5fc2ecb-c223-4efb-9e2d-bf3433e195fe {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:00.326893 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659ebca5-4dfd-47b2-993a-1fe71fb3808d', 'tag': 'fb1416b2-5aef-4092-a865-7110ffc58eb4', 'status': 'completed', 'code': 200} Nov 12 04:04:00.457115 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-480cdf03-e434-46c2-beea-e3a17fa9ab49 req-7d2633df-226f-4084-8bd4-4fbd41fc63ef tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925342 Nov 12 04:04:00.459186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048432a2-dc26-4b4e-8677-07a9b7132b34 req-9ba51022-59ac-4d7b-8c3f-46df6b300c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:00.462377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-048432a2-dc26-4b4e-8677-07a9b7132b34 req-9ba51022-59ac-4d7b-8c3f-46df6b300c91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 1095 time: 0.1117651 Nov 12 04:04:00.699157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048432a2-dc26-4b4e-8677-07a9b7132b34 req-b3fc03e6-86b0-469a-9bdd-1a3830629864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:00.700787 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-048432a2-dc26-4b4e-8677-07a9b7132b34 req-b3fc03e6-86b0-469a-9bdd-1a3830629864 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=16a44b756c8b4c848acf634d7113485d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2278988 Nov 12 04:04:00.737990 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897366d-81ff-4180-850f-fbb2acecb6be req-0917df9c-118b-4436-b4f5-ef5c27c4948b tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:00.746354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5897366d-81ff-4180-850f-fbb2acecb6be req-0917df9c-118b-4436-b4f5-ef5c27c4948b tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=5858c946-3853-48b1-a010-faefcb86b5d6 HTTP/1.1" status: 200 len: 945 time: 0.1327226 Nov 12 04:04:00.814469 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c95b5ba-90d4-44c8-a78b-75141cd3d86e req-3acba932-d5eb-4acc-b2cb-64a417212d27 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.847473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['a6641288-2a6b-47bb-8aee-1265a23190c8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:00.885107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048432a2-dc26-4b4e-8677-07a9b7132b34 req-6765d778-b30c-4e01-a1cd-c3c6fdfa9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:00.886839 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-048432a2-dc26-4b4e-8677-07a9b7132b34 req-6765d778-b30c-4e01-a1cd-c3c6fdfa9c8d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1614108 Nov 12 04:04:00.905000 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5897366d-81ff-4180-850f-fbb2acecb6be req-c71cc0e8-41cb-4e37-bbea-1865ea58f249 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572998 Nov 12 04:04:00.909665 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acba932-d5eb-4acc-b2cb-64a417212d27 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Pushing event deleted for resources: {'Port': ['ID=0b305e44-559e-449a-945a-3b58d1ac4373,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:00.943256 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['0b305e44-559e-449a-945a-3b58d1ac4373', '692f731d-88dc-404c-8c24-766121258748'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:01.043495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-47a3b3b4-3fca-417e-b8c7-4e9483fe6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.046161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-47a3b3b4-3fca-417e-b8c7-4e9483fe6b5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 1095 time: 0.0677896 Nov 12 04:04:01.047982 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c95b5ba-90d4-44c8-a78b-75141cd3d86e req-3acba932-d5eb-4acc-b2cb-64a417212d27 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] No DVR routers for this DVR port 0b305e44-559e-449a-945a-3b58d1ac4373 on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:01.057777 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c95b5ba-90d4-44c8-a78b-75141cd3d86e req-3acba932-d5eb-4acc-b2cb-64a417212d27 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.062135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c95b5ba-90d4-44c8-a78b-75141cd3d86e req-3acba932-d5eb-4acc-b2cb-64a417212d27 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.26 "DELETE /v2.0/ports/0b305e44-559e-449a-945a-3b58d1ac4373 HTTP/1.1" status: 204 len: 173 time: 1.1552703 Nov 12 04:04:01.062630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5858c946-3853-48b1-a010-faefcb86b5d6', 'name': 'network-vif-deleted', 'tag': '0b305e44-559e-449a-945a-3b58d1ac4373'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:01.078692 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b45b8a-88b8-4a77-a3ab-bec329fd119f" -d '{"events": [{"server_uuid": "5858c946-3853-48b1-a010-faefcb86b5d6", "name": "network-vif-deleted", "tag": "0b305e44-559e-449a-945a-3b58d1ac4373"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:01.175928 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-d025e89a-bbbf-4066-bd80-1bb7a1319f78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb1416b2-5aef-4092-a865-7110ffc58eb4 HTTP/1.1" status: 200 len: 217 time: 0.1064482 Nov 12 04:04:01.209123 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9ca465-2555-4792-ab86-ee625c2d685d x-openstack-request-id: req-8a9ca465-2555-4792-ab86-ee625c2d685d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:01.212156 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5858c946-3853-48b1-a010-faefcb86b5d6", "name": "network-vif-deleted", "tag": "0b305e44-559e-449a-945a-3b58d1ac4373", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:01.212156 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8a9ca465-2555-4792-ab86-ee625c2d685d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:01.212156 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5858c946-3853-48b1-a010-faefcb86b5d6', 'name': 'network-vif-deleted', 'tag': '0b305e44-559e-449a-945a-3b58d1ac4373', 'status': 'completed', 'code': 200} Nov 12 04:04:01.304360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-a39de9ae-df1b-48ef-95e9-590342cb2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.306043 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-a39de9ae-df1b-48ef-95e9-590342cb2d37 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.1202855 Nov 12 04:04:01.440616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0103f-3207-4978-b2e6-66edb7a388d0 req-d913c012-5918-441e-bfb5-2ef64a4cb244 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.445462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ec0103f-3207-4978-b2e6-66edb7a388d0 req-d913c012-5918-441e-bfb5-2ef64a4cb244 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1376212 Nov 12 04:04:01.516178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-39f3c64f-e65a-40e5-9788-d4057fa862f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.529148 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-39f3c64f-e65a-40e5-9788-d4057fa862f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1575663 Nov 12 04:04:01.586513 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ec0103f-3207-4978-b2e6-66edb7a388d0 req-c8715ed2-45ac-4687-b7a3-e7b4600ea113 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307843 Nov 12 04:04:01.684934 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2577d8-57ff-4099-ba23-d2042d0e6e13 req-31117f08-665e-4909-be1c-32bb041300b7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.695848 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d2577d8-57ff-4099-ba23-d2042d0e6e13 req-31117f08-665e-4909-be1c-32bb041300b7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 943 time: 0.1387761 Nov 12 04:04:01.774987 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d2577d8-57ff-4099-ba23-d2042d0e6e13 req-49ae862b-4aa5-4b00-b19a-75f4a62e279b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771916 Nov 12 04:04:02.135289 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-bfd9e588-8a41-4f98-8b02-c2c6fca49c9a service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961754 Nov 12 04:04:02.207518 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e0ef7d57-b827-4972-983b-516509577fe6 req-507108bd-a44e-41bb-90a8-b6928c6df413 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=5858c946-3853-48b1-a010-faefcb86b5d6 HTTP/1.1" status: 200 len: 210 time: 0.0498850 Nov 12 04:04:02.294956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-401433e0-7f79-421a-a121-aa8a5c09ac44 req-59a15ca1-ae78-434f-ba2f-e65f868859ac service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505857 Nov 12 04:04:02.722415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b9f91-7b95-4c85-a55e-368de61b5ac5 req-70bf8908-8cf8-4fb7-9920-c98af771409f tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:02.724811 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7a9b9f91-7b95-4c85-a55e-368de61b5ac5 req-70bf8908-8cf8-4fb7-9920-c98af771409f tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0609043 Nov 12 04:04:02.817994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7a9b9f91-7b95-4c85-a55e-368de61b5ac5 req-24947fae-4b59-4569-99e9-eeda1e3513ab tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860739 Nov 12 04:04:02.948840 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce893bf-b956-4c74-b2aa-e5fdcc226b18 req-b95a97b3-09bf-4801-ba6b-d41935672d7b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:02.950889 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fce893bf-b956-4c74-b2aa-e5fdcc226b18 req-b95a97b3-09bf-4801-ba6b-d41935672d7b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 943 time: 0.0636084 Nov 12 04:04:03.012815 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fce893bf-b956-4c74-b2aa-e5fdcc226b18 req-36024214-f8e5-4c8f-8ca4-3349c9a51c3b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517247 Nov 12 04:04:03.927686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 0b305e44-559e-449a-945a-3b58d1ac4373 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:03.973455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 0b305e44-559e-449a-945a-3b58d1ac4373 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:03.973797 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 0b305e44-559e-449a-945a-3b58d1ac4373 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:03.997604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f6e5c-79b5-46b7-949b-9872937cbdb2 req-4db4e813-43a4-4004-9539-af5270bf49d0 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:03.999852 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e7f6e5c-79b5-46b7-949b-9872937cbdb2 req-4db4e813-43a4-4004-9539-af5270bf49d0 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0924952 Nov 12 04:04:04.100567 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e7f6e5c-79b5-46b7-949b-9872937cbdb2 req-392edd6f-2aab-449a-9197-d260869e6c8b tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936890 Nov 12 04:04:04.316459 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5117927-492d-4d05-b72e-d0610842de62 req-c8c9f99e-2d16-4e9b-a757-e93b3937b6e8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:04.321802 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b5117927-492d-4d05-b72e-d0610842de62 req-c8c9f99e-2d16-4e9b-a757-e93b3937b6e8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 943 time: 0.1201482 Nov 12 04:04:04.446619 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebe3d1-1252-431d-b1c7-e58e8fa7001a req-304d37dc-da29-48a8-b6f9-cdf49c4826e8 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:04.453341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebe3d1-1252-431d-b1c7-e58e8fa7001a req-304d37dc-da29-48a8-b6f9-cdf49c4826e8 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:04.456396 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b5117927-492d-4d05-b72e-d0610842de62 req-b7b32423-beb7-4ac7-bac2-428e96cf5b05 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228318 Nov 12 04:04:04.459392 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eeebe3d1-1252-431d-b1c7-e58e8fa7001a req-304d37dc-da29-48a8-b6f9-cdf49c4826e8 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=0aaf66eb-e449-4fda-a867-e8d6fee97733&device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 1682 time: 0.0683391 Nov 12 04:04:04.523986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eeebe3d1-1252-431d-b1c7-e58e8fa7001a req-35f74f67-a2ba-4274-b26a-256cac77b6d5 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609198 Nov 12 04:04:05.251655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1624c97-2c06-488e-99e2-e2be2c0e5e6b req-02d4babb-5b24-4c2c-9136-a013690d9c8a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:05.253084 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1624c97-2c06-488e-99e2-e2be2c0e5e6b req-02d4babb-5b24-4c2c-9136-a013690d9c8a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0594342 Nov 12 04:04:05.323521 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1624c97-2c06-488e-99e2-e2be2c0e5e6b req-83927157-a67b-4591-aa89-29b35af6efc7 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637760 Nov 12 04:04:05.624026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312bb20-f289-433f-8cdb-c9ceddc354aa req-0f572c3a-4d49-43d3-b18c-02e219ce0976 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:05.636691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5312bb20-f289-433f-8cdb-c9ceddc354aa req-0f572c3a-4d49-43d3-b18c-02e219ce0976 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 943 time: 0.0809510 Nov 12 04:04:05.697288 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5312bb20-f289-433f-8cdb-c9ceddc354aa req-86eaa638-f793-4c53-acad-e1b219d1698f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596948 Nov 12 04:04:06.033257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95eb5b5-60cd-4faa-a306-32fac5b7cc3b req-39076ee2-e900-4757-afba-34ca62a1c489 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:06.038513 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d95eb5b5-60cd-4faa-a306-32fac5b7cc3b req-39076ee2-e900-4757-afba-34ca62a1c489 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=0aaf66eb-e449-4fda-a867-e8d6fee97733 HTTP/1.1" status: 200 len: 945 time: 0.0786417 Nov 12 04:04:06.097965 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d95eb5b5-60cd-4faa-a306-32fac5b7cc3b req-f2d36ed7-aa89-4b5b-9664-1d1721fa253c tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563996 Nov 12 04:04:06.490597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816c355-e282-484f-87c3-2f4c994bc991 req-0c3fb12f-17d5-44d1-9363-9f4b05b80ec5 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:06.492095 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f816c355-e282-484f-87c3-2f4c994bc991 req-0c3fb12f-17d5-44d1-9363-9f4b05b80ec5 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0603111 Nov 12 04:04:06.559033 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f816c355-e282-484f-87c3-2f4c994bc991 req-a207e964-a4ef-42fa-8772-fad7b24a3afd tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602584 Nov 12 04:04:06.877644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376724d0-0912-4272-a753-4cb95f7ee3eb req-eff8b5d7-cfdd-4e33-a94b-938d74413406 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:06.880598 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-376724d0-0912-4272-a753-4cb95f7ee3eb req-eff8b5d7-cfdd-4e33-a94b-938d74413406 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 943 time: 0.0760572 Nov 12 04:04:06.951892 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-376724d0-0912-4272-a753-4cb95f7ee3eb req-09e43adb-4436-44ac-894a-ec36b01c70fc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566940 Nov 12 04:04:07.259853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952cdc7-48e0-440c-9b92-27feb26b0360 req-12df3db6-95f4-4f83-8d18-f23f84551da5 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:07.262225 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a952cdc7-48e0-440c-9b92-27feb26b0360 req-12df3db6-95f4-4f83-8d18-f23f84551da5 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=0aaf66eb-e449-4fda-a867-e8d6fee97733 HTTP/1.1" status: 200 len: 945 time: 0.0655756 Nov 12 04:04:07.324894 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a952cdc7-48e0-440c-9b92-27feb26b0360 req-dbab5a67-4678-4890-bf8f-ca0557a64ee2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/security-groups?id=63537c03-8527-45b0-86eb-5c1726dba6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564706 Nov 12 04:04:07.367057 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99569b4f-986d-4ade-955f-5c6d13bd0bdf req-d03aa4aa-73fc-4c34-9b7e-8213da78ff83 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:07.368962 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99569b4f-986d-4ade-955f-5c6d13bd0bdf req-d03aa4aa-73fc-4c34-9b7e-8213da78ff83 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aaf66eb-e449-4fda-a867-e8d6fee97733 HTTP/1.1" status: 200 len: 945 time: 0.0688744 Nov 12 04:04:07.502421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-99569b4f-986d-4ade-955f-5c6d13bd0bdf req-71d807b4-6797-4961-8421-3d54c10092a2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Deleting port a6641288-2a6b-47bb-8aee-1265a23190c8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:07.502795 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99569b4f-986d-4ade-955f-5c6d13bd0bdf req-71d807b4-6797-4961-8421-3d54c10092a2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.621999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-99569b4f-986d-4ade-955f-5c6d13bd0bdf req-71d807b4-6797-4961-8421-3d54c10092a2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] For port a6641288-2a6b-47bb-8aee-1265a23190c8, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a6641288-2a6b-47bb-8aee-1265a23190c8,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:07.622365 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99569b4f-986d-4ade-955f-5c6d13bd0bdf req-71d807b4-6797-4961-8421-3d54c10092a2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.636951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-99569b4f-986d-4ade-955f-5c6d13bd0bdf req-71d807b4-6797-4961-8421-3d54c10092a2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Calling delete_port for a6641288-2a6b-47bb-8aee-1265a23190c8 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:07.774716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a5203-bc00-4cc6-805f-ccc6a6733e3c req-11018ce8-7eb1-4c22-8495-1477aec96114 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:07.776859 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d7a5203-bc00-4cc6-805f-ccc6a6733e3c req-11018ce8-7eb1-4c22-8495-1477aec96114 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1211500 Nov 12 04:04:07.896653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d7a5203-bc00-4cc6-805f-ccc6a6733e3c req-6c2fa260-3986-41af-8532-bb31164fc0fd tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046720 Nov 12 04:04:08.011523 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99569b4f-986d-4ade-955f-5c6d13bd0bdf req-71d807b4-6797-4961-8421-3d54c10092a2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.059506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['692f731d-88dc-404c-8c24-766121258748'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:08.191326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d807b4-6797-4961-8421-3d54c10092a2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Pushing event deleted for resources: {'Port': ['ID=a6641288-2a6b-47bb-8aee-1265a23190c8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:08.203862 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a870c-93fa-4d2f-b237-04aa1e12686a req-04a914a3-a2bf-463f-a5e2-a3ee3bf65340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:08.205419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b54a870c-93fa-4d2f-b237-04aa1e12686a req-04a914a3-a2bf-463f-a5e2-a3ee3bf65340 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 1097 time: 0.1133702 Nov 12 04:04:08.213218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-99569b4f-986d-4ade-955f-5c6d13bd0bdf req-71d807b4-6797-4961-8421-3d54c10092a2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] No DVR routers for this DVR port a6641288-2a6b-47bb-8aee-1265a23190c8 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:08.215531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b92c0-b3f8-4303-b10b-70b4b11f6c1f req-97ca7a1a-c789-42c8-8b8f-b62fb493697d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:08.215943 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-99569b4f-986d-4ade-955f-5c6d13bd0bdf req-71d807b4-6797-4961-8421-3d54c10092a2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.217589 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ff6b92c0-b3f8-4303-b10b-70b4b11f6c1f req-97ca7a1a-c789-42c8-8b8f-b62fb493697d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 943 time: 0.1463492 Nov 12 04:04:08.219932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99569b4f-986d-4ade-955f-5c6d13bd0bdf req-71d807b4-6797-4961-8421-3d54c10092a2 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.25 "DELETE /v2.0/ports/a6641288-2a6b-47bb-8aee-1265a23190c8 HTTP/1.1" status: 204 len: 173 time: 0.8405695 Nov 12 04:04:08.220158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aaf66eb-e449-4fda-a867-e8d6fee97733', 'name': 'network-vif-deleted', 'tag': 'a6641288-2a6b-47bb-8aee-1265a23190c8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:08.223667 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab410bad-6b6f-4c41-b920-a27b10ebfb6d" -d '{"events": [{"server_uuid": "0aaf66eb-e449-4fda-a867-e8d6fee97733", "name": "network-vif-deleted", "tag": "a6641288-2a6b-47bb-8aee-1265a23190c8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:08.272885 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad27d62-68e3-4a85-9006-66c5a26d5cd1 x-openstack-request-id: req-0ad27d62-68e3-4a85-9006-66c5a26d5cd1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:08.273376 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aaf66eb-e449-4fda-a867-e8d6fee97733", "name": "network-vif-deleted", "tag": "a6641288-2a6b-47bb-8aee-1265a23190c8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:08.273797 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0ad27d62-68e3-4a85-9006-66c5a26d5cd1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:08.274358 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aaf66eb-e449-4fda-a867-e8d6fee97733', 'name': 'network-vif-deleted', 'tag': 'a6641288-2a6b-47bb-8aee-1265a23190c8', 'status': 'completed', 'code': 200} Nov 12 04:04:08.305292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b54a870c-93fa-4d2f-b237-04aa1e12686a req-1acef20b-5cfc-4420-a3a1-9b2d794a8622 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866656 Nov 12 04:04:08.355814 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ff6b92c0-b3f8-4303-b10b-70b4b11f6c1f req-40142327-d451-46f8-8894-abdb464940fd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975609 Nov 12 04:04:08.490380 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b5ba757f-a767-4eef-8c47-921dcfa9db09 req-83031df0-a9e0-4bb3-bcc8-edab86b70791 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=0aaf66eb-e449-4fda-a867-e8d6fee97733 HTTP/1.1" status: 200 len: 210 time: 0.0292010 Nov 12 04:04:08.498359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd1d0f-eee6-462a-b384-0d1894eed031 req-0bd5fae6-ca00-42fd-acd4-65b913014a37 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:08.499867 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-64dd1d0f-eee6-462a-b384-0d1894eed031 req-0bd5fae6-ca00-42fd-acd4-65b913014a37 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.26 "GET /v2.0/ports?device_id=130e3da1-f157-40ce-84c0-62bfafc98fdd HTTP/1.1" status: 200 len: 946 time: 0.1290219 Nov 12 04:04:08.638028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-64dd1d0f-eee6-462a-b384-0d1894eed031 req-267b03cb-0173-41b4-b414-b482990f0e47 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Deleting port 692f731d-88dc-404c-8c24-766121258748 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:08.638292 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-64dd1d0f-eee6-462a-b384-0d1894eed031 req-267b03cb-0173-41b4-b414-b482990f0e47 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.715512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53618) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:08.767064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-64dd1d0f-eee6-462a-b384-0d1894eed031 req-267b03cb-0173-41b4-b414-b482990f0e47 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] For port 692f731d-88dc-404c-8c24-766121258748, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=692f731d-88dc-404c-8c24-766121258748,segment=NetworkSegment(9d87ed56-14af-4800-ab3a-a048d10b568a),segment_id=9d87ed56-14af-4800-ab3a-a048d10b568a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:08.767789 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-64dd1d0f-eee6-462a-b384-0d1894eed031 req-267b03cb-0173-41b4-b414-b482990f0e47 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.783333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-64dd1d0f-eee6-462a-b384-0d1894eed031 req-267b03cb-0173-41b4-b414-b482990f0e47 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Calling delete_port for 692f731d-88dc-404c-8c24-766121258748 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:08.877453 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7d59385-7653-43e2-8adc-ce4a22a324a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.979292 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7d59385-7653-43e2-8adc-ce4a22a324a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.045285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b7698-4e20-41e9-ba40-70acd13e6e76 req-b9236c87-75f9-4edb-94ee-00b0aa962b30 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:09.046923 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-579b7698-4e20-41e9-ba40-70acd13e6e76 req-b9236c87-75f9-4edb-94ee-00b0aa962b30 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0571475 Nov 12 04:04:09.074939 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7d59385-7653-43e2-8adc-ce4a22a324a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.077682 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-64dd1d0f-eee6-462a-b384-0d1894eed031 req-267b03cb-0173-41b4-b414-b482990f0e47 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.124909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b03cb-0173-41b4-b414-b482990f0e47 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Pushing event deleted for resources: {'Port': ['ID=692f731d-88dc-404c-8c24-766121258748,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:09.130844 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c7d59385-7653-43e2-8adc-ce4a22a324a2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=21bf3c0774084a83b15036d013fea8eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4096103 Nov 12 04:04:09.130844 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d59385-7653-43e2-8adc-ce4a22a324a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a417af-2a67-4fb8-895e-429a44519a70,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:09.131894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:09.174037 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-579b7698-4e20-41e9-ba40-70acd13e6e76 req-ce23f3d0-44c7-4774-b522-2d15667d8ab1 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197488 Nov 12 04:04:09.220110 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dd1d0f-eee6-462a-b384-0d1894eed031 req-267b03cb-0173-41b4-b414-b482990f0e47 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] No DVR routers for this DVR port 692f731d-88dc-404c-8c24-766121258748 on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:09.222955 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-64dd1d0f-eee6-462a-b384-0d1894eed031 req-267b03cb-0173-41b4-b414-b482990f0e47 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.228735 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bde76777-e4b7-4dfd-9523-5f057cdce136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.228990 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-64dd1d0f-eee6-462a-b384-0d1894eed031 req-267b03cb-0173-41b4-b414-b482990f0e47 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.26 "DELETE /v2.0/ports/692f731d-88dc-404c-8c24-766121258748 HTTP/1.1" status: 204 len: 173 time: 0.7183964 Nov 12 04:04:09.229537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130e3da1-f157-40ce-84c0-62bfafc98fdd', 'name': 'network-vif-deleted', 'tag': '692f731d-88dc-404c-8c24-766121258748'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:09.235091 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7890c39-109d-4bee-9be4-8d05e90c8fdb" -d '{"events": [{"server_uuid": "130e3da1-f157-40ce-84c0-62bfafc98fdd", "name": "network-vif-deleted", "tag": "692f731d-88dc-404c-8c24-766121258748"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:09.271862 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bde76777-e4b7-4dfd-9523-5f057cdce136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.285723 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b7e27f-b6d8-4f22-9413-5ad006aae856 x-openstack-request-id: req-07b7e27f-b6d8-4f22-9413-5ad006aae856 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:09.286022 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130e3da1-f157-40ce-84c0-62bfafc98fdd", "name": "network-vif-deleted", "tag": "692f731d-88dc-404c-8c24-766121258748", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:09.286282 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-07b7e27f-b6d8-4f22-9413-5ad006aae856 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:09.286721 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130e3da1-f157-40ce-84c0-62bfafc98fdd', 'name': 'network-vif-deleted', 'tag': '692f731d-88dc-404c-8c24-766121258748', 'status': 'completed', 'code': 200} Nov 12 04:04:09.399025 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bde76777-e4b7-4dfd-9523-5f057cdce136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.402073 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bde76777-e4b7-4dfd-9523-5f057cdce136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.404964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bde76777-e4b7-4dfd-9523-5f057cdce136 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e1a417af-2a67-4fb8-895e-429a44519a70 HTTP/1.1" status: 204 len: 168 time: 0.2707028 Nov 12 04:04:09.424701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde76777-e4b7-4dfd-9523-5f057cdce136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a417af-2a67-4fb8-895e-429a44519a70,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:09.579822 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf58d33-46d0-40af-8cfa-32e198956f5d req-910eb62f-efa1-4392-b1ec-126a2d60a51b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:09.581509 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eaf58d33-46d0-40af-8cfa-32e198956f5d req-910eb62f-efa1-4392-b1ec-126a2d60a51b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 943 time: 0.0976815 Nov 12 04:04:09.673511 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eaf58d33-46d0-40af-8cfa-32e198956f5d req-4f27d4e5-9105-4bd9-9f00-d07c88c556c9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762854 Nov 12 04:04:09.686276 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9bc36ceb-46c5-4d4e-bf4a-ef6b183dc9fc req-2cd4760a-663c-47ae-ade1-82679ec783c0 tempest-ListServersNegativeTestJSON-387434299 tempest-ListServersNegativeTestJSON-387434299-project] 10.222.0.105 "GET /v2.0/ports?device_id=0aaf66eb-e449-4fda-a867-e8d6fee97733 HTTP/1.1" status: 200 len: 210 time: 0.0754747 Nov 12 04:04:09.997458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a6641288-2a6b-47bb-8aee-1265a23190c8 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:10.020606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: a6641288-2a6b-47bb-8aee-1265a23190c8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:10.020949 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a6641288-2a6b-47bb-8aee-1265a23190c8 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:10.297122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b617895-9bc3-4b7b-825d-278aaa373913 req-715e59f6-e676-48b7-838d-501b968482d8 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:10.304998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b617895-9bc3-4b7b-825d-278aaa373913 req-715e59f6-e676-48b7-838d-501b968482d8 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0605702 Nov 12 04:04:10.376665 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b617895-9bc3-4b7b-825d-278aaa373913 req-ddc4b0fe-732e-4ca7-81cb-2004e2365448 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688596 Nov 12 04:04:10.810881 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16914b-0345-49f4-884a-c1000078014f req-8b7afde1-34c4-4114-bdaf-78d9107ad617 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:10.812755 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f16914b-0345-49f4-884a-c1000078014f req-8b7afde1-34c4-4114-bdaf-78d9107ad617 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 943 time: 0.0655689 Nov 12 04:04:10.871675 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f16914b-0345-49f4-884a-c1000078014f req-2817ede4-d55d-4978-bd82-5e5152060f41 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468020 Nov 12 04:04:11.190519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:11.223329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e5fe23-f05c-4538-96f2-39613a4e2baa admin admin] Deleting subnet d9cd9286-8d1d-47c5-90f3-9ca612cc284b {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:04:11.226438 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05e5fe23-f05c-4538-96f2-39613a4e2baa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.265503 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05e5fe23-f05c-4538-96f2-39613a4e2baa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.305282 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05e5fe23-f05c-4538-96f2-39613a4e2baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.485406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206971ea-5bb9-44b0-b578-13d776be5caf req-00a8ffdb-6c3e-42f3-983b-439d8afbf6e9 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:11.487021 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-206971ea-5bb9-44b0-b578-13d776be5caf req-00a8ffdb-6c3e-42f3-983b-439d8afbf6e9 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0583479 Nov 12 04:04:11.489402 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05e5fe23-f05c-4538-96f2-39613a4e2baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.528706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5fe23-f05c-4538-96f2-39613a4e2baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9cd9286-8d1d-47c5-90f3-9ca612cc284b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:11.542439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05e5fe23-f05c-4538-96f2-39613a4e2baa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.547931 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-05e5fe23-f05c-4538-96f2-39613a4e2baa admin admin] 10.222.0.105 "DELETE /v2.0/subnets/d9cd9286-8d1d-47c5-90f3-9ca612cc284b HTTP/1.1" status: 204 len: 168 time: 0.3702657 Nov 12 04:04:11.548391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:11.614049 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-206971ea-5bb9-44b0-b578-13d776be5caf req-a4c32071-760a-435e-838e-0e842d858081 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972910 Nov 12 04:04:11.623666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657ee0f-9156-48a8-970d-603930da52ec req-771b2522-bdf2-4dc2-8ceb-7ec9f69b969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:11.625515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5657ee0f-9156-48a8-970d-603930da52ec req-771b2522-bdf2-4dc2-8ceb-7ec9f69b969c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 1097 time: 0.0761392 Nov 12 04:04:11.705120 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b05f59b-2776-480b-b86c-682af3219e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.750329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657ee0f-9156-48a8-970d-603930da52ec req-6fab56e5-4593-42b9-92ea-b570146c516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:11.752299 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5657ee0f-9156-48a8-970d-603930da52ec req-6fab56e5-4593-42b9-92ea-b570146c516f service neutron] 10.222.0.25 "GET /v2.0/networks?id=960600ac-14ec-4138-96b2-7076014d9fe3 HTTP/1.1" status: 200 len: 920 time: 0.1140304 Nov 12 04:04:11.806817 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b05f59b-2776-480b-b86c-682af3219e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.820824 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5657ee0f-9156-48a8-970d-603930da52ec req-052639cd-1cd6-49e4-8150-855ae6e1eb75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=265863ca-0e38-49a4-830a-b5201ab7abf6 HTTP/1.1" status: 200 len: 217 time: 0.0556295 Nov 12 04:04:11.833115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6b05f59b-2776-480b-b86c-682af3219e5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bdac75-6cbb-4cf3-ba96-631039405a34']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:11.843731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6b05f59b-2776-480b-b86c-682af3219e5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d87ed56-14af-4800-ab3a-a048d10b568a') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:11.845482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6b05f59b-2776-480b-b86c-682af3219e5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d87ed56-14af-4800-ab3a-a048d10b568a') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:11.856009 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b05f59b-2776-480b-b86c-682af3219e5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.875229 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b05f59b-2776-480b-b86c-682af3219e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.885049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657ee0f-9156-48a8-970d-603930da52ec req-31083223-ab94-47e2-9142-4989a4e4703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:11.885304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b05f59b-2776-480b-b86c-682af3219e5e admin admin] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:11.885910 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b05f59b-2776-480b-b86c-682af3219e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.886743 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5657ee0f-9156-48a8-970d-603930da52ec req-31083223-ab94-47e2-9142-4989a4e4703f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a513ab3-4812-4f78-9863-9429bde900dd HTTP/1.1" status: 200 len: 858 time: 0.0553253 Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:11.887710 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:11.944736 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5657ee0f-9156-48a8-970d-603930da52ec req-3faf40bc-d74e-44a6-acdb-94948b4051e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=960600ac-14ec-4138-96b2-7076014d9fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415654 Nov 12 04:04:11.962962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 692f731d-88dc-404c-8c24-766121258748 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:12.020188 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 692f731d-88dc-404c-8c24-766121258748 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:12.020629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 692f731d-88dc-404c-8c24-766121258748 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:12.036091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de42b9-7794-45e6-b82b-8b95aa23a6c7 req-1c0122b2-2a8c-4810-8da7-06ca53f0105b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:12.046039 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85de42b9-7794-45e6-b82b-8b95aa23a6c7 req-1c0122b2-2a8c-4810-8da7-06ca53f0105b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 943 time: 0.0841472 Nov 12 04:04:12.054346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b05f59b-2776-480b-b86c-682af3219e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.061737 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b05f59b-2776-480b-b86c-682af3219e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.065218 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6b05f59b-2776-480b-b86c-682af3219e5e admin admin] 10.222.0.105 "DELETE /v2.0/networks/72bdac75-6cbb-4cf3-ba96-631039405a34 HTTP/1.1" status: 204 len: 168 time: 0.5146089 Nov 12 04:04:12.087368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05f59b-2776-480b-b86c-682af3219e5e admin admin] Pushing event deleted for resources: {'Network': ['ID=72bdac75-6cbb-4cf3-ba96-631039405a34,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:12.118907 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85de42b9-7794-45e6-b82b-8b95aa23a6c7 req-1bea119d-e23e-4565-81ab-a72b188ac96b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719564 Nov 12 04:04:12.130288 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5657ee0f-9156-48a8-970d-603930da52ec req-457f1d8b-ba28-4e76-ab8c-49d9b68c320c service neutron] 10.222.0.25 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792536 Nov 12 04:04:12.230973 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5657ee0f-9156-48a8-970d-603930da52ec req-a517533e-59de-4108-ad27-cf782e8966f3 service neutron] 10.222.0.25 "GET /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909190 Nov 12 04:04:12.535845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53716) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:12.592187 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0201a6fb-b1d0-4eec-aae2-a9434859ddb6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b3f6e3f6a7c44181b0c1234b1886ce0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493121 Nov 12 04:04:12.592848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53720) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:12.652950 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7c1cb03-c745-40f4-bec8-7b3837fc953f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.680108 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7c1cb03-c745-40f4-bec8-7b3837fc953f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.776334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f1400-6a12-4a93-9a0e-028876afaaf7 req-7e4127e8-9c11-42af-b4a7-92d9ece4ae69 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:12.778008 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb4f1400-6a12-4a93-9a0e-028876afaaf7 req-7e4127e8-9c11-42af-b4a7-92d9ece4ae69 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0718842 Nov 12 04:04:12.831268 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb4f1400-6a12-4a93-9a0e-028876afaaf7 req-d1e36c3c-8d61-436d-81b4-18d8da6a734a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454543 Nov 12 04:04:12.878642 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7c1cb03-c745-40f4-bec8-7b3837fc953f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.882132 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7c1cb03-c745-40f4-bec8-7b3837fc953f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.883450 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b7c1cb03-c745-40f4-bec8-7b3837fc953f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/63537c03-8527-45b0-86eb-5c1726dba6b2 HTTP/1.1" status: 204 len: 168 time: 0.2900860 Nov 12 04:04:12.897203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1cb03-c745-40f4-bec8-7b3837fc953f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63537c03-8527-45b0-86eb-5c1726dba6b2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:13.262705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6cffd-c9fb-478b-9c0d-7dca23226d41 req-14a88a69-6bcf-46e7-bbf4-8ef824b97a98 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:13.270661 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-40a6cffd-c9fb-478b-9c0d-7dca23226d41 req-14a88a69-6bcf-46e7-bbf4-8ef824b97a98 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 943 time: 0.0642958 Nov 12 04:04:13.338774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-40a6cffd-c9fb-478b-9c0d-7dca23226d41 req-91692505-8911-41d6-b940-1c13b91ac45f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667770 Nov 12 04:04:13.973302 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681f927-c907-42aa-9632-61752fb6ec13 req-b3d8f3ad-8b43-4c4d-941e-f82e4daf733f tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:13.977578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3681f927-c907-42aa-9632-61752fb6ec13 req-b3d8f3ad-8b43-4c4d-941e-f82e4daf733f tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0567217 Nov 12 04:04:14.000418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device fb1416b2-5aef-4092-a865-7110ffc58eb4 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:14.048674 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3681f927-c907-42aa-9632-61752fb6ec13 req-1fcd8b8a-7004-4511-935e-070da6bfb3f4 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672390 Nov 12 04:04:14.129875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port fb1416b2-5aef-4092-a865-7110ffc58eb4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=fb1416b2-5aef-4092-a865-7110ffc58eb4,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:14.142971 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'fb1416b2-5aef-4092-a865-7110ffc58eb4', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'port_id': 'fb1416b2-5aef-4092-a865-7110ffc58eb4', 'mac_address': 'fa:16:3e:7f:c2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:14.187512 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.202242 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1416b2-5aef-4092-a865-7110ffc58eb4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:14.224794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port fb1416b2-5aef-4092-a865-7110ffc58eb4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=fb1416b2-5aef-4092-a865-7110ffc58eb4,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:14.336338 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.411240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=fb1416b2-5aef-4092-a865-7110ffc58eb4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:14.497311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231b368-fefc-4313-a779-95523e8b3222 req-7f197cc6-05b9-4686-8a3a-76bad9163338 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:14.500500 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2231b368-fefc-4313-a779-95523e8b3222 req-7f197cc6-05b9-4686-8a3a-76bad9163338 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 944 time: 0.0555506 Nov 12 04:04:14.557802 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2231b368-fefc-4313-a779-95523e8b3222 req-25c0e1c2-5377-40c2-884a-3d56f99b789f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526016 Nov 12 04:04:14.642147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['fb1416b2-5aef-4092-a865-7110ffc58eb4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:15.169891 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b450f-8fd2-4089-9616-8c1ee0a61561 req-f0b605c0-bbaa-4cc2-8786-6ea01279862c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.171298 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a6b450f-8fd2-4089-9616-8c1ee0a61561 req-f0b605c0-bbaa-4cc2-8786-6ea01279862c tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0519660 Nov 12 04:04:15.221103 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a6b450f-8fd2-4089-9616-8c1ee0a61561 req-7bcd2366-beff-4b2f-bfc4-ea0baa132ebf tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435498 Nov 12 04:04:15.442868 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-7e3a5263-00d6-40ba-bd9c-575309a9e192 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=5460f00625d34d33a5b686f3ee5d0892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341818 Nov 12 04:04:15.463605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53844) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:15.497624 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53848) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:15.574041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-307b2b65-b18a-4165-9c56-dd0a5c7d9e13 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.575806 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-307b2b65-b18a-4165-9c56-dd0a5c7d9e13 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1320899 Nov 12 04:04:15.595807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-48485935-dd7e-4417-a425-0fc386c2036d tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/quotas/5460f00625d34d33a5b686f3ee5d0892 HTTP/1.1" status: 200 len: 375 time: 0.0116439 Nov 12 04:04:15.603510 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ae3cc6-f59f-4994-a6ba-2afc9bd403ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.632761 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-e130ff22-6b0d-40f6-9856-9d2d3c07cb95 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5460f00625d34d33a5b686f3ee5d0892&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300186 Nov 12 04:04:15.636484 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d653e40-816d-47cd-ad56-62658f8bb60d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.785733 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ae3cc6-f59f-4994-a6ba-2afc9bd403ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.830935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f3571-7455-4271-894f-543f1266dc76 req-48ab1c8c-72c2-4f94-973d-1e66ac71a2c1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.833483 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-307f3571-7455-4271-894f-543f1266dc76 req-48ab1c8c-72c2-4f94-973d-1e66ac71a2c1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 944 time: 0.1160769 Nov 12 04:04:15.835755 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d653e40-816d-47cd-ad56-62658f8bb60d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.864206 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15ae3cc6-f59f-4994-a6ba-2afc9bd403ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.924147 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d653e40-816d-47cd-ad56-62658f8bb60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.929211 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-441a5110-26d8-41be-8901-fd10b44dab54 req-3571cd72-6f54-477e-a02b-27baacd18a4f tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 210 time: 0.0327702 Nov 12 04:04:16.003015 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-15ae3cc6-f59f-4994-a6ba-2afc9bd403ae admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f308bf2e33ab4b61afc1b0b1f3824150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5379305 Nov 12 04:04:16.006500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:16.012780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device fb1416b2-5aef-4092-a865-7110ffc58eb4 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:16.032910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae3cc6-f59f-4994-a6ba-2afc9bd403ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694a66fe-d9e5-4655-ae85-31f5d0f9a1d8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.038925 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-307f3571-7455-4271-894f-543f1266dc76 req-12b8475e-d88c-4e69-9e4c-a55757a0aad7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994560 Nov 12 04:04:16.047761 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4d653e40-816d-47cd-ad56-62658f8bb60d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9b85e013bac849d18c745c49bbc1d69e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5449319 Nov 12 04:04:16.050540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:16.083984 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efc2a37e-5b8e-4f33-9b82-7c9cbdcd3187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.099466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d653e40-816d-47cd-ad56-62658f8bb60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e542f4f-f2ef-4e86-9823-c22e7e023d13,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.112659 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efc2a37e-5b8e-4f33-9b82-7c9cbdcd3187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.132481 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03794e50-de21-41c5-a13d-f7fea8f49740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.155062 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03794e50-de21-41c5-a13d-f7fea8f49740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.191653 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port fb1416b2-5aef-4092-a865-7110ffc58eb4 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:16.195937 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port fb1416b2-5aef-4092-a865-7110ffc58eb4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:16.196340 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.221247 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efc2a37e-5b8e-4f33-9b82-7c9cbdcd3187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.224429 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efc2a37e-5b8e-4f33-9b82-7c9cbdcd3187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.227827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-efc2a37e-5b8e-4f33-9b82-7c9cbdcd3187 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/694a66fe-d9e5-4655-ae85-31f5d0f9a1d8 HTTP/1.1" status: 204 len: 168 time: 0.2178714 Nov 12 04:04:16.234595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2a37e-5b8e-4f33-9b82-7c9cbdcd3187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694a66fe-d9e5-4655-ae85-31f5d0f9a1d8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.297920 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.302456 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03794e50-de21-41c5-a13d-f7fea8f49740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.305272 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03794e50-de21-41c5-a13d-f7fea8f49740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.309477 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-03794e50-de21-41c5-a13d-f7fea8f49740 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4e542f4f-f2ef-4e86-9823-c22e7e023d13 HTTP/1.1" status: 204 len: 168 time: 0.2548468 Nov 12 04:04:16.318103 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03794e50-de21-41c5-a13d-f7fea8f49740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e542f4f-f2ef-4e86-9823-c22e7e023d13,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.334270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659ebca5-4dfd-47b2-993a-1fe71fb3808d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1416b2-5aef-4092-a865-7110ffc58eb4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:16.339474 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7293ca71-fa0e-4707-a170-6020639061f7" -d '{"events": [{"server_uuid": "659ebca5-4dfd-47b2-993a-1fe71fb3808d", "name": "network-vif-plugged", "status": "completed", "tag": "fb1416b2-5aef-4092-a865-7110ffc58eb4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:16.357652 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port fb1416b2-5aef-4092-a865-7110ffc58eb4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=fb1416b2-5aef-4092-a865-7110ffc58eb4,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:16.427356 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.494642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=fb1416b2-5aef-4092-a865-7110ffc58eb4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.833136 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1a41a2-89c2-4e7e-b11d-80462d639c5e x-openstack-request-id: req-cf1a41a2-89c2-4e7e-b11d-80462d639c5e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:16.833785 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659ebca5-4dfd-47b2-993a-1fe71fb3808d", "name": "network-vif-plugged", "status": "completed", "tag": "fb1416b2-5aef-4092-a865-7110ffc58eb4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:16.834342 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cf1a41a2-89c2-4e7e-b11d-80462d639c5e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:16.835151 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659ebca5-4dfd-47b2-993a-1fe71fb3808d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1416b2-5aef-4092-a865-7110ffc58eb4', 'code': 200} Nov 12 04:04:16.979441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8deba7-b766-4fd5-9f1d-ef9ad1ba73cb req-bdc88a7b-ccbf-4662-8f59-5014bb139551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:16.982068 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0b8deba7-b766-4fd5-9f1d-ef9ad1ba73cb req-bdc88a7b-ccbf-4662-8f59-5014bb139551 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 1097 time: 0.0663960 Nov 12 04:04:17.054530 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1bcc1814-b00b-403b-8a52-9f6e1277c700 req-4747b21f-50fb-491e-8ca0-fc2da8ac6ff9 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 210 time: 0.0350530 Nov 12 04:04:17.079115 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0b8deba7-b766-4fd5-9f1d-ef9ad1ba73cb req-e3e2132a-f37e-44cf-b907-3a8551d7bf7f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811071 Nov 12 04:04:17.186666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc611c-d79e-43db-9ee6-2f9ec5c82924 req-f3b52573-0dc6-446f-9b52-7d24ee855cfe tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:17.188257 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-51fc611c-d79e-43db-9ee6-2f9ec5c82924 req-f3b52573-0dc6-446f-9b52-7d24ee855cfe tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 945 time: 0.0594130 Nov 12 04:04:17.251657 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-51fc611c-d79e-43db-9ee6-2f9ec5c82924 req-c71689a4-87d3-4d0e-b0aa-4894161bfa56 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566900 Nov 12 04:04:17.388059 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53902) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:17.401992 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54786e66-6aeb-4e8c-bd74-31b8e2284f22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.492473 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54786e66-6aeb-4e8c-bd74-31b8e2284f22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.592636 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54786e66-6aeb-4e8c-bd74-31b8e2284f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.638789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53912) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:17.646677 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-54786e66-6aeb-4e8c-bd74-31b8e2284f22 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2e828e8b5483402aac231b2a5b1597d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2588718 Nov 12 04:04:17.647749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54786e66-6aeb-4e8c-bd74-31b8e2284f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b998e8-4c50-4b39-8a1e-8bb7a8fe36b8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:17.704317 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3a3df98-0671-4141-bb4d-0b6f95d836c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.730083 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3a3df98-0671-4141-bb4d-0b6f95d836c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.846540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53916) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:17.884392 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3a3df98-0671-4141-bb4d-0b6f95d836c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.892190 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3a3df98-0671-4141-bb4d-0b6f95d836c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.892190 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e3a3df98-0671-4141-bb4d-0b6f95d836c2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/13b998e8-4c50-4b39-8a1e-8bb7a8fe36b8 HTTP/1.1" status: 204 len: 168 time: 0.2485545 Nov 12 04:04:17.901032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3df98-0671-4141-bb4d-0b6f95d836c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b998e8-4c50-4b39-8a1e-8bb7a8fe36b8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:17.974866 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1343263731-network', 'tenant_id': '42414fb0f501495b93cd475024947496'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:18.118755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] Made reservation on behalf of 42414fb0f501495b93cd475024947496 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:18.121487 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.131935 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.182645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-545343d4-d62f-4031-bd90-dbf79919d404 req-361d469e-b392-46e6-abc8-78e6052d379b tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 210 time: 0.0471945 Nov 12 04:04:18.265684 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.397231 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.446837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:18.461725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b0005b-00cd-4ab0-af81-fd3f7c853201,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:18.478776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0440b9d-6950-486b-92eb-8f9e74ae75ad req-376b8dff-1880-4ae1-b14b-6c53be85ad8e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:18.480414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0440b9d-6950-486b-92eb-8f9e74ae75ad req-376b8dff-1880-4ae1-b14b-6c53be85ad8e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 945 time: 0.1269629 Nov 12 04:04:18.483802 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.483802 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] Added segment 36ce716e-bb43-49af-b6e6-35fbce7aa0a5 of type vlan for network be207302-4e8a-42e0-9c56-59fd9287d686 Nov 12 04:04:18.597052 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0440b9d-6950-486b-92eb-8f9e74ae75ad req-e84f6d09-c849-454d-aac3-18997f650341 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045427 Nov 12 04:04:18.599866 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.752556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.754294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:18.755119 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.825657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] Pushing event updated for resources: {'Network': ['ID=be207302-4e8a-42e0-9c56-59fd9287d686,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:18.838043 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network be207302-4e8a-42e0-9c56-59fd9287d686 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:18.890261 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b2635e16-f68e-43d7-8ec9-931b94e31344 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0425241 Nov 12 04:04:18.890827 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53942) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:18.893374 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.902304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cce7d1d0-35a9-4d1d-9747-42d9ebfac05c admin admin] Request body: {'subnet': {'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1343263731-subnet', 'tenant_id': '42414fb0f501495b93cd475024947496', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:19.010826 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce7d1d0-35a9-4d1d-9747-42d9ebfac05c admin admin] Made reservation on behalf of 42414fb0f501495b93cd475024947496 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:19.013860 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cce7d1d0-35a9-4d1d-9747-42d9ebfac05c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.091754 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-06e14012-8c0a-4988-bd89-eac4cce9b0c3 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5460f00625d34d33a5b686f3ee5d0892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547316 Nov 12 04:04:19.262395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-1e707c68-cb8a-4da4-8d2d-e797de1f792a tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:19.263895 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-1e707c68-cb8a-4da4-8d2d-e797de1f792a tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1635320 Nov 12 04:04:19.311249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Request body: {'port': {'device_id': 'bc6d0f4d-14a9-49d3-80b3-ce84f773667b', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '5460f00625d34d33a5b686f3ee5d0892'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:19.356664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f726c514-ed37-48d3-ae0a-c4b1ad68b245 req-4f3f9b30-fab3-4b6e-8fbb-5df0a2b17bbc tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 210 time: 0.0416076 Nov 12 04:04:19.472491 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cce7d1d0-35a9-4d1d-9747-42d9ebfac05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.560568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7d1d0-35a9-4d1d-9747-42d9ebfac05c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16b7526-1b59-4e2c-ac2e-f5c060328fb4,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:19.574657 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7d1d0-35a9-4d1d-9747-42d9ebfac05c admin admin] Checking segment: {'id': '36ce716e-bb43-49af-b6e6-35fbce7aa0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:19.575003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce7d1d0-35a9-4d1d-9747-42d9ebfac05c admin admin] Network hostable DHCP agents. Network: be207302-4e8a-42e0-9c56-59fd9287d686, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:19.655113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Made reservation on behalf of 5460f00625d34d33a5b686f3ee5d0892 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:19.660746 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.674448 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.744899 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce7d1d0-35a9-4d1d-9747-42d9ebfac05c admin admin] Network be207302-4e8a-42e0-9c56-59fd9287d686 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:19.781566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05621ac4-ccb3-4c9a-8c71-af33d5865be1 req-96774a9c-b1df-4e54-b7ab-38b9faad103b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:19.783084 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05621ac4-ccb3-4c9a-8c71-af33d5865be1 req-96774a9c-b1df-4e54-b7ab-38b9faad103b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 945 time: 0.0785749 Nov 12 04:04:19.839183 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.858782 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05621ac4-ccb3-4c9a-8c71-af33d5865be1 req-001d58e5-678c-42d4-ab82-e9f347ca11f2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681114 Nov 12 04:04:19.946562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cce7d1d0-35a9-4d1d-9747-42d9ebfac05c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, be207302-4e8a-42e0-9c56-59fd9287d686) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:19.953711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce7d1d0-35a9-4d1d-9747-42d9ebfac05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:19.954532 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cce7d1d0-35a9-4d1d-9747-42d9ebfac05c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.959428 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.965360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce71a49f-cbf0-4f71-8eec-82c7eb976807 None None] Network be207302-4e8a-42e0-9c56-59fd9287d686 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:19.996387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f7057-32a1-4c51-9e92-78cd8dfcd941 req-0851a8eb-bf60-4720-bb50-861d6d4c9ce1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:19.998538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-234f7057-32a1-4c51-9e92-78cd8dfcd941 req-0851a8eb-bf60-4720-bb50-861d6d4c9ce1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 945 time: 0.0597758 Nov 12 04:04:20.076464 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-234f7057-32a1-4c51-9e92-78cd8dfcd941 req-93b5371d-2f67-4293-8212-0517f15a7adb tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669873 Nov 12 04:04:20.079728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b4f736-ddbe-40a0-94eb-d96f463196d7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:20.130748 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692174a2-1374-458e-97bd-b3c1fa1eeb15 None None] Network be207302-4e8a-42e0-9c56-59fd9287d686 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:20.179074 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cce7d1d0-35a9-4d1d-9747-42d9ebfac05c admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2866104 Nov 12 04:04:20.181596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:20.186387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1343263731-router', 'tenant_id': '42414fb0f501495b93cd475024947496', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:20.303156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:20.324883 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.327209 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.330452 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3df00-3aac-470b-bed7-1e330ba47e00 req-c4ba4609-b921-4c23-b033-16984e41d8cf tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:20.338246 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-24b3df00-3aac-470b-bed7-1e330ba47e00 req-c4ba4609-b921-4c23-b033-16984e41d8cf tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 945 time: 0.1692584 Nov 12 04:04:20.367124 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Allocated IP 192.168.233.104 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/33efe43e-cd2e-4531-b737-a40ddbdbcea7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:20.427905 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-24b3df00-3aac-470b-bed7-1e330ba47e00 req-d0891890-d288-412a-87b9-ce62709f7b95 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848377 Nov 12 04:04:20.449534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.467305 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db75ae3f-7d83-4237-97e3-8bc90479a9cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.509633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4d4a54a-d36a-4f3e-90a9-c4409ff3f17e req-daa3426c-c797-46c5-9a6f-ba9d338e4a74 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 210 time: 0.0395372 Nov 12 04:04:20.634341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.711540 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.738678 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db75ae3f-7d83-4237-97e3-8bc90479a9cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.912020 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.913075 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db75ae3f-7d83-4237-97e3-8bc90479a9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.971782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:20.974695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:20.979914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:20.983854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-db75ae3f-7d83-4237-97e3-8bc90479a9cd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=279647b305fd40608cae48f443a2b8b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6818902 Nov 12 04:04:20.984741 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75ae3f-7d83-4237-97e3-8bc90479a9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb73b77e-d94c-4243-997d-b1eb64cf8708,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:20.987211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:21.032076 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Pushing event updated for resources: {'Port': ['ID=33efe43e-cd2e-4531-b737-a40ddbdbcea7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:21.043260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:21.043920 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.096297 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e6df372-f0f9-4c71-ad2f-c4af32be94f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.133434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e6df372-f0f9-4c71-ad2f-c4af32be94f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.226728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ece42e-7fe9-41d7-b4af-5eb549794d52 req-1b4bd572-dd32-42b2-9a97-7e811b9eb101 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:21.226728 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3ece42e-7fe9-41d7-b4af-5eb549794d52 req-1b4bd572-dd32-42b2-9a97-7e811b9eb101 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 945 time: 0.0844798 Nov 12 04:04:21.230711 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c074e6f5-e1ea-49e9-9650-6d945d51289c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9237094 Nov 12 04:04:21.263523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Request body: {'port': {'device_id': 'bc6d0f4d-14a9-49d3-80b3-ce84f773667b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:21.282734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3832ea1a-a843-4c93-93ad-16a763d8d025 None None] Provisioning complete for port 33efe43e-cd2e-4531-b737-a40ddbdbcea7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:21.283998 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3832ea1a-a843-4c93-93ad-16a763d8d025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.317916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.342173 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3832ea1a-a843-4c93-93ad-16a763d8d025 None None] Port 33efe43e-cd2e-4531-b737-a40ddbdbcea7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:21.346827 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.358888 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3ece42e-7fe9-41d7-b4af-5eb549794d52 req-6ff6f125-4f40-48c0-a5e2-853630a9f6ee tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208754 Nov 12 04:04:21.367882 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.417052 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e6df372-f0f9-4c71-ad2f-c4af32be94f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.419677 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e6df372-f0f9-4c71-ad2f-c4af32be94f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.420880 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4e6df372-f0f9-4c71-ad2f-c4af32be94f3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cb73b77e-d94c-4243-997d-b1eb64cf8708 HTTP/1.1" status: 204 len: 168 time: 0.4320214 Nov 12 04:04:21.500612 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6df372-f0f9-4c71-ad2f-c4af32be94f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb73b77e-d94c-4243-997d-b1eb64cf8708,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:21.532021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Allocated IP 172.25.8.253 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/827f4ea0-8aca-4dd2-a804-c00d70da9ad6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:21.667250 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33efe43e-cd2e-4531-b737-a40ddbdbcea7 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:21.676408 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.690708 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Transition to ACTIVE for port object 33efe43e-cd2e-4531-b737-a40ddbdbcea7 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:21.708375 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.729103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3dc04-18bb-409b-9b3a-9874fc194799 req-965d7bf7-9efd-4135-bae2-5141c563f3d1 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:21.730650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10e3dc04-18bb-409b-9b3a-9874fc194799 req-965d7bf7-9efd-4135-bae2-5141c563f3d1 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 936 time: 0.0894911 Nov 12 04:04:21.786968 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.798352 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10e3dc04-18bb-409b-9b3a-9874fc194799 req-250b5b67-3593-4a3b-be18-e0ed5d034638 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580285 Nov 12 04:04:21.867300 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.883100 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Pushing event updated for resources: {'Port': ['ID=33efe43e-cd2e-4531-b737-a40ddbdbcea7,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:21.914717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:21.926136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:21.932667 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:21.952642 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=827f4ea0-8aca-4dd2-a804-c00d70da9ad6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:21.991198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Attempting to bind port 33efe43e-cd2e-4531-b737-a40ddbdbcea7 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:21.991672 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Attempting to bind port 33efe43e-cd2e-4531-b737-a40ddbdbcea7 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:21.991852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Attempting to bind port 33efe43e-cd2e-4531-b737-a40ddbdbcea7 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:22.001841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Port 33efe43e-cd2e-4531-b737-a40ddbdbcea7 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:22.009456 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Attempting to bind port 33efe43e-cd2e-4531-b737-a40ddbdbcea7 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:22.016667 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:22.017446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:22.018293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:22.019221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Bound port: 33efe43e-cd2e-4531-b737-a40ddbdbcea7, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:22.020014 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.107919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] For port 33efe43e-cd2e-4531-b737-a40ddbdbcea7, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:22.111215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] For port 33efe43e-cd2e-4531-b737-a40ddbdbcea7, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=33efe43e-cd2e-4531-b737-a40ddbdbcea7,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:22.181435 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.221838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:22.221838 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.222810 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] 10.222.0.26 "PUT /v2.0/ports/33efe43e-cd2e-4531-b737-a40ddbdbcea7 HTTP/1.1" status: 200 len: 1097 time: 0.9747238 Nov 12 04:04:22.223026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6d0f4d-14a9-49d3-80b3-ce84f773667b', 'tag': '33efe43e-cd2e-4531-b737-a40ddbdbcea7'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:22.225395 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc80bbd-66bf-4e6d-8c15-15093da53a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6d0f4d-14a9-49d3-80b3-ce84f773667b", "tag": "33efe43e-cd2e-4531-b737-a40ddbdbcea7"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:22.249415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee40015-66c4-4f54-a538-bcd6c1684eef service neutron] Pushing event updated for resources: {'Port': ['ID=33efe43e-cd2e-4531-b737-a40ddbdbcea7,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:22.278932 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150afc52-7424-4a7b-83dc-39a22cb0ba3a x-openstack-request-id: req-150afc52-7424-4a7b-83dc-39a22cb0ba3a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:22.279164 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6d0f4d-14a9-49d3-80b3-ce84f773667b", "tag": "33efe43e-cd2e-4531-b737-a40ddbdbcea7", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:22.279418 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-150afc52-7424-4a7b-83dc-39a22cb0ba3a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:22.279824 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6d0f4d-14a9-49d3-80b3-ce84f773667b', 'tag': '33efe43e-cd2e-4531-b737-a40ddbdbcea7', 'status': 'completed', 'code': 200} Nov 12 04:04:22.379872 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.421489 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc80bbd-66bf-4e6d-8c15-15093da53a1f req-b70f833e-5dfd-4ebd-b192-d580e0f003f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:22.422999 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cfc80bbd-66bf-4e6d-8c15-15093da53a1f req-b70f833e-5dfd-4ebd-b192-d580e0f003f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5460f00625d34d33a5b686f3ee5d0892&device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 1100 time: 0.0648041 Nov 12 04:04:22.471811 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cfc80bbd-66bf-4e6d-8c15-15093da53a1f req-c307d581-c77a-477d-9422-86b40a8d9eff service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5460f00625d34d33a5b686f3ee5d0892&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314550 Nov 12 04:04:22.607206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c2cfc-b84b-4b76-9d22-c560c7e04846 req-4c24520d-03cd-4c4b-8ab1-4d097f9787b3 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:22.608884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c75c2cfc-b84b-4b76-9d22-c560c7e04846 req-4c24520d-03cd-4c4b-8ab1-4d097f9787b3 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 945 time: 0.1173816 Nov 12 04:04:22.643405 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc80bbd-66bf-4e6d-8c15-15093da53a1f req-1d23f3e6-5354-4140-9374-7535c22597e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:22.645749 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cfc80bbd-66bf-4e6d-8c15-15093da53a1f req-1d23f3e6-5354-4140-9374-7535c22597e0 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1663673 Nov 12 04:04:22.767387 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c75c2cfc-b84b-4b76-9d22-c560c7e04846 req-6a79d195-00a9-4062-866e-a1d4fdca8e2a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219637 Nov 12 04:04:22.780303 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.828019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-d33aeddd-b36d-498d-a8a3-7f15d64b6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:22.829792 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-d33aeddd-b36d-498d-a8a3-7f15d64b6cd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5460f00625d34d33a5b686f3ee5d0892&device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 1100 time: 0.0838172 Nov 12 04:04:22.916663 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-5f9394ff-def3-4e07-8ed4-59868769edd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=33efe43e-cd2e-4531-b737-a40ddbdbcea7 HTTP/1.1" status: 200 len: 217 time: 0.0689552 Nov 12 04:04:22.987428 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c9a51b57-f4e9-4527-a37f-2e7512c5c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:22.989079 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-c9a51b57-f4e9-4527-a37f-2e7512c5c04e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0603962 Nov 12 04:04:22.996853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d90f5-75fa-452e-9c01-295b86f91a07 req-88b27350-f893-4969-a58d-cc6cfc0782fd tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:22.998421 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-932d90f5-75fa-452e-9c01-295b86f91a07 req-88b27350-f893-4969-a58d-cc6cfc0782fd tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 948 time: 0.0929961 Nov 12 04:04:23.054315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-65d7f00a-7b7c-45ad-b790-8a91c0c8afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:23.055936 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-65d7f00a-7b7c-45ad-b790-8a91c0c8afc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0588288 Nov 12 04:04:23.071762 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-932d90f5-75fa-452e-9c01-295b86f91a07 req-1487e7fa-3574-4ebe-933f-dddc3e436bb9 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641670 Nov 12 04:04:23.152598 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-822d02db-d5d0-40a5-b2b4-ed0c471ab8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.199875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Router 779ece8c-c01c-4241-9aee-0a1f3432b2b7 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:04:23.328543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:04:23.341167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Sync routers for ids ['779ece8c-c01c-4241-9aee-0a1f3432b2b7'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:04:23.364014 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Routers {'779ece8c-c01c-4241-9aee-0a1f3432b2b7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:23.365342 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:03:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['779ece8c-c01c-4241-9aee-0a1f3432b2b7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:23.434715 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.439140 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ecbe952a-d85b-4557-ae9c-861e8ceeb6c0 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2536244 Nov 12 04:04:23.439140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54062) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:23.529839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Set router 779ece8c-c01c-4241-9aee-0a1f3432b2b7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:23.577918 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b818f-e13e-4c47-ba73-e7a16a3b46ad req-02a0d0fc-73d9-424d-8948-be8a364d8413 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:23.579698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-194b818f-e13e-4c47-ba73-e7a16a3b46ad req-02a0d0fc-73d9-424d-8948-be8a364d8413 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 945 time: 0.0788851 Nov 12 04:04:23.582738 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-744d6af8-ba59-4def-b29d-4b01fa894861 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184577 Nov 12 04:04:23.765603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-79bc3620-4381-4dbf-944e-c1ab389f9729 req-cea85cb8-1ba2-4d98-81b7-858ac51838a7 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681840 Nov 12 04:04:23.782122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-194b818f-e13e-4c47-ba73-e7a16a3b46ad req-37cbf84d-af4a-4049-9bbf-b4aaab8bc01e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Deleting port fb1416b2-5aef-4092-a865-7110ffc58eb4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:23.782680 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-194b818f-e13e-4c47-ba73-e7a16a3b46ad req-37cbf84d-af4a-4049-9bbf-b4aaab8bc01e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.998118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-194b818f-e13e-4c47-ba73-e7a16a3b46ad req-37cbf84d-af4a-4049-9bbf-b4aaab8bc01e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] For port fb1416b2-5aef-4092-a865-7110ffc58eb4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=fb1416b2-5aef-4092-a865-7110ffc58eb4,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:23.998118 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-194b818f-e13e-4c47-ba73-e7a16a3b46ad req-37cbf84d-af4a-4049-9bbf-b4aaab8bc01e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.012186 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7157e-3827-456b-833d-88628b4b9073 req-481b87c6-0605-4976-9aad-b969bff72f3c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:24.018481 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8bd7157e-3827-456b-833d-88628b4b9073 req-481b87c6-0605-4976-9aad-b969bff72f3c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 945 time: 0.1294072 Nov 12 04:04:24.044312 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-194b818f-e13e-4c47-ba73-e7a16a3b46ad req-37cbf84d-af4a-4049-9bbf-b4aaab8bc01e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Calling delete_port for fb1416b2-5aef-4092-a865-7110ffc58eb4 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:24.165291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'name': 'tempest-ServerRescueTestJSON-1343263731-router', 'tenant_id': '42414fb0f501495b93cd475024947496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:22Z', 'revision_number': 3, 'project_id': '42414fb0f501495b93cd475024947496', 'gw_port': {'id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:21Z', 'updated_at': '2021-11-12T04:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:24.182473 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8bd7157e-3827-456b-833d-88628b4b9073 req-da3e8e95-7a28-4040-af87-62f998773ac7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462061 Nov 12 04:04:24.227737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Checking router: 779ece8c-c01c-4241-9aee-0a1f3432b2b7 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:24.231240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Updating router 779ece8c-c01c-4241-9aee-0a1f3432b2b7 port 827f4ea0-8aca-4dd2-a804-c00d70da9ad6 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:04:24.284784 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.402929 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-194b818f-e13e-4c47-ba73-e7a16a3b46ad req-37cbf84d-af4a-4049-9bbf-b4aaab8bc01e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.406689 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb8390-7238-40ec-bf51-df3cb4add512 req-c3f6c877-5148-4b32-931b-ae9527cf7b2c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:24.408360 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52cb8390-7238-40ec-bf51-df3cb4add512 req-c3f6c877-5148-4b32-931b-ae9527cf7b2c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 948 time: 0.0693514 Nov 12 04:04:24.439559 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbf84d-af4a-4049-9bbf-b4aaab8bc01e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event deleted for resources: {'Port': ['ID=fb1416b2-5aef-4092-a865-7110ffc58eb4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:24.511583 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52cb8390-7238-40ec-bf51-df3cb4add512 req-901a0fc7-ec60-4692-824d-2c2955be1ffa tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923357 Nov 12 04:04:24.535592 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-194b818f-e13e-4c47-ba73-e7a16a3b46ad req-37cbf84d-af4a-4049-9bbf-b4aaab8bc01e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] No DVR routers for this DVR port fb1416b2-5aef-4092-a865-7110ffc58eb4 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:24.539016 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-194b818f-e13e-4c47-ba73-e7a16a3b46ad req-37cbf84d-af4a-4049-9bbf-b4aaab8bc01e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.543445 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-194b818f-e13e-4c47-ba73-e7a16a3b46ad req-37cbf84d-af4a-4049-9bbf-b4aaab8bc01e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "DELETE /v2.0/ports/fb1416b2-5aef-4092-a865-7110ffc58eb4 HTTP/1.1" status: 204 len: 173 time: 0.9555883 Nov 12 04:04:24.543954 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659ebca5-4dfd-47b2-993a-1fe71fb3808d', 'name': 'network-vif-deleted', 'tag': 'fb1416b2-5aef-4092-a865-7110ffc58eb4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:24.547075 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221ff910-fcab-440a-9b8e-78c53903e47b" -d '{"events": [{"server_uuid": "659ebca5-4dfd-47b2-993a-1fe71fb3808d", "name": "network-vif-deleted", "tag": "fb1416b2-5aef-4092-a865-7110ffc58eb4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:24.628629 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5089e537-4e86-4cde-8f21-b7b64f167957 x-openstack-request-id: req-5089e537-4e86-4cde-8f21-b7b64f167957 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:24.628959 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659ebca5-4dfd-47b2-993a-1fe71fb3808d", "name": "network-vif-deleted", "tag": "fb1416b2-5aef-4092-a865-7110ffc58eb4", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:24.629240 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5089e537-4e86-4cde-8f21-b7b64f167957 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:24.630554 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659ebca5-4dfd-47b2-993a-1fe71fb3808d', 'name': 'network-vif-deleted', 'tag': 'fb1416b2-5aef-4092-a865-7110ffc58eb4', 'status': 'completed', 'code': 200} Nov 12 04:04:24.705976 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.818675 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.834100 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.932795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Attempting to bind port 827f4ea0-8aca-4dd2-a804-c00d70da9ad6 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:24.933441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Attempting to bind port 827f4ea0-8aca-4dd2-a804-c00d70da9ad6 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:24.934086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Attempting to bind port 827f4ea0-8aca-4dd2-a804-c00d70da9ad6 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:24.938905 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.940145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41237532-0b08-46f7-ad6c-54067f7c748a None None] Pushing event updated for resources: {'Port': ['ID=827f4ea0-8aca-4dd2-a804-c00d70da9ad6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:24.972062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:24.973110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:24.973516 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.973909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:24.974385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Bound port: 827f4ea0-8aca-4dd2-a804-c00d70da9ad6, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:24.974764 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.986607 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54098) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:25.091669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] For port 827f4ea0-8aca-4dd2-a804-c00d70da9ad6, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:25.094815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Allocated IP 172.20.0.1 (be207302-4e8a-42e0-9c56-59fd9287d686/b16b7526-1b59-4e2c-ac2e-f5c060328fb4/e191ff6a-27b8-4e04-a25d-b323e2b1149a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:25.095921 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] For port 827f4ea0-8aca-4dd2-a804-c00d70da9ad6, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=827f4ea0-8aca-4dd2-a804-c00d70da9ad6,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:25.179322 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c1b19ac-0da3-44e3-93a3-89ac22de4bac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.218394 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.246484 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.350565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Routers {'779ece8c-c01c-4241-9aee-0a1f3432b2b7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:25.357302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:03:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['779ece8c-c01c-4241-9aee-0a1f3432b2b7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:25.376754 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c1b19ac-0da3-44e3-93a3-89ac22de4bac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.378128 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7e3fddd-3931-4e8d-870e-ebececa1c628 req-50b78ce8-7b7f-41fa-a891-6f59267ed7b0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 210 time: 0.0358119 Nov 12 04:04:25.385004 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.405570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Network be207302-4e8a-42e0-9c56-59fd9287d686 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:25.408453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:25.411715 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:25.467501 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c1b19ac-0da3-44e3-93a3-89ac22de4bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.499641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Pushing event updated for resources: {'Port': ['ID=e191ff6a-27b8-4e04-a25d-b323e2b1149a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:25.505460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] Set router 779ece8c-c01c-4241-9aee-0a1f3432b2b7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:25.507242 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2c1b19ac-0da3-44e3-93a3-89ac22de4bac admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=751243aa7ed14230a4e176401e55b5d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5195405 Nov 12 04:04:25.514080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:25.527620 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.551783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b19ac-0da3-44e3-93a3-89ac22de4bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93a9bdb-1fdf-4840-b3f1-2cfdb4d60653,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:25.584007 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c14f330c-e47b-4dce-9f9e-808e274b4182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.607786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c14f330c-e47b-4dce-9f9e-808e274b4182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.705289 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a1da1-050e-476e-8e56-9c22f8879db7 req-c97a89d1-d9d2-41b4-9d31-88bf7f3a5129 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:25.707649 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c6a1da1-050e-476e-8e56-9c22f8879db7 req-c97a89d1-d9d2-41b4-9d31-88bf7f3a5129 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 948 time: 0.0876358 Nov 12 04:04:25.742330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41237532-0b08-46f7-ad6c-54067f7c748a None None] Pushing event updated for resources: {'Port': ['ID=827f4ea0-8aca-4dd2-a804-c00d70da9ad6,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:25.778165 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c6a1da1-050e-476e-8e56-9c22f8879db7 req-9d530a1c-9c10-4392-8a69-236949ced862 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618656 Nov 12 04:04:25.780883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'name': 'tempest-ServerRescueTestJSON-1343263731-router', 'tenant_id': '42414fb0f501495b93cd475024947496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:22Z', 'revision_number': 3, 'project_id': '42414fb0f501495b93cd475024947496', 'gw_port': {'id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:21Z', 'updated_at': '2021-11-12T04:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:25.803655 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c14f330c-e47b-4dce-9f9e-808e274b4182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.806684 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c14f330c-e47b-4dce-9f9e-808e274b4182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.810406 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c14f330c-e47b-4dce-9f9e-808e274b4182 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a93a9bdb-1fdf-4840-b3f1-2cfdb4d60653 HTTP/1.1" status: 204 len: 168 time: 0.2930877 Nov 12 04:04:25.817821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf32db8-4b9f-404b-81e8-5523baf7973c None None] The sync data for ids ['779ece8c-c01c-4241-9aee-0a1f3432b2b7'] in n-d-767704-23 is: [{'id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'name': 'tempest-ServerRescueTestJSON-1343263731-router', 'tenant_id': '42414fb0f501495b93cd475024947496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:22Z', 'revision_number': 3, 'project_id': '42414fb0f501495b93cd475024947496', 'gw_port': {'id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:21Z', 'updated_at': '2021-11-12T04:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:25.825335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f330c-e47b-4dce-9f9e-808e274b4182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93a9bdb-1fdf-4840-b3f1-2cfdb4d60653,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:25.875781 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.083562 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device fb1416b2-5aef-4092-a865-7110ffc58eb4 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:26.174310 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.174438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: fb1416b2-5aef-4092-a865-7110ffc58eb4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:26.174438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device fb1416b2-5aef-4092-a865-7110ffc58eb4 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:26.255169 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.405855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Pushing event updated for resources: {'Port': ['ID=e191ff6a-27b8-4e04-a25d-b323e2b1149a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:26.416510 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.579054 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8ceb09c-4218-47c1-aad0-3ae8e48f6c24 req-e1109b51-c34b-4e2d-9d92-f67449b8136b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 210 time: 0.0552499 Nov 12 04:04:26.622687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Network be207302-4e8a-42e0-9c56-59fd9287d686 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:26.624449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:26.708173 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.803590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Router 779ece8c-c01c-4241-9aee-0a1f3432b2b7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:04:26.941976 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95543d65-53df-41ec-9d33-fb4545ac5506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.977517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:04:26.992587 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3ad060e0-5b17-40cb-a8f1-7dc3a5fc0e7c admin admin] 10.222.0.105 "PUT /v2.0/routers/779ece8c-c01c-4241-9aee-0a1f3432b2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5436442 Nov 12 04:04:26.994089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb509f0-6614-441d-be70-5c37c7708996 req-686da1f1-c8a5-4d12-91d4-aa0ba9af4b9d tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:26.996958 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1bb509f0-6614-441d-be70-5c37c7708996 req-686da1f1-c8a5-4d12-91d4-aa0ba9af4b9d tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 948 time: 0.1086562 Nov 12 04:04:27.120145 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1bb509f0-6614-441d-be70-5c37c7708996 req-2d39edf5-9f18-41a7-903d-55693f4fa32d tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136200 Nov 12 04:04:27.742499 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-250a8dc6-cbfd-4b8b-b92f-050158de9658 req-952bccf7-c439-4779-8df1-b3f7a964a74a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 210 time: 0.0564384 Nov 12 04:04:27.858447 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294edcb-2de0-4447-97d3-c584cee58aef req-76352abc-7121-4921-8bb3-98004287e0ac tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.862057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4294edcb-2de0-4447-97d3-c584cee58aef req-76352abc-7121-4921-8bb3-98004287e0ac tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/networks?id=be207302-4e8a-42e0-9c56-59fd9287d686 HTTP/1.1" status: 200 len: 811 time: 0.2037575 Nov 12 04:04:27.879842 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4294edcb-2de0-4447-97d3-c584cee58aef req-df3df857-d894-4b74-922e-ebdb8992dc7e tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/quotas/42414fb0f501495b93cd475024947496 HTTP/1.1" status: 200 len: 375 time: 0.0112841 Nov 12 04:04:27.955375 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4294edcb-2de0-4447-97d3-c584cee58aef req-9750edd1-f93b-453a-9bda-bb305adb058a tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=42414fb0f501495b93cd475024947496&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692773 Nov 12 04:04:28.017170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 33efe43e-cd2e-4531-b737-a40ddbdbcea7 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:28.155023 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4294edcb-2de0-4447-97d3-c584cee58aef req-4f5fcf43-6a02-4858-97f6-b89e5548fec1 service neutron] 10.222.0.105 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876283 Nov 12 04:04:28.276841 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 33efe43e-cd2e-4531-b737-a40ddbdbcea7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=33efe43e-cd2e-4531-b737-a40ddbdbcea7,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:28.306816 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '33efe43e-cd2e-4531-b737-a40ddbdbcea7', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '33efe43e-cd2e-4531-b737-a40ddbdbcea7', 'mac_address': 'fa:16:3e:14:9b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:28.307170 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Sync routers for ids ['779ece8c-c01c-4241-9aee-0a1f3432b2b7'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:04:28.320980 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Routers {'779ece8c-c01c-4241-9aee-0a1f3432b2b7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:28.321929 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:04:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['779ece8c-c01c-4241-9aee-0a1f3432b2b7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:28.331054 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 827f4ea0-8aca-4dd2-a804-c00d70da9ad6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:28.405385 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.452813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee153f-0621-4432-a653-dfafdf318b12 req-0b5e8876-da35-43fd-9f35-1e4e0c023896 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:28.453361 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4294edcb-2de0-4447-97d3-c584cee58aef req-0e9039d4-e6a9-4ea5-a7b9-4a42cd7b5dfe service neutron] 10.222.0.105 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967517 Nov 12 04:04:28.464926 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fcee153f-0621-4432-a653-dfafdf318b12 req-0b5e8876-da35-43fd-9f35-1e4e0c023896 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 948 time: 0.1465514 Nov 12 04:04:28.512393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33efe43e-cd2e-4531-b737-a40ddbdbcea7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:28.549051 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 33efe43e-cd2e-4531-b737-a40ddbdbcea7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=33efe43e-cd2e-4531-b737-a40ddbdbcea7,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:28.559744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 827f4ea0-8aca-4dd2-a804-c00d70da9ad6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:28.560535 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.582207 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Set router 779ece8c-c01c-4241-9aee-0a1f3432b2b7 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:28.611284 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.615131 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.615854 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fcee153f-0621-4432-a653-dfafdf318b12 req-fc544833-26d0-41d7-a09f-7da28020b59d tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500669 Nov 12 04:04:28.681303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=33efe43e-cd2e-4531-b737-a40ddbdbcea7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:28.801215 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.869380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:28.920126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 827f4ea0-8aca-4dd2-a804-c00d70da9ad6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=827f4ea0-8aca-4dd2-a804-c00d70da9ad6,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:28.955696 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'name': 'tempest-ServerRescueTestJSON-1343263731-router', 'tenant_id': '42414fb0f501495b93cd475024947496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:25Z', 'revision_number': 4, 'project_id': '42414fb0f501495b93cd475024947496', 'gw_port': {'id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:21Z', 'updated_at': '2021-11-12T04:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e191ff6a-27b8-4e04-a25d-b323e2b1149a', 'name': '', 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686', 'tenant_id': '42414fb0f501495b93cd475024947496', 'mac_address': 'fa:16:3e:04:f3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'b16b7526-1b59-4e2c-ac2e-f5c060328fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:24Z', 'updated_at': '2021-11-12T04:04:25Z', 'revision_number': 2, 'project_id': '42414fb0f501495b93cd475024947496', 'subnets': [{'id': 'b16b7526-1b59-4e2c-ac2e-f5c060328fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:29.002618 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Checking router: 779ece8c-c01c-4241-9aee-0a1f3432b2b7 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:29.003083 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Updating router 779ece8c-c01c-4241-9aee-0a1f3432b2b7 port e191ff6a-27b8-4e04-a25d-b323e2b1149a binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:04:29.004832 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.045374 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.084621 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-653c639c-9a50-466d-961e-0109850693c8 req-150e4a85-e094-4bea-8f9e-7966bc2f789e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 210 time: 0.0763791 Nov 12 04:04:29.113894 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.135392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['33efe43e-cd2e-4531-b737-a40ddbdbcea7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:29.164453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-28425c95-a04b-44fe-96e5-421591dc74cf tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-791119556'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:29.164935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-28425c95-a04b-44fe-96e5-421591dc74cf tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Unknown quota resources ['metering_label']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:04:29.188082 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e45a04e7-f5f6-46f4-9c13-bf002cf1f849 req-dad99726-ac72-4e51-a8f2-a95b95a5593e tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 210 time: 0.0800750 Nov 12 04:04:29.375360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=827f4ea0-8aca-4dd2-a804-c00d70da9ad6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:29.413434 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:04:29.604329 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.618724 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28425c95-a04b-44fe-96e5-421591dc74cf tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.624204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54208) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:29.632665 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-28425c95-a04b-44fe-96e5-421591dc74cf tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7620296 Nov 12 04:04:29.634766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-35037342-88a5-4a25-bfce-5b43e96b12de tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b3fce8a9-0b81-4c12-9c0f-ba119b683336'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:29.635299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-35037342-88a5-4a25-bfce-5b43e96b12de tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:04:29.684263 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.852861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8028a45-cb40-43f1-a625-cfcc91e24d62 req-66bf54c2-84ab-4c97-a418-80c0b76198b8 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:29.857606 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399aa55b-47a8-469c-aa8b-95ed5acb26c2 None None] Pushing event updated for resources: {'Port': ['ID=e191ff6a-27b8-4e04-a25d-b323e2b1149a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:29.869184 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e8028a45-cb40-43f1-a625-cfcc91e24d62 req-66bf54c2-84ab-4c97-a418-80c0b76198b8 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 949 time: 0.1351333 Nov 12 04:04:29.872432 n-d-767704-23 neutron-server[103146]: WARNING neutron.services.metering.metering_plugin [None req-35037342-88a5-4a25-bfce-5b43e96b12de tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 04:04:29.965154 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Attempting to bind port e191ff6a-27b8-4e04-a25d-b323e2b1149a on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:29.965473 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Attempting to bind port e191ff6a-27b8-4e04-a25d-b323e2b1149a by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '36ce716e-bb43-49af-b6e6-35fbce7aa0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:29.965904 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Attempting to bind port e191ff6a-27b8-4e04-a25d-b323e2b1149a on network be207302-4e8a-42e0-9c56-59fd9287d686 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:29.980564 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:29.981020 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Checking segment: {'id': '36ce716e-bb43-49af-b6e6-35fbce7aa0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:29.981486 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.981941 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Bound using segment: {'id': '36ce716e-bb43-49af-b6e6-35fbce7aa0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:29.982506 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Bound port: e191ff6a-27b8-4e04-a25d-b323e2b1149a, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ce716e-bb43-49af-b6e6-35fbce7aa0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:29.982948 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.999174 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e8028a45-cb40-43f1-a625-cfcc91e24d62 req-eaaaac19-33ea-4c7e-bf83-e2965c56abb3 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289275 Nov 12 04:04:30.093727 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35037342-88a5-4a25-bfce-5b43e96b12de tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:30.099522 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54220) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:30.100565 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-35037342-88a5-4a25-bfce-5b43e96b12de tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4751525 Nov 12 04:04:30.107088 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] For port e191ff6a-27b8-4e04-a25d-b323e2b1149a, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:30.108397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-44b1332b-6a61-496b-8b5b-de3437655fa2 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b3fce8a9-0b81-4c12-9c0f-ba119b683336'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:30.110434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-44b1332b-6a61-496b-8b5b-de3437655fa2 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:04:30.111457 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] For port e191ff6a-27b8-4e04-a25d-b323e2b1149a, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e191ff6a-27b8-4e04-a25d-b323e2b1149a,segment=NetworkSegment(36ce716e-bb43-49af-b6e6-35fbce7aa0a5),segment_id=36ce716e-bb43-49af-b6e6-35fbce7aa0a5)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:30.200246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 827f4ea0-8aca-4dd2-a804-c00d70da9ad6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:30.226793 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:30.284118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 827f4ea0-8aca-4dd2-a804-c00d70da9ad6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:30.284450 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:30.293268 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-72eb6ab7-5c80-414d-a0a6-f45226ba7d09 req-d03a3811-cdbd-46b7-b62f-a57a88607560 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 210 time: 0.0489061 Nov 12 04:04:30.340642 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a48e88f-207f-4a9f-8e26-c6ba40f8b668 req-e74b7b5c-37e6-4e35-965e-7fd968384298 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 210 time: 0.1436162 Nov 12 04:04:30.364595 n-d-767704-23 neutron-server[103147]: WARNING neutron.services.metering.metering_plugin [None req-44b1332b-6a61-496b-8b5b-de3437655fa2 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 04:04:30.399067 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399aa55b-47a8-469c-aa8b-95ed5acb26c2 None None] Pushing event updated for resources: {'Port': ['ID=e191ff6a-27b8-4e04-a25d-b323e2b1149a,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:30.406274 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Routers {'779ece8c-c01c-4241-9aee-0a1f3432b2b7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:30.406905 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:04:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['779ece8c-c01c-4241-9aee-0a1f3432b2b7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:30.536871 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44b1332b-6a61-496b-8b5b-de3437655fa2 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:30.536871 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-44b1332b-6a61-496b-8b5b-de3437655fa2 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4350893 Nov 12 04:04:30.543846 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:30.560788 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-80c79a28-6b72-4729-8e03-cee73b75ab1a tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-label-rules?id=94d76303-1992-4bfa-a05d-e41728a41fe9 HTTP/1.1" status: 200 len: 462 time: 0.0152237 Nov 12 04:04:30.563349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:30.567881 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] Set router 779ece8c-c01c-4241-9aee-0a1f3432b2b7 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:30.791107 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2ef8283-7c38-48af-b850-1c5326cda897 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:30.794923 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e2ef8283-7c38-48af-b850-1c5326cda897 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "DELETE /v2.0/metering/metering-label-rules/94d76303-1992-4bfa-a05d-e41728a41fe9 HTTP/1.1" status: 204 len: 168 time: 0.2276902 Nov 12 04:04:30.795086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:30.808006 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2f4f6610-8a00-4910-9205-c7671a4b86a2 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-label-rules?id=94d76303-1992-4bfa-a05d-e41728a41fe9 HTTP/1.1" status: 200 len: 221 time: 0.0086937 Nov 12 04:04:30.821063 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:30.823751 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'name': 'tempest-ServerRescueTestJSON-1343263731-router', 'tenant_id': '42414fb0f501495b93cd475024947496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:25Z', 'revision_number': 4, 'project_id': '42414fb0f501495b93cd475024947496', 'gw_port': {'id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:21Z', 'updated_at': '2021-11-12T04:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e191ff6a-27b8-4e04-a25d-b323e2b1149a', 'name': '', 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686', 'tenant_id': '42414fb0f501495b93cd475024947496', 'mac_address': 'fa:16:3e:04:f3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'b16b7526-1b59-4e2c-ac2e-f5c060328fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:24Z', 'updated_at': '2021-11-12T04:04:30Z', 'revision_number': 4, 'project_id': '42414fb0f501495b93cd475024947496', 'subnets': [{'id': 'b16b7526-1b59-4e2c-ac2e-f5c060328fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:30.827441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2727db18-8423-4b1d-8a85-ad1280ddb34a tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--487430903', 'description': 'label created by tempest'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:30.827810 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2727db18-8423-4b1d-8a85-ad1280ddb34a tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Unknown quota resources ['metering_label']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:04:30.856837 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a787e6-6b0e-432d-958c-da4434f42403 None None] The sync data for ids ['779ece8c-c01c-4241-9aee-0a1f3432b2b7'] in n-d-767704-23 is: [{'id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'name': 'tempest-ServerRescueTestJSON-1343263731-router', 'tenant_id': '42414fb0f501495b93cd475024947496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:25Z', 'revision_number': 4, 'project_id': '42414fb0f501495b93cd475024947496', 'gw_port': {'id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:21Z', 'updated_at': '2021-11-12T04:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e191ff6a-27b8-4e04-a25d-b323e2b1149a', 'name': '', 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686', 'tenant_id': '42414fb0f501495b93cd475024947496', 'mac_address': 'fa:16:3e:04:f3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'b16b7526-1b59-4e2c-ac2e-f5c060328fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:24Z', 'updated_at': '2021-11-12T04:04:30Z', 'revision_number': 4, 'project_id': '42414fb0f501495b93cd475024947496', 'subnets': [{'id': 'b16b7526-1b59-4e2c-ac2e-f5c060328fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:31.286944 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2727db18-8423-4b1d-8a85-ad1280ddb34a tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:31.289415 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2727db18-8423-4b1d-8a85-ad1280ddb34a tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4656990 Nov 12 04:04:31.291373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:31.309395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2955fd3-9939-4520-ba6e-8cf5cb8671a6 req-53af3e80-6f59-48b4-8030-efcca214a42c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:31.311465 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2955fd3-9939-4520-ba6e-8cf5cb8671a6 req-53af3e80-6f59-48b4-8030-efcca214a42c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 949 time: 0.1478920 Nov 12 04:04:31.419126 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2955fd3-9939-4520-ba6e-8cf5cb8671a6 req-69092ef3-7504-47f0-968f-fe9a8747f59c tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980494 Nov 12 04:04:31.462411 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:31.462683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8f53f91c-8a57-4cf1-bfeb-4f1bd0105274 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-labels?id=7de333af-be8b-4700-95bc-b6ab26f471fe HTTP/1.1" status: 200 len: 467 time: 0.1698294 Nov 12 04:04:31.520575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79763f17-eff8-4bdc-8cdc-3b6325b75778 req-c672a4f5-0de9-4fa8-9034-563d83e60eb7 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 210 time: 0.0548954 Nov 12 04:04:31.607860 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-10e15d1e-316e-4662-bca0-ae14d2d4bbf4 req-0fec82e0-0278-4804-a671-7fb841c15c23 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 210 time: 0.0603099 Nov 12 04:04:31.846688 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1467a64-03da-457f-8c18-da7638680216 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:31.849843 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d1467a64-03da-457f-8c18-da7638680216 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "DELETE /v2.0/metering/metering-labels/7de333af-be8b-4700-95bc-b6ab26f471fe HTTP/1.1" status: 204 len: 168 time: 0.3844328 Nov 12 04:04:31.851627 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54250) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:31.868597 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5c1b9941-271e-4709-8bd5-5dc0bb82340f tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-labels?id=7de333af-be8b-4700-95bc-b6ab26f471fe HTTP/1.1" status: 200 len: 216 time: 0.0148816 Nov 12 04:04:31.872467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54252) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:31.883777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cf7896c1-c70c-44ee-bc70-19cf1a1bdd88 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0101111 Nov 12 04:04:31.887348 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:31.906139 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2920b7c3-0562-4b89-b09e-d366cbd53124 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0172319 Nov 12 04:04:31.910214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:32.024585 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-885692f0-703a-4256-af18-3d8147c2a3e2 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-labels/b3fce8a9-0b81-4c12-9c0f-ba119b683336 HTTP/1.1" status: 200 len: 472 time: 0.1126246 Nov 12 04:04:32.026068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 33efe43e-cd2e-4531-b737-a40ddbdbcea7 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:32.027883 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:32.042355 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4707fcac-a071-4667-8207-ec4b6024af82 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-label-rules/b374a6dd-3b58-4c71-a911-4bc5af909584 HTTP/1.1" status: 200 len: 459 time: 0.0098927 Nov 12 04:04:32.042596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54260) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:32.254669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 33efe43e-cd2e-4531-b737-a40ddbdbcea7 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:32.259813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 33efe43e-cd2e-4531-b737-a40ddbdbcea7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:32.260217 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.348291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e191ff6a-27b8-4e04-a25d-b323e2b1149a up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:32.453883 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2216-a5c8-4048-a7ec-881ccd4735c4 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.458383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54272) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:32.458759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1e5b2216-a5c8-4048-a7ec-881ccd4735c4 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "DELETE /v2.0/metering/metering-label-rules/b374a6dd-3b58-4c71-a911-4bc5af909584 HTTP/1.1" status: 204 len: 168 time: 0.4150658 Nov 12 04:04:32.512787 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.559927 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6d0f4d-14a9-49d3-80b3-ce84f773667b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33efe43e-cd2e-4531-b737-a40ddbdbcea7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:32.566576 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6556e4b0-b4e9-4fc5-bdb6-dbdfb4b7ef2b" -d '{"events": [{"server_uuid": "bc6d0f4d-14a9-49d3-80b3-ce84f773667b", "name": "network-vif-plugged", "status": "completed", "tag": "33efe43e-cd2e-4531-b737-a40ddbdbcea7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:32.634109 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e191ff6a-27b8-4e04-a25d-b323e2b1149a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:32.634778 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.638252 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 33efe43e-cd2e-4531-b737-a40ddbdbcea7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=33efe43e-cd2e-4531-b737-a40ddbdbcea7,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:32.672101 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294edcb-2de0-4447-97d3-c584cee58aef req-bbd953f4-6661-42bb-8b1a-4fc1534166a5 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.676252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4294edcb-2de0-4447-97d3-c584cee58aef req-bbd953f4-6661-42bb-8b1a-4fc1534166a5 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.25 "GET /v2.0/networks?id=be207302-4e8a-42e0-9c56-59fd9287d686 HTTP/1.1" status: 200 len: 811 time: 0.3017869 Nov 12 04:04:32.698462 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4294edcb-2de0-4447-97d3-c584cee58aef req-ae8b28a1-0e74-4bf0-9f09-864230d5af34 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Request body: {'port': {'device_id': 'd7e921d3-74dc-4f54-95c3-07c3b2683f3b', 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686', 'admin_state_up': True, 'tenant_id': '42414fb0f501495b93cd475024947496'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:32.730808 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.798214 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80376e5b-1fbf-4c84-8fab-cf495e51fb72 req-43e50b11-28cb-4703-a673-62b59aaf7ec9 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 210 time: 0.0396531 Nov 12 04:04:32.860433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b096b-6e67-401a-983f-78c5315997d6 req-5f24e94a-86a1-4d13-b63b-3f002d509447 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.869001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-386b096b-6e67-401a-983f-78c5315997d6 req-5f24e94a-86a1-4d13-b63b-3f002d509447 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 950 time: 0.1362040 Nov 12 04:04:32.954451 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-386b096b-6e67-401a-983f-78c5315997d6 req-aa0caf1c-bcd9-4ed0-bf87-e19a46f0e643 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841007 Nov 12 04:04:32.988153 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.029925 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port e191ff6a-27b8-4e04-a25d-b323e2b1149a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e191ff6a-27b8-4e04-a25d-b323e2b1149a,segment=NetworkSegment(36ce716e-bb43-49af-b6e6-35fbce7aa0a5),segment_id=36ce716e-bb43-49af-b6e6-35fbce7aa0a5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:33.032008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=33efe43e-cd2e-4531-b737-a40ddbdbcea7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:33.055128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5637657-49df-4e19-bc54-8cd452cca2c2 req-a640ba62-7015-4229-a212-d401d9dfc438 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.056976 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3410d266-f0ca-4553-bc1d-500367954c11 x-openstack-request-id: req-3410d266-f0ca-4553-bc1d-500367954c11 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:33.057385 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6d0f4d-14a9-49d3-80b3-ce84f773667b", "name": "network-vif-plugged", "status": "completed", "tag": "33efe43e-cd2e-4531-b737-a40ddbdbcea7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:33.057711 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3410d266-f0ca-4553-bc1d-500367954c11 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:33.058170 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6d0f4d-14a9-49d3-80b3-ce84f773667b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33efe43e-cd2e-4531-b737-a40ddbdbcea7', 'code': 200} Nov 12 04:04:33.076703 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5637657-49df-4e19-bc54-8cd452cca2c2 req-a640ba62-7015-4229-a212-d401d9dfc438 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1196535 Nov 12 04:04:33.113940 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a66c7c5-43f9-4127-9c1e-dcf0c0bdc724 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.118891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7a66c7c5-43f9-4127-9c1e-dcf0c0bdc724 tempest-MeteringIpV6TestJSON-63643365 tempest-MeteringIpV6TestJSON-63643365-project-admin] 10.222.0.105 "DELETE /v2.0/metering/metering-labels/b3fce8a9-0b81-4c12-9c0f-ba119b683336 HTTP/1.1" status: 204 len: 168 time: 0.6572251 Nov 12 04:04:33.131039 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.180114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5637657-49df-4e19-bc54-8cd452cca2c2 req-50fb2263-be46-4b7b-8266-768239754b84 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023185 Nov 12 04:04:33.218354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e056a765-be7f-4752-8c6e-1bab2333d75e req-7cc2e987-cf6d-41ff-ad35-56005a1c3937 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=659ebca5-4dfd-47b2-993a-1fe71fb3808d HTTP/1.1" status: 200 len: 210 time: 0.0672102 Nov 12 04:04:33.219386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4294edcb-2de0-4447-97d3-c584cee58aef req-ae8b28a1-0e74-4bf0-9f09-864230d5af34 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Made reservation on behalf of 42414fb0f501495b93cd475024947496 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:33.225234 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4294edcb-2de0-4447-97d3-c584cee58aef req-ae8b28a1-0e74-4bf0-9f09-864230d5af34 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.256604 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=e191ff6a-27b8-4e04-a25d-b323e2b1149a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:33.372936 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0638de-0205-42c8-9cf5-30bd600bbf4d req-7c8a47df-c00c-47ec-893f-7d38b45e4582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.374566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af0638de-0205-42c8-9cf5-30bd600bbf4d req-7c8a47df-c00c-47ec-893f-7d38b45e4582 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 1102 time: 0.1300020 Nov 12 04:04:33.484314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-4294edcb-2de0-4447-97d3-c584cee58aef req-ae8b28a1-0e74-4bf0-9f09-864230d5af34 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Allocated IP 172.20.0.7 (be207302-4e8a-42e0-9c56-59fd9287d686/b16b7526-1b59-4e2c-ac2e-f5c060328fb4/cef25bdd-939d-4e67-81da-f95391b06b70) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:33.490796 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af0638de-0205-42c8-9cf5-30bd600bbf4d req-46da21e6-b5b0-417c-a217-673324041436 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055276 Nov 12 04:04:33.700010 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4294edcb-2de0-4447-97d3-c584cee58aef req-ae8b28a1-0e74-4bf0-9f09-864230d5af34 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.780427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54290) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:33.839013 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4294edcb-2de0-4447-97d3-c584cee58aef req-ae8b28a1-0e74-4bf0-9f09-864230d5af34 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.904843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4294edcb-2de0-4447-97d3-c584cee58aef req-ae8b28a1-0e74-4bf0-9f09-864230d5af34 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Network be207302-4e8a-42e0-9c56-59fd9287d686 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:33.908204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-4294edcb-2de0-4447-97d3-c584cee58aef req-ae8b28a1-0e74-4bf0-9f09-864230d5af34 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:33.913189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4294edcb-2de0-4447-97d3-c584cee58aef req-ae8b28a1-0e74-4bf0-9f09-864230d5af34 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:33.939115 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d3711fe-7aba-4858-acc1-433e1a9b740d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.940903 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b28a1-0e74-4bf0-9f09-864230d5af34 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Pushing event updated for resources: {'Port': ['ID=cef25bdd-939d-4e67-81da-f95391b06b70,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:33.974081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294edcb-2de0-4447-97d3-c584cee58aef req-ae8b28a1-0e74-4bf0-9f09-864230d5af34 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.976016 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4294edcb-2de0-4447-97d3-c584cee58aef req-ae8b28a1-0e74-4bf0-9f09-864230d5af34 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.990333 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603309b-b9c1-4315-a749-447733f03491 req-b2b039f3-05be-49b3-80e0-3215afc80858 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.992325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4603309b-b9c1-4315-a749-447733f03491 req-b2b039f3-05be-49b3-80e0-3215afc80858 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 931 time: 0.0997152 Nov 12 04:04:34.076595 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4603309b-b9c1-4315-a749-447733f03491 req-7da6f3df-8f6a-44d5-9f49-1a614f48ac6c tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768244 Nov 12 04:04:34.096985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a67ec-2f9d-4f8b-be1a-f19c872747ee req-92d5fade-8f00-415b-b399-ac253d42dd72 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:34.104709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-003a67ec-2f9d-4f8b-be1a-f19c872747ee req-92d5fade-8f00-415b-b399-ac253d42dd72 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 950 time: 0.0710104 Nov 12 04:04:34.108339 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d3711fe-7aba-4858-acc1-433e1a9b740d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.130734 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4294edcb-2de0-4447-97d3-c584cee58aef req-ae8b28a1-0e74-4bf0-9f09-864230d5af34 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4365487 Nov 12 04:04:34.149505 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Request body: {'port': {'device_id': 'd7e921d3-74dc-4f54-95c3-07c3b2683f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:34.178517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e191ff6a-27b8-4e04-a25d-b323e2b1149a up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:34.186759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-003a67ec-2f9d-4f8b-be1a-f19c872747ee req-fb3bd534-7244-49cb-8189-d716896766dc tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807123 Nov 12 04:04:34.192425 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d3711fe-7aba-4858-acc1-433e1a9b740d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.238419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e191ff6a-27b8-4e04-a25d-b323e2b1149a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:34.239159 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.242826 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.264473 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5d3711fe-7aba-4858-acc1-433e1a9b740d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=958f59829eb14e089714fc1c91697769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4828870 Nov 12 04:04:34.266276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3711fe-7aba-4858-acc1-433e1a9b740d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8231452c-b9e7-4b56-8c86-e2407845414c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:34.267612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:34.379127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2f947-476d-43a9-ab9a-28feb001c68e req-45102c91-8849-459f-ad01-1e586f63cc17 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:34.381034 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3c2f947-476d-43a9-ab9a-28feb001c68e req-45102c91-8849-459f-ad01-1e586f63cc17 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.0632761 Nov 12 04:04:34.431222 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.465589 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3c2f947-476d-43a9-ab9a-28feb001c68e req-2df605f4-11c8-40e9-9f6f-e471e2b1e5cc tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779908 Nov 12 04:04:34.492152 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.031393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef25bdd-939d-4e67-81da-f95391b06b70 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:35.041467 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.055343 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.057967 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.062233 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8231452c-b9e7-4b56-8c86-e2407845414c HTTP/1.1" status: 204 len: 168 time: 0.7721782 Nov 12 04:04:35.062233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Transition to ACTIVE for port object cef25bdd-939d-4e67-81da-f95391b06b70 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:35.071182 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8231452c-b9e7-4b56-8c86-e2407845414c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:35.080088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:35.080468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:35.080807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:35.081193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:35.082104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:35.082449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:35.082777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:35.083104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:35.083425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:35.083747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:35.084086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:35.084453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b14c29-067c-4be2-b1ba-e5800190eda5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:35.106762 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.194611 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Pushing event updated for resources: {'Port': ['ID=cef25bdd-939d-4e67-81da-f95391b06b70,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:35.306566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfef4dd-13f2-475d-a683-c11ddfab75a1 req-2e1f5191-dde3-48fa-91ef-7f73fe7c255b tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.308251 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2dfef4dd-13f2-475d-a683-c11ddfab75a1 req-2e1f5191-dde3-48fa-91ef-7f73fe7c255b tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 943 time: 0.1248004 Nov 12 04:04:35.332459 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Attempting to bind port cef25bdd-939d-4e67-81da-f95391b06b70 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:35.332867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Attempting to bind port cef25bdd-939d-4e67-81da-f95391b06b70 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '36ce716e-bb43-49af-b6e6-35fbce7aa0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:35.333309 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Attempting to bind port cef25bdd-939d-4e67-81da-f95391b06b70 on network be207302-4e8a-42e0-9c56-59fd9287d686 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:35.350509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Port cef25bdd-939d-4e67-81da-f95391b06b70 on network be207302-4e8a-42e0-9c56-59fd9287d686 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:35.350934 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Attempting to bind port cef25bdd-939d-4e67-81da-f95391b06b70 on network be207302-4e8a-42e0-9c56-59fd9287d686 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:35.361279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:35.362391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Checking segment: {'id': '36ce716e-bb43-49af-b6e6-35fbce7aa0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:35.362857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Bound using segment: {'id': '36ce716e-bb43-49af-b6e6-35fbce7aa0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:35.363980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Bound port: cef25bdd-939d-4e67-81da-f95391b06b70, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ce716e-bb43-49af-b6e6-35fbce7aa0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:35.364455 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.419429 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51288b4e-8a7a-41cd-bf7b-ab3412d6b542 req-519edcd9-2f75-4dfb-a4c3-ffb49598fb7d tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.430797 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51288b4e-8a7a-41cd-bf7b-ab3412d6b542 req-519edcd9-2f75-4dfb-a4c3-ffb49598fb7d tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 950 time: 0.0957155 Nov 12 04:04:35.433781 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2dfef4dd-13f2-475d-a683-c11ddfab75a1 req-d08f17ef-10ea-4221-a2cf-b503f9a4cd47 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123626 Nov 12 04:04:35.475594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] For port cef25bdd-939d-4e67-81da-f95391b06b70, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:35.479865 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] For port cef25bdd-939d-4e67-81da-f95391b06b70, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=cef25bdd-939d-4e67-81da-f95391b06b70,segment=NetworkSegment(36ce716e-bb43-49af-b6e6-35fbce7aa0a5),segment_id=36ce716e-bb43-49af-b6e6-35fbce7aa0a5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:35.518474 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51288b4e-8a7a-41cd-bf7b-ab3412d6b542 req-62b0701b-d536-4a78-b0eb-3bfdd8d36b61 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860977 Nov 12 04:04:35.576409 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.631982 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.633041 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.635716 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4294edcb-2de0-4447-97d3-c584cee58aef req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] 10.222.0.25 "PUT /v2.0/ports/cef25bdd-939d-4e67-81da-f95391b06b70 HTTP/1.1" status: 200 len: 1092 time: 1.4956720 Nov 12 04:04:35.636277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e921d3-74dc-4f54-95c3-07c3b2683f3b', 'tag': 'cef25bdd-939d-4e67-81da-f95391b06b70'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:35.640267 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55767c2-d00e-4120-aa60-028cb748fc57" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e921d3-74dc-4f54-95c3-07c3b2683f3b", "tag": "cef25bdd-939d-4e67-81da-f95391b06b70"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:35.671581 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da94b65-ed2d-4dcb-974d-4ef180285d1b req-637eca84-0785-4636-b2fe-98c71bcd6faa tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.673385 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5da94b65-ed2d-4dcb-974d-4ef180285d1b req-637eca84-0785-4636-b2fe-98c71bcd6faa tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1257758 Nov 12 04:04:35.680648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d6b2f-35de-4e25-9658-1f5146a3e702 service neutron] Pushing event updated for resources: {'Port': ['ID=cef25bdd-939d-4e67-81da-f95391b06b70,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:35.778800 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7319cd-7ad1-4b37-a2ba-fb94692689e5 x-openstack-request-id: req-eb7319cd-7ad1-4b37-a2ba-fb94692689e5 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:35.779104 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e921d3-74dc-4f54-95c3-07c3b2683f3b", "tag": "cef25bdd-939d-4e67-81da-f95391b06b70", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:35.779361 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-eb7319cd-7ad1-4b37-a2ba-fb94692689e5 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:35.779775 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e921d3-74dc-4f54-95c3-07c3b2683f3b', 'tag': 'cef25bdd-939d-4e67-81da-f95391b06b70', 'status': 'completed', 'code': 200} Nov 12 04:04:35.821583 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54330) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:35.837011 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.838884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5da94b65-ed2d-4dcb-974d-4ef180285d1b req-204ca311-aed3-4932-a9e1-32397838c1d6 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452186 Nov 12 04:04:35.854547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294edcb-2de0-4447-97d3-c584cee58aef req-ab872ae0-7591-4afe-b87f-930489f7c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.856248 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4294edcb-2de0-4447-97d3-c584cee58aef req-ab872ae0-7591-4afe-b87f-930489f7c597 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=42414fb0f501495b93cd475024947496&device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 1095 time: 0.1032233 Nov 12 04:04:35.903242 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4294edcb-2de0-4447-97d3-c584cee58aef req-10fe757a-e192-4359-a1bb-2e8535d3c312 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef25bdd-939d-4e67-81da-f95391b06b70 HTTP/1.1" status: 200 len: 217 time: 0.0375981 Nov 12 04:04:35.943281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.957720 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294edcb-2de0-4447-97d3-c584cee58aef req-e29c9190-932f-4e4e-941d-5b162b4d8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.959244 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4294edcb-2de0-4447-97d3-c584cee58aef req-e29c9190-932f-4e4e-941d-5b162b4d8bd3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b16b7526-1b59-4e2c-ac2e-f5c060328fb4 HTTP/1.1" status: 200 len: 851 time: 0.0484300 Nov 12 04:04:35.997390 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.997679 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4294edcb-2de0-4447-97d3-c584cee58aef req-a362537c-dc74-4396-8d71-4eccafa4e07c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be207302-4e8a-42e0-9c56-59fd9287d686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311694 Nov 12 04:04:36.053649 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9b48d2-67cc-4d62-b350-7305b718de1d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:36.061399 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3867fa5e5e20499fa365d664c3c7841b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362204 Nov 12 04:04:36.082055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54332) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:36.090930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:36.091346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:36.091781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:36.092298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:36.092732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:36.093159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:36.093585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:36.094006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:36.094427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:36.095418 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:36.095418 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:36.095647 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67785a6c-03c1-4082-9508-479c85586939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:36.131777 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4294edcb-2de0-4447-97d3-c584cee58aef req-9651d9c1-de9e-48cf-b9e6-827930a3e3ac service neutron] 10.222.0.25 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249161 Nov 12 04:04:36.155226 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a25777d-ff50-4b37-9a30-bc05a1e45801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.183465 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a25777d-ff50-4b37-9a30-bc05a1e45801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.260402 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4294edcb-2de0-4447-97d3-c584cee58aef req-324528d4-a693-43d4-b907-97fd5f538a57 service neutron] 10.222.0.25 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210847 Nov 12 04:04:36.333931 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a25777d-ff50-4b37-9a30-bc05a1e45801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.337704 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a25777d-ff50-4b37-9a30-bc05a1e45801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.339524 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9a25777d-ff50-4b37-9a30-bc05a1e45801 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/df9b48d2-67cc-4d62-b350-7305b718de1d HTTP/1.1" status: 204 len: 168 time: 0.2559624 Nov 12 04:04:36.351946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25777d-ff50-4b37-9a30-bc05a1e45801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9b48d2-67cc-4d62-b350-7305b718de1d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:36.457705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55767c2-d00e-4120-aa60-028cb748fc57 req-5e17e72e-9065-4a3f-9066-cf4567d3bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.459514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a55767c2-d00e-4120-aa60-028cb748fc57 req-5e17e72e-9065-4a3f-9066-cf4567d3bfbf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=42414fb0f501495b93cd475024947496&device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 1095 time: 0.0544512 Nov 12 04:04:36.638532 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefff993-956d-4cfb-a967-372da42d7931 req-97b943e2-24d3-4c4b-ba0a-02f383053a59 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.639850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eefff993-956d-4cfb-a967-372da42d7931 req-97b943e2-24d3-4c4b-ba0a-02f383053a59 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1395965 Nov 12 04:04:36.664659 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dd166-7844-453d-bc83-86ee9825a912 req-06c41365-6b4d-48a4-84f6-eac13fc6824c tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.666434 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e16dd166-7844-453d-bc83-86ee9825a912 req-06c41365-6b4d-48a4-84f6-eac13fc6824c tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 943 time: 0.1072323 Nov 12 04:04:36.670987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9694e6a-edfc-4a18-8040-4d62880ba572 req-b7147451-0861-42b0-adb0-e6ef316b6638 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.679709 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9694e6a-edfc-4a18-8040-4d62880ba572 req-b7147451-0861-42b0-adb0-e6ef316b6638 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 950 time: 0.0695860 Nov 12 04:04:36.685906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55767c2-d00e-4120-aa60-028cb748fc57 req-450b68b1-b045-4784-8d99-1167d3c50add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.687566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a55767c2-d00e-4120-aa60-028cb748fc57 req-450b68b1-b045-4784-8d99-1167d3c50add service neutron] 10.222.0.25 "GET /v2.0/networks?id=be207302-4e8a-42e0-9c56-59fd9287d686 HTTP/1.1" status: 200 len: 913 time: 0.2144532 Nov 12 04:04:36.742197 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9694e6a-edfc-4a18-8040-4d62880ba572 req-f5809215-82ea-4da5-bd1d-f88d60e200d9 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610919 Nov 12 04:04:36.775130 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a55767c2-d00e-4120-aa60-028cb748fc57 req-2b7ab61e-8dc8-46c1-a72b-5e7266452219 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef25bdd-939d-4e67-81da-f95391b06b70 HTTP/1.1" status: 200 len: 217 time: 0.0742102 Nov 12 04:04:36.859802 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e16dd166-7844-453d-bc83-86ee9825a912 req-06a8f30c-2e45-44b2-9ce0-3f86ee44741f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687729 Nov 12 04:04:36.891403 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55767c2-d00e-4120-aa60-028cb748fc57 req-8ed2429d-45c3-4199-a7ff-06bdc9bde81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.891403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a55767c2-d00e-4120-aa60-028cb748fc57 req-8ed2429d-45c3-4199-a7ff-06bdc9bde81a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b16b7526-1b59-4e2c-ac2e-f5c060328fb4 HTTP/1.1" status: 200 len: 851 time: 0.0918868 Nov 12 04:04:36.943674 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a55767c2-d00e-4120-aa60-028cb748fc57 req-765c1b1c-4774-4711-bb3a-cbe8a929869d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be207302-4e8a-42e0-9c56-59fd9287d686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478058 Nov 12 04:04:36.946735 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-eefff993-956d-4cfb-a967-372da42d7931 req-4814a3f6-8036-4d8e-9074-779b19da307a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Deleting port dcb64e29-8855-4a0e-8677-374b89622135 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:36.947083 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eefff993-956d-4cfb-a967-372da42d7931 req-4814a3f6-8036-4d8e-9074-779b19da307a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.141017 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-eefff993-956d-4cfb-a967-372da42d7931 req-4814a3f6-8036-4d8e-9074-779b19da307a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] For port dcb64e29-8855-4a0e-8677-374b89622135, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=dcb64e29-8855-4a0e-8677-374b89622135,segment=NetworkSegment(b14e5aab-b3d2-48e1-acf4-7e4c65b41923),segment_id=b14e5aab-b3d2-48e1-acf4-7e4c65b41923)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:37.141716 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eefff993-956d-4cfb-a967-372da42d7931 req-4814a3f6-8036-4d8e-9074-779b19da307a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.163402 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876cfcc-2441-4a4e-9a0f-adf543e4c98a req-81ae40a8-b8dc-41fc-b9a2-0deb26b8e0f1 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:37.164949 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e876cfcc-2441-4a4e-9a0f-adf543e4c98a req-81ae40a8-b8dc-41fc-b9a2-0deb26b8e0f1 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 945 time: 0.1466367 Nov 12 04:04:37.172357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-eefff993-956d-4cfb-a967-372da42d7931 req-4814a3f6-8036-4d8e-9074-779b19da307a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Calling delete_port for dcb64e29-8855-4a0e-8677-374b89622135 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:37.250977 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a55767c2-d00e-4120-aa60-028cb748fc57 req-5ce4ccda-7a1c-47f5-9edf-cc7258c6600e service neutron] 10.222.0.25 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336712 Nov 12 04:04:37.304765 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e876cfcc-2441-4a4e-9a0f-adf543e4c98a req-b6cfd0f0-d027-4ecc-a9ae-e3881b90765d tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304140 Nov 12 04:04:37.411392 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a55767c2-d00e-4120-aa60-028cb748fc57 req-41b2449a-1c0b-47fd-b078-1835b9392cd2 service neutron] 10.222.0.25 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459582 Nov 12 04:04:37.506417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f4a4a-9dd2-4563-9016-5d7482c4a23e req-af279406-7e4e-452b-8ce0-fbb46bbeaa71 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:37.508245 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f2f4a4a-9dd2-4563-9016-5d7482c4a23e req-af279406-7e4e-452b-8ce0-fbb46bbeaa71 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 950 time: 0.0693285 Nov 12 04:04:37.528980 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eefff993-956d-4cfb-a967-372da42d7931 req-4814a3f6-8036-4d8e-9074-779b19da307a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.545936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['265863ca-0e38-49a4-830a-b5201ab7abf6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:37.586635 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['dcb64e29-8855-4a0e-8677-374b89622135'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:37.590636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814a3f6-8036-4d8e-9074-779b19da307a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Pushing event deleted for resources: {'Port': ['ID=dcb64e29-8855-4a0e-8677-374b89622135,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:37.616401 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f2f4a4a-9dd2-4563-9016-5d7482c4a23e req-19dced98-7e26-410e-8d6b-f456001ea8c0 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984066 Nov 12 04:04:37.646878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefff993-956d-4cfb-a967-372da42d7931 req-4814a3f6-8036-4d8e-9074-779b19da307a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] No DVR routers for this DVR port dcb64e29-8855-4a0e-8677-374b89622135 on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:37.649778 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eefff993-956d-4cfb-a967-372da42d7931 req-4814a3f6-8036-4d8e-9074-779b19da307a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.653658 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eefff993-956d-4cfb-a967-372da42d7931 req-4814a3f6-8036-4d8e-9074-779b19da307a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.26 "DELETE /v2.0/ports/dcb64e29-8855-4a0e-8677-374b89622135 HTTP/1.1" status: 204 len: 173 time: 1.0063107 Nov 12 04:04:37.782578 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6aca867-9d51-4f41-90b1-1006e2770009', 'name': 'network-vif-deleted', 'tag': 'dcb64e29-8855-4a0e-8677-374b89622135'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:37.788265 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ae04c1-550e-4392-8a21-3f1c09d97b81" -d '{"events": [{"server_uuid": "f6aca867-9d51-4f41-90b1-1006e2770009", "name": "network-vif-deleted", "tag": "dcb64e29-8855-4a0e-8677-374b89622135"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:37.843448 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561fdf49-0d30-430a-aebd-f04eeaa43536 x-openstack-request-id: req-561fdf49-0d30-430a-aebd-f04eeaa43536 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:37.844353 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6aca867-9d51-4f41-90b1-1006e2770009", "name": "network-vif-deleted", "tag": "dcb64e29-8855-4a0e-8677-374b89622135", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:37.844866 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-561fdf49-0d30-430a-aebd-f04eeaa43536 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:37.845682 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6aca867-9d51-4f41-90b1-1006e2770009', 'name': 'network-vif-deleted', 'tag': 'dcb64e29-8855-4a0e-8677-374b89622135', 'status': 'completed', 'code': 200} Nov 12 04:04:38.031133 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e59f12-cae4-438e-9c1a-13f1a75ba9d3 req-7c8aa3bf-02d7-485a-a621-eda3f1dfddb5 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:38.033799 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15e59f12-cae4-438e-9c1a-13f1a75ba9d3 req-7c8aa3bf-02d7-485a-a621-eda3f1dfddb5 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 943 time: 0.0606515 Nov 12 04:04:38.135276 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15e59f12-cae4-438e-9c1a-13f1a75ba9d3 req-391c941b-7607-4687-9923-13bdf42f483d tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872412 Nov 12 04:04:38.139717 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device cef25bdd-939d-4e67-81da-f95391b06b70 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:38.274195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port cef25bdd-939d-4e67-81da-f95391b06b70, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=cef25bdd-939d-4e67-81da-f95391b06b70,segment=NetworkSegment(36ce716e-bb43-49af-b6e6-35fbce7aa0a5),segment_id=36ce716e-bb43-49af-b6e6-35fbce7aa0a5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:38.289892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'cef25bdd-939d-4e67-81da-f95391b06b70', 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686', 'port_id': 'cef25bdd-939d-4e67-81da-f95391b06b70', 'mac_address': 'fa:16:3e:7c:c7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16b7526-1b59-4e2c-ac2e-f5c060328fb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:38.343071 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:38.361375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef25bdd-939d-4e67-81da-f95391b06b70 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:38.396699 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port cef25bdd-939d-4e67-81da-f95391b06b70, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=cef25bdd-939d-4e67-81da-f95391b06b70,segment=NetworkSegment(36ce716e-bb43-49af-b6e6-35fbce7aa0a5),segment_id=36ce716e-bb43-49af-b6e6-35fbce7aa0a5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:38.455409 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:38.460619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bbd2dc36-9129-462a-90a1-e622ea578c7a req-76e1b5e7-0cd5-4fef-be87-8611be665b7b tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=f6aca867-9d51-4f41-90b1-1006e2770009 HTTP/1.1" status: 200 len: 210 time: 0.0429804 Nov 12 04:04:38.663560 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=cef25bdd-939d-4e67-81da-f95391b06b70,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:38.742986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['cef25bdd-939d-4e67-81da-f95391b06b70'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:38.822384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4b02e-4e07-4e4b-9c25-48704fe09880 req-e84827f9-8ab3-4821-8e3c-f8f5c2c1d14a tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:38.842670 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3cd4b02e-4e07-4e4b-9c25-48704fe09880 req-e84827f9-8ab3-4821-8e3c-f8f5c2c1d14a tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 950 time: 0.1345484 Nov 12 04:04:38.935394 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3cd4b02e-4e07-4e4b-9c25-48704fe09880 req-77ee6d46-5229-410c-9dc8-9d3385559d44 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883379 Nov 12 04:04:39.278396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:39.338659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f783c2-0c98-4097-8dac-73235b1dd7e8 req-7e512c90-20fd-4600-b268-f030f3fbea0f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:39.340470 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e2f783c2-0c98-4097-8dac-73235b1dd7e8 req-7e512c90-20fd-4600-b268-f030f3fbea0f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 944 time: 0.0986989 Nov 12 04:04:39.411310 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e2f783c2-0c98-4097-8dac-73235b1dd7e8 req-72a3be00-074a-4e9e-ab1d-c1cfbface561 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646865 Nov 12 04:04:39.430776 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2169a2f8-2ee7-4347-93d9-7ff575a62a36 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:39.491234 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2169a2f8-2ee7-4347-93d9-7ff575a62a36 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] 10.222.0.105 "PUT /v2.0/quotas/649d32999de34a4385dc5e32ad9db94c HTTP/1.1" status: 200 len: 368 time: 0.2115030 Nov 12 04:04:39.493980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:39.500708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Request body: {'network': {'project_id': '649d32999de34a4385dc5e32ad9db94c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:39.585758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d117e-b4b8-45d7-a6c0-0d8eb7a260a3 req-401333d6-641a-41f2-8e81-25450e1ad582 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:39.587471 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f5d117e-b4b8-45d7-a6c0-0d8eb7a260a3 req-401333d6-641a-41f2-8e81-25450e1ad582 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 950 time: 0.0702252 Nov 12 04:04:39.621929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Made reservation on behalf of 649d32999de34a4385dc5e32ad9db94c for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:39.625747 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.637188 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.694127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-7f5d117e-b4b8-45d7-a6c0-0d8eb7a260a3 req-59a035a0-5531-4a6e-8a9d-a2c4310fb53a tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Deleting port 33efe43e-cd2e-4531-b737-a40ddbdbcea7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:39.694433 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7f5d117e-b4b8-45d7-a6c0-0d8eb7a260a3 req-59a035a0-5531-4a6e-8a9d-a2c4310fb53a tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.747859 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.791828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7f5d117e-b4b8-45d7-a6c0-0d8eb7a260a3 req-59a035a0-5531-4a6e-8a9d-a2c4310fb53a tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] For port 33efe43e-cd2e-4531-b737-a40ddbdbcea7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=33efe43e-cd2e-4531-b737-a40ddbdbcea7,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:39.792226 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7f5d117e-b4b8-45d7-a6c0-0d8eb7a260a3 req-59a035a0-5531-4a6e-8a9d-a2c4310fb53a tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.804646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-7f5d117e-b4b8-45d7-a6c0-0d8eb7a260a3 req-59a035a0-5531-4a6e-8a9d-a2c4310fb53a tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Calling delete_port for 33efe43e-cd2e-4531-b737-a40ddbdbcea7 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:39.877795 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.924055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b67bfd-97a4-4856-9d20-9b298c5e2ec7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:40.050753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c67148-e672-4f4f-93f3-aa9e2a7dd814 req-a4ff951c-00ae-44d8-96f3-56353ec09da6 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.052343 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-12c67148-e672-4f4f-93f3-aa9e2a7dd814 req-a4ff951c-00ae-44d8-96f3-56353ec09da6 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 950 time: 0.0520413 Nov 12 04:04:40.073351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7f5d117e-b4b8-45d7-a6c0-0d8eb7a260a3 req-59a035a0-5531-4a6e-8a9d-a2c4310fb53a tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.076847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device dcb64e29-8855-4a0e-8677-374b89622135 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:40.083738 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:40.107589 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.107896 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Added segment 3bba3d69-bc9a-4444-96c3-efa7c37a1b65 of type vlan for network 781ad9cc-9de7-4e04-b69f-85629a315d5c Nov 12 04:04:40.125237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['33efe43e-cd2e-4531-b737-a40ddbdbcea7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:40.162050 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-12c67148-e672-4f4f-93f3-aa9e2a7dd814 req-c012104b-23d5-4c79-a4f9-68baa3a89b8d tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/security-groups?id=f0b4f736-ddbe-40a0-94eb-d96f463196d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034386 Nov 12 04:04:40.166494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: dcb64e29-8855-4a0e-8677-374b89622135 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:40.167611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device dcb64e29-8855-4a0e-8677-374b89622135 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:40.177554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device cef25bdd-939d-4e67-81da-f95391b06b70 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:40.184776 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a035a0-5531-4a6e-8a9d-a2c4310fb53a tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Pushing event deleted for resources: {'Port': ['ID=33efe43e-cd2e-4531-b737-a40ddbdbcea7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:40.196564 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.271432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ef43a-54c7-4d14-b6f5-be716b188f16 req-57b27523-433c-4c0e-948a-01c007480c5a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.273059 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e52ef43a-54c7-4d14-b6f5-be716b188f16 req-57b27523-433c-4c0e-948a-01c007480c5a tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.2398231 Nov 12 04:04:40.297129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5d117e-b4b8-45d7-a6c0-0d8eb7a260a3 req-59a035a0-5531-4a6e-8a9d-a2c4310fb53a tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] No DVR routers for this DVR port 33efe43e-cd2e-4531-b737-a40ddbdbcea7 on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:40.300573 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7f5d117e-b4b8-45d7-a6c0-0d8eb7a260a3 req-59a035a0-5531-4a6e-8a9d-a2c4310fb53a tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.304966 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f5d117e-b4b8-45d7-a6c0-0d8eb7a260a3 req-59a035a0-5531-4a6e-8a9d-a2c4310fb53a tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.26 "DELETE /v2.0/ports/33efe43e-cd2e-4531-b737-a40ddbdbcea7 HTTP/1.1" status: 204 len: 173 time: 0.7092931 Nov 12 04:04:40.312197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6d0f4d-14a9-49d3-80b3-ce84f773667b', 'name': 'network-vif-deleted', 'tag': '33efe43e-cd2e-4531-b737-a40ddbdbcea7'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:40.314933 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbab293e-0c0d-400e-abf6-e18e46dcc3c3" -d '{"events": [{"server_uuid": "bc6d0f4d-14a9-49d3-80b3-ce84f773667b", "name": "network-vif-deleted", "tag": "33efe43e-cd2e-4531-b737-a40ddbdbcea7"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:40.340495 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.345405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.345405 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.373029 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e52ef43a-54c7-4d14-b6f5-be716b188f16 req-e593041b-3c33-4f95-a148-3988cc267450 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779021 Nov 12 04:04:40.374589 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcca1893-36ea-44fa-9870-6fb518508bf1 x-openstack-request-id: req-fcca1893-36ea-44fa-9870-6fb518508bf1 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:40.374872 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6d0f4d-14a9-49d3-80b3-ce84f773667b", "name": "network-vif-deleted", "tag": "33efe43e-cd2e-4531-b737-a40ddbdbcea7", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:40.375131 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fcca1893-36ea-44fa-9870-6fb518508bf1 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:40.375868 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6d0f4d-14a9-49d3-80b3-ce84f773667b', 'name': 'network-vif-deleted', 'tag': '33efe43e-cd2e-4531-b737-a40ddbdbcea7', 'status': 'completed', 'code': 200} Nov 12 04:04:40.396749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port cef25bdd-939d-4e67-81da-f95391b06b70 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:40.398231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port cef25bdd-939d-4e67-81da-f95391b06b70 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:40.398820 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.412994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Pushing event updated for resources: {'Network': ['ID=781ad9cc-9de7-4e04-b69f-85629a315d5c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:40.435211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 781ad9cc-9de7-4e04-b69f-85629a315d5c details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:40.620399 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-63a1e9c2-5364-4646-b1a3-81fc86806d06 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.0419829 Nov 12 04:04:40.621310 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54482) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:40.621817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513daa6-be66-410b-b30e-ac1ae31dbbe5 req-51867c0f-230b-4dc7-9578-d79a37b5fab5 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.621817 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0513daa6-be66-410b-b30e-ac1ae31dbbe5 req-51867c0f-230b-4dc7-9578-d79a37b5fab5 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 944 time: 0.0624714 Nov 12 04:04:40.621973 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9138cefa-dd10-4bb1-8e14-f75a9ce840b4 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Request body: {'network': {'project_id': '649d32999de34a4385dc5e32ad9db94c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:40.622058 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.622058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e921d3-74dc-4f54-95c3-07c3b2683f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef25bdd-939d-4e67-81da-f95391b06b70'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:40.622058 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf26c84d-6a50-418c-86b2-3440c9bf0fea" -d '{"events": [{"server_uuid": "d7e921d3-74dc-4f54-95c3-07c3b2683f3b", "name": "network-vif-plugged", "status": "completed", "tag": "cef25bdd-939d-4e67-81da-f95391b06b70"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:40.622058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port cef25bdd-939d-4e67-81da-f95391b06b70, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=cef25bdd-939d-4e67-81da-f95391b06b70,segment=NetworkSegment(36ce716e-bb43-49af-b6e6-35fbce7aa0a5),segment_id=36ce716e-bb43-49af-b6e6-35fbce7aa0a5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:40.644135 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0513daa6-be66-410b-b30e-ac1ae31dbbe5 req-3c85b9eb-41e2-413d-b48f-3209efae0a42 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675087 Nov 12 04:04:40.677598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9138cefa-dd10-4bb1-8e14-f75a9ce840b4 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Made reservation on behalf of 649d32999de34a4385dc5e32ad9db94c for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:40.680440 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9138cefa-dd10-4bb1-8e14-f75a9ce840b4 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.691957 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad6c7de-b5af-486d-a850-8f250e5a5a5d x-openstack-request-id: req-2ad6c7de-b5af-486d-a850-8f250e5a5a5d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:40.692285 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e921d3-74dc-4f54-95c3-07c3b2683f3b", "name": "network-vif-plugged", "status": "completed", "tag": "cef25bdd-939d-4e67-81da-f95391b06b70", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:40.692543 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2ad6c7de-b5af-486d-a850-8f250e5a5a5d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:40.692938 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e921d3-74dc-4f54-95c3-07c3b2683f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef25bdd-939d-4e67-81da-f95391b06b70', 'code': 200} Nov 12 04:04:40.702969 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.733408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9138cefa-dd10-4bb1-8e14-f75a9ce840b4 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:40.759169 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9138cefa-dd10-4bb1-8e14-f75a9ce840b4 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.759169 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-9138cefa-dd10-4bb1-8e14-f75a9ce840b4 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Added segment d46eb3a8-8b2f-47a5-a14f-b73998c61987 of type vlan for network 847b6096-088f-481a-a5c4-16cab5f0ba72 Nov 12 04:04:40.786307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=cef25bdd-939d-4e67-81da-f95391b06b70,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:40.795228 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:40.795642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:40.796070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:40.796555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:40.796953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:40.797304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:40.797633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:40.797959 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:40.798282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:40.798620 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:40.798925 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:40.799243 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:40.842395 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9138cefa-dd10-4bb1-8e14-f75a9ce840b4 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.875874 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73801d-e454-40d4-b0f7-c0046fb99d9e req-903e127c-ed60-4cdb-9728-dd9bfafcc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.876309 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb73801d-e454-40d4-b0f7-c0046fb99d9e req-903e127c-ed60-4cdb-9728-dd9bfafcc854 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 1097 time: 0.0959458 Nov 12 04:04:40.930538 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb73801d-e454-40d4-b0f7-c0046fb99d9e req-0a8574d7-a5d0-4584-9e0b-7c364f66b950 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446401 Nov 12 04:04:40.980629 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9138cefa-dd10-4bb1-8e14-f75a9ce840b4 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.981638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9138cefa-dd10-4bb1-8e14-f75a9ce840b4 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.982227 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9138cefa-dd10-4bb1-8e14-f75a9ce840b4 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.047416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138cefa-dd10-4bb1-8e14-f75a9ce840b4 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Pushing event updated for resources: {'Network': ['ID=847b6096-088f-481a-a5c4-16cab5f0ba72,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:41.063958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 847b6096-088f-481a-a5c4-16cab5f0ba72 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:41.120584 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9138cefa-dd10-4bb1-8e14-f75a9ce840b4 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.5560060 Nov 12 04:04:41.123521 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54518) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:41.129665 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d46a70f3-a235-4fb4-9a20-e30dad1ac54f tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Request body: {'network': {'project_id': '649d32999de34a4385dc5e32ad9db94c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:41.149709 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46a70f3-a235-4fb4-9a20-e30dad1ac54f tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 04:04:41.149709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46a70f3-a235-4fb4-9a20-e30dad1ac54f tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:04:41.149709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d46a70f3-a235-4fb4-9a20-e30dad1ac54f tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0240507 Nov 12 04:04:41.151779 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54520) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:41.198749 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3bfc2603-8dfc-46a1-b6a2-a78065c2f67b tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=649d32999de34a4385dc5e32ad9db94c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456183 Nov 12 04:04:41.201491 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54524) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:41.257127 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87af9b72-3be1-4b62-81dd-265f19af0ea9 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.301899 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-595a83fb-509e-4160-9a40-6de46d76444a req-3dd89c62-04d4-44e7-b8e9-5bcd0e5fb109 tempest-VolumesNegativeTest-1015452643 tempest-VolumesNegativeTest-1015452643-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc6d0f4d-14a9-49d3-80b3-ce84f773667b HTTP/1.1" status: 200 len: 210 time: 0.0458863 Nov 12 04:04:41.332166 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87af9b72-3be1-4b62-81dd-265f19af0ea9 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.460242 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87af9b72-3be1-4b62-81dd-265f19af0ea9 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.462890 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87af9b72-3be1-4b62-81dd-265f19af0ea9 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.470303 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-87af9b72-3be1-4b62-81dd-265f19af0ea9 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] 10.222.0.105 "DELETE /v2.0/security-groups/98b67bfd-97a4-4856-9d20-9b298c5e2ec7 HTTP/1.1" status: 204 len: 168 time: 0.2615776 Nov 12 04:04:41.471980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54532) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:41.472356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af9b72-3be1-4b62-81dd-265f19af0ea9 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b67bfd-97a4-4856-9d20-9b298c5e2ec7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:41.577300 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7009ef80-e69b-43f9-89a2-026347420be3 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.586739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff2190-7a0a-43b1-81fa-c23d5b4d956b req-6a6c2450-cd58-429f-b49f-d8073f392431 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:41.588506 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d5ff2190-7a0a-43b1-81fa-c23d5b4d956b req-6a6c2450-cd58-429f-b49f-d8073f392431 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0865424 Nov 12 04:04:41.641484 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d5ff2190-7a0a-43b1-81fa-c23d5b4d956b req-9dbde564-e437-4920-98d7-0f8fc32841a9 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Nov 12 04:04:41.701991 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7009ef80-e69b-43f9-89a2-026347420be3 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.735855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7009ef80-e69b-43f9-89a2-026347420be3 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847b6096-088f-481a-a5c4-16cab5f0ba72']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:41.747296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7009ef80-e69b-43f9-89a2-026347420be3 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46eb3a8-8b2f-47a5-a14f-b73998c61987') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:41.747596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7009ef80-e69b-43f9-89a2-026347420be3 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46eb3a8-8b2f-47a5-a14f-b73998c61987') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:41.759359 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7009ef80-e69b-43f9-89a2-026347420be3 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.773676 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7009ef80-e69b-43f9-89a2-026347420be3 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.778925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb81380-13bf-4c7e-8a7f-3db9e4f569d6 req-1c3c39b8-1121-42e2-887a-1887b737603e tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:41.783420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7009ef80-e69b-43f9-89a2-026347420be3 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:41.783420 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7009ef80-e69b-43f9-89a2-026347420be3 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.783689 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-deb81380-13bf-4c7e-8a7f-3db9e4f569d6 req-1c3c39b8-1121-42e2-887a-1887b737603e tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0593688 Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:41.783808 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:41.835030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-deb81380-13bf-4c7e-8a7f-3db9e4f569d6 req-4d2cc8e9-5520-4786-a137-f5f5f6fbc3f9 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473013 Nov 12 04:04:41.929259 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7009ef80-e69b-43f9-89a2-026347420be3 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.942276 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7009ef80-e69b-43f9-89a2-026347420be3 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:41.942276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7009ef80-e69b-43f9-89a2-026347420be3 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] 10.222.0.105 "DELETE /v2.0/networks/847b6096-088f-481a-a5c4-16cab5f0ba72 HTTP/1.1" status: 204 len: 168 time: 0.4663987 Nov 12 04:04:41.942444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54538) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:41.950035 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009ef80-e69b-43f9-89a2-026347420be3 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Pushing event deleted for resources: {'Network': ['ID=847b6096-088f-481a-a5c4-16cab5f0ba72,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:42.021042 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46016945-8eab-43ad-bf06-1ecab96b9545 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:42.118735 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46016945-8eab-43ad-bf06-1ecab96b9545 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:42.148569 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-46016945-8eab-43ad-bf06-1ecab96b9545 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781ad9cc-9de7-4e04-b69f-85629a315d5c']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:42.166872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-46016945-8eab-43ad-bf06-1ecab96b9545 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bba3d69-bc9a-4444-96c3-efa7c37a1b65') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:42.169406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-46016945-8eab-43ad-bf06-1ecab96b9545 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bba3d69-bc9a-4444-96c3-efa7c37a1b65') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:42.185166 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46016945-8eab-43ad-bf06-1ecab96b9545 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:42.206140 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46016945-8eab-43ad-bf06-1ecab96b9545 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:42.213806 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46016945-8eab-43ad-bf06-1ecab96b9545 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:42.214199 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46016945-8eab-43ad-bf06-1ecab96b9545 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:42.215899 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:42.340606 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46016945-8eab-43ad-bf06-1ecab96b9545 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:42.352177 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46016945-8eab-43ad-bf06-1ecab96b9545 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:42.356065 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-46016945-8eab-43ad-bf06-1ecab96b9545 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] 10.222.0.105 "DELETE /v2.0/networks/781ad9cc-9de7-4e04-b69f-85629a315d5c HTTP/1.1" status: 204 len: 168 time: 0.4126592 Nov 12 04:04:42.370731 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46016945-8eab-43ad-bf06-1ecab96b9545 tempest-QuotasNegativeTest-863614438 tempest-QuotasNegativeTest-863614438-project-admin] Pushing event deleted for resources: {'Network': ['ID=781ad9cc-9de7-4e04-b69f-85629a315d5c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:42.826394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130f91a-5d10-44f4-b690-555c503d9f7b req-0a804b51-8ccf-40ef-b857-dc77f393c543 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:42.827970 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d130f91a-5d10-44f4-b690-555c503d9f7b req-0a804b51-8ccf-40ef-b857-dc77f393c543 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1084797 Nov 12 04:04:42.881488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d130f91a-5d10-44f4-b690-555c503d9f7b req-bd732174-ca07-4a19-8f9d-6bbeeb7ec271 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462859 Nov 12 04:04:42.975334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99b27d-c94c-4018-a1c5-a7b5c5c4c508 req-9bc9fbc1-1b93-401f-bc76-7024f9701966 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:42.976960 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b99b27d-c94c-4018-a1c5-a7b5c5c4c508 req-9bc9fbc1-1b93-401f-bc76-7024f9701966 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0613382 Nov 12 04:04:43.033529 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b99b27d-c94c-4018-a1c5-a7b5c5c4c508 req-ddd374b9-e4c9-496c-af42-51cbaa39808f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492091 Nov 12 04:04:43.262604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54584) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:43.380419 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-353cbf98-1a74-44f3-b472-66597e6e1406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:43.509006 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-353cbf98-1a74-44f3-b472-66597e6e1406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:43.559554 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30630ac9-454c-4ffa-8f27-a813f7954108 req-062d486d-c675-4eba-9e82-75660ad8ed37 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:43.561745 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30630ac9-454c-4ffa-8f27-a813f7954108 req-062d486d-c675-4eba-9e82-75660ad8ed37 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0584269 Nov 12 04:04:43.617528 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-353cbf98-1a74-44f3-b472-66597e6e1406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:43.688346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f184a-05ad-4d18-ae03-ca4e322c7cd2 req-1408aae7-0bfd-4086-9071-8ed58cac19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:43.691701 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af8f184a-05ad-4d18-ae03-ca4e322c7cd2 req-1408aae7-0bfd-4086-9071-8ed58cac19b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=42414fb0f501495b93cd475024947496&device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 1097 time: 0.1270018 Nov 12 04:04:43.691701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cbf98-1a74-44f3-b472-66597e6e1406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f415c5fd-d665-4c50-8932-14518c5846b1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:43.695265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-353cbf98-1a74-44f3-b472-66597e6e1406 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=de4bbdc0d174433bad595efe1848af3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4314711 Nov 12 04:04:43.698498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:43.704415 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-30630ac9-454c-4ffa-8f27-a813f7954108 req-90172ae6-ddf6-41d8-b850-c0f081ec352f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310170 Nov 12 04:04:43.762162 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2e99d0d-b109-4a13-8b0a-4e87668dacd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:43.791439 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2e99d0d-b109-4a13-8b0a-4e87668dacd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:43.816156 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f184a-05ad-4d18-ae03-ca4e322c7cd2 req-4586b0e7-f069-4dfc-bcf2-bf3f7e62c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:43.816956 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af8f184a-05ad-4d18-ae03-ca4e322c7cd2 req-4586b0e7-f069-4dfc-bcf2-bf3f7e62c62a service neutron] 10.222.0.25 "GET /v2.0/networks?id=be207302-4e8a-42e0-9c56-59fd9287d686 HTTP/1.1" status: 200 len: 913 time: 0.1113894 Nov 12 04:04:43.871203 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af8f184a-05ad-4d18-ae03-ca4e322c7cd2 req-55bd18d1-c8f6-4071-bbe7-352628049de1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef25bdd-939d-4e67-81da-f95391b06b70 HTTP/1.1" status: 200 len: 217 time: 0.0444124 Nov 12 04:04:43.945572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2e99d0d-b109-4a13-8b0a-4e87668dacd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:43.949263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f184a-05ad-4d18-ae03-ca4e322c7cd2 req-b84a99a9-a570-4edd-bd9a-59b243a6539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:43.950993 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2e99d0d-b109-4a13-8b0a-4e87668dacd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:43.954785 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af8f184a-05ad-4d18-ae03-ca4e322c7cd2 req-b84a99a9-a570-4edd-bd9a-59b243a6539d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b16b7526-1b59-4e2c-ac2e-f5c060328fb4 HTTP/1.1" status: 200 len: 851 time: 0.0702548 Nov 12 04:04:43.961068 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e2e99d0d-b109-4a13-8b0a-4e87668dacd9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f415c5fd-d665-4c50-8932-14518c5846b1 HTTP/1.1" status: 204 len: 168 time: 0.2537045 Nov 12 04:04:43.970036 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e99d0d-b109-4a13-8b0a-4e87668dacd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f415c5fd-d665-4c50-8932-14518c5846b1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:43.996434 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af8f184a-05ad-4d18-ae03-ca4e322c7cd2 req-2eacd8a4-4b22-4507-8f7d-fcc2809156ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=be207302-4e8a-42e0-9c56-59fd9287d686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368602 Nov 12 04:04:44.074413 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 33efe43e-cd2e-4531-b737-a40ddbdbcea7 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:44.107531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 33efe43e-cd2e-4531-b737-a40ddbdbcea7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:44.107531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 33efe43e-cd2e-4531-b737-a40ddbdbcea7 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:44.159633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09eddf6-a3d2-4298-914a-268d1fcceca6 req-05046360-97bb-4e1c-9927-a4d9d9720743 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:44.167128 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d09eddf6-a3d2-4298-914a-268d1fcceca6 req-05046360-97bb-4e1c-9927-a4d9d9720743 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1693575 Nov 12 04:04:44.178324 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af8f184a-05ad-4d18-ae03-ca4e322c7cd2 req-d78e0394-7ef2-4a0e-9454-f96f49e54006 service neutron] 10.222.0.25 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614976 Nov 12 04:04:44.557965 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d09eddf6-a3d2-4298-914a-268d1fcceca6 req-a480ceb3-52f5-4456-bf4c-9db425554090 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899348 Nov 12 04:04:44.593246 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af8f184a-05ad-4d18-ae03-ca4e322c7cd2 req-54075247-2309-4886-9865-d8187b43e958 service neutron] 10.222.0.25 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000053 Nov 12 04:04:44.705602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:44.722817 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fefe73d4-2ec7-4fc5-b61f-c62521fd6731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:44.810553 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fefe73d4-2ec7-4fc5-b61f-c62521fd6731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:44.837803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a7ba1-7bc1-4fa7-8eb6-efa4588b6f8f req-fb7d3c48-f131-43a1-991b-c79e009081db tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:44.839528 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-615a7ba1-7bc1-4fa7-8eb6-efa4588b6f8f req-fb7d3c48-f131-43a1-991b-c79e009081db tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0525308 Nov 12 04:04:44.889331 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-615a7ba1-7bc1-4fa7-8eb6-efa4588b6f8f req-b1d1522d-2f35-468e-9dc9-fe33ef0a0e61 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435064 Nov 12 04:04:44.911195 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fefe73d4-2ec7-4fc5-b61f-c62521fd6731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:44.962563 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fefe73d4-2ec7-4fc5-b61f-c62521fd6731 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b897e8165c284d6997d72e4db454c623&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2555110 Nov 12 04:04:44.969361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:44.969529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe73d4-2ec7-4fc5-b61f-c62521fd6731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5829407-0f02-4a7d-8088-f3dda56c9169,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:45.025449 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0772f3a4-7d98-4e6d-a3fc-f2d6323cf11a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:45.057089 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0772f3a4-7d98-4e6d-a3fc-f2d6323cf11a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:45.157322 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0772f3a4-7d98-4e6d-a3fc-f2d6323cf11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:45.163350 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0772f3a4-7d98-4e6d-a3fc-f2d6323cf11a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:45.167203 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0772f3a4-7d98-4e6d-a3fc-f2d6323cf11a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b5829407-0f02-4a7d-8088-f3dda56c9169 HTTP/1.1" status: 204 len: 168 time: 0.1956766 Nov 12 04:04:45.175366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772f3a4-7d98-4e6d-a3fc-f2d6323cf11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5829407-0f02-4a7d-8088-f3dda56c9169,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:45.686525 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e587f5-2201-45a3-b081-a117db004b9f req-903c0014-bc4e-48e1-b3c1-fa6a31fe9729 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:45.688114 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85e587f5-2201-45a3-b081-a117db004b9f req-903c0014-bc4e-48e1-b3c1-fa6a31fe9729 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0536680 Nov 12 04:04:45.753644 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85e587f5-2201-45a3-b081-a117db004b9f req-5b75f2de-4bef-4c42-a41a-e328f870c702 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592735 Nov 12 04:04:46.118362 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f019148-3cce-4c21-ac50-0c13f5cf0aab req-341dde5d-2337-4275-a7ec-dfd93046de8a tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:46.120510 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f019148-3cce-4c21-ac50-0c13f5cf0aab req-341dde5d-2337-4275-a7ec-dfd93046de8a tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0744975 Nov 12 04:04:46.187817 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f019148-3cce-4c21-ac50-0c13f5cf0aab req-214776e1-bcaa-4af5-b118-5d840fea143f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609770 Nov 12 04:04:46.569833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0ecf7-a965-4fdd-978a-3e41a42b30f7 req-b1d543ef-e25b-46db-88a9-fd106aedb355 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:46.571949 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ef0ecf7-a965-4fdd-978a-3e41a42b30f7 req-b1d543ef-e25b-46db-88a9-fd106aedb355 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.25 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.0644064 Nov 12 04:04:46.682660 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0ef0ecf7-a965-4fdd-978a-3e41a42b30f7 req-13550a55-c36c-4ec1-b557-1055f0673994 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Deleting port 265863ca-0e38-49a4-830a-b5201ab7abf6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:46.684494 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0ef0ecf7-a965-4fdd-978a-3e41a42b30f7 req-13550a55-c36c-4ec1-b557-1055f0673994 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:46.793519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0ef0ecf7-a965-4fdd-978a-3e41a42b30f7 req-13550a55-c36c-4ec1-b557-1055f0673994 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] For port 265863ca-0e38-49a4-830a-b5201ab7abf6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=265863ca-0e38-49a4-830a-b5201ab7abf6,segment=NetworkSegment(b14e5aab-b3d2-48e1-acf4-7e4c65b41923),segment_id=b14e5aab-b3d2-48e1-acf4-7e4c65b41923)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:46.795402 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0ef0ecf7-a965-4fdd-978a-3e41a42b30f7 req-13550a55-c36c-4ec1-b557-1055f0673994 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:46.812427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0ef0ecf7-a965-4fdd-978a-3e41a42b30f7 req-13550a55-c36c-4ec1-b557-1055f0673994 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Calling delete_port for 265863ca-0e38-49a4-830a-b5201ab7abf6 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:46.965078 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c92e86-dea6-49c8-ba5a-6f24dd9d3ea6 req-bf912bb0-74b6-4125-9525-e84ed19ae733 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:46.978463 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26c92e86-dea6-49c8-ba5a-6f24dd9d3ea6 req-bf912bb0-74b6-4125-9525-e84ed19ae733 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 945 time: 0.1132383 Nov 12 04:04:47.042623 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26c92e86-dea6-49c8-ba5a-6f24dd9d3ea6 req-864b41a2-de11-4b13-b6ea-710613b9abc2 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/security-groups?id=27cea54a-bfbd-4eb5-8d7a-bca51500a62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621176 Nov 12 04:04:47.071800 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0ef0ecf7-a965-4fdd-978a-3e41a42b30f7 req-13550a55-c36c-4ec1-b557-1055f0673994 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:47.095512 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['265863ca-0e38-49a4-830a-b5201ab7abf6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:47.107044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13550a55-c36c-4ec1-b557-1055f0673994 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Pushing event deleted for resources: {'Port': ['ID=265863ca-0e38-49a4-830a-b5201ab7abf6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:47.183268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef0ecf7-a965-4fdd-978a-3e41a42b30f7 req-13550a55-c36c-4ec1-b557-1055f0673994 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] No DVR routers for this DVR port 265863ca-0e38-49a4-830a-b5201ab7abf6 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:47.186280 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0ef0ecf7-a965-4fdd-978a-3e41a42b30f7 req-13550a55-c36c-4ec1-b557-1055f0673994 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:47.190672 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ef0ecf7-a965-4fdd-978a-3e41a42b30f7 req-13550a55-c36c-4ec1-b557-1055f0673994 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.25 "DELETE /v2.0/ports/265863ca-0e38-49a4-830a-b5201ab7abf6 HTTP/1.1" status: 204 len: 173 time: 0.6123135 Nov 12 04:04:47.191279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7642074e-e41f-4815-8352-472352b9a290', 'name': 'network-vif-deleted', 'tag': '265863ca-0e38-49a4-830a-b5201ab7abf6'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:47.195502 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa536e5-bb91-4757-9be0-b698c3f5e926" -d '{"events": [{"server_uuid": "7642074e-e41f-4815-8352-472352b9a290", "name": "network-vif-deleted", "tag": "265863ca-0e38-49a4-830a-b5201ab7abf6"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:47.279906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:47.417008 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752aef2c-139e-4827-9f0a-e193955febac req-cf4454d1-7d82-4669-aa1d-fff002ffd104 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:47.418903 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-752aef2c-139e-4827-9f0a-e193955febac req-cf4454d1-7d82-4669-aa1d-fff002ffd104 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0847197 Nov 12 04:04:47.494338 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-752aef2c-139e-4827-9f0a-e193955febac req-9718b624-06b3-4a11-afae-0bc5ddae6010 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593343 Nov 12 04:04:47.516518 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98c062b-3bd9-4c9b-aaa9-1dbc5a0ba8d9 x-openstack-request-id: req-a98c062b-3bd9-4c9b-aaa9-1dbc5a0ba8d9 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:47.516966 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7642074e-e41f-4815-8352-472352b9a290", "name": "network-vif-deleted", "tag": "265863ca-0e38-49a4-830a-b5201ab7abf6", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:47.517486 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a98c062b-3bd9-4c9b-aaa9-1dbc5a0ba8d9 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:47.518074 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7642074e-e41f-4815-8352-472352b9a290', 'name': 'network-vif-deleted', 'tag': '265863ca-0e38-49a4-830a-b5201ab7abf6', 'status': 'completed', 'code': 200} Nov 12 04:04:47.544469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-334003208'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:47.637071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Made reservation on behalf of 835bd37aa15446ada01ec34af71b2806 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:47.640756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:47.650212 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:47.743038 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:47.820628 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:47.858270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:47.858942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d3c2a7-8af8-45c1-a869-0950cd15d115,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:47.864393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:47.864747 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Added segment 036edcad-d362-4bf4-a64e-d8a8c36ece4f of type vlan for network 9da58266-a323-4ed0-a6eb-350fb71dae50 Nov 12 04:04:47.915068 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.037288 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.043389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:48.043985 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.165421 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Pushing event updated for resources: {'Network': ['ID=9da58266-a323-4ed0-a6eb-350fb71dae50,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:48.172372 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ece2609d-1148-437e-aec2-156a5e2d04c7 req-01e7bb78-bd43-45b9-b96c-1b470e364b56 tempest-ServerRescueNegativeTestJSON-1319169831 tempest-ServerRescueNegativeTestJSON-1319169831-project] 10.222.0.105 "GET /v2.0/ports?device_id=7642074e-e41f-4815-8352-472352b9a290 HTTP/1.1" status: 200 len: 210 time: 0.0332658 Nov 12 04:04:48.177391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 9da58266-a323-4ed0-a6eb-350fb71dae50 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:48.203651 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-902d89dc-91f9-4317-8239-87e5645a8a95 tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9159362 Nov 12 04:04:48.349887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54908) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:48.355181 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Request body: {'port': {'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50', 'binding:host_id': 'n-h1-767704-23', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2053382739'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:48.465518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Made reservation on behalf of 2aa9d9d79bb14f41982327eea46c8b87 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:48.468001 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.482425 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.571196 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.625858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.631395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] device_id is not set on port f78b8b3b-ab00-47a0-879c-1f540f4a1290 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:04:48.640272 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106f324-4d48-4beb-b3ce-921c3afefbd9 req-ceb9bc7f-24f0-4e1a-a126-f81e77ebcf19 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:48.648595 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1106f324-4d48-4beb-b3ce-921c3afefbd9 req-ceb9bc7f-24f0-4e1a-a126-f81e77ebcf19 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0695624 Nov 12 04:04:48.702780 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1106f324-4d48-4beb-b3ce-921c3afefbd9 req-a82dd35e-7555-4d37-9152-622a8fa8cd8b tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528109 Nov 12 04:04:48.714844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06038499-dcdb-4284-a4c1-91c3252958a3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:48.871303 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.885745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] device_id is not set on port f78b8b3b-ab00-47a0-879c-1f540f4a1290 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:04:48.899978 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.968987 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.037645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Pushing event updated for resources: {'Port': ['ID=f78b8b3b-ab00-47a0-879c-1f540f4a1290,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:49.051111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Checking segment: {'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:49.051480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Network hostable DHCP agents. Network: 9da58266-a323-4ed0-a6eb-350fb71dae50, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:49.129041 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Network 9da58266-a323-4ed0-a6eb-350fb71dae50 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:49.220374 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 9da58266-a323-4ed0-a6eb-350fb71dae50) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:49.231308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0015fdd-298b-4075-be1e-512de31f4e5c None None] Network 9da58266-a323-4ed0-a6eb-350fb71dae50 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:49.246730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54918) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:49.252267 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:49.285407 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:49.287275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:49.287769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:49.300289 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:49.302765 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:49.303259 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 2 to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 Nov 12 04:04:49.333543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:49.336379 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:49.336853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:49.347113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:49.349765 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:49.351007 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 3 to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 Nov 12 04:04:49.384238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:49.384238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:49.384238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:49.403780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:49.405665 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:49.406432 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 4 to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 Nov 12 04:04:49.435667 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:49.437767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:49.438243 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:49.449151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:49.449477 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:49.449873 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 5 to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 Nov 12 04:04:49.492351 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:49.492918 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:49.493279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:49.499316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:49.499634 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:49.500031 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 6 to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 Nov 12 04:04:49.514987 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:49.515323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:49.515671 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:49.521749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:49.522079 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:49.522471 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 7 to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 Nov 12 04:04:49.541202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:49.541534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:49.541870 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:49.548663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:49.548987 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:49.549915 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 8 to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 Nov 12 04:04:49.564359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:49.564701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:49.565645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:49.571138 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:49.571462 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:49.571855 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 9 to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 Nov 12 04:04:49.589560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:49.589902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:49.590235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:49.600709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:49.601072 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:49.601472 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 10 to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 Nov 12 04:04:49.616825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:49.618641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:49.619799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:49.624614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:49.624992 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port f78b8b3b-ab00-47a0-879c-1f540f4a1290 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:49.626726 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.678543 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a01c4eca-059d-4f8c-82d7-ccbf6f58e59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.707045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] For port f78b8b3b-ab00-47a0-879c-1f540f4a1290, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:49.707428 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempted to set empty binding levels {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:04:49.774928 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.812128 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:49.813044 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.835222 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Pushing event updated for resources: {'Port': ['ID=f78b8b3b-ab00-47a0-879c-1f540f4a1290,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:49.917475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d0f58-5131-485c-9bb8-3111b210c2eb req-e80cbcfe-dc7e-4da4-9a2b-1c05658bc3e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:49.920819 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-803d0f58-5131-485c-9bb8-3111b210c2eb req-e80cbcfe-dc7e-4da4-9a2b-1c05658bc3e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.1318252 Nov 12 04:04:49.939777 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4ab68249-7095-4a25-a204-15f7d378a598 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.5883951 Nov 12 04:04:49.942457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54928) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:50.020496 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-803d0f58-5131-485c-9bb8-3111b210c2eb req-4c5994bb-342d-406b-a34e-b875697d2080 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908053 Nov 12 04:04:50.047683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-649b00a8-3d06-4d1b-8492-dd4abadd84ca tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Deleting port f78b8b3b-ab00-47a0-879c-1f540f4a1290 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:50.048027 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-649b00a8-3d06-4d1b-8492-dd4abadd84ca tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.121857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-649b00a8-3d06-4d1b-8492-dd4abadd84ca tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] For port f78b8b3b-ab00-47a0-879c-1f540f4a1290, host n-h1-767704-23, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:50.122219 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-649b00a8-3d06-4d1b-8492-dd4abadd84ca tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.138604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-649b00a8-3d06-4d1b-8492-dd4abadd84ca tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Calling delete_port for f78b8b3b-ab00-47a0-879c-1f540f4a1290 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:50.178145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 265863ca-0e38-49a4-830a-b5201ab7abf6 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:50.240864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 265863ca-0e38-49a4-830a-b5201ab7abf6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:50.242032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 265863ca-0e38-49a4-830a-b5201ab7abf6 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:50.346613 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-649b00a8-3d06-4d1b-8492-dd4abadd84ca tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.394633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b00a8-3d06-4d1b-8492-dd4abadd84ca tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Pushing event deleted for resources: {'Port': ['ID=f78b8b3b-ab00-47a0-879c-1f540f4a1290,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:50.412439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-649b00a8-3d06-4d1b-8492-dd4abadd84ca tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.412439 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-649b00a8-3d06-4d1b-8492-dd4abadd84ca tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "DELETE /v2.0/ports/f78b8b3b-ab00-47a0-879c-1f540f4a1290 HTTP/1.1" status: 204 len: 168 time: 0.4595833 Nov 12 04:04:50.413427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:50.455171 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d877e757-28c6-4a11-a308-d1878659db15 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:04:50.457585 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d877e757-28c6-4a11-a308-d1878659db15 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "GET /v2.0/ports/f78b8b3b-ab00-47a0-879c-1f540f4a1290 HTTP/1.1" status: 404 len: 333 time: 0.0428064 Nov 12 04:04:50.460937 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:50.466959 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5c57c78f-ddb7-4d1c-ac85-6e5d1b20c695 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Request body: {'port': {'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-609382822'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:50.530127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a01c4eca-059d-4f8c-82d7-ccbf6f58e59b admin admin] Deleting port aed6f215-23c7-4a68-acf4-c53c809a3df4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:50.530697 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a01c4eca-059d-4f8c-82d7-ccbf6f58e59b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.550825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c57c78f-ddb7-4d1c-ac85-6e5d1b20c695 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Made reservation on behalf of 2aa9d9d79bb14f41982327eea46c8b87 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:50.553239 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c57c78f-ddb7-4d1c-ac85-6e5d1b20c695 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.571632 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-5c57c78f-ddb7-4d1c-ac85-6e5d1b20c695 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] device_id is not set on port c545bdf5-5449-4520-80f8-39896e764bf0 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:04:50.653672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a01c4eca-059d-4f8c-82d7-ccbf6f58e59b admin admin] For port aed6f215-23c7-4a68-acf4-c53c809a3df4, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=aed6f215-23c7-4a68-acf4-c53c809a3df4,segment=NetworkSegment(b14e5aab-b3d2-48e1-acf4-7e4c65b41923),segment_id=b14e5aab-b3d2-48e1-acf4-7e4c65b41923)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:50.654568 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a01c4eca-059d-4f8c-82d7-ccbf6f58e59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.671640 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a01c4eca-059d-4f8c-82d7-ccbf6f58e59b admin admin] Calling delete_port for aed6f215-23c7-4a68-acf4-c53c809a3df4 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:50.741109 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c57c78f-ddb7-4d1c-ac85-6e5d1b20c695 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.860569 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c57c78f-ddb7-4d1c-ac85-6e5d1b20c695 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.905926 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c57c78f-ddb7-4d1c-ac85-6e5d1b20c695 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Network 9da58266-a323-4ed0-a6eb-350fb71dae50 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:50.911042 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5c57c78f-ddb7-4d1c-ac85-6e5d1b20c695 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:50.917189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57c78f-ddb7-4d1c-ac85-6e5d1b20c695 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:50.918135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c57c78f-ddb7-4d1c-ac85-6e5d1b20c695 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:50.919246 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c57c78f-ddb7-4d1c-ac85-6e5d1b20c695 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.923667 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57c78f-ddb7-4d1c-ac85-6e5d1b20c695 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Pushing event updated for resources: {'Port': ['ID=c545bdf5-5449-4520-80f8-39896e764bf0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:50.951213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a01c4eca-059d-4f8c-82d7-ccbf6f58e59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.979792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c4eca-059d-4f8c-82d7-ccbf6f58e59b admin admin] Pushing event deleted for resources: {'Port': ['ID=aed6f215-23c7-4a68-acf4-c53c809a3df4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:51.006031 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5c57c78f-ddb7-4d1c-ac85-6e5d1b20c695 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5439239 Nov 12 04:04:51.008718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54942) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:51.014189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:51.124661 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:51.187315 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a01c4eca-059d-4f8c-82d7-ccbf6f58e59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:51.331601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc13f04-a02c-48f0-96d4-262c8d1ae60e req-cc09728b-bcfe-4a34-9add-093d4b08f3c1 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:51.333453 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4cc13f04-a02c-48f0-96d4-262c8d1ae60e req-cc09728b-bcfe-4a34-9add-093d4b08f3c1 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.1871486 Nov 12 04:04:51.445567 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4cc13f04-a02c-48f0-96d4-262c8d1ae60e req-3a88032e-3c06-4551-8d39-a5584a3370a9 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040530 Nov 12 04:04:51.469541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] device_id is not set on port c545bdf5-5449-4520-80f8-39896e764bf0 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:04:51.479703 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:51.499601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01c4eca-059d-4f8c-82d7-ccbf6f58e59b admin admin] Router ac2c03ea-d246-40a8-bf1e-1aa38744c227 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:04:51.535491 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:51.633344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Pushing event updated for resources: {'Port': ['ID=c545bdf5-5449-4520-80f8-39896e764bf0,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:51.661014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:51.661359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:51.662255 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:51.676296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:51.676650 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:51.677039 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 2 to bind port c545bdf5-5449-4520-80f8-39896e764bf0 Nov 12 04:04:51.681689 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01c4eca-059d-4f8c-82d7-ccbf6f58e59b admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:04:51.690922 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f057285c-25a9-429c-accb-483d2661687c None None] Sync routers for ids ['ac2c03ea-d246-40a8-bf1e-1aa38744c227'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:04:51.694298 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a01c4eca-059d-4f8c-82d7-ccbf6f58e59b admin admin] 10.222.0.105 "PUT /v2.0/routers/ac2c03ea-d246-40a8-bf1e-1aa38744c227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4457946 Nov 12 04:04:51.696943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:51.697282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:51.697625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:51.701064 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f057285c-25a9-429c-accb-483d2661687c None None] Routers {'ac2c03ea-d246-40a8-bf1e-1aa38744c227'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:51.701764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f057285c-25a9-429c-accb-483d2661687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:04:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac2c03ea-d246-40a8-bf1e-1aa38744c227'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:51.711492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:51.711492 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:51.711492 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 3 to bind port c545bdf5-5449-4520-80f8-39896e764bf0 Nov 12 04:04:51.713558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54954) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:51.715583 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:51.715974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:51.716348 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:51.720888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:51.721786 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:51.722169 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 4 to bind port c545bdf5-5449-4520-80f8-39896e764bf0 Nov 12 04:04:51.736471 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:51.737823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:51.738922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:51.750556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:51.751186 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:51.751782 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 5 to bind port c545bdf5-5449-4520-80f8-39896e764bf0 Nov 12 04:04:51.775593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:51.777088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:51.777607 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:51.783754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:51.784514 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:51.785081 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 6 to bind port c545bdf5-5449-4520-80f8-39896e764bf0 Nov 12 04:04:51.828400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f057285c-25a9-429c-accb-483d2661687c None None] Set router ac2c03ea-d246-40a8-bf1e-1aa38744c227 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:51.828796 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:51.829139 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:51.829526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:51.846043 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:51.846505 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:51.848086 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 7 to bind port c545bdf5-5449-4520-80f8-39896e764bf0 Nov 12 04:04:51.873680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:51.874024 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:51.874371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:51.881695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:51.882036 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:51.882493 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 8 to bind port c545bdf5-5449-4520-80f8-39896e764bf0 Nov 12 04:04:51.886701 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:51.898249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:51.898763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:51.899302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:51.907499 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:51.907974 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:51.908470 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 9 to bind port c545bdf5-5449-4520-80f8-39896e764bf0 Nov 12 04:04:51.923095 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:51.923696 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:51.924149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:51.929848 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:51.930252 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:51.930720 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 10 to bind port c545bdf5-5449-4520-80f8-39896e764bf0 Nov 12 04:04:51.976327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:51.976327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:51.977541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:51.993465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:51.993803 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port c545bdf5-5449-4520-80f8-39896e764bf0 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:51.994176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.047906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.059545 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f057285c-25a9-429c-accb-483d2661687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'name': 'tempest-ServerRescueNegativeTestJSON-424750205-router', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:45Z', 'updated_at': '2021-11-12T04:04:50Z', 'revision_number': 5, 'project_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'gw_port': {'id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:52.099675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f057285c-25a9-429c-accb-483d2661687c None None] Checking router: ac2c03ea-d246-40a8-bf1e-1aa38744c227 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:52.118960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f057285c-25a9-429c-accb-483d2661687c None None] Routers {'ac2c03ea-d246-40a8-bf1e-1aa38744c227'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:52.119414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f057285c-25a9-429c-accb-483d2661687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:04:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac2c03ea-d246-40a8-bf1e-1aa38744c227'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:52.140021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] For port c545bdf5-5449-4520-80f8-39896e764bf0, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:52.140590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempted to set empty binding levels {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:04:52.167817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54960) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:52.210350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] Deleting port 9d2b9c5f-292d-4722-84e4-273164d6db97 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:52.210741 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.278409 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.372224 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] In _notify_port_updated(), no bound segment for port c545bdf5-5449-4520-80f8-39896e764bf0 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:04:52.373086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.373868 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.374987 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "PUT /v2.0/ports/c545bdf5-5449-4520-80f8-39896e764bf0 HTTP/1.1" status: 200 len: 975 time: 1.3651409 Nov 12 04:04:52.379070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54964) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:52.411372 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f057285c-25a9-429c-accb-483d2661687c None None] Set router ac2c03ea-d246-40a8-bf1e-1aa38744c227 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:52.479888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23aabb-3908-404c-9ffe-e4dc056c12bf tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Pushing event updated for resources: {'Port': ['ID=c545bdf5-5449-4520-80f8-39896e764bf0,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:52.493071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] For port 9d2b9c5f-292d-4722-84e4-273164d6db97, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9d2b9c5f-292d-4722-84e4-273164d6db97,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:52.493794 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.520744 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] Calling delete_port for 9d2b9c5f-292d-4722-84e4-273164d6db97 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:52.556653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.557511 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.558167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.558803 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.559435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.560157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.560786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.561420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.562067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.562696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.563454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.564102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.564729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.565909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.566540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.567169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.567794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.568456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.569331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.570235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.573194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.573334 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b574caf5-d618-4045-98fc-2e287fefe0c8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5460f00625d34d33a5b686f3ee5d0892&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4020000 Nov 12 04:04:52.573442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.573442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.573442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.574016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.574163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:52.577588 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f8c0a99f-6419-4818-8537-179181e6004c tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22537 time: 0.1961858 Nov 12 04:04:52.581459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54972) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:52.672487 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7883fe73-3e55-4e82-9428-a4e53a9152b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.714563 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7883fe73-3e55-4e82-9428-a4e53a9152b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.730505 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f057285c-25a9-429c-accb-483d2661687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'name': 'tempest-ServerRescueNegativeTestJSON-424750205-router', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:45Z', 'updated_at': '2021-11-12T04:04:50Z', 'revision_number': 5, 'project_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'gw_port': {'id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:52.787294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f057285c-25a9-429c-accb-483d2661687c None None] The sync data for ids ['ac2c03ea-d246-40a8-bf1e-1aa38744c227'] in n-d-767704-23 is: [{'id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'name': 'tempest-ServerRescueNegativeTestJSON-424750205-router', 'tenant_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:45Z', 'updated_at': '2021-11-12T04:04:50Z', 'revision_number': 5, 'project_id': 'aaf261eff2214d7b9ba4472df4ff9ad5', 'gw_port': {'id': '9d2b9c5f-292d-4722-84e4-273164d6db97', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2c03ea-d246-40a8-bf1e-1aa38744c227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:52.816123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e109f6-47ed-4006-8a50-f33f6c0e97c2 req-09f31852-33a7-4b50-bf1c-89b254881ac4 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.817974 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3e109f6-47ed-4006-8a50-f33f6c0e97c2 req-09f31852-33a7-4b50-bf1c-89b254881ac4 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.1941884 Nov 12 04:04:52.843548 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7883fe73-3e55-4e82-9428-a4e53a9152b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.847713 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7883fe73-3e55-4e82-9428-a4e53a9152b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.851316 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7883fe73-3e55-4e82-9428-a4e53a9152b9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f0b4f736-ddbe-40a0-94eb-d96f463196d7 HTTP/1.1" status: 204 len: 168 time: 0.2732570 Nov 12 04:04:52.864539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883fe73-3e55-4e82-9428-a4e53a9152b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b4f736-ddbe-40a0-94eb-d96f463196d7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:52.877075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-efa39130-1822-4d61-b396-c0a1ec916b89 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Deleting port c545bdf5-5449-4520-80f8-39896e764bf0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:52.877913 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efa39130-1822-4d61-b396-c0a1ec916b89 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.004531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3e109f6-47ed-4006-8a50-f33f6c0e97c2 req-29031205-28ed-4b54-987d-896d72c9f45c tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721308 Nov 12 04:04:53.013183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-efa39130-1822-4d61-b396-c0a1ec916b89 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] For port c545bdf5-5449-4520-80f8-39896e764bf0, host n-h1-767704-23, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:53.013572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efa39130-1822-4d61-b396-c0a1ec916b89 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.045342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-efa39130-1822-4d61-b396-c0a1ec916b89 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Calling delete_port for c545bdf5-5449-4520-80f8-39896e764bf0 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:53.118419 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb346fa8-6cc9-425c-96cb-51f384f5caff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.155267 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.195185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2b9c5f-292d-4722-84e4-273164d6db97,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:53.263153 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.271485 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efa39130-1822-4d61-b396-c0a1ec916b89 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.386262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa39130-1822-4d61-b396-c0a1ec916b89 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Pushing event deleted for resources: {'Port': ['ID=c545bdf5-5449-4520-80f8-39896e764bf0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:53.394832 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efa39130-1822-4d61-b396-c0a1ec916b89 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.398982 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-efa39130-1822-4d61-b396-c0a1ec916b89 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "DELETE /v2.0/ports/c545bdf5-5449-4520-80f8-39896e764bf0 HTTP/1.1" status: 204 len: 168 time: 0.8159831 Nov 12 04:04:53.400542 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.401294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54988) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:53.402999 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.429218 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e816cb-440c-4caa-bdfe-09f53afb13eb tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:04:53.431226 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-05e816cb-440c-4caa-bdfe-09f53afb13eb tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "GET /v2.0/ports/c545bdf5-5449-4520-80f8-39896e764bf0 HTTP/1.1" status: 404 len: 333 time: 0.0284050 Nov 12 04:04:53.435435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54990) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:53.441249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d612bec1-b790-4c69-be6b-11d2a074b8a8 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2135503383', 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:53.537407 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d612bec1-b790-4c69-be6b-11d2a074b8a8 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Made reservation on behalf of 2aa9d9d79bb14f41982327eea46c8b87 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:53.537725 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.538443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac2c03ea-d246-40a8-bf1e-1aa38744c227 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:04:53.540455 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d612bec1-b790-4c69-be6b-11d2a074b8a8 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.543750 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.545116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6160b2eb-554d-4851-b103-32e71176afa3 admin admin] 10.222.0.105 "DELETE /v2.0/routers/ac2c03ea-d246-40a8-bf1e-1aa38744c227 HTTP/1.1" status: 204 len: 168 time: 1.8300998 Nov 12 04:04:53.547569 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:53.562328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-d612bec1-b790-4c69-be6b-11d2a074b8a8 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] device_id is not set on port 9a63ba47-4349-49ff-bb5e-7494e78ee2d2 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:04:53.633136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf81dbc-0517-4d0f-8817-d628b9804404 admin admin] Deleting subnet 6a513ab3-4812-4f78-9863-9429bde900dd {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:04:53.633136 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5cf81dbc-0517-4d0f-8817-d628b9804404 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.699486 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5cf81dbc-0517-4d0f-8817-d628b9804404 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.754578 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5cf81dbc-0517-4d0f-8817-d628b9804404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.818532 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d612bec1-b790-4c69-be6b-11d2a074b8a8 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.895074 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5cf81dbc-0517-4d0f-8817-d628b9804404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.927577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf81dbc-0517-4d0f-8817-d628b9804404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a513ab3-4812-4f78-9863-9429bde900dd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:53.937031 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5cf81dbc-0517-4d0f-8817-d628b9804404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.937324 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d612bec1-b790-4c69-be6b-11d2a074b8a8 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.937469 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5cf81dbc-0517-4d0f-8817-d628b9804404 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/6a513ab3-4812-4f78-9863-9429bde900dd HTTP/1.1" status: 204 len: 168 time: 0.3877070 Nov 12 04:04:53.938969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55006) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:53.981336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d612bec1-b790-4c69-be6b-11d2a074b8a8 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Network 9da58266-a323-4ed0-a6eb-350fb71dae50 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:53.984845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d612bec1-b790-4c69-be6b-11d2a074b8a8 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:53.996409 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612bec1-b790-4c69-be6b-11d2a074b8a8 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:53.996409 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d612bec1-b790-4c69-be6b-11d2a074b8a8 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:53.996409 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d612bec1-b790-4c69-be6b-11d2a074b8a8 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.019579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612bec1-b790-4c69-be6b-11d2a074b8a8 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Pushing event updated for resources: {'Port': ['ID=9a63ba47-4349-49ff-bb5e-7494e78ee2d2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:54.033544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d73b338-8a34-4fc4-b212-1403a9b0c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.130479 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d612bec1-b790-4c69-be6b-11d2a074b8a8 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6940794 Nov 12 04:04:54.144394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:54.230327 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d73b338-8a34-4fc4-b212-1403a9b0c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.249947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fc33b-65aa-40c2-b28b-0b846f82734b req-f150297d-b7da-4613-9536-01cd595fcb08 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:54.251517 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9f9fc33b-65aa-40c2-b28b-0b846f82734b req-f150297d-b7da-4613-9536-01cd595fcb08 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.1602712 Nov 12 04:04:54.269367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6047720d-1b66-49b3-8ec1-eab0cb47ab5f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:54.273908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6047720d-1b66-49b3-8ec1-eab0cb47ab5f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "GET /v2.0/ports/9a63ba47-4349-49ff-bb5e-7494e78ee2d2 HTTP/1.1" status: 200 len: 955 time: 0.1255829 Nov 12 04:04:54.273908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55016) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:54.275750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55018) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:54.277968 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7d73b338-8a34-4fc4-b212-1403a9b0c3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960600ac-14ec-4138-96b2-7076014d9fe3']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:54.297034 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9d2b9c5f-292d-4722-84e4-273164d6db97 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:54.312237 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7d73b338-8a34-4fc4-b212-1403a9b0c3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:54.313475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7d73b338-8a34-4fc4-b212-1403a9b0c3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14e5aab-b3d2-48e1-acf4-7e4c65b41923') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:54.339015 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9f9fc33b-65aa-40c2-b28b-0b846f82734b req-de6c1858-1cd3-4e0b-b738-1ecbffa9c9f1 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728505 Nov 12 04:04:54.345929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 9d2b9c5f-292d-4722-84e4-273164d6db97 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:54.346272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9d2b9c5f-292d-4722-84e4-273164d6db97 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:54.346859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device aed6f215-23c7-4a68-acf4-c53c809a3df4 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:54.357851 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d73b338-8a34-4fc4-b212-1403a9b0c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.397749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: aed6f215-23c7-4a68-acf4-c53c809a3df4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:54.398211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device aed6f215-23c7-4a68-acf4-c53c809a3df4 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:54.405181 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d73b338-8a34-4fc4-b212-1403a9b0c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d73b338-8a34-4fc4-b212-1403a9b0c3fb admin admin] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d73b338-8a34-4fc4-b212-1403a9b0c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:54.451397 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:54.469532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1509234834-network', 'tenant_id': '79f4a1ff5d12476a92e0c96cc17a1a9c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:54.516546 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf993e-bdb5-4ce9-8364-6105b72cd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Deleting port 9a63ba47-4349-49ff-bb5e-7494e78ee2d2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:54.516886 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5cf993e-bdb5-4ce9-8364-6105b72cd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.583228 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5cf993e-bdb5-4ce9-8364-6105b72cd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.595989 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf993e-bdb5-4ce9-8364-6105b72cd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Calling delete_port for 9a63ba47-4349-49ff-bb5e-7494e78ee2d2 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:54.606456 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d73b338-8a34-4fc4-b212-1403a9b0c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.613717 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d73b338-8a34-4fc4-b212-1403a9b0c3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.619880 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7d73b338-8a34-4fc4-b212-1403a9b0c3fb admin admin] 10.222.0.105 "DELETE /v2.0/networks/960600ac-14ec-4138-96b2-7076014d9fe3 HTTP/1.1" status: 204 len: 168 time: 0.6796658 Nov 12 04:04:54.660905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73b338-8a34-4fc4-b212-1403a9b0c3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=960600ac-14ec-4138-96b2-7076014d9fe3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:54.662725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] Made reservation on behalf of 79f4a1ff5d12476a92e0c96cc17a1a9c for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:54.664963 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.676821 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.784086 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.797637 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5cf993e-bdb5-4ce9-8364-6105b72cd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.838461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf993e-bdb5-4ce9-8364-6105b72cd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a63ba47-4349-49ff-bb5e-7494e78ee2d2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:54.844771 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5cf993e-bdb5-4ce9-8364-6105b72cd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.849087 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d5cf993e-bdb5-4ce9-8364-6105b72cd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "DELETE /v2.0/ports/9a63ba47-4349-49ff-bb5e-7494e78ee2d2 HTTP/1.1" status: 204 len: 168 time: 0.5648558 Nov 12 04:04:54.850356 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.851715 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55026) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:54.882097 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.883325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:54.892327 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6b07dc-0482-434d-949d-e70bae82aab0 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:04:54.900461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5ea35b-4d0b-483d-b532-92c0a6f3239e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:54.901441 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cf6b07dc-0482-434d-949d-e70bae82aab0 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "GET /v2.0/ports/9a63ba47-4349-49ff-bb5e-7494e78ee2d2 HTTP/1.1" status: 404 len: 333 time: 0.0409434 Nov 12 04:04:54.910592 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55030) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:54.910910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:54.913937 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.914297 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] Added segment 8baa62bd-bff5-4360-8dad-2eacf408fbcb of type vlan for network 2c004923-5e49-42b9-a490-8ce3b8f6885d Nov 12 04:04:54.924929 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-07ed345f-1817-45cb-857c-4d0d5b51505f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Request body: {'port': {'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-402496119'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:54.959868 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:54.979138 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-848ec954-6fed-47e5-9fa3-b0f547411bb4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=aaf261eff2214d7b9ba4472df4ff9ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0658646 Nov 12 04:04:54.984917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:55.026047 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ed345f-1817-45cb-857c-4d0d5b51505f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Made reservation on behalf of 2aa9d9d79bb14f41982327eea46c8b87 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:55.028384 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07ed345f-1817-45cb-857c-4d0d5b51505f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.053975 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-07ed345f-1817-45cb-857c-4d0d5b51505f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] device_id is not set on port 2e775dba-e18e-4c06-9822-237527c4db72 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:04:55.055031 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.056427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:55.057030 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.062716 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d80b198-b88e-4239-b819-d131ba8c2573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.120747 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d80b198-b88e-4239-b819-d131ba8c2573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.125107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] Pushing event updated for resources: {'Network': ['ID=2c004923-5e49-42b9-a490-8ce3b8f6885d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:55.137922 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 2c004923-5e49-42b9-a490-8ce3b8f6885d details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:55.145556 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d58574c2-29a4-417c-922b-9c7d7b89592f admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8706467 Nov 12 04:04:55.149397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55036) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:55.156157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fe1c277c-cad6-4d01-98fe-0bc2bb0f4072 admin admin] Request body: {'subnet': {'network_id': '2c004923-5e49-42b9-a490-8ce3b8f6885d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1509234834-subnet', 'tenant_id': '79f4a1ff5d12476a92e0c96cc17a1a9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:55.253978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1c277c-cad6-4d01-98fe-0bc2bb0f4072 admin admin] Made reservation on behalf of 79f4a1ff5d12476a92e0c96cc17a1a9c for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:55.258096 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe1c277c-cad6-4d01-98fe-0bc2bb0f4072 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.261868 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07ed345f-1817-45cb-857c-4d0d5b51505f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.337144 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d80b198-b88e-4239-b819-d131ba8c2573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.339820 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d80b198-b88e-4239-b819-d131ba8c2573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.341420 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2d80b198-b88e-4239-b819-d131ba8c2573 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/27cea54a-bfbd-4eb5-8d7a-bca51500a62f HTTP/1.1" status: 204 len: 168 time: 0.3552520 Nov 12 04:04:55.350555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80b198-b88e-4239-b819-d131ba8c2573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cea54a-bfbd-4eb5-8d7a-bca51500a62f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:55.361162 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07ed345f-1817-45cb-857c-4d0d5b51505f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.417525 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ed345f-1817-45cb-857c-4d0d5b51505f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Network 9da58266-a323-4ed0-a6eb-350fb71dae50 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:55.420530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-07ed345f-1817-45cb-857c-4d0d5b51505f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:55.424302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed345f-1817-45cb-857c-4d0d5b51505f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:55.425248 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ed345f-1817-45cb-857c-4d0d5b51505f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:55.425870 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07ed345f-1817-45cb-857c-4d0d5b51505f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.448909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed345f-1817-45cb-857c-4d0d5b51505f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Pushing event updated for resources: {'Port': ['ID=2e775dba-e18e-4c06-9822-237527c4db72,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:55.488895 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-07ed345f-1817-45cb-857c-4d0d5b51505f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5744650 Nov 12 04:04:55.491739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:55.495439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:55.547339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306fdcd-4951-4794-ba08-c8641cdc4b3a req-0d90f810-13c5-4fb9-bda3-4d37ee7d8e82 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:55.548925 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9306fdcd-4951-4794-ba08-c8641cdc4b3a req-0d90f810-13c5-4fb9-bda3-4d37ee7d8e82 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0665603 Nov 12 04:04:55.569127 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.616067 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9306fdcd-4951-4794-ba08-c8641cdc4b3a req-b4c0557a-9cc6-4abe-b700-2ef78789f5da tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572634 Nov 12 04:04:55.631347 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe1c277c-cad6-4d01-98fe-0bc2bb0f4072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.702019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c277c-cad6-4d01-98fe-0bc2bb0f4072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0441c528-0570-4a37-8f57-09fe907c2aa3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:55.709973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c277c-cad6-4d01-98fe-0bc2bb0f4072 admin admin] Checking segment: {'id': '8baa62bd-bff5-4360-8dad-2eacf408fbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2c004923-5e49-42b9-a490-8ce3b8f6885d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:55.710315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c277c-cad6-4d01-98fe-0bc2bb0f4072 admin admin] Network hostable DHCP agents. Network: 2c004923-5e49-42b9-a490-8ce3b8f6885d, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:55.786861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] device_id is not set on port 2e775dba-e18e-4c06-9822-237527c4db72 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:04:55.795270 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:56.054085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c277c-cad6-4d01-98fe-0bc2bb0f4072 admin admin] Network 2c004923-5e49-42b9-a490-8ce3b8f6885d is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:56.066318 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:56.130633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Pushing event updated for resources: {'Port': ['ID=2e775dba-e18e-4c06-9822-237527c4db72,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:56.134859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:56.135196 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:56.135540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:56.140100 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:56.140432 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:56.140822 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 2 to bind port 2e775dba-e18e-4c06-9822-237527c4db72 Nov 12 04:04:56.146214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fe1c277c-cad6-4d01-98fe-0bc2bb0f4072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 2c004923-5e49-42b9-a490-8ce3b8f6885d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:56.157541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c277c-cad6-4d01-98fe-0bc2bb0f4072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:56.158279 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe1c277c-cad6-4d01-98fe-0bc2bb0f4072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:56.158892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c9d919-5aff-4125-9901-28243bd7c5c7 None None] Network 2c004923-5e49-42b9-a490-8ce3b8f6885d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:56.162270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:56.162270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:56.162270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:56.176212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:56.176530 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:56.176930 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 3 to bind port 2e775dba-e18e-4c06-9822-237527c4db72 Nov 12 04:04:56.195771 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:56.196349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:56.196759 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:56.202407 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:56.202801 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:56.203256 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 4 to bind port 2e775dba-e18e-4c06-9822-237527c4db72 Nov 12 04:04:56.217974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:56.218631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:56.219067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:56.224933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:56.225447 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:56.225916 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 5 to bind port 2e775dba-e18e-4c06-9822-237527c4db72 Nov 12 04:04:56.242201 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fe1c277c-cad6-4d01-98fe-0bc2bb0f4072 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0836165 Nov 12 04:04:56.246004 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:56.246351 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:56.248565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:56.255753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:56.256199 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:56.257381 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 6 to bind port 2e775dba-e18e-4c06-9822-237527c4db72 Nov 12 04:04:56.274876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:56.275486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:56.275977 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:56.281802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:56.282122 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:56.282515 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 7 to bind port 2e775dba-e18e-4c06-9822-237527c4db72 Nov 12 04:04:56.298039 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:56.298375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:56.298741 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:56.303990 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:56.304351 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:56.304752 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 8 to bind port 2e775dba-e18e-4c06-9822-237527c4db72 Nov 12 04:04:56.322720 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:56.323323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:56.323903 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:56.331163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:56.331371 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:56.331996 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 9 to bind port 2e775dba-e18e-4c06-9822-237527c4db72 Nov 12 04:04:56.333256 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a5eb9d-7c08-4aa9-97e6-5c5194e9002d None None] Network 2c004923-5e49-42b9-a490-8ce3b8f6885d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:56.345760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:56.346739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:56.347078 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:56.352069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:56.352402 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:56.352943 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempt 10 to bind port 2e775dba-e18e-4c06-9822-237527c4db72 Nov 12 04:04:56.372645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:56.373335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:56.373693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempting to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:56.378965 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:56.379424 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Failed to bind port 2e775dba-e18e-4c06-9822-237527c4db72 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '036edcad-d362-4bf4-a64e-d8a8c36ece4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '9da58266-a323-4ed0-a6eb-350fb71dae50'}] Nov 12 04:04:56.379670 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:56.456740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] For port 2e775dba-e18e-4c06-9822-237527c4db72, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:56.457111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attempted to set empty binding levels {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:04:56.760653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f389d9a-bd28-4f34-b982-255e2169aa06 req-ab0b015d-968b-4712-ba99-05e9f76b5239 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:56.762131 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f389d9a-bd28-4f34-b982-255e2169aa06 req-ab0b015d-968b-4712-ba99-05e9f76b5239 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0562315 Nov 12 04:04:56.812397 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f389d9a-bd28-4f34-b982-255e2169aa06 req-eb369eb9-0534-425d-aed6-5865c5fb484f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441337 Nov 12 04:04:57.085769 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3db443ce-489b-4447-a11f-1e283b46fa5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.086301 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.101628 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.147690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Pushing event updated for resources: {'Port': ['ID=2e775dba-e18e-4c06-9822-237527c4db72,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:57.154021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] In _notify_port_updated(), no bound segment for port 2e775dba-e18e-4c06-9822-237527c4db72 on network 9da58266-a323-4ed0-a6eb-350fb71dae50 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:04:57.154994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:57.155616 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.160782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55082) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:57.168671 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0348a44a-856e-46ca-8d8c-faf6b78d98f5 tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "PUT /v2.0/ports/2e775dba-e18e-4c06-9822-237527c4db72 HTTP/1.1" status: 200 len: 975 time: 1.6781559 Nov 12 04:04:57.242770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-19149100-cfd6-4792-825c-55d282f4fc4d tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Deleting port 2e775dba-e18e-4c06-9822-237527c4db72 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:57.243210 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19149100-cfd6-4792-825c-55d282f4fc4d tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.313087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-19149100-cfd6-4792-825c-55d282f4fc4d tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] For port 2e775dba-e18e-4c06-9822-237527c4db72, host n-h1-767704-23, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:57.313800 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19149100-cfd6-4792-825c-55d282f4fc4d tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.334214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-19149100-cfd6-4792-825c-55d282f4fc4d tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Calling delete_port for 2e775dba-e18e-4c06-9822-237527c4db72 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:57.528130 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19149100-cfd6-4792-825c-55d282f4fc4d tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.564137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19149100-cfd6-4792-825c-55d282f4fc4d tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e775dba-e18e-4c06-9822-237527c4db72,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:57.579889 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19149100-cfd6-4792-825c-55d282f4fc4d tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.584859 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-19149100-cfd6-4792-825c-55d282f4fc4d tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "DELETE /v2.0/ports/2e775dba-e18e-4c06-9822-237527c4db72 HTTP/1.1" status: 204 len: 168 time: 0.4235246 Nov 12 04:04:57.590554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55108) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:57.621130 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3462333-108f-43cc-8b3c-91251001bc7f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:04:57.623441 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c3462333-108f-43cc-8b3c-91251001bc7f tempest-PortsAdminExtendedAttrsTestJSON-1777406114 tempest-PortsAdminExtendedAttrsTestJSON-1777406114-project-admin] 10.222.0.105 "GET /v2.0/ports/2e775dba-e18e-4c06-9822-237527c4db72 HTTP/1.1" status: 404 len: 333 time: 0.0316107 Nov 12 04:04:57.627882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55110) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:57.644062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55112) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:57.722945 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-660e3328-4cc9-4e29-9f21-2efbb3f9632c tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.730962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55118) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:57.735951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1487193568-network', 'tenant_id': '6cd2690f44a94f8585945050317a0a1e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:57.843251 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-660e3328-4cc9-4e29-9f21-2efbb3f9632c tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.866326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-660e3328-4cc9-4e29-9f21-2efbb3f9632c tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da58266-a323-4ed0-a6eb-350fb71dae50']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:57.878119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-660e3328-4cc9-4e29-9f21-2efbb3f9632c tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036edcad-d362-4bf4-a64e-d8a8c36ece4f') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:57.878515 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-660e3328-4cc9-4e29-9f21-2efbb3f9632c tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036edcad-d362-4bf4-a64e-d8a8c36ece4f') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:57.883380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-804207390-network', 'tenant_id': '5b033f5f836d47e08dc0960aad13136c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:57.891938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] Made reservation on behalf of 6cd2690f44a94f8585945050317a0a1e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:57.892280 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.905209 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-660e3328-4cc9-4e29-9f21-2efbb3f9632c tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.912966 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.929287 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-660e3328-4cc9-4e29-9f21-2efbb3f9632c tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.941884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660e3328-4cc9-4e29-9f21-2efbb3f9632c tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:57.942368 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-660e3328-4cc9-4e29-9f21-2efbb3f9632c tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:57.945639 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:57.979834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b41bd8-0fed-46f3-a47f-bf3bd77f16eb req-20c9184d-acb8-4c2e-841a-411fce2bd72d tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:57.981307 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3b41bd8-0fed-46f3-a47f-bf3bd77f16eb req-20c9184d-acb8-4c2e-841a-411fce2bd72d tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0636868 Nov 12 04:04:58.004662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] Made reservation on behalf of 5b033f5f836d47e08dc0960aad13136c for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:58.006644 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.017471 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.064266 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3b41bd8-0fed-46f3-a47f-bf3bd77f16eb req-21725b3d-9fb4-4e2c-92ad-724fb192c1b9 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755599 Nov 12 04:04:58.101915 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.157322 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-660e3328-4cc9-4e29-9f21-2efbb3f9632c tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.166847 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-660e3328-4cc9-4e29-9f21-2efbb3f9632c tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.173301 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.177592 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-660e3328-4cc9-4e29-9f21-2efbb3f9632c tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] 10.222.0.105 "DELETE /v2.0/networks/9da58266-a323-4ed0-a6eb-350fb71dae50 HTTP/1.1" status: 204 len: 168 time: 0.5449867 Nov 12 04:04:58.195072 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.199660 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e3328-4cc9-4e29-9f21-2efbb3f9632c tempest-PortsAdminExtendedAttrsTestJSON-1034360243 tempest-PortsAdminExtendedAttrsTestJSON-1034360243-project] Pushing event deleted for resources: {'Network': ['ID=9da58266-a323-4ed0-a6eb-350fb71dae50,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:58.218596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:58.234973 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf0aaeb-6723-49a3-a529-8542befe2e9f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:58.241043 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.242167 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] Added segment f2875f12-f262-4e80-8154-af31541edc8b of type vlan for network 2a16462e-e39a-4632-a59e-3c690840334b Nov 12 04:04:58.260124 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.283204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:58.309480 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.325203 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.325570 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] Added segment 878c2989-b131-45c9-b09a-0b264a7605b8 of type vlan for network 958153e5-b48a-4b69-b6bc-9a2a36219b29 Nov 12 04:04:58.337080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869fe39b-513c-41fb-98f7-561686cc41a2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:58.374348 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.380787 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.382304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:58.383236 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.454214 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.459297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] Pushing event updated for resources: {'Network': ['ID=2a16462e-e39a-4632-a59e-3c690840334b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:58.470176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 2a16462e-e39a-4632-a59e-3c690840334b details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:58.503913 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.503913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:58.503913 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.504375 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d369aac9-0df9-4f43-b921-e0ce18df1df2 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7709069 Nov 12 04:04:58.506121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55130) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:58.511163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b8b8b60d-1a33-4301-a73b-99b9884d1b84 admin admin] Request body: {'subnet': {'network_id': '2a16462e-e39a-4632-a59e-3c690840334b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1487193568-subnet', 'tenant_id': '6cd2690f44a94f8585945050317a0a1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:58.578260 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d3fb6bc-5788-4711-97c6-4981ce3d0ffa req-de6b56e2-1586-4795-ad2a-71bb77688c8d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0629792 Nov 12 04:04:58.618952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] Pushing event updated for resources: {'Network': ['ID=958153e5-b48a-4b69-b6bc-9a2a36219b29,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:58.634813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 958153e5-b48a-4b69-b6bc-9a2a36219b29 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:58.652249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b8b60d-1a33-4301-a73b-99b9884d1b84 admin admin] Made reservation on behalf of 6cd2690f44a94f8585945050317a0a1e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:58.652504 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b60d-1a33-4301-a73b-99b9884d1b84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.704238 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a07c0591-e352-4a4a-9b8b-e67407b56317 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0589101 Nov 12 04:04:58.706697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55134) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:58.713051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b0f5751a-d8b7-4b34-bc9e-59405a42c2b7 admin admin] Request body: {'subnet': {'network_id': '958153e5-b48a-4b69-b6bc-9a2a36219b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-804207390-subnet', 'tenant_id': '5b033f5f836d47e08dc0960aad13136c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:58.726146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55136) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:58.810458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f5751a-d8b7-4b34-bc9e-59405a42c2b7 admin admin] Made reservation on behalf of 5b033f5f836d47e08dc0960aad13136c for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:58.814949 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0f5751a-d8b7-4b34-bc9e-59405a42c2b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.971190 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:58.992653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f155fc86-8e30-47e8-a7c0-f0c9e56706d6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=835bd37aa15446ada01ec34af71b2806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2650480 Nov 12 04:04:58.999220 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:59.025374 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fb6bc-5788-4711-97c6-4981ce3d0ffa req-a0fd2eb1-b730-4822-98be-7fbc202d6517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.026912 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d3fb6bc-5788-4711-97c6-4981ce3d0ffa req-a0fd2eb1-b730-4822-98be-7fbc202d6517 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57737743e14f4023a48559aee4f8845b&device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 1097 time: 0.4246912 Nov 12 04:04:59.090289 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-340fc436-55b7-4729-a0f9-7273f9325922 req-8caaea47-a964-4ae7-b0a3-cb7a698841e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1069067 Nov 12 04:04:59.130598 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c06ef9-9232-437a-8f2a-fbaef51faa28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.166378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c06ef9-9232-437a-8f2a-fbaef51faa28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.231588 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0f5751a-d8b7-4b34-bc9e-59405a42c2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.264652 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fb6bc-5788-4711-97c6-4981ce3d0ffa req-ecccf1cf-385e-4a28-84bf-9fb1e350c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.267450 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d3fb6bc-5788-4711-97c6-4981ce3d0ffa req-ecccf1cf-385e-4a28-84bf-9fb1e350c39d service neutron] 10.222.0.25 "GET /v2.0/networks?id=e38b5a5c-4c12-46fd-825c-054e80fc0fca HTTP/1.1" status: 200 len: 908 time: 0.2138708 Nov 12 04:04:59.295415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc436-55b7-4729-a0f9-7273f9325922 req-44d5f3da-12f7-46d3-938f-7c8b5689de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.296943 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-340fc436-55b7-4729-a0f9-7273f9325922 req-44d5f3da-12f7-46d3-938f-7c8b5689de86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 1097 time: 0.1648996 Nov 12 04:04:59.323905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a0b84-1a9c-47dc-acc6-77a0b9aefc72 req-569fbebf-606a-4c6b-8d97-ba834ddc54c3 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.325524 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-175a0b84-1a9c-47dc-acc6-77a0b9aefc72 req-569fbebf-606a-4c6b-8d97-ba834ddc54c3 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.1460800 Nov 12 04:04:59.335845 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c06ef9-9232-437a-8f2a-fbaef51faa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.338877 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c06ef9-9232-437a-8f2a-fbaef51faa28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.342727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e0c06ef9-9232-437a-8f2a-fbaef51faa28 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/83d3c2a7-8af8-45c1-a869-0950cd15d115 HTTP/1.1" status: 204 len: 168 time: 0.3424366 Nov 12 04:04:59.359648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5751a-d8b7-4b34-bc9e-59405a42c2b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ed1165-a6c1-4a4b-824e-d57c2576d7d9,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:59.363992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c06ef9-9232-437a-8f2a-fbaef51faa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d3c2a7-8af8-45c1-a869-0950cd15d115,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:59.415111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5751a-d8b7-4b34-bc9e-59405a42c2b7 admin admin] Checking segment: {'id': '878c2989-b131-45c9-b09a-0b264a7605b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '958153e5-b48a-4b69-b6bc-9a2a36219b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:59.416016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f5751a-d8b7-4b34-bc9e-59405a42c2b7 admin admin] Network hostable DHCP agents. Network: 958153e5-b48a-4b69-b6bc-9a2a36219b29, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:59.485831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f5751a-d8b7-4b34-bc9e-59405a42c2b7 admin admin] Network 958153e5-b48a-4b69-b6bc-9a2a36219b29 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:59.507652 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b60d-1a33-4301-a73b-99b9884d1b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.562653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b0f5751a-d8b7-4b34-bc9e-59405a42c2b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 958153e5-b48a-4b69-b6bc-9a2a36219b29) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:59.567087 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d3fb6bc-5788-4711-97c6-4981ce3d0ffa req-a4e6bbf6-976e-4f82-8e48-183bef9dc0a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd10728d-566b-43f6-9b76-2352b33e30ff HTTP/1.1" status: 200 len: 999 time: 0.2665443 Nov 12 04:04:59.574319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d96b0-6cd3-471a-b5af-b9c7595a30ce None None] Network 958153e5-b48a-4b69-b6bc-9a2a36219b29 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:59.580907 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f5751a-d8b7-4b34-bc9e-59405a42c2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.581790 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0f5751a-d8b7-4b34-bc9e-59405a42c2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.583700 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-175a0b84-1a9c-47dc-acc6-77a0b9aefc72 req-8ffca1a6-9e83-47ac-9751-8278d649ed79 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223642 Nov 12 04:04:59.649187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8b60d-1a33-4301-a73b-99b9884d1b84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e8019dc-6b2d-4abb-a4e3-f325829cd307,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:59.662898 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc436-55b7-4729-a0f9-7273f9325922 req-b27dab66-aeeb-4d94-8908-2517a50fd53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.667080 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-340fc436-55b7-4729-a0f9-7273f9325922 req-b27dab66-aeeb-4d94-8908-2517a50fd53f service neutron] 10.222.0.26 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 918 time: 0.3043423 Nov 12 04:04:59.673082 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fb6bc-5788-4711-97c6-4981ce3d0ffa req-e42988ce-a9d9-4f9d-ab8f-e97462d2169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.674564 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d3fb6bc-5788-4711-97c6-4981ce3d0ffa req-e42988ce-a9d9-4f9d-ab8f-e97462d2169b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=655f79a8-108e-4a0c-b3ac-18fe3a985abd HTTP/1.1" status: 200 len: 845 time: 0.0979128 Nov 12 04:04:59.688867 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b0f5751a-d8b7-4b34-bc9e-59405a42c2b7 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9805727 Nov 12 04:04:59.739640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8b60d-1a33-4301-a73b-99b9884d1b84 admin admin] Checking segment: {'id': 'f2875f12-f262-4e80-8154-af31541edc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '2a16462e-e39a-4632-a59e-3c690840334b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:59.739992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b8b60d-1a33-4301-a73b-99b9884d1b84 admin admin] Network hostable DHCP agents. Network: 2a16462e-e39a-4632-a59e-3c690840334b, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:59.807364 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3ab02f-e425-4f05-8587-1767d99890f4 None None] Network 958153e5-b48a-4b69-b6bc-9a2a36219b29 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:59.814934 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-340fc436-55b7-4729-a0f9-7273f9325922 req-c00c9342-60be-4a9c-8136-6987232c255f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5 HTTP/1.1" status: 200 len: 1000 time: 0.1386645 Nov 12 04:04:59.846322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fb6bc-5788-4711-97c6-4981ce3d0ffa req-a517de20-73f1-4e57-8502-4b106a2485e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.848440 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d3fb6bc-5788-4711-97c6-4981ce3d0ffa req-a517de20-73f1-4e57-8502-4b106a2485e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e38b5a5c-4c12-46fd-825c-054e80fc0fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1640816 Nov 12 04:04:59.907266 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:59.908777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b8b60d-1a33-4301-a73b-99b9884d1b84 admin admin] Network 2a16462e-e39a-4632-a59e-3c690840334b is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:59.973802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc436-55b7-4729-a0f9-7273f9325922 req-8b612fef-3832-4a36-bcfe-06c93da5fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.974959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7235b87-dd60-499b-931f-ca0470b084e5 admin admin] Deleting subnet 57ed1165-a6c1-4a4b-824e-d57c2576d7d9 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:04:59.977018 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-340fc436-55b7-4729-a0f9-7273f9325922 req-8b612fef-3832-4a36-bcfe-06c93da5fd4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6d13c3-ac5c-4151-970c-435785743b79 HTTP/1.1" status: 200 len: 855 time: 0.1511583 Nov 12 04:04:59.979075 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b8b8b60d-1a33-4301-a73b-99b9884d1b84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 2a16462e-e39a-4632-a59e-3c690840334b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:59.980694 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7235b87-dd60-499b-931f-ca0470b084e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.983352 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b8b60d-1a33-4301-a73b-99b9884d1b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.986110 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b60d-1a33-4301-a73b-99b9884d1b84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.994371 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7522a7a9-4a92-4a15-8834-af623a37ce12 None None] Network 2a16462e-e39a-4632-a59e-3c690840334b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:00.022354 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7235b87-dd60-499b-931f-ca0470b084e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.054453 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b8b8b60d-1a33-4301-a73b-99b9884d1b84 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5470507 Nov 12 04:05:00.075210 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7235b87-dd60-499b-931f-ca0470b084e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.079417 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d3fb6bc-5788-4711-97c6-4981ce3d0ffa req-1d5b1bd3-74c1-472e-83a7-60a71af0d436 service neutron] 10.222.0.25 "GET /v2.0/networks/e38b5a5c-4c12-46fd-825c-054e80fc0fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895752 Nov 12 04:05:00.085675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc436-55b7-4729-a0f9-7273f9325922 req-b4586d00-584d-4fef-a0b4-fe8d14d6d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:00.087353 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-340fc436-55b7-4729-a0f9-7273f9325922 req-b4586d00-584d-4fef-a0b4-fe8d14d6d5ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e3b4789-f637-4eb8-b37f-79c30376b867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889733 Nov 12 04:05:00.182837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223caf5-6498-4ba6-9b5f-1a191547488b None None] Network 2a16462e-e39a-4632-a59e-3c690840334b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:00.216295 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7235b87-dd60-499b-931f-ca0470b084e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.280147 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:00.292768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7235b87-dd60-499b-931f-ca0470b084e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.296734 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d3fb6bc-5788-4711-97c6-4981ce3d0ffa req-03480b03-e946-4586-9c13-257b5b0fef3b service neutron] 10.222.0.25 "GET /v2.0/networks/e38b5a5c-4c12-46fd-825c-054e80fc0fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076521 Nov 12 04:05:00.304971 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:00.306783 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-340fc436-55b7-4729-a0f9-7273f9325922 req-ff0d8b28-14de-40c3-9b30-3b7a7777ad80 service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095785 Nov 12 04:05:00.317887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e7235b87-dd60-499b-931f-ca0470b084e5 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/57ed1165-a6c1-4a4b-824e-d57c2576d7d9 HTTP/1.1" status: 204 len: 168 time: 0.4091771 Nov 12 04:05:00.322493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7235b87-dd60-499b-931f-ca0470b084e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ed1165-a6c1-4a4b-824e-d57c2576d7d9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:00.480752 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-83c511c7-8036-402c-a43d-99b48745695d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2aa9d9d79bb14f41982327eea46c8b87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1993971 Nov 12 04:05:00.482266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55184) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:00.510759 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27a92cb3-e3fa-402a-8c15-3d00b426d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.563502 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-340fc436-55b7-4729-a0f9-7273f9325922 req-7614b863-02f4-417a-bcde-a491c48c6670 service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452805 Nov 12 04:05:00.651307 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27a92cb3-e3fa-402a-8c15-3d00b426d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.684786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-27a92cb3-e3fa-402a-8c15-3d00b426d8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958153e5-b48a-4b69-b6bc-9a2a36219b29']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:00.705945 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-385b8c5a-bc89-4f3e-b22a-5d9d8256d1d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.722831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-27a92cb3-e3fa-402a-8c15-3d00b426d8e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878c2989-b131-45c9-b09a-0b264a7605b8') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:00.723482 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-27a92cb3-e3fa-402a-8c15-3d00b426d8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878c2989-b131-45c9-b09a-0b264a7605b8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:00.746162 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27a92cb3-e3fa-402a-8c15-3d00b426d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.757761 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-385b8c5a-bc89-4f3e-b22a-5d9d8256d1d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.772815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7cee8-fb24-4e39-8faa-99f733dab397 req-64d3f15a-96c4-4628-8ca6-c202043c3f9e tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:00.775049 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01f7cee8-fb24-4e39-8faa-99f733dab397 req-64d3f15a-96c4-4628-8ca6-c202043c3f9e tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0629723 Nov 12 04:05:00.798767 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27a92cb3-e3fa-402a-8c15-3d00b426d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.818992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a92cb3-e3fa-402a-8c15-3d00b426d8e0 admin admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:05:00.819422 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27a92cb3-e3fa-402a-8c15-3d00b426d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:05:00.823620 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:05:00.851778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01f7cee8-fb24-4e39-8faa-99f733dab397 req-75a93c77-4043-4ef0-83b5-973955a7be25 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618019 Nov 12 04:05:00.968392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-b9287d6b-d928-4d4d-aace-3e7bc347d634 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:00.969952 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-b9287d6b-d928-4d4d-aace-3e7bc347d634 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/networks?id=2c004923-5e49-42b9-a490-8ce3b8f6885d HTTP/1.1" status: 200 len: 812 time: 0.2216666 Nov 12 04:05:00.987395 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-44c03e85-8836-4d87-903e-9bb22885a14e tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/quotas/79f4a1ff5d12476a92e0c96cc17a1a9c HTTP/1.1" status: 200 len: 375 time: 0.0101097 Nov 12 04:05:01.010932 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27a92cb3-e3fa-402a-8c15-3d00b426d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:01.017429 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27a92cb3-e3fa-402a-8c15-3d00b426d8e0 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:01.017694 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-27a92cb3-e3fa-402a-8c15-3d00b426d8e0 admin admin] 10.222.0.105 "DELETE /v2.0/networks/958153e5-b48a-4b69-b6bc-9a2a36219b29 HTTP/1.1" status: 204 len: 168 time: 0.7098875 Nov 12 04:05:01.046835 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-07902496-6cea-410c-b344-312ae63b3653 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=79f4a1ff5d12476a92e0c96cc17a1a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515540 Nov 12 04:05:01.048311 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-385b8c5a-bc89-4f3e-b22a-5d9d8256d1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:01.051420 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-385b8c5a-bc89-4f3e-b22a-5d9d8256d1d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:01.054871 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-385b8c5a-bc89-4f3e-b22a-5d9d8256d1d3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/06038499-dcdb-4284-a4c1-91c3252958a3 HTTP/1.1" status: 204 len: 168 time: 0.5625231 Nov 12 04:05:01.054871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a92cb3-e3fa-402a-8c15-3d00b426d8e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=958153e5-b48a-4b69-b6bc-9a2a36219b29,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:01.073126 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b8c5a-bc89-4f3e-b22a-5d9d8256d1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06038499-dcdb-4284-a4c1-91c3252958a3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:01.531454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:01.600888 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-25977de1-a3fb-4b92-bd99-957b615d82bf admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5b033f5f836d47e08dc0960aad13136c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0681255 Nov 12 04:05:01.603602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55212) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:01.669931 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f62f931-aafc-4660-81cf-2f29931e3874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:01.699241 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f62f931-aafc-4660-81cf-2f29931e3874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:01.772839 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-52e9e474-5f1e-492c-8f52-4e7d66526494 service neutron] 10.222.0.105 "GET /v2.0/networks/2c004923-5e49-42b9-a490-8ce3b8f6885d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007551 Nov 12 04:05:01.809309 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f62f931-aafc-4660-81cf-2f29931e3874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:01.812051 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f62f931-aafc-4660-81cf-2f29931e3874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:01.816654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9f62f931-aafc-4660-81cf-2f29931e3874 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/869fe39b-513c-41fb-98f7-561686cc41a2 HTTP/1.1" status: 204 len: 168 time: 0.2085593 Nov 12 04:05:01.822870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62f931-aafc-4660-81cf-2f29931e3874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869fe39b-513c-41fb-98f7-561686cc41a2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:01.934360 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-7d73d7ee-26ba-4285-be43-2dd54eff0822 service neutron] 10.222.0.105 "GET /v2.0/networks/2c004923-5e49-42b9-a490-8ce3b8f6885d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554749 Nov 12 04:05:01.991430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faaf8d-6c8f-44e5-b237-195c5fcbafc8 req-04103b52-6d2c-4361-9dce-db3b01bc1fe2 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:01.993348 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84faaf8d-6c8f-44e5-b237-195c5fcbafc8 req-04103b52-6d2c-4361-9dce-db3b01bc1fe2 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0558410 Nov 12 04:05:02.057695 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84faaf8d-6c8f-44e5-b237-195c5fcbafc8 req-bc1fa2bc-0b62-4a08-a040-284aa8615c47 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579486 Nov 12 04:05:02.308399 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-258aed33-9cb1-4008-818b-d5711f085272 req-1dcfefcb-65a0-4260-9e85-b0082b0c073a tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 210 time: 0.0464053 Nov 12 04:05:03.199599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604a0c7-b013-42b2-8c19-fcda0b8509d5 req-8b6e91ed-dec1-42fb-89d9-22cc4f33d689 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:03.201309 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3604a0c7-b013-42b2-8c19-fcda0b8509d5 req-8b6e91ed-dec1-42fb-89d9-22cc4f33d689 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0578063 Nov 12 04:05:03.275960 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3604a0c7-b013-42b2-8c19-fcda0b8509d5 req-fac42f75-0fa8-433d-90db-3e397fbe1ca0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586040 Nov 12 04:05:03.390030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e24ea257-5c53-43be-b56a-ebb82099146c req-f51121f7-4f43-4f15-851e-b862bd4b1858 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 210 time: 0.0279396 Nov 12 04:05:03.421463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:03.527918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-325881670', 'router:external': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:03.636959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Made reservation on behalf of 018ca287a7b443659d22b55357505a6b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:03.639538 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.651117 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.753883 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.848440 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.874244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:05:03.884922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079bc1bd-d8cb-432d-8819-702fa30bd190,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:03.893745 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.894070 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Added segment 56160400-ea15-4f59-9b34-8482ccc31821 of type vlan for network 86fc35fa-b635-455a-a84a-a6ed3139bfae Nov 12 04:05:03.970732 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:04.111453 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:04.114000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:04.114585 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:04.180221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event updated for resources: {'Network': ['ID=86fc35fa-b635-455a-a84a-a6ed3139bfae,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:04.190256 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 86fc35fa-b635-455a-a84a-a6ed3139bfae details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:05:04.210256 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55308) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:04.271538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1f312ebc-3b96-4892-9f8a-d3a4aaa97592 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8489146 Nov 12 04:05:04.274666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55312) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:04.279493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-53e35e13-1d62-40b5-864c-1e3edcee1d60 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Request body: {'subnet': {'network_id': '86fc35fa-b635-455a-a84a-a6ed3139bfae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:04.336212 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d600917b-8fe8-447a-a7a7-3c86457df753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:04.501066 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8ac342b-811b-4733-b38b-0127115e1473 req-55845ebd-992a-476a-afcc-3b672931605e tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 210 time: 0.0276952 Nov 12 04:05:04.734109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e35e13-1d62-40b5-864c-1e3edcee1d60 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Made reservation on behalf of 018ca287a7b443659d22b55357505a6b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:04.736418 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53e35e13-1d62-40b5-864c-1e3edcee1d60 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:04.835005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985fccb-b77c-48ab-98bd-115728955439 req-10f7ff07-e6ab-4d4c-b01d-bb9b406316fd tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:04.836695 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1985fccb-b77c-48ab-98bd-115728955439 req-10f7ff07-e6ab-4d4c-b01d-bb9b406316fd tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.4903874 Nov 12 04:05:04.893218 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d600917b-8fe8-447a-a7a7-3c86457df753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:04.935162 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1985fccb-b77c-48ab-98bd-115728955439 req-c69fdc02-72a1-4ba1-bf61-1ec44b34f117 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890870 Nov 12 04:05:05.036734 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d600917b-8fe8-447a-a7a7-3c86457df753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.076773 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d600917b-8fe8-447a-a7a7-3c86457df753 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b0f65c56399842afa4dbedc33155663d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8652086 Nov 12 04:05:05.080947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600917b-8fe8-447a-a7a7-3c86457df753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b76276-a510-49d6-b503-b4524e707874,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:05.081065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:05.130659 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1087b81c-cb63-4565-9ad5-d3a20833be4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.157520 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1087b81c-cb63-4565-9ad5-d3a20833be4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.238768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.objects.ports [None req-53e35e13-1d62-40b5-864c-1e3edcee1d60 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 04:05:05.239125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53e35e13-1d62-40b5-864c-1e3edcee1d60 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.294531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e35e13-1d62-40b5-864c-1e3edcee1d60 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event updated for resources: {'Subnet': ['ID=27210517-0497-495f-9cff-27f682add778,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:05.313817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e35e13-1d62-40b5-864c-1e3edcee1d60 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Checking segment: {'id': '56160400-ea15-4f59-9b34-8482ccc31821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '86fc35fa-b635-455a-a84a-a6ed3139bfae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:05.314191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e35e13-1d62-40b5-864c-1e3edcee1d60 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Network hostable DHCP agents. Network: 86fc35fa-b635-455a-a84a-a6ed3139bfae, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:05:05.436292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e35e13-1d62-40b5-864c-1e3edcee1d60 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Network 86fc35fa-b635-455a-a84a-a6ed3139bfae is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:05:05.545112 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-53e35e13-1d62-40b5-864c-1e3edcee1d60 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 86fc35fa-b635-455a-a84a-a6ed3139bfae) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:05.549303 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e35e13-1d62-40b5-864c-1e3edcee1d60 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:05.555023 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53e35e13-1d62-40b5-864c-1e3edcee1d60 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.555760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-915ab694-bcef-4ee2-a7a7-a347783b1150 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:05.555760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-915ab694-bcef-4ee2-a7a7-a347783b1150 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.26 "GET /v2.0/networks?id=2c004923-5e49-42b9-a490-8ce3b8f6885d HTTP/1.1" status: 200 len: 812 time: 0.3793349 Nov 12 04:05:05.558571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c1556-8c56-40e7-9e62-d879b5abb213 None None] Network 86fc35fa-b635-455a-a84a-a6ed3139bfae requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:05.575146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-57854936-c068-4171-8cdd-160bf5b29d78 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Request body: {'port': {'device_id': 'd1a617d0-1941-42d7-a3a0-bcec633311f4', 'network_id': '2c004923-5e49-42b9-a490-8ce3b8f6885d', 'admin_state_up': True, 'tenant_id': '79f4a1ff5d12476a92e0c96cc17a1a9c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:05.662508 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d1e9df6d-7409-48bb-9e16-74dc0e0a5605 req-cdd3c51b-c4e3-4b4d-8965-3d122f08968f tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 210 time: 0.0646477 Nov 12 04:05:05.690830 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1087b81c-cb63-4565-9ad5-d3a20833be4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.693902 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1087b81c-cb63-4565-9ad5-d3a20833be4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.694269 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fa969a-1d93-4a6b-be89-2bdfe15b16e9 None None] Network 86fc35fa-b635-455a-a84a-a6ed3139bfae requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:05.706902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1087b81c-cb63-4565-9ad5-d3a20833be4b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e3b76276-a510-49d6-b503-b4524e707874 HTTP/1.1" status: 204 len: 168 time: 0.6142662 Nov 12 04:05:05.717403 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087b81c-cb63-4565-9ad5-d3a20833be4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b76276-a510-49d6-b503-b4524e707874,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:05.731300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-53e35e13-1d62-40b5-864c-1e3edcee1d60 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4555418 Nov 12 04:05:05.734293 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55330) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:05.739787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3a4db8d3-b7be-41c1-99d3-98416edb3b7d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-965391882', 'network_id': '86fc35fa-b635-455a-a84a-a6ed3139bfae'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:05.899756 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-57854936-c068-4171-8cdd-160bf5b29d78 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Made reservation on behalf of 79f4a1ff5d12476a92e0c96cc17a1a9c for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:05.903499 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-57854936-c068-4171-8cdd-160bf5b29d78 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:06.025603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4db8d3-b7be-41c1-99d3-98416edb3b7d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Made reservation on behalf of 018ca287a7b443659d22b55357505a6b for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:06.027949 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a4db8d3-b7be-41c1-99d3-98416edb3b7d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:06.039733 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-57854936-c068-4171-8cdd-160bf5b29d78 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Allocated IP 172.20.0.2 (2c004923-5e49-42b9-a490-8ce3b8f6885d/0441c528-0570-4a37-8f57-09fe907c2aa3/b253a6a9-4da1-4dc3-8a55-080e16f0369a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:06.070837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-3a4db8d3-b7be-41c1-99d3-98416edb3b7d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] device_id is not set on port da123cf2-881f-4b03-a632-29a30bd28a3a yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:05:06.087886 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6c384-d707-49d7-a683-4f5ef246a49f req-c85e7c3d-29d8-4c15-9df4-d4b72b8416f4 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:06.092719 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92a6c384-d707-49d7-a683-4f5ef246a49f req-c85e7c3d-29d8-4c15-9df4-d4b72b8416f4 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0794048 Nov 12 04:05:06.210545 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-57854936-c068-4171-8cdd-160bf5b29d78 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:06.215904 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92a6c384-d707-49d7-a683-4f5ef246a49f req-568414f3-67d0-4b00-abf4-b31de5175359 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880852 Nov 12 04:05:06.256507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3a4db8d3-b7be-41c1-99d3-98416edb3b7d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Allocated IP 2001:db8::1cc (86fc35fa-b635-455a-a84a-a6ed3139bfae/27210517-0497-495f-9cff-27f682add778/da123cf2-881f-4b03-a632-29a30bd28a3a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:06.323311 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-57854936-c068-4171-8cdd-160bf5b29d78 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:06.365724 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:05:06.373801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-57854936-c068-4171-8cdd-160bf5b29d78 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Network 2c004923-5e49-42b9-a490-8ce3b8f6885d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:06.379828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-57854936-c068-4171-8cdd-160bf5b29d78 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:06.383930 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-57854936-c068-4171-8cdd-160bf5b29d78 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:06.416438 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a4db8d3-b7be-41c1-99d3-98416edb3b7d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:06.420659 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57854936-c068-4171-8cdd-160bf5b29d78 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Pushing event updated for resources: {'Port': ['ID=b253a6a9-4da1-4dc3-8a55-080e16f0369a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:06.448594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-57854936-c068-4171-8cdd-160bf5b29d78 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:06.449221 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-57854936-c068-4171-8cdd-160bf5b29d78 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:06.545500 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a4db8d3-b7be-41c1-99d3-98416edb3b7d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:06.582768 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-57854936-c068-4171-8cdd-160bf5b29d78 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0118401 Nov 12 04:05:06.591582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4db8d3-b7be-41c1-99d3-98416edb3b7d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Network 86fc35fa-b635-455a-a84a-a6ed3139bfae is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:06.594807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3a4db8d3-b7be-41c1-99d3-98416edb3b7d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:06.600090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4db8d3-b7be-41c1-99d3-98416edb3b7d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:06.600657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4db8d3-b7be-41c1-99d3-98416edb3b7d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:06.601272 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a4db8d3-b7be-41c1-99d3-98416edb3b7d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:06.601949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Request body: {'port': {'device_id': 'd1a617d0-1941-42d7-a3a0-bcec633311f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:06.604583 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4db8d3-b7be-41c1-99d3-98416edb3b7d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event updated for resources: {'Port': ['ID=da123cf2-881f-4b03-a632-29a30bd28a3a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:06.662670 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:06.688673 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3a4db8d3-b7be-41c1-99d3-98416edb3b7d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9532681 Nov 12 04:05:06.695548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55356) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:06.785507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47d6a-a244-41b1-8c0e-1e7fb71d79e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Deleting port da123cf2-881f-4b03-a632-29a30bd28a3a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:06.786154 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5c47d6a-a244-41b1-8c0e-1e7fb71d79e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:06.867046 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5c47d6a-a244-41b1-8c0e-1e7fb71d79e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:06.877687 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1885-7dae-40f8-b149-4069ec8b6992 req-ae72385a-f9e6-42a7-8809-b9b53db794b2 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:06.880018 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa3c1885-7dae-40f8-b149-4069ec8b6992 req-ae72385a-f9e6-42a7-8809-b9b53db794b2 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 931 time: 0.1343396 Nov 12 04:05:06.883709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47d6a-a244-41b1-8c0e-1e7fb71d79e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Calling delete_port for da123cf2-881f-4b03-a632-29a30bd28a3a owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:07.047228 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55368) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:07.066495 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa3c1885-7dae-40f8-b149-4069ec8b6992 req-f1d0d439-8828-4076-a0ed-f77d407512d4 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752518 Nov 12 04:05:07.110070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b253a6a9-4da1-4dc3-8a55-080e16f0369a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:07.111435 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.122812 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5c47d6a-a244-41b1-8c0e-1e7fb71d79e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.124803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Transition to ACTIVE for port object b253a6a9-4da1-4dc3-8a55-080e16f0369a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:07.158080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-21587702-network', 'tenant_id': 'fa2f29c8f7df4fcb9f1e8b78e16a9369'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:07.161620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47d6a-a244-41b1-8c0e-1e7fb71d79e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event deleted for resources: {'Port': ['ID=da123cf2-881f-4b03-a632-29a30bd28a3a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:07.199852 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5c47d6a-a244-41b1-8c0e-1e7fb71d79e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.203116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d5c47d6a-a244-41b1-8c0e-1e7fb71d79e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "DELETE /v2.0/ports/da123cf2-881f-4b03-a632-29a30bd28a3a HTTP/1.1" status: 204 len: 168 time: 0.5064130 Nov 12 04:05:07.205921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55372) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:07.211353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86fc35fa-b635-455a-a84a-a6ed3139bfae', 'external_fixed_ips': [{'subnet_id': '27210517-0497-495f-9cff-27f682add778', 'ip_address': '2001:db8::1cc'}]}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:07.215736 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.273569 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b253a6a9-4da1-4dc3-8a55-080e16f0369a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:07.284940 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] Made reservation on behalf of fa2f29c8f7df4fcb9f1e8b78e16a9369 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:07.288945 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.301205 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.353187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Attempting to bind port b253a6a9-4da1-4dc3-8a55-080e16f0369a on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:07.353524 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Attempting to bind port b253a6a9-4da1-4dc3-8a55-080e16f0369a by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '8baa62bd-bff5-4360-8dad-2eacf408fbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2c004923-5e49-42b9-a490-8ce3b8f6885d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:07.353857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Attempting to bind port b253a6a9-4da1-4dc3-8a55-080e16f0369a on network 2c004923-5e49-42b9-a490-8ce3b8f6885d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:07.358284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Port b253a6a9-4da1-4dc3-8a55-080e16f0369a on network 2c004923-5e49-42b9-a490-8ce3b8f6885d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:07.358603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Attempting to bind port b253a6a9-4da1-4dc3-8a55-080e16f0369a on network 2c004923-5e49-42b9-a490-8ce3b8f6885d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:07.363697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:07.363969 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Checking segment: {'id': '8baa62bd-bff5-4360-8dad-2eacf408fbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2c004923-5e49-42b9-a490-8ce3b8f6885d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:07.364383 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Bound using segment: {'id': '8baa62bd-bff5-4360-8dad-2eacf408fbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2c004923-5e49-42b9-a490-8ce3b8f6885d'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:07.364827 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Bound port: b253a6a9-4da1-4dc3-8a55-080e16f0369a, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8baa62bd-bff5-4360-8dad-2eacf408fbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2c004923-5e49-42b9-a490-8ce3b8f6885d'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:07.365194 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.370536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0490de6-e3e1-4e5d-8f8c-2353aa33557d req-5d081d03-0f74-47b5-9303-b6ce03d2489a tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:07.372122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a0490de6-e3e1-4e5d-8f8c-2353aa33557d req-5d081d03-0f74-47b5-9303-b6ce03d2489a tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0726864 Nov 12 04:05:07.431601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] For port b253a6a9-4da1-4dc3-8a55-080e16f0369a, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:07.435342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] For port b253a6a9-4da1-4dc3-8a55-080e16f0369a, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b253a6a9-4da1-4dc3-8a55-080e16f0369a,segment=NetworkSegment(8baa62bd-bff5-4360-8dad-2eacf408fbcb),segment_id=8baa62bd-bff5-4360-8dad-2eacf408fbcb)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:07.448445 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.449809 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.453831 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.457775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a0490de6-e3e1-4e5d-8f8c-2353aa33557d req-f2257746-1b5d-417a-a9c3-55d1c8278479 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717950 Nov 12 04:05:07.514987 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.533990 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.567929 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.569485 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:07.570110 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.571607 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] 10.222.0.26 "PUT /v2.0/ports/b253a6a9-4da1-4dc3-8a55-080e16f0369a HTTP/1.1" status: 200 len: 1092 time: 0.9741709 Nov 12 04:05:07.574230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a617d0-1941-42d7-a3a0-bcec633311f4', 'tag': 'b253a6a9-4da1-4dc3-8a55-080e16f0369a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:07.579996 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d489dd-8861-4be6-ad80-cff632fbb503" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a617d0-1941-42d7-a3a0-bcec633311f4", "tag": "b253a6a9-4da1-4dc3-8a55-080e16f0369a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:07.591821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:05:07.606061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ac5f2-c007-47dc-99c6-9ad1c84e77c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b253a6a9-4da1-4dc3-8a55-080e16f0369a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:07.612430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cb3852-5e5a-497d-b279-924c5ae55d4b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:07.612430 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.612430 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] Added segment 2df24ed1-bfb0-4f57-9715-ddfeee0a7585 of type vlan for network 182fa84c-53d6-451c-8760-0e5d4c8d5c66 Nov 12 04:05:07.632535 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34804421-8ea9-4b7f-b9bf-4572cbf47c12 x-openstack-request-id: req-34804421-8ea9-4b7f-b9bf-4572cbf47c12 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:07.632898 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a617d0-1941-42d7-a3a0-bcec633311f4", "tag": "b253a6a9-4da1-4dc3-8a55-080e16f0369a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:07.633211 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-34804421-8ea9-4b7f-b9bf-4572cbf47c12 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:07.633677 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a617d0-1941-42d7-a3a0-bcec633311f4', 'tag': 'b253a6a9-4da1-4dc3-8a55-080e16f0369a', 'status': 'completed', 'code': 200} Nov 12 04:05:07.653657 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.779569 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.780625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:07.781216 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.809511 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.817487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d489dd-8861-4be6-ad80-cff632fbb503 req-e4ff9a10-ca3b-49c8-8bd1-b0fb7464b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:07.819001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e0d489dd-8861-4be6-ad80-cff632fbb503 req-e4ff9a10-ca3b-49c8-8bd1-b0fb7464b5e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79f4a1ff5d12476a92e0c96cc17a1a9c&device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 1095 time: 0.1149802 Nov 12 04:05:07.842865 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] Pushing event updated for resources: {'Network': ['ID=182fa84c-53d6-451c-8760-0e5d4c8d5c66,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:07.853510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 182fa84c-53d6-451c-8760-0e5d4c8d5c66 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:05:07.930475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6758f523-fc1e-444a-ac63-098a29ee4272 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8818154 Nov 12 04:05:07.975206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d489dd-8861-4be6-ad80-cff632fbb503 req-fb085bf9-1a31-4995-b333-2fca17b1207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:07.975206 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e0d489dd-8861-4be6-ad80-cff632fbb503 req-fb085bf9-1a31-4995-b333-2fca17b1207f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=79f4a1ff5d12476a92e0c96cc17a1a9c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1116207 Nov 12 04:05:08.117222 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d489dd-8861-4be6-ad80-cff632fbb503 req-2497b84d-d9dd-4230-8d3e-d4878833bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.117852 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e0d489dd-8861-4be6-ad80-cff632fbb503 req-2497b84d-d9dd-4230-8d3e-d4878833bd39 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1640902 Nov 12 04:05:08.221006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceb684-e40a-409e-aa0e-c059ec5ca037 req-0358411c-55b9-4d81-b5ba-8746f4c33c26 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.223436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efceb684-e40a-409e-aa0e-c059ec5ca037 req-0358411c-55b9-4d81-b5ba-8746f4c33c26 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 943 time: 0.0668213 Nov 12 04:05:08.274867 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efceb684-e40a-409e-aa0e-c059ec5ca037 req-4a9e437b-6447-4e4c-9cc7-a400f4ed932f tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450201 Nov 12 04:05:08.419447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-95321fe6-4f34-4edb-a2bb-de5921afde5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.420983 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-95321fe6-4f34-4edb-a2bb-de5921afde5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79f4a1ff5d12476a92e0c96cc17a1a9c&device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 1095 time: 0.2113326 Nov 12 04:05:08.435922 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:08.491429 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:08.551543 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-0acf793a-9e94-4d43-b1b1-5ab5db458d8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b253a6a9-4da1-4dc3-8a55-080e16f0369a HTTP/1.1" status: 200 len: 217 time: 0.0744846 Nov 12 04:05:08.583895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2626813-c0f9-45f7-b549-6ae013fc39f2 req-884e9b89-54e2-4556-bda7-10463023168b tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.585685 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2626813-c0f9-45f7-b549-6ae013fc39f2 req-884e9b89-54e2-4556-bda7-10463023168b tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0553269 Nov 12 04:05:08.634997 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2626813-c0f9-45f7-b549-6ae013fc39f2 req-39f94814-b72c-499c-8a94-812cfddd607d tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429981 Nov 12 04:05:08.651493 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d59ff-3c27-4d3f-a528-6a155eccdf50 req-01ac12ae-faae-48f8-9b2a-9ed0a0557e4f tempest-ComputeTenantNetworksTest-1175696871 tempest-ComputeTenantNetworksTest-1175696871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.658087 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d59ff-3c27-4d3f-a528-6a155eccdf50 req-01ac12ae-faae-48f8-9b2a-9ed0a0557e4f tempest-ComputeTenantNetworksTest-1175696871 tempest-ComputeTenantNetworksTest-1175696871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.664621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d59ff-3c27-4d3f-a528-6a155eccdf50 req-01ac12ae-faae-48f8-9b2a-9ed0a0557e4f tempest-ComputeTenantNetworksTest-1175696871 tempest-ComputeTenantNetworksTest-1175696871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.670957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d59ff-3c27-4d3f-a528-6a155eccdf50 req-01ac12ae-faae-48f8-9b2a-9ed0a0557e4f tempest-ComputeTenantNetworksTest-1175696871 tempest-ComputeTenantNetworksTest-1175696871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.672775 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb0d59ff-3c27-4d3f-a528-6a155eccdf50 req-01ac12ae-faae-48f8-9b2a-9ed0a0557e4f tempest-ComputeTenantNetworksTest-1175696871 tempest-ComputeTenantNetworksTest-1175696871-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2508 time: 0.3886120 Nov 12 04:05:08.722970 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-b19547b3-02a7-4d48-97fe-53101dd888fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.730947 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-b19547b3-02a7-4d48-97fe-53101dd888fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0441c528-0570-4a37-8f57-09fe907c2aa3 HTTP/1.1" status: 200 len: 852 time: 0.1381991 Nov 12 04:05:08.761880 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-11e3b6f4-e6ec-48e7-9fc9-390a2ee59b91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c004923-5e49-42b9-a490-8ce3b8f6885d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299671 Nov 12 04:05:08.776929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8b5e7-ab96-4fd3-bc42-d23ada385cf2 req-4b375370-7aad-41b1-8151-5c0b139d0659 tempest-ComputeTenantNetworksTest-1175696871 tempest-ComputeTenantNetworksTest-1175696871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.778273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-06f8b5e7-ab96-4fd3-bc42-d23ada385cf2 req-4b375370-7aad-41b1-8151-5c0b139d0659 tempest-ComputeTenantNetworksTest-1175696871 tempest-ComputeTenantNetworksTest-1175696871-project] 10.222.0.105 "GET /v2.0/networks/182fa84c-53d6-451c-8760-0e5d4c8d5c66 HTTP/1.1" status: 200 len: 767 time: 0.0833571 Nov 12 04:05:08.786707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:08.864875 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d19c620-2d02-4ae0-b601-b709c17a9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:08.954278 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d19c620-2d02-4ae0-b601-b709c17a9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:08.977972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2d19c620-2d02-4ae0-b601-b709c17a9f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182fa84c-53d6-451c-8760-0e5d4c8d5c66']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:08.988776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2d19c620-2d02-4ae0-b601-b709c17a9f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df24ed1-bfb0-4f57-9715-ddfeee0a7585') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:08.989067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2d19c620-2d02-4ae0-b601-b709c17a9f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df24ed1-bfb0-4f57-9715-ddfeee0a7585') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:08.999603 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d19c620-2d02-4ae0-b601-b709c17a9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:09.013481 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d19c620-2d02-4ae0-b601-b709c17a9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:09.020443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d19c620-2d02-4ae0-b601-b709c17a9f29 admin admin] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:05:09.020834 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d19c620-2d02-4ae0-b601-b709c17a9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:05:09.025197 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:05:09.124538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Allocated IP 2001:db8::1cc (86fc35fa-b635-455a-a84a-a6ed3139bfae/27210517-0497-495f-9cff-27f682add778/1458ecc2-b671-4dec-b5bf-35e2acfc7cf9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:09.191108 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-e231564d-11db-4eeb-a74a-aed47e1c28d0 service neutron] 10.222.0.26 "GET /v2.0/networks/2c004923-5e49-42b9-a490-8ce3b8f6885d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075947 Nov 12 04:05:09.219234 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d19c620-2d02-4ae0-b601-b709c17a9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:09.224601 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d19c620-2d02-4ae0-b601-b709c17a9f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:09.230946 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2d19c620-2d02-4ae0-b601-b709c17a9f29 admin admin] 10.222.0.105 "DELETE /v2.0/networks/182fa84c-53d6-451c-8760-0e5d4c8d5c66 HTTP/1.1" status: 204 len: 168 time: 0.4405329 Nov 12 04:05:09.243921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19c620-2d02-4ae0-b601-b709c17a9f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=182fa84c-53d6-451c-8760-0e5d4c8d5c66,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:09.333870 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:09.364347 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3275546-b994-4efd-9600-50a80e42a8e6 req-4d54ce14-2e25-4a21-92b9-7c6eb1565f08 service neutron] 10.222.0.26 "GET /v2.0/networks/2c004923-5e49-42b9-a490-8ce3b8f6885d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473529 Nov 12 04:05:09.425466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b109f-7715-44fa-ab21-6115fade8b38 req-a1d9ab7c-60b0-4afc-bc86-b62a49a06adf tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.426958 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6d9b109f-7715-44fa-ab21-6115fade8b38 req-a1d9ab7c-60b0-4afc-bc86-b62a49a06adf tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 943 time: 0.0789213 Nov 12 04:05:09.477341 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6d9b109f-7715-44fa-ab21-6115fade8b38 req-bc890c25-2944-45e8-bf92-c340fc9486bf tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441201 Nov 12 04:05:09.511278 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:09.561088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Network 86fc35fa-b635-455a-a84a-a6ed3139bfae is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:09.561088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:09.564809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:09.568001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event updated for resources: {'Port': ['ID=1458ecc2-b671-4dec-b5bf-35e2acfc7cf9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:09.657086 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55410) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:09.702370 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fe43e8ef-034c-4cf9-a99b-8b198003f196 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fa2f29c8f7df4fcb9f1e8b78e16a9369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440755 Nov 12 04:05:09.704992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:09.797163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdee9b-d518-4fa3-bdbe-705e816ab250 req-d70d4ef0-8ac0-47a3-87ba-bcbfebe725ab tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.798710 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-40cdee9b-d518-4fa3-bdbe-705e816ab250 req-d70d4ef0-8ac0-47a3-87ba-bcbfebe725ab tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0876789 Nov 12 04:05:09.800385 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d74f0e6-4123-4487-8840-79588ad11524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:09.841085 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d74f0e6-4123-4487-8840-79588ad11524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:09.893033 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-40cdee9b-d518-4fa3-bdbe-705e816ab250 req-9cec678d-d82b-48d4-8342-abb9ffaf5e3c tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827005 Nov 12 04:05:09.952492 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:10.013777 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d74f0e6-4123-4487-8840-79588ad11524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:10.016590 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d74f0e6-4123-4487-8840-79588ad11524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:10.017758 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7d74f0e6-4123-4487-8840-79588ad11524 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f0cb3852-5e5a-497d-b279-924c5ae55d4b HTTP/1.1" status: 204 len: 168 time: 0.3118358 Nov 12 04:05:10.027049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74f0e6-4123-4487-8840-79588ad11524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cb3852-5e5a-497d-b279-924c5ae55d4b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:10.170775 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:10.453681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Router da5a4787-da3d-45b2-a9bb-f196eea8b974 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:05:10.601767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:10.613752 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Sync routers for ids ['da5a4787-da3d-45b2-a9bb-f196eea8b974'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:10.625651 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c97556-3e07-46f0-94b3-071c5c612baa req-d83bdae0-e52d-4ab2-911f-a7773349cd25 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.633324 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66c97556-3e07-46f0-94b3-071c5c612baa req-d83bdae0-e52d-4ab2-911f-a7773349cd25 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 943 time: 0.0700169 Nov 12 04:05:10.633459 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Routers {'da5a4787-da3d-45b2-a9bb-f196eea8b974'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:10.633459 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:04:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['da5a4787-da3d-45b2-a9bb-f196eea8b974'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:10.678875 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66c97556-3e07-46f0-94b3-071c5c612baa req-d130ed5c-4857-4d81-a343-c697e085a2fb tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455024 Nov 12 04:05:10.758825 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:10.760566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-39ddfab4-68a3-44d6-a786-923cfd56f559 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.5531394 Nov 12 04:05:10.767938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55434) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:10.824305 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Set router da5a4787-da3d-45b2-a9bb-f196eea8b974 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:10.887066 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.029165 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a4787-da3d-45b2-a9bb-f196eea8b974', 'name': '', 'tenant_id': '018ca287a7b443659d22b55357505a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86fc35fa-b635-455a-a84a-a6ed3139bfae', 'external_fixed_ips': [{'subnet_id': '27210517-0497-495f-9cff-27f682add778', 'ip_address': '2001:db8::1cc'}], 'enable_snat': True}, 'gw_port_id': '1458ecc2-b671-4dec-b5bf-35e2acfc7cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:07Z', 'updated_at': '2021-11-12T04:05:09Z', 'revision_number': 3, 'project_id': '018ca287a7b443659d22b55357505a6b', 'gw_port': {'id': '1458ecc2-b671-4dec-b5bf-35e2acfc7cf9', 'name': '', 'network_id': '86fc35fa-b635-455a-a84a-a6ed3139bfae', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a4787-da3d-45b2-a9bb-f196eea8b974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '27210517-0497-495f-9cff-27f682add778', 'ip_address': '2001:db8::1cc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:08Z', 'updated_at': '2021-11-12T04:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27210517-0497-495f-9cff-27f682add778', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:11.029783 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.056332 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa60f06-2712-4d2f-8096-49574bdf5bb6 req-34c8b8af-d0da-4547-9e7e-c5352e4e415c tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:11.058603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efa60f06-2712-4d2f-8096-49574bdf5bb6 req-34c8b8af-d0da-4547-9e7e-c5352e4e415c tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0814941 Nov 12 04:05:11.071435 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Checking router: da5a4787-da3d-45b2-a9bb-f196eea8b974 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:11.071896 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Updating router da5a4787-da3d-45b2-a9bb-f196eea8b974 port 1458ecc2-b671-4dec-b5bf-35e2acfc7cf9 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:05:11.110812 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.124184 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efa60f06-2712-4d2f-8096-49574bdf5bb6 req-9b85dfb9-1ca0-4e87-87f7-5fc4ca11b0fa tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591657 Nov 12 04:05:11.182877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476d66-06d9-4b5f-8241-a34e137226fb req-13e475d6-df20-4efd-8b90-04c99148981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:11.184356 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-96476d66-06d9-4b5f-8241-a34e137226fb req-13e475d6-df20-4efd-8b90-04c99148981d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 1097 time: 0.0841856 Nov 12 04:05:11.220472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Deleting port 1458ecc2-b671-4dec-b5bf-35e2acfc7cf9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:11.221645 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.273405 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-96476d66-06d9-4b5f-8241-a34e137226fb req-f1d9fafe-7575-4b93-bdb1-a0d4940222f5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789406 Nov 12 04:05:11.331224 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.346606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Calling delete_port for 1458ecc2-b671-4dec-b5bf-35e2acfc7cf9 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:11.423193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55454) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:11.454131 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.533608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1919627171-network', 'tenant_id': 'dbc5dcf2687d4393adcc84ade7008909'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:11.579586 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.639216 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Attempting to bind port 1458ecc2-b671-4dec-b5bf-35e2acfc7cf9 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:11.639899 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Attempting to bind port 1458ecc2-b671-4dec-b5bf-35e2acfc7cf9 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '56160400-ea15-4f59-9b34-8482ccc31821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '86fc35fa-b635-455a-a84a-a6ed3139bfae'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:11.639899 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Attempting to bind port 1458ecc2-b671-4dec-b5bf-35e2acfc7cf9 on network 86fc35fa-b635-455a-a84a-a6ed3139bfae {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:11.641941 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac12585-757d-4657-b025-7e944cc5e85a None None] Pushing event updated for resources: {'Port': ['ID=1458ecc2-b671-4dec-b5bf-35e2acfc7cf9,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:11.651262 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac12585-757d-4657-b025-7e944cc5e85a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:11.651610 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac12585-757d-4657-b025-7e944cc5e85a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:11.658360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac12585-757d-4657-b025-7e944cc5e85a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:11.658360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac12585-757d-4657-b025-7e944cc5e85a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:11.658360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac12585-757d-4657-b025-7e944cc5e85a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:11.658360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac12585-757d-4657-b025-7e944cc5e85a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:11.658360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac12585-757d-4657-b025-7e944cc5e85a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:11.658360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac12585-757d-4657-b025-7e944cc5e85a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:11.658360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac12585-757d-4657-b025-7e944cc5e85a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:11.658360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac12585-757d-4657-b025-7e944cc5e85a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:11.658360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac12585-757d-4657-b025-7e944cc5e85a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:11.658360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac12585-757d-4657-b025-7e944cc5e85a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:11.658360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:11.658360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Checking segment: {'id': '56160400-ea15-4f59-9b34-8482ccc31821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '86fc35fa-b635-455a-a84a-a6ed3139bfae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:11.660020 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.660020 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Bound using segment: {'id': '56160400-ea15-4f59-9b34-8482ccc31821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '86fc35fa-b635-455a-a84a-a6ed3139bfae'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:11.660238 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Bound port: 1458ecc2-b671-4dec-b5bf-35e2acfc7cf9, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56160400-ea15-4f59-9b34-8482ccc31821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '86fc35fa-b635-455a-a84a-a6ed3139bfae'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:11.660525 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.687639 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] Made reservation on behalf of dbc5dcf2687d4393adcc84ade7008909 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:11.689985 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.699314 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.722471 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.723890 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.db.api [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:05:11.724391 n-d-767704-23 neutron-server[103149]: DEBUG oslo_db.api [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:05:11.762430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event deleted for resources: {'Port': ['ID=1458ecc2-b671-4dec-b5bf-35e2acfc7cf9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:11.790360 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.834025 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d8318-061b-48aa-acd5-5694fa07e39d req-6713f885-4bcc-4a75-8b88-eb76a2d9c859 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:11.835554 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de5d8318-061b-48aa-acd5-5694fa07e39d req-6713f885-4bcc-4a75-8b88-eb76a2d9c859 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 943 time: 0.0824132 Nov 12 04:05:11.841147 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.888354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de5d8318-061b-48aa-acd5-5694fa07e39d req-3c0912ea-2366-47b1-929b-cbd87e0ab335 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454953 Nov 12 04:05:11.891873 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.894316 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.933601 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.959656 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31226ee4-b8f7-4d82-9389-738072d3a915,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:12.030590 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.031950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da5a4787-da3d-45b2-a9bb-f196eea8b974 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:05:12.036823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:05:12.036949 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.037735 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-afa83c02-77df-443a-8f54-227a7e47e2c2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "DELETE /v2.0/routers/da5a4787-da3d-45b2-a9bb-f196eea8b974 HTTP/1.1" status: 204 len: 168 time: 1.2682011 Nov 12 04:05:12.040727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:12.046477 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.046818 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] Added segment 8b564eee-1888-4e51-9dd7-28f6b4977cb2 of type vlan for network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 Nov 12 04:05:12.086866 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcbfa12-0283-429d-bfcd-4574e3cb56e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Deleting subnet 27210517-0497-495f-9cff-27f682add778 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:05:12.090086 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.090605 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fcbfa12-0283-429d-bfcd-4574e3cb56e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.134587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fcbfa12-0283-429d-bfcd-4574e3cb56e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.178367 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fcbfa12-0283-429d-bfcd-4574e3cb56e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.220959 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.222761 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:12.225978 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.241010 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Attempting to bind port 1458ecc2-b671-4dec-b5bf-35e2acfc7cf9 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:12.241380 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Attempting to bind port 1458ecc2-b671-4dec-b5bf-35e2acfc7cf9 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '56160400-ea15-4f59-9b34-8482ccc31821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '86fc35fa-b635-455a-a84a-a6ed3139bfae'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:12.241747 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Attempting to bind port 1458ecc2-b671-4dec-b5bf-35e2acfc7cf9 on network 86fc35fa-b635-455a-a84a-a6ed3139bfae {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:12.248873 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:12.249249 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Checking segment: {'id': '56160400-ea15-4f59-9b34-8482ccc31821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '86fc35fa-b635-455a-a84a-a6ed3139bfae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:12.249646 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.250035 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Bound using segment: {'id': '56160400-ea15-4f59-9b34-8482ccc31821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '86fc35fa-b635-455a-a84a-a6ed3139bfae'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:12.250504 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Bound port: 1458ecc2-b671-4dec-b5bf-35e2acfc7cf9, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56160400-ea15-4f59-9b34-8482ccc31821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '86fc35fa-b635-455a-a84a-a6ed3139bfae'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:12.250879 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.279004 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Port 1458ecc2-b671-4dec-b5bf-35e2acfc7cf9 has been deleted concurrently {{(pid=103149) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 04:05:12.290471 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Routers set() bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:12.291232 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Router IDs set() for agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 04:05:12.291855 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_agentschedulers_db [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da5a4787-da3d-45b2-a9bb-f196eea8b974'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:04:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent'). {{(pid=103149) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 04:05:12.292286 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f32a69-4303-41ce-a25a-64e1c322d8ae None None] The sync data for ids ['da5a4787-da3d-45b2-a9bb-f196eea8b974'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:12.301723 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01accc4-c728-47a9-ad39-3605cc2bd019 req-fe7b5b30-ccf1-4588-8297-0e820739ff23 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:12.303709 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f01accc4-c728-47a9-ad39-3605cc2bd019 req-fe7b5b30-ccf1-4588-8297-0e820739ff23 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0913043 Nov 12 04:05:12.320353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] Pushing event updated for resources: {'Network': ['ID=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:12.329981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:05:12.335301 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fcbfa12-0283-429d-bfcd-4574e3cb56e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.388912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbfa12-0283-429d-bfcd-4574e3cb56e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=27210517-0497-495f-9cff-27f682add778,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:12.391126 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fcbfa12-0283-429d-bfcd-4574e3cb56e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.396090 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3fcbfa12-0283-429d-bfcd-4574e3cb56e5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "DELETE /v2.0/subnets/27210517-0497-495f-9cff-27f682add778 HTTP/1.1" status: 204 len: 168 time: 0.3533123 Nov 12 04:05:12.398748 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55468) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:12.404789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f01accc4-c728-47a9-ad39-3605cc2bd019 req-9005a57e-0130-4714-8a6d-e39345472014 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942705 Nov 12 04:05:12.483592 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-19c43072-b256-4c6c-bc9f-bf4340531b51 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0577590 Nov 12 04:05:12.486539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55472) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:12.494930 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c401ee50-4f27-4b55-be48-a9d25ac02b8c admin admin] Request body: {'subnet': {'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1919627171-subnet', 'tenant_id': 'dbc5dcf2687d4393adcc84ade7008909', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:12.512388 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-451fcf00-bd55-42c6-aaaf-38035af4a830 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.598813 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-451fcf00-bd55-42c6-aaaf-38035af4a830 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.624064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-451fcf00-bd55-42c6-aaaf-38035af4a830 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86fc35fa-b635-455a-a84a-a6ed3139bfae']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:12.632473 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c401ee50-4f27-4b55-be48-a9d25ac02b8c admin admin] Made reservation on behalf of dbc5dcf2687d4393adcc84ade7008909 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:12.634765 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c401ee50-4f27-4b55-be48-a9d25ac02b8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.638110 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-451fcf00-bd55-42c6-aaaf-38035af4a830 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56160400-ea15-4f59-9b34-8482ccc31821') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:12.638406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-451fcf00-bd55-42c6-aaaf-38035af4a830 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56160400-ea15-4f59-9b34-8482ccc31821') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:12.663595 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-451fcf00-bd55-42c6-aaaf-38035af4a830 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.704865 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-451fcf00-bd55-42c6-aaaf-38035af4a830 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.714890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451fcf00-bd55-42c6-aaaf-38035af4a830 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:05:12.715274 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-451fcf00-bd55-42c6-aaaf-38035af4a830 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:05:12.716929 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:05:12.952941 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-451fcf00-bd55-42c6-aaaf-38035af4a830 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.962330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451fcf00-bd55-42c6-aaaf-38035af4a830 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 86fc35fa-b635-455a-a84a-a6ed3139bfae {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 04:05:12.968653 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-451fcf00-bd55-42c6-aaaf-38035af4a830 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.972913 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-451fcf00-bd55-42c6-aaaf-38035af4a830 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "DELETE /v2.0/networks/86fc35fa-b635-455a-a84a-a6ed3139bfae HTTP/1.1" status: 204 len: 168 time: 0.5729103 Nov 12 04:05:12.995435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fcf00-bd55-42c6-aaaf-38035af4a830 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event deleted for resources: {'Network': ['ID=86fc35fa-b635-455a-a84a-a6ed3139bfae,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:13.064350 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf407bb-65ad-4555-99fe-e7ca0ffa4660 req-1bb190b4-312a-4877-a154-2fb93eec7ec3 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:13.065814 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7bf407bb-65ad-4555-99fe-e7ca0ffa4660 req-1bb190b4-312a-4877-a154-2fb93eec7ec3 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 943 time: 0.1023309 Nov 12 04:05:13.168569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7bf407bb-65ad-4555-99fe-e7ca0ffa4660 req-e1e4437a-73b8-4811-afa0-363140a7368d tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917051 Nov 12 04:05:13.284173 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c401ee50-4f27-4b55-be48-a9d25ac02b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.351857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401ee50-4f27-4b55-be48-a9d25ac02b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=35994df6-ba5b-4ffd-9001-bec83281056c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:13.364415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55484) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:13.370887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-03e85fa3-3e63-43a5-8630-96bfaf1d60f2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Request body: {'router': {'name': 'tempest-router--326915374', 'project_id': '994472e2aa334b398e2707a893df6685'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:13.389522 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401ee50-4f27-4b55-be48-a9d25ac02b8c admin admin] Checking segment: {'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:13.389887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c401ee50-4f27-4b55-be48-a9d25ac02b8c admin admin] Network hostable DHCP agents. Network: 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:05:13.487698 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03e85fa3-3e63-43a5-8630-96bfaf1d60f2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.488925 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03e85fa3-3e63-43a5-8630-96bfaf1d60f2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.501056 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c401ee50-4f27-4b55-be48-a9d25ac02b8c admin admin] Network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:05:13.536847 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64b52-9490-40e6-9495-40c0cab06e71 req-caf62e92-2ef6-4864-8e35-0a5e4bd64b96 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:13.538438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1fb64b52-9490-40e6-9495-40c0cab06e71 req-caf62e92-2ef6-4864-8e35-0a5e4bd64b96 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0574808 Nov 12 04:05:13.550212 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03e85fa3-3e63-43a5-8630-96bfaf1d60f2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.594614 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1fb64b52-9490-40e6-9495-40c0cab06e71 req-a63d3ff7-5c4f-4151-9c4b-593eddc511e6 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454185 Nov 12 04:05:13.613809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c401ee50-4f27-4b55-be48-a9d25ac02b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:13.619853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c401ee50-4f27-4b55-be48-a9d25ac02b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:13.620477 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c401ee50-4f27-4b55-be48-a9d25ac02b8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.623616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a09f3f-9749-4e4c-8781-07093ef2d039 None None] Network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:13.645271 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03e85fa3-3e63-43a5-8630-96bfaf1d60f2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.719576 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c401ee50-4f27-4b55-be48-a9d25ac02b8c admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2319207 Nov 12 04:05:13.764382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291d2108-66d6-4e17-ae97-536b9b9a1033 None None] Network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:13.776433 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03e85fa3-3e63-43a5-8630-96bfaf1d60f2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.777722 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-03e85fa3-3e63-43a5-8630-96bfaf1d60f2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4121208 Nov 12 04:05:13.792163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55506) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:13.894567 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e0f60cb-8cd9-4fc6-af05-329dc8dee685 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.946869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-426b53b7-1219-4907-8c47-c5cbbb7e8b9f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:13.952556 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-426b53b7-1219-4907-8c47-c5cbbb7e8b9f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/networks?id=be207302-4e8a-42e0-9c56-59fd9287d686 HTTP/1.1" status: 200 len: 811 time: 0.1595085 Nov 12 04:05:13.968083 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-a57a61e6-89d6-4a57-8e90-0900dc988359 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/quotas/42414fb0f501495b93cd475024947496 HTTP/1.1" status: 200 len: 375 time: 0.0120091 Nov 12 04:05:14.044443 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-cecccfd3-7979-4941-ba65-76e11765935e tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=42414fb0f501495b93cd475024947496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696640 Nov 12 04:05:14.080390 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e0f60cb-8cd9-4fc6-af05-329dc8dee685 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.083151 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e0f60cb-8cd9-4fc6-af05-329dc8dee685 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.149669 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-edda7266-efe5-4ab2-bd9b-d1acb6b3734f service neutron] 10.222.0.105 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043398 Nov 12 04:05:14.247194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device b253a6a9-4da1-4dc3-8a55-080e16f0369a details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:14.252819 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-24e2d6e8-0fd6-46c6-ac7d-ac29cf9d74ad service neutron] 10.222.0.105 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957472 Nov 12 04:05:14.274275 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e0f60cb-8cd9-4fc6-af05-329dc8dee685 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.274887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0f60cb-8cd9-4fc6-af05-329dc8dee685 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c8f57fe-8bb3-40e7-93f3-2998fa615652 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:05:14.281051 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e0f60cb-8cd9-4fc6-af05-329dc8dee685 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.285366 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6e0f60cb-8cd9-4fc6-af05-329dc8dee685 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "DELETE /v2.0/routers/6c8f57fe-8bb3-40e7-93f3-2998fa615652 HTTP/1.1" status: 204 len: 168 time: 0.4882886 Nov 12 04:05:14.380972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-03dc235b-68f5-4630-86b2-b3b8efa6f01e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:14.381727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-03dc235b-68f5-4630-86b2-b3b8efa6f01e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/networks?id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 HTTP/1.1" status: 200 len: 815 time: 0.1805282 Nov 12 04:05:14.398131 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-f371089c-2169-4f97-9017-4cd754c38259 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/quotas/dbc5dcf2687d4393adcc84ade7008909 HTTP/1.1" status: 200 len: 375 time: 0.0151336 Nov 12 04:05:14.416071 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port b253a6a9-4da1-4dc3-8a55-080e16f0369a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b253a6a9-4da1-4dc3-8a55-080e16f0369a,segment=NetworkSegment(8baa62bd-bff5-4360-8dad-2eacf408fbcb),segment_id=8baa62bd-bff5-4360-8dad-2eacf408fbcb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:14.428191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'b253a6a9-4da1-4dc3-8a55-080e16f0369a', 'network_id': '2c004923-5e49-42b9-a490-8ce3b8f6885d', 'port_id': 'b253a6a9-4da1-4dc3-8a55-080e16f0369a', 'mac_address': 'fa:16:3e:0e:4c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0441c528-0570-4a37-8f57-09fe907c2aa3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:05:14.437755 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-e7824c96-bbdc-4ac9-aa3d-08048bd88889 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321286 Nov 12 04:05:14.489888 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.524360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b253a6a9-4da1-4dc3-8a55-080e16f0369a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:14.569153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port b253a6a9-4da1-4dc3-8a55-080e16f0369a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b253a6a9-4da1-4dc3-8a55-080e16f0369a,segment=NetworkSegment(8baa62bd-bff5-4360-8dad-2eacf408fbcb),segment_id=8baa62bd-bff5-4360-8dad-2eacf408fbcb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:14.608523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1d09e-8506-458b-8dd4-a8e32be4ed7c req-39f373d6-d2d2-41fb-abb3-00ba64f63ebd tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:14.610134 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-82b1d09e-8506-458b-8dd4-a8e32be4ed7c req-39f373d6-d2d2-41fb-abb3-00ba64f63ebd tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 943 time: 0.0636234 Nov 12 04:05:14.618411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-d84bb393-122f-4142-baf8-f8f855805610 service neutron] 10.222.0.105 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694536 Nov 12 04:05:14.666237 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.682727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55538) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:14.692241 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-82b1d09e-8506-458b-8dd4-a8e32be4ed7c req-de229303-8a40-4593-9680-55b7637353f4 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749254 Nov 12 04:05:14.756634 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-08eb592c-0aae-4462-951b-1f9d623b2a0d service neutron] 10.222.0.105 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315250 Nov 12 04:05:14.777063 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=b253a6a9-4da1-4dc3-8a55-080e16f0369a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:14.795743 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d17b3187-843a-4251-bedd-6f4e2ca835b3 req-dbd502b0-c9d7-4106-bf2b-e855d8f81bae tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 210 time: 0.0383809 Nov 12 04:05:15.004310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-295180004', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:15.116205 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2600a7d4-2eb9-46e3-a2b0-c1190f978f01 req-95841b4f-647a-4fb5-af39-17332926c535 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 210 time: 0.0269399 Nov 12 04:05:15.139378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.140641 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.153031 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b253a6a9-4da1-4dc3-8a55-080e16f0369a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:15.200638 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.415673 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.698551 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.717872 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.869268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80f600-d18c-4e58-a8f6-88dd24d55407 req-34ba8431-2db2-4ad5-8edb-9d0677610d44 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:15.870414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dc80f600-d18c-4e58-a8f6-88dd24d55407 req-34ba8431-2db2-4ad5-8edb-9d0677610d44 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 944 time: 0.0955055 Nov 12 04:05:15.881836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Allocated IP 172.25.8.121 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/6ace2d86-8898-491f-aeeb-b83223148c7e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:15.900006 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8729a2fd-6e2e-4662-9d54-f50616e77248 req-f92a8863-3818-4f09-850d-ea22bb41f16d tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 210 time: 0.0291405 Nov 12 04:05:15.954880 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dc80f600-d18c-4e58-a8f6-88dd24d55407 req-9bf7648c-b544-4b0d-96b1-d9d72378c6b9 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744131 Nov 12 04:05:16.056065 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.185173 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.219888 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-43c12fe7-6b5a-49ae-8a2b-760c0519ac76 req-45a30fd3-e15b-449b-b954-6e34a4d6c57a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 210 time: 0.0310969 Nov 12 04:05:16.225778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:16.231619 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:16.240610 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:16.251223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device b253a6a9-4da1-4dc3-8a55-080e16f0369a up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:16.271939 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Pushing event updated for resources: {'Port': ['ID=6ace2d86-8898-491f-aeeb-b83223148c7e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:16.357293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port b253a6a9-4da1-4dc3-8a55-080e16f0369a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:05:16.362695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port b253a6a9-4da1-4dc3-8a55-080e16f0369a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:16.363308 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.450472 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.489832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a617d0-1941-42d7-a3a0-bcec633311f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b253a6a9-4da1-4dc3-8a55-080e16f0369a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:16.493221 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a97de92-9e5a-4c12-995c-639714e52c21" -d '{"events": [{"server_uuid": "d1a617d0-1941-42d7-a3a0-bcec633311f4", "name": "network-vif-plugged", "status": "completed", "tag": "b253a6a9-4da1-4dc3-8a55-080e16f0369a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:16.501753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port b253a6a9-4da1-4dc3-8a55-080e16f0369a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b253a6a9-4da1-4dc3-8a55-080e16f0369a,segment=NetworkSegment(8baa62bd-bff5-4360-8dad-2eacf408fbcb),segment_id=8baa62bd-bff5-4360-8dad-2eacf408fbcb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:16.540958 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76064b42-a22c-49ed-afcd-69e0626e59c9 x-openstack-request-id: req-76064b42-a22c-49ed-afcd-69e0626e59c9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:16.541292 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a617d0-1941-42d7-a3a0-bcec633311f4", "name": "network-vif-plugged", "status": "completed", "tag": "b253a6a9-4da1-4dc3-8a55-080e16f0369a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:16.542238 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-76064b42-a22c-49ed-afcd-69e0626e59c9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:16.542238 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a617d0-1941-42d7-a3a0-bcec633311f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b253a6a9-4da1-4dc3-8a55-080e16f0369a', 'code': 200} Nov 12 04:05:16.591197 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.635008 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.650111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=b253a6a9-4da1-4dc3-8a55-080e16f0369a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:16.752371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa912fed-2914-4dd3-b42c-dd5411061d82 req-406d4d47-09fc-4938-afca-afce473870b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:16.754146 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa912fed-2914-4dd3-b42c-dd5411061d82 req-406d4d47-09fc-4938-afca-afce473870b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 1097 time: 0.0503223 Nov 12 04:05:16.813580 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa912fed-2914-4dd3-b42c-dd5411061d82 req-786f77b4-e4ec-4300-9816-c3be8b14272c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479145 Nov 12 04:05:17.034129 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3a4e564-fc74-470f-b2b8-fc730de3ff69 req-aa7ec3f4-96af-4854-9023-9be79e35583a tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 210 time: 0.0338719 Nov 12 04:05:17.153962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993031b-4693-48da-bff9-21802cc93b4a req-a18c9163-1cf0-49b4-aa09-92bdc40b3cad tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:17.155438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1993031b-4693-48da-bff9-21802cc93b4a req-a18c9163-1cf0-49b4-aa09-92bdc40b3cad tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.1105838 Nov 12 04:05:17.285668 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1993031b-4693-48da-bff9-21802cc93b4a req-d54b8425-66a2-454d-8217-aee4c10db627 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994129 Nov 12 04:05:17.322755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:17.417187 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8642ef20-c1b3-4ce5-877d-ffbd1ee19cb8 req-80866815-6055-4253-9832-2827badbfca3 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 210 time: 0.0527134 Nov 12 04:05:17.508124 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-11b1f545-3a5c-42a1-8cf0-1d2fc073abb0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:17.509585 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-11b1f545-3a5c-42a1-8cf0-1d2fc073abb0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.26 "GET /v2.0/networks?id=be207302-4e8a-42e0-9c56-59fd9287d686 HTTP/1.1" status: 200 len: 811 time: 0.1813619 Nov 12 04:05:17.531534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f83e5da2-8efc-4bdb-8d88-283c9c9c67e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Request body: {'port': {'device_id': '8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6', 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686', 'admin_state_up': True, 'tenant_id': '42414fb0f501495b93cd475024947496'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:17.579033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Router c93794c2-4ff7-4b61-a431-454d3b72ec30 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:05:17.716980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:17.731266 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb451629-f48a-4090-bd80-3903e1a7555e None None] Sync routers for ids ['c93794c2-4ff7-4b61-a431-454d3b72ec30'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:17.747822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb451629-f48a-4090-bd80-3903e1a7555e None None] Routers {'c93794c2-4ff7-4b61-a431-454d3b72ec30'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:17.749794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eb451629-f48a-4090-bd80-3903e1a7555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:04:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c93794c2-4ff7-4b61-a431-454d3b72ec30'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:17.750494 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f83e5da2-8efc-4bdb-8d88-283c9c9c67e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Made reservation on behalf of 42414fb0f501495b93cd475024947496 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:17.754341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f83e5da2-8efc-4bdb-8d88-283c9c9c67e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:17.792841 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eb451629-f48a-4090-bd80-3903e1a7555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:17.804354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb451629-f48a-4090-bd80-3903e1a7555e None None] Routers {'c93794c2-4ff7-4b61-a431-454d3b72ec30'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:17.804621 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:17.805396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eb451629-f48a-4090-bd80-3903e1a7555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:04:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c93794c2-4ff7-4b61-a431-454d3b72ec30'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:17.809061 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e9964873-70b4-40f7-8d24-f690196eb2ff tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1252747 Nov 12 04:05:17.810647 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:17.848295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eb451629-f48a-4090-bd80-3903e1a7555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:17.849341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb451629-f48a-4090-bd80-3903e1a7555e None None] The sync data for ids ['c93794c2-4ff7-4b61-a431-454d3b72ec30'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:17.922336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f83e5da2-8efc-4bdb-8d88-283c9c9c67e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Allocated IP 172.20.0.8 (be207302-4e8a-42e0-9c56-59fd9287d686/b16b7526-1b59-4e2c-ac2e-f5c060328fb4/d7b6f01b-2693-46ac-b2b0-b09ff4b15882) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:17.967639 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7cc92a06-9341-4eff-950c-e295f3b658b5 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/routers/c93794c2-4ff7-4b61-a431-454d3b72ec30 HTTP/1.1" status: 200 len: 924 time: 0.1553373 Nov 12 04:05:17.970454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55590) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:18.011237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-53d49fd9-4532-4f38-9a90-439c72abe071 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "GET /v2.0/ports?device_id=c93794c2-4ff7-4b61-a431-454d3b72ec30 HTTP/1.1" status: 200 len: 205 time: 0.0395813 Nov 12 04:05:18.013737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55592) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:18.214381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-fdb61d78-b06f-42c5-997b-38e596f34d3e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.216622 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-fdb61d78-b06f-42c5-997b-38e596f34d3e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.26 "GET /v2.0/networks?id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 HTTP/1.1" status: 200 len: 815 time: 0.1435893 Nov 12 04:05:18.300302 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.309789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-e094a350-4735-4ac3-b174-fdee128c7a07 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Request body: {'port': {'device_id': '650c4946-75f6-413b-bb57-b47caccaa7db', 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717', 'admin_state_up': True, 'tenant_id': 'dbc5dcf2687d4393adcc84ade7008909'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:18.509725 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f1c4350-46f0-45e2-85d3-eb3db019044d req-e80ef781-0229-4acc-ac9d-3d2129080529 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 210 time: 0.3519640 Nov 12 04:05:18.515036 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f83e5da2-8efc-4bdb-8d88-283c9c9c67e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.574839 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.607736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-e094a350-4735-4ac3-b174-fdee128c7a07 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Made reservation on behalf of dbc5dcf2687d4393adcc84ade7008909 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:18.610695 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f83e5da2-8efc-4bdb-8d88-283c9c9c67e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.611388 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-e094a350-4735-4ac3-b174-fdee128c7a07 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.624972 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['cef25bdd-939d-4e67-81da-f95391b06b70'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:18.678112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f83e5da2-8efc-4bdb-8d88-283c9c9c67e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Network be207302-4e8a-42e0-9c56-59fd9287d686 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:18.687682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f83e5da2-8efc-4bdb-8d88-283c9c9c67e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:18.690980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e5da2-8efc-4bdb-8d88-283c9c9c67e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Pushing event updated for resources: {'Port': ['ID=d7b6f01b-2693-46ac-b2b0-b09ff4b15882,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:18.694045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f83e5da2-8efc-4bdb-8d88-283c9c9c67e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:18.775362 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22113066-8454-4b38-abc4-f9991e6b3734 req-401e13b7-4919-4884-90e3-5392292a0581 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 210 time: 0.0372992 Nov 12 04:05:18.782548 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f83e5da2-8efc-4bdb-8d88-283c9c9c67e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.782548 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f83e5da2-8efc-4bdb-8d88-283c9c9c67e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.827325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf40c10-012f-4125-9b99-bb2e052b2bfa req-7b60f392-3688-4b0b-b886-4504a342a245 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.836745 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccf40c10-012f-4125-9b99-bb2e052b2bfa req-7b60f392-3688-4b0b-b886-4504a342a245 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.1909049 Nov 12 04:05:18.915326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Deleting port 6ace2d86-8898-491f-aeeb-b83223148c7e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:18.915546 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.954642 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f83e5da2-8efc-4bdb-8d88-283c9c9c67e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4271688 Nov 12 04:05:18.964511 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-e094a350-4735-4ac3-b174-fdee128c7a07 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Allocated IP 172.20.0.13 (0a19217e-7d2c-4ba0-bc34-1ee8bf62e717/35994df6-ba5b-4ffd-9001-bec83281056c/73e89f04-e7fd-4e5a-8345-e999129546ca) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:18.975073 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccf40c10-012f-4125-9b99-bb2e052b2bfa req-b72f4c94-50b9-4778-8750-835e4545635f tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369479 Nov 12 04:05:19.002277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Request body: {'port': {'device_id': '8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:19.033394 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.117101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.118281 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.139961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Calling delete_port for 6ace2d86-8898-491f-aeeb-b83223148c7e owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:19.334403 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-e094a350-4735-4ac3-b174-fdee128c7a07 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.422426 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b6f01b-2693-46ac-b2b0-b09ff4b15882 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:19.430549 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.470253 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Transition to ACTIVE for port object d7b6f01b-2693-46ac-b2b0-b09ff4b15882 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:19.471892 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-e094a350-4735-4ac3-b174-fdee128c7a07 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.480095 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.527833 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.536307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-e094a350-4735-4ac3-b174-fdee128c7a07 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:19.558854 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-e094a350-4735-4ac3-b174-fdee128c7a07 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:19.579204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b6f01b-2693-46ac-b2b0-b09ff4b15882,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:19.581953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-e094a350-4735-4ac3-b174-fdee128c7a07 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:19.584839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094a350-4735-4ac3-b174-fdee128c7a07 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Pushing event updated for resources: {'Port': ['ID=73e89f04-e7fd-4e5a-8345-e999129546ca,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:19.636908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Pushing event deleted for resources: {'Port': ['ID=6ace2d86-8898-491f-aeeb-b83223148c7e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:19.669357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Attempting to bind port d7b6f01b-2693-46ac-b2b0-b09ff4b15882 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:19.669702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Attempting to bind port d7b6f01b-2693-46ac-b2b0-b09ff4b15882 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '36ce716e-bb43-49af-b6e6-35fbce7aa0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:19.670079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Attempting to bind port d7b6f01b-2693-46ac-b2b0-b09ff4b15882 on network be207302-4e8a-42e0-9c56-59fd9287d686 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:19.682855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Port d7b6f01b-2693-46ac-b2b0-b09ff4b15882 on network be207302-4e8a-42e0-9c56-59fd9287d686 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:19.682855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Attempting to bind port d7b6f01b-2693-46ac-b2b0-b09ff4b15882 on network be207302-4e8a-42e0-9c56-59fd9287d686 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:19.682855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:19.682855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Checking segment: {'id': '36ce716e-bb43-49af-b6e6-35fbce7aa0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:19.682855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Bound using segment: {'id': '36ce716e-bb43-49af-b6e6-35fbce7aa0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:19.682855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Bound port: d7b6f01b-2693-46ac-b2b0-b09ff4b15882, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ce716e-bb43-49af-b6e6-35fbce7aa0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:19.683559 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.698317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-e094a350-4735-4ac3-b174-fdee128c7a07 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:19.698980 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-e094a350-4735-4ac3-b174-fdee128c7a07 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.707763 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.750325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] For port d7b6f01b-2693-46ac-b2b0-b09ff4b15882, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:19.753353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] For port d7b6f01b-2693-46ac-b2b0-b09ff4b15882, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d7b6f01b-2693-46ac-b2b0-b09ff4b15882,segment=NetworkSegment(36ce716e-bb43-49af-b6e6-35fbce7aa0a5),segment_id=36ce716e-bb43-49af-b6e6-35fbce7aa0a5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:19.802838 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.815999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c8005-919e-4a70-9a7b-2895665c6777 req-58f0a232-46ff-49b8-aed8-44b0f8f439c7 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:19.817609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a20c8005-919e-4a70-9a7b-2895665c6777 req-58f0a232-46ff-49b8-aed8-44b0f8f439c7 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 943 time: 0.1837313 Nov 12 04:05:19.823256 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-e094a350-4735-4ac3-b174-fdee128c7a07 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5203285 Nov 12 04:05:19.825138 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.829697 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.837044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:19.837558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.839135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] 10.222.0.26 "PUT /v2.0/ports/d7b6f01b-2693-46ac-b2b0-b09ff4b15882 HTTP/1.1" status: 200 len: 1092 time: 0.8651400 Nov 12 04:05:19.839535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6', 'tag': 'd7b6f01b-2693-46ac-b2b0-b09ff4b15882'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:19.841973 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5979319d-1907-4740-936f-c728463599e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6", "tag": "d7b6f01b-2693-46ac-b2b0-b09ff4b15882"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:19.880453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ed501-69f5-4b81-b873-42ff3df4c3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b6f01b-2693-46ac-b2b0-b09ff4b15882,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:19.895261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Request body: {'port': {'device_id': '650c4946-75f6-413b-bb57-b47caccaa7db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:19.935282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0cd8c-43d5-417d-bb47-bfa22d09e59e req-041ae429-877a-4ca7-a62a-b9373285a4bc tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:19.936903 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bc0cd8c-43d5-417d-bb47-bfa22d09e59e req-041ae429-877a-4ca7-a62a-b9373285a4bc tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 932 time: 0.0521712 Nov 12 04:05:19.975624 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a20c8005-919e-4a70-9a7b-2895665c6777 req-7c027132-2d61-4371-bb5a-87f0e21d48ed tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426272 Nov 12 04:05:19.978714 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.987959 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.988516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Fanout notify agent at l3_agent the message router_deleted on router c93794c2-4ff7-4b61-a431-454d3b72ec30 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:05:19.996601 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.998627 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-420ddce9-771a-4eda-a40e-a0a780b2a75a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "DELETE /v2.0/routers/c93794c2-4ff7-4b61-a431-454d3b72ec30 HTTP/1.1" status: 204 len: 168 time: 1.9823508 Nov 12 04:05:20.006113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55618) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:20.012187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Request body: {'router': {'name': 'tempest-snat-router-881902571', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'enable_snat': False}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:20.040647 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0bc0cd8c-43d5-417d-bb47-bfa22d09e59e req-2ef08f9f-6886-4b51-bd65-5bdd49debb5a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936604 Nov 12 04:05:20.044297 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a200fe61-75ab-47a6-8ab9-8af43b35f43d x-openstack-request-id: req-a200fe61-75ab-47a6-8ab9-8af43b35f43d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:20.044669 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6", "tag": "d7b6f01b-2693-46ac-b2b0-b09ff4b15882", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:20.044994 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a200fe61-75ab-47a6-8ab9-8af43b35f43d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:20.045463 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6', 'tag': 'd7b6f01b-2693-46ac-b2b0-b09ff4b15882', 'status': 'completed', 'code': 200} Nov 12 04:05:20.062182 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-08dc0b6c-281c-4b6e-89e3-a37942fbc0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:20.063786 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-08dc0b6c-281c-4b6e-89e3-a37942fbc0c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42414fb0f501495b93cd475024947496&device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0933545 Nov 12 04:05:20.114847 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.115951 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.120788 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-fa9d8bf7-1f18-4b03-b236-0b29a708e01e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b6f01b-2693-46ac-b2b0-b09ff4b15882 HTTP/1.1" status: 200 len: 217 time: 0.0416543 Nov 12 04:05:20.201505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.218938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-875525e0-38c9-44f8-8293-66e247dfc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:20.220447 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-875525e0-38c9-44f8-8293-66e247dfc4ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b16b7526-1b59-4e2c-ac2e-f5c060328fb4 HTTP/1.1" status: 200 len: 851 time: 0.0899210 Nov 12 04:05:20.222733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee017d3-16d6-445b-bf70-e4bf0b363af2 req-0ca1a602-ed24-4aae-b9cb-b9abe302f905 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:20.224345 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ee017d3-16d6-445b-bf70-e4bf0b363af2 req-0ca1a602-ed24-4aae-b9cb-b9abe302f905 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.1136260 Nov 12 04:05:20.303566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-0f925b8c-8107-4a98-809f-93ee0ab3a941 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be207302-4e8a-42e0-9c56-59fd9287d686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709372 Nov 12 04:05:20.307446 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ee017d3-16d6-445b-bf70-e4bf0b363af2 req-1abba5b8-6016-4027-8888-17ef6e22ff0e tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711255 Nov 12 04:05:20.374211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e89f04-e7fd-4e5a-8345-e999129546ca {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:20.393419 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.412709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Transition to ACTIVE for port object 73e89f04-e7fd-4e5a-8345-e999129546ca will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:20.491369 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.523846 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.533885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d8ce7-399a-4eed-bd3d-fbc66ff40657 req-642cdde0-3f4b-426f-bcd7-7f3d447f59ad tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:20.535369 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-343d8ce7-399a-4eed-bd3d-fbc66ff40657 req-642cdde0-3f4b-426f-bcd7-7f3d447f59ad tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.1052876 Nov 12 04:05:20.543923 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-cb4708fd-8bf1-47a0-a4e4-202076f1a2cc service neutron] 10.222.0.26 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101483 Nov 12 04:05:20.599940 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Pushing event updated for resources: {'Port': ['ID=73e89f04-e7fd-4e5a-8345-e999129546ca,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:20.659796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-e7cb7c76-50d1-4a34-bd7a-15efeb0f4dce tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:20.661355 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-e7cb7c76-50d1-4a34-bd7a-15efeb0f4dce tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 810 time: 0.1996377 Nov 12 04:05:20.671762 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-343d8ce7-399a-4eed-bd3d-fbc66ff40657 req-9e3d859b-b794-477e-be4a-46029792e591 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287940 Nov 12 04:05:20.689290 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-71d87738-e494-47dd-bbe2-1b71a307ea8f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/quotas/16a44b756c8b4c848acf634d7113485d HTTP/1.1" status: 200 len: 375 time: 0.0168378 Nov 12 04:05:20.713135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Attempting to bind port 73e89f04-e7fd-4e5a-8345-e999129546ca on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:20.713467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Attempting to bind port 73e89f04-e7fd-4e5a-8345-e999129546ca by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:20.713790 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Attempting to bind port 73e89f04-e7fd-4e5a-8345-e999129546ca on network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:20.715224 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f4e2461-43c5-4ab5-84f0-3f903847149d req-45f1142c-b27c-46ad-a161-9275f435e0ba service neutron] 10.222.0.26 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662345 Nov 12 04:05:20.742859 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Port 73e89f04-e7fd-4e5a-8345-e999129546ca on network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:20.743132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Attempting to bind port 73e89f04-e7fd-4e5a-8345-e999129546ca on network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:20.754103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:20.754434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Checking segment: {'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:20.754814 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Bound using segment: {'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:20.755246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Bound port: 73e89f04-e7fd-4e5a-8345-e999129546ca, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:20.760826 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.886246 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:20.907789 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.007429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979319d-1907-4740-936f-c728463599e2 req-019ba99d-b458-4d0c-b5c1-aeea43cead09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.008931 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5979319d-1907-4740-936f-c728463599e2 req-019ba99d-b458-4d0c-b5c1-aeea43cead09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42414fb0f501495b93cd475024947496&device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0924528 Nov 12 04:05:21.125720 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Allocated IP 172.25.8.101 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/6d3c3cde-d2bb-4d67-a5a9-052986ea0fda) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:21.150644 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-6155d7fa-c38a-4814-b96f-02caeb30cb68 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4472232 Nov 12 04:05:21.212616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979319d-1907-4740-936f-c728463599e2 req-ec363486-733a-4d7b-9004-a3d8a4762c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.214122 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5979319d-1907-4740-936f-c728463599e2 req-ec363486-733a-4d7b-9004-a3d8a4762c7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=be207302-4e8a-42e0-9c56-59fd9287d686 HTTP/1.1" status: 200 len: 913 time: 0.1775954 Nov 12 04:05:21.275730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] For port 73e89f04-e7fd-4e5a-8345-e999129546ca, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:21.290706 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5979319d-1907-4740-936f-c728463599e2 req-9dcb7451-7472-425a-a865-abd5b5416b03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b6f01b-2693-46ac-b2b0-b09ff4b15882 HTTP/1.1" status: 200 len: 217 time: 0.0620720 Nov 12 04:05:21.297016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] For port 73e89f04-e7fd-4e5a-8345-e999129546ca, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=73e89f04-e7fd-4e5a-8345-e999129546ca,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:21.303434 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-9f906ef0-ffc3-434c-9860-ff0836613671 service neutron] 10.222.0.105 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237168 Nov 12 04:05:21.406666 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.417598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fca030-bcc7-4bb6-956b-c43d715d5aed req-c614ee54-645d-4041-83b1-b4d879981746 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.421033 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b5fca030-bcc7-4bb6-956b-c43d715d5aed req-c614ee54-645d-4041-83b1-b4d879981746 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 943 time: 0.2054956 Nov 12 04:05:21.453186 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.472484 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979319d-1907-4740-936f-c728463599e2 req-84188b6e-000f-4666-a675-7d72f4d37844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.475426 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5979319d-1907-4740-936f-c728463599e2 req-84188b6e-000f-4666-a675-7d72f4d37844 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b16b7526-1b59-4e2c-ac2e-f5c060328fb4 HTTP/1.1" status: 200 len: 851 time: 0.1746330 Nov 12 04:05:21.518250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.519500 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.521146 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] 10.222.0.26 "PUT /v2.0/ports/73e89f04-e7fd-4e5a-8345-e999129546ca HTTP/1.1" status: 200 len: 1093 time: 1.6642497 Nov 12 04:05:21.524995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650c4946-75f6-413b-bb57-b47caccaa7db', 'tag': '73e89f04-e7fd-4e5a-8345-e999129546ca'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:21.527453 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8215118-e8c2-41c7-bace-8b8aa9b3e79e" -d '{"events": [{"name": "network-changed", "server_uuid": "650c4946-75f6-413b-bb57-b47caccaa7db", "tag": "73e89f04-e7fd-4e5a-8345-e999129546ca"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:21.547011 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5979319d-1907-4740-936f-c728463599e2 req-31e99b5b-739b-4632-afc3-035a766ef6b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be207302-4e8a-42e0-9c56-59fd9287d686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550535 Nov 12 04:05:21.565216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a5007-9879-4125-be76-3628b5f0c717 service neutron] Pushing event updated for resources: {'Port': ['ID=73e89f04-e7fd-4e5a-8345-e999129546ca,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:21.569239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-de696408-0453-4596-a01d-fc834b4b2765 service neutron] 10.222.0.105 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599421 Nov 12 04:05:21.641553 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b5fca030-bcc7-4bb6-956b-c43d715d5aed req-fbc670a0-6a68-4c32-b7b5-e294e538ce3d tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047434 Nov 12 04:05:21.702956 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5979319d-1907-4740-936f-c728463599e2 req-84e82251-3943-4c56-bdbc-923025ea2d6c service neutron] 10.222.0.26 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468909 Nov 12 04:05:21.745917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-5b343f6d-e334-46b6-99a3-6a38466d90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.747678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-5b343f6d-e334-46b6-99a3-6a38466d90b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 1096 time: 0.0482261 Nov 12 04:05:21.754498 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.799010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-9037b1dc-a572-49f6-8710-32c5ae7a04e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73e89f04-e7fd-4e5a-8345-e999129546ca HTTP/1.1" status: 200 len: 217 time: 0.0360043 Nov 12 04:05:21.864154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-6334b662-ab96-4a90-b3b4-04cf3b8a46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.868974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:21.869127 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-6334b662-ab96-4a90-b3b4-04cf3b8a46d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=35994df6-ba5b-4ffd-9001-bec83281056c HTTP/1.1" status: 200 len: 855 time: 0.0600021 Nov 12 04:05:21.873812 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:21.875743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event updated for resources: {'Port': ['ID=6d3c3cde-d2bb-4d67-a5a9-052986ea0fda,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:21.888197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:21.935964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-3cedf8c3-95de-428a-98a1-5eb344eb3804 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589066 Nov 12 04:05:21.936858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf47503-90be-4433-b1be-50c84ee9960e req-6b22ca12-3a5a-47dd-b138-06c7b64ef8f8 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.938877 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1bf47503-90be-4433-b1be-50c84ee9960e req-6b22ca12-3a5a-47dd-b138-06c7b64ef8f8 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 944 time: 0.2121899 Nov 12 04:05:21.948610 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5979319d-1907-4740-936f-c728463599e2 req-d6f222af-0f21-4ea2-bbc9-9a4258ea3b23 service neutron] 10.222.0.26 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317362 Nov 12 04:05:21.967241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65e8d5-f9f8-44f8-82ad-2ba3eaef4605 req-557d2446-304f-4cc9-8407-b4759b1d3d42 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.969641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f65e8d5-f9f8-44f8-82ad-2ba3eaef4605 req-557d2446-304f-4cc9-8407-b4759b1d3d42 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.0817995 Nov 12 04:05:22.118783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f65e8d5-f9f8-44f8-82ad-2ba3eaef4605 req-264187d8-3e46-4aef-a9be-65789413e4c8 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336567 Nov 12 04:05:22.165440 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-c1fdfa66-e686-4e54-a048-7461f3ef3a2a service neutron] 10.222.0.26 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642425 Nov 12 04:05:22.234107 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64bed9c-967b-4847-9a35-ba1f9d03aa5d x-openstack-request-id: req-c64bed9c-967b-4847-9a35-ba1f9d03aa5d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:22.238300 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650c4946-75f6-413b-bb57-b47caccaa7db", "tag": "73e89f04-e7fd-4e5a-8345-e999129546ca", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:22.238300 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c64bed9c-967b-4847-9a35-ba1f9d03aa5d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:22.238300 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650c4946-75f6-413b-bb57-b47caccaa7db', 'tag': '73e89f04-e7fd-4e5a-8345-e999129546ca', 'status': 'completed', 'code': 200} Nov 12 04:05:22.338775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f61d810-2fe2-4373-bce4-ff9982cfb8d6 req-2803ff87-097e-4592-886b-dad136761d46 service neutron] 10.222.0.26 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723340 Nov 12 04:05:22.395076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1bf47503-90be-4433-b1be-50c84ee9960e req-6682d567-a2bd-49a0-bb2c-26565527a6b6 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487491 Nov 12 04:05:22.409164 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3982dc63-08e6-45c8-9a1f-88b02ea82816 req-3f2f978b-80f7-4252-ad28-63416ae70dfa tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 210 time: 0.0433524 Nov 12 04:05:22.611820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8215118-e8c2-41c7-bace-8b8aa9b3e79e req-a4eea5f3-d340-4b73-90a2-5dd07bd4f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:22.613470 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8215118-e8c2-41c7-bace-8b8aa9b3e79e req-a4eea5f3-d340-4b73-90a2-5dd07bd4f832 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 1096 time: 0.0540202 Nov 12 04:05:22.616722 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:22.712063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8215118-e8c2-41c7-bace-8b8aa9b3e79e req-5c3b082e-a471-46be-83ef-a3db59a7790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:22.713582 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8215118-e8c2-41c7-bace-8b8aa9b3e79e req-5c3b082e-a471-46be-83ef-a3db59a7790f service neutron] 10.222.0.26 "GET /v2.0/networks?id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 HTTP/1.1" status: 200 len: 917 time: 0.0907457 Nov 12 04:05:22.775586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8215118-e8c2-41c7-bace-8b8aa9b3e79e req-7db798ab-b5a3-485b-9d04-a37cfaa92f37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73e89f04-e7fd-4e5a-8345-e999129546ca HTTP/1.1" status: 200 len: 217 time: 0.0476277 Nov 12 04:05:22.840900 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:22.855615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eb884-0b23-44d7-90c1-74d17845fb1b req-0c366073-3ea7-480b-b7bb-53104cb8e093 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:22.857354 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4b5eb884-0b23-44d7-90c1-74d17845fb1b req-0c366073-3ea7-480b-b7bb-53104cb8e093 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 943 time: 0.0926464 Nov 12 04:05:22.858789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8215118-e8c2-41c7-bace-8b8aa9b3e79e req-ff03062b-fd29-4206-85fc-780b96f90929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:22.860133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8215118-e8c2-41c7-bace-8b8aa9b3e79e req-ff03062b-fd29-4206-85fc-780b96f90929 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=35994df6-ba5b-4ffd-9001-bec83281056c HTTP/1.1" status: 200 len: 855 time: 0.0667663 Nov 12 04:05:22.902911 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8215118-e8c2-41c7-bace-8b8aa9b3e79e req-8c4b2338-faa2-4b8c-bf22-9cdce51301ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329983 Nov 12 04:05:22.958056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4b5eb884-0b23-44d7-90c1-74d17845fb1b req-3a6dd61f-920f-4fd4-8bbc-d81b47ac35f3 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941985 Nov 12 04:05:23.019563 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8215118-e8c2-41c7-bace-8b8aa9b3e79e req-944ce5dc-071b-4a35-b8f2-1379381deab6 service neutron] 10.222.0.26 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069705 Nov 12 04:05:23.099243 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d557803e-25bd-429c-af95-5a70171a775b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.099889 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Router 90db8477-4e38-4659-9d57-ac539d9cb11e is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:05:23.117889 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8215118-e8c2-41c7-bace-8b8aa9b3e79e req-9c15f28f-8531-47ba-9d9e-48058b2274b8 service neutron] 10.222.0.26 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906355 Nov 12 04:05:23.212790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:23.222635 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Sync routers for ids ['90db8477-4e38-4659-9d57-ac539d9cb11e'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:23.235476 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Routers {'90db8477-4e38-4659-9d57-ac539d9cb11e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:23.237214 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:04:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['90db8477-4e38-4659-9d57-ac539d9cb11e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:23.298344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c0830-0c5a-4afd-bb32-eea38c6ea0ca req-8a637644-67a6-4a45-b478-9343c9c919a0 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.301153 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f3c0830-0c5a-4afd-bb32-eea38c6ea0ca req-8a637644-67a6-4a45-b478-9343c9c919a0 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.0631082 Nov 12 04:05:23.324786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.326443 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b38455a1-887d-4d74-b427-7310419bb198 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3191979 Nov 12 04:05:23.328998 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55670) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:23.369619 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Set router 90db8477-4e38-4659-9d57-ac539d9cb11e gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:23.411606 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f3c0830-0c5a-4afd-bb32-eea38c6ea0ca req-8317bca1-f2c5-476a-8e5b-e03a1d667509 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041393 Nov 12 04:05:23.492815 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d369bd8a-8d4b-4103-9abc-f414f4222310 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/routers/90db8477-4e38-4659-9d57-ac539d9cb11e HTTP/1.1" status: 200 len: 908 time: 0.1622744 Nov 12 04:05:23.494959 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:23.499534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Request body: {'router': {'name': 'tempest-snat-router-881902571', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'enable_snat': True}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:23.547326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c721694b-99bc-4c1e-b3ff-261153883fb9 req-6f76e73b-715d-4d41-916a-9e99e257ad9f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 210 time: 0.0384760 Nov 12 04:05:23.585665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdacb2-4db6-4232-b60e-e1cf2b384bed req-6ec2aa7f-29dc-460d-8cd4-38a4677b19a0 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.587336 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fcbdacb2-4db6-4232-b60e-e1cf2b384bed req-6ec2aa7f-29dc-460d-8cd4-38a4677b19a0 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 944 time: 0.0651143 Nov 12 04:05:23.620873 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db8477-4e38-4659-9d57-ac539d9cb11e', 'name': 'tempest-snat-router-881902571', 'tenant_id': '018ca287a7b443659d22b55357505a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.101'}], 'enable_snat': False}, 'gw_port_id': '6d3c3cde-d2bb-4d67-a5a9-052986ea0fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:20Z', 'updated_at': '2021-11-12T04:05:22Z', 'revision_number': 3, 'project_id': '018ca287a7b443659d22b55357505a6b', 'gw_port': {'id': '6d3c3cde-d2bb-4d67-a5a9-052986ea0fda', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90db8477-4e38-4659-9d57-ac539d9cb11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:20Z', 'updated_at': '2021-11-12T04:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:23.646810 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fcbdacb2-4db6-4232-b60e-e1cf2b384bed req-1bca2805-5991-48e8-90ad-a520155deed5 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531414 Nov 12 04:05:23.651991 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Checking router: 90db8477-4e38-4659-9d57-ac539d9cb11e for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:23.652362 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Updating router 90db8477-4e38-4659-9d57-ac539d9cb11e port 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:05:23.669264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.670391 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.690741 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.722791 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.937823 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.951740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63d75e-d17a-4351-879f-3ec97667daf9 req-20fc46e4-6b01-4a4b-a7cb-bead2834f0a3 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.953291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c63d75e-d17a-4351-879f-3ec97667daf9 req-20fc46e4-6b01-4a4b-a7cb-bead2834f0a3 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.0759487 Nov 12 04:05:24.009800 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c63d75e-d17a-4351-879f-3ec97667daf9 req-b6f07ad0-f8af-473d-b880-19af23c9fac1 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494621 Nov 12 04:05:24.020349 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.120642 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f02a2-210c-4dfc-add3-af5ca8dfa2fc req-f16ed4d5-1426-4f02-92b9-916d0b794848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:24.122125 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab2f02a2-210c-4dfc-add3-af5ca8dfa2fc req-f16ed4d5-1426-4f02-92b9-916d0b794848 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79f4a1ff5d12476a92e0c96cc17a1a9c&device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 1097 time: 0.0452178 Nov 12 04:05:24.145400 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.146952 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465278-a77e-409d-b8a9-428f39d58d79 req-f17f402e-5d10-4a11-af2c-d3e2271e9d13 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:24.148557 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86465278-a77e-409d-b8a9-428f39d58d79 req-f17f402e-5d10-4a11-af2c-d3e2271e9d13 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 943 time: 0.0945361 Nov 12 04:05:24.200009 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8565e-178e-4708-9dc9-14c403877583 None None] Pushing event updated for resources: {'Port': ['ID=6d3c3cde-d2bb-4d67-a5a9-052986ea0fda,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:24.209487 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Attempting to bind port 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:24.210037 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Attempting to bind port 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:24.210555 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Attempting to bind port 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:24.217542 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:24.221074 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:24.221074 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.221074 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:24.221074 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Bound port: 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:24.221074 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.250129 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86465278-a77e-409d-b8a9-428f39d58d79 req-fe76a955-d6e5-4720-a58a-3b7cefab443c tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879579 Nov 12 04:05:24.283056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f02a2-210c-4dfc-add3-af5ca8dfa2fc req-16798aa8-a7e7-48db-bf61-fdced6c58413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:24.285761 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab2f02a2-210c-4dfc-add3-af5ca8dfa2fc req-16798aa8-a7e7-48db-bf61-fdced6c58413 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2c004923-5e49-42b9-a490-8ce3b8f6885d HTTP/1.1" status: 200 len: 914 time: 0.1541901 Nov 12 04:05:24.294780 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] For port 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:24.297911 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] For port 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6d3c3cde-d2bb-4d67-a5a9-052986ea0fda,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:24.333733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d7b6f01b-2693-46ac-b2b0-b09ff4b15882 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:24.340320 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab2f02a2-210c-4dfc-add3-af5ca8dfa2fc req-3ab72cf1-98a2-40a4-ae6e-55f54a4ae02b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b253a6a9-4da1-4dc3-8a55-080e16f0369a HTTP/1.1" status: 200 len: 217 time: 0.0463486 Nov 12 04:05:24.350682 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.411401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-2550a219-812d-4647-bd9c-4984a4e1e4b5 req-140fed78-d916-4100-8193-860b2cc9cd21 service neutron] (103147) timed out ('10.222.0.105', 51724) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:05:24.431812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f02a2-210c-4dfc-add3-af5ca8dfa2fc req-063301dd-7d88-4a56-aaa7-3c4fa3ed32bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:24.433865 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Routers {'90db8477-4e38-4659-9d57-ac539d9cb11e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:24.434689 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:04:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['90db8477-4e38-4659-9d57-ac539d9cb11e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:24.434963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab2f02a2-210c-4dfc-add3-af5ca8dfa2fc req-063301dd-7d88-4a56-aaa7-3c4fa3ed32bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0441c528-0570-4a37-8f57-09fe907c2aa3 HTTP/1.1" status: 200 len: 852 time: 0.0862327 Nov 12 04:05:24.495875 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-cd5db1ae-3c6b-4344-ae1b-3b311eb955b1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:24.502185 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab2f02a2-210c-4dfc-add3-af5ca8dfa2fc req-1b0340c3-6a34-4632-a12c-9c93919a8657 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c004923-5e49-42b9-a490-8ce3b8f6885d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482130 Nov 12 04:05:24.502921 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-cd5db1ae-3c6b-4344-ae1b-3b311eb955b1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 810 time: 0.2922690 Nov 12 04:05:24.505055 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.515483 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8565e-178e-4708-9dc9-14c403877583 None None] Pushing event updated for resources: {'Port': ['ID=6d3c3cde-d2bb-4d67-a5a9-052986ea0fda,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:24.529897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d7b6f01b-2693-46ac-b2b0-b09ff4b15882, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d7b6f01b-2693-46ac-b2b0-b09ff4b15882,segment=NetworkSegment(36ce716e-bb43-49af-b6e6-35fbce7aa0a5),segment_id=36ce716e-bb43-49af-b6e6-35fbce7aa0a5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:24.538785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-92c56d60-d3c5-4aca-82fd-3bc443dfcb1c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'port': {'device_id': 'f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'admin_state_up': True, 'tenant_id': '16a44b756c8b4c848acf634d7113485d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:24.547055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'd7b6f01b-2693-46ac-b2b0-b09ff4b15882', 'network_id': 'be207302-4e8a-42e0-9c56-59fd9287d686', 'port_id': 'd7b6f01b-2693-46ac-b2b0-b09ff4b15882', 'mac_address': 'fa:16:3e:f7:bc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16b7526-1b59-4e2c-ac2e-f5c060328fb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:05:24.555754 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.596235 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.609463 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] Set router 90db8477-4e38-4659-9d57-ac539d9cb11e gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:24.612594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b6f01b-2693-46ac-b2b0-b09ff4b15882 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:24.640798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d7b6f01b-2693-46ac-b2b0-b09ff4b15882, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d7b6f01b-2693-46ac-b2b0-b09ff4b15882,segment=NetworkSegment(36ce716e-bb43-49af-b6e6-35fbce7aa0a5),segment_id=36ce716e-bb43-49af-b6e6-35fbce7aa0a5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:24.736598 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76171a71-b60a-4b28-909a-03997aa0c9ac req-b36ce558-c973-4fac-bf03-58da3688330e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 210 time: 0.0471919 Nov 12 04:05:24.741263 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.806633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab2f02a2-210c-4dfc-add3-af5ca8dfa2fc req-2f80e98b-52ba-44de-ad4b-10e5a4404fe1 service neutron] 10.222.0.26 "GET /v2.0/networks/2c004923-5e49-42b9-a490-8ce3b8f6885d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559893 Nov 12 04:05:24.882976 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=d7b6f01b-2693-46ac-b2b0-b09ff4b15882,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:24.927473 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Allocated IP 172.25.8.44 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/52444cfc-0ec8-4514-9f1b-ab561c091c6c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:24.959935 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928267a2-7b05-4a10-803d-84bfa813489e req-f92f001d-205e-4608-a41f-9cf393d117a5 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:24.961643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-928267a2-7b05-4a10-803d-84bfa813489e req-f92f001d-205e-4608-a41f-9cf393d117a5 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 944 time: 0.1540966 Nov 12 04:05:24.985096 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db8477-4e38-4659-9d57-ac539d9cb11e', 'name': 'tempest-snat-router-881902571', 'tenant_id': '018ca287a7b443659d22b55357505a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.101'}], 'enable_snat': False}, 'gw_port_id': '6d3c3cde-d2bb-4d67-a5a9-052986ea0fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:20Z', 'updated_at': '2021-11-12T04:05:22Z', 'revision_number': 3, 'project_id': '018ca287a7b443659d22b55357505a6b', 'gw_port': {'id': '6d3c3cde-d2bb-4d67-a5a9-052986ea0fda', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90db8477-4e38-4659-9d57-ac539d9cb11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:20Z', 'updated_at': '2021-11-12T04:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:24.989630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab2f02a2-210c-4dfc-add3-af5ca8dfa2fc req-8fe42b67-3dc1-4498-bb5a-f81e5029b2a5 service neutron] 10.222.0.26 "GET /v2.0/networks/2c004923-5e49-42b9-a490-8ce3b8f6885d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537359 Nov 12 04:05:25.013214 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.015364 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-92c56d60-d3c5-4aca-82fd-3bc443dfcb1c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Made reservation on behalf of 16a44b756c8b4c848acf634d7113485d for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:25.017366 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ff286-dd23-4974-9d25-104ed2e1e354 None None] The sync data for ids ['90db8477-4e38-4659-9d57-ac539d9cb11e'] in n-d-767704-23 is: [{'id': '90db8477-4e38-4659-9d57-ac539d9cb11e', 'name': 'tempest-snat-router-881902571', 'tenant_id': '018ca287a7b443659d22b55357505a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.101'}], 'enable_snat': False}, 'gw_port_id': '6d3c3cde-d2bb-4d67-a5a9-052986ea0fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:20Z', 'updated_at': '2021-11-12T04:05:22Z', 'revision_number': 3, 'project_id': '018ca287a7b443659d22b55357505a6b', 'gw_port': {'id': '6d3c3cde-d2bb-4d67-a5a9-052986ea0fda', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90db8477-4e38-4659-9d57-ac539d9cb11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:20Z', 'updated_at': '2021-11-12T04:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:25.022133 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-92c56d60-d3c5-4aca-82fd-3bc443dfcb1c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.076161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-928267a2-7b05-4a10-803d-84bfa813489e req-1ee1dc9a-a55e-4b7e-bc26-22ddd81098ff tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958652 Nov 12 04:05:25.264804 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['d7b6f01b-2693-46ac-b2b0-b09ff4b15882'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:25.582036 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f99b5-ff60-44e4-8a8b-1b411496d7a5 req-f55b8112-e787-4d3d-9269-330e5ba48f15 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:25.604763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-062f99b5-ff60-44e4-8a8b-1b411496d7a5 req-f55b8112-e787-4d3d-9269-330e5ba48f15 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 944 time: 0.1975718 Nov 12 04:05:25.653326 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.675609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-062f99b5-ff60-44e4-8a8b-1b411496d7a5 req-9bc17031-d38d-478e-ad5f-2e3f2fd172a7 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696490 Nov 12 04:05:25.733806 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-92c56d60-d3c5-4aca-82fd-3bc443dfcb1c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Allocated IP 172.20.0.11 (f85dd735-6dee-4642-bae3-79b5c3c05e5b/ea3b966f-ee38-4d38-b08a-2c92acf2f0c1/5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:25.745539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ea44a-41e1-47e2-9189-e7accfe16529 req-4a655fcc-1a1f-4f73-94b0-e6d364102f19 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:25.747530 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e11ea44a-41e1-47e2-9189-e7accfe16529 req-4a655fcc-1a1f-4f73-94b0-e6d364102f19 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.6535199 Nov 12 04:05:25.794962 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.888290 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e45b7175-0d90-481d-bccf-e2e04fdffa72 req-a9b32908-2340-4928-81ee-db1b6e9f6bfc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 210 time: 0.0451469 Nov 12 04:05:25.888810 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e11ea44a-41e1-47e2-9189-e7accfe16529 req-87c5ea43-2ef4-4f7f-a761-5049517aef02 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278234 Nov 12 04:05:25.901020 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:25.916786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:25.922238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:25.950011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event updated for resources: {'Port': ['ID=52444cfc-0ec8-4514-9f1b-ab561c091c6c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:26.307592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:26.383921 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 73e89f04-e7fd-4e5a-8345-e999129546ca details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:26.427355 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79a68e-70a9-454b-b0cb-f5e776459812 req-6a88c7e0-c58b-464b-b709-595462aeb81a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:26.430067 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c79a68e-70a9-454b-b0cb-f5e776459812 req-6a88c7e0-c58b-464b-b709-595462aeb81a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 944 time: 0.2266054 Nov 12 04:05:26.465451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-92c56d60-d3c5-4aca-82fd-3bc443dfcb1c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.490518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:26.490872 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.589044 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c79a68e-70a9-454b-b0cb-f5e776459812 req-74d83d55-68be-4e01-858e-ff2c517a4558 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158633 Nov 12 04:05:26.589044 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.592947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 73e89f04-e7fd-4e5a-8345-e999129546ca, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=73e89f04-e7fd-4e5a-8345-e999129546ca,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:26.647526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '73e89f04-e7fd-4e5a-8345-e999129546ca', 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717', 'port_id': '73e89f04-e7fd-4e5a-8345-e999129546ca', 'mac_address': 'fa:16:3e:ac:4b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35994df6-ba5b-4ffd-9001-bec83281056c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:05:26.682737 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.713766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6d3c3cde-d2bb-4d67-a5a9-052986ea0fda,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:26.714857 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.729199 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e89f04-e7fd-4e5a-8345-e999129546ca {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:26.749464 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 73e89f04-e7fd-4e5a-8345-e999129546ca, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=73e89f04-e7fd-4e5a-8345-e999129546ca,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:26.813562 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-92c56d60-d3c5-4aca-82fd-3bc443dfcb1c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.824640 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28024e0e-24e7-4238-b867-18deeda73967 req-8245302a-d1ec-4271-9c6c-a6a7a793faa0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:26.835383 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28024e0e-24e7-4238-b867-18deeda73967 req-8245302a-d1ec-4271-9c6c-a6a7a793faa0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 944 time: 0.0878847 Nov 12 04:05:26.843112 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.845215 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.848498 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.906682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-92c56d60-d3c5-4aca-82fd-3bc443dfcb1c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:26.921486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-92c56d60-d3c5-4aca-82fd-3bc443dfcb1c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:26.931822 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-92c56d60-d3c5-4aca-82fd-3bc443dfcb1c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:26.935562 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.948425 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28024e0e-24e7-4238-b867-18deeda73967 req-f18f54c1-0332-4b3e-b448-dade19178abf tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119108 Nov 12 04:05:27.008170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=73e89f04-e7fd-4e5a-8345-e999129546ca,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:27.024779 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2a9d2b7-4f84-4bb8-9580-cb92c56459c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.118312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=6d3c3cde-d2bb-4d67-a5a9-052986ea0fda,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:27.132672 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c56d60-d3c5-4aca-82fd-3bc443dfcb1c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'Port': ['ID=5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:27.153807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a2ac4-e9d5-491a-b227-fb4f6bc0dc76 req-8def0b9f-7d64-432d-82aa-bcc8889b0780 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:27.155720 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b34a2ac4-e9d5-491a-b227-fb4f6bc0dc76 req-8def0b9f-7d64-432d-82aa-bcc8889b0780 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.0907013 Nov 12 04:05:27.239113 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b34a2ac4-e9d5-491a-b227-fb4f6bc0dc76 req-0f3f19a1-14ab-49a9-96f3-cac30660efc2 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761321 Nov 12 04:05:27.256146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-92c56d60-d3c5-4aca-82fd-3bc443dfcb1c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:27.256146 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-92c56d60-d3c5-4aca-82fd-3bc443dfcb1c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.308447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9d9fc-2394-4b7b-8d8b-59d3e74f8cc2 req-afa5d11d-2e6e-4ef0-854f-0958af5a9143 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:27.321382 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9de9d9fc-2394-4b7b-8d8b-59d3e74f8cc2 req-afa5d11d-2e6e-4ef0-854f-0958af5a9143 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 932 time: 0.1968307 Nov 12 04:05:27.372223 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-92c56d60-d3c5-4aca-82fd-3bc443dfcb1c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8372247 Nov 12 04:05:27.379875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['73e89f04-e7fd-4e5a-8345-e999129546ca'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:27.397382 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Request body: {'port': {'device_id': 'f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:27.431613 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9de9d9fc-2394-4b7b-8d8b-59d3e74f8cc2 req-56469e2f-8ab7-434b-8e98-b9c8dad34a65 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996535 Nov 12 04:05:27.449548 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Router 32f024fa-1531-4898-82fa-db4be479ab2f is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:05:27.494757 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-36bb5875-647c-44e2-a316-f6116aaa6494 None None] Provisioning complete for port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:27.494757 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36bb5875-647c-44e2-a316-f6116aaa6494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.494937 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.561558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-36bb5875-647c-44e2-a316-f6116aaa6494 None None] Port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:05:27.722103 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:27.735333 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] Sync routers for ids ['32f024fa-1531-4898-82fa-db4be479ab2f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:27.752593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] Routers {'32f024fa-1531-4898-82fa-db4be479ab2f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:27.752593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['32f024fa-1531-4898-82fa-db4be479ab2f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:27.851132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81502d08-782e-4a1c-a00e-74ddd461d4cc req-bef48381-5c22-4a91-a1ee-5127361cdcc3 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:27.854793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81502d08-782e-4a1c-a00e-74ddd461d4cc req-bef48381-5c22-4a91-a1ee-5127361cdcc3 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.0995462 Nov 12 04:05:27.885643 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.887311 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ed342eb7-0ed5-4ab5-b20c-62693a486b0a tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.3912883 Nov 12 04:05:27.891827 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55728) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:27.997607 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81502d08-782e-4a1c-a00e-74ddd461d4cc req-2dc3b326-6228-4a90-b858-1fa04a35be82 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235862 Nov 12 04:05:28.004999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] Set router 32f024fa-1531-4898-82fa-db4be479ab2f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:28.074526 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b3e33731-35d7-471d-ac33-4c0cfcc04344 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/routers/32f024fa-1531-4898-82fa-db4be479ab2f HTTP/1.1" status: 200 len: 906 time: 0.1789281 Nov 12 04:05:28.075261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55734) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:28.081054 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76941768-0a1b-4fb4-8b3c-4b6bb4028c3f req-f7d087c0-4b05-41dc-8e23-83ad429514ac tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:28.089324 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76941768-0a1b-4fb4-8b3c-4b6bb4028c3f req-f7d087c0-4b05-41dc-8e23-83ad429514ac tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 945 time: 0.3723118 Nov 12 04:05:28.197522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76941768-0a1b-4fb4-8b3c-4b6bb4028c3f req-1fd054b3-6ef9-46a4-ac52-8fc92b036de8 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072209 Nov 12 04:05:28.284376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:28.290235 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.376858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d7b6f01b-2693-46ac-b2b0-b09ff4b15882 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:28.397409 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:28.411944 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.436825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Transition to ACTIVE for port object 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:28.489448 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f024fa-1531-4898-82fa-db4be479ab2f', 'name': 'tempest-snat-router-881902571', 'tenant_id': '018ca287a7b443659d22b55357505a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '52444cfc-0ec8-4514-9f1b-ab561c091c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:23Z', 'updated_at': '2021-11-12T04:05:26Z', 'revision_number': 3, 'project_id': '018ca287a7b443659d22b55357505a6b', 'gw_port': {'id': '52444cfc-0ec8-4514-9f1b-ab561c091c6c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f024fa-1531-4898-82fa-db4be479ab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:24Z', 'updated_at': '2021-11-12T04:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:28.509040 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ace813-dd87-41eb-8c76-6df201ff7eaf req-5989af44-e05a-4432-ac50-ab8bd59f2ed3 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:28.516332 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.516833 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24ace813-dd87-41eb-8c76-6df201ff7eaf req-5989af44-e05a-4432-ac50-ab8bd59f2ed3 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 944 time: 0.1813397 Nov 12 04:05:28.531215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] Checking router: 32f024fa-1531-4898-82fa-db4be479ab2f for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:28.533081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] Updating router 32f024fa-1531-4898-82fa-db4be479ab2f port 52444cfc-0ec8-4514-9f1b-ab561c091c6c binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:05:28.539408 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.545212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:28.545690 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.600355 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.613715 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.645531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24ace813-dd87-41eb-8c76-6df201ff7eaf req-21a0cb0d-9553-4658-99cf-036de818144d tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277261 Nov 12 04:05:28.699150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port d7b6f01b-2693-46ac-b2b0-b09ff4b15882 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:05:28.790729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port d7b6f01b-2693-46ac-b2b0-b09ff4b15882 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:28.791278 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.825957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Pushing event updated for resources: {'Port': ['ID=5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:28.827787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Deleting port 52444cfc-0ec8-4514-9f1b-ab561c091c6c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:28.828334 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.834657 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Attempting to bind port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:28.835043 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Attempting to bind port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:28.835373 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Attempting to bind port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:28.845964 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:28.845964 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Attempting to bind port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:28.858367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e60953-5b77-4931-9f0c-6484f1a0ffa2 req-761cf59f-6812-4547-a2b1-081ca622dd82 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:28.863302 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-62e60953-5b77-4931-9f0c-6484f1a0ffa2 req-761cf59f-6812-4547-a2b1-081ca622dd82 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.2766662 Nov 12 04:05:28.863974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:28.864420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Checking segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:28.864813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Bound using segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:28.865246 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Bound port: 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:28.865605 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.948222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:28.962589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Calling delete_port for 52444cfc-0ec8-4514-9f1b-ab561c091c6c owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:29.038749 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-62e60953-5b77-4931-9f0c-6484f1a0ffa2 req-573f1e5f-a25b-437a-ad56-1eb0448717ec tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395950 Nov 12 04:05:29.051283 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] For port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:29.054877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] For port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:29.118009 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.155663 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.191890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b6f01b-2693-46ac-b2b0-b09ff4b15882'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:29.194118 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.194266 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d63da25-84b7-40c8-96a5-7189865c2ffa" -d '{"events": [{"server_uuid": "8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6", "name": "network-vif-plugged", "status": "completed", "tag": "d7b6f01b-2693-46ac-b2b0-b09ff4b15882"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:29.230751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d7b6f01b-2693-46ac-b2b0-b09ff4b15882, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d7b6f01b-2693-46ac-b2b0-b09ff4b15882,segment=NetworkSegment(36ce716e-bb43-49af-b6e6-35fbce7aa0a5),segment_id=36ce716e-bb43-49af-b6e6-35fbce7aa0a5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:29.247106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263ee7d-b804-4ee3-8ef0-9b0320ae8be3 req-779e6225-9e04-4dd4-9696-222f035ed55c tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:29.249585 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b263ee7d-b804-4ee3-8ef0-9b0320ae8be3 req-779e6225-9e04-4dd4-9696-222f035ed55c tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.1489878 Nov 12 04:05:29.260489 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:29.261115 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.262523 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] 10.222.0.25 "PUT /v2.0/ports/5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 HTTP/1.1" status: 200 len: 1093 time: 1.8798583 Nov 12 04:05:29.263269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9', 'tag': '5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:29.266991 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882df4db-4f55-48e3-b4df-7ad80a60e777" -d '{"events": [{"name": "network-changed", "server_uuid": "f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9", "tag": "5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:29.306045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3099f0-1ecf-4188-b0d5-e1f0e6db1348 service neutron] Pushing event updated for resources: {'Port': ['ID=5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:29.339764 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd27e31-35b9-462c-b12b-8e6b124a5b18 x-openstack-request-id: req-bcd27e31-35b9-462c-b12b-8e6b124a5b18 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:29.340211 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6", "name": "network-vif-plugged", "status": "completed", "tag": "d7b6f01b-2693-46ac-b2b0-b09ff4b15882", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:29.340571 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bcd27e31-35b9-462c-b12b-8e6b124a5b18 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:29.341064 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b6f01b-2693-46ac-b2b0-b09ff4b15882', 'code': 200} Nov 12 04:05:29.350481 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.369087 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b263ee7d-b804-4ee3-8ef0-9b0320ae8be3 req-aa0a0594-90d4-4ee9-a755-f8e50b1a0c23 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028297 Nov 12 04:05:29.443069 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.460730 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:05:29.464355 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:05:29.487507 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfeaca0-b251-4ad7-89f2-2d3ff31f0c41 x-openstack-request-id: req-8cfeaca0-b251-4ad7-89f2-2d3ff31f0c41 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:29.488019 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9", "tag": "5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:29.488537 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8cfeaca0-b251-4ad7-89f2-2d3ff31f0c41 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:29.489103 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9', 'tag': '5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3', 'status': 'completed', 'code': 200} Nov 12 04:05:29.496718 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=d7b6f01b-2693-46ac-b2b0-b09ff4b15882,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:29.546039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event deleted for resources: {'Port': ['ID=52444cfc-0ec8-4514-9f1b-ab561c091c6c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:29.569235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77bca8-fcc7-4069-bfe5-390675403200 req-bb62b9b7-65fd-464b-9cb7-e0a40627c690 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:29.571001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b77bca8-fcc7-4069-bfe5-390675403200 req-bb62b9b7-65fd-464b-9cb7-e0a40627c690 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 945 time: 0.1651094 Nov 12 04:05:29.603468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-07133dc1-d717-429c-bb14-a7c49b5cd76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:29.605213 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-07133dc1-d717-429c-bb14-a7c49b5cd76a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 1096 time: 0.1271071 Nov 12 04:05:29.669726 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-66cada49-bdb4-4113-8802-257837f3a44b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 HTTP/1.1" status: 200 len: 217 time: 0.0514522 Nov 12 04:05:29.679947 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b77bca8-fcc7-4069-bfe5-390675403200 req-05487de1-9ac3-4119-ae4e-e382a9d59466 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000388 Nov 12 04:05:29.682980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc443f-ab8b-4718-bef0-01b1d0711d5a req-1f8b6e5a-366a-46fa-98d6-f2d10d059cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:29.684688 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92bc443f-ab8b-4718-bef0-01b1d0711d5a req-1f8b6e5a-366a-46fa-98d6-f2d10d059cec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 1097 time: 0.1761661 Nov 12 04:05:29.691945 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.762512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-0d7e0970-95c8-4a37-a7f3-dc3410a560bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:29.764030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-0d7e0970-95c8-4a37-a7f3-dc3410a560bc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0831645 Nov 12 04:05:29.848215 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.854917 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.876940 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-d0a8f761-728a-4236-b7ee-0fa824d1d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:29.879287 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-d0a8f761-728a-4236-b7ee-0fa824d1d930 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046398 Nov 12 04:05:29.970901 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92bc443f-ab8b-4718-bef0-01b1d0711d5a req-9867a1b8-b2df-495a-ac0b-38d655f84e7d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204893 Nov 12 04:05:29.983935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] Port 52444cfc-0ec8-4514-9f1b-ab561c091c6c not found while updating agent binding for router 32f024fa-1531-4898-82fa-db4be479ab2f. {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 04:05:29.993818 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] Routers {'32f024fa-1531-4898-82fa-db4be479ab2f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:29.994672 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['32f024fa-1531-4898-82fa-db4be479ab2f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:30.006894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd828f-9389-4f76-b8ba-c5c68aae438d req-f62681e7-38c8-452a-a1df-deaa3dbabcfe tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.017486 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ecd828f-9389-4f76-b8ba-c5c68aae438d req-f62681e7-38c8-452a-a1df-deaa3dbabcfe tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1586506 Nov 12 04:05:30.055512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793238dd-f5a6-4d0a-995a-e65a6a36f65d req-65d6d8a8-5650-4bf1-9c8a-e30a8bcd1ad7 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.060578 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-793238dd-f5a6-4d0a-995a-e65a6a36f65d req-65d6d8a8-5650-4bf1-9c8a-e30a8bcd1ad7 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.1361480 Nov 12 04:05:30.074631 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] Set router 32f024fa-1531-4898-82fa-db4be479ab2f gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:30.105180 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-593d747f-5260-43ad-a691-ff078dde6fa1 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172830 Nov 12 04:05:30.107818 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ecd828f-9389-4f76-b8ba-c5c68aae438d req-77c6107b-039e-47f4-8744-4c46bff3c8b7 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885568 Nov 12 04:05:30.113197 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.114727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32f024fa-1531-4898-82fa-db4be479ab2f {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:05:30.136413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.142875 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-502df54f-1a09-457e-a845-f2817e2121e7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "DELETE /v2.0/routers/32f024fa-1531-4898-82fa-db4be479ab2f HTTP/1.1" status: 204 len: 168 time: 2.0659199 Nov 12 04:05:30.143874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55760) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:30.162679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f024fa-1531-4898-82fa-db4be479ab2f', 'name': 'tempest-snat-router-881902571', 'tenant_id': '018ca287a7b443659d22b55357505a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:23Z', 'updated_at': '2021-11-12T04:05:29Z', 'revision_number': 5, 'project_id': '018ca287a7b443659d22b55357505a6b', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:30.200372 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee503c5-0af5-440a-833e-7cb856fe198e None None] The sync data for ids ['32f024fa-1531-4898-82fa-db4be479ab2f'] in n-d-767704-23 is: [{'id': '32f024fa-1531-4898-82fa-db4be479ab2f', 'name': 'tempest-snat-router-881902571', 'tenant_id': '018ca287a7b443659d22b55357505a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:23Z', 'updated_at': '2021-11-12T04:05:29Z', 'revision_number': 5, 'project_id': '018ca287a7b443659d22b55357505a6b', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:30.235799 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-793238dd-f5a6-4d0a-995a-e65a6a36f65d req-0b3830fc-22fa-4fc8-badb-dc80333a7917 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601996 Nov 12 04:05:30.277747 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed7065bb-c2ac-40fb-b5c2-c19f6c3dd04f req-666563f7-910c-4878-8110-298515bcb5c3 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558795 Nov 12 04:05:30.309719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6ada2-2718-4694-bea7-1457334198c7 req-ad618d95-00db-49ed-a9d2-94cbc03cf633 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.312798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63f6ada2-2718-4694-bea7-1457334198c7 req-ad618d95-00db-49ed-a9d2-94cbc03cf633 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.1052308 Nov 12 04:05:30.354721 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.379153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 73e89f04-e7fd-4e5a-8345-e999129546ca up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:30.460882 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63f6ada2-2718-4694-bea7-1457334198c7 req-c3d5bd5a-f468-4d1b-a54d-f92fe191849d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383476 Nov 12 04:05:30.499255 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882df4db-4f55-48e3-b4df-7ad80a60e777 req-baa4c61a-f97e-418f-836c-366dbc298969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.500984 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-882df4db-4f55-48e3-b4df-7ad80a60e777 req-baa4c61a-f97e-418f-836c-366dbc298969 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 1096 time: 0.0634604 Nov 12 04:05:30.550686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7638b-06a2-4e76-8030-43181c57aebc req-464c86c6-7221-4d6e-893f-ab48f12fa0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.552248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cb7638b-06a2-4e76-8030-43181c57aebc req-464c86c6-7221-4d6e-893f-ab48f12fa0b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79f4a1ff5d12476a92e0c96cc17a1a9c&device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 1097 time: 0.1239283 Nov 12 04:05:30.575049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 73e89f04-e7fd-4e5a-8345-e999129546ca completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:05:30.578289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 73e89f04-e7fd-4e5a-8345-e999129546ca triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:30.578688 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.609814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.620985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882df4db-4f55-48e3-b4df-7ad80a60e777 req-5c14da9c-b45e-4252-8615-88711929eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.622825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-882df4db-4f55-48e3-b4df-7ad80a60e777 req-5c14da9c-b45e-4252-8615-88711929eeb7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.1099508 Nov 12 04:05:30.677117 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-882df4db-4f55-48e3-b4df-7ad80a60e777 req-09ecba13-0033-4717-b006-b270db85f831 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 HTTP/1.1" status: 200 len: 217 time: 0.0466640 Nov 12 04:05:30.712733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7638b-06a2-4e76-8030-43181c57aebc req-6f6710af-4992-486e-8f25-6a0326413381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.714769 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cb7638b-06a2-4e76-8030-43181c57aebc req-6f6710af-4992-486e-8f25-6a0326413381 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2c004923-5e49-42b9-a490-8ce3b8f6885d HTTP/1.1" status: 200 len: 914 time: 0.1500080 Nov 12 04:05:30.757328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882df4db-4f55-48e3-b4df-7ad80a60e777 req-ac834c7e-5994-46ee-8431-401fb2970d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.764339 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-882df4db-4f55-48e3-b4df-7ad80a60e777 req-ac834c7e-5994-46ee-8431-401fb2970d31 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0719249 Nov 12 04:05:30.782656 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cb7638b-06a2-4e76-8030-43181c57aebc req-2491c517-f8ee-408d-8ca9-9597ccf036eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b253a6a9-4da1-4dc3-8a55-080e16f0369a HTTP/1.1" status: 200 len: 217 time: 0.0572717 Nov 12 04:05:30.867992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7638b-06a2-4e76-8030-43181c57aebc req-8bbcb196-00f2-4cda-a543-aacc2bfbbed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.869533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cb7638b-06a2-4e76-8030-43181c57aebc req-8bbcb196-00f2-4cda-a543-aacc2bfbbed4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0441c528-0570-4a37-8f57-09fe907c2aa3 HTTP/1.1" status: 200 len: 852 time: 0.0678697 Nov 12 04:05:30.874324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882df4db-4f55-48e3-b4df-7ad80a60e777 req-d4f945ed-01ae-4555-9a12-5aaaf42a7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.876100 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-882df4db-4f55-48e3-b4df-7ad80a60e777 req-d4f945ed-01ae-4555-9a12-5aaaf42a7034 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080925 Nov 12 04:05:30.879271 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.891459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Deleting port 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:30.895856 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.903247 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228b15b-fc5f-4446-928e-93e86e03721a req-7e64bae3-e7c3-4d37-be8d-b1e97e1b2db0 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.904888 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0228b15b-fc5f-4446-928e-93e86e03721a req-7e64bae3-e7c3-4d37-be8d-b1e97e1b2db0 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 945 time: 0.0930684 Nov 12 04:05:30.915774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cb7638b-06a2-4e76-8030-43181c57aebc req-0bb5995d-c22b-438d-8e6b-8cdffd67de36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c004923-5e49-42b9-a490-8ce3b8f6885d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374537 Nov 12 04:05:30.960714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 73e89f04-e7fd-4e5a-8345-e999129546ca, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=73e89f04-e7fd-4e5a-8345-e999129546ca,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:31.066532 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-882df4db-4f55-48e3-b4df-7ad80a60e777 req-fca3840f-78c0-438f-a73e-b7572d8e6328 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605992 Nov 12 04:05:31.075568 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.077772 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0228b15b-fc5f-4446-928e-93e86e03721a req-23fe66ee-77ac-42fe-9e60-33fbc39acb43 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568418 Nov 12 04:05:31.173112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=73e89f04-e7fd-4e5a-8345-e999129546ca,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:31.342392 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-882df4db-4f55-48e3-b4df-7ad80a60e777 req-f235ca96-7ecd-441c-a0ba-fd14e1c84fc3 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627192 Nov 12 04:05:31.342917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650c4946-75f6-413b-bb57-b47caccaa7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e89f04-e7fd-4e5a-8345-e999129546ca'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:31.347891 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfc463c-8754-484e-9fc6-a2577ac864f4" -d '{"events": [{"server_uuid": "650c4946-75f6-413b-bb57-b47caccaa7db", "name": "network-vif-plugged", "status": "completed", "tag": "73e89f04-e7fd-4e5a-8345-e999129546ca"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:31.359057 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49eb6c3-cedf-4997-b8fd-91af309070fe req-eead99fd-da6e-4150-a5f7-64b69363e890 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:31.362265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e49eb6c3-cedf-4997-b8fd-91af309070fe req-eead99fd-da6e-4150-a5f7-64b69363e890 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1354346 Nov 12 04:05:31.663608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] For port 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6d3c3cde-d2bb-4d67-a5a9-052986ea0fda,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:31.664258 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.691046 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Calling delete_port for 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:31.719518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a60226-86cc-4ea6-a3ad-604f51fe926f req-d0d5d053-3835-4c59-afad-e70628d563fe tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:31.721620 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24a60226-86cc-4ea6-a3ad-604f51fe926f req-d0d5d053-3835-4c59-afad-e70628d563fe tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 945 time: 0.7012601 Nov 12 04:05:31.743261 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e49eb6c3-cedf-4997-b8fd-91af309070fe req-9a8c27e4-ac53-406b-9276-f2adea524dc2 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643389 Nov 12 04:05:31.749824 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cb7638b-06a2-4e76-8030-43181c57aebc req-7083cfe8-1cf4-4059-bdcc-c3d4956c180a service neutron] 10.222.0.26 "GET /v2.0/networks/2c004923-5e49-42b9-a490-8ce3b8f6885d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8197083 Nov 12 04:05:31.904606 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24a60226-86cc-4ea6-a3ad-604f51fe926f req-dfb5af7f-8eb0-4e50-bf86-e0e4a124ef2c tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723385 Nov 12 04:05:31.937668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45840693-297b-4ce4-a0e6-16c261800be9 req-0ae8f9ae-9578-46a1-8a03-7eceda2e8ec7 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:31.940725 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45840693-297b-4ce4-a0e6-16c261800be9 req-0ae8f9ae-9578-46a1-8a03-7eceda2e8ec7 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.0774944 Nov 12 04:05:32.001101 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b006f16f-d691-4329-832c-4fb3618765ca x-openstack-request-id: req-b006f16f-d691-4329-832c-4fb3618765ca {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:32.001656 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650c4946-75f6-413b-bb57-b47caccaa7db", "name": "network-vif-plugged", "status": "completed", "tag": "73e89f04-e7fd-4e5a-8345-e999129546ca", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:32.001656 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b006f16f-d691-4329-832c-4fb3618765ca {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:32.002075 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650c4946-75f6-413b-bb57-b47caccaa7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e89f04-e7fd-4e5a-8345-e999129546ca', 'code': 200} Nov 12 04:05:32.054531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cb7638b-06a2-4e76-8030-43181c57aebc req-f12ea08e-0e8b-4fbc-8096-24701e273608 service neutron] 10.222.0.26 "GET /v2.0/networks/2c004923-5e49-42b9-a490-8ce3b8f6885d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716265 Nov 12 04:05:32.056647 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45840693-297b-4ce4-a0e6-16c261800be9 req-52a502f2-7581-4570-9d74-d83bfb6aa0e7 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944605 Nov 12 04:05:32.274989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32a3b7-057a-4d0e-ab8d-a7101c6b840a req-0f264139-ee95-4c33-9c24-919d66ef07d9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:32.276931 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a32a3b7-057a-4d0e-ab8d-a7101c6b840a req-0f264139-ee95-4c33-9c24-919d66ef07d9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.0927532 Nov 12 04:05:32.311415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.351189 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d3c3cde-d2bb-4d67-a5a9-052986ea0fda,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:32.352236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a32a3b7-057a-4d0e-ab8d-a7101c6b840a req-3b13acfe-a147-44f9-84f1-112fdab830b3 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671084 Nov 12 04:05:32.398297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79791893-a2f7-4843-8f61-dbb7cc3197bd req-0aa5c6f2-2e2b-4307-8c2f-612b5b87205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:32.400141 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79791893-a2f7-4843-8f61-dbb7cc3197bd req-0aa5c6f2-2e2b-4307-8c2f-612b5b87205f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 1098 time: 0.1772640 Nov 12 04:05:32.469933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccff95d-771a-4b90-b8f1-7f8444b137e4 req-c1d42477-0c51-459d-ac12-914e48320025 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:32.471838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ccff95d-771a-4b90-b8f1-7f8444b137e4 req-c1d42477-0c51-459d-ac12-914e48320025 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 946 time: 0.2044320 Nov 12 04:05:32.528544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.739174 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79791893-a2f7-4843-8f61-dbb7cc3197bd req-79938938-1667-4bb3-a1be-d73ccf071228 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051112 Nov 12 04:05:32.745360 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.751448 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.763887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ccff95d-771a-4b90-b8f1-7f8444b137e4 req-6f9b15ac-5fd2-4b73-be51-88dd10ef9932 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633159 Nov 12 04:05:32.927026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40356d-5aca-4b52-8b39-2dc2ddfc4f28 req-7a8ac72a-a209-49ad-aa4b-809eddbf40c6 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:32.928602 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa40356d-5aca-4b52-8b39-2dc2ddfc4f28 req-7a8ac72a-a209-49ad-aa4b-809eddbf40c6 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 945 time: 0.0723107 Nov 12 04:05:32.975801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cda9c-dc4e-473d-b810-2e897a89a158 req-a6b87bfa-c04f-4209-8d7a-24b76cb29aac tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:32.977799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb9cda9c-dc4e-473d-b810-2e897a89a158 req-a6b87bfa-c04f-4209-8d7a-24b76cb29aac tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0848994 Nov 12 04:05:32.979248 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.980172 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90db8477-4e38-4659-9d57-ac539d9cb11e {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:05:32.985766 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.993050 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b15706fc-7b4d-46b6-a191-302a447fcda7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "DELETE /v2.0/routers/90db8477-4e38-4659-9d57-ac539d9cb11e HTTP/1.1" status: 204 len: 168 time: 2.8479648 Nov 12 04:05:32.993806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55790) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:32.999386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1100431753', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:33.021894 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa40356d-5aca-4b52-8b39-2dc2ddfc4f28 req-8786fdb9-5724-4296-9cb3-fef4e0be00f6 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809388 Nov 12 04:05:33.133672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb9cda9c-dc4e-473d-b810-2e897a89a158 req-da4178e4-ffea-4d65-ac37-6bde52ea6e0a tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269603 Nov 12 04:05:33.171841 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.182430 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.266509 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.298443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ea18f-732a-45f7-94d2-7db9b5d3ee2f req-eec9add7-919c-435c-8355-52b67d7514bc tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:33.300600 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a30ea18f-732a-45f7-94d2-7db9b5d3ee2f req-eec9add7-919c-435c-8355-52b67d7514bc tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.0898743 Nov 12 04:05:33.359292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a30ea18f-732a-45f7-94d2-7db9b5d3ee2f req-f41906d4-8bed-4949-a1f4-b58b38a85a4c tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521841 Nov 12 04:05:33.627538 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.017399 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.052687 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.150079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1709712-f5de-41fe-be55-431b52216b1e req-bc3ef298-4fbe-476b-8a9a-487dec6e38b7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.154682 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1709712-f5de-41fe-be55-431b52216b1e req-bc3ef298-4fbe-476b-8a9a-487dec6e38b7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.0880706 Nov 12 04:05:34.237307 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1709712-f5de-41fe-be55-431b52216b1e req-f8af2936-f20c-4b87-9983-4ed231662c87 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733547 Nov 12 04:05:34.242105 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:34.271902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:34.272384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6d3c3cde-d2bb-4d67-a5a9-052986ea0fda not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:34.273775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebe97f-4fda-45c1-93d4-6f9f2647b454 req-f4e77fe0-826d-4b42-ae59-69a7799a83fb tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.276761 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3ebe97f-4fda-45c1-93d4-6f9f2647b454 req-f4e77fe0-826d-4b42-ae59-69a7799a83fb tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 946 time: 0.1656985 Nov 12 04:05:34.329509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38345e37-2fff-49eb-b4dc-22b4c1def804 req-acdf59eb-de19-49c2-80d4-a5664ee1217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.331122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38345e37-2fff-49eb-b4dc-22b4c1def804 req-acdf59eb-de19-49c2-80d4-a5664ee1217d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42414fb0f501495b93cd475024947496&device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 1097 time: 0.1454186 Nov 12 04:05:34.339402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Allocated IP 172.25.8.88 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/92e239e1-9f1d-42e5-9732-dca91597b525) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:34.406250 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403ab47-ba19-4820-8ca0-1399b6774323 req-ddde01e9-686f-48c2-b24d-db1409fb3e91 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.408940 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7403ab47-ba19-4820-8ca0-1399b6774323 req-ddde01e9-686f-48c2-b24d-db1409fb3e91 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 945 time: 0.0778503 Nov 12 04:05:34.431167 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3ebe97f-4fda-45c1-93d4-6f9f2647b454 req-7c19830b-5ac3-40ea-ae02-a6cc4cb9ffda tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481411 Nov 12 04:05:34.490884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7403ab47-ba19-4820-8ca0-1399b6774323 req-f529b859-0676-4676-bfee-3474e246e07a tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715845 Nov 12 04:05:34.575337 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38345e37-2fff-49eb-b4dc-22b4c1def804 req-e9102dad-a086-4975-9309-dbb886d2fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.577819 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38345e37-2fff-49eb-b4dc-22b4c1def804 req-e9102dad-a086-4975-9309-dbb886d2fc65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=be207302-4e8a-42e0-9c56-59fd9287d686 HTTP/1.1" status: 200 len: 913 time: 0.2361083 Nov 12 04:05:34.630048 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a33305-bbc7-45a9-bb6e-bccacb05c430 req-8e336b4e-963c-43bb-ad60-513f7dced72c tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.633110 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71a33305-bbc7-45a9-bb6e-bccacb05c430 req-8e336b4e-963c-43bb-ad60-513f7dced72c tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1121566 Nov 12 04:05:34.764567 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.764567 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38345e37-2fff-49eb-b4dc-22b4c1def804 req-7e57c2c1-4b9f-485b-8508-a55a86017c2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b6f01b-2693-46ac-b2b0-b09ff4b15882 HTTP/1.1" status: 200 len: 217 time: 0.1076989 Nov 12 04:05:34.803001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748715b-68eb-40a0-8955-f0764768fd2c req-282891f8-0ac2-438b-af9e-689b566736a1 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.804673 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f748715b-68eb-40a0-8955-f0764768fd2c req-282891f8-0ac2-438b-af9e-689b566736a1 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.0687261 Nov 12 04:05:34.808175 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71a33305-bbc7-45a9-bb6e-bccacb05c430 req-173549c3-8ced-4889-801a-9bad3f4d2544 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565912 Nov 12 04:05:34.858495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38345e37-2fff-49eb-b4dc-22b4c1def804 req-3af7e6d0-5b85-47a7-9dba-4b605cbea802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.859269 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38345e37-2fff-49eb-b4dc-22b4c1def804 req-3af7e6d0-5b85-47a7-9dba-4b605cbea802 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b16b7526-1b59-4e2c-ac2e-f5c060328fb4 HTTP/1.1" status: 200 len: 851 time: 0.0660410 Nov 12 04:05:34.883935 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f748715b-68eb-40a0-8955-f0764768fd2c req-ca850fac-7dea-4ddc-88c9-059cadfb6311 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665462 Nov 12 04:05:34.914518 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38345e37-2fff-49eb-b4dc-22b4c1def804 req-22f7a6fa-e7b9-415e-b861-91f4d1b41bec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be207302-4e8a-42e0-9c56-59fd9287d686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318489 Nov 12 04:05:34.971913 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.111715 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:35.122599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:35.137743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:35.155749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Pushing event updated for resources: {'Port': ['ID=92e239e1-9f1d-42e5-9732-dca91597b525,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:35.206069 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38345e37-2fff-49eb-b4dc-22b4c1def804 req-c64604de-045a-45a2-87a1-c12f25881a87 service neutron] 10.222.0.26 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877986 Nov 12 04:05:35.387219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4987fa-8b3b-4908-a9be-6cc058e26bf1 req-82b7b2df-0d6b-475b-b986-95d0be788403 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:35.389630 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c4987fa-8b3b-4908-a9be-6cc058e26bf1 req-82b7b2df-0d6b-475b-b986-95d0be788403 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.0661631 Nov 12 04:05:35.450020 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c4987fa-8b3b-4908-a9be-6cc058e26bf1 req-b7a43fbc-818e-4f1f-ba68-75c35f1f19da tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546336 Nov 12 04:05:35.592407 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38345e37-2fff-49eb-b4dc-22b4c1def804 req-0ec03127-17c4-4434-9a80-945e4eb1a4a8 service neutron] 10.222.0.26 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747063 Nov 12 04:05:35.614371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d28cc-3eb0-4286-bef5-bf3f1eaafe01 req-cd31c907-15bc-466d-bfc1-5e24169e83bd tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:35.616332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-840d28cc-3eb0-4286-bef5-bf3f1eaafe01 req-cd31c907-15bc-466d-bfc1-5e24169e83bd tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.1159899 Nov 12 04:05:35.637053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa792b4-c225-47ce-8789-597aa87c98ac req-068345f1-be55-4244-a2d6-e11568790b04 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:35.638622 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2aa792b4-c225-47ce-8789-597aa87c98ac req-068345f1-be55-4244-a2d6-e11568790b04 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 946 time: 0.1064439 Nov 12 04:05:35.654937 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-adfc46cf-a2a8-46bb-927e-a6c0ef209c6e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:35.657144 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-adfc46cf-a2a8-46bb-927e-a6c0ef209c6e tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 945 time: 0.1116877 Nov 12 04:05:35.695678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-840d28cc-3eb0-4286-bef5-bf3f1eaafe01 req-46e4e9a9-26d6-409f-9397-37293e210451 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706422 Nov 12 04:05:35.792520 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2aa792b4-c225-47ce-8789-597aa87c98ac req-ed7a24f8-2a5f-46f0-b319-d7a96624f3e0 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341095 Nov 12 04:05:35.866916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Deleting port dd10728d-566b-43f6-9b76-2352b33e30ff {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:35.866916 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.926234 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.981604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031cf8a-19ce-4318-bb6c-1db70774b200 req-2c54d7e4-ce12-4763-9740-7c2922214c16 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:35.983195 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e031cf8a-19ce-4318-bb6c-1db70774b200 req-2c54d7e4-ce12-4763-9740-7c2922214c16 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 945 time: 0.1408472 Nov 12 04:05:36.054020 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] For port dd10728d-566b-43f6-9b76-2352b33e30ff, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=dd10728d-566b-43f6-9b76-2352b33e30ff,segment=NetworkSegment(bdcce992-38d8-40a3-b2d5-4bcdefbabd29),segment_id=bdcce992-38d8-40a3-b2d5-4bcdefbabd29)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:36.054397 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.168464 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e031cf8a-19ce-4318-bb6c-1db70774b200 req-12da72f9-3297-4b00-b516-d9fca0e135e7 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups?id=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623580 Nov 12 04:05:36.343945 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.371928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146695-bf99-4357-b74a-439d15b962cd req-f03f2a6f-959e-4a8b-a778-0001d4f5668a tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:36.371928 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9146695-bf99-4357-b74a-439d15b962cd req-f03f2a6f-959e-4a8b-a778-0001d4f5668a tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2465935 Nov 12 04:05:36.616236 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.616944 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.616944 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Floating IP 6ba746a1-3048-4e9b-826c-0b9ad3477d1f disassociated. External IP: 172.25.8.2, port: dd10728d-566b-43f6-9b76-2352b33e30ff. Nov 12 04:05:36.617235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Calling delete_port for dd10728d-566b-43f6-9b76-2352b33e30ff owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:36.628891 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9146695-bf99-4357-b74a-439d15b962cd req-6b8ced9b-367d-45c6-8bbb-d97c840327f5 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472682 Nov 12 04:05:36.633432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948d3aa-5a2f-404f-aade-687cc0416fec req-f9e6509f-f626-489a-9045-fe523b70b248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:36.636446 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6948d3aa-5a2f-404f-aade-687cc0416fec req-f9e6509f-f626-489a-9045-fe523b70b248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.0751648 Nov 12 04:05:36.678832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Router c483db14-367c-4012-a6a0-36882dbca761 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:05:36.780250 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6948d3aa-5a2f-404f-aade-687cc0416fec req-1e6728cd-07d3-4c9b-85f6-aa2c89a06af8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322768 Nov 12 04:05:36.902374 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df577b-35bd-4611-92f3-6750711b9f80 req-b896274c-c011-4dc1-8af1-fd841c45807b tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:36.903994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15df577b-35bd-4611-92f3-6750711b9f80 req-b896274c-c011-4dc1-8af1-fd841c45807b tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.0603530 Nov 12 04:05:36.926096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:36.936734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.957351 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0378563b-9b84-49dd-a9c1-e27ec5cc396b None None] Sync routers for ids ['c483db14-367c-4012-a6a0-36882dbca761'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:36.983490 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0378563b-9b84-49dd-a9c1-e27ec5cc396b None None] Routers {'c483db14-367c-4012-a6a0-36882dbca761'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:36.984820 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0378563b-9b84-49dd-a9c1-e27ec5cc396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c483db14-367c-4012-a6a0-36882dbca761'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:37.016762 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Pushing event deleted for resources: {'Port': ['ID=dd10728d-566b-43f6-9b76-2352b33e30ff,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:37.055456 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.055754 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0378563b-9b84-49dd-a9c1-e27ec5cc396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:37.055953 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.055953 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.055953 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.056299 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.056570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.056998 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.057343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.057663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.058439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.058916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.059251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.080124 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0378563b-9b84-49dd-a9c1-e27ec5cc396b None None] Routers {'c483db14-367c-4012-a6a0-36882dbca761'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:37.080225 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.081165 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0378563b-9b84-49dd-a9c1-e27ec5cc396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c483db14-367c-4012-a6a0-36882dbca761'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:37.082198 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9f9400f0-9f45-4fbf-aca5-2170db2786d5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0868909 Nov 12 04:05:37.085044 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55848) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:37.089879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f551f45f-6a2b-46db-9193-8dd3fb888a70 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'enable_snat': False}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:37.129380 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15df577b-35bd-4611-92f3-6750711b9f80 req-f487e408-9d86-474f-b053-650dbe2d1b79 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146678 Nov 12 04:05:37.142635 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0378563b-9b84-49dd-a9c1-e27ec5cc396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:37.143500 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0378563b-9b84-49dd-a9c1-e27ec5cc396b None None] The sync data for ids ['c483db14-367c-4012-a6a0-36882dbca761'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:37.257166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Router b6662830-88b0-4b84-adfb-99ccb8269e9a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:05:37.427976 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-19f03327-ca5a-4fd9-86fc-0b98cab9012a req-350e0a84-00b0-45f3-9751-1d7aa9c7424d tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 210 time: 0.0833201 Nov 12 04:05:37.549246 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:37.567767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6caee-2fa0-4cd4-9a73-b4a8e66f1142 None None] Sync routers for ids ['b6662830-88b0-4b84-adfb-99ccb8269e9a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:37.594715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb6caee-2fa0-4cd4-9a73-b4a8e66f1142 None None] Routers {'b6662830-88b0-4b84-adfb-99ccb8269e9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:37.596455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-deb6caee-2fa0-4cd4-9a73-b4a8e66f1142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b6662830-88b0-4b84-adfb-99ccb8269e9a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:37.733121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] No DVR routers for this DVR port dd10728d-566b-43f6-9b76-2352b33e30ff on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:37.753395 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.758089 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d12a9b06-8920-486a-a9a7-fda7f4ac5c47 req-291f2fa0-f0ff-421d-bd5e-956e15d44fce tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.25 "DELETE /v2.0/ports/dd10728d-566b-43f6-9b76-2352b33e30ff HTTP/1.1" status: 204 len: 173 time: 2.0900395 Nov 12 04:05:37.758898 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2a68ec-228c-49ec-83a3-781d0317d773', 'name': 'network-vif-deleted', 'tag': 'dd10728d-566b-43f6-9b76-2352b33e30ff'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:37.763852 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac697810-5897-4c98-9e25-6efeee9d3493" -d '{"events": [{"server_uuid": "0b2a68ec-228c-49ec-83a3-781d0317d773", "name": "network-vif-deleted", "tag": "dd10728d-566b-43f6-9b76-2352b33e30ff"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:37.837650 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c337d0-a664-4d21-aa5b-37051d9c1a4d x-openstack-request-id: req-e8c337d0-a664-4d21-aa5b-37051d9c1a4d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:37.838387 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2a68ec-228c-49ec-83a3-781d0317d773", "name": "network-vif-deleted", "tag": "dd10728d-566b-43f6-9b76-2352b33e30ff", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:37.839019 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e8c337d0-a664-4d21-aa5b-37051d9c1a4d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:37.839928 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2a68ec-228c-49ec-83a3-781d0317d773', 'name': 'network-vif-deleted', 'tag': 'dd10728d-566b-43f6-9b76-2352b33e30ff', 'status': 'completed', 'code': 200} Nov 12 04:05:38.040811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-deb6caee-2fa0-4cd4-9a73-b4a8e66f1142 None None] Set router b6662830-88b0-4b84-adfb-99ccb8269e9a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:38.112745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129625d7-a26d-4bb5-8921-b599d659d9ea req-c55c2455-181b-41f8-8861-3aa084d0738b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:38.125071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-129625d7-a26d-4bb5-8921-b599d659d9ea req-c55c2455-181b-41f8-8861-3aa084d0738b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.2026687 Nov 12 04:05:38.229809 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-129625d7-a26d-4bb5-8921-b599d659d9ea req-0464cfac-2e7c-4cea-9974-29fe0d1285ab tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014416 Nov 12 04:05:38.410811 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe002e5-744c-4b6f-a462-da541bf783e7 req-87757cc2-bc8d-4ffd-8a8c-b4697b2353c4 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:38.413669 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9fe002e5-744c-4b6f-a462-da541bf783e7 req-87757cc2-bc8d-4ffd-8a8c-b4697b2353c4 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.0900087 Nov 12 04:05:38.441540 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f551f45f-6a2b-46db-9193-8dd3fb888a70 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:38.465113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device dd10728d-566b-43f6-9b76-2352b33e30ff no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:38.497280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea121e9b-4cba-4055-95dd-4f7eef712d5b req-8f03745e-2d06-47ae-bdc5-23aa4b560d55 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:38.503611 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea121e9b-4cba-4055-95dd-4f7eef712d5b req-8f03745e-2d06-47ae-bdc5-23aa4b560d55 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1577291 Nov 12 04:05:38.514823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: dd10728d-566b-43f6-9b76-2352b33e30ff {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:38.515818 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device dd10728d-566b-43f6-9b76-2352b33e30ff not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:38.516628 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9fe002e5-744c-4b6f-a462-da541bf783e7 req-93dc2e9e-85ff-4126-83cb-943f4cf27266 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756049 Nov 12 04:05:38.519455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-deb6caee-2fa0-4cd4-9a73-b4a8e66f1142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port': {'id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'f10c7a6c-6002-4459-88ac-89bd48809f90', 'name': '', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'mac_address': 'fa:16:3e:ae:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:07Z', 'updated_at': '2021-11-12T04:03:15Z', 'revision_number': 5, 'project_id': '57737743e14f4023a48559aee4f8845b', 'subnets': [{'id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:38.568546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6caee-2fa0-4cd4-9a73-b4a8e66f1142 None None] Checking router: b6662830-88b0-4b84-adfb-99ccb8269e9a for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:38.588395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb6caee-2fa0-4cd4-9a73-b4a8e66f1142 None None] Routers {'b6662830-88b0-4b84-adfb-99ccb8269e9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:38.589243 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-deb6caee-2fa0-4cd4-9a73-b4a8e66f1142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b6662830-88b0-4b84-adfb-99ccb8269e9a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:38.602438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea121e9b-4cba-4055-95dd-4f7eef712d5b req-73a3bb2f-b2ec-4443-ae15-c9e8289e926f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840795 Nov 12 04:05:38.836479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-deb6caee-2fa0-4cd4-9a73-b4a8e66f1142 None None] Set router b6662830-88b0-4b84-adfb-99ccb8269e9a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:38.867822 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51da8e57-1d34-414b-80c6-7e8422f65bdc req-67fc19dd-99f0-47ca-a7e9-72b60f997ae7 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/ports?device_id=0b2a68ec-228c-49ec-83a3-781d0317d773 HTTP/1.1" status: 200 len: 210 time: 0.0407515 Nov 12 04:05:39.133526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-deb6caee-2fa0-4cd4-9a73-b4a8e66f1142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port': {'id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'f10c7a6c-6002-4459-88ac-89bd48809f90', 'name': '', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'mac_address': 'fa:16:3e:ae:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:07Z', 'updated_at': '2021-11-12T04:03:15Z', 'revision_number': 5, 'project_id': '57737743e14f4023a48559aee4f8845b', 'subnets': [{'id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:39.176201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6caee-2fa0-4cd4-9a73-b4a8e66f1142 None None] The sync data for ids ['b6662830-88b0-4b84-adfb-99ccb8269e9a'] in n-d-767704-23 is: [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port': {'id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'f10c7a6c-6002-4459-88ac-89bd48809f90', 'name': '', 'network_id': 'e38b5a5c-4c12-46fd-825c-054e80fc0fca', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'mac_address': 'fa:16:3e:ae:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:07Z', 'updated_at': '2021-11-12T04:03:15Z', 'revision_number': 5, 'project_id': '57737743e14f4023a48559aee4f8845b', 'subnets': [{'id': '655f79a8-108e-4a0c-b3ac-18fe3a985abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:39.244126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b261aa6-be57-42f9-abba-df18bbad7e1b req-df9f0238-1953-44df-9aee-eec4ae511fc9 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:39.245755 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4b261aa6-be57-42f9-abba-df18bbad7e1b req-df9f0238-1953-44df-9aee-eec4ae511fc9 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.0736413 Nov 12 04:05:39.480194 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f551f45f-6a2b-46db-9193-8dd3fb888a70 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.530242 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f551f45f-6a2b-46db-9193-8dd3fb888a70 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.554328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c79cba-f30c-46b7-bdaf-a84d7b5bd24a req-e0323278-7860-4bca-9787-95218d01ff0b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:39.556707 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c6c79cba-f30c-46b7-bdaf-a84d7b5bd24a req-e0323278-7860-4bca-9787-95218d01ff0b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.1999063 Nov 12 04:05:39.587408 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc89437d-739f-4f6f-9200-f5b4125ed580 None None] New status for floating IP 6ba746a1-3048-4e9b-826c-0b9ad3477d1f: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:05:39.724609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c6c79cba-f30c-46b7-bdaf-a84d7b5bd24a req-c4ee88a6-e3dd-4059-8546-a237d62c1f89 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343939 Nov 12 04:05:39.735160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4b261aa6-be57-42f9-abba-df18bbad7e1b req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Deleting port b253a6a9-4da1-4dc3-8a55-080e16f0369a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:39.735501 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4b261aa6-be57-42f9-abba-df18bbad7e1b req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.773180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f551f45f-6a2b-46db-9193-8dd3fb888a70 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Router c483db14-367c-4012-a6a0-36882dbca761 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:05:39.922480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4b261aa6-be57-42f9-abba-df18bbad7e1b req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] For port b253a6a9-4da1-4dc3-8a55-080e16f0369a, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b253a6a9-4da1-4dc3-8a55-080e16f0369a,segment=NetworkSegment(8baa62bd-bff5-4360-8dad-2eacf408fbcb),segment_id=8baa62bd-bff5-4360-8dad-2eacf408fbcb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:39.922858 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4b261aa6-be57-42f9-abba-df18bbad7e1b req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.943983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4b261aa6-be57-42f9-abba-df18bbad7e1b req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Calling delete_port for b253a6a9-4da1-4dc3-8a55-080e16f0369a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:39.952422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4284bdc-f9fa-40af-80e4-be621a865d35 req-de915980-8b19-47ab-b88a-297f51603984 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:39.953915 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4284bdc-f9fa-40af-80e4-be621a865d35 req-de915980-8b19-47ab-b88a-297f51603984 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 945 time: 0.1537859 Nov 12 04:05:40.074467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f551f45f-6a2b-46db-9193-8dd3fb888a70 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:40.083189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1851d-825e-4ee3-be84-673813cc76ec None None] Sync routers for ids ['c483db14-367c-4012-a6a0-36882dbca761'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:40.089126 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f551f45f-6a2b-46db-9193-8dd3fb888a70 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.093142 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f551f45f-6a2b-46db-9193-8dd3fb888a70 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "PUT /v2.0/routers/c483db14-367c-4012-a6a0-36882dbca761 HTTP/1.1" status: 200 len: 925 time: 3.0043142 Nov 12 04:05:40.093680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:40.101175 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4284bdc-f9fa-40af-80e4-be621a865d35 req-7973eabb-0b78-4d47-b21c-7bbc375530d4 tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/security-groups?id=3f5ea35b-4d0b-483d-b532-92c0a6f3239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151893 Nov 12 04:05:40.112606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1851d-825e-4ee3-be84-673813cc76ec None None] Routers {'c483db14-367c-4012-a6a0-36882dbca761'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:40.116696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-29c1851d-825e-4ee3-be84-673813cc76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c483db14-367c-4012-a6a0-36882dbca761'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:40.198014 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-29c1851d-825e-4ee3-be84-673813cc76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:40.215281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1851d-825e-4ee3-be84-673813cc76ec None None] Routers {'c483db14-367c-4012-a6a0-36882dbca761'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:40.217102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-29c1851d-825e-4ee3-be84-673813cc76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c483db14-367c-4012-a6a0-36882dbca761'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:40.275598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-29c1851d-825e-4ee3-be84-673813cc76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:40.276956 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1851d-825e-4ee3-be84-673813cc76ec None None] The sync data for ids ['c483db14-367c-4012-a6a0-36882dbca761'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:40.280440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c507172-19d6-4281-8cf6-22709bc43da4 req-03152a89-a37f-450d-8b77-1ed8dd3fd24f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:40.282883 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c507172-19d6-4281-8cf6-22709bc43da4 req-03152a89-a37f-450d-8b77-1ed8dd3fd24f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0700381 Nov 12 04:05:40.323819 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4b261aa6-be57-42f9-abba-df18bbad7e1b req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.333457 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3fbca8f5-284d-4c99-a521-e1d8864e4965 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/routers/c483db14-367c-4012-a6a0-36882dbca761 HTTP/1.1" status: 200 len: 925 time: 0.2377410 Nov 12 04:05:40.335965 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55892) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:40.373412 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Pushing event deleted for resources: {'Port': ['ID=b253a6a9-4da1-4dc3-8a55-080e16f0369a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:40.375851 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b253a6a9-4da1-4dc3-8a55-080e16f0369a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:40.423100 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b693da41-f4b4-4856-87aa-8e3c3880a1a7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:40.425727 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b693da41-f4b4-4856-87aa-8e3c3880a1a7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&device_id=c483db14-367c-4012-a6a0-36882dbca761&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0887585 Nov 12 04:05:40.428847 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:40.450438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:40.450832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:40.451127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:40.451466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:40.451800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:40.467930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:40.469275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:40.469659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:40.470028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:40.470375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:40.472365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:40.472365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:40.531098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b261aa6-be57-42f9-abba-df18bbad7e1b req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] No DVR routers for this DVR port b253a6a9-4da1-4dc3-8a55-080e16f0369a on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:40.535410 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4b261aa6-be57-42f9-abba-df18bbad7e1b req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.539672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4b261aa6-be57-42f9-abba-df18bbad7e1b req-d4bb1513-a23c-4944-87a0-817f4bd7e1df tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.26 "DELETE /v2.0/ports/b253a6a9-4da1-4dc3-8a55-080e16f0369a HTTP/1.1" status: 204 len: 173 time: 1.1843030 Nov 12 04:05:40.540169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a617d0-1941-42d7-a3a0-bcec633311f4', 'name': 'network-vif-deleted', 'tag': 'b253a6a9-4da1-4dc3-8a55-080e16f0369a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:40.542428 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fad11dc-5e43-4c5b-a1cd-5cddd64fc0ce" -d '{"events": [{"server_uuid": "d1a617d0-1941-42d7-a3a0-bcec633311f4", "name": "network-vif-deleted", "tag": "b253a6a9-4da1-4dc3-8a55-080e16f0369a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:40.557137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c507172-19d6-4281-8cf6-22709bc43da4 req-eaaa6d85-cd82-4acb-a0df-a768e5018332 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542543 Nov 12 04:05:40.588486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad9f101-e1a2-4aa9-8c9b-4805e78a2f4c tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:40.590929 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8ad9f101-e1a2-4aa9-8c9b-4805e78a2f4c tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 881 time: 0.1606524 Nov 12 04:05:40.596216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:40.610509 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11047e35-f0ac-4061-a6ed-30f5691fffc9 x-openstack-request-id: req-11047e35-f0ac-4061-a6ed-30f5691fffc9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:40.610800 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a617d0-1941-42d7-a3a0-bcec633311f4", "name": "network-vif-deleted", "tag": "b253a6a9-4da1-4dc3-8a55-080e16f0369a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:40.611123 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-11047e35-f0ac-4061-a6ed-30f5691fffc9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:40.611681 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a617d0-1941-42d7-a3a0-bcec633311f4', 'name': 'network-vif-deleted', 'tag': 'b253a6a9-4da1-4dc3-8a55-080e16f0369a', 'status': 'completed', 'code': 200} Nov 12 04:05:40.638047 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f438cf28-737f-4a11-b542-a8172572b5db tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "GET /v2.0/ports?device_id=c483db14-367c-4012-a6a0-36882dbca761 HTTP/1.1" status: 200 len: 205 time: 0.0404837 Nov 12 04:05:40.640875 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55902) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:40.894149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744df66f-c005-4078-b3ef-75ed21bc28e6 req-592c1785-c29e-450c-a7da-be48b23ba63f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:40.896102 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-744df66f-c005-4078-b3ef-75ed21bc28e6 req-592c1785-c29e-450c-a7da-be48b23ba63f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.0847368 Nov 12 04:05:40.960281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-744df66f-c005-4078-b3ef-75ed21bc28e6 req-2fa7d1f1-fd86-4a71-828f-0b93f3019d77 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564549 Nov 12 04:05:41.247090 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.320676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43902c3a-b156-402a-aec0-41d7b6722ce9 req-ca3ff909-1d7a-4d87-be61-24468a166add tempest-TestServerAdvancedOps-854024536 tempest-TestServerAdvancedOps-854024536-project] 10.222.0.105 "GET /v2.0/ports?device_id=d1a617d0-1941-42d7-a3a0-bcec633311f4 HTTP/1.1" status: 200 len: 210 time: 0.0452507 Nov 12 04:05:41.384322 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.550956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Deleting port 92e239e1-9f1d-42e5-9732-dca91597b525 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:41.551294 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.612352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55916) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:41.678127 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.706160 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Calling delete_port for 92e239e1-9f1d-42e5-9732-dca91597b525 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:41.801913 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-964e67ef-ef36-46b3-9496-7582b73272ab tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.831146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063d960-8d50-4912-b880-37aa345a0494 req-79e21928-bb0f-4fc6-8bd2-c11ecadbcbb9 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:41.836997 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b063d960-8d50-4912-b880-37aa345a0494 req-79e21928-bb0f-4fc6-8bd2-c11ecadbcbb9 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1431336 Nov 12 04:05:41.891147 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-964e67ef-ef36-46b3-9496-7582b73272ab tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.028950 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b063d960-8d50-4912-b880-37aa345a0494 req-c405476c-218b-4287-915b-cc24c6c192ff tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812501 Nov 12 04:05:42.056062 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.101289 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Pushing event deleted for resources: {'Port': ['ID=92e239e1-9f1d-42e5-9732-dca91597b525,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:42.157344 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-964e67ef-ef36-46b3-9496-7582b73272ab tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.160395 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-964e67ef-ef36-46b3-9496-7582b73272ab tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.161892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-964e67ef-ef36-46b3-9496-7582b73272ab tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "DELETE /v2.0/security-groups/8f8e55b2-d7e8-4fbf-9f8b-b419e7479085 HTTP/1.1" status: 204 len: 168 time: 0.5484667 Nov 12 04:05:42.167559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55920) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:42.185261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e67ef-ef36-46b3-9496-7582b73272ab tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8e55b2-d7e8-4fbf-9f8b-b419e7479085,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:42.188214 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-0899a84f-620e-4f02-9742-1a9f0d6609b5 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] show failed (client error): The resource could not be found. Nov 12 04:05:42.193203 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0899a84f-620e-4f02-9742-1a9f0d6609b5 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "GET /v2.0/security-groups/8f8e55b2-d7e8-4fbf-9f8b-b419e7479085 HTTP/1.1" status: 404 len: 347 time: 0.0246105 Nov 12 04:05:42.194211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55922) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:42.198444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1fa7e-e44d-4515-9fd1-dc1837a79bad req-ffbc34af-2621-4881-b4dc-f19baac11c20 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:42.204609 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-02c1fa7e-e44d-4515-9fd1-dc1837a79bad req-ffbc34af-2621-4881-b4dc-f19baac11c20 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.1155686 Nov 12 04:05:42.231625 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.414653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:42.415295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9030cd87-80ea-470c-8afd-dfc2e4947fe4 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Deleting port 5e0a8fec-cdbd-4ae0-8aad-4a3c15d94d86 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:42.416494 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9030cd87-80ea-470c-8afd-dfc2e4947fe4 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.453251 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device b253a6a9-4da1-4dc3-8a55-080e16f0369a no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:42.453848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.459083 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.469638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-02c1fa7e-e44d-4515-9fd1-dc1837a79bad req-53177d54-96a2-4330-8708-46f881d2e2d0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395501 Nov 12 04:05:42.509638 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: b253a6a9-4da1-4dc3-8a55-080e16f0369a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:42.509970 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device b253a6a9-4da1-4dc3-8a55-080e16f0369a not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:42.586007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb75a59-1f85-4e98-9af4-bc7b15c8fdc6 admin admin] Deleting subnet 0441c528-0570-4a37-8f57-09fe907c2aa3 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:05:42.591176 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfb75a59-1f85-4e98-9af4-bc7b15c8fdc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.630926 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9030cd87-80ea-470c-8afd-dfc2e4947fe4 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.631984 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9030cd87-80ea-470c-8afd-dfc2e4947fe4 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.655871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9030cd87-80ea-470c-8afd-dfc2e4947fe4 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Calling delete_port for 5e0a8fec-cdbd-4ae0-8aad-4a3c15d94d86 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:42.664685 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfb75a59-1f85-4e98-9af4-bc7b15c8fdc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.670424 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.671328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Fanout notify agent at l3_agent the message router_deleted on router c483db14-367c-4012-a6a0-36882dbca761 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:05:42.688397 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.693118 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b52a4463-88e1-4b9c-993f-005c63867619 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "DELETE /v2.0/routers/c483db14-367c-4012-a6a0-36882dbca761 HTTP/1.1" status: 204 len: 168 time: 2.0493686 Nov 12 04:05:42.697217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:42.702341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-655199c2-18d5-4b68-8b36-5ab8a5460f7a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1259947559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:42.765960 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfb75a59-1f85-4e98-9af4-bc7b15c8fdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.889455 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-655199c2-18d5-4b68-8b36-5ab8a5460f7a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.890485 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-655199c2-18d5-4b68-8b36-5ab8a5460f7a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.959816 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-655199c2-18d5-4b68-8b36-5ab8a5460f7a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.984709 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfb75a59-1f85-4e98-9af4-bc7b15c8fdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.011917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb75a59-1f85-4e98-9af4-bc7b15c8fdc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0441c528-0570-4a37-8f57-09fe907c2aa3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:43.015381 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfb75a59-1f85-4e98-9af4-bc7b15c8fdc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.021926 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:43.028648 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cfb75a59-1f85-4e98-9af4-bc7b15c8fdc6 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/0441c528-0570-4a37-8f57-09fe907c2aa3 HTTP/1.1" status: 204 len: 168 time: 0.6070395 Nov 12 04:05:43.059203 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9030cd87-80ea-470c-8afd-dfc2e4947fe4 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.094104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030cd87-80ea-470c-8afd-dfc2e4947fe4 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Pushing event deleted for resources: {'Port': ['ID=5e0a8fec-cdbd-4ae0-8aad-4a3c15d94d86,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:43.133992 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f69f9ef-efc5-44d0-9b5a-c9d1e4f616bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.146301 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-655199c2-18d5-4b68-8b36-5ab8a5460f7a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.175092 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9030cd87-80ea-470c-8afd-dfc2e4947fe4 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.177854 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9030cd87-80ea-470c-8afd-dfc2e4947fe4 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.183277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9030cd87-80ea-470c-8afd-dfc2e4947fe4 tempest-ServersTestJSON-1159232609 tempest-ServersTestJSON-1159232609-project] 10.222.0.105 "DELETE /v2.0/floatingips/6ba746a1-3048-4e9b-826c-0b9ad3477d1f HTTP/1.1" status: 204 len: 168 time: 0.9838624 Nov 12 04:05:43.183487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:43.293679 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f69f9ef-efc5-44d0-9b5a-c9d1e4f616bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.356157 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-655199c2-18d5-4b68-8b36-5ab8a5460f7a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.357233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177e1b6-f289-4d45-a32e-33840c0a6874 req-1b1f42e8-df79-4b77-88b6-78dc18eb7ac9 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:43.362760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-655199c2-18d5-4b68-8b36-5ab8a5460f7a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6641519 Nov 12 04:05:43.369463 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f177e1b6-f289-4d45-a32e-33840c0a6874 req-1b1f42e8-df79-4b77-88b6-78dc18eb7ac9 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1900535 Nov 12 04:05:43.372983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:43.377701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6f69f9ef-efc5-44d0-9b5a-c9d1e4f616bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c004923-5e49-42b9-a490-8ce3b8f6885d']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:43.389024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Request body: {'router': {'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:43.392271 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:05:43.422594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6f69f9ef-efc5-44d0-9b5a-c9d1e4f616bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8baa62bd-bff5-4360-8dad-2eacf408fbcb') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:43.423064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6f69f9ef-efc5-44d0-9b5a-c9d1e4f616bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8baa62bd-bff5-4360-8dad-2eacf408fbcb') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:43.450440 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f69f9ef-efc5-44d0-9b5a-c9d1e4f616bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.494677 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f69f9ef-efc5-44d0-9b5a-c9d1e4f616bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.519002 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f177e1b6-f289-4d45-a32e-33840c0a6874 req-7908902f-57d4-4a61-a209-7fe9184f28b9 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365807 Nov 12 04:05:43.528696 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f69f9ef-efc5-44d0-9b5a-c9d1e4f616bb admin admin] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:05:43.529359 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f69f9ef-efc5-44d0-9b5a-c9d1e4f616bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:05:43.537210 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:05:43.716202 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f69f9ef-efc5-44d0-9b5a-c9d1e4f616bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.735565 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f69f9ef-efc5-44d0-9b5a-c9d1e4f616bb admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.753435 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6f69f9ef-efc5-44d0-9b5a-c9d1e4f616bb admin admin] 10.222.0.105 "DELETE /v2.0/networks/2c004923-5e49-42b9-a490-8ce3b8f6885d HTTP/1.1" status: 204 len: 168 time: 0.7301888 Nov 12 04:05:43.761041 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55948) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:43.787465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69f9ef-efc5-44d0-9b5a-c9d1e4f616bb admin admin] Pushing event deleted for resources: {'Network': ['ID=2c004923-5e49-42b9-a490-8ce3b8f6885d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:43.849893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-86954e11-7188-4f99-818a-8dd9135d1f81 admin admin] Deleting subnet 6e8019dc-6b2d-4abb-a4e3-f325829cd307 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:05:43.858530 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86954e11-7188-4f99-818a-8dd9135d1f81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.931740 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86954e11-7188-4f99-818a-8dd9135d1f81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.000363 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86954e11-7188-4f99-818a-8dd9135d1f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.029576 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.049226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34d02f-129e-4c82-9ccf-d183100f6daa req-b0cd28c0-2db7-4387-87ee-9f0bac63b027 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:44.057869 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f34d02f-129e-4c82-9ccf-d183100f6daa req-b0cd28c0-2db7-4387-87ee-9f0bac63b027 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.4500439 Nov 12 04:05:44.147456 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86954e11-7188-4f99-818a-8dd9135d1f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.178368 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f34d02f-129e-4c82-9ccf-d183100f6daa req-11610486-4f78-42f6-ad9b-a4170f6a5bf7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164465 Nov 12 04:05:44.217327 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86954e11-7188-4f99-818a-8dd9135d1f81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.221184 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-86954e11-7188-4f99-818a-8dd9135d1f81 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/6e8019dc-6b2d-4abb-a4e3-f325829cd307 HTTP/1.1" status: 204 len: 168 time: 0.4418628 Nov 12 04:05:44.223561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86954e11-7188-4f99-818a-8dd9135d1f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e8019dc-6b2d-4abb-a4e3-f325829cd307,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:44.225268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:44.307078 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-802194df-fe47-426d-a9f1-ed435458170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.462145 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-802194df-fe47-426d-a9f1-ed435458170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.507838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-802194df-fe47-426d-a9f1-ed435458170f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a16462e-e39a-4632-a59e-3c690840334b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:44.532311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-802194df-fe47-426d-a9f1-ed435458170f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2875f12-f262-4e80-8154-af31541edc8b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:44.532718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-802194df-fe47-426d-a9f1-ed435458170f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2875f12-f262-4e80-8154-af31541edc8b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:44.549095 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-802194df-fe47-426d-a9f1-ed435458170f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.568305 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-802194df-fe47-426d-a9f1-ed435458170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.574929 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802194df-fe47-426d-a9f1-ed435458170f admin admin] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:05:44.575321 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-802194df-fe47-426d-a9f1-ed435458170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:05:44.577631 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:05:44.733392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8542917-8262-4111-94d1-004b6243467f req-0dd90e91-ea99-4a10-90b0-267dd082ac74 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:44.741375 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b8542917-8262-4111-94d1-004b6243467f req-0dd90e91-ea99-4a10-90b0-267dd082ac74 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1047049 Nov 12 04:05:44.793651 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-802194df-fe47-426d-a9f1-ed435458170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.799981 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b8542917-8262-4111-94d1-004b6243467f req-64aa24ba-0df0-40e1-a341-3f9f3aae3a85 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574234 Nov 12 04:05:44.804566 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-802194df-fe47-426d-a9f1-ed435458170f admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.810824 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-802194df-fe47-426d-a9f1-ed435458170f admin admin] 10.222.0.105 "DELETE /v2.0/networks/2a16462e-e39a-4632-a59e-3c690840334b HTTP/1.1" status: 204 len: 168 time: 0.5846279 Nov 12 04:05:44.823528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802194df-fe47-426d-a9f1-ed435458170f admin admin] Pushing event deleted for resources: {'Network': ['ID=2a16462e-e39a-4632-a59e-3c690840334b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:44.930952 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.972912 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce2e84cd-cb71-4128-bbba-3564519c4fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.975293 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.257366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Allocated IP 172.25.8.119 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/222017f2-f284-4601-ab49-75c25c78c9fe) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:45.448456 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:45.498604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898d1de-8f2c-4483-9b79-ed9fa3137bfa req-ecc02e46-6b44-4830-a471-00e3cba95bd3 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:45.498604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d898d1de-8f2c-4483-9b79-ed9fa3137bfa req-ecc02e46-6b44-4830-a471-00e3cba95bd3 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.1668332 Nov 12 04:05:45.531421 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3ec59b94-a462-41b9-842d-46de7a19dcf6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=79f4a1ff5d12476a92e0c96cc17a1a9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0812690 Nov 12 04:05:45.532741 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55972) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:45.603731 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eccdab85-90d1-4722-97a0-eb147acf21bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.607705 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.644856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eccdab85-90d1-4722-97a0-eb147acf21bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.674205 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d898d1de-8f2c-4483-9b79-ed9fa3137bfa req-06b93763-2b96-4321-acbe-09506109410e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629958 Nov 12 04:05:45.727868 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e84cd-cb71-4128-bbba-3564519c4fa5 admin admin] Deleting port f10c7a6c-6002-4459-88ac-89bd48809f90 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:45.728460 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce2e84cd-cb71-4128-bbba-3564519c4fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.803402 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.867578 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eccdab85-90d1-4722-97a0-eb147acf21bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.878905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:45.883380 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eccdab85-90d1-4722-97a0-eb147acf21bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.888982 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:45.896004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:45.912377 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eccdab85-90d1-4722-97a0-eb147acf21bf admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3f5ea35b-4d0b-483d-b532-92c0a6f3239e HTTP/1.1" status: 204 len: 168 time: 0.3462415 Nov 12 04:05:45.954385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Pushing event updated for resources: {'Port': ['ID=222017f2-f284-4601-ab49-75c25c78c9fe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:45.958111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ce2e84cd-cb71-4128-bbba-3564519c4fa5 admin admin] For port f10c7a6c-6002-4459-88ac-89bd48809f90, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f10c7a6c-6002-4459-88ac-89bd48809f90,segment=NetworkSegment(bdcce992-38d8-40a3-b2d5-4bcdefbabd29),segment_id=bdcce992-38d8-40a3-b2d5-4bcdefbabd29)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:45.958481 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce2e84cd-cb71-4128-bbba-3564519c4fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.964975 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdab85-90d1-4722-97a0-eb147acf21bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5ea35b-4d0b-483d-b532-92c0a6f3239e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:46.029402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e84cd-cb71-4128-bbba-3564519c4fa5 admin admin] Calling delete_port for f10c7a6c-6002-4459-88ac-89bd48809f90 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:46.171869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271a32b-441e-4530-8477-dc9a207dfb84 req-f728e6ec-ab49-48e2-bef6-6857d366c22f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:46.174868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f271a32b-441e-4530-8477-dc9a207dfb84 req-f728e6ec-ab49-48e2-bef6-6857d366c22f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1279926 Nov 12 04:05:46.240632 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f271a32b-441e-4530-8477-dc9a207dfb84 req-aef36b67-9134-446b-b365-2a2a86a3845e tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587904 Nov 12 04:05:46.657311 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.658970 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce2e84cd-cb71-4128-bbba-3564519c4fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.769517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e84cd-cb71-4128-bbba-3564519c4fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f10c7a6c-6002-4459-88ac-89bd48809f90,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:47.048555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc1b27-78d5-43f7-9903-e66bcd9ce01e req-84b137dc-ae05-4df0-81f2-3f7b7fa319af tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:47.050203 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4afc1b27-78d5-43f7-9903-e66bcd9ce01e req-84b137dc-ae05-4df0-81f2-3f7b7fa319af tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.2020509 Nov 12 04:05:47.239179 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce2e84cd-cb71-4128-bbba-3564519c4fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.249657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4afc1b27-78d5-43f7-9903-e66bcd9ce01e req-bca37e68-a97c-4183-a73b-52f79656159e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596200 Nov 12 04:05:47.286984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55996) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:47.307088 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.318721 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.386540 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-46dec075-204f-4b37-9a24-9d9aeaba94d0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6cd2690f44a94f8585945050317a0a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0957208 Nov 12 04:05:47.390251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55998) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:47.471487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e022c6e-2fc1-4e61-9b4d-2bb62deee071 req-9d8d0de4-b7bc-4c80-ad13-7e1d49135dd0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:47.476752 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2e022c6e-2fc1-4e61-9b4d-2bb62deee071 req-9d8d0de4-b7bc-4c80-ad13-7e1d49135dd0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1199613 Nov 12 04:05:47.519687 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cab0b685-80fc-41aa-8a12-683e4c7bca12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.565890 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2e022c6e-2fc1-4e61-9b4d-2bb62deee071 req-0ad6ad51-9289-4625-a693-58a25dc9984f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855675 Nov 12 04:05:47.571182 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cab0b685-80fc-41aa-8a12-683e4c7bca12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.677230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2e84cd-cb71-4128-bbba-3564519c4fa5 admin admin] Router b6662830-88b0-4b84-adfb-99ccb8269e9a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:05:47.756193 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cab0b685-80fc-41aa-8a12-683e4c7bca12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.758783 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cab0b685-80fc-41aa-8a12-683e4c7bca12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.760202 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cab0b685-80fc-41aa-8a12-683e4c7bca12 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5bf0aaeb-6723-49a3-a529-8542befe2e9f HTTP/1.1" status: 204 len: 168 time: 0.3684485 Nov 12 04:05:47.773214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0b685-80fc-41aa-8a12-683e4c7bca12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf0aaeb-6723-49a3-a529-8542befe2e9f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:47.797265 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Router 5fb5f739-6739-407e-a98e-bdd678f1b366 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:05:47.819894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2e84cd-cb71-4128-bbba-3564519c4fa5 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:47.825452 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ce2e84cd-cb71-4128-bbba-3564519c4fa5 admin admin] 10.222.0.105 "PUT /v2.0/routers/b6662830-88b0-4b84-adfb-99ccb8269e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6407380 Nov 12 04:05:47.830587 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:47.833817 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aef23d-20dc-47a9-b411-15a6139b5bc8 None None] Sync routers for ids ['b6662830-88b0-4b84-adfb-99ccb8269e9a'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:47.856154 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aef23d-20dc-47a9-b411-15a6139b5bc8 None None] Routers {'b6662830-88b0-4b84-adfb-99ccb8269e9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:47.856992 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-67aef23d-20dc-47a9-b411-15a6139b5bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b6662830-88b0-4b84-adfb-99ccb8269e9a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:47.969451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:47.986716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1200a4a1-e8c8-4c89-b639-b847d856df2d None None] Sync routers for ids ['5fb5f739-6739-407e-a98e-bdd678f1b366'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:47.991154 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.995338 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-77cce661-7d6d-4c55-bf0e-97d8481fe365 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "PUT /v2.0/routers/5fb5f739-6739-407e-a98e-bdd678f1b366 HTTP/1.1" status: 200 len: 884 time: 4.6180422 Nov 12 04:05:47.997218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56004) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:48.015366 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1200a4a1-e8c8-4c89-b639-b847d856df2d None None] Routers {'5fb5f739-6739-407e-a98e-bdd678f1b366'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:48.019769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1200a4a1-e8c8-4c89-b639-b847d856df2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['5fb5f739-6739-407e-a98e-bdd678f1b366'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:48.030854 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.087066 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-67aef23d-20dc-47a9-b411-15a6139b5bc8 None None] Set router b6662830-88b0-4b84-adfb-99ccb8269e9a gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:48.116927 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1200a4a1-e8c8-4c89-b639-b847d856df2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:48.131671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1200a4a1-e8c8-4c89-b639-b847d856df2d None None] Routers {'5fb5f739-6739-407e-a98e-bdd678f1b366'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:48.132944 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1200a4a1-e8c8-4c89-b639-b847d856df2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['5fb5f739-6739-407e-a98e-bdd678f1b366'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:48.205483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e5e9d780-b35c-49cf-a30b-a9d02bfc2ba7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/routers/5fb5f739-6739-407e-a98e-bdd678f1b366 HTTP/1.1" status: 200 len: 925 time: 0.2066586 Nov 12 04:05:48.210545 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56008) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:48.228806 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.271939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1200a4a1-e8c8-4c89-b639-b847d856df2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:48.273341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1200a4a1-e8c8-4c89-b639-b847d856df2d None None] The sync data for ids ['5fb5f739-6739-407e-a98e-bdd678f1b366'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:48.365994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e3a75f-fef8-4b36-a9ba-c2b9cd228a78 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:48.367657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d4e3a75f-fef8-4b36-a9ba-c2b9cd228a78 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&device_id=5fb5f739-6739-407e-a98e-bdd678f1b366&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1580167 Nov 12 04:05:48.379813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56016) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:48.471263 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-67aef23d-20dc-47a9-b411-15a6139b5bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:05:46Z', 'revision_number': 5, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port': {'id': 'd131cc3c-ffd3-4895-8b2e-d2680974d2db', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:03Z', 'updated_at': '2021-11-12T04:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:48.540073 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aef23d-20dc-47a9-b411-15a6139b5bc8 None None] Checking router: b6662830-88b0-4b84-adfb-99ccb8269e9a for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:48.547533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11548031-5647-4ad4-aaf9-5d511f85b9e6 req-d9e0febd-fa76-4bbb-8788-0cdf9e84c5d2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:48.549703 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-11548031-5647-4ad4-aaf9-5d511f85b9e6 req-d9e0febd-fa76-4bbb-8788-0cdf9e84c5d2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.1398373 Nov 12 04:05:48.559439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] Deleting port d131cc3c-ffd3-4895-8b2e-d2680974d2db {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:48.559664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.564567 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aef23d-20dc-47a9-b411-15a6139b5bc8 None None] Routers {'b6662830-88b0-4b84-adfb-99ccb8269e9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:48.565942 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-67aef23d-20dc-47a9-b411-15a6139b5bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b6662830-88b0-4b84-adfb-99ccb8269e9a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:48.581581 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f63dd-d52c-41b4-8079-10c941ddb4cd tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:48.583008 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d17f63dd-d52c-41b4-8079-10c941ddb4cd tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 881 time: 0.1952357 Nov 12 04:05:48.593528 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56022) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:48.661437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ff2ada6d-2370-4e47-85c8-1f62d30c0963 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "GET /v2.0/ports?device_id=5fb5f739-6739-407e-a98e-bdd678f1b366 HTTP/1.1" status: 200 len: 205 time: 0.0649602 Nov 12 04:05:48.662397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56028) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:48.687789 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-11548031-5647-4ad4-aaf9-5d511f85b9e6 req-948c12b1-0c45-4139-896b-9bbc709f615b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019804 Nov 12 04:05:48.696661 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] For port d131cc3c-ffd3-4895-8b2e-d2680974d2db, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d131cc3c-ffd3-4895-8b2e-d2680974d2db,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:48.697168 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.712500 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-67aef23d-20dc-47a9-b411-15a6139b5bc8 None None] Set router b6662830-88b0-4b84-adfb-99ccb8269e9a gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:48.717850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] Calling delete_port for d131cc3c-ffd3-4895-8b2e-d2680974d2db owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:48.782090 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-67aef23d-20dc-47a9-b411-15a6139b5bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:05:48Z', 'revision_number': 6, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:48.827234 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aef23d-20dc-47a9-b411-15a6139b5bc8 None None] The sync data for ids ['b6662830-88b0-4b84-adfb-99ccb8269e9a'] in n-d-767704-23 is: [{'id': 'b6662830-88b0-4b84-adfb-99ccb8269e9a', 'name': 'tempest-ServersTestJSON-1045325922-router', 'tenant_id': '57737743e14f4023a48559aee4f8845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:01Z', 'updated_at': '2021-11-12T04:05:48Z', 'revision_number': 6, 'project_id': '57737743e14f4023a48559aee4f8845b', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:48.892866 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.934951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87073904-4a54-48af-85fd-b0afc388d3ac req-16296d7d-32c9-4e45-8985-f912acc7a6de tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:48.936713 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-87073904-4a54-48af-85fd-b0afc388d3ac req-16296d7d-32c9-4e45-8985-f912acc7a6de tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1164029 Nov 12 04:05:48.995336 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.053317 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-87073904-4a54-48af-85fd-b0afc388d3ac req-ea956a00-5c18-4c41-8b71-05aca61b8b95 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633554 Nov 12 04:05:49.277052 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.307908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] Pushing event deleted for resources: {'Port': ['ID=d131cc3c-ffd3-4895-8b2e-d2680974d2db,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:49.426163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674e674-6902-44ef-a33e-5bca5ee4d6c0 req-207cbd0b-0076-45d5-bbee-050520502977 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.437478 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b674e674-6902-44ef-a33e-5bca5ee4d6c0 req-207cbd0b-0076-45d5-bbee-050520502977 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1878982 Nov 12 04:05:49.501132 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.568484 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.770087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Deleting port 222017f2-f284-4601-ab49-75c25c78c9fe {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:49.770685 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.883714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56056) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:49.961210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f4a25-fae7-4e1b-b594-0956b53aaa55 req-e530ba48-6d6a-4df1-8feb-ee2e5af94f11 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.964550 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff4f4a25-fae7-4e1b-b594-0956b53aaa55 req-e530ba48-6d6a-4df1-8feb-ee2e5af94f11 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.1527946 Nov 12 04:05:49.965760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b674e674-6902-44ef-a33e-5bca5ee4d6c0 req-76fde654-49de-481a-954a-aec0fbf8e94f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5271211 Nov 12 04:05:49.975845 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.988326 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.992937 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.025794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Calling delete_port for 222017f2-f284-4601-ab49-75c25c78c9fe owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:50.101605 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff4f4a25-fae7-4e1b-b594-0956b53aaa55 req-78ab5953-3d89-4b8a-a9f1-4b81e672d4fc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208358 Nov 12 04:05:50.112097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-454347618-network', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:50.113737 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.114282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6662830-88b0-4b84-adfb-99ccb8269e9a {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:05:50.125427 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.129548 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7f000880-4533-4ede-a588-5bcf981ebe5e admin admin] 10.222.0.105 "DELETE /v2.0/routers/b6662830-88b0-4b84-adfb-99ccb8269e9a HTTP/1.1" status: 204 len: 168 time: 2.2951670 Nov 12 04:05:50.130581 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56062) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:50.204691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd3c07b-b5aa-44e9-8445-00cf3b226529 admin admin] Deleting subnet 655f79a8-108e-4a0c-b3ac-18fe3a985abd {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:05:50.211644 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dd3c07b-b5aa-44e9-8445-00cf3b226529 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.213122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] Made reservation on behalf of 00227f41fd4042b4b01ab2a41d0e99c5 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:50.215388 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.260270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051375b-a970-4402-9fe0-e449c418aebe req-b306d5e3-0840-4ceb-ab36-a8c2858b16cb tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:50.262124 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d051375b-a970-4402-9fe0-e449c418aebe req-b306d5e3-0840-4ceb-ab36-a8c2858b16cb tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0973406 Nov 12 04:05:50.287511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d131cc3c-ffd3-4895-8b2e-d2680974d2db no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:50.288133 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.315711 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dd3c07b-b5aa-44e9-8445-00cf3b226529 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.318704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: d131cc3c-ffd3-4895-8b2e-d2680974d2db {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:50.319224 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d131cc3c-ffd3-4895-8b2e-d2680974d2db not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:50.320092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f10c7a6c-6002-4459-88ac-89bd48809f90 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:50.355206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: f10c7a6c-6002-4459-88ac-89bd48809f90 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:50.355923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f10c7a6c-6002-4459-88ac-89bd48809f90 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:50.400867 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d051375b-a970-4402-9fe0-e449c418aebe req-99bcc4ec-1835-4593-8ecf-24900a1c0309 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065786 Nov 12 04:05:50.459307 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dd3c07b-b5aa-44e9-8445-00cf3b226529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.530273 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.574765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Pushing event deleted for resources: {'Port': ['ID=222017f2-f284-4601-ab49-75c25c78c9fe,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:50.613153 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dd3c07b-b5aa-44e9-8445-00cf3b226529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.670033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3c07b-b5aa-44e9-8445-00cf3b226529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=655f79a8-108e-4a0c-b3ac-18fe3a985abd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:50.684820 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dd3c07b-b5aa-44e9-8445-00cf3b226529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.687942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4dd3c07b-b5aa-44e9-8445-00cf3b226529 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/655f79a8-108e-4a0c-b3ac-18fe3a985abd HTTP/1.1" status: 204 len: 168 time: 0.5543180 Nov 12 04:05:50.692695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9d3381-67f4-4305-9520-765fded3df7f None None] Network e38b5a5c-4c12-46fd-825c-054e80fc0fca requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:50.692939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:50.698677 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.810569 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.822663 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.857770 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.860303 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.911611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.940198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:05:50.967534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Deleting port 790d300a-e85d-4320-ba48-1a15f985562b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:50.968207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.968395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3ad08c-0698-4306-9026-b90f85c1ae3d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:50.997157 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] DHCP port deletion for e38b5a5c-4c12-46fd-825c-054e80fc0fca request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:05:51.053772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] For port 790d300a-e85d-4320-ba48-1a15f985562b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=790d300a-e85d-4320-ba48-1a15f985562b,segment=NetworkSegment(bdcce992-38d8-40a3-b2d5-4bcdefbabd29),segment_id=bdcce992-38d8-40a3-b2d5-4bcdefbabd29)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:51.054137 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.065873 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.066669 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Fanout notify agent at l3_agent the message router_deleted on router 5fb5f739-6739-407e-a98e-bdd678f1b366 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:05:51.069051 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.069772 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] Added segment 6c01fe91-96e3-4469-85fd-2a5e6376aa42 of type vlan for network e6ec5efb-d494-405f-b080-d672d0bd42d5 Nov 12 04:05:51.069976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Calling delete_port for 790d300a-e85d-4320-ba48-1a15f985562b owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:51.076351 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.077641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6a9dfe21-e66e-458b-b374-b3ac40a5e2d7 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "DELETE /v2.0/routers/5fb5f739-6739-407e-a98e-bdd678f1b366 HTTP/1.1" status: 204 len: 168 time: 2.4143052 Nov 12 04:05:51.086044 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56070) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:51.091104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-263cafc6-01c2-4747-bc09-cd1481036a2f tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1834323073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:51.100721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Deleting port 790d300a-e85d-4320-ba48-1a15f985562b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:51.101481 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.187135 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.224142 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d78a7-7407-4004-8478-77bee6008e92 req-682be4ca-f2bd-4e07-910c-88dd7590c807 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:51.225427 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-407d78a7-7407-4004-8478-77bee6008e92 req-682be4ca-f2bd-4e07-910c-88dd7590c807 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1277585 Nov 12 04:05:51.238299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] For port 790d300a-e85d-4320-ba48-1a15f985562b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=790d300a-e85d-4320-ba48-1a15f985562b,segment=NetworkSegment(bdcce992-38d8-40a3-b2d5-4bcdefbabd29),segment_id=bdcce992-38d8-40a3-b2d5-4bcdefbabd29)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:51.238976 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.262135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Calling delete_port for 790d300a-e85d-4320-ba48-1a15f985562b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:51.266414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.312353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=790d300a-e85d-4320-ba48-1a15f985562b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:51.316269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] No DVR routers for this DVR port 790d300a-e85d-4320-ba48-1a15f985562b on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:51.327059 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-407d78a7-7407-4004-8478-77bee6008e92 req-0331c774-3281-46e3-b2f5-2a2b0275eece tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898812 Nov 12 04:05:51.329991 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-263cafc6-01c2-4747-bc09-cd1481036a2f tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.332079 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-263cafc6-01c2-4747-bc09-cd1481036a2f tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.339522 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.340850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:51.341761 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.376098 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff46c1f-665e-4226-b82e-c52f86588d67 req-d3c25fde-670f-4b9c-ad54-8c7bca7b335b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:51.390300 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ff46c1f-665e-4226-b82e-c52f86588d67 req-d3c25fde-670f-4b9c-ad54-8c7bca7b335b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.1700833 Nov 12 04:05:51.428428 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.431380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] Pushing event updated for resources: {'Network': ['ID=e6ec5efb-d494-405f-b080-d672d0bd42d5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:51.467461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network e6ec5efb-d494-405f-b080-d672d0bd42d5 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:05:51.480778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] No DVR routers for this DVR port 790d300a-e85d-4320-ba48-1a15f985562b on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:51.483347 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Pushing event deleted for resources: {'Port': ['ID=790d300a-e85d-4320-ba48-1a15f985562b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:51.488757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d6970cb4-a1ba-4df6-b7ae-a63555bea0eb admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5897627 Nov 12 04:05:51.492443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56076) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:51.497753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-17ab86fb-0ff5-43b0-98aa-95ffdca4a366 admin admin] Request body: {'subnet': {'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-454347618-subnet', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:51.502222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:51.502771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:51.503278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:51.503801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:51.504332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:51.504816 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:51.505286 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:51.505753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:51.506681 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-263cafc6-01c2-4747-bc09-cd1481036a2f tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.507168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:51.507660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:51.508197 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:51.508718 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf36b2f-ddc6-4f7e-9932-570b49b84f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:51.564157 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.595962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-263cafc6-01c2-4747-bc09-cd1481036a2f tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.606478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38b5a5c-4c12-46fd-825c-054e80fc0fca']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:51.612408 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ff46c1f-665e-4226-b82e-c52f86588d67 req-cc96cf32-0de6-42e3-b7c1-31bd13665608 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321882 Nov 12 04:05:51.616609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ab86fb-0ff5-43b0-98aa-95ffdca4a366 admin admin] Made reservation on behalf of 00227f41fd4042b4b01ab2a41d0e99c5 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:51.618345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17ab86fb-0ff5-43b0-98aa-95ffdca4a366 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.622564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:51.634329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcce992-38d8-40a3-b2d5-4bcdefbabd29') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:51.650016 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.680179 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.688250 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:05:51.688665 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:05:51.690489 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:05:51.716506 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-263cafc6-01c2-4747-bc09-cd1481036a2f tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.717891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-263cafc6-01c2-4747-bc09-cd1481036a2f tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6308022 Nov 12 04:05:51.722510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56080) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:51.731884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec39c1-9961-4e18-add2-7536c38ad612 req-e0def56d-d9ac-4c3c-a097-b290a100445c tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:51.733721 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0ec39c1-9961-4e18-add2-7536c38ad612 req-e0def56d-d9ac-4c3c-a097-b290a100445c tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1696665 Nov 12 04:05:51.740467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'enable_snat': True}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:51.811016 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.815759 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.823230 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] 10.222.0.105 "DELETE /v2.0/networks/e38b5a5c-4c12-46fd-825c-054e80fc0fca HTTP/1.1" status: 204 len: 168 time: 1.1204600 Nov 12 04:05:51.836439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c614c46-71f5-48ff-8c97-000136ea7c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=e38b5a5c-4c12-46fd-825c-054e80fc0fca,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:51.971581 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0ec39c1-9961-4e18-add2-7536c38ad612 req-6efff72f-d954-4999-932b-e21a64bbfc30 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258558 Nov 12 04:05:52.060475 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.241403 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17ab86fb-0ff5-43b0-98aa-95ffdca4a366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.248360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 790d300a-e85d-4320-ba48-1a15f985562b no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:52.268158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 790d300a-e85d-4320-ba48-1a15f985562b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:52.268584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 790d300a-e85d-4320-ba48-1a15f985562b not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:52.299231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56084) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:52.321389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab86fb-0ff5-43b0-98aa-95ffdca4a366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb53cce0-bdd5-46a6-b716-9489b15703ce,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:52.346715 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c94f272f-ba19-45bc-89bd-87cf0068b0ad admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=57737743e14f4023a48559aee4f8845b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462148 Nov 12 04:05:52.350104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56086) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:52.353986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab86fb-0ff5-43b0-98aa-95ffdca4a366 admin admin] Checking segment: {'id': '6c01fe91-96e3-4469-85fd-2a5e6376aa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:52.354354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ab86fb-0ff5-43b0-98aa-95ffdca4a366 admin admin] Network hostable DHCP agents. Network: e6ec5efb-d494-405f-b080-d672d0bd42d5, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:05:52.431868 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-244454fe-aaa8-466d-a2ef-7f09ee1b7f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.458892 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-244454fe-aaa8-466d-a2ef-7f09ee1b7f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.472398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ab86fb-0ff5-43b0-98aa-95ffdca4a366 admin admin] Network e6ec5efb-d494-405f-b080-d672d0bd42d5 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:05:52.541566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-17ab86fb-0ff5-43b0-98aa-95ffdca4a366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, e6ec5efb-d494-405f-b080-d672d0bd42d5) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:52.547594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e8197-f9c3-434d-892d-6b4ae6a93f7e req-537ac703-08b3-48c2-ae11-5c5f52696ce6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:52.549811 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.552418 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ac7e8197-f9c3-434d-892d-6b4ae6a93f7e req-537ac703-08b3-48c2-ae11-5c5f52696ce6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.0651948 Nov 12 04:05:52.553577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e45092a-db92-4ce0-a90a-c367adc72f33 None None] Network e6ec5efb-d494-405f-b080-d672d0bd42d5 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:52.554316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab86fb-0ff5-43b0-98aa-95ffdca4a366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:52.554551 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17ab86fb-0ff5-43b0-98aa-95ffdca4a366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.582601 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.615627 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-244454fe-aaa8-466d-a2ef-7f09ee1b7f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.618622 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-244454fe-aaa8-466d-a2ef-7f09ee1b7f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.626911 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-244454fe-aaa8-466d-a2ef-7f09ee1b7f89 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/75e84bd4-679e-4def-a96a-bf44f2690b2a HTTP/1.1" status: 204 len: 168 time: 0.2654002 Nov 12 04:05:52.672851 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244454fe-aaa8-466d-a2ef-7f09ee1b7f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e84bd4-679e-4def-a96a-bf44f2690b2a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:52.687094 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ac7e8197-f9c3-434d-892d-6b4ae6a93f7e req-0575f8b2-0b8c-40bd-b1fa-496134f0be62 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057172 Nov 12 04:05:52.724729 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-17ab86fb-0ff5-43b0-98aa-95ffdca4a366 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2254081 Nov 12 04:05:52.724913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:52.728658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:52.841748 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.843208 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.863152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-e6ec5efb-d494-405f-b080-d672d0bd42d5', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'fixed_ips': [{'subnet_id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:05:52.864206 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.918972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Allocated IP 172.25.8.204 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/645b95a8-86a1-4337-bf6e-e775861e3a92) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:52.923962 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.935212 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352a7ef-2ab5-4770-936d-bad292c0ebba req-87a527b5-60b0-44cc-9a67-5634b1cde53b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:52.937668 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7352a7ef-2ab5-4770-936d-bad292c0ebba req-87a527b5-60b0-44cc-9a67-5634b1cde53b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.1288674 Nov 12 04:05:53.053428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7352a7ef-2ab5-4770-936d-bad292c0ebba req-066bd94a-1a77-4a2a-bcb9-8b68d30092f0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073499 Nov 12 04:05:53.110666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Allocated IP 172.20.0.2 (e6ec5efb-d494-405f-b080-d672d0bd42d5/bb53cce0-bdd5-46a6-b716-9489b15703ce/9a4c23d7-57a1-4e30-8b02-b98d0caf9908) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:53.150045 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.160301 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab8e25f3-b6d5-4522-98b4-827a6e87f7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.305488 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.326164 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.340442 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e702c5-2c7e-4b03-9617-0d5dcc598766 req-78c81752-fea2-4b3a-985a-5dd4f9173ebe tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:53.351643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b0e702c5-2c7e-4b03-9617-0d5dcc598766 req-78c81752-fea2-4b3a-985a-5dd4f9173ebe tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2032213 Nov 12 04:05:53.380097 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.398754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:53.410453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:53.420536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:53.431537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event updated for resources: {'Port': ['ID=645b95a8-86a1-4337-bf6e-e775861e3a92,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:53.475874 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.499782 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b0e702c5-2c7e-4b03-9617-0d5dcc598766 req-c83d70b6-5393-496c-a7b2-e4de9fd57907 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465876 Nov 12 04:05:53.591393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Pushing event updated for resources: {'Port': ['ID=9a4c23d7-57a1-4e30-8b02-b98d0caf9908,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:53.609681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Network e6ec5efb-d494-405f-b080-d672d0bd42d5 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:53.614978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:53.628260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:53.744605 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Attempting to bind port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:53.745375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Attempting to bind port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '6c01fe91-96e3-4469-85fd-2a5e6376aa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:53.746277 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Attempting to bind port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 on network e6ec5efb-d494-405f-b080-d672d0bd42d5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:53.755304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:53.756116 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Checking segment: {'id': '6c01fe91-96e3-4469-85fd-2a5e6376aa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:53.756843 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.757588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Bound using segment: {'id': '6c01fe91-96e3-4469-85fd-2a5e6376aa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:53.758446 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Bound port: 9a4c23d7-57a1-4e30-8b02-b98d0caf9908, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c01fe91-96e3-4469-85fd-2a5e6376aa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:53.759182 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.838137 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.892877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.896413 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] For port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:53.903624 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] For port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9a4c23d7-57a1-4e30-8b02-b98d0caf9908,segment=NetworkSegment(6c01fe91-96e3-4469-85fd-2a5e6376aa42),segment_id=6c01fe91-96e3-4469-85fd-2a5e6376aa42)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:53.975265 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.079924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ba410-ebaa-410a-ad3b-856cf5e08ff6 req-5853faea-65e5-4a9a-a591-d2e1957f4dc9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:54.079924 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-392ba410-ebaa-410a-ad3b-856cf5e08ff6 req-5853faea-65e5-4a9a-a591-d2e1957f4dc9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.2438135 Nov 12 04:05:54.111118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0683d-0344-4340-be43-ff957fdd8c09 None None] Pushing event updated for resources: {'Port': ['ID=9a4c23d7-57a1-4e30-8b02-b98d0caf9908,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:54.125834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Allocated IP 172.25.8.190 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/1751267a-0d7e-43bc-874f-a5151cae042c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:54.225246 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-392ba410-ebaa-410a-ad3b-856cf5e08ff6 req-a8b7bdee-8cca-4069-b06b-dc0a448c264f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112030 Nov 12 04:05:54.226278 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.391223 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.478613 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b586fd1-2bd3-48d3-8415-58bf4192a323 req-9360b2ec-5416-4e6d-ab58-fb850f47411e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:54.480868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b586fd1-2bd3-48d3-8415-58bf4192a323 req-9360b2ec-5416-4e6d-ab58-fb850f47411e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.1950288 Nov 12 04:05:54.483708 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.616940 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:54.625327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:54.629761 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:54.633669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Pushing event updated for resources: {'Port': ['ID=1751267a-0d7e-43bc-874f-a5151cae042c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:54.695412 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b586fd1-2bd3-48d3-8415-58bf4192a323 req-58940b56-efa3-44fd-a4db-22ade0cef573 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964130 Nov 12 04:05:54.904633 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.994595 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:55.202085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1752761701-network', 'tenant_id': 'aaca988967dd45bb83da700855645a7c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:55.238902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-ccd7a1cd-6a35-4477-b49f-0abeb8077ad9 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:55.241093 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-ccd7a1cd-6a35-4477-b49f-0abeb8077ad9 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/networks?id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 HTTP/1.1" status: 200 len: 815 time: 0.2965949 Nov 12 04:05:55.311383 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-e2c360ae-146e-4767-8be3-57618a8e7297 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/quotas/dbc5dcf2687d4393adcc84ade7008909 HTTP/1.1" status: 200 len: 375 time: 0.0349925 Nov 12 04:05:55.337315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.362134 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] Made reservation on behalf of aaca988967dd45bb83da700855645a7c for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:55.364629 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.370581 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.377448 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.394593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7785b3-25f0-4031-96dc-cdbd742d8392 req-12447bd1-eaa1-4a2d-8091-2749e0858b11 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:55.396312 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f7785b3-25f0-4031-96dc-cdbd742d8392 req-12447bd1-eaa1-4a2d-8091-2749e0858b11 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0872881 Nov 12 04:05:55.427996 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.505003 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-7ae55146-67c3-4323-abc9-9bafcbb43a08 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1798878 Nov 12 04:05:55.525617 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f7785b3-25f0-4031-96dc-cdbd742d8392 req-8e5d26d5-33bc-4a4f-888c-f128aded8d42 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836341 Nov 12 04:05:55.703421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Router 17c15d2d-2062-4e5a-9bb0-81c265fe8c87 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:05:55.715289 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e624a-664a-455d-89ab-2260f21b047e req-170e9f3f-7232-4928-8d32-85e91d82b094 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:55.717753 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-193e624a-664a-455d-89ab-2260f21b047e req-170e9f3f-7232-4928-8d32-85e91d82b094 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.0885217 Nov 12 04:05:55.764209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940d54b4-29ed-44c0-a74a-38c58ed4f321 None None] Network e6ec5efb-d494-405f-b080-d672d0bd42d5 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:55.773820 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.778130 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-59104710-cf27-42b7-9f79-1f36da4ea75a service neutron] 10.222.0.105 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594688 Nov 12 04:05:55.793811 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.871127 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-193e624a-664a-455d-89ab-2260f21b047e req-f2045d3f-cba5-49eb-ba1f-786777859536 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390769 Nov 12 04:05:55.887577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:55.895603 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.897843 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecc0f96-90eb-4378-8f00-57c5e19ea5a2 None None] Sync routers for ids ['17c15d2d-2062-4e5a-9bb0-81c265fe8c87'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:55.911003 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a0561ff7-1856-4442-8dc5-d0b4ef5025f4 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "PUT /v2.0/routers/17c15d2d-2062-4e5a-9bb0-81c265fe8c87 HTTP/1.1" status: 200 len: 919 time: 4.1858299 Nov 12 04:05:55.924020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:55.933230 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc0f96-90eb-4378-8f00-57c5e19ea5a2 None None] Routers {'17c15d2d-2062-4e5a-9bb0-81c265fe8c87'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:55.934077 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9ecc0f96-90eb-4378-8f00-57c5e19ea5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['17c15d2d-2062-4e5a-9bb0-81c265fe8c87'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:55.960449 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.978107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bbbc6143-07bb-4e11-9696-77f4099452a2 None None] Provisioning complete for port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:55.978973 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6143-07bb-4e11-9696-77f4099452a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.011176 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9ecc0f96-90eb-4378-8f00-57c5e19ea5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:56.021836 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc0f96-90eb-4378-8f00-57c5e19ea5a2 None None] Routers {'17c15d2d-2062-4e5a-9bb0-81c265fe8c87'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:56.022751 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9ecc0f96-90eb-4378-8f00-57c5e19ea5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['17c15d2d-2062-4e5a-9bb0-81c265fe8c87'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:56.042715 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ada52d0-1d96-4ea5-8aa3-2d82e1685e67,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:56.070155 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:05:56.113034 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6143-07bb-4e11-9696-77f4099452a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.139522 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.140462 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] Added segment 472e6400-e333-44ec-9d63-d2f823d44a86 of type vlan for network 055cc169-c110-422a-9979-8bfa71a513af Nov 12 04:05:56.180767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bbbc6143-07bb-4e11-9696-77f4099452a2 None None] For port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9a4c23d7-57a1-4e30-8b02-b98d0caf9908,segment=NetworkSegment(6c01fe91-96e3-4469-85fd-2a5e6376aa42),segment_id=6c01fe91-96e3-4469-85fd-2a5e6376aa42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:56.209061 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9ecc0f96-90eb-4378-8f00-57c5e19ea5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:56.209938 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecc0f96-90eb-4378-8f00-57c5e19ea5a2 None None] The sync data for ids ['17c15d2d-2062-4e5a-9bb0-81c265fe8c87'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:56.239530 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-3e184bee-d52a-43db-b283-3d3006bcd0e7 service neutron] 10.222.0.105 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414392 Nov 12 04:05:56.241481 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.246246 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:05:56.274389 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6143-07bb-4e11-9696-77f4099452a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.289401 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4bb4d20a-2a58-4009-bd57-20b89e9bc28d tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/routers/17c15d2d-2062-4e5a-9bb0-81c265fe8c87 HTTP/1.1" status: 200 len: 925 time: 0.3614886 Nov 12 04:05:56.291246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56152) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:56.393410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:56.419387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516d81a-519c-4375-9a0f-0ceb85ac3821 req-a7074eb8-c335-4203-b468-6a0459a8dbc7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:56.422450 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b516d81a-519c-4375-9a0f-0ceb85ac3821 req-a7074eb8-c335-4203-b468-6a0459a8dbc7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.2283161 Nov 12 04:05:56.457420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc6143-07bb-4e11-9696-77f4099452a2 None None] Pushing event updated for resources: {'Port': ['ID=9a4c23d7-57a1-4e30-8b02-b98d0caf9908,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:56.466111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477d03de-8384-423e-98b7-ffc6dde12954 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:56.467691 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-477d03de-8384-423e-98b7-ffc6dde12954 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&device_id=17c15d2d-2062-4e5a-9bb0-81c265fe8c87&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1726382 Nov 12 04:05:56.471236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:56.474670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:56.475000 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.476681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:56.480417 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.481505 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:56.487447 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.509600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Sync routers for ids ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:56.561126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eae12e42-bfd4-4bc6-9aa1-f122d859450c None None] Provisioning complete for port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:56.561126 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eae12e42-bfd4-4bc6-9aa1-f122d859450c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.604585 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b516d81a-519c-4375-9a0f-0ceb85ac3821 req-bd34db01-1b2b-40a4-8f0f-adfa3998c96c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731796 Nov 12 04:05:56.644812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.649078 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-38d50caf-b928-4b94-a888-b55eaf65ab08 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9213731 Nov 12 04:05:56.651773 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6528289 Nov 12 04:05:56.652527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56162) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:56.669512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:56.686549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c5f7ed9f-9b95-45b5-9c7c-e38a74910889 admin admin] Request body: {'subnet': {'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1752761701-subnet', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:56.720513 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9537ee6-faff-4d8a-9522-30b6a6f1f0c5 req-16c10777-a4e5-4293-a865-551701ec8098 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 210 time: 0.0834217 Nov 12 04:05:56.722782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb74694-a09d-46c7-8062-e7ee0f5bcb13 admin admin] Pushing event updated for resources: {'Network': ['ID=055cc169-c110-422a-9979-8bfa71a513af,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:56.735842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957cf9ed-d30e-4a84-adef-6d6a623fd1f2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:56.737676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-957cf9ed-d30e-4a84-adef-6d6a623fd1f2 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 881 time: 0.2651739 Nov 12 04:05:56.741805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:56.810954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 055cc169-c110-422a-9979-8bfa71a513af details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:05:56.816791 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1750267f-f757-4e65-92ba-1729c2f2f333 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "GET /v2.0/ports?device_id=17c15d2d-2062-4e5a-9bb0-81c265fe8c87 HTTP/1.1" status: 200 len: 205 time: 0.0732603 Nov 12 04:05:56.819484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:56.835329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Routers {'7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:56.836368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:56.868665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f7ed9f-9b95-45b5-9c7c-e38a74910889 admin admin] Made reservation on behalf of aaca988967dd45bb83da700855645a7c for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:56.871249 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ed9f-9b95-45b5-9c7c-e38a74910889 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.937719 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4fb6b348-a0c3-4752-84cb-0fab2a522cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.981007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beedfc3-76a5-4127-99ee-554b01b0074b req-d3df4dea-aa50-496b-9373-38f27dd5df87 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:56.982619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2beedfc3-76a5-4127-99ee-554b01b0074b req-d3df4dea-aa50-496b-9373-38f27dd5df87 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2785397 Nov 12 04:05:57.099424 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.140770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2beedfc3-76a5-4127-99ee-554b01b0074b req-a6d4ec68-4e72-4b86-9c16-6c0bf7143a93 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134155 Nov 12 04:05:57.151419 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.197051 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Set router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:57.411490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfbce8-ef7e-4f46-97b1-b10931160772 req-bd43e85e-8b97-4dcc-92f2-c917eda90ab6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:57.418582 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84dfbce8-ef7e-4f46-97b1-b10931160772 req-bd43e85e-8b97-4dcc-92f2-c917eda90ab6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1034138 Nov 12 04:05:57.424306 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.464502 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:55Z', 'revision_number': 3, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:57.498990 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Checking router: 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:57.499330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Updating router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 port 1751267a-0d7e-43bc-874f-a5151cae042c binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:05:57.513579 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84dfbce8-ef7e-4f46-97b1-b10931160772 req-daceecde-5ae9-484a-97df-a60b7e1721ca tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938747 Nov 12 04:05:57.526156 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.671475 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ed9f-9b95-45b5-9c7c-e38a74910889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.743104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7ed9f-9b95-45b5-9c7c-e38a74910889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6393c88c-4183-4f59-a17c-26cdf7e69c6a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:57.806256 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.913900 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7ed9f-9b95-45b5-9c7c-e38a74910889 admin admin] Checking segment: {'id': '472e6400-e333-44ec-9d63-d2f823d44a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '055cc169-c110-422a-9979-8bfa71a513af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:57.914438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f7ed9f-9b95-45b5-9c7c-e38a74910889 admin admin] Network hostable DHCP agents. Network: 055cc169-c110-422a-9979-8bfa71a513af, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:05:57.932659 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c9b71aff-896a-4556-9c59-041edce6c2f6 req-919ad653-d5d1-4d04-a196-1766d68cf578 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 210 time: 0.0863516 Nov 12 04:05:57.938530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Deleting port 645b95a8-86a1-4337-bf6e-e775861e3a92 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:57.944135 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.993393 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.013865 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e387f-42af-4986-8568-3f6d80f4f333 req-e2927c85-2b93-4218-8191-4ac5036781f0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:58.015508 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c87e387f-42af-4986-8568-3f6d80f4f333 req-e2927c85-2b93-4218-8191-4ac5036781f0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.2747984 Nov 12 04:05:58.070280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f7ed9f-9b95-45b5-9c7c-e38a74910889 admin admin] Network 055cc169-c110-422a-9979-8bfa71a513af is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:05:58.093449 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.114246 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c87e387f-42af-4986-8568-3f6d80f4f333 req-cfb8e4c0-c400-4f27-9cb2-e15db742e84c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655200 Nov 12 04:05:58.133798 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Allocated IP 172.20.0.1 (e6ec5efb-d494-405f-b080-d672d0bd42d5/bb53cce0-bdd5-46a6-b716-9489b15703ce/49ad1413-ae51-4bbd-ae86-993a332820d6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:58.145969 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.150907 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c5f7ed9f-9b95-45b5-9c7c-e38a74910889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 055cc169-c110-422a-9979-8bfa71a513af) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:58.165087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f7ed9f-9b95-45b5-9c7c-e38a74910889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:58.168897 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ed9f-9b95-45b5-9c7c-e38a74910889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.185775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b50eca-e688-4204-bf2e-a81a4aa0a6ce None None] Network 055cc169-c110-422a-9979-8bfa71a513af requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:58.197256 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Calling delete_port for 645b95a8-86a1-4337-bf6e-e775861e3a92 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:58.304191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Attempting to bind port 1751267a-0d7e-43bc-874f-a5151cae042c on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:58.304692 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Attempting to bind port 1751267a-0d7e-43bc-874f-a5151cae042c by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:58.305143 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Attempting to bind port 1751267a-0d7e-43bc-874f-a5151cae042c on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:58.319537 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c5f7ed9f-9b95-45b5-9c7c-e38a74910889 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6487052 Nov 12 04:05:58.321294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:58.321735 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:58.322329 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.322945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:58.323714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Bound port: 1751267a-0d7e-43bc-874f-a5151cae042c, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:58.324322 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.327214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:58.332829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:58.401178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] For port 1751267a-0d7e-43bc-874f-a5151cae042c, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:58.404663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] For port 1751267a-0d7e-43bc-874f-a5151cae042c, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1751267a-0d7e-43bc-874f-a5151cae042c,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:58.419226 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:58.433807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a3218-4a37-495e-9eb8-0eb2e6b9bad0 req-47484896-2a87-49cc-af30-ec4f4cb9d0c2 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:58.437847 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d8a3218-4a37-495e-9eb8-0eb2e6b9bad0 req-47484896-2a87-49cc-af30-ec4f4cb9d0c2 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1397433 Nov 12 04:05:58.488783 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.489405 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.490622 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.544267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea47f6-d30f-4084-94d7-3f5b101dea09 None None] Pushing event updated for resources: {'Port': ['ID=1751267a-0d7e-43bc-874f-a5151cae042c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:58.545736 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d8a3218-4a37-495e-9eb8-0eb2e6b9bad0 req-7a958838-ee5d-4075-ab67-b1db95f74783 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017928 Nov 12 04:05:58.603002 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.630894 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.652996 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.723446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Network e6ec5efb-d494-405f-b080-d672d0bd42d5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:58.733455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:58.734828 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.744135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:58.784656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:58.785133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.816853 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.832750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-055cc169-c110-422a-9979-8bfa71a513af', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'fixed_ips': [{'subnet_id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:05:58.833612 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.850997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Routers {'7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:58.851983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:58.860994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea47f6-d30f-4084-94d7-3f5b101dea09 None None] Pushing event updated for resources: {'Port': ['ID=1751267a-0d7e-43bc-874f-a5151cae042c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:58.876625 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.015955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Pushing event updated for resources: {'Port': ['ID=49ad1413-ae51-4bbd-ae86-993a332820d6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:59.046830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Pushing event deleted for resources: {'Port': ['ID=645b95a8-86a1-4337-bf6e-e775861e3a92,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:59.085566 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.122571 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.148863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6441-6442-4f75-b11d-2c599b8c76fb req-4873fbf9-796e-4260-918b-820478ddcd0a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:59.150536 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6e6441-6442-4f75-b11d-2c599b8c76fb req-4873fbf9-796e-4260-918b-820478ddcd0a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.4782765 Nov 12 04:05:59.161781 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.219972 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a5e1b69-e552-4926-8f42-eeb3f264b70d req-f74d96c5-9054-4b60-a748-78b2baf20601 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 210 time: 0.1159179 Nov 12 04:05:59.304783 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.381097 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.398885 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.427829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-14a188f6-1d0f-48da-9ff3-a6b41b942e0b None None] Provisioning complete for port 49ad1413-ae51-4bbd-ae86-993a332820d6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:59.432640 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14a188f6-1d0f-48da-9ff3-a6b41b942e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.497989 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6e6441-6442-4f75-b11d-2c599b8c76fb req-54c24d26-a3f8-4570-8d47-fb1fd6e8f24f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286939 Nov 12 04:05:59.598205 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.598924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Fanout notify agent at l3_agent the message router_deleted on router 17c15d2d-2062-4e5a-9bb0-81c265fe8c87 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:05:59.607956 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.607956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-05bb542d-e2a0-4a60-8d82-d12ed08ea13d tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "DELETE /v2.0/routers/17c15d2d-2062-4e5a-9bb0-81c265fe8c87 HTTP/1.1" status: 204 len: 168 time: 2.7871535 Nov 12 04:05:59.614378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:59.619527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a31709e2-1f91-45e0-869c-275f990c8cf5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-77639759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:59.628196 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-14a188f6-1d0f-48da-9ff3-a6b41b942e0b None None] Port 49ad1413-ae51-4bbd-ae86-993a332820d6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:05:59.640079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bdb50-82aa-4107-a04a-d8369553793d req-3c9f7908-2e1a-43b3-be41-0b4470b7fdb5 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:59.650816 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c9bdb50-82aa-4107-a04a-d8369553793d req-3c9f7908-2e1a-43b3-be41-0b4470b7fdb5 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.2412710 Nov 12 04:05:59.701396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] Set router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:59.741162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-e5aa5ed6-4721-4677-aa3d-5cb9392bcfb9 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:59.743307 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-e5aa5ed6-4721-4677-aa3d-5cb9392bcfb9 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.25 "GET /v2.0/networks?id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 HTTP/1.1" status: 200 len: 815 time: 0.3465152 Nov 12 04:05:59.765340 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a31709e2-1f91-45e0-869c-275f990c8cf5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.766764 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a31709e2-1f91-45e0-869c-275f990c8cf5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.767194 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-9b681a0f-cd33-439b-b39a-50d3d6f7b60a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Request body: {'port': {'device_id': '418e2123-b477-4098-afb0-007d025e32c0', 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717', 'admin_state_up': True, 'tenant_id': 'dbc5dcf2687d4393adcc84ade7008909'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:59.819448 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c9bdb50-82aa-4107-a04a-d8369553793d req-b5f58703-13da-4adb-89c4-3fa59c0b0295 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672812 Nov 12 04:05:59.941115 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.019352 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.047665 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a31709e2-1f91-45e0-869c-275f990c8cf5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.074706 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.085801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866f743-d578-40fd-b2c8-3af84f5c7457 req-9c804b9f-26f5-4c72-a089-e7601d3c2c6d tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:00.094019 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c866f743-d578-40fd-b2c8-3af84f5c7457 req-9c804b9f-26f5-4c72-a089-e7601d3c2c6d tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.3211577 Nov 12 04:06:00.100396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-9b681a0f-cd33-439b-b39a-50d3d6f7b60a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Made reservation on behalf of dbc5dcf2687d4393adcc84ade7008909 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:00.104607 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-9b681a0f-cd33-439b-b39a-50d3d6f7b60a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.125013 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.136931 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a31709e2-1f91-45e0-869c-275f990c8cf5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.148911 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.154886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Pushing event updated for resources: {'Port': ['ID=49ad1413-ae51-4bbd-ae86-993a332820d6,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:00.254944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c866f743-d578-40fd-b2c8-3af84f5c7457 req-39fac810-b260-4ab4-91de-76e36b5262ee tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599457 Nov 12 04:06:00.273149 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a31709e2-1f91-45e0-869c-275f990c8cf5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.277874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a31709e2-1f91-45e0-869c-275f990c8cf5 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6619599 Nov 12 04:06:00.278956 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56198) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:00.292431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'enable_snat': False}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:00.350588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Allocated IP 172.20.0.2 (055cc169-c110-422a-9979-8bfa71a513af/6393c88c-4183-4f59-a17c-26cdf7e69c6a/866ddc9a-b576-443b-b228-c5820f8bbe10) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:00.478945 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0f96561a-5ac0-4836-9b05-04f8102db8a1 req-86ada39a-9fda-48c0-b2b1-31889c1847ff tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 210 time: 0.0580609 Nov 12 04:06:00.562787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:55Z', 'revision_number': 3, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:00.619057 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b32815-c2e4-4bc9-ab07-309d40dea49a None None] The sync data for ids ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'] in n-d-767704-23 is: [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:55Z', 'revision_number': 3, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:00.635050 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-9b681a0f-cd33-439b-b39a-50d3d6f7b60a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Allocated IP 172.20.0.10 (0a19217e-7d2c-4ba0-bc34-1ee8bf62e717/35994df6-ba5b-4ffd-9001-bec83281056c/6b83b538-d1c4-4d7a-aebd-9ba010bd6fce) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:00.661225 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Network e6ec5efb-d494-405f-b080-d672d0bd42d5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:00.664682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:00.786398 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.824936 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.845261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Allocated IP 172.25.8.7 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/5938ce6c-d533-4906-af4c-47a56beb40bb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:00.847312 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.878260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece17353-2db8-4c3a-9b6c-998b8868562c req-9a2f8232-71fa-417d-be42-d7552826d033 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:00.888582 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ece17353-2db8-4c3a-9b6c-998b8868562c req-9a2f8232-71fa-417d-be42-d7552826d033 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1968849 Nov 12 04:06:00.897668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Network 055cc169-c110-422a-9979-8bfa71a513af is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:00.900426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:00.939432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:01.018024 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Pushing event updated for resources: {'Port': ['ID=866ddc9a-b576-443b-b228-c5820f8bbe10,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:01.057160 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:01.125830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Attempting to bind port 866ddc9a-b576-443b-b228-c5820f8bbe10 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:01.126880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Attempting to bind port 866ddc9a-b576-443b-b228-c5820f8bbe10 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '472e6400-e333-44ec-9d63-d2f823d44a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '055cc169-c110-422a-9979-8bfa71a513af'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:01.127354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Attempting to bind port 866ddc9a-b576-443b-b228-c5820f8bbe10 on network 055cc169-c110-422a-9979-8bfa71a513af {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:01.146005 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:01.146515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Checking segment: {'id': '472e6400-e333-44ec-9d63-d2f823d44a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '055cc169-c110-422a-9979-8bfa71a513af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:01.147031 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.147536 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Bound using segment: {'id': '472e6400-e333-44ec-9d63-d2f823d44a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '055cc169-c110-422a-9979-8bfa71a513af'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:01.148160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Bound port: 866ddc9a-b576-443b-b228-c5820f8bbe10, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472e6400-e333-44ec-9d63-d2f823d44a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '055cc169-c110-422a-9979-8bfa71a513af'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:01.148743 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.271385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aad6a1e2-1f52-4219-bc3f-6f17adc72ea3 None None] Provisioning complete for port 49ad1413-ae51-4bbd-ae86-993a332820d6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:01.271757 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aad6a1e2-1f52-4219-bc3f-6f17adc72ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.378292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] For port 866ddc9a-b576-443b-b228-c5820f8bbe10, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:01.387494 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:01.395685 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-68eabc47-ea08-473e-86b6-8e44b87bfd55 admin admin] 10.222.0.105 "PUT /v2.0/routers/7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6854985 Nov 12 04:06:01.432065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aad6a1e2-1f52-4219-bc3f-6f17adc72ea3 None None] Port 49ad1413-ae51-4bbd-ae86-993a332820d6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:01.442740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e67cc4-e0ac-4ce2-b50a-582867669f88 req-43b40480-5fa8-4f95-b4e6-d2b3a30db563 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:01.447918 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] For port 866ddc9a-b576-443b-b228-c5820f8bbe10, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=866ddc9a-b576-443b-b228-c5820f8bbe10,segment=NetworkSegment(472e6400-e333-44ec-9d63-d2f823d44a86),segment_id=472e6400-e333-44ec-9d63-d2f823d44a86)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:01.449354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22e67cc4-e0ac-4ce2-b50a-582867669f88 req-43b40480-5fa8-4f95-b4e6-d2b3a30db563 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.4808431 Nov 12 04:06:01.516186 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.544779 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-9b681a0f-cd33-439b-b39a-50d3d6f7b60a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.659590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95bc0a-efc5-418a-8b82-23c1a272c68f None None] Pushing event updated for resources: {'Port': ['ID=866ddc9a-b576-443b-b228-c5820f8bbe10,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:01.723510 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22e67cc4-e0ac-4ce2-b50a-582867669f88 req-ae87d37f-2631-49c8-a568-2c33b15c0f80 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319357 Nov 12 04:06:01.725566 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ece17353-2db8-4c3a-9b6c-998b8868562c req-54ef5ada-8f64-40f9-ad22-0a756035460f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8074222 Nov 12 04:06:01.755792 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-9b681a0f-cd33-439b-b39a-50d3d6f7b60a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.808952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['73e89f04-e7fd-4e5a-8345-e999129546ca'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:01.913736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-9b681a0f-cd33-439b-b39a-50d3d6f7b60a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:01.977410 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-9b681a0f-cd33-439b-b39a-50d3d6f7b60a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:02.000274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b681a0f-cd33-439b-b39a-50d3d6f7b60a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Pushing event updated for resources: {'Port': ['ID=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:02.000274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-9b681a0f-cd33-439b-b39a-50d3d6f7b60a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:02.160563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35597bc4-8b42-487e-8193-e650692b9f58 req-7ec96cb5-d832-408d-af6c-870a85ef8869 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.175001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35597bc4-8b42-487e-8193-e650692b9f58 req-7ec96cb5-d832-408d-af6c-870a85ef8869 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2851145 Nov 12 04:06:02.335988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802faf6-03b0-4b42-b763-fc199484a7a4 req-3d59b9be-35e2-44cd-980b-303d894def40 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.337620 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1802faf6-03b0-4b42-b763-fc199484a7a4 req-3d59b9be-35e2-44cd-980b-303d894def40 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 932 time: 0.4370265 Nov 12 04:06:02.382856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-9b681a0f-cd33-439b-b39a-50d3d6f7b60a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.383455 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-9b681a0f-cd33-439b-b39a-50d3d6f7b60a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.430675 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35597bc4-8b42-487e-8193-e650692b9f58 req-181d4b55-772d-4add-b69e-bed139d23cf9 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490563 Nov 12 04:06:02.451140 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.478231 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-9b681a0f-cd33-439b-b39a-50d3d6f7b60a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7201891 Nov 12 04:06:02.508092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 866ddc9a-b576-443b-b228-c5820f8bbe10 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:02.519979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Request body: {'port': {'device_id': '418e2123-b477-4098-afb0-007d025e32c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:02.556603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1802faf6-03b0-4b42-b763-fc199484a7a4 req-116b801e-db70-458c-ab23-4fbc4faa178d tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929672 Nov 12 04:06:02.622628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 866ddc9a-b576-443b-b228-c5820f8bbe10 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:02.623175 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.695581 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.824791 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.884933 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.892434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.941824 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.047330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56228) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:03.057591 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 866ddc9a-b576-443b-b228-c5820f8bbe10, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=866ddc9a-b576-443b-b228-c5820f8bbe10,segment=NetworkSegment(472e6400-e333-44ec-9d63-d2f823d44a86),segment_id=472e6400-e333-44ec-9d63-d2f823d44a86)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:03.067526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1070162026-network', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:03.073853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:03.144439 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.145440 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1751267a-0d7e-43bc-874f-a5151cae042c up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:03.170924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:03.181722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Pushing event updated for resources: {'Port': ['ID=5938ce6c-d533-4906-af4c-47a56beb40bb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:03.189575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:03.224619 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:03.258279 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.276387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Transition to ACTIVE for port object 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:03.320252 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=866ddc9a-b576-443b-b228-c5820f8bbe10,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:03.320998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1b849-6ef6-463c-a14a-36e35fb79a31 req-86d9b384-c66e-439e-9cbe-e1f05c7a7eaa tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.322744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ed1b849-6ef6-463c-a14a-36e35fb79a31 req-86d9b384-c66e-439e-9cbe-e1f05c7a7eaa tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.3934524 Nov 12 04:06:03.348776 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.423597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] Made reservation on behalf of 22fbf482e2e64a0fbfcc37cd251ede9a for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:03.425906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.440816 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1751267a-0d7e-43bc-874f-a5151cae042c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:03.440816 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.446425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b18650-3265-4ee7-942c-02141040ef66 req-ea41c7d0-50bd-4c87-ad82-dc30442c0397 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.456976 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.459844 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6b18650-3265-4ee7-942c-02141040ef66 req-ea41c7d0-50bd-4c87-ad82-dc30442c0397 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.1822827 Nov 12 04:06:03.529332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d04834-e892-48eb-8b2b-f8ad05112ec5 None None] Network 055cc169-c110-422a-9979-8bfa71a513af requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:06:03.539214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Allocated IP 172.25.8.239 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/574380e5-85b2-4750-8935-ca1374393d57) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:03.559503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Pushing event updated for resources: {'Port': ['ID=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:03.615571 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6b18650-3265-4ee7-942c-02141040ef66 req-329205a2-88ce-442b-a73f-e532d2abae59 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480737 Nov 12 04:06:03.692780 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.737501 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-61835206-ccef-423a-a3fd-1626ca4eb6b7 None None] Provisioning complete for port 866ddc9a-b576-443b-b228-c5820f8bbe10 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:03.737872 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61835206-ccef-423a-a3fd-1626ca4eb6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.746284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Attempting to bind port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:03.747070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Attempting to bind port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:03.748741 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Attempting to bind port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce on network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:03.767574 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce on network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:03.773512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Attempting to bind port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce on network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:03.786689 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 1751267a-0d7e-43bc-874f-a5151cae042c, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1751267a-0d7e-43bc-874f-a5151cae042c,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:03.787859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:03.788022 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Checking segment: {'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:03.789664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Bound using segment: {'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:03.790299 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Bound port: 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:03.792509 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.873429 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ed1b849-6ef6-463c-a14a-36e35fb79a31 req-3e385fb2-be77-49bd-9a35-61d60cef687c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5256307 Nov 12 04:06:03.897412 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.029550 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.031031 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53be472-0b22-4ff6-888a-34d639129bdc req-48454164-5330-4f18-a0cf-c35247305cb5 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.032722 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f53be472-0b22-4ff6-888a-34d639129bdc req-48454164-5330-4f18-a0cf-c35247305cb5 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2063808 Nov 12 04:06:04.042730 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] For port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:04.048888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] For port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:04.050959 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Sync routers for ids ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:04.070909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=1751267a-0d7e-43bc-874f-a5151cae042c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:04.109009 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Routers {'7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:04.114215 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:04.187033 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.195775 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.325609 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.332231 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f53be472-0b22-4ff6-888a-34d639129bdc req-980bb7b0-40e5-4baa-8507-e89b4c88b468 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510853 Nov 12 04:06:04.371905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.374751 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.384623 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] 10.222.0.25 "PUT /v2.0/ports/6b83b538-d1c4-4d7a-aebd-9ba010bd6fce HTTP/1.1" status: 200 len: 1093 time: 1.8788061 Nov 12 04:06:04.385496 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418e2123-b477-4098-afb0-007d025e32c0', 'tag': '6b83b538-d1c4-4d7a-aebd-9ba010bd6fce'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:04.400176 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad61ee8-7b1d-4ecc-b694-e19c56e45a72" -d '{"events": [{"name": "network-changed", "server_uuid": "418e2123-b477-4098-afb0-007d025e32c0", "tag": "6b83b538-d1c4-4d7a-aebd-9ba010bd6fce"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:04.423801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:06:04.473332 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Set router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:04.476997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 866ddc9a-b576-443b-b228-c5820f8bbe10 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:04.510321 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdd74c-30e4-4953-8e91-688899397967 service neutron] Pushing event updated for resources: {'Port': ['ID=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:04.581952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 866ddc9a-b576-443b-b228-c5820f8bbe10 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:04.582467 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.610081 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5365cf9d-e001-495c-877e-464ff2826aa0 x-openstack-request-id: req-5365cf9d-e001-495c-877e-464ff2826aa0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:04.610418 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418e2123-b477-4098-afb0-007d025e32c0", "tag": "6b83b538-d1c4-4d7a-aebd-9ba010bd6fce", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:04.610668 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5365cf9d-e001-495c-877e-464ff2826aa0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:04.611070 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418e2123-b477-4098-afb0-007d025e32c0', 'tag': '6b83b538-d1c4-4d7a-aebd-9ba010bd6fce', 'status': 'completed', 'code': 200} Nov 12 04:06:04.614234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1461d4f-c8c0-41e0-a72e-af684cc34b21 req-1eaa1b5c-9d3f-45b3-956a-3b2a33c172f5 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.615947 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c1461d4f-c8c0-41e0-a72e-af684cc34b21 req-1eaa1b5c-9d3f-45b3-956a-3b2a33c172f5 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 944 time: 0.5197546 Nov 12 04:06:04.621794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f22051-c3b6-461c-808a-fd559d9915d4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:04.625972 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.626490 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] Added segment 99f931a4-e17d-4f71-85dd-767140574af1 of type vlan for network d155742d-4015-4328-90a8-d92cbf90cf57 Nov 12 04:06:04.659080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-88e5c99a-6131-437d-a5e7-9becce18f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.660851 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-88e5c99a-6131-437d-a5e7-9becce18f9c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 1096 time: 0.1261785 Nov 12 04:06:04.717254 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.729186 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.754809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dbabbae2-3769-41d8-a588-fa38889c0443 None None] Provisioning complete for port 866ddc9a-b576-443b-b228-c5820f8bbe10 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:04.756507 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dbabbae2-3769-41d8-a588-fa38889c0443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.756637 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-1670660e-2189-4a02-a9ee-cc08a34ea359 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce HTTP/1.1" status: 200 len: 217 time: 0.0863445 Nov 12 04:06:04.783297 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.843952 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-41e0a7b7-e6df-40b2-a78b-087300b11116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.846256 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-41e0a7b7-e6df-40b2-a78b-087300b11116 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=35994df6-ba5b-4ffd-9001-bec83281056c HTTP/1.1" status: 200 len: 855 time: 0.0800033 Nov 12 04:06:04.852469 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c1461d4f-c8c0-41e0-a72e-af684cc34b21 req-8c4768f3-820a-44f8-80f6-f4960388dc11 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241588 Nov 12 04:06:04.902380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:04.911394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:04.917869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:04.930677 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1751267a-0d7e-43bc-874f-a5151cae042c up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:04.953525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Pushing event updated for resources: {'Port': ['ID=574380e5-85b2-4750-8935-ca1374393d57,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:04.965683 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-82792d82-f4b1-4803-bd3d-6c812b885fe1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783112 Nov 12 04:06:04.987743 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.987743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.987743 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.028938 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '49ad1413-ae51-4bbd-ae86-993a332820d6', 'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'mac_address': 'fa:16:3e:42:c2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 2, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'subnets': [{'id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:05.080937 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1751267a-0d7e-43bc-874f-a5151cae042c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:05.081488 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.107404 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Checking router: 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:05.108073 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Updating router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 port 49ad1413-ae51-4bbd-ae86-993a332820d6 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:06:05.178903 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8284710-808d-48ef-8a16-255fb5b5d210 req-da104bb5-2494-4533-b328-7a7922e4e7f1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.182027 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.198648 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a8284710-808d-48ef-8a16-255fb5b5d210 req-da104bb5-2494-4533-b328-7a7922e4e7f1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.3512321 Nov 12 04:06:05.305034 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-5bef97e0-450a-4a91-b875-f4c4cf1fe082 service neutron] 10.222.0.25 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231463 Nov 12 04:06:05.315621 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a8284710-808d-48ef-8a16-255fb5b5d210 req-bf140050-65a2-488e-a1d6-b72247f416c2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149037 Nov 12 04:06:05.426648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] Pushing event updated for resources: {'Network': ['ID=d155742d-4015-4328-90a8-d92cbf90cf57,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:05.441218 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network d155742d-4015-4328-90a8-d92cbf90cf57 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:06:05.527666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a98f4224-3215-4f3e-9b5d-815500de1486 req-acefee33-c696-484e-a00d-39d1747f90ba service neutron] 10.222.0.25 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083645 Nov 12 04:06:05.545354 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-38dec221-e500-4682-b801-7cec632c170d admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4856546 Nov 12 04:06:05.550124 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:05.555139 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.565596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-53d9c47f-bab1-4a73-8c28-da61c8ce1483 admin admin] Request body: {'subnet': {'network_id': 'd155742d-4015-4328-90a8-d92cbf90cf57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1070162026-subnet', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:05.608141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a07ce7-14e2-4e45-8d17-5113f398bc62 req-12540f2c-acd7-4826-ab20-21c9b9d80f55 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.610763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41a07ce7-14e2-4e45-8d17-5113f398bc62 req-12540f2c-acd7-4826-ab20-21c9b9d80f55 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.5010381 Nov 12 04:06:05.634068 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3ddb4-374e-4b8b-9131-ccce7425307d req-d2aa62c8-a8c1-4386-aaf6-3ae742f82da2 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.641026 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-82c3ddb4-374e-4b8b-9131-ccce7425307d req-d2aa62c8-a8c1-4386-aaf6-3ae742f82da2 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1542344 Nov 12 04:06:05.757363 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.764497 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-82c3ddb4-374e-4b8b-9131-ccce7425307d req-7d21a671-ef23-4517-b45c-1cf690ded47a tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154268 Nov 12 04:06:05.773942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d9c47f-bab1-4a73-8c28-da61c8ce1483 admin admin] Made reservation on behalf of 22fbf482e2e64a0fbfcc37cd251ede9a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:05.787067 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d9c47f-bab1-4a73-8c28-da61c8ce1483 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.787405 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41a07ce7-14e2-4e45-8d17-5113f398bc62 req-fdbe08a4-f2ce-481c-8fbf-be8f9574790d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554794 Nov 12 04:06:05.848022 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad61ee8-7b1d-4ecc-b694-e19c56e45a72 req-3c7ae685-4b9e-4edd-9de7-a645b1ab7e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.849543 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aad61ee8-7b1d-4ecc-b694-e19c56e45a72 req-3c7ae685-4b9e-4edd-9de7-a645b1ab7e1e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 1096 time: 0.1551299 Nov 12 04:06:05.928494 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.989374 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Router 0df347dc-2af4-41a1-8d65-f2dec1053b1f is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:06:06.036834 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37993f7a-09e4-480f-971d-e75a4d97461a None None] Pushing event updated for resources: {'Port': ['ID=49ad1413-ae51-4bbd-ae86-993a332820d6,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:06.075915 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.118212 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Attempting to bind port 49ad1413-ae51-4bbd-ae86-993a332820d6 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:06.119046 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Attempting to bind port 49ad1413-ae51-4bbd-ae86-993a332820d6 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '6c01fe91-96e3-4469-85fd-2a5e6376aa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:06.119902 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Attempting to bind port 49ad1413-ae51-4bbd-ae86-993a332820d6 on network e6ec5efb-d494-405f-b080-d672d0bd42d5 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:06.134868 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:06.135437 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Checking segment: {'id': '6c01fe91-96e3-4469-85fd-2a5e6376aa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:06.135924 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.136481 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Bound using segment: {'id': '6c01fe91-96e3-4469-85fd-2a5e6376aa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:06.137141 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Bound port: 49ad1413-ae51-4bbd-ae86-993a332820d6, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c01fe91-96e3-4469-85fd-2a5e6376aa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:06.137640 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.289537 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] For port 49ad1413-ae51-4bbd-ae86-993a332820d6, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:06.305644 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] For port 49ad1413-ae51-4bbd-ae86-993a332820d6, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=49ad1413-ae51-4bbd-ae86-993a332820d6,segment=NetworkSegment(6c01fe91-96e3-4469-85fd-2a5e6376aa42),segment_id=6c01fe91-96e3-4469-85fd-2a5e6376aa42)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:06.306502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:06.317785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Sync routers for ids ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:06.347201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Routers {'0df347dc-2af4-41a1-8d65-f2dec1053b1f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:06.348015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:06.430196 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.498955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.504835 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.529640 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.531187 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-761c6935-e5c8-4e67-85f7-fba65e72545a admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2028372 Nov 12 04:06:06.534132 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78004d-45fc-4c64-b76a-f7ceb7d4f75b req-4affea7b-b9df-4445-9712-a711e5515cc8 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:06.539450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56248) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:06.545138 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3a78004d-45fc-4c64-b76a-f7ceb7d4f75b req-4affea7b-b9df-4445-9712-a711e5515cc8 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 944 time: 0.1246459 Nov 12 04:06:06.584988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Set router 0df347dc-2af4-41a1-8d65-f2dec1053b1f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:06.618947 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Routers {'7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:06.619586 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:06.624861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad61ee8-7b1d-4ecc-b694-e19c56e45a72 req-23abdf55-f529-4180-9b2a-f6334499b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:06.628969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aad61ee8-7b1d-4ecc-b694-e19c56e45a72 req-23abdf55-f529-4180-9b2a-f6334499b6d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 HTTP/1.1" status: 200 len: 917 time: 0.7691808 Nov 12 04:06:06.740079 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aad61ee8-7b1d-4ecc-b694-e19c56e45a72 req-a6669a87-3b70-4a1a-815c-ea8941c83bcf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce HTTP/1.1" status: 200 len: 217 time: 0.0991187 Nov 12 04:06:06.808263 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] Set router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:06.890190 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3a78004d-45fc-4c64-b76a-f7ceb7d4f75b req-2b41caf4-3592-4ec2-9373-94167ae0a3f9 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439920 Nov 12 04:06:06.921045 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37993f7a-09e4-480f-971d-e75a4d97461a None None] Pushing event updated for resources: {'Port': ['ID=49ad1413-ae51-4bbd-ae86-993a332820d6,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:06.961242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad61ee8-7b1d-4ecc-b694-e19c56e45a72 req-f9f8fcba-0c75-45ef-8583-f99fbfef25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:06.964005 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aad61ee8-7b1d-4ecc-b694-e19c56e45a72 req-f9f8fcba-0c75-45ef-8583-f99fbfef25a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=35994df6-ba5b-4ffd-9001-bec83281056c HTTP/1.1" status: 200 len: 855 time: 0.1538055 Nov 12 04:06:07.040587 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:07.063812 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aad61ee8-7b1d-4ecc-b694-e19c56e45a72 req-8d5ee720-76f4-471c-96fe-5b56b701a5fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912690 Nov 12 04:06:07.106742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7b8101ee-5608-441f-ab42-e1d2cdc32e81 None None] Provisioning complete for port 49ad1413-ae51-4bbd-ae86-993a332820d6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:07.106742 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b8101ee-5608-441f-ab42-e1d2cdc32e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.122329 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d9c47f-bab1-4a73-8c28-da61c8ce1483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.228992 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '49ad1413-ae51-4bbd-ae86-993a332820d6', 'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'mac_address': 'fa:16:3e:42:c2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:06:06Z', 'revision_number': 4, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'subnets': [{'id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:07.256576 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9c47f-bab1-4a73-8c28-da61c8ce1483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9564189c-b5ff-471f-bc37-d3232f525c89,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:07.289678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a869dc2-41c1-4af7-8db8-5fdba09c184d req-8d98d77b-06e2-4016-92d2-af53e596ff17 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.297756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:07.302171 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a869dc2-41c1-4af7-8db8-5fdba09c184d req-8d98d77b-06e2-4016-92d2-af53e596ff17 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2369878 Nov 12 04:06:07.330960 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23fbda-6d4b-4ee6-9dfa-79bf1115f39d None None] The sync data for ids ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'] in n-d-767704-23 is: [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '49ad1413-ae51-4bbd-ae86-993a332820d6', 'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'mac_address': 'fa:16:3e:42:c2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:06:06Z', 'revision_number': 4, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'subnets': [{'id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:07.355093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9c47f-bab1-4a73-8c28-da61c8ce1483 admin admin] Checking segment: {'id': '99f931a4-e17d-4f71-85dd-767140574af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'd155742d-4015-4328-90a8-d92cbf90cf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:07.355617 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9c47f-bab1-4a73-8c28-da61c8ce1483 admin admin] Network hostable DHCP agents. Network: d155742d-4015-4328-90a8-d92cbf90cf57, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:06:07.364086 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aad61ee8-7b1d-4ecc-b694-e19c56e45a72 req-2494db2a-7888-4cf9-ab4b-664cbf52152b service neutron] 10.222.0.25 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765682 Nov 12 04:06:07.377321 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '6b83b538-d1c4-4d7a-aebd-9ba010bd6fce', 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717', 'port_id': '6b83b538-d1c4-4d7a-aebd-9ba010bd6fce', 'mac_address': 'fa:16:3e:91:be:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35994df6-ba5b-4ffd-9001-bec83281056c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:07.451495 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b8101ee-5608-441f-ab42-e1d2cdc32e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.462380 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a869dc2-41c1-4af7-8db8-5fdba09c184d req-13d892f8-1a86-4951-85bb-0ac8dddd90e8 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632326 Nov 12 04:06:07.474599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5edda-53e4-4c94-9e56-13283a61b83c req-359e27ca-438e-4605-9988-7205ca152238 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.478078 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69f5edda-53e4-4c94-9e56-13283a61b83c req-359e27ca-438e-4605-9988-7205ca152238 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 1.0668175 Nov 12 04:06:07.540613 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9c47f-bab1-4a73-8c28-da61c8ce1483 admin admin] Network d155742d-4015-4328-90a8-d92cbf90cf57 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:06:07.552679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 3, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:07.604821 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aad61ee8-7b1d-4ecc-b694-e19c56e45a72 req-dabdbb78-10d3-4967-a117-e28ce1c2a170 service neutron] 10.222.0.25 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094898 Nov 12 04:06:07.614901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Checking router: 0df347dc-2af4-41a1-8d65-f2dec1053b1f for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:07.614901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Updating router 0df347dc-2af4-41a1-8d65-f2dec1053b1f port 5938ce6c-d533-4906-af4c-47a56beb40bb binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:06:07.625098 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.680528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb9bb6-aa20-4e60-9e0f-3f36e1cdf9d3 req-f7791edc-4b15-4d82-bf59-c4d7dac3a0c9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.682718 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7b8101ee-5608-441f-ab42-e1d2cdc32e81 None None] For port 49ad1413-ae51-4bbd-ae86-993a332820d6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=49ad1413-ae51-4bbd-ae86-993a332820d6,segment=NetworkSegment(6c01fe91-96e3-4469-85fd-2a5e6376aa42),segment_id=6c01fe91-96e3-4469-85fd-2a5e6376aa42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:07.683650 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8eeb9bb6-aa20-4e60-9e0f-3f36e1cdf9d3 req-f7791edc-4b15-4d82-bf59-c4d7dac3a0c9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.0757334 Nov 12 04:06:07.700267 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.706082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:07.731960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:07.740499 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69f5edda-53e4-4c94-9e56-13283a61b83c req-eca6d265-8a45-4fa9-94f1-7c7b25782c19 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972587 Nov 12 04:06:07.775657 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8eeb9bb6-aa20-4e60-9e0f-3f36e1cdf9d3 req-0d73f02c-4ff4-4684-8706-0187e900db01 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637162 Nov 12 04:06:07.785582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-53d9c47f-bab1-4a73-8c28-da61c8ce1483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, d155742d-4015-4328-90a8-d92cbf90cf57) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:07.785582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d9c47f-bab1-4a73-8c28-da61c8ce1483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.785582 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d9c47f-bab1-4a73-8c28-da61c8ce1483 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.790883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee08f7a1-fbf2-4d13-a52b-b285f8351be8 None None] Network d155742d-4015-4328-90a8-d92cbf90cf57 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:06:07.864027 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.878455 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b8101ee-5608-441f-ab42-e1d2cdc32e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.905846 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-53d9c47f-bab1-4a73-8c28-da61c8ce1483 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3531327 Nov 12 04:06:07.915630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:07.935196 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1070162026-router', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:08.064621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Router a1ddd0c5-e1e6-433d-b53a-bf64f0836bde is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:06:08.088945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:08.170248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6b83b538-d1c4-4d7a-aebd-9ba010bd6fce'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:08.223688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-47b10021-5354-4e34-9997-74aaadbe7864 None None] Provisioning complete for port 49ad1413-ae51-4bbd-ae86-993a332820d6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:08.224206 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47b10021-5354-4e34-9997-74aaadbe7864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.226190 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bd24-a064-439f-96bd-d59cfe43d0fd req-9fb684d8-0410-422e-ade7-08b0afe46094 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:08.227857 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0725bd24-a064-439f-96bd-d59cfe43d0fd req-9fb684d8-0410-422e-ade7-08b0afe46094 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 945 time: 0.1702685 Nov 12 04:06:08.257471 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.264232 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.408775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0725bd24-a064-439f-96bd-d59cfe43d0fd req-7bb4b973-db4e-4bc7-b135-8477e02784cc tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382079 Nov 12 04:06:08.434363 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.444885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 49ad1413-ae51-4bbd-ae86-993a332820d6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:08.446306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:08.454932 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.458172 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a271c7c9-e2a7-4841-9bcb-010518fd88e1 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "PUT /v2.0/routers/a1ddd0c5-e1e6-433d-b53a-bf64f0836bde HTTP/1.1" status: 200 len: 918 time: 8.1747365 Nov 12 04:06:08.463510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:08.465113 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5f231-1c39-407b-8232-a7cd81ef88c4 None None] Sync routers for ids ['a1ddd0c5-e1e6-433d-b53a-bf64f0836bde'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:08.482397 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d5f231-1c39-407b-8232-a7cd81ef88c4 None None] Routers {'a1ddd0c5-e1e6-433d-b53a-bf64f0836bde'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:08.483892 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6d5f231-1c39-407b-8232-a7cd81ef88c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a1ddd0c5-e1e6-433d-b53a-bf64f0836bde'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:08.500076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8101ee-5608-441f-ab42-e1d2cdc32e81 None None] Pushing event updated for resources: {'Port': ['ID=49ad1413-ae51-4bbd-ae86-993a332820d6,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:08.550404 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6d5f231-1c39-407b-8232-a7cd81ef88c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:08.552580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-d155742d-4015-4328-90a8-d92cbf90cf57', 'network_id': 'd155742d-4015-4328-90a8-d92cbf90cf57', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'fixed_ips': [{'subnet_id': '9564189c-b5ff-471f-bc37-d3232f525c89'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:06:08.553844 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.561139 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d5f231-1c39-407b-8232-a7cd81ef88c4 None None] Routers {'a1ddd0c5-e1e6-433d-b53a-bf64f0836bde'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:08.561763 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6d5f231-1c39-407b-8232-a7cd81ef88c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a1ddd0c5-e1e6-433d-b53a-bf64f0836bde'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:08.576640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 74e86828-2bb9-44d4-bf74-884822e4c4a5 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:08.584627 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.602026 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6d5f231-1c39-407b-8232-a7cd81ef88c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:08.602724 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5f231-1c39-407b-8232-a7cd81ef88c4 None None] The sync data for ids ['a1ddd0c5-e1e6-433d-b53a-bf64f0836bde'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:08.722534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d09b0-3c87-44a1-9029-c3a68a5657b3 req-621c2826-e14e-4ddb-8004-e07a4952b87a tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:08.724230 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-810d09b0-3c87-44a1-9029-c3a68a5657b3 req-621c2826-e14e-4ddb-8004-e07a4952b87a tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1340144 Nov 12 04:06:08.835296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 74e86828-2bb9-44d4-bf74-884822e4c4a5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:08.848176 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Allocated IP 172.20.0.1 (055cc169-c110-422a-9979-8bfa71a513af/6393c88c-4183-4f59-a17c-26cdf7e69c6a/3932e8d1-58bc-458a-9d0c-a2af4672ebdb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:08.866946 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.870517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'port_id': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'mac_address': 'fa:16:3e:6d:a0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:08.931840 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-810d09b0-3c87-44a1-9029-c3a68a5657b3 req-7171d996-adf8-4167-838a-21df93924a59 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507392 Nov 12 04:06:09.035655 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.047713 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e7870c2a-b2ad-4325-985a-73fa18970db7 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/routers/a1ddd0c5-e1e6-433d-b53a-bf64f0836bde HTTP/1.1" status: 200 len: 924 time: 0.5789278 Nov 12 04:06:09.047713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56266) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:09.090302 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.137370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94bc772-a275-4f3c-b563-1afccbd1b30e req-6871c58c-2da5-47f5-b489-a17f57f0a5c4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.139271 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d94bc772-a275-4f3c-b563-1afccbd1b30e req-6871c58c-2da5-47f5-b489-a17f57f0a5c4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.1787465 Nov 12 04:06:09.154980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faa9062-5741-4099-bf8d-f78a8a8f7a23 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.158994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9faa9062-5741-4099-bf8d-f78a8a8f7a23 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&device_id=a1ddd0c5-e1e6-433d-b53a-bf64f0836bde&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1083047 Nov 12 04:06:09.160800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 49ad1413-ae51-4bbd-ae86-993a332820d6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:09.161282 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.162070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56268) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:09.162490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440b28f-7f9e-446f-80e3-3e0d01c8a4a5 req-bb0684d5-df9f-4201-9951-0e6b545a1ede tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.170581 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.175213 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b440b28f-7f9e-446f-80e3-3e0d01c8a4a5 req-bb0684d5-df9f-4201-9951-0e6b545a1ede tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1353712 Nov 12 04:06:09.233333 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.248341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74e86828-2bb9-44d4-bf74-884822e4c4a5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:09.275719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.276882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Allocated IP 172.20.0.2 (d155742d-4015-4328-90a8-d92cbf90cf57/9564189c-b5ff-471f-bc37-d3232f525c89/fbfaa86e-7a29-4fbb-a36f-834fff4dcbda) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:09.277396 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b440b28f-7f9e-446f-80e3-3e0d01c8a4a5 req-68c6ae36-f79c-4445-a6f9-fe14b9031b7f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995286 Nov 12 04:06:09.368719 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d94bc772-a275-4f3c-b563-1afccbd1b30e req-effe0035-d64e-4805-897a-c8bd2b1ec07a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179639 Nov 12 04:06:09.378347 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 74e86828-2bb9-44d4-bf74-884822e4c4a5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:09.399512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Network 055cc169-c110-422a-9979-8bfa71a513af is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:09.414479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:09.416418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Attempting to bind port 5938ce6c-d533-4906-af4c-47a56beb40bb on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:09.416418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Attempting to bind port 5938ce6c-d533-4906-af4c-47a56beb40bb by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:09.416418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Attempting to bind port 5938ce6c-d533-4906-af4c-47a56beb40bb on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:09.422390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Pushing event updated for resources: {'Port': ['ID=3932e8d1-58bc-458a-9d0c-a2af4672ebdb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:09.426311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8322b-d0ba-455e-a9fb-55ebe7879494 None None] Pushing event updated for resources: {'Port': ['ID=5938ce6c-d533-4906-af4c-47a56beb40bb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:09.432119 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:09.474372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412a6523-2606-4923-a79b-a990373ad7a6 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.480284 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-412a6523-2606-4923-a79b-a990373ad7a6 tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 881 time: 0.3170335 Nov 12 04:06:09.483551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56272) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:09.491240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:09.492006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:09.492282 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.492795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:09.493880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Bound port: 5938ce6c-d533-4906-af4c-47a56beb40bb, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:09.494390 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.554571 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.556220 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e067ad61-e754-46c6-a66d-73f9ee3f99c8 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1ddd0c5-e1e6-433d-b53a-bf64f0836bde HTTP/1.1" status: 200 len: 205 time: 0.0707822 Nov 12 04:06:09.557822 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56274) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:09.584480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.593394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.713149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7b1c4-67d0-4e79-b352-ed4fc5003822 req-abeb0c14-c860-4873-8e08-4957ddd30fff tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.714710 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0aa7b1c4-67d0-4e79-b352-ed4fc5003822 req-abeb0c14-c860-4873-8e08-4957ddd30fff tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 945 time: 0.1960669 Nov 12 04:06:09.755146 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.855249 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.869055 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0aa7b1c4-67d0-4e79-b352-ed4fc5003822 req-b81b060f-050b-4692-b3cb-60a58d974838 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399357 Nov 12 04:06:09.887842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4fd89c2c-1555-4f73-b2f1-66a76a04c939 None None] Provisioning complete for port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:09.888238 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4fd89c2c-1555-4f73-b2f1-66a76a04c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.890443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] For port 5938ce6c-d533-4906-af4c-47a56beb40bb, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:09.893021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=74e86828-2bb9-44d4-bf74-884822e4c4a5,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:09.935869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] For port 5938ce6c-d533-4906-af4c-47a56beb40bb, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5938ce6c-d533-4906-af4c-47a56beb40bb,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:09.972510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['74e86828-2bb9-44d4-bf74-884822e4c4a5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:09.981466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4fd89c2c-1555-4f73-b2f1-66a76a04c939 None None] Port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:10.019154 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.029241 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.077869 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.088413 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c81b7-e264-4759-bbb2-eaf2fcb4c3a9 req-4192ecb4-6f00-4f2e-ad28-6900a1f2ce4b tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.090113 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-891c81b7-e264-4759-bbb2-eaf2fcb4c3a9 req-4192ecb4-6f00-4f2e-ad28-6900a1f2ce4b tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0784857 Nov 12 04:06:10.183696 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Allocated IP 172.25.8.240 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/51841bd9-07c3-42f9-a344-16b6567eb38e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:10.189715 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-891c81b7-e264-4759-bbb2-eaf2fcb4c3a9 req-bb8f3af7-bc4f-47d3-bb4c-a07b0d22e831 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919607 Nov 12 04:06:10.229040 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.328983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 49ad1413-ae51-4bbd-ae86-993a332820d6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:10.332314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8322b-d0ba-455e-a9fb-55ebe7879494 None None] Pushing event updated for resources: {'Port': ['ID=5938ce6c-d533-4906-af4c-47a56beb40bb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:10.336085 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.357955 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Routers {'0df347dc-2af4-41a1-8d65-f2dec1053b1f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:10.358650 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:10.364749 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.419548 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.477943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7eb4f-31ed-4d82-b897-b1e1ccfd92cd req-ae3d051c-5adc-4424-b636-3199ec4b0eef tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.479519 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-00f7eb4f-31ed-4d82-b897-b1e1ccfd92cd req-ae3d051c-5adc-4424-b636-3199ec4b0eef tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 944 time: 0.1069672 Nov 12 04:06:10.514670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Deleting port 574380e5-85b2-4750-8935-ca1374393d57 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:10.520941 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.521108 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Network d155742d-4015-4328-90a8-d92cbf90cf57 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:10.523196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb76fe-b3c6-4f3d-ad77-cbf201b05646 req-63c152b0-466c-44e9-8f07-b64dc9108430 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.531618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:10.532901 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7dfb76fe-b3c6-4f3d-ad77-cbf201b05646 req-63c152b0-466c-44e9-8f07-b64dc9108430 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.0794823 Nov 12 04:06:10.535223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:10.543273 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.553834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Pushing event updated for resources: {'Port': ['ID=fbfaa86e-7a29-4fbb-a36f-834fff4dcbda,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:10.561675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 74e86828-2bb9-44d4-bf74-884822e4c4a5 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:10.598304 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-00f7eb4f-31ed-4d82-b897-b1e1ccfd92cd req-3eaf078e-79d6-4f00-8c04-556041b0980f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087730 Nov 12 04:06:10.634335 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.643259 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] Set router 0df347dc-2af4-41a1-8d65-f2dec1053b1f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:10.652938 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.658494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:10.658494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 49ad1413-ae51-4bbd-ae86-993a332820d6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:10.658494 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.659208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Calling delete_port for 574380e5-85b2-4750-8935-ca1374393d57 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:10.660434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Pushing event updated for resources: {'Port': ['ID=3932e8d1-58bc-458a-9d0c-a2af4672ebdb,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:10.668423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7dfb76fe-b3c6-4f3d-ad77-cbf201b05646 req-e2e4b161-da55-44a8-bd33-4c2fbd423bb8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351678 Nov 12 04:06:10.734830 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.774524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Network 055cc169-c110-422a-9979-8bfa71a513af is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:10.776524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:10.805121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:10.808228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Pushing event updated for resources: {'Port': ['ID=51841bd9-07c3-42f9-a344-16b6567eb38e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:10.812864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:10.817115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:10.845401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Attempting to bind port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:10.846018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Attempting to bind port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '99f931a4-e17d-4f71-85dd-767140574af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'd155742d-4015-4328-90a8-d92cbf90cf57'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:10.846396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Attempting to bind port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda on network d155742d-4015-4328-90a8-d92cbf90cf57 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:10.892368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:10.893189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Checking segment: {'id': '99f931a4-e17d-4f71-85dd-767140574af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'd155742d-4015-4328-90a8-d92cbf90cf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:10.894727 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.895366 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Bound using segment: {'id': '99f931a4-e17d-4f71-85dd-767140574af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'd155742d-4015-4328-90a8-d92cbf90cf57'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:10.896200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Bound port: fbfaa86e-7a29-4fbb-a36f-834fff4dcbda, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f931a4-e17d-4f71-85dd-767140574af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'd155742d-4015-4328-90a8-d92cbf90cf57'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:10.896913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.992338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Router 0df347dc-2af4-41a1-8d65-f2dec1053b1f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:11.048523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 74e86828-2bb9-44d4-bf74-884822e4c4a5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:11.076649 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.137165 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:11.143588 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7dac0e66-be38-4dcc-bb3c-003f2a207282 admin admin] 10.222.0.105 "PUT /v2.0/routers/0df347dc-2af4-41a1-8d65-f2dec1053b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6025190 Nov 12 04:06:11.158444 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:11.166213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] For port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:11.184610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:11.185026 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.214426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] For port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=fbfaa86e-7a29-4fbb-a36f-834fff4dcbda,segment=NetworkSegment(99f931a4-e17d-4f71-85dd-767140574af1),segment_id=99f931a4-e17d-4f71-85dd-767140574af1)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:11.276343 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ee126c78-ec43-435b-ae69-a81740009806 None None] Provisioning complete for port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:11.276803 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ee126c78-ec43-435b-ae69-a81740009806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.341188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1d4a6-db98-435a-92e3-866250660d20 req-4f352d67-0d64-44df-a2c5-38f0ae96d3ed tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.342799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0d1d4a6-db98-435a-92e3-866250660d20 req-4f352d67-0d64-44df-a2c5-38f0ae96d3ed tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0603204 Nov 12 04:06:11.395742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ee126c78-ec43-435b-ae69-a81740009806 None None] Port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:11.408547 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0d1d4a6-db98-435a-92e3-866250660d20 req-afff3d8e-3fb4-410c-8435-71416b4377bf tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593839 Nov 12 04:06:11.414464 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.463742 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f73b6-da8c-49f6-bab0-ce3ea54ae400 req-fe4d27a2-08f9-4041-b55a-9d31a9472754 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.471426 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a34f73b6-da8c-49f6-bab0-ce3ea54ae400 req-fe4d27a2-08f9-4041-b55a-9d31a9472754 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 945 time: 0.4820940 Nov 12 04:06:11.481256 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.490677 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.536866 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:06:09Z', 'revision_number': 4, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '3932e8d1-58bc-458a-9d0c-a2af4672ebdb', 'name': '', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'mac_address': 'fa:16:3e:45:42:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:08Z', 'revision_number': 1, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'subnets': [{'id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:11.545725 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a34f73b6-da8c-49f6-bab0-ce3ea54ae400 req-6bdf054f-590e-4417-9d5e-dd929ac7743c tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733185 Nov 12 04:06:11.564012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e86828-2bb9-44d4-bf74-884822e4c4a5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:11.566533 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0aa9f9-afee-46b3-a765-126b41d34b78" -d '{"events": [{"server_uuid": "ba5aa9d0-58e1-4111-9f54-ffe3e505559b", "name": "network-vif-plugged", "status": "completed", "tag": "74e86828-2bb9-44d4-bf74-884822e4c4a5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:11.607514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91921589-2d32-490a-ba5a-2645a6d68db8 None None] The sync data for ids ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'] in n-d-767704-23 is: [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:06:09Z', 'revision_number': 4, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '3932e8d1-58bc-458a-9d0c-a2af4672ebdb', 'name': '', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'mac_address': 'fa:16:3e:45:42:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:08Z', 'revision_number': 1, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'subnets': [{'id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:11.610730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 74e86828-2bb9-44d4-bf74-884822e4c4a5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:11.620984 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35634edf-91c5-4dd6-ac99-edbd23ad9dc0 None None] Pushing event updated for resources: {'Port': ['ID=fbfaa86e-7a29-4fbb-a36f-834fff4dcbda,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:11.621978 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d27bf55-25da-4ad9-9dbb-93bee4f1117f x-openstack-request-id: req-2d27bf55-25da-4ad9-9dbb-93bee4f1117f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:11.621978 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5aa9d0-58e1-4111-9f54-ffe3e505559b", "name": "network-vif-plugged", "status": "completed", "tag": "74e86828-2bb9-44d4-bf74-884822e4c4a5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:11.621978 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2d27bf55-25da-4ad9-9dbb-93bee4f1117f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:11.622329 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'code': 200} Nov 12 04:06:11.635354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:11.693718 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.759452 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Pushing event deleted for resources: {'Port': ['ID=574380e5-85b2-4750-8935-ca1374393d57,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:11.811162 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.886314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90408-85ce-459d-8377-ea88a5c0f8f3 req-da59f9e6-cbe4-4207-9a14-71b0294dea8b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.888061 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05c90408-85ce-459d-8377-ea88a5c0f8f3 req-da59f9e6-cbe4-4207-9a14-71b0294dea8b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 944 time: 0.1521492 Nov 12 04:06:11.902235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=74e86828-2bb9-44d4-bf74-884822e4c4a5,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:11.955962 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.981476 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.057058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:12.109742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56298) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:12.114924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ccd3c30b-0fbb-4b23-9753-57133eec1e08 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--539760335', 'description': 'tempest-description--175650708'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:12.197403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05c90408-85ce-459d-8377-ea88a5c0f8f3 req-94d29c0b-c8e9-42ff-94ff-435ad5eed2f5 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3013384 Nov 12 04:06:12.200831 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.207367 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.258258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ebc60-2bfa-4510-a1c6-0340e3800005 req-18fcf66c-19d2-4773-8a47-abcf3293b832 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.267408 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-225ebc60-2bfa-4510-a1c6-0340e3800005 req-18fcf66c-19d2-4773-8a47-abcf3293b832 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.0875695 Nov 12 04:06:12.273022 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.283761 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccd3c30b-0fbb-4b23-9753-57133eec1e08 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.381913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-225ebc60-2bfa-4510-a1c6-0340e3800005 req-ba6f1246-9ed1-42f0-8139-1a38120c5aa9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150644 Nov 12 04:06:12.399905 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.400589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Fanout notify agent at l3_agent the message router_deleted on router a1ddd0c5-e1e6-433d-b53a-bf64f0836bde {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:06:12.417776 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.420806 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a1a6dd6c-04bc-4178-9777-c296053492dd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "DELETE /v2.0/routers/a1ddd0c5-e1e6-433d-b53a-bf64f0836bde HTTP/1.1" status: 204 len: 168 time: 2.8599911 Nov 12 04:06:12.430139 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56300) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:12.432872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device fbfaa86e-7a29-4fbb-a36f-834fff4dcbda up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:12.435835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1147526279', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:12.499688 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccd3c30b-0fbb-4b23-9753-57133eec1e08 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.542319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:12.542974 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.572733 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccd3c30b-0fbb-4b23-9753-57133eec1e08 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.661862 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.673851 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.703355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3c30b-0fbb-4b23-9753-57133eec1e08 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f3a1d5-7bc3-46eb-a06a-38baccbbc217,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:12.711957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927177a-f272-47b9-8cf8-818b77f5631c req-5431f998-bb23-4bf9-8ad3-94144853bf82 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.729926 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9927177a-f272-47b9-8cf8-818b77f5631c req-5431f998-bb23-4bf9-8ad3-94144853bf82 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1833251 Nov 12 04:06:12.741353 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.789880 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.805609 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=fbfaa86e-7a29-4fbb-a36f-834fff4dcbda,segment=NetworkSegment(99f931a4-e17d-4f71-85dd-767140574af1),segment_id=99f931a4-e17d-4f71-85dd-767140574af1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:12.808132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b43e-0470-4692-9a69-13f12bdadcd3 req-426b47ce-e069-4e1d-8f91-6678a8fd87d3 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.817866 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a672b43e-0470-4692-9a69-13f12bdadcd3 req-426b47ce-e069-4e1d-8f91-6678a8fd87d3 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 946 time: 0.0858760 Nov 12 04:06:12.823611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccd3c30b-0fbb-4b23-9753-57133eec1e08 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.824992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ccd3c30b-0fbb-4b23-9753-57133eec1e08 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7136347 Nov 12 04:06:12.832726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56306) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:12.838948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-48a5aa45-bf9e-4de7-bef5-5e4a04618475 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Request body: {'security_group_rule': {'security_group_id': '00f3a1d5-7bc3-46eb-a06a-38baccbbc217', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:12.851924 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:12.910390 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9927177a-f272-47b9-8cf8-818b77f5631c req-c79734a7-89e6-4ff4-b40c-7d265f09f803 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791661 Nov 12 04:06:12.924430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a672b43e-0470-4692-9a69-13f12bdadcd3 req-e810624d-2c0d-4ca1-8bc7-160d9eac44ce tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001041 Nov 12 04:06:12.964335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c14a2-c7c6-4ba3-8de3-edeff09c5649 None None] Network d155742d-4015-4328-90a8-d92cbf90cf57 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:06:13.111266 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48a5aa45-bf9e-4de7-bef5-5e4a04618475 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.153052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Router 6e1592f9-3fde-4631-a2fa-83d9111ff9ca is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:06:13.179608 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48a5aa45-bf9e-4de7-bef5-5e4a04618475 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.181531 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.236723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-47a56fbf-6330-43d0-9f79-ef01b16195a0 None None] Provisioning complete for port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:13.243748 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47a56fbf-6330-43d0-9f79-ef01b16195a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.269026 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48a5aa45-bf9e-4de7-bef5-5e4a04618475 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.301724 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=fbfaa86e-7a29-4fbb-a36f-834fff4dcbda,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:13.342013 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.345991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5aa45-bf9e-4de7-bef5-5e4a04618475 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6543a642-49b9-40b6-be5f-5806c71fde72,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:13.464789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:13.471625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cda5b-1433-4bb6-a619-75828c9b9d73 req-46f6faf7-f08f-41c3-b74c-e489560e5e7d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.473434 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d9cda5b-1433-4bb6-a619-75828c9b9d73 req-46f6faf7-f08f-41c3-b74c-e489560e5e7d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.0783982 Nov 12 04:06:13.486280 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Sync routers for ids ['6e1592f9-3fde-4631-a2fa-83d9111ff9ca'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:13.523820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Routers {'6e1592f9-3fde-4631-a2fa-83d9111ff9ca'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:13.527011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6e1592f9-3fde-4631-a2fa-83d9111ff9ca'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:13.551306 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48a5aa45-bf9e-4de7-bef5-5e4a04618475 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.552636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-48a5aa45-bf9e-4de7-bef5-5e4a04618475 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7189088 Nov 12 04:06:13.556009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56312) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:13.566323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-89a1f583-48a1-4eb7-abde-90682b27e3c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Request body: {'security_group_rule': {'security_group_id': '00f3a1d5-7bc3-46eb-a06a-38baccbbc217', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:13.589449 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d9cda5b-1433-4bb6-a619-75828c9b9d73 req-eb724105-72d4-4094-b053-5ace8891b606 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094484 Nov 12 04:06:13.631372 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418e2123-b477-4098-afb0-007d025e32c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b83b538-d1c4-4d7a-aebd-9ba010bd6fce'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:13.635066 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980318a5-ae3a-42bd-a98f-b8baca143241" -d '{"events": [{"server_uuid": "418e2123-b477-4098-afb0-007d025e32c0", "name": "network-vif-plugged", "status": "completed", "tag": "6b83b538-d1c4-4d7a-aebd-9ba010bd6fce"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:13.669210 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.670998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1db96f72-e029-4657-b9e6-554c431d74a5 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7512655 Nov 12 04:06:13.673910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56316) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:13.731230 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d598ec-c7cb-47a7-8b59-36d11abf5f3a x-openstack-request-id: req-e2d598ec-c7cb-47a7-8b59-36d11abf5f3a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:13.731230 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418e2123-b477-4098-afb0-007d025e32c0", "name": "network-vif-plugged", "status": "completed", "tag": "6b83b538-d1c4-4d7a-aebd-9ba010bd6fce", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:13.731230 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e2d598ec-c7cb-47a7-8b59-36d11abf5f3a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:13.731230 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418e2123-b477-4098-afb0-007d025e32c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b83b538-d1c4-4d7a-aebd-9ba010bd6fce', 'code': 200} Nov 12 04:06:13.761760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f3c04-abb8-4858-a717-169f6b75b21d req-6592a455-e75d-43b2-bc00-9367c4f6efac tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.764860 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-396f3c04-abb8-4858-a717-169f6b75b21d req-6592a455-e75d-43b2-bc00-9367c4f6efac tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.2187965 Nov 12 04:06:13.775634 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Set router 6e1592f9-3fde-4631-a2fa-83d9111ff9ca gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:13.782423 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89a1f583-48a1-4eb7-abde-90682b27e3c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.884197 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-396f3c04-abb8-4858-a717-169f6b75b21d req-74d7306a-ae65-4a86-a2de-058c40206641 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009116 Nov 12 04:06:13.974458 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfeda6-8577-4c2e-a595-253ccdfe485d req-4252b678-a24e-486d-854a-6ceb6ae4b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.975947 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3dfeda6-8577-4c2e-a595-253ccdfe485d req-4252b678-a24e-486d-854a-6ceb6ae4b048 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 1098 time: 0.1749718 Nov 12 04:06:14.020178 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.040624 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89a1f583-48a1-4eb7-abde-90682b27e3c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.069289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ae86b86d-421f-4b65-a5f6-98e93a68af0f None None] Provisioning complete for port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:14.071646 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae86b86d-421f-4b65-a5f6-98e93a68af0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.078234 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.150142 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a9461-7bf0-4a74-a067-457199be6c3e req-f525a5a7-5892-4521-aece-93ff4fbe6c18 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:14.151981 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-406a9461-7bf0-4a74-a067-457199be6c3e req-f525a5a7-5892-4521-aece-93ff4fbe6c18 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 946 time: 0.1206830 Nov 12 04:06:14.155672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89a1f583-48a1-4eb7-abde-90682b27e3c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.234609 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'name': 'tempest-TestVolumeBackupRestore-1070162026-router', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:11Z', 'revision_number': 3, 'project_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'gw_port': {'id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:09Z', 'updated_at': '2021-11-12T04:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:14.265412 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46afe80-135f-4987-8faf-03b5f7d7825a req-4ce46b58-3812-4051-932a-ac4f27c52478 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:14.267879 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c46afe80-135f-4987-8faf-03b5f7d7825a req-4ce46b58-3812-4051-932a-ac4f27c52478 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2576921 Nov 12 04:06:14.274216 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3dfeda6-8577-4c2e-a595-253ccdfe485d req-53867f5d-d3cf-4449-b2d2-9b8673d1b20d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889998 Nov 12 04:06:14.279230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Checking router: 6e1592f9-3fde-4631-a2fa-83d9111ff9ca for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:14.279571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Updating router 6e1592f9-3fde-4631-a2fa-83d9111ff9ca port 51841bd9-07c3-42f9-a344-16b6567eb38e binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:06:14.355121 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.359254 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c46afe80-135f-4987-8faf-03b5f7d7825a req-6970d6f3-2f87-4a4d-bb4c-a3e0dfee4508 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622597 Nov 12 04:06:14.419646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Allocated IP 172.25.8.167 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/12128310-a694-4555-908d-e70ba610c9e3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:14.447353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device fbfaa86e-7a29-4fbb-a36f-834fff4dcbda up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:14.575250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:14.576217 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.595393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.620066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1f583-48a1-4eb7-abde-90682b27e3c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cb9697-d17e-4f0a-b141-50c044642766,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:14.686511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5938ce6c-d533-4906-af4c-47a56beb40bb up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:14.694213 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-406a9461-7bf0-4a74-a067-457199be6c3e req-ac397950-ea18-4798-8262-c2f26d89a04e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067913 Nov 12 04:06:14.699222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89a1f583-48a1-4eb7-abde-90682b27e3c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.703397 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-89a1f583-48a1-4eb7-abde-90682b27e3c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1415372 Nov 12 04:06:14.703397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56348) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:14.707927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:14.708758 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.781340 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:14.790875 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:14.798457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:14.850750 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.857086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Pushing event updated for resources: {'Port': ['ID=12128310-a694-4555-908d-e70ba610c9e3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:14.890586 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.911186 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148e3b1-d845-44a9-9a03-45d543307d16 req-80e9dd7a-7264-4cc3-bcb1-cee5c242b10a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:14.913376 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d148e3b1-d845-44a9-9a03-45d543307d16 req-80e9dd7a-7264-4cc3-bcb1-cee5c242b10a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1986854 Nov 12 04:06:14.982650 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 5938ce6c-d533-4906-af4c-47a56beb40bb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:14.983048 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.102588 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.107362 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d148e3b1-d845-44a9-9a03-45d543307d16 req-bc43a665-184e-4074-9f5d-e1f492951a0c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103458 Nov 12 04:06:15.214998 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.219320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44df785-5ea2-43e3-a4b1-765673bc956c req-fb68645e-9889-4679-8b16-1aa76b209c75 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.220900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f44df785-5ea2-43e3-a4b1-765673bc956c req-fb68645e-9889-4679-8b16-1aa76b209c75 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.1928947 Nov 12 04:06:15.244637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 5938ce6c-d533-4906-af4c-47a56beb40bb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5938ce6c-d533-4906-af4c-47a56beb40bb,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:15.263595 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.323505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Allocated IP 172.20.0.1 (d155742d-4015-4328-90a8-d92cbf90cf57/9564189c-b5ff-471f-bc37-d3232f525c89/ba7f074b-cf09-499b-8faf-c62f369f1fc3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:15.363667 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f44df785-5ea2-43e3-a4b1-765673bc956c req-f7d9c89b-5c8c-4882-9096-113ecbfdabd3 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018205 Nov 12 04:06:15.368414 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.382819 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Attempting to bind port 51841bd9-07c3-42f9-a344-16b6567eb38e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:15.383247 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Attempting to bind port 51841bd9-07c3-42f9-a344-16b6567eb38e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:15.387453 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Attempting to bind port 51841bd9-07c3-42f9-a344-16b6567eb38e on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:15.436787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:15.438873 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:15.439441 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.439909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:15.441223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Bound port: 51841bd9-07c3-42f9-a344-16b6567eb38e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:15.442500 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.463318 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Sync routers for ids ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:15.499788 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Routers {'0df347dc-2af4-41a1-8d65-f2dec1053b1f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:15.500684 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:15.515647 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.549971 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.562052 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] For port 51841bd9-07c3-42f9-a344-16b6567eb38e, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:15.562052 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] For port 51841bd9-07c3-42f9-a344-16b6567eb38e, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=51841bd9-07c3-42f9-a344-16b6567eb38e,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:15.563572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de20ec4-fe42-41a7-af74-dbb4adefa301 None None] Pushing event updated for resources: {'Port': ['ID=51841bd9-07c3-42f9-a344-16b6567eb38e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:15.686769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=5938ce6c-d533-4906-af4c-47a56beb40bb,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:15.692354 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.840543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de20ec4-fe42-41a7-af74-dbb4adefa301 None None] Pushing event updated for resources: {'Port': ['ID=51841bd9-07c3-42f9-a344-16b6567eb38e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:15.856732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Routers {'6e1592f9-3fde-4631-a2fa-83d9111ff9ca'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:15.864611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6e1592f9-3fde-4631-a2fa-83d9111ff9ca'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:15.884637 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Set router 0df347dc-2af4-41a1-8d65-f2dec1053b1f gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:15.888854 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.021586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0143b-0cbd-4404-a716-ea9c835ad338 req-6a635311-1ab0-47e4-b239-bce9ea7eb09c tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.031428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c9d0143b-0cbd-4404-a716-ea9c835ad338 req-6a635311-1ab0-47e4-b239-bce9ea7eb09c tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 946 time: 0.1586659 Nov 12 04:06:16.048923 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3b525-eac9-423c-ae9f-8a2073b676e8 req-748b9e9e-4f57-47cb-9886-57eff5a0862b tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.049542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Allocated IP 172.25.8.243 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/cdc0d381-b655-47f5-b88d-6bc0791f6dcf) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:16.058920 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-34e3b525-eac9-423c-ae9f-8a2073b676e8 req-748b9e9e-4f57-47cb-9886-57eff5a0862b tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.5562236 Nov 12 04:06:16.153305 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:06:09Z', 'revision_number': 4, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '3932e8d1-58bc-458a-9d0c-a2af4672ebdb', 'name': '', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'mac_address': 'fa:16:3e:45:42:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:10Z', 'revision_number': 2, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'subnets': [{'id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:16.161815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] Set router 6e1592f9-3fde-4631-a2fa-83d9111ff9ca gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:16.185997 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c9d0143b-0cbd-4404-a716-ea9c835ad338 req-57a13c69-53fd-4646-b7d9-c532ca6c4bb3 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487372 Nov 12 04:06:16.189665 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Checking router: 0df347dc-2af4-41a1-8d65-f2dec1053b1f for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:16.190573 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Updating router 0df347dc-2af4-41a1-8d65-f2dec1053b1f port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:06:16.214355 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.228367 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.361827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Network d155742d-4015-4328-90a8-d92cbf90cf57 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:16.380557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:16.406301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:16.423925 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5938ce6c-d533-4906-af4c-47a56beb40bb up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:16.490789 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-34e3b525-eac9-423c-ae9f-8a2073b676e8 req-1871b444-d45b-44b1-bd2b-bf58e5c89951 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308696 Nov 12 04:06:16.527436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Pushing event updated for resources: {'Port': ['ID=ba7f074b-cf09-499b-8faf-c62f369f1fc3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:16.558634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.565140 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.613640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 5938ce6c-d533-4906-af4c-47a56beb40bb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:16.614008 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.628610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'name': 'tempest-TestVolumeBackupRestore-1070162026-router', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:11Z', 'revision_number': 3, 'project_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'gw_port': {'id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:09Z', 'updated_at': '2021-11-12T04:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:16.637873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6a94a-c68c-4df4-8114-2a5f5cedea85 req-22dbea13-4ed2-4c98-a0f2-95902dcda388 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.652986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5c6a94a-c68c-4df4-8114-2a5f5cedea85 req-22dbea13-4ed2-4c98-a0f2-95902dcda388 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.2736442 Nov 12 04:06:16.744834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:16.750168 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.777716 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.804705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5c6a94a-c68c-4df4-8114-2a5f5cedea85 req-0a42f2b3-5e5d-4675-b1cc-a639200c86b7 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500859 Nov 12 04:06:16.840697 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.940255 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:16.967443 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.969674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'port_id': '5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3', 'mac_address': 'fa:16:3e:69:6f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:16.979250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df33d7-9df3-4a47-a720-37b59ef76b7c None None] The sync data for ids ['6e1592f9-3fde-4631-a2fa-83d9111ff9ca'] in n-d-767704-23 is: [{'id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'name': 'tempest-TestVolumeBackupRestore-1070162026-router', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:11Z', 'revision_number': 3, 'project_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'gw_port': {'id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:09Z', 'updated_at': '2021-11-12T04:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:17.013725 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0ea10-a94d-423c-a629-515ebaa43d86 None None] Pushing event updated for resources: {'Port': ['ID=3932e8d1-58bc-458a-9d0c-a2af4672ebdb,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:17.063712 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0ea10-a94d-423c-a629-515ebaa43d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:17.065321 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0ea10-a94d-423c-a629-515ebaa43d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:17.065321 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0ea10-a94d-423c-a629-515ebaa43d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:17.065321 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0ea10-a94d-423c-a629-515ebaa43d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:17.066754 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0ea10-a94d-423c-a629-515ebaa43d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:17.068727 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0ea10-a94d-423c-a629-515ebaa43d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:17.072396 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0ea10-a94d-423c-a629-515ebaa43d86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:17.073151 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0ea10-a94d-423c-a629-515ebaa43d86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:17.073724 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0ea10-a94d-423c-a629-515ebaa43d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:17.078994 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0ea10-a94d-423c-a629-515ebaa43d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:17.080267 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0ea10-a94d-423c-a629-515ebaa43d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:17.080769 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0ea10-a94d-423c-a629-515ebaa43d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:17.090336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-603fdc33-aa5b-4ac2-bfbf-98ee4996439d None None] Provisioning complete for port ba7f074b-cf09-499b-8faf-c62f369f1fc3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:17.091036 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-603fdc33-aa5b-4ac2-bfbf-98ee4996439d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.164292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:17.170630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28fc9f-a5d5-4adb-ac78-13aa8b0d1178 req-f67d5f1b-c876-4131-a36f-fbdaa9f6f493 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.184642 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:17.185760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a28fc9f-a5d5-4adb-ac78-13aa8b0d1178 req-f67d5f1b-c876-4131-a36f-fbdaa9f6f493 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 944 time: 0.1776936 Nov 12 04:06:17.193778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-603fdc33-aa5b-4ac2-bfbf-98ee4996439d None None] Port ba7f074b-cf09-499b-8faf-c62f369f1fc3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:17.212669 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:17.224219 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.233816 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Attempting to bind port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:17.234013 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Attempting to bind port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '472e6400-e333-44ec-9d63-d2f823d44a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '055cc169-c110-422a-9979-8bfa71a513af'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:17.234376 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Attempting to bind port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb on network 055cc169-c110-422a-9979-8bfa71a513af {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:17.256431 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:17.256797 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Checking segment: {'id': '472e6400-e333-44ec-9d63-d2f823d44a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '055cc169-c110-422a-9979-8bfa71a513af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:17.257251 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.257646 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Bound using segment: {'id': '472e6400-e333-44ec-9d63-d2f823d44a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '055cc169-c110-422a-9979-8bfa71a513af'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:17.258109 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Bound port: 3932e8d1-58bc-458a-9d0c-a2af4672ebdb, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472e6400-e333-44ec-9d63-d2f823d44a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '055cc169-c110-422a-9979-8bfa71a513af'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:17.258544 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.317724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Pushing event updated for resources: {'Port': ['ID=cdc0d381-b655-47f5-b88d-6bc0791f6dcf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:17.366220 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a28fc9f-a5d5-4adb-ac78-13aa8b0d1178 req-96802898-ebf2-492e-83fd-eb6368bc13c7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793633 Nov 12 04:06:17.417850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Router 7be36134-827a-4a6d-a8fa-eb592a0b475f is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:06:17.479301 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] For port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:17.491979 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] For port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3932e8d1-58bc-458a-9d0c-a2af4672ebdb,segment=NetworkSegment(472e6400-e333-44ec-9d63-d2f823d44a86),segment_id=472e6400-e333-44ec-9d63-d2f823d44a86)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:17.613060 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.727389 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Routers {'0df347dc-2af4-41a1-8d65-f2dec1053b1f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:17.736291 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:17.747210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:17.788943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6392e22-7186-4b2e-b10c-b4a0a8644c53 req-adb8d212-18d9-4496-9f2a-07c66dc70f53 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.796649 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6392e22-7186-4b2e-b10c-b4a0a8644c53 req-adb8d212-18d9-4496-9f2a-07c66dc70f53 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1425147 Nov 12 04:06:17.830379 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.922041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:17.947502 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff910707-04e2-4c9f-b651-741697b45ffc None None] Sync routers for ids ['7be36134-827a-4a6d-a8fa-eb592a0b475f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:17.982208 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.982208 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0cc08df0-9c96-4407-aae2-74e56862c16a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.5506253 Nov 12 04:06:17.989178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56382) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:18.006967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff910707-04e2-4c9f-b651-741697b45ffc None None] Routers {'7be36134-827a-4a6d-a8fa-eb592a0b475f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:18.007642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ff910707-04e2-4c9f-b651-741697b45ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7be36134-827a-4a6d-a8fa-eb592a0b475f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:18.016376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:18.044294 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.044689 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6392e22-7186-4b2e-b10c-b4a0a8644c53 req-1e96b1ae-1edf-4c57-a3c4-e23fc73e1811 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316685 Nov 12 04:06:18.120426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ff910707-04e2-4c9f-b651-741697b45ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:18.124787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:18.128398 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0ea10-a94d-423c-a629-515ebaa43d86 None None] Pushing event updated for resources: {'Port': ['ID=3932e8d1-58bc-458a-9d0c-a2af4672ebdb,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:18.135598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4100148e-4522-427c-8956-4a6abb30a7ab None None] Provisioning complete for port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:18.135967 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4100148e-4522-427c-8956-4a6abb30a7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.145439 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] Set router 0df347dc-2af4-41a1-8d65-f2dec1053b1f gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:18.187535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff910707-04e2-4c9f-b651-741697b45ffc None None] Routers {'7be36134-827a-4a6d-a8fa-eb592a0b475f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:18.188345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ff910707-04e2-4c9f-b651-741697b45ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7be36134-827a-4a6d-a8fa-eb592a0b475f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:18.190547 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.209259 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.326482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ff910707-04e2-4c9f-b651-741697b45ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:18.327170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff910707-04e2-4c9f-b651-741697b45ffc None None] The sync data for ids ['7be36134-827a-4a6d-a8fa-eb592a0b475f'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:18.342549 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4100148e-4522-427c-8956-4a6abb30a7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.447066 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.462839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:18.559341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:18.598059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4100148e-4522-427c-8956-4a6abb30a7ab None None] For port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3932e8d1-58bc-458a-9d0c-a2af4672ebdb,segment=NetworkSegment(472e6400-e333-44ec-9d63-d2f823d44a86),segment_id=472e6400-e333-44ec-9d63-d2f823d44a86)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:18.627622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3932e8d1-58bc-458a-9d0c-a2af4672ebdb up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:18.666032 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:06:09Z', 'revision_number': 4, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '3932e8d1-58bc-458a-9d0c-a2af4672ebdb', 'name': '', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'mac_address': 'fa:16:3e:45:42:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:17Z', 'revision_number': 4, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'subnets': [{'id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:18.687240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e035e-89fa-467b-a28e-73774ab93d5f req-c8fbb11f-703e-458f-90de-f6708fb5cd5d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:18.701669 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-437e035e-89fa-467b-a28e-73774ab93d5f req-c8fbb11f-703e-458f-90de-f6708fb5cd5d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 945 time: 0.1469603 Nov 12 04:06:18.704999 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5f6ddf-7df1-4eaf-b561-1bd0eb57c272 None None] The sync data for ids ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'] in n-d-767704-23 is: [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:06:09Z', 'revision_number': 4, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '3932e8d1-58bc-458a-9d0c-a2af4672ebdb', 'name': '', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'mac_address': 'fa:16:3e:45:42:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:17Z', 'revision_number': 4, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'subnets': [{'id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:18.747037 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.747274 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4100148e-4522-427c-8956-4a6abb30a7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.809767 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-437e035e-89fa-467b-a28e-73774ab93d5f req-5ee8200b-e88d-4026-abf1-f9e958a58bdd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005483 Nov 12 04:06:18.907379 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.939450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Pushing event updated for resources: {'Port': ['ID=ba7f074b-cf09-499b-8faf-c62f369f1fc3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:18.976507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d2942-07df-4bf0-bb1d-5588d65ab883 req-d9090ab1-9cb4-4aca-9c8d-a1e99e19878b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:18.978314 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b4d2942-07df-4bf0-bb1d-5588d65ab883 req-d9090ab1-9cb4-4aca-9c8d-a1e99e19878b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.7667222 Nov 12 04:06:19.079275 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1fd7fe58-6131-485f-aae2-fd21752f961a None None] Provisioning complete for port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:19.079873 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1fd7fe58-6131-485f-aae2-fd21752f961a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.153806 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:19.154180 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.155972 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.218559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100148e-4522-427c-8956-4a6abb30a7ab None None] Pushing event updated for resources: {'Port': ['ID=3932e8d1-58bc-458a-9d0c-a2af4672ebdb,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:19.327071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cd8aa-0a85-41e6-b7f9-0c160b14562c req-3a16a547-233a-4812-946a-a6d135271ad1 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.328735 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-152cd8aa-0a85-41e6-b7f9-0c160b14562c req-3a16a547-233a-4812-946a-a6d135271ad1 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1139150 Nov 12 04:06:19.394709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00279e24-8ee6-400b-b3c8-ecc0a6f057ec req-b6ecfddf-e89b-42a9-aab0-d38e2bac7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.396259 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-00279e24-8ee6-400b-b3c8-ecc0a6f057ec req-b6ecfddf-e89b-42a9-aab0-d38e2bac7e49 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 1097 time: 0.8049746 Nov 12 04:06:19.421961 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-152cd8aa-0a85-41e6-b7f9-0c160b14562c req-d7ba6707-468f-4135-98ba-3465df85b4f9 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864391 Nov 12 04:06:19.610309 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 51841bd9-07c3-42f9-a344-16b6567eb38e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:19.614141 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b4d2942-07df-4bf0-bb1d-5588d65ab883 req-198fd3b4-3819-4f21-abe9-cf1b99d93e16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6197517 Nov 12 04:06:19.704649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 51841bd9-07c3-42f9-a344-16b6567eb38e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:19.705157 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.751985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Network d155742d-4015-4328-90a8-d92cbf90cf57 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:19.761504 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-00279e24-8ee6-400b-b3c8-ecc0a6f057ec req-8e31394a-46a5-4745-8429-c9dcf9b50647 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337450 Nov 12 04:06:19.816105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:19.899563 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.902979 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.935691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 51841bd9-07c3-42f9-a344-16b6567eb38e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=51841bd9-07c3-42f9-a344-16b6567eb38e,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:20.018892 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:20.086523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc7aeb-fb66-4658-b3fe-4529471e6385 req-d4e76ead-6730-42b2-a8d6-a5397d6b4f64 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.096447 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:20.097522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-babc7aeb-fb66-4658-b3fe-4529471e6385 req-d4e76ead-6730-42b2-a8d6-a5397d6b4f64 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 945 time: 0.1336017 Nov 12 04:06:20.113906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:20.181208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=51841bd9-07c3-42f9-a344-16b6567eb38e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:20.241299 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-babc7aeb-fb66-4658-b3fe-4529471e6385 req-39be5652-990b-4633-bc95-2d86f9a8520d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381907 Nov 12 04:06:20.408307 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:06:20.412871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3932e8d1-58bc-458a-9d0c-a2af4672ebdb up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:20.468540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-968abd68-4ca4-4ceb-9f3a-0e66312bf3f3 None None] Provisioning complete for port ba7f074b-cf09-499b-8faf-c62f369f1fc3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:20.468941 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-968abd68-4ca4-4ceb-9f3a-0e66312bf3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:20.515573 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-968abd68-4ca4-4ceb-9f3a-0e66312bf3f3 None None] Port ba7f074b-cf09-499b-8faf-c62f369f1fc3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:20.529789 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:20.534424 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Pushing event updated for resources: {'Port': ['ID=cdc0d381-b655-47f5-b88d-6bc0791f6dcf,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:20.536910 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:20.554771 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:20.694659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 51841bd9-07c3-42f9-a344-16b6567eb38e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:20.748453 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:20.794383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Router 6e1592f9-3fde-4631-a2fa-83d9111ff9ca has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:20.871416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844115ce-b857-4f4b-843b-dbb9ba69f3e3 req-5d4e6b7f-8a61-4a4b-82da-20917ba20ae6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.888090 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-844115ce-b857-4f4b-843b-dbb9ba69f3e3 req-5d4e6b7f-8a61-4a4b-82da-20917ba20ae6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1147563 Nov 12 04:06:20.913839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 51841bd9-07c3-42f9-a344-16b6567eb38e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:20.914133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:20.955871 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:21.004493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:21.014872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-844115ce-b857-4f4b-843b-dbb9ba69f3e3 req-e1ef8338-c440-4e92-8e2b-7ae3ad9be14b tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257052 Nov 12 04:06:21.023471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:21.023471 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:21.089306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae7f24-ba73-4888-8246-80c4f86bbc28 req-1b07f2be-7d3c-448b-8efc-09f425e757cc tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:21.099902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ceae7f24-ba73-4888-8246-80c4f86bbc28 req-1b07f2be-7d3c-448b-8efc-09f425e757cc tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.5091741 Nov 12 04:06:21.220128 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:21.323143 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:21.324548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:21.330829 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4980ee8-f1b8-4634-bf7b-000dcf4c3cf0" -d '{"events": [{"server_uuid": "f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9", "name": "network-vif-plugged", "status": "completed", "tag": "5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:21.408003 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:21.544014 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:21.545463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f4875-12d3-4c99-b29b-4494a4c86069 req-629d9865-9935-4507-8214-c50e8c9e397f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:21.558472 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f35f4875-12d3-4c99-b29b-4494a4c86069 req-629d9865-9935-4507-8214-c50e8c9e397f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 946 time: 0.1304824 Nov 12 04:06:21.686305 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f35f4875-12d3-4c99-b29b-4494a4c86069 req-9fd15020-b5b7-45fe-8476-ca6ad1e8ba28 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265066 Nov 12 04:06:21.744231 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90962708-7da8-4a6f-8bc8-59a7dde7f17f x-openstack-request-id: req-90962708-7da8-4a6f-8bc8-59a7dde7f17f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:21.744540 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9", "name": "network-vif-plugged", "status": "completed", "tag": "5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:21.744803 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-90962708-7da8-4a6f-8bc8-59a7dde7f17f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:21.745212 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3', 'code': 200} Nov 12 04:06:21.909825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891ed86-d2e0-482c-8f14-ee9ffa7cd9cd req-9eb25104-8f3d-459d-8127-5ba0e52d00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:21.911807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:21.912528 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a891ed86-d2e0-482c-8f14-ee9ffa7cd9cd req-9eb25104-8f3d-459d-8127-5ba0e52d00fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 1098 time: 0.0772331 Nov 12 04:06:21.929080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7dc4581c-db57-42f4-96b3-cdf5a5add2ed admin admin] 10.222.0.105 "PUT /v2.0/routers/6e1592f9-3fde-4631-a2fa-83d9111ff9ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2539763 Nov 12 04:06:21.930600 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Sync routers for ids ['6e1592f9-3fde-4631-a2fa-83d9111ff9ca'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:21.966236 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Routers {'6e1592f9-3fde-4631-a2fa-83d9111ff9ca'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:21.969894 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6e1592f9-3fde-4631-a2fa-83d9111ff9ca'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:21.971660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:21.972989 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1b281fe3-77f9-4baf-8ecb-36b0a4ff1f2d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2686150 Nov 12 04:06:21.982418 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ceae7f24-ba73-4888-8246-80c4f86bbc28 req-f5e193fe-9a10-4a58-bd73-01deb14a2d13 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8815053 Nov 12 04:06:21.983952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Deleting port 12128310-a694-4555-908d-e70ba610c9e3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:21.984316 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:22.032273 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a891ed86-d2e0-482c-8f14-ee9ffa7cd9cd req-af1fba92-cf94-4fec-b731-c964716f2b6f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123447 Nov 12 04:06:22.092912 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:22.108993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Calling delete_port for 12128310-a694-4555-908d-e70ba610c9e3 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:22.364621 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Set router 6e1592f9-3fde-4631-a2fa-83d9111ff9ca gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:22.481027 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:22.627075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Pushing event deleted for resources: {'Port': ['ID=12128310-a694-4555-908d-e70ba610c9e3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:22.630911 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:22.671549 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ff869-ff4d-4be6-b653-4a06d63a2fa1 req-309edda3-eca0-4046-b07c-744fd656c5b6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:22.681524 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-495ff869-ff4d-4be6-b653-4a06d63a2fa1 req-309edda3-eca0-4046-b07c-744fd656c5b6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.0697148 Nov 12 04:06:22.783794 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-495ff869-ff4d-4be6-b653-4a06d63a2fa1 req-17ecfc7a-a0ad-40c4-a491-0afcd4bd8908 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936868 Nov 12 04:06:22.948389 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:22.955113 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:23.052473 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d84c6ed-d143-4ace-8db4-53cbfc17936c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:23.053140 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceccbad-0cb1-4477-b804-df02787093b8 req-9f605371-793d-4566-ac2d-085a6776262a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:23.063414 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'name': 'tempest-TestVolumeBackupRestore-1070162026-router', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:16Z', 'revision_number': 4, 'project_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'gw_port': {'id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:09Z', 'updated_at': '2021-11-12T04:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'ba7f074b-cf09-499b-8faf-c62f369f1fc3', 'name': '', 'network_id': 'd155742d-4015-4328-90a8-d92cbf90cf57', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'mac_address': 'fa:16:3e:71:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '9564189c-b5ff-471f-bc37-d3232f525c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:14Z', 'updated_at': '2021-11-12T04:06:17Z', 'revision_number': 2, 'project_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'subnets': [{'id': '9564189c-b5ff-471f-bc37-d3232f525c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:23.067518 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5ceccbad-0cb1-4477-b804-df02787093b8 req-9f605371-793d-4566-ac2d-085a6776262a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 946 time: 0.1085708 Nov 12 04:06:23.129455 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Checking router: 6e1592f9-3fde-4631-a2fa-83d9111ff9ca for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:23.131237 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Updating router 6e1592f9-3fde-4631-a2fa-83d9111ff9ca port ba7f074b-cf09-499b-8faf-c62f369f1fc3 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:06:23.201106 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5ceccbad-0cb1-4477-b804-df02787093b8 req-046ab165-b76a-4c56-a58d-f5774ad8123d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282041 Nov 12 04:06:23.211092 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:23.218253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Router 7be36134-827a-4a6d-a8fa-eb592a0b475f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:23.224310 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-bb7f61f0-0697-48bc-9275-f1274849e265 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--539760335&fields=id&tenant_id=aaca988967dd45bb83da700855645a7c HTTP/1.1" status: 200 len: 267 time: 0.3666303 Nov 12 04:06:23.406120 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd571f2-7a3e-44f4-ad85-2300295ccd4e req-34ae5806-301c-49cd-a960-666a927c7d41 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:23.416987 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-acd571f2-7a3e-44f4-ad85-2300295ccd4e req-34ae5806-301c-49cd-a960-666a927c7d41 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0975304 Nov 12 04:06:23.435687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:23.445280 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:23.448944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c5c6710d-0b36-43a6-bdde-0d80b733f742 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "PUT /v2.0/routers/7be36134-827a-4a6d-a8fa-eb592a0b475f HTTP/1.1" status: 200 len: 710 time: 5.4441609 Nov 12 04:06:23.449361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56466) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:23.450623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc58edc2-431f-4bd5-a1e0-5a944e605bd7 None None] Sync routers for ids ['7be36134-827a-4a6d-a8fa-eb592a0b475f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:23.482846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc58edc2-431f-4bd5-a1e0-5a944e605bd7 None None] Routers {'7be36134-827a-4a6d-a8fa-eb592a0b475f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:23.487445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bc58edc2-431f-4bd5-a1e0-5a944e605bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7be36134-827a-4a6d-a8fa-eb592a0b475f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:23.565329 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8d8abb70-02e4-48b8-b675-b4768dfa1bf9 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:23.567103 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8d8abb70-02e4-48b8-b675-b4768dfa1bf9 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/networks?id=055cc169-c110-422a-9979-8bfa71a513af HTTP/1.1" status: 200 len: 812 time: 0.3323281 Nov 12 04:06:23.574277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5561dad7-9945-475c-867a-cbe5bc425b5f tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/routers/7be36134-827a-4a6d-a8fa-eb592a0b475f HTTP/1.1" status: 200 len: 745 time: 0.1237614 Nov 12 04:06:23.575828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56468) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:23.585923 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-dc91c6cd-3867-4c52-86c0-4ee383663bbe tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/quotas/aaca988967dd45bb83da700855645a7c HTTP/1.1" status: 200 len: 375 time: 0.0105009 Nov 12 04:06:23.587430 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bc58edc2-431f-4bd5-a1e0-5a944e605bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:23.611091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc58edc2-431f-4bd5-a1e0-5a944e605bd7 None None] Routers {'7be36134-827a-4a6d-a8fa-eb592a0b475f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:23.611821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bc58edc2-431f-4bd5-a1e0-5a944e605bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7be36134-827a-4a6d-a8fa-eb592a0b475f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:23.653886 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bc58edc2-431f-4bd5-a1e0-5a944e605bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:23.654474 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc58edc2-431f-4bd5-a1e0-5a944e605bd7 None None] The sync data for ids ['7be36134-827a-4a6d-a8fa-eb592a0b475f'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:23.680698 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8418b2c6-3117-435b-b3eb-7d8c93779110 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=aaca988967dd45bb83da700855645a7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874794 Nov 12 04:06:23.695972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56470) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:23.696324 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3a349484-fa99-4826-a046-ff4ac0085ffa tempest-RoutersIpV6AdminTest-77086281 tempest-RoutersIpV6AdminTest-77086281-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&device_id=7be36134-827a-4a6d-a8fa-eb592a0b475f HTTP/1.1" status: 200 len: 205 time: 0.1173034 Nov 12 04:06:23.701347 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-acd571f2-7a3e-44f4-ad85-2300295ccd4e req-7058c54f-489a-4bbb-a285-befec8879d8b tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837989 Nov 12 04:06:23.765153 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-448f11ed-e2ba-465c-a002-786c31f720a3 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "GET /v2.0/ports?device_id=7be36134-827a-4a6d-a8fa-eb592a0b475f HTTP/1.1" status: 200 len: 205 time: 0.0679417 Nov 12 04:06:23.768647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56474) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:23.861544 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-512ff56e-ca06-448d-b673-3e6aefc2c587 service neutron] 10.222.0.105 "GET /v2.0/networks/055cc169-c110-422a-9979-8bfa71a513af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532125 Nov 12 04:06:23.923146 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:23.926551 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8277c568-83cf-48dd-89f4-392eda17635f tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:23.985374 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-b243b108-7880-41c5-a9eb-2d3b5f477106 service neutron] 10.222.0.105 "GET /v2.0/networks/055cc169-c110-422a-9979-8bfa71a513af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171198 Nov 12 04:06:24.086703 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.103026 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8277c568-83cf-48dd-89f4-392eda17635f tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.105935 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8277c568-83cf-48dd-89f4-392eda17635f tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.351571 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8277c568-83cf-48dd-89f4-392eda17635f tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.352311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8277c568-83cf-48dd-89f4-392eda17635f tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Fanout notify agent at l3_agent the message router_deleted on router 7be36134-827a-4a6d-a8fa-eb592a0b475f {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:06:24.380114 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8277c568-83cf-48dd-89f4-392eda17635f tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.385571 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8277c568-83cf-48dd-89f4-392eda17635f tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "DELETE /v2.0/routers/7be36134-827a-4a6d-a8fa-eb592a0b475f HTTP/1.1" status: 204 len: 168 time: 0.6144984 Nov 12 04:06:24.389622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56490) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:24.453837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90755c-7df9-46fe-99d0-154443f043ea req-eac2bb90-cfad-45d9-a7b8-cc064718656c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:24.464869 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a90755c-7df9-46fe-99d0-154443f043ea req-eac2bb90-cfad-45d9-a7b8-cc064718656c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1747541 Nov 12 04:06:24.520850 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3f8a7a80-fc03-4994-a0a3-cfa46521ab0a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "GET /v2.0/ports?device_id=7be36134-827a-4a6d-a8fa-eb592a0b475f HTTP/1.1" status: 200 len: 205 time: 0.1279678 Nov 12 04:06:24.521590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56498) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:24.538636 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223c4d8-c802-4fbd-9fa0-7e2810162458 None None] Pushing event updated for resources: {'Port': ['ID=ba7f074b-cf09-499b-8faf-c62f369f1fc3,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:24.541376 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Attempting to bind port ba7f074b-cf09-499b-8faf-c62f369f1fc3 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:24.548779 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Attempting to bind port ba7f074b-cf09-499b-8faf-c62f369f1fc3 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '99f931a4-e17d-4f71-85dd-767140574af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'd155742d-4015-4328-90a8-d92cbf90cf57'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:24.554373 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Attempting to bind port ba7f074b-cf09-499b-8faf-c62f369f1fc3 on network d155742d-4015-4328-90a8-d92cbf90cf57 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:24.568091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377b2ae-5926-4772-a89e-ff57ed6775f7 req-d75f59cd-faf3-4721-904c-46cd116e60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:24.569614 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5377b2ae-5926-4772-a89e-ff57ed6775f7 req-d75f59cd-faf3-4721-904c-46cd116e60a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42414fb0f501495b93cd475024947496&device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 1097 time: 0.1640384 Nov 12 04:06:24.581027 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:24.582485 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Checking segment: {'id': '99f931a4-e17d-4f71-85dd-767140574af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'd155742d-4015-4328-90a8-d92cbf90cf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:24.584258 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.587648 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Bound using segment: {'id': '99f931a4-e17d-4f71-85dd-767140574af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'd155742d-4015-4328-90a8-d92cbf90cf57'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:24.587648 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Bound port: ba7f074b-cf09-499b-8faf-c62f369f1fc3, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f931a4-e17d-4f71-85dd-767140574af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'd155742d-4015-4328-90a8-d92cbf90cf57'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:24.587648 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.706578 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1b1deab9-3e11-4b46-96a5-454d42959503 None None] Provisioning complete for port ba7f074b-cf09-499b-8faf-c62f369f1fc3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:24.708132 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b1deab9-3e11-4b46-96a5-454d42959503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.748426 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a90755c-7df9-46fe-99d0-154443f043ea req-e37b614d-f7a6-4802-8f7c-ebbc0c0d9ad0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824316 Nov 12 04:06:24.754387 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-7effc21d-f946-4641-91c5-8d148a7c7ceb tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] delete failed (client error): The resource could not be found. Nov 12 04:06:24.770332 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7effc21d-f946-4641-91c5-8d148a7c7ceb tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "DELETE /v2.0/routers/7be36134-827a-4a6d-a8fa-eb592a0b475f HTTP/1.1" status: 404 len: 336 time: 0.2478497 Nov 12 04:06:24.777992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56500) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:24.806295 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] For port ba7f074b-cf09-499b-8faf-c62f369f1fc3, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:24.831752 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] For port ba7f074b-cf09-499b-8faf-c62f369f1fc3, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ba7f074b-cf09-499b-8faf-c62f369f1fc3,segment=NetworkSegment(99f931a4-e17d-4f71-85dd-767140574af1),segment_id=99f931a4-e17d-4f71-85dd-767140574af1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:24.841354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1b1deab9-3e11-4b46-96a5-454d42959503 None None] Port ba7f074b-cf09-499b-8faf-c62f369f1fc3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:24.902647 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5777e161-3605-4e00-a3ad-4fe2342edb48 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1ddd0c5-e1e6-433d-b53a-bf64f0836bde HTTP/1.1" status: 200 len: 205 time: 0.1216531 Nov 12 04:06:24.907671 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56508) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:24.915480 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.943532 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.991639 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-7dbacc48-cced-4326-8ff1-eff31825b4b1 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] delete failed (client error): The resource could not be found. Nov 12 04:06:24.994183 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7dbacc48-cced-4326-8ff1-eff31825b4b1 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "DELETE /v2.0/routers/a1ddd0c5-e1e6-433d-b53a-bf64f0836bde HTTP/1.1" status: 404 len: 336 time: 0.0852633 Nov 12 04:06:25.001583 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56522) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:25.094002 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ede01-8ba4-4f4f-a2a4-d536e6c24528 req-cbfcc5ce-746b-47dc-92a0-0babf5e75a6d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:25.104222 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e3ede01-8ba4-4f4f-a2a4-d536e6c24528 req-cbfcc5ce-746b-47dc-92a0-0babf5e75a6d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 946 time: 0.1086044 Nov 12 04:06:25.159525 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Routers {'6e1592f9-3fde-4631-a2fa-83d9111ff9ca'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:25.160481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d7100-2014-4a38-b19e-190fb84ba9ad req-13ea7d08-d8a8-4ac6-89f2-6b6876f556ef tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:25.167022 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-214d7100-2014-4a38-b19e-190fb84ba9ad req-13ea7d08-d8a8-4ac6-89f2-6b6876f556ef tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.3481772 Nov 12 04:06:25.173110 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7743b27f-04fa-428f-b206-307047ac7088 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "GET /v2.0/ports?device_id=17c15d2d-2062-4e5a-9bb0-81c265fe8c87 HTTP/1.1" status: 200 len: 205 time: 0.1652672 Nov 12 04:06:25.175361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56540) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:25.181002 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:05:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6e1592f9-3fde-4631-a2fa-83d9111ff9ca'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:25.189884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377b2ae-5926-4772-a89e-ff57ed6775f7 req-04161e42-2933-4c0d-a796-16e8b3fe063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:25.196510 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5377b2ae-5926-4772-a89e-ff57ed6775f7 req-04161e42-2933-4c0d-a796-16e8b3fe063b service neutron] 10.222.0.26 "GET /v2.0/networks?id=be207302-4e8a-42e0-9c56-59fd9287d686 HTTP/1.1" status: 200 len: 913 time: 0.6121507 Nov 12 04:06:25.210432 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e3ede01-8ba4-4f4f-a2a4-d536e6c24528 req-4511d01e-7a22-4430-b48b-5521eee4c85b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051452 Nov 12 04:06:25.224876 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223c4d8-c802-4fbd-9fa0-7e2810162458 None None] Pushing event updated for resources: {'Port': ['ID=ba7f074b-cf09-499b-8faf-c62f369f1fc3,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:25.462119 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73a4298d-5b50-47ff-b197-53f259f351df req-6774709c-deaa-4aa4-82ec-9b1667c5f8fe tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 210 time: 0.0821965 Nov 12 04:06:25.493169 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5377b2ae-5926-4772-a89e-ff57ed6775f7 req-1f5ab69f-7d6f-4acd-add9-a15c0316e404 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b6f01b-2693-46ac-b2b0-b09ff4b15882 HTTP/1.1" status: 200 len: 217 time: 0.2005594 Nov 12 04:06:25.592865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4a68a47f-8b8a-4b92-ae26-e3ead5015142 None None] Provisioning complete for port ba7f074b-cf09-499b-8faf-c62f369f1fc3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:25.600255 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a68a47f-8b8a-4b92-ae26-e3ead5015142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:25.609360 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-7bc16556-b90c-4750-8ce4-b1136d0d61a1 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] delete failed (client error): The resource could not be found. Nov 12 04:06:25.613932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7bc16556-b90c-4750-8ce4-b1136d0d61a1 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "DELETE /v2.0/routers/17c15d2d-2062-4e5a-9bb0-81c265fe8c87 HTTP/1.1" status: 404 len: 336 time: 0.4263251 Nov 12 04:06:25.615287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56548) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:25.638951 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] Set router 6e1592f9-3fde-4631-a2fa-83d9111ff9ca gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:25.683364 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6f7e1c06-1b59-413e-875b-90f66a426f38 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "GET /v2.0/ports?device_id=5fb5f739-6739-407e-a98e-bdd678f1b366 HTTP/1.1" status: 200 len: 205 time: 0.0645657 Nov 12 04:06:25.688783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56550) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:25.720967 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-214d7100-2014-4a38-b19e-190fb84ba9ad req-b601ce27-0831-4b91-8950-72542bd0d988 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462177 Nov 12 04:06:25.773262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377b2ae-5926-4772-a89e-ff57ed6775f7 req-1de40bab-4922-480f-a078-65142bae7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:25.775157 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5377b2ae-5926-4772-a89e-ff57ed6775f7 req-1de40bab-4922-480f-a078-65142bae7a78 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b16b7526-1b59-4e2c-ac2e-f5c060328fb4 HTTP/1.1" status: 200 len: 851 time: 0.1978040 Nov 12 04:06:25.872894 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a68a47f-8b8a-4b92-ae26-e3ead5015142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:25.911143 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-1172ef58-6b61-4073-bcaf-7dcc6af94a65 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] delete failed (client error): The resource could not be found. Nov 12 04:06:25.913733 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1172ef58-6b61-4073-bcaf-7dcc6af94a65 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "DELETE /v2.0/routers/5fb5f739-6739-407e-a98e-bdd678f1b366 HTTP/1.1" status: 404 len: 336 time: 0.2198756 Nov 12 04:06:25.915425 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5377b2ae-5926-4772-a89e-ff57ed6775f7 req-7ff0a792-2e18-4f2c-8050-37573ff7deff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be207302-4e8a-42e0-9c56-59fd9287d686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934510 Nov 12 04:06:25.918043 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56558) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:25.951755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4a68a47f-8b8a-4b92-ae26-e3ead5015142 None None] For port ba7f074b-cf09-499b-8faf-c62f369f1fc3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ba7f074b-cf09-499b-8faf-c62f369f1fc3,segment=NetworkSegment(99f931a4-e17d-4f71-85dd-767140574af1),segment_id=99f931a4-e17d-4f71-85dd-767140574af1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:25.994347 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf488d-0e23-40df-9b3d-0a48ed717149 req-9e8863c5-7470-4831-a1b5-dd71f9d77e3c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:25.995953 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16bf488d-0e23-40df-9b3d-0a48ed717149 req-9e8863c5-7470-4831-a1b5-dd71f9d77e3c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 946 time: 0.3110924 Nov 12 04:06:26.022130 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a68a47f-8b8a-4b92-ae26-e3ead5015142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.047702 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-99c1fcd4-de79-47e9-8c22-71883f777b79 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "GET /v2.0/ports?device_id=c483db14-367c-4012-a6a0-36882dbca761 HTTP/1.1" status: 200 len: 205 time: 0.1163712 Nov 12 04:06:26.048384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56560) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:26.139621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68a47f-8b8a-4b92-ae26-e3ead5015142 None None] Pushing event updated for resources: {'Port': ['ID=ba7f074b-cf09-499b-8faf-c62f369f1fc3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:26.224581 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-e9d43937-c337-4ca9-8a02-3e465c89e0fd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] delete failed (client error): The resource could not be found. Nov 12 04:06:26.232316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd2876-2bfd-4fed-b78d-d61dfe7731c0 req-cb0eab62-3c28-4b63-acd2-2de2c637b1e6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:26.234203 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cafd2876-2bfd-4fed-b78d-d61dfe7731c0 req-cb0eab62-3c28-4b63-acd2-2de2c637b1e6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.2294879 Nov 12 04:06:26.236666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56562) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:26.237747 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e9d43937-c337-4ca9-8a02-3e465c89e0fd tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "DELETE /v2.0/routers/c483db14-367c-4012-a6a0-36882dbca761 HTTP/1.1" status: 404 len: 336 time: 0.1875916 Nov 12 04:06:26.266914 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16bf488d-0e23-40df-9b3d-0a48ed717149 req-93a04782-8b3b-4a35-9cd3-1a0a36172672 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348275 Nov 12 04:06:26.318945 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9a8d95d5-d664-4a1e-8ac0-af03138d0aa2 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "GET /v2.0/ports?device_id=c93794c2-4ff7-4b61-a431-454d3b72ec30 HTTP/1.1" status: 200 len: 205 time: 0.0698528 Nov 12 04:06:26.320230 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'name': 'tempest-TestVolumeBackupRestore-1070162026-router', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:16Z', 'revision_number': 4, 'project_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'gw_port': {'id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:09Z', 'updated_at': '2021-11-12T04:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'ba7f074b-cf09-499b-8faf-c62f369f1fc3', 'name': '', 'network_id': 'd155742d-4015-4328-90a8-d92cbf90cf57', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'mac_address': 'fa:16:3e:71:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '9564189c-b5ff-471f-bc37-d3232f525c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:14Z', 'updated_at': '2021-11-12T04:06:24Z', 'revision_number': 4, 'project_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'subnets': [{'id': '9564189c-b5ff-471f-bc37-d3232f525c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:26.321106 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:26.396999 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc3ac1-44ae-4aa9-a896-5ca5163f8f38 None None] The sync data for ids ['6e1592f9-3fde-4631-a2fa-83d9111ff9ca'] in n-d-767704-23 is: [{'id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'name': 'tempest-TestVolumeBackupRestore-1070162026-router', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:16Z', 'revision_number': 4, 'project_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'gw_port': {'id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:09Z', 'updated_at': '2021-11-12T04:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'ba7f074b-cf09-499b-8faf-c62f369f1fc3', 'name': '', 'network_id': 'd155742d-4015-4328-90a8-d92cbf90cf57', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'mac_address': 'fa:16:3e:71:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '9564189c-b5ff-471f-bc37-d3232f525c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:14Z', 'updated_at': '2021-11-12T04:06:24Z', 'revision_number': 4, 'project_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'subnets': [{'id': '9564189c-b5ff-471f-bc37-d3232f525c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:26.408361 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5377b2ae-5926-4772-a89e-ff57ed6775f7 req-ae41f097-9933-4d81-92ce-a2ce934e8a33 service neutron] 10.222.0.26 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877427 Nov 12 04:06:26.455839 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cafd2876-2bfd-4fed-b78d-d61dfe7731c0 req-5350d2e1-f277-4ebe-a01a-b58720f649f2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836352 Nov 12 04:06:26.509504 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-5a370f1b-973c-4a13-a3ae-2ba33e98260a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] delete failed (client error): The resource could not be found. Nov 12 04:06:26.517955 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5a370f1b-973c-4a13-a3ae-2ba33e98260a tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "DELETE /v2.0/routers/c93794c2-4ff7-4b61-a431-454d3b72ec30 HTTP/1.1" status: 404 len: 336 time: 0.1956720 Nov 12 04:06:26.519665 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56572) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:26.663564 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc3779f-dcb2-441a-8f26-187d2d68b498 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] DELETE failed (client error): The resource could not be found. Nov 12 04:06:26.664028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc3779f-dcb2-441a-8f26-187d2d68b498 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:06:26.668117 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0dc3779f-dcb2-441a-8f26-187d2d68b498 tempest-RoutersIpV6AdminTest-572896919 tempest-RoutersIpV6AdminTest-572896919-project] 10.222.0.105 "DELETE /v2.0/subnets/27210517-0497-495f-9cff-27f682add778 HTTP/1.1" status: 404 len: 337 time: 0.1430855 Nov 12 04:06:26.710044 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.715780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca302973-8832-400d-baff-aee904d96ca1 req-f224c4a8-2d5a-4bf2-bd75-b5b24e7977b8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:26.729784 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ca302973-8832-400d-baff-aee904d96ca1 req-f224c4a8-2d5a-4bf2-bd75-b5b24e7977b8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 946 time: 0.3105445 Nov 12 04:06:26.787339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3b350630-9320-41fe-8604-95b598d80297 req-6b2fbf9e-aca7-48e3-8650-cdc3b626dcf1 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 210 time: 0.0879354 Nov 12 04:06:26.873571 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5377b2ae-5926-4772-a89e-ff57ed6775f7 req-c3dc5045-3522-489f-844b-4832222ca230 service neutron] 10.222.0.26 "GET /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120803 Nov 12 04:06:26.883942 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ca302973-8832-400d-baff-aee904d96ca1 req-d149f840-671b-47c5-a31d-f841968ffd12 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392293 Nov 12 04:06:26.903113 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5a7dd99-2327-4f50-a118-7d9322154a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:27.115837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e88db-6455-4770-9bd0-b9a20569bb69 req-ac67cd1a-d168-4f74-9b5a-c07b3c0c0d9f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:27.117514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d1e88db-6455-4770-9bd0-b9a20569bb69 req-ac67cd1a-d168-4f74-9b5a-c07b3c0c0d9f tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2049348 Nov 12 04:06:27.285680 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d1e88db-6455-4770-9bd0-b9a20569bb69 req-5815b78b-8a77-40d7-bc47-d0e9c8af934d tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501763 Nov 12 04:06:27.755395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baa3d2-0c95-4c8f-8aa9-8c4a455ec3d6 req-a0eeb1f0-3638-4850-9c53-7b868d714762 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:27.769512 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8baa3d2-0c95-4c8f-8aa9-8c4a455ec3d6 req-a0eeb1f0-3638-4850-9c53-7b868d714762 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1703682 Nov 12 04:06:27.777431 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:27.922888 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8baa3d2-0c95-4c8f-8aa9-8c4a455ec3d6 req-602232ea-4a33-41f1-b3d4-bd83ca47d020 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522462 Nov 12 04:06:28.030374 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78df266a-3915-4f21-bc75-5b8f4c0f0b25 req-22edbc9d-f114-4538-9614-bf3380daa831 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 210 time: 0.0502367 Nov 12 04:06:28.139742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c765f00-a051-4ed1-b3c0-5bee1038dc8d req-d84922e8-a8cd-464e-9cad-a46c600f0e91 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:28.149736 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4c765f00-a051-4ed1-b3c0-5bee1038dc8d req-d84922e8-a8cd-464e-9cad-a46c600f0e91 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 946 time: 0.0835969 Nov 12 04:06:28.167750 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6106026d-5718-4448-82d1-63e6560c3dcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.447536 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6106026d-5718-4448-82d1-63e6560c3dcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.468475 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ba7f074b-cf09-499b-8faf-c62f369f1fc3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:28.509548 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4c765f00-a051-4ed1-b3c0-5bee1038dc8d req-faaac582-c316-4611-b2d9-64e74c315724 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548052 Nov 12 04:06:28.516238 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.595938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-2df67c30-3316-4d3d-b4ad-a71bcb42fadb tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:28.595938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-2df67c30-3316-4d3d-b4ad-a71bcb42fadb tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.26 "GET /v2.0/networks?id=055cc169-c110-422a-9979-8bfa71a513af HTTP/1.1" status: 200 len: 812 time: 0.3264234 Nov 12 04:06:28.596249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ba7f074b-cf09-499b-8faf-c62f369f1fc3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:28.596249 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.609433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a72186-4866-4655-947e-03b5738ddac1 req-b1999128-5a13-42dd-9e65-d4cd606ed508 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:28.620015 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80a72186-4866-4655-947e-03b5738ddac1 req-b1999128-5a13-42dd-9e65-d4cd606ed508 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1250968 Nov 12 04:06:28.653167 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6106026d-5718-4448-82d1-63e6560c3dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.788489 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-32aa8c04-fa7c-4610-ba76-1c6e22f552d7 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaca988967dd45bb83da700855645a7c HTTP/1.1" status: 200 len: 379 time: 0.1889307 Nov 12 04:06:28.820338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-45a544b2-738a-47d8-b21e-695147b44f20 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Request body: {'port': {'device_id': '3bc802ef-5585-478b-9143-c984fa1a418b', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'admin_state_up': True, 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'security_groups': ['00f3a1d5-7bc3-46eb-a06a-38baccbbc217']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:28.829635 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6106026d-5718-4448-82d1-63e6560c3dcc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=90ae2afb3560432697666baf8cac67bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0507135 Nov 12 04:06:28.832974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:28.847275 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80a72186-4866-4655-947e-03b5738ddac1 req-b47fc80e-2625-4c1e-9853-cea5de900cf6 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258976 Nov 12 04:06:28.871120 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106026d-5718-4448-82d1-63e6560c3dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b7ee69-c1f8-40b6-b37f-7efa63836ab9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:28.997931 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01bbe2dc-a792-48fe-9d3c-be29c095d455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:29.004074 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:29.028831 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01bbe2dc-a792-48fe-9d3c-be29c095d455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:29.209170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-45a544b2-738a-47d8-b21e-695147b44f20 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Made reservation on behalf of aaca988967dd45bb83da700855645a7c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:29.215655 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-45a544b2-738a-47d8-b21e-695147b44f20 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:29.223917 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f2e337d-60b9-4dd8-b174-78ae7dbeb64e req-77f6b694-ddb5-4bc2-be78-014695d4c204 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 210 time: 0.0567584 Nov 12 04:06:29.275273 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01bbe2dc-a792-48fe-9d3c-be29c095d455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:29.279284 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-01bbe2dc-a792-48fe-9d3c-be29c095d455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:29.281447 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-01bbe2dc-a792-48fe-9d3c-be29c095d455 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/94b7ee69-c1f8-40b6-b37f-7efa63836ab9 HTTP/1.1" status: 204 len: 168 time: 0.4460826 Nov 12 04:06:29.304427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbe2dc-a792-48fe-9d3c-be29c095d455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b7ee69-c1f8-40b6-b37f-7efa63836ab9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:29.658294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9e671-24de-40bd-a397-0b9c62fb332f req-25b392c8-27d8-4bdf-91f5-12393b461254 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:29.658294 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbe9e671-24de-40bd-a397-0b9c62fb332f req-25b392c8-27d8-4bdf-91f5-12393b461254 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 946 time: 0.2122643 Nov 12 04:06:29.680693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441eda98-6aff-498e-860e-42f50b19e0e1 req-31ddff71-1afa-4c32-bf27-e834ff1b4f46 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:29.686499 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-441eda98-6aff-498e-860e-42f50b19e0e1 req-31ddff71-1afa-4c32-bf27-e834ff1b4f46 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.5470407 Nov 12 04:06:29.936015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-45a544b2-738a-47d8-b21e-695147b44f20 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Allocated IP 172.20.0.3 (055cc169-c110-422a-9979-8bfa71a513af/6393c88c-4183-4f59-a17c-26cdf7e69c6a/7e7e3d46-351b-43e9-9e77-e7e93ab48b44) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:29.994784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-441eda98-6aff-498e-860e-42f50b19e0e1 req-68538744-3284-45e9-ad4c-ed09dd0d322a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885079 Nov 12 04:06:30.067344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce010af-6a55-4e8c-bf7d-69631550a2a6 req-383681fe-8311-428e-8aa9-f2b94baf4cd7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:30.088596 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8ce010af-6a55-4e8c-bf7d-69631550a2a6 req-383681fe-8311-428e-8aa9-f2b94baf4cd7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 946 time: 0.2933905 Nov 12 04:06:30.216106 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-bbe9e671-24de-40bd-a397-0b9c62fb332f req-e167879c-eb7e-469a-87d2-f0be682d4341 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Deleting port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:30.216373 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bbe9e671-24de-40bd-a397-0b9c62fb332f req-e167879c-eb7e-469a-87d2-f0be682d4341 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.235461 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8ce010af-6a55-4e8c-bf7d-69631550a2a6 req-f28ce886-2ed1-4493-8604-de9533d98052 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410477 Nov 12 04:06:30.374659 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-45a544b2-738a-47d8-b21e-695147b44f20 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.454206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bbe9e671-24de-40bd-a397-0b9c62fb332f req-e167879c-eb7e-469a-87d2-f0be682d4341 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] For port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:30.454579 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bbe9e671-24de-40bd-a397-0b9c62fb332f req-e167879c-eb7e-469a-87d2-f0be682d4341 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.490322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-bbe9e671-24de-40bd-a397-0b9c62fb332f req-e167879c-eb7e-469a-87d2-f0be682d4341 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Calling delete_port for 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:30.521054 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4492c35-ab26-4979-8718-9f3b91a52d5f req-36ffa5a2-30ed-4e86-a5b6-109dac10fb2d tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:30.522638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b4492c35-ab26-4979-8718-9f3b91a52d5f req-36ffa5a2-30ed-4e86-a5b6-109dac10fb2d tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1237338 Nov 12 04:06:30.564146 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-45a544b2-738a-47d8-b21e-695147b44f20 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.585813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56634) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:30.664375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-45a544b2-738a-47d8-b21e-695147b44f20 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Network 055cc169-c110-422a-9979-8bfa71a513af is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:30.670072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-45a544b2-738a-47d8-b21e-695147b44f20 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:30.673952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-45a544b2-738a-47d8-b21e-695147b44f20 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:30.674228 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b4492c35-ab26-4979-8718-9f3b91a52d5f req-52154f96-598d-4d97-9368-60782b01ca14 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139417 Nov 12 04:06:30.710395 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f47f0442-9517-4600-9edb-78e0df43d3d4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=018ca287a7b443659d22b55357505a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1232629 Nov 12 04:06:30.716108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56636) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:30.732819 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-45a544b2-738a-47d8-b21e-695147b44f20 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:30.733582 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-45a544b2-738a-47d8-b21e-695147b44f20 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.751241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a544b2-738a-47d8-b21e-695147b44f20 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Pushing event updated for resources: {'Port': ['ID=7e7e3d46-351b-43e9-9e77-e7e93ab48b44,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:30.851764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-45a544b2-738a-47d8-b21e-695147b44f20 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0497093 Nov 12 04:06:30.892420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Request body: {'port': {'device_id': '3bc802ef-5585-478b-9143-c984fa1a418b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:30.899131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd504398-119c-405d-af39-7e6827012bb1 req-c0b83c7b-83db-4104-95c1-6d9a4507313d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:30.907575 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dd504398-119c-405d-af39-7e6827012bb1 req-c0b83c7b-83db-4104-95c1-6d9a4507313d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 931 time: 0.1172314 Nov 12 04:06:30.910320 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06cfdcf6-a6ea-4a09-8544-ec488607e01e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.980703 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06cfdcf6-a6ea-4a09-8544-ec488607e01e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.980935 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.001044 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bbe9e671-24de-40bd-a397-0b9c62fb332f req-e167879c-eb7e-469a-87d2-f0be682d4341 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.075241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167879c-eb7e-469a-87d2-f0be682d4341 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event deleted for resources: {'Port': ['ID=5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:31.088000 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dd504398-119c-405d-af39-7e6827012bb1 req-4793d275-6c29-4aab-bcab-2ddb59f6c0a7 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795323 Nov 12 04:06:31.141686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-084df8f9-45fd-47ee-85b4-5995e7c99af9 None None] Provisioning complete for port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:31.148488 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-084df8f9-45fd-47ee-85b4-5995e7c99af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.163141 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe9e671-24de-40bd-a397-0b9c62fb332f req-e167879c-eb7e-469a-87d2-f0be682d4341 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] No DVR routers for this DVR port 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:31.180808 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bbe9e671-24de-40bd-a397-0b9c62fb332f req-e167879c-eb7e-469a-87d2-f0be682d4341 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.199609 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbe9e671-24de-40bd-a397-0b9c62fb332f req-e167879c-eb7e-469a-87d2-f0be682d4341 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "DELETE /v2.0/ports/5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 HTTP/1.1" status: 204 len: 173 time: 1.5366666 Nov 12 04:06:31.200145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9', 'name': 'network-vif-deleted', 'tag': '5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:31.202544 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8bd769-549f-4699-a2fd-835175ec9070" -d '{"events": [{"server_uuid": "f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9", "name": "network-vif-deleted", "tag": "5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:31.268674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-084df8f9-45fd-47ee-85b4-5995e7c99af9 None None] Port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:31.349649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec6333-b6a2-4bc7-8250-0d0acfcff1d0 req-37e775b4-d8b9-4e1d-8478-83b8605d0254 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:31.360191 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9dec6333-b6a2-4bc7-8250-0d0acfcff1d0 req-37e775b4-d8b9-4e1d-8478-83b8605d0254 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.0856326 Nov 12 04:06:31.378788 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06cfdcf6-a6ea-4a09-8544-ec488607e01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.381751 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06cfdcf6-a6ea-4a09-8544-ec488607e01e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.393087 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-06cfdcf6-a6ea-4a09-8544-ec488607e01e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/079bc1bd-d8cb-432d-8819-702fa30bd190 HTTP/1.1" status: 204 len: 168 time: 0.6591804 Nov 12 04:06:31.424007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfdcf6-a6ea-4a09-8544-ec488607e01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079bc1bd-d8cb-432d-8819-702fa30bd190,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:31.520593 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9dec6333-b6a2-4bc7-8250-0d0acfcff1d0 req-0a834be7-8593-4fb9-a70a-98a6e5073be3 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586602 Nov 12 04:06:31.597550 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ebc9f8-4ca6-4010-a57c-c4bd4eaad240 x-openstack-request-id: req-93ebc9f8-4ca6-4010-a57c-c4bd4eaad240 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:31.597866 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9", "name": "network-vif-deleted", "tag": "5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:31.598132 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-93ebc9f8-4ca6-4010-a57c-c4bd4eaad240 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:31.598553 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9', 'name': 'network-vif-deleted', 'tag': '5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3', 'status': 'completed', 'code': 200} Nov 12 04:06:31.667837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:31.690111 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.725170 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f25d78cc-94fc-47eb-96c3-b7fc07f94a2a req-cbb26ae6-3efc-49f7-bd4c-b8945e49fc7d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 210 time: 0.0496058 Nov 12 04:06:31.733065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Transition to ACTIVE for port object 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:31.811188 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.874280 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a5238-ead7-47a9-8c82-6a1f8e5cdbf7 req-c14d7aa1-a607-4244-9ec1-9f6f44c818ea tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:31.883841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-535a5238-ead7-47a9-8c82-6a1f8e5cdbf7 req-c14d7aa1-a607-4244-9ec1-9f6f44c818ea tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0735114 Nov 12 04:06:31.948218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7e3d46-351b-43e9-9e77-e7e93ab48b44,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:31.950245 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-535a5238-ead7-47a9-8c82-6a1f8e5cdbf7 req-9273d4f1-c0cc-4692-8eec-e46de487302d tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637486 Nov 12 04:06:32.189601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Attempting to bind port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:32.189852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Attempting to bind port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '472e6400-e333-44ec-9d63-d2f823d44a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '055cc169-c110-422a-9979-8bfa71a513af'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:32.190180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Attempting to bind port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 on network 055cc169-c110-422a-9979-8bfa71a513af {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:32.195597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 on network 055cc169-c110-422a-9979-8bfa71a513af not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:32.195924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Attempting to bind port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 on network 055cc169-c110-422a-9979-8bfa71a513af {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:32.217519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:32.230608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Checking segment: {'id': '472e6400-e333-44ec-9d63-d2f823d44a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '055cc169-c110-422a-9979-8bfa71a513af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:32.231070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Bound using segment: {'id': '472e6400-e333-44ec-9d63-d2f823d44a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '055cc169-c110-422a-9979-8bfa71a513af'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:32.231538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Bound port: 7e7e3d46-351b-43e9-9e77-e7e93ab48b44, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472e6400-e333-44ec-9d63-d2f823d44a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '055cc169-c110-422a-9979-8bfa71a513af'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:32.231942 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:32.470491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] For port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:32.478183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] For port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7e7e3d46-351b-43e9-9e77-e7e93ab48b44,segment=NetworkSegment(472e6400-e333-44ec-9d63-d2f823d44a86),segment_id=472e6400-e333-44ec-9d63-d2f823d44a86)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:32.566155 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:32.621555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:32.624541 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:32.624541 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] 10.222.0.26 "PUT /v2.0/ports/7e7e3d46-351b-43e9-9e77-e7e93ab48b44 HTTP/1.1" status: 200 len: 1092 time: 1.7456908 Nov 12 04:06:32.624541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc802ef-5585-478b-9143-c984fa1a418b', 'tag': '7e7e3d46-351b-43e9-9e77-e7e93ab48b44'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:32.627154 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53269418-4dbc-4af6-a065-1c7671a1c166" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc802ef-5585-478b-9143-c984fa1a418b", "tag": "7e7e3d46-351b-43e9-9e77-e7e93ab48b44"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:32.698583 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901e575-a36a-42e1-b91d-4a460d1ba7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7e3d46-351b-43e9-9e77-e7e93ab48b44,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:32.778026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255311f0-2626-45f5-90c4-4455f7892304 req-17975b8d-f5fd-4953-ad28-47c6dad6420c tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:32.778607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:32.794384 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-255311f0-2626-45f5-90c4-4455f7892304 req-17975b8d-f5fd-4953-ad28-47c6dad6420c tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 943 time: 0.2096729 Nov 12 04:06:32.861543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:06:32.862077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5dedff47-4ecb-4f8a-8655-2bf92e9f8ad3 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:32.923895 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-255311f0-2626-45f5-90c4-4455f7892304 req-ec5f2977-cbf8-4657-889e-ff2cfa3dc9f0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284308 Nov 12 04:06:33.164333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302558b-d352-4fd6-a891-2da57cd2459b req-20c1cdee-6a29-466f-b04e-44e323986c25 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:33.166262 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e302558b-d352-4fd6-a891-2da57cd2459b req-20c1cdee-6a29-466f-b04e-44e323986c25 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.1060264 Nov 12 04:06:33.173311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-9351dc00-b482-4881-bd9e-deab716786a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:33.175180 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-9351dc00-b482-4881-bd9e-deab716786a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aaca988967dd45bb83da700855645a7c&device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 1095 time: 0.0730329 Nov 12 04:06:33.246700 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-ba2d0b40-4ba3-49cf-b7ee-775c05503416 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e7e3d46-351b-43e9-9e77-e7e93ab48b44 HTTP/1.1" status: 200 len: 217 time: 0.0428607 Nov 12 04:06:33.311659 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e302558b-d352-4fd6-a891-2da57cd2459b req-2b26b301-4e5f-4ba4-8fe3-95a5cba4fe64 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359143 Nov 12 04:06:33.385578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-18990dd5-e6e5-48f5-a560-e49c4ed1ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:33.390433 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-18990dd5-e6e5-48f5-a560-e49c4ed1ee2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6393c88c-4183-4f59-a17c-26cdf7e69c6a HTTP/1.1" status: 200 len: 851 time: 0.1302147 Nov 12 04:06:33.513701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-3cd3ae19-d49c-4e27-b171-a77977666a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:33.515575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-3cd3ae19-d49c-4e27-b171-a77977666a66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=055cc169-c110-422a-9979-8bfa71a513af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128063 Nov 12 04:06:33.577322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7b69f-d7c4-4509-9753-da9b206931e0 req-b0fc865a-c778-4229-abb1-61b19734169c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:33.586884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31f7b69f-d7c4-4509-9753-da9b206931e0 req-b0fc865a-c778-4229-abb1-61b19734169c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1038768 Nov 12 04:06:33.675433 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31f7b69f-d7c4-4509-9753-da9b206931e0 req-9aaaf549-ef1a-48e3-ae0d-d745fa1e4e71 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869372 Nov 12 04:06:33.885124 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-77cc421c-a8ab-4ece-9992-47425702b426 service neutron] 10.222.0.26 "GET /v2.0/networks/055cc169-c110-422a-9979-8bfa71a513af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601959 Nov 12 04:06:33.894932 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a809e78-3dfc-40c9-ab84-5a35c78f1bad x-openstack-request-id: req-7a809e78-3dfc-40c9-ab84-5a35c78f1bad {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:33.895227 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc802ef-5585-478b-9143-c984fa1a418b", "tag": "7e7e3d46-351b-43e9-9e77-e7e93ab48b44", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:33.895496 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7a809e78-3dfc-40c9-ab84-5a35c78f1bad {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:33.897251 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc802ef-5585-478b-9143-c984fa1a418b', 'tag': '7e7e3d46-351b-43e9-9e77-e7e93ab48b44', 'status': 'completed', 'code': 200} Nov 12 04:06:34.005337 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56690) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:34.173098 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a8bd4a00-1c1a-43e4-93ee-16fe87ad7e6d req-f4123a95-0268-4b07-a4d6-d6c0461f3d16 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 210 time: 0.0859566 Nov 12 04:06:34.200057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cedc8ca6-8b00-4abe-84c3-c1bdc7c93904 req-c86fa8ff-f2e0-40ba-a9bb-3c2453d1ad5f service neutron] 10.222.0.26 "GET /v2.0/networks/055cc169-c110-422a-9979-8bfa71a513af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943604 Nov 12 04:06:34.304958 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1d1704fb-75f9-4c96-a3b7-5c220fc9a6a0 tempest-AgentManagementNegativeTest-168260820 tempest-AgentManagementNegativeTest-168260820-project] 10.222.0.105 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2976115 Nov 12 04:06:34.543284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53269418-4dbc-4af6-a065-1c7671a1c166 req-bdb72f9a-a89c-4c9b-a206-f8697744aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:34.547806 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-53269418-4dbc-4af6-a065-1c7671a1c166 req-bdb72f9a-a89c-4c9b-a206-f8697744aeb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aaca988967dd45bb83da700855645a7c&device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 1095 time: 0.1176252 Nov 12 04:06:34.555075 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd8745-477b-4695-83a5-4542d876d9ee req-b911b9e9-5975-44c1-97e1-4be0e4df7361 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:34.558268 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-93dd8745-477b-4695-83a5-4542d876d9ee req-b911b9e9-5975-44c1-97e1-4be0e4df7361 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 943 time: 0.2877874 Nov 12 04:06:34.734495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53269418-4dbc-4af6-a065-1c7671a1c166 req-f8f4f50e-2eff-4e1f-9236-b29f80d1c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:34.736583 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-53269418-4dbc-4af6-a065-1c7671a1c166 req-f8f4f50e-2eff-4e1f-9236-b29f80d1c259 service neutron] 10.222.0.26 "GET /v2.0/networks?id=055cc169-c110-422a-9979-8bfa71a513af HTTP/1.1" status: 200 len: 914 time: 0.1721871 Nov 12 04:06:34.850060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-53269418-4dbc-4af6-a065-1c7671a1c166 req-28270c21-3ed0-4c43-9701-b6ea519330fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e7e3d46-351b-43e9-9e77-e7e93ab48b44 HTTP/1.1" status: 200 len: 217 time: 0.1022668 Nov 12 04:06:34.979935 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53269418-4dbc-4af6-a065-1c7671a1c166 req-1fc0c8e6-2644-49a9-8c3d-3e47f41e614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:34.981901 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-53269418-4dbc-4af6-a065-1c7671a1c166 req-1fc0c8e6-2644-49a9-8c3d-3e47f41e614b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6393c88c-4183-4f59-a17c-26cdf7e69c6a HTTP/1.1" status: 200 len: 851 time: 0.1178203 Nov 12 04:06:35.119199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53269418-4dbc-4af6-a065-1c7671a1c166 req-31c53207-ec03-4832-8208-60a6d6bc8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:35.125096 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-53269418-4dbc-4af6-a065-1c7671a1c166 req-31c53207-ec03-4832-8208-60a6d6bc8a72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=055cc169-c110-422a-9979-8bfa71a513af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275392 Nov 12 04:06:35.317616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56704) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:35.407992 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-93dd8745-477b-4695-83a5-4542d876d9ee req-9c4e9486-2234-4114-941f-d95b75d47835 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8311594 Nov 12 04:06:35.421579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-53269418-4dbc-4af6-a065-1c7671a1c166 req-2e28b2d6-0546-4361-b946-bc3cf1deb002 service neutron] 10.222.0.26 "GET /v2.0/networks/055cc169-c110-422a-9979-8bfa71a513af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768309 Nov 12 04:06:35.544596 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f86f80f-d66f-4c46-b772-f7a5894b8648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:35.659293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-53269418-4dbc-4af6-a065-1c7671a1c166 req-be9d26b3-94b5-4abc-906c-c496ae93c60b service neutron] 10.222.0.26 "GET /v2.0/networks/055cc169-c110-422a-9979-8bfa71a513af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331421 Nov 12 04:06:35.812028 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f86f80f-d66f-4c46-b772-f7a5894b8648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:35.834044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880dbe-36b7-4be0-b1c0-597dfd8c8e97 req-53b9ec6e-955e-4831-8d79-34df550f52da tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:35.836447 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-94880dbe-36b7-4be0-b1c0-597dfd8c8e97 req-53b9ec6e-955e-4831-8d79-34df550f52da tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.2638516 Nov 12 04:06:35.955090 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-94880dbe-36b7-4be0-b1c0-597dfd8c8e97 req-07219ed4-157a-48e6-9682-26d80ab3c157 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118987 Nov 12 04:06:35.956694 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f86f80f-d66f-4c46-b772-f7a5894b8648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:36.102551 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86f80f-d66f-4c46-b772-f7a5894b8648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b49924f-54eb-42b1-8cb5-b85e34815759,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:36.144602 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2f86f80f-d66f-4c46-b772-f7a5894b8648 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a340c81fa7df425488c547400c89624d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8257694 Nov 12 04:06:36.147745 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:36.248382 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961a217-35f3-4e99-806f-6747563274cd req-feda57a5-994d-4b3f-abe0-c56c53ab14cc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:36.265824 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6961a217-35f3-4e99-806f-6747563274cd req-feda57a5-994d-4b3f-abe0-c56c53ab14cc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1415157 Nov 12 04:06:36.279437 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c2e81f-a65a-448f-a150-2810787465f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:36.330850 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c2e81f-a65a-448f-a150-2810787465f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:36.353948 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6961a217-35f3-4e99-806f-6747563274cd req-c4bc4d43-0f71-431a-b7fe-fa358b8ed40c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842156 Nov 12 04:06:36.526974 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c2e81f-a65a-448f-a150-2810787465f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:36.533955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c2e81f-a65a-448f-a150-2810787465f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:36.537052 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-80c2e81f-a65a-448f-a150-2810787465f4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4b49924f-54eb-42b1-8cb5-b85e34815759 HTTP/1.1" status: 204 len: 168 time: 0.3882172 Nov 12 04:06:36.563332 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2e81f-a65a-448f-a150-2810787465f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b49924f-54eb-42b1-8cb5-b85e34815759,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:36.576728 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e4a2a5b0-4cc3-48eb-bf86-174dea656e2a req-3a3e8beb-9869-4dbc-bc49-eb08dc8a9100 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 210 time: 0.0757716 Nov 12 04:06:36.713689 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6e2b0-28ea-408b-9909-53295b16e370 req-b9fd3c13-f012-4e1b-bfab-de63af4f060a tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:36.721944 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c2a6e2b0-28ea-408b-9909-53295b16e370 req-b9fd3c13-f012-4e1b-bfab-de63af4f060a tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 943 time: 0.0684965 Nov 12 04:06:36.825305 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c2a6e2b0-28ea-408b-9909-53295b16e370 req-eefc57c1-16b2-4e1a-8a9a-b219c32f3a98 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970378 Nov 12 04:06:37.229999 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d8769-3196-4608-b273-6e2df7ce0ce3 req-12daa5ea-fd07-4d2b-bfb5-68f47f9bfc10 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.231638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f5d8769-3196-4608-b273-6e2df7ce0ce3 req-12daa5ea-fd07-4d2b-bfb5-68f47f9bfc10 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0914142 Nov 12 04:06:37.320138 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2f5d8769-3196-4608-b273-6e2df7ce0ce3 req-f3fd4763-cafe-454d-8e81-fd7caf63720c tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810456 Nov 12 04:06:37.387184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d6e8f-b6e7-4112-8f6f-813b610d222c req-0a8ed44d-1143-4be8-a9fc-30d34858d539 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.388870 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-254d6e8f-b6e7-4112-8f6f-813b610d222c req-0a8ed44d-1143-4be8-a9fc-30d34858d539 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0987649 Nov 12 04:06:37.552292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-254d6e8f-b6e7-4112-8f6f-813b610d222c req-c29a0e32-090a-4342-ab08-e989c5be5d92 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Deleting port d7b6f01b-2693-46ac-b2b0-b09ff4b15882 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:37.553468 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-254d6e8f-b6e7-4112-8f6f-813b610d222c req-c29a0e32-090a-4342-ab08-e989c5be5d92 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:37.761684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b8a78-745a-4563-9387-d9efbf58ac74 req-ac90e0ed-40cd-47b4-9025-b0a755b501f0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.777043 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d0b8a78-745a-4563-9387-d9efbf58ac74 req-ac90e0ed-40cd-47b4-9025-b0a755b501f0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.2480712 Nov 12 04:06:37.779862 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-254d6e8f-b6e7-4112-8f6f-813b610d222c req-c29a0e32-090a-4342-ab08-e989c5be5d92 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] For port d7b6f01b-2693-46ac-b2b0-b09ff4b15882, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d7b6f01b-2693-46ac-b2b0-b09ff4b15882,segment=NetworkSegment(36ce716e-bb43-49af-b6e6-35fbce7aa0a5),segment_id=36ce716e-bb43-49af-b6e6-35fbce7aa0a5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:37.788376 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-254d6e8f-b6e7-4112-8f6f-813b610d222c req-c29a0e32-090a-4342-ab08-e989c5be5d92 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:37.841109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-254d6e8f-b6e7-4112-8f6f-813b610d222c req-c29a0e32-090a-4342-ab08-e989c5be5d92 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Calling delete_port for d7b6f01b-2693-46ac-b2b0-b09ff4b15882 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:37.927131 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d0b8a78-745a-4563-9387-d9efbf58ac74 req-c6d706ab-dff3-407e-bd57-a86c79a65536 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435857 Nov 12 04:06:38.085905 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f43ef1f3-c9f5-45dc-960e-330609b61fdf req-a0a2a564-0d1a-4143-a7bc-18e40cf338c0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 210 time: 0.0732758 Nov 12 04:06:38.301381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098eb5e-137a-4654-957f-074eb1301894 req-4be9646a-cbee-4918-8bb1-ad62964b2d68 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:38.305097 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8098eb5e-137a-4654-957f-074eb1301894 req-4be9646a-cbee-4918-8bb1-ad62964b2d68 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 943 time: 0.0736718 Nov 12 04:06:38.385949 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8098eb5e-137a-4654-957f-074eb1301894 req-83eccb9e-9744-44a7-b0a7-22c80b25ef48 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752931 Nov 12 04:06:38.501365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e8b8-3848-4b27-a410-867f47cba3f4 req-4d31e90f-823a-49f1-92dc-980ae8d6159a tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:38.512500 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dd35e8b8-3848-4b27-a410-867f47cba3f4 req-4d31e90f-823a-49f1-92dc-980ae8d6159a tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 945 time: 0.0660238 Nov 12 04:06:38.594870 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dd35e8b8-3848-4b27-a410-867f47cba3f4 req-deb3ec3e-9b9d-4a22-bb57-d92e8598ddd0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713124 Nov 12 04:06:38.655670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:38.778120 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-254d6e8f-b6e7-4112-8f6f-813b610d222c req-c29a0e32-090a-4342-ab08-e989c5be5d92 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:38.854301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7e7e3d46-351b-43e9-9e77-e7e93ab48b44,segment=NetworkSegment(472e6400-e333-44ec-9d63-d2f823d44a86),segment_id=472e6400-e333-44ec-9d63-d2f823d44a86)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:38.882043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a0e32-090a-4342-ab08-e989c5be5d92 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Pushing event deleted for resources: {'Port': ['ID=d7b6f01b-2693-46ac-b2b0-b09ff4b15882,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:38.888336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '7e7e3d46-351b-43e9-9e77-e7e93ab48b44', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'port_id': '7e7e3d46-351b-43e9-9e77-e7e93ab48b44', 'mac_address': 'fa:16:3e:93:fd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:38.891422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['cef25bdd-939d-4e67-81da-f95391b06b70'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:38.903708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['d7b6f01b-2693-46ac-b2b0-b09ff4b15882'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:38.991497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-254d6e8f-b6e7-4112-8f6f-813b610d222c req-c29a0e32-090a-4342-ab08-e989c5be5d92 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] No DVR routers for this DVR port d7b6f01b-2693-46ac-b2b0-b09ff4b15882 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:39.001735 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-254d6e8f-b6e7-4112-8f6f-813b610d222c req-c29a0e32-090a-4342-ab08-e989c5be5d92 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.005981 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-254d6e8f-b6e7-4112-8f6f-813b610d222c req-c29a0e32-090a-4342-ab08-e989c5be5d92 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.26 "DELETE /v2.0/ports/d7b6f01b-2693-46ac-b2b0-b09ff4b15882 HTTP/1.1" status: 204 len: 173 time: 1.6057534 Nov 12 04:06:39.019237 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6', 'name': 'network-vif-deleted', 'tag': 'd7b6f01b-2693-46ac-b2b0-b09ff4b15882'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:39.022658 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d8b406-7622-4577-8c76-3b51239776b4" -d '{"events": [{"server_uuid": "8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6", "name": "network-vif-deleted", "tag": "d7b6f01b-2693-46ac-b2b0-b09ff4b15882"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:39.145044 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.229579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:39.285126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7e7e3d46-351b-43e9-9e77-e7e93ab48b44,segment=NetworkSegment(472e6400-e333-44ec-9d63-d2f823d44a86),segment_id=472e6400-e333-44ec-9d63-d2f823d44a86)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:39.319978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57e444-6318-450f-8ed5-445db8726708 req-c39c0d33-a320-4be0-8237-3b0ebc514994 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:39.326391 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ca57e444-6318-450f-8ed5-445db8726708 req-c39c0d33-a320-4be0-8237-3b0ebc514994 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1392422 Nov 12 04:06:39.398275 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.421931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56760) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:39.452464 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ca57e444-6318-450f-8ed5-445db8726708 req-774afdfc-21a8-4a00-9db8-0f3e88ca5bca tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143765 Nov 12 04:06:39.580446 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=7e7e3d46-351b-43e9-9e77-e7e93ab48b44,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:39.593834 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdbb346-ff68-477b-9cec-4acc62e95263 x-openstack-request-id: req-5fdbb346-ff68-477b-9cec-4acc62e95263 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:39.594137 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6", "name": "network-vif-deleted", "tag": "d7b6f01b-2693-46ac-b2b0-b09ff4b15882", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:39.594394 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5fdbb346-ff68-477b-9cec-4acc62e95263 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:39.594811 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6', 'name': 'network-vif-deleted', 'tag': 'd7b6f01b-2693-46ac-b2b0-b09ff4b15882', 'status': 'completed', 'code': 200} Nov 12 04:06:39.718216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-314922936'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:39.779879 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-353c58cc-a798-43b4-9055-a4eb4c37c758 req-c583f661-a358-4468-9204-2451ffc6581c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 210 time: 0.0493405 Nov 12 04:06:39.858020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Made reservation on behalf of 3f6ceadf46504220a045a7016706a087 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:39.862610 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.875117 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.941764 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d63fb-43f5-41d1-ad3a-c0dd2b515b6e req-b3bd09d1-190f-4db5-819c-ce20fcb04a45 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:39.944399 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c8d63fb-43f5-41d1-ad3a-c0dd2b515b6e req-b3bd09d1-190f-4db5-819c-ce20fcb04a45 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 944 time: 0.0715997 Nov 12 04:06:40.015744 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:40.020987 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c8d63fb-43f5-41d1-ad3a-c0dd2b515b6e req-5d3aa7a3-59d2-44d5-9350-2fdf89de2265 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610397 Nov 12 04:06:40.065835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['7e7e3d46-351b-43e9-9e77-e7e93ab48b44'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:40.104390 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:40.124207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:06:40.152326 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:40.152685 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Added segment f868b144-8ce8-4c26-a7b8-32311a36f64a of type vlan for network 892c40af-75c9-4a35-b835-821381729512 Nov 12 04:06:40.167506 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e51effc5-2ee0-4b3c-821a-8d73b4d0dcc7 req-37a347a2-31fc-453b-a4a0-4c37f39bfa1e tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d98b5f8-d9a9-44fd-8c04-a87741c4f2b6 HTTP/1.1" status: 200 len: 210 time: 0.0326200 Nov 12 04:06:40.172939 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e843ccb-fed4-4320-ab5c-86be957064f3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:40.294898 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:40.435555 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:40.443314 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:40.448212 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:40.531008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Network': ['ID=892c40af-75c9-4a35-b835-821381729512,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:40.539802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:40.541147 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:40.541786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:40.542155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:40.542489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:40.542826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:40.543157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:40.543579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:40.543910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:40.544270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:40.544662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:40.544968 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:40.561439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 892c40af-75c9-4a35-b835-821381729512 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:06:40.587739 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-36b6a294-bb3e-46d1-96dc-785919e8a3a9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1624990 Nov 12 04:06:40.590194 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56774) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:40.611856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'subnet': {'network_id': '892c40af-75c9-4a35-b835-821381729512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:40.669048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d7b6f01b-2693-46ac-b2b0-b09ff4b15882 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:40.699406 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: d7b6f01b-2693-46ac-b2b0-b09ff4b15882 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:06:40.700449 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d7b6f01b-2693-46ac-b2b0-b09ff4b15882 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:40.918509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe17626-fe37-437c-8a0d-d1c4f3790bf3 req-1adf2ef6-c173-47e9-9df9-c67a2c45c8c7 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:40.922273 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5fe17626-fe37-437c-8a0d-d1c4f3790bf3 req-1adf2ef6-c173-47e9-9df9-c67a2c45c8c7 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.2615995 Nov 12 04:06:41.016675 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5fe17626-fe37-437c-8a0d-d1c4f3790bf3 req-69a83058-db20-4694-b0f5-750046586e94 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885692 Nov 12 04:06:41.069476 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Made reservation on behalf of 3f6ceadf46504220a045a7016706a087 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:41.074851 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:41.382615 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-657517ff-d85d-498b-a895-219f268d7c74 req-f02fc59c-8418-41d4-8828-b8f74c7c5ccc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=f25c7c56-9575-4df5-9b6b-d7a69f1cc6b9 HTTP/1.1" status: 200 len: 210 time: 0.0376360 Nov 12 04:06:41.420616 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:41.501581 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Checking segment: {'id': 'f868b144-8ce8-4c26-a7b8-32311a36f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '892c40af-75c9-4a35-b835-821381729512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:41.502053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network hostable DHCP agents. Network: 892c40af-75c9-4a35-b835-821381729512, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:06:41.524112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Subnet': ['ID=5d24de28-4dde-468f-848b-34aea32b8761,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:41.561614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:41.562253 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:41.562856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:41.563444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:41.564030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:41.564666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:41.565267 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:41.565849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:41.566443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:41.567043 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:41.567613 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:41.568140 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:41.592728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb754dc-5c9e-4bc1-ac03-89be7401390d req-dc5e6246-51d1-451d-9e7a-846382b099cb tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:41.595186 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afb754dc-5c9e-4bc1-ac03-89be7401390d req-dc5e6246-51d1-451d-9e7a-846382b099cb tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 944 time: 0.0857027 Nov 12 04:06:41.633053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 892c40af-75c9-4a35-b835-821381729512 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:06:41.658433 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afb754dc-5c9e-4bc1-ac03-89be7401390d req-5273d7ef-852a-47ff-a0be-4bfee00e11e4 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561669 Nov 12 04:06:41.731650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 892c40af-75c9-4a35-b835-821381729512) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:41.742101 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f721ac4-9e8c-4db2-a282-1ead3941e4dc None None] Network 892c40af-75c9-4a35-b835-821381729512 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:06:41.743691 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:41.746907 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:41.852534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56792) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:41.853108 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b5f0c278-9bf0-435f-b4c0-743b7f7aa432 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2607737 Nov 12 04:06:41.859115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1662715462', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:41.984649 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:41.987305 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:42.071852 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:42.105460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a4d12e-2276-44ba-aae8-2cd46b1d66ea None None] Network 892c40af-75c9-4a35-b835-821381729512 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:06:42.382391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097da44b-1e9a-41f5-a549-5fc7864f6496 req-f382bda0-986f-4bd9-b6d5-d98bea0c6b22 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.384418 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-097da44b-1e9a-41f5-a549-5fc7864f6496 req-f382bda0-986f-4bd9-b6d5-d98bea0c6b22 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.0902405 Nov 12 04:06:42.463636 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-097da44b-1e9a-41f5-a549-5fc7864f6496 req-22e3f8c3-2651-465d-ad47-fb882b6d15b4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672791 Nov 12 04:06:42.615960 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8972a6-4dd1-4503-8283-27a124f38ef2 req-b099bfb5-b2b4-4331-8033-e8526257e386 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.621931 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b8972a6-4dd1-4503-8283-27a124f38ef2 req-b099bfb5-b2b4-4331-8033-e8526257e386 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0834644 Nov 12 04:06:42.698144 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:42.702734 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b8972a6-4dd1-4503-8283-27a124f38ef2 req-9d6b765d-6cf6-4f80-a29c-1e6dd27309f7 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778017 Nov 12 04:06:42.867690 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:42.898836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:42.904902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-0bb0d4f7-79ea-409f-8b5c-c8559f198c60 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.904902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-0bb0d4f7-79ea-409f-8b5c-c8559f198c60 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/networks?id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 HTTP/1.1" status: 200 len: 815 time: 0.7559071 Nov 12 04:06:42.905120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:42.905120 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:42.933280 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-a154e5a3-d9da-461a-a4a5-9bf87b105369 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/quotas/dbc5dcf2687d4393adcc84ade7008909 HTTP/1.1" status: 200 len: 375 time: 0.0242848 Nov 12 04:06:42.987707 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72190-b5f1-43d1-9634-c246e002e543 req-6a5c3f6b-485f-4baf-ad23-9e2151c14b55 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.988850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4df72190-b5f1-43d1-9634-c246e002e543 req-6a5c3f6b-485f-4baf-ad23-9e2151c14b55 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 944 time: 0.1233952 Nov 12 04:06:43.003864 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.039243 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc802ef-5585-478b-9143-c984fa1a418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7e3d46-351b-43e9-9e77-e7e93ab48b44'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:43.041656 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478ad84d-248d-438a-9bb6-3b6ec10b1729" -d '{"events": [{"server_uuid": "3bc802ef-5585-478b-9143-c984fa1a418b", "name": "network-vif-plugged", "status": "completed", "tag": "7e7e3d46-351b-43e9-9e77-e7e93ab48b44"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:43.058352 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7e7e3d46-351b-43e9-9e77-e7e93ab48b44,segment=NetworkSegment(472e6400-e333-44ec-9d63-d2f823d44a86),segment_id=472e6400-e333-44ec-9d63-d2f823d44a86)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:43.072485 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4df72190-b5f1-43d1-9634-c246e002e543 req-c9d52305-8bc9-47ce-afa2-7f267810322b tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732408 Nov 12 04:06:43.116267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-ac8e7d6f-547b-47f4-9378-e6c9993ae246 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1758909 Nov 12 04:06:43.131882 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.134348 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7813ad54-bcea-48c5-aa26-4ba641b944c8 x-openstack-request-id: req-7813ad54-bcea-48c5-aa26-4ba641b944c8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:43.134763 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc802ef-5585-478b-9143-c984fa1a418b", "name": "network-vif-plugged", "status": "completed", "tag": "7e7e3d46-351b-43e9-9e77-e7e93ab48b44", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:43.135031 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7813ad54-bcea-48c5-aa26-4ba641b944c8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:43.135428 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc802ef-5585-478b-9143-c984fa1a418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7e3d46-351b-43e9-9e77-e7e93ab48b44', 'code': 200} Nov 12 04:06:43.194869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=7e7e3d46-351b-43e9-9e77-e7e93ab48b44,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:43.328738 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-e79c4bf7-4cc8-4a89-8be4-8de02f75e1fe service neutron] 10.222.0.105 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732311 Nov 12 04:06:43.477374 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc57e3d-7cdb-4f7d-83c5-3fb4bce09d4d req-76de85d1-bd85-4cb2-99ea-f329cad125b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.481064 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7cc57e3d-7cdb-4f7d-83c5-3fb4bce09d4d req-76de85d1-bd85-4cb2-99ea-f329cad125b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 1097 time: 0.0674138 Nov 12 04:06:43.482559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfd278-f71b-4d8d-9380-a165b8c5d915 req-61572264-c32e-47e7-b912-d2068b2c460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.484847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-48dfd278-f71b-4d8d-9380-a165b8c5d915 req-61572264-c32e-47e7-b912-d2068b2c460f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 1097 time: 0.2083831 Nov 12 04:06:43.615123 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.654480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.680210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc57e3d-7cdb-4f7d-83c5-3fb4bce09d4d req-2f875be1-00e8-47cc-a5f4-dd92212034df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.689756 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7cc57e3d-7cdb-4f7d-83c5-3fb4bce09d4d req-2f875be1-00e8-47cc-a5f4-dd92212034df service neutron] 10.222.0.26 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 918 time: 0.1877687 Nov 12 04:06:43.689911 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-c52d8a00-c571-43cd-9476-ff6429c48170 service neutron] 10.222.0.105 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497841 Nov 12 04:06:43.722603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-48dfd278-f71b-4d8d-9380-a165b8c5d915 req-70e18fdc-ea27-4d50-be02-aa0677c6ede8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834359 Nov 12 04:06:43.724296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f8384-00df-42f5-945f-b5f8a6972c10 req-eaa18fdd-3be2-4223-ab6c-3143625c4be6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.747737 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-965f8384-00df-42f5-945f-b5f8a6972c10 req-eaa18fdd-3be2-4223-ab6c-3143625c4be6 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 945 time: 0.1303656 Nov 12 04:06:43.836649 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.25.8.173 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/06013f51-04fa-4765-8cd9-77ffdd49e14a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:43.857423 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-965f8384-00df-42f5-945f-b5f8a6972c10 req-6da4e78e-c058-4389-aa35-f4d244380a16 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084588 Nov 12 04:06:43.894964 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7cc57e3d-7cdb-4f7d-83c5-3fb4bce09d4d req-40aa0378-5f68-4890-afc1-cf8386347156 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5 HTTP/1.1" status: 200 len: 1000 time: 0.1937709 Nov 12 04:06:44.043784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4648ed-99af-4241-b560-8c66d0198aa5 req-f208d253-9563-4525-8c5d-17112e20cf76 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.045499 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9b4648ed-99af-4241-b560-8c66d0198aa5 req-f208d253-9563-4525-8c5d-17112e20cf76 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0898163 Nov 12 04:06:44.107087 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea5ba53c-bf93-4bb8-b261-2b585394e8c1 req-fe852101-9b35-4a75-b83e-465df0b68137 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 210 time: 0.0633626 Nov 12 04:06:44.110171 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:44.148515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9b4648ed-99af-4241-b560-8c66d0198aa5 req-59bb126b-892a-4ef5-8f95-3ecc4b06dc26 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952680 Nov 12 04:06:44.245935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc57e3d-7cdb-4f7d-83c5-3fb4bce09d4d req-403702b4-df76-4110-bd6d-bce277720ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.245935 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7cc57e3d-7cdb-4f7d-83c5-3fb4bce09d4d req-403702b4-df76-4110-bd6d-bce277720ded service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6d13c3-ac5c-4151-970c-435785743b79 HTTP/1.1" status: 200 len: 855 time: 0.0811529 Nov 12 04:06:44.285314 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:44.317654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc57e3d-7cdb-4f7d-83c5-3fb4bce09d4d req-bbfc314e-2d4a-4154-9472-4dc237a30f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.320278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7cc57e3d-7cdb-4f7d-83c5-3fb4bce09d4d req-bbfc314e-2d4a-4154-9472-4dc237a30f66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e3b4789-f637-4eb8-b37f-79c30376b867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472791 Nov 12 04:06:44.346154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:44.356068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=06013f51-04fa-4765-8cd9-77ffdd49e14a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:44.363117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:44.372921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dcae8-10de-4f66-b53a-f38640ccb05e req-e05972c5-c180-4e4c-9f7b-3bff87895618 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.375170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-589dcae8-10de-4f66-b53a-f38640ccb05e req-e05972c5-c180-4e4c-9f7b-3bff87895618 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 945 time: 0.1538770 Nov 12 04:06:44.376052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:44.510509 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7cc57e3d-7cdb-4f7d-83c5-3fb4bce09d4d req-9f9364c2-fae8-436b-831e-987643a7c76d service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815650 Nov 12 04:06:44.584684 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-589dcae8-10de-4f66-b53a-f38640ccb05e req-7d4500d0-5148-4e07-bc45-2227a714dde5 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862249 Nov 12 04:06:44.646819 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7cc57e3d-7cdb-4f7d-83c5-3fb4bce09d4d req-b5f3ea23-9ea0-4ecf-8d30-9db2d18f7a22 service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264751 Nov 12 04:06:44.689453 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 74e86828-2bb9-44d4-bf74-884822e4c4a5 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:44.831556 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:44.849516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1bdd6-36e6-42a5-aa31-b407a6631fd0 req-b47b8c83-3d53-4165-a780-2993f5a2d981 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.853763 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7d1bdd6-36e6-42a5-aa31-b407a6631fd0 req-b47b8c83-3d53-4165-a780-2993f5a2d981 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.0897977 Nov 12 04:06:44.905654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 74e86828-2bb9-44d4-bf74-884822e4c4a5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:44.948877 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.001595 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.131195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=74e86828-2bb9-44d4-bf74-884822e4c4a5,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:45.137454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e86828-2bb9-44d4-bf74-884822e4c4a5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:45.148181 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e7d1bdd6-36e6-42a5-aa31-b407a6631fd0 req-729daac5-694b-4a3c-a95c-3d599912ef01 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Deleting port cef25bdd-939d-4e67-81da-f95391b06b70 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:45.148538 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e7d1bdd6-36e6-42a5-aa31-b407a6631fd0 req-729daac5-694b-4a3c-a95c-3d599912ef01 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.154522 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105bd528-a92d-4ce1-8858-e98587bf9bb4" -d '{"events": [{"server_uuid": "ba5aa9d0-58e1-4111-9f54-ffe3e505559b", "name": "network-vif-unplugged", "status": "completed", "tag": "74e86828-2bb9-44d4-bf74-884822e4c4a5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:45.263866 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c03448-fb21-4ae0-8002-d24c0e89923c req-4d970266-6f79-4784-a889-e5a261830984 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.266389 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28c03448-fb21-4ae0-8002-d24c0e89923c req-4d970266-6f79-4784-a889-e5a261830984 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.2198083 Nov 12 04:06:45.416290 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e7d1bdd6-36e6-42a5-aa31-b407a6631fd0 req-729daac5-694b-4a3c-a95c-3d599912ef01 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] For port cef25bdd-939d-4e67-81da-f95391b06b70, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=cef25bdd-939d-4e67-81da-f95391b06b70,segment=NetworkSegment(36ce716e-bb43-49af-b6e6-35fbce7aa0a5),segment_id=36ce716e-bb43-49af-b6e6-35fbce7aa0a5)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:45.416881 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e7d1bdd6-36e6-42a5-aa31-b407a6631fd0 req-729daac5-694b-4a3c-a95c-3d599912ef01 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.439869 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28c03448-fb21-4ae0-8002-d24c0e89923c req-cb017032-99a1-4d29-a3f2-12365637830a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612191 Nov 12 04:06:45.447224 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e7d1bdd6-36e6-42a5-aa31-b407a6631fd0 req-729daac5-694b-4a3c-a95c-3d599912ef01 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Calling delete_port for cef25bdd-939d-4e67-81da-f95391b06b70 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:45.528989 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c83e348-2814-4283-a886-fe0ea423dd26 req-eccfbf5a-15f8-4a50-915f-076cdeca2354 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 210 time: 0.0715039 Nov 12 04:06:45.540541 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.668714 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31edb1c8-692c-4c54-84af-e9c0016e6d93 x-openstack-request-id: req-31edb1c8-692c-4c54-84af-e9c0016e6d93 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:45.669016 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5aa9d0-58e1-4111-9f54-ffe3e505559b", "name": "network-vif-unplugged", "status": "completed", "tag": "74e86828-2bb9-44d4-bf74-884822e4c4a5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:45.669273 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-31edb1c8-692c-4c54-84af-e9c0016e6d93 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:45.669671 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'code': 200} Nov 12 04:06:45.779297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0486ea9-4a3b-4982-a050-d750a745fa70 req-35c7a26d-a5a5-4b51-954a-bb52afe85df5 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.782731 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0486ea9-4a3b-4982-a050-d750a745fa70 req-35c7a26d-a5a5-4b51-954a-bb52afe85df5 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 945 time: 0.1121778 Nov 12 04:06:45.886625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0486ea9-4a3b-4982-a050-d750a745fa70 req-d2a1f4de-9672-4aea-b244-737cd3e0c2e0 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/security-groups?id=d1b0005b-00cd-4ab0-af81-fd3f7c853201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908651 Nov 12 04:06:45.905047 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2d584-0035-4968-bf56-c538065659ce req-736b0270-b59a-48cc-9d94-d2cec13cee8a tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.925007 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5ea2d584-0035-4968-bf56-c538065659ce req-736b0270-b59a-48cc-9d94-d2cec13cee8a tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 945 time: 0.1299508 Nov 12 04:06:45.959088 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e7d1bdd6-36e6-42a5-aa31-b407a6631fd0 req-729daac5-694b-4a3c-a95c-3d599912ef01 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.973285 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['cef25bdd-939d-4e67-81da-f95391b06b70'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:46.003298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729daac5-694b-4a3c-a95c-3d599912ef01 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Pushing event deleted for resources: {'Port': ['ID=cef25bdd-939d-4e67-81da-f95391b06b70,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:46.048192 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5ea2d584-0035-4968-bf56-c538065659ce req-583fa8e9-db00-4560-a6de-58b8f2159142 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186900 Nov 12 04:06:46.052385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:06:46.171779 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d1bdd6-36e6-42a5-aa31-b407a6631fd0 req-729daac5-694b-4a3c-a95c-3d599912ef01 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] No DVR routers for this DVR port cef25bdd-939d-4e67-81da-f95391b06b70 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:46.174531 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e7d1bdd6-36e6-42a5-aa31-b407a6631fd0 req-729daac5-694b-4a3c-a95c-3d599912ef01 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:46.179000 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7d1bdd6-36e6-42a5-aa31-b407a6631fd0 req-729daac5-694b-4a3c-a95c-3d599912ef01 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.25 "DELETE /v2.0/ports/cef25bdd-939d-4e67-81da-f95391b06b70 HTTP/1.1" status: 204 len: 173 time: 1.3180625 Nov 12 04:06:46.179482 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e921d3-74dc-4f54-95c3-07c3b2683f3b', 'name': 'network-vif-deleted', 'tag': 'cef25bdd-939d-4e67-81da-f95391b06b70'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:46.182497 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6179b907-5789-45cb-ae7b-a2220ce86edf" -d '{"events": [{"server_uuid": "d7e921d3-74dc-4f54-95c3-07c3b2683f3b", "name": "network-vif-deleted", "tag": "cef25bdd-939d-4e67-81da-f95391b06b70"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:46.268181 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:46.283083 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6887fc-fc10-484e-8309-80ee5c477065 None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:46.295034 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ddc2bd-e157-435c-802e-a778fc5aef1c x-openstack-request-id: req-63ddc2bd-e157-435c-802e-a778fc5aef1c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:46.295329 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e921d3-74dc-4f54-95c3-07c3b2683f3b", "name": "network-vif-deleted", "tag": "cef25bdd-939d-4e67-81da-f95391b06b70", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:46.295683 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-63ddc2bd-e157-435c-802e-a778fc5aef1c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:46.297034 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e921d3-74dc-4f54-95c3-07c3b2683f3b', 'name': 'network-vif-deleted', 'tag': 'cef25bdd-939d-4e67-81da-f95391b06b70', 'status': 'completed', 'code': 200} Nov 12 04:06:46.309072 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6887fc-fc10-484e-8309-80ee5c477065 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:46.309817 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7c6887fc-fc10-484e-8309-80ee5c477065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:46.354984 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7c6887fc-fc10-484e-8309-80ee5c477065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:46.379386 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:46.381369 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b3f422b7-8370-497e-b231-8190067d3bf8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5263805 Nov 12 04:06:46.388947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:46.393827 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6887fc-fc10-484e-8309-80ee5c477065 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:46.394019 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7c6887fc-fc10-484e-8309-80ee5c477065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:46.439958 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7c6887fc-fc10-484e-8309-80ee5c477065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:46.441065 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6887fc-fc10-484e-8309-80ee5c477065 None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:46.690354 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a83ed5bf-908f-447b-8ca7-1812888efb57 req-6b018955-36db-4f81-acf1-fde48808aca2 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 210 time: 0.0388181 Nov 12 04:06:46.745790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93491631-2e79-4c17-bf86-0cb56f9064ff req-fb070022-ca98-42d5-bf96-db4dadba4280 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:46.747392 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-93491631-2e79-4c17-bf86-0cb56f9064ff req-fb070022-ca98-42d5-bf96-db4dadba4280 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.1027651 Nov 12 04:06:47.007745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-937fa4fd-b879-4ea0-bec6-da39d4daecd5 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:47.009433 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-937fa4fd-b879-4ea0-bec6-da39d4daecd5 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.25 "GET /v2.0/networks?id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 HTTP/1.1" status: 200 len: 815 time: 0.1700177 Nov 12 04:06:47.014850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-93491631-2e79-4c17-bf86-0cb56f9064ff req-7bbcfa2a-bf6a-4885-b41b-f6165f0609c8 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548537 Nov 12 04:06:47.031487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-b5047032-202d-45c1-9bee-841256eb170f tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Request body: {'port': {'device_id': '75a68d5f-fbd2-4020-9d16-ef417d52b402', 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717', 'admin_state_up': True, 'tenant_id': 'dbc5dcf2687d4393adcc84ade7008909'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:47.121660 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82401051-c08b-4792-9b3b-692bfcddda81 req-96bd0a54-7cdd-408b-8cd3-9083d1131ed1 tempest-ServerRescueTestJSON-1962132986 tempest-ServerRescueTestJSON-1962132986-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7e921d3-74dc-4f54-95c3-07c3b2683f3b HTTP/1.1" status: 200 len: 210 time: 0.0711279 Nov 12 04:06:47.270692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265858c-e719-4de9-9bfc-58518ab5b1a7 req-3d6cab51-5057-468f-9c6e-92ca9e423314 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:47.285370 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a265858c-e719-4de9-9bfc-58518ab5b1a7 req-3d6cab51-5057-468f-9c6e-92ca9e423314 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 945 time: 0.0959759 Nov 12 04:06:47.312794 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.389615 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a265858c-e719-4de9-9bfc-58518ab5b1a7 req-156c6f5c-5496-4d70-86a9-f43ec2de3744 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000133 Nov 12 04:06:47.421806 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-b5047032-202d-45c1-9bee-841256eb170f tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Made reservation on behalf of dbc5dcf2687d4393adcc84ade7008909 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:47.427035 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-b5047032-202d-45c1-9bee-841256eb170f tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.643406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df0ae0-5554-4741-9abf-9d9667967761 req-2e916ba1-6997-4936-b5ef-bc24b5a8ac38 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:47.644974 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b3df0ae0-5554-4741-9abf-9d9667967761 req-2e916ba1-6997-4936-b5ef-bc24b5a8ac38 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 945 time: 0.1601942 Nov 12 04:06:47.656176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-b5047032-202d-45c1-9bee-841256eb170f tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Allocated IP 172.20.0.8 (0a19217e-7d2c-4ba0-bc34-1ee8bf62e717/35994df6-ba5b-4ffd-9001-bec83281056c/5985b537-fa6c-4cc0-bb93-f7cb98b1dc04) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:47.658401 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56880) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:47.663982 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a7b5488a-aa54-4e95-bc79-b22d7b2f54c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Request body: {'floatingip': {'port_id': '7e7e3d46-351b-43e9-9e77-e7e93ab48b44'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:47.727697 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7b5488a-aa54-4e95-bc79-b22d7b2f54c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.875566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8815c1f-7705-44ae-8d00-de2c8c301a96 req-b2da872e-bcdb-4897-be4e-8f2b011dabca tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 210 time: 0.0831544 Nov 12 04:06:47.963594 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-b5047032-202d-45c1-9bee-841256eb170f tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.998495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.20.0.1 (892c40af-75c9-4a35-b835-821381729512/5d24de28-4dde-468f-848b-34aea32b8761/2d9d4f7e-d2ba-4487-b80d-846911159253) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:48.110540 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-b5047032-202d-45c1-9bee-841256eb170f tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.125003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6b83b538-d1c4-4d7a-aebd-9ba010bd6fce'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:48.228688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56892) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:48.242847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['73e89f04-e7fd-4e5a-8345-e999129546ca'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:48.262366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-b5047032-202d-45c1-9bee-841256eb170f tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:48.282503 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.422991 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-b5047032-202d-45c1-9bee-841256eb170f tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:48.435706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-b5047032-202d-45c1-9bee-841256eb170f tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:48.541190 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5047032-202d-45c1-9bee-841256eb170f tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Pushing event updated for resources: {'Port': ['ID=5985b537-fa6c-4cc0-bb93-f7cb98b1dc04,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:48.581196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7b5488a-aa54-4e95-bc79-b22d7b2f54c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.585547 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.592901 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-b5047032-202d-45c1-9bee-841256eb170f tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:48.593542 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-b5047032-202d-45c1-9bee-841256eb170f tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.673663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 892c40af-75c9-4a35-b835-821381729512 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:48.681021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:48.682912 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7b5488a-aa54-4e95-bc79-b22d7b2f54c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.725309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:48.759278 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c17ae8-0318-412a-9128-e4cee3fcd84c req-88522867-d215-48b5-880c-20ab44c511bc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:48.765846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55c17ae8-0318-412a-9128-e4cee3fcd84c req-88522867-d215-48b5-880c-20ab44c511bc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.1816337 Nov 12 04:06:48.771888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=2d9d4f7e-d2ba-4487-b80d-846911159253,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:48.780441 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-b5047032-202d-45c1-9bee-841256eb170f tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7584279 Nov 12 04:06:48.798212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Request body: {'port': {'device_id': '75a68d5f-fbd2-4020-9d16-ef417d52b402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:48.888610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device cef25bdd-939d-4e67-81da-f95391b06b70 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:48.920720 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.964801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: cef25bdd-939d-4e67-81da-f95391b06b70 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:06:48.965350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device cef25bdd-939d-4e67-81da-f95391b06b70 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:48.975081 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:49.185479 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3b15a-2056-40f9-b08c-1031f079de33 req-0b214e9c-c2f1-4c3c-a09e-cfd66ebb7f78 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:49.187560 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05a3b15a-2056-40f9-b08c-1031f079de33 req-0b214e9c-c2f1-4c3c-a09e-cfd66ebb7f78 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 931 time: 0.1795404 Nov 12 04:06:49.362451 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05a3b15a-2056-40f9-b08c-1031f079de33 req-a364b014-8dd0-46ad-8922-f373f4dba950 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656425 Nov 12 04:06:49.403812 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:49.411248 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cb16374-2c43-457d-8f34-4f05c110e416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:49.486005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:49.498148 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:49.502004 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55c17ae8-0318-412a-9128-e4cee3fcd84c req-4060499c-d5d5-4262-b94a-7976079d5faa tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7076621 Nov 12 04:06:49.507502 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-a7b5488a-aa54-4e95-bc79-b22d7b2f54c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Floating IP ea358344-2856-410e-80a9-19f456e87553 associated. External IP: 172.25.8.243, port: 7e7e3d46-351b-43e9-9e77-e7e93ab48b44. Nov 12 04:06:49.811137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b5488a-aa54-4e95-bc79-b22d7b2f54c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Router 0df347dc-2af4-41a1-8d65-f2dec1053b1f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:49.925954 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Transition to ACTIVE for port object 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:49.973343 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.025025 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.144429 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b5488a-aa54-4e95-bc79-b22d7b2f54c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:50.151217 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7b5488a-aa54-4e95-bc79-b22d7b2f54c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.152679 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Pushing event updated for resources: {'Port': ['ID=5985b537-fa6c-4cc0-bb93-f7cb98b1dc04,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:50.154911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3d52e9-06ca-46ed-af40-a06c4931a4f5 None None] Sync routers for ids ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:50.171786 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3d52e9-06ca-46ed-af40-a06c4931a4f5 None None] Routers {'0df347dc-2af4-41a1-8d65-f2dec1053b1f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:50.174294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6f3d52e9-06ca-46ed-af40-a06c4931a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:50.336054 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Attempting to bind port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:50.336691 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Attempting to bind port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:50.336691 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Attempting to bind port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 on network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:50.342190 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 on network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:50.342534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Attempting to bind port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 on network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:50.354759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6f3d52e9-06ca-46ed-af40-a06c4931a4f5 None None] Set router 0df347dc-2af4-41a1-8d65-f2dec1053b1f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:50.355080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:50.355378 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Checking segment: {'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:50.355765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Bound using segment: {'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:50.356243 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Bound port: 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:50.359493 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.393064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0cb16374-2c43-457d-8f34-4f05c110e416 admin admin] Deleting port e191ff6a-27b8-4e04-a25d-b323e2b1149a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:50.393401 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cb16374-2c43-457d-8f34-4f05c110e416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.425842 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a7b5488a-aa54-4e95-bc79-b22d7b2f54c0 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "PUT /v2.0/floatingips/ea358344-2856-410e-80a9-19f456e87553 HTTP/1.1" status: 200 len: 991 time: 2.7661481 Nov 12 04:06:50.441345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc802ef-5585-478b-9143-c984fa1a418b', 'tag': '7e7e3d46-351b-43e9-9e77-e7e93ab48b44'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:50.445675 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c28a50f-ddec-4fb0-8d5c-adff8199bb77" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc802ef-5585-478b-9143-c984fa1a418b", "tag": "7e7e3d46-351b-43e9-9e77-e7e93ab48b44"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:50.563401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] For port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:50.570131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] For port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5985b537-fa6c-4cc0-bb93-f7cb98b1dc04,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:50.579853 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.587032 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0cb16374-2c43-457d-8f34-4f05c110e416 admin admin] For port e191ff6a-27b8-4e04-a25d-b323e2b1149a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e191ff6a-27b8-4e04-a25d-b323e2b1149a,segment=NetworkSegment(36ce716e-bb43-49af-b6e6-35fbce7aa0a5),segment_id=36ce716e-bb43-49af-b6e6-35fbce7aa0a5)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:50.587694 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cb16374-2c43-457d-8f34-4f05c110e416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.595231 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645004fb-2430-4cba-8665-0e5626737e8c req-9698b58e-3455-4a70-9fdb-bbe01814d6b1 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:50.597122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-645004fb-2430-4cba-8665-0e5626737e8c req-9698b58e-3455-4a70-9fdb-bbe01814d6b1 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 943 time: 0.1043046 Nov 12 04:06:50.614526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0cb16374-2c43-457d-8f34-4f05c110e416 admin admin] Calling delete_port for e191ff6a-27b8-4e04-a25d-b323e2b1149a owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:50.663379 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-645004fb-2430-4cba-8665-0e5626737e8c req-28a7ca99-0dca-4b2a-ab0c-f2646076c9eb tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594227 Nov 12 04:06:50.675624 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.726867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6f3d52e9-06ca-46ed-af40-a06c4931a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:06:09Z', 'revision_number': 4, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ea358344-2856-410e-80a9-19f456e87553', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'port_id': '7e7e3d46-351b-43e9-9e77-e7e93ab48b44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'mac_address': 'fa:16:3e:93:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc802ef-5585-478b-9143-c984fa1a418b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:06:17Z', 'updated_at': '2021-11-12T04:06:48Z', 'revision_number': 1, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3932e8d1-58bc-458a-9d0c-a2af4672ebdb', 'name': '', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'mac_address': 'fa:16:3e:45:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:18Z', 'revision_number': 5, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'subnets': [{'id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:50.732901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 74e86828-2bb9-44d4-bf74-884822e4c4a5 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:50.736469 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.837533 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3d52e9-06ca-46ed-af40-a06c4931a4f5 None None] Checking router: 0df347dc-2af4-41a1-8d65-f2dec1053b1f for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:50.847727 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.861012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=2d9d4f7e-d2ba-4487-b80d-846911159253,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:50.917242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:50.917743 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ec5de8-569b-48ad-a44e-cccfa4da962a x-openstack-request-id: req-b8ec5de8-569b-48ad-a44e-cccfa4da962a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:50.918682 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc802ef-5585-478b-9143-c984fa1a418b", "tag": "7e7e3d46-351b-43e9-9e77-e7e93ab48b44", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:50.918682 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b8ec5de8-569b-48ad-a44e-cccfa4da962a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:50.919030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.919184 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc802ef-5585-478b-9143-c984fa1a418b', 'tag': '7e7e3d46-351b-43e9-9e77-e7e93ab48b44', 'status': 'completed', 'code': 200} Nov 12 04:06:50.921225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3d52e9-06ca-46ed-af40-a06c4931a4f5 None None] Routers {'0df347dc-2af4-41a1-8d65-f2dec1053b1f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:50.921583 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] 10.222.0.25 "PUT /v2.0/ports/5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 HTTP/1.1" status: 200 len: 1092 time: 2.1317723 Nov 12 04:06:50.921874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6f3d52e9-06ca-46ed-af40-a06c4931a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:50.922806 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a68d5f-fbd2-4020-9d16-ef417d52b402', 'tag': '5985b537-fa6c-4cc0-bb93-f7cb98b1dc04'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:50.927137 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c36c788-2906-453f-a118-8b41b55c40d9" -d '{"events": [{"name": "network-changed", "server_uuid": "75a68d5f-fbd2-4020-9d16-ef417d52b402", "tag": "5985b537-fa6c-4cc0-bb93-f7cb98b1dc04"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:50.983488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43192f77-7d9a-440e-92dd-b5425f928e6f service neutron] Pushing event updated for resources: {'Port': ['ID=5985b537-fa6c-4cc0-bb93-f7cb98b1dc04,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:51.006838 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bd0fbc-af5f-4576-a418-f7dbe0e31b5b x-openstack-request-id: req-f3bd0fbc-af5f-4576-a418-f7dbe0e31b5b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:51.006838 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a68d5f-fbd2-4020-9d16-ef417d52b402", "tag": "5985b537-fa6c-4cc0-bb93-f7cb98b1dc04", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:51.007093 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f3bd0fbc-af5f-4576-a418-f7dbe0e31b5b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:51.007415 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a68d5f-fbd2-4020-9d16-ef417d52b402', 'tag': '5985b537-fa6c-4cc0-bb93-f7cb98b1dc04', 'status': 'completed', 'code': 200} Nov 12 04:06:51.098672 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cb16374-2c43-457d-8f34-4f05c110e416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:51.112027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6f3d52e9-06ca-46ed-af40-a06c4931a4f5 None None] Set router 0df347dc-2af4-41a1-8d65-f2dec1053b1f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:51.128199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 892c40af-75c9-4a35-b835-821381729512 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:51.134695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:51.154203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb16374-2c43-457d-8f34-4f05c110e416 admin admin] Pushing event deleted for resources: {'Port': ['ID=e191ff6a-27b8-4e04-a25d-b323e2b1149a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:51.185634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28a50f-ddec-4fb0-8d5c-adff8199bb77 req-539d2d37-0662-4a85-8532-f78a17c6b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:51.187733 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5c28a50f-ddec-4fb0-8d5c-adff8199bb77 req-539d2d37-0662-4a85-8532-f78a17c6b14f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aaca988967dd45bb83da700855645a7c&device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 1097 time: 0.1987939 Nov 12 04:06:51.385268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:51.429386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36c788-2906-453f-a118-8b41b55c40d9 req-9bf1d458-caa0-4da8-b101-84c0ea4221e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:51.434105 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c36c788-2906-453f-a118-8b41b55c40d9 req-9bf1d458-caa0-4da8-b101-84c0ea4221e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 1095 time: 0.3666904 Nov 12 04:06:51.512285 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6f3d52e9-06ca-46ed-af40-a06c4931a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:06:09Z', 'revision_number': 4, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ea358344-2856-410e-80a9-19f456e87553', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'port_id': '7e7e3d46-351b-43e9-9e77-e7e93ab48b44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'mac_address': 'fa:16:3e:93:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc802ef-5585-478b-9143-c984fa1a418b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:06:17Z', 'updated_at': '2021-11-12T04:06:48Z', 'revision_number': 1, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3932e8d1-58bc-458a-9d0c-a2af4672ebdb', 'name': '', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'mac_address': 'fa:16:3e:45:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:18Z', 'revision_number': 5, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'subnets': [{'id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:51.551816 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3d52e9-06ca-46ed-af40-a06c4931a4f5 None None] The sync data for ids ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'] in n-d-767704-23 is: [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:06:09Z', 'revision_number': 4, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ea358344-2856-410e-80a9-19f456e87553', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'port_id': '7e7e3d46-351b-43e9-9e77-e7e93ab48b44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'mac_address': 'fa:16:3e:93:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc802ef-5585-478b-9143-c984fa1a418b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:06:17Z', 'updated_at': '2021-11-12T04:06:48Z', 'revision_number': 1, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3932e8d1-58bc-458a-9d0c-a2af4672ebdb', 'name': '', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'mac_address': 'fa:16:3e:45:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:18Z', 'revision_number': 5, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'subnets': [{'id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:51.566335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36c788-2906-453f-a118-8b41b55c40d9 req-940abb33-dc9d-44a5-a78e-f584e421fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:51.566772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:51.567926 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c36c788-2906-453f-a118-8b41b55c40d9 req-940abb33-dc9d-44a5-a78e-f584e421fe0a service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=dbc5dcf2687d4393adcc84ade7008909&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1217787 Nov 12 04:06:51.584784 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071d46f8-1ced-491c-9ce1-f3e71972071b None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:51.634299 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1b9282ed-fe37-49b4-872a-142140f60c22 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "PUT /v2.0/routers/ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2242992 Nov 12 04:06:51.638869 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d46f8-1ced-491c-9ce1-f3e71972071b None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:51.638996 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:51.640220 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-071d46f8-1ced-491c-9ce1-f3e71972071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:51.657922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-199b0283-05d1-4eec-a797-4e302d69986b tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'port': {'network_id': '892c40af-75c9-4a35-b835-821381729512', 'name': 'tempest-FloatingIPTestJSON-832874731'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:51.797172 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-071d46f8-1ced-491c-9ce1-f3e71972071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:51.835794 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d46f8-1ced-491c-9ce1-f3e71972071b None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:51.836934 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-071d46f8-1ced-491c-9ce1-f3e71972071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:51.892505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-071d46f8-1ced-491c-9ce1-f3e71972071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:51.893375 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071d46f8-1ced-491c-9ce1-f3e71972071b None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:51.962647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28a50f-ddec-4fb0-8d5c-adff8199bb77 req-bf910192-5bad-4074-b0b7-b2f09e26a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:51.964533 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5c28a50f-ddec-4fb0-8d5c-adff8199bb77 req-bf910192-5bad-4074-b0b7-b2f09e26a59d service neutron] 10.222.0.26 "GET /v2.0/networks?id=055cc169-c110-422a-9979-8bfa71a513af HTTP/1.1" status: 200 len: 914 time: 0.7356656 Nov 12 04:06:51.984182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd731be-9b24-4075-8d1a-625afbcd4862 None None] New status for floating IP ea358344-2856-410e-80a9-19f456e87553: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:06:51.994355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199b0283-05d1-4eec-a797-4e302d69986b tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Made reservation on behalf of 3f6ceadf46504220a045a7016706a087 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:51.995958 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cb16374-2c43-457d-8f34-4f05c110e416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:51.999959 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-199b0283-05d1-4eec-a797-4e302d69986b tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:52.037676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-199b0283-05d1-4eec-a797-4e302d69986b tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] device_id is not set on port 522fe899-7ca1-4d03-bfa0-3852fc619eee yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:06:52.119228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36c788-2906-453f-a118-8b41b55c40d9 req-79d9dcd1-2b75-4b72-8637-7a5d0dd218ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:52.120437 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c36c788-2906-453f-a118-8b41b55c40d9 req-79d9dcd1-2b75-4b72-8637-7a5d0dd218ce service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5409081 Nov 12 04:06:52.142938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf63f8-a761-48dc-ac6d-e22252b67c7a req-1bfcc349-10c2-4ae7-b070-d1f0dcc09df4 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:52.144532 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbbf63f8-a761-48dc-ac6d-e22252b67c7a req-1bfcc349-10c2-4ae7-b070-d1f0dcc09df4 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 943 time: 0.2914786 Nov 12 04:06:52.150331 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5c28a50f-ddec-4fb0-8d5c-adff8199bb77 req-2a483884-c6df-44f2-81ee-0bd6411e3cf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e7e3d46-351b-43e9-9e77-e7e93ab48b44 HTTP/1.1" status: 200 len: 999 time: 0.1745837 Nov 12 04:06:52.219195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-199b0283-05d1-4eec-a797-4e302d69986b tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.20.0.10 (892c40af-75c9-4a35-b835-821381729512/5d24de28-4dde-468f-848b-34aea32b8761/522fe899-7ca1-4d03-bfa0-3852fc619eee) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:52.368159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28a50f-ddec-4fb0-8d5c-adff8199bb77 req-daf562ad-3cf0-414c-9007-c4d7de9fd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:52.368159 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5c28a50f-ddec-4fb0-8d5c-adff8199bb77 req-daf562ad-3cf0-414c-9007-c4d7de9fd9d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6393c88c-4183-4f59-a17c-26cdf7e69c6a HTTP/1.1" status: 200 len: 851 time: 0.1779945 Nov 12 04:06:52.489061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-0d785a42-6d04-4d8e-a82b-6509a9a16e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:52.490826 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-0d785a42-6d04-4d8e-a82b-6509a9a16e8f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 1095 time: 0.3079560 Nov 12 04:06:52.502028 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbbf63f8-a761-48dc-ac6d-e22252b67c7a req-a823106a-a20a-4ac1-8ba3-2af3961b3ba4 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167927 Nov 12 04:06:52.551846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-4231b84c-bc0b-4ea2-87c6-8884938a9dc7 req-09df5c21-fddc-498d-af56-b9af6c30411b service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:06:52.553557 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4231b84c-bc0b-4ea2-87c6-8884938a9dc7 req-09df5c21-fddc-498d-af56-b9af6c30411b service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124009 Nov 12 04:06:52.557994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-91b6eb1d-b649-4bdd-a133-88d82a543c95 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 HTTP/1.1" status: 200 len: 217 time: 0.0531416 Nov 12 04:06:52.608837 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-199b0283-05d1-4eec-a797-4e302d69986b tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:52.645050 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28a50f-ddec-4fb0-8d5c-adff8199bb77 req-f42be63e-ce57-43e7-b555-2d9cc668d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:52.646542 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5c28a50f-ddec-4fb0-8d5c-adff8199bb77 req-f42be63e-ce57-43e7-b555-2d9cc668d498 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=055cc169-c110-422a-9979-8bfa71a513af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2275350 Nov 12 04:06:52.710017 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-199b0283-05d1-4eec-a797-4e302d69986b tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:52.721629 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-f2bf5e0a-2051-46d3-973d-7935ac7cd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:52.723190 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-f2bf5e0a-2051-46d3-973d-7935ac7cd588 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=35994df6-ba5b-4ffd-9001-bec83281056c HTTP/1.1" status: 200 len: 855 time: 0.1191316 Nov 12 04:06:52.788319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199b0283-05d1-4eec-a797-4e302d69986b tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 892c40af-75c9-4a35-b835-821381729512 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:52.790389 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-8bb7b772-d795-4477-b419-f1e5837f082f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336704 Nov 12 04:06:52.792089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-199b0283-05d1-4eec-a797-4e302d69986b tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:52.797283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b0283-05d1-4eec-a797-4e302d69986b tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:52.827735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b0283-05d1-4eec-a797-4e302d69986b tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=522fe899-7ca1-4d03-bfa0-3852fc619eee,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:52.856617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b0283-05d1-4eec-a797-4e302d69986b tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:52.857395 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-199b0283-05d1-4eec-a797-4e302d69986b tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:52.986305 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-199b0283-05d1-4eec-a797-4e302d69986b tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3436325 Nov 12 04:06:52.988963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56982) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:52.997566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b99e563f-9673-4951-9978-19ceb03cb9c6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'port': {'network_id': '892c40af-75c9-4a35-b835-821381729512', 'name': 'tempest-FloatingIPTestJSON-1112026732'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:53.068901 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52d1affa-3408-417f-9972-c665206c5ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:53.292780 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99e563f-9673-4951-9978-19ceb03cb9c6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Made reservation on behalf of 3f6ceadf46504220a045a7016706a087 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:53.298975 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b99e563f-9673-4951-9978-19ceb03cb9c6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:53.312186 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5c28a50f-ddec-4fb0-8d5c-adff8199bb77 req-fdca44a7-15b1-46b8-9736-bd3984169faf service neutron] 10.222.0.26 "GET /v2.0/networks/055cc169-c110-422a-9979-8bfa71a513af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6512139 Nov 12 04:06:53.317585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb16374-2c43-457d-8f34-4f05c110e416 admin admin] Router 779ece8c-c01c-4241-9aee-0a1f3432b2b7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:53.333620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-b99e563f-9673-4951-9978-19ceb03cb9c6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] device_id is not set on port 961a9d37-10a4-4834-b3f2-44084bbc4504 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:06:53.501690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35745054-fd34-4852-9e38-18d97655fafa req-50f50c61-80d5-428f-95c6-726a9f18ff47 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:53.504076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35745054-fd34-4852-9e38-18d97655fafa req-50f50c61-80d5-428f-95c6-726a9f18ff47 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.6773846 Nov 12 04:06:53.616616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9928649c-2189-429b-bc5d-0463e28d07db req-1699c9aa-2aa7-4714-8c01-c3a2c27349bf service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2992125 Nov 12 04:06:53.651914 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-dfda9b2f-90a5-4a3b-a082-79caded4b2de service neutron] 10.222.0.25 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8500421 Nov 12 04:06:53.692801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b99e563f-9673-4951-9978-19ceb03cb9c6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.20.0.4 (892c40af-75c9-4a35-b835-821381729512/5d24de28-4dde-468f-848b-34aea32b8761/961a9d37-10a4-4834-b3f2-44084bbc4504) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:53.738936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e976c7-2e34-4188-8691-d570639bce33 req-eb1e082a-d3fe-404f-9939-40f0601ab1ad tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:53.740891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5e976c7-2e34-4188-8691-d570639bce33 req-eb1e082a-d3fe-404f-9939-40f0601ab1ad tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 943 time: 0.1023932 Nov 12 04:06:53.804129 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5c28a50f-ddec-4fb0-8d5c-adff8199bb77 req-832aa9ae-f436-4684-a87d-538fb6a0a302 service neutron] 10.222.0.26 "GET /v2.0/networks/055cc169-c110-422a-9979-8bfa71a513af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820204 Nov 12 04:06:53.904348 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5e976c7-2e34-4188-8691-d570639bce33 req-c351180d-f2da-4991-bad1-b5b6d7adce15 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499162 Nov 12 04:06:53.927678 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35745054-fd34-4852-9e38-18d97655fafa req-05ef5c6a-16fc-406d-86bb-3f981d9e1aa9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4139006 Nov 12 04:06:54.045527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb16374-2c43-457d-8f34-4f05c110e416 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:54.057786 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a4eeb-d2b1-446c-824d-4dfce8ee96e7 None None] Sync routers for ids ['779ece8c-c01c-4241-9aee-0a1f3432b2b7'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:54.066066 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0cb16374-2c43-457d-8f34-4f05c110e416 admin admin] 10.222.0.105 "PUT /v2.0/routers/779ece8c-c01c-4241-9aee-0a1f3432b2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8283613 Nov 12 04:06:54.068824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:54.088438 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6865b37d-ca50-4e1f-b6d4-edda9259e1be req-460a4fbd-c638-42b6-9f0c-f335c170725b service neutron] 10.222.0.25 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920095 Nov 12 04:06:54.097916 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a4eeb-d2b1-446c-824d-4dfce8ee96e7 None None] Routers {'779ece8c-c01c-4241-9aee-0a1f3432b2b7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:54.098620 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-967a4eeb-d2b1-446c-824d-4dfce8ee96e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['779ece8c-c01c-4241-9aee-0a1f3432b2b7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:54.106535 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b99e563f-9673-4951-9978-19ceb03cb9c6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:54.251912 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b99e563f-9673-4951-9978-19ceb03cb9c6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:54.269167 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:54.301686 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-967a4eeb-d2b1-446c-824d-4dfce8ee96e7 None None] Set router 779ece8c-c01c-4241-9aee-0a1f3432b2b7 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:54.400613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e563f-9673-4951-9978-19ceb03cb9c6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 892c40af-75c9-4a35-b835-821381729512 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:54.415641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b99e563f-9673-4951-9978-19ceb03cb9c6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:54.432829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e563f-9673-4951-9978-19ceb03cb9c6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:54.499512 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:54.506565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e563f-9673-4951-9978-19ceb03cb9c6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=961a9d37-10a4-4834-b3f2-44084bbc4504,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:54.538490 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-967a4eeb-d2b1-446c-824d-4dfce8ee96e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'name': 'tempest-ServerRescueTestJSON-1343263731-router', 'tenant_id': '42414fb0f501495b93cd475024947496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:06:50Z', 'revision_number': 5, 'project_id': '42414fb0f501495b93cd475024947496', 'gw_port': {'id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:21Z', 'updated_at': '2021-11-12T04:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:54.553514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99e563f-9673-4951-9978-19ceb03cb9c6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:54.557123 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b99e563f-9673-4951-9978-19ceb03cb9c6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:54.586174 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a4eeb-d2b1-446c-824d-4dfce8ee96e7 None None] Checking router: 779ece8c-c01c-4241-9aee-0a1f3432b2b7 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:54.592456 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a4eeb-d2b1-446c-824d-4dfce8ee96e7 None None] Routers {'779ece8c-c01c-4241-9aee-0a1f3432b2b7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:54.593833 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-967a4eeb-d2b1-446c-824d-4dfce8ee96e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['779ece8c-c01c-4241-9aee-0a1f3432b2b7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:54.647543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b99e563f-9673-4951-9978-19ceb03cb9c6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6570637 Nov 12 04:06:54.651946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57060) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:54.672082 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '961a9d37-10a4-4834-b3f2-44084bbc4504', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:54.737668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] Deleting port 827f4ea0-8aca-4dd2-a804-c00d70da9ad6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:54.739041 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:54.744933 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-967a4eeb-d2b1-446c-824d-4dfce8ee96e7 None None] Set router 779ece8c-c01c-4241-9aee-0a1f3432b2b7 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:54.833838 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:54.851734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] For port 827f4ea0-8aca-4dd2-a804-c00d70da9ad6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=827f4ea0-8aca-4dd2-a804-c00d70da9ad6,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:54.853517 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:54.893069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] Calling delete_port for 827f4ea0-8aca-4dd2-a804-c00d70da9ad6 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:54.955098 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:55.136240 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-967a4eeb-d2b1-446c-824d-4dfce8ee96e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'name': 'tempest-ServerRescueTestJSON-1343263731-router', 'tenant_id': '42414fb0f501495b93cd475024947496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:06:50Z', 'revision_number': 5, 'project_id': '42414fb0f501495b93cd475024947496', 'gw_port': {'id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:21Z', 'updated_at': '2021-11-12T04:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:55.176848 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a4eeb-d2b1-446c-824d-4dfce8ee96e7 None None] The sync data for ids ['779ece8c-c01c-4241-9aee-0a1f3432b2b7'] in n-d-767704-23 is: [{'id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'name': 'tempest-ServerRescueTestJSON-1343263731-router', 'tenant_id': '42414fb0f501495b93cd475024947496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:06:50Z', 'revision_number': 5, 'project_id': '42414fb0f501495b93cd475024947496', 'gw_port': {'id': '827f4ea0-8aca-4dd2-a804-c00d70da9ad6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ece8c-c01c-4241-9aee-0a1f3432b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:21Z', 'updated_at': '2021-11-12T04:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:55.220164 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:55.296797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bee89-cc01-4041-9a8c-d4c38ffffdfa req-0b5f6c21-8129-4ffb-8594-7ac20e6bc24e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:55.302034 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f2bee89-cc01-4041-9a8c-d4c38ffffdfa req-0b5f6c21-8129-4ffb-8594-7ac20e6bc24e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 943 time: 0.1191101 Nov 12 04:06:55.322117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf027638-844b-4ebb-a98e-d6dda4121945 req-38dbfa04-42ad-41f1-98c7-af7bc01480e7 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:55.325072 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cf027638-844b-4ebb-a98e-d6dda4121945 req-38dbfa04-42ad-41f1-98c7-af7bc01480e7 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.2021654 Nov 12 04:06:55.399654 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f2bee89-cc01-4041-9a8c-d4c38ffffdfa req-abcf16f6-f254-4ba1-9391-680c33f50c29 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862615 Nov 12 04:06:55.462283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.25.8.66 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/8efcd67c-efae-4c24-8c5a-3b3a68efcda8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:55.475016 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:55.482864 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cf027638-844b-4ebb-a98e-d6dda4121945 req-858b2bbb-1eff-4217-a8b3-602d6e3b465f tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516066 Nov 12 04:06:55.563469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=827f4ea0-8aca-4dd2-a804-c00d70da9ad6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:55.665376 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:55.770128 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:55.773477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928649c-2189-429b-bc5d-0463e28d07db req-7f93d417-96aa-4c94-8361-0797bf10291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:55.775014 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9928649c-2189-429b-bc5d-0463e28d07db req-7f93d417-96aa-4c94-8361-0797bf10291b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b&tenant_id=07ce5d3360e74510bae653ba7f2aef20 HTTP/1.1" status: 200 len: 1095 time: 0.1444349 Nov 12 04:06:55.791425 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:55.867011 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:55.875335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:55.886461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:55.920277 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:55.922307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=8efcd67c-efae-4c24-8c5a-3b3a68efcda8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:55.923601 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:55.982669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928649c-2189-429b-bc5d-0463e28d07db req-8b4ee62f-f531-47aa-bf97-b4c6ba03dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:55.987057 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9928649c-2189-429b-bc5d-0463e28d07db req-8b4ee62f-f531-47aa-bf97-b4c6ba03dfc9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 1095 time: 0.1370244 Nov 12 04:06:56.072231 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.073243 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 779ece8c-c01c-4241-9aee-0a1f3432b2b7 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:06:56.105105 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.105105 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-aa71b20f-5712-4e3a-9ddd-de6cfd2c13f6 admin admin] 10.222.0.105 "DELETE /v2.0/routers/779ece8c-c01c-4241-9aee-0a1f3432b2b7 HTTP/1.1" status: 204 len: 168 time: 2.0320334 Nov 12 04:06:56.106477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57102) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:56.171755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928649c-2189-429b-bc5d-0463e28d07db req-5748ff4d-1ac5-4107-9ef2-60741ff3830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:56.173249 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9928649c-2189-429b-bc5d-0463e28d07db req-5748ff4d-1ac5-4107-9ef2-60741ff3830f service neutron] 10.222.0.26 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 918 time: 0.1786160 Nov 12 04:06:56.183038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5983ff-75ee-4b0f-8e06-dfb7487233e0 admin admin] Deleting subnet b16b7526-1b59-4e2c-ac2e-f5c060328fb4 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:06:56.215067 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5983ff-75ee-4b0f-8e06-dfb7487233e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.319142 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5983ff-75ee-4b0f-8e06-dfb7487233e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.365475 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9928649c-2189-429b-bc5d-0463e28d07db req-180e3f82-31bd-412c-9ba2-1045939676a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5 HTTP/1.1" status: 200 len: 998 time: 0.1722064 Nov 12 04:06:56.388438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e191ff6a-27b8-4e04-a25d-b323e2b1149a no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:56.419215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: e191ff6a-27b8-4e04-a25d-b323e2b1149a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:06:56.420087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e191ff6a-27b8-4e04-a25d-b323e2b1149a not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:56.422913 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5983ff-75ee-4b0f-8e06-dfb7487233e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.510661 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.536601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928649c-2189-429b-bc5d-0463e28d07db req-ab0112c2-227c-4dc7-b6ac-80cb8e13b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:56.538843 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9928649c-2189-429b-bc5d-0463e28d07db req-ab0112c2-227c-4dc7-b6ac-80cb8e13b13b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6d13c3-ac5c-4151-970c-435785743b79 HTTP/1.1" status: 200 len: 855 time: 0.1667898 Nov 12 04:06:56.626949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336074da-4411-4453-be1e-0c627036e09b req-f1a093cd-1993-4739-b139-22399c00d3ce tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:56.635090 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-336074da-4411-4453-be1e-0c627036e09b req-f1a093cd-1993-4739-b139-22399c00d3ce tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 943 time: 0.1225159 Nov 12 04:06:56.699706 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5983ff-75ee-4b0f-8e06-dfb7487233e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.712957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-336074da-4411-4453-be1e-0c627036e09b req-c9739e30-a078-4206-816a-a69fe2bf7e3a tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768898 Nov 12 04:06:56.740620 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.754383 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.758287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5983ff-75ee-4b0f-8e06-dfb7487233e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16b7526-1b59-4e2c-ac2e-f5c060328fb4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:56.794828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928649c-2189-429b-bc5d-0463e28d07db req-dc8a380b-7408-4692-8e08-5d80cedd769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:56.796850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9928649c-2189-429b-bc5d-0463e28d07db req-dc8a380b-7408-4692-8e08-5d80cedd769e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e3b4789-f637-4eb8-b37f-79c30376b867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2382805 Nov 12 04:06:56.809886 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5983ff-75ee-4b0f-8e06-dfb7487233e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.815838 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2b5983ff-75ee-4b0f-8e06-dfb7487233e0 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/b16b7526-1b59-4e2c-ac2e-f5c060328fb4 HTTP/1.1" status: 204 len: 168 time: 0.7082860 Nov 12 04:06:56.818917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57114) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:56.851729 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9cb22ced-91db-4e92-a472-8449fbf67d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.926840 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:57.003640 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf07e94a-d181-470e-9370-266905397f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.006417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cd994-e7e3-41ee-81a4-95b53f0f2be1 req-3d3b215f-54a7-492e-9a0d-9bd9bfa642e9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:57.010106 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ff1cd994-e7e3-41ee-81a4-95b53f0f2be1 req-3d3b215f-54a7-492e-9a0d-9bd9bfa642e9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.3864367 Nov 12 04:06:57.100710 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9928649c-2189-429b-bc5d-0463e28d07db req-d2e2c801-7b83-439a-a476-5e199db14d29 service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789838 Nov 12 04:06:57.234413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf07e94a-d181-470e-9370-266905397f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.234413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.234413 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bf07e94a-d181-470e-9370-266905397f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be207302-4e8a-42e0-9c56-59fd9287d686']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:57.240492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5985b537-fa6c-4cc0-bb93-f7cb98b1dc04,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:57.245369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bf07e94a-d181-470e-9370-266905397f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ce716e-bb43-49af-b6e6-35fbce7aa0a5') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:57.245747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bf07e94a-d181-470e-9370-266905397f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ce716e-bb43-49af-b6e6-35fbce7aa0a5') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:57.256825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '5985b537-fa6c-4cc0-bb93-f7cb98b1dc04', 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717', 'port_id': '5985b537-fa6c-4cc0-bb93-f7cb98b1dc04', 'mac_address': 'fa:16:3e:b7:5c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35994df6-ba5b-4ffd-9001-bec83281056c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:57.257539 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf07e94a-d181-470e-9370-266905397f31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.276662 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf07e94a-d181-470e-9370-266905397f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.285590 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ff1cd994-e7e3-41ee-81a4-95b53f0f2be1 req-c3202b50-8426-409d-84d3-c29e87e6e8ee tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879551 Nov 12 04:06:57.287180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf07e94a-d181-470e-9370-266905397f31 admin admin] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:06:57.287767 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf07e94a-d181-470e-9370-266905397f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.302386 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: items = [ Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:06:57.328024 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:06:57.330810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:57.350829 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9928649c-2189-429b-bc5d-0463e28d07db req-064af0a4-ac5f-4d56-a6e3-9c90623f5c47 service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844652 Nov 12 04:06:57.369782 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:06:57.370627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5985b537-fa6c-4cc0-bb93-f7cb98b1dc04,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:57.708920 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.744344 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.761789 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf07e94a-d181-470e-9370-266905397f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.767878 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf07e94a-d181-470e-9370-266905397f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.775474 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bf07e94a-d181-470e-9370-266905397f31 admin admin] 10.222.0.105 "DELETE /v2.0/networks/be207302-4e8a-42e0-9c56-59fd9287d686 HTTP/1.1" status: 204 len: 168 time: 0.9530659 Nov 12 04:06:57.843901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5985b537-fa6c-4cc0-bb93-f7cb98b1dc04,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:57.844049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07e94a-d181-470e-9370-266905397f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=be207302-4e8a-42e0-9c56-59fd9287d686,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:57.847290 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.848668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.849170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.850313 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.850819 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.851378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.852196 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.852691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.853180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.853907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.854399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.855080 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.873708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=8efcd67c-efae-4c24-8c5a-3b3a68efcda8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:57.891732 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.956580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['5985b537-fa6c-4cc0-bb93-f7cb98b1dc04'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:57.972130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87b6f0-6439-4e05-966b-9dab6a5c754d req-a379d11f-d177-4815-b307-75d9609d41f7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:57.984695 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d87b6f0-6439-4e05-966b-9dab6a5c754d req-a379d11f-d177-4815-b307-75d9609d41f7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 944 time: 0.1738963 Nov 12 04:06:58.264752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 827f4ea0-8aca-4dd2-a804-c00d70da9ad6 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:58.298382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 827f4ea0-8aca-4dd2-a804-c00d70da9ad6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:06:58.298788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 827f4ea0-8aca-4dd2-a804-c00d70da9ad6 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:58.452693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74122-c6a4-466d-ae4d-ec510efcbaa7 req-859a0212-d56d-4fbc-be79-c98c75b08a15 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:58.454303 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ebb74122-c6a4-466d-ae4d-ec510efcbaa7 req-859a0212-d56d-4fbc-be79-c98c75b08a15 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.0574093 Nov 12 04:06:58.521713 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ebb74122-c6a4-466d-ae4d-ec510efcbaa7 req-3ca6b9c0-3b2d-4c43-923f-e6f69e3b92de tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592954 Nov 12 04:06:58.531092 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:58.548677 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d87b6f0-6439-4e05-966b-9dab6a5c754d req-ed7340a8-7c7c-4c2f-b33a-916fd39ea3df tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630066 Nov 12 04:06:58.573926 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Floating IP 68d8ef49-7c0d-4fba-8b44-a16740085216 associated. External IP: 172.25.8.66, port: 961a9d37-10a4-4834-b3f2-44084bbc4504. Nov 12 04:06:58.751699 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:58.867734 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d15f06f9-8c59-41d0-a96c-ca2a0da3dab4 req-94567978-3a41-4ad1-b892-daa2fd0836d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1969371 Nov 12 04:06:58.954271 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2599c9f0-ca8c-4eb1-be79-ec7411851ad4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=42414fb0f501495b93cd475024947496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314237 Nov 12 04:06:58.954435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:58.966720 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f06f9-8c59-41d0-a96c-ca2a0da3dab4 req-490e4504-310c-4e1f-b177-75ff665b5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:58.985694 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d15f06f9-8c59-41d0-a96c-ca2a0da3dab4 req-490e4504-310c-4e1f-b177-75ff665b5639 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 1098 time: 0.0646827 Nov 12 04:06:58.986305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:59.095572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:59.131471 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:59.183067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:59.193131 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:59.193834 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:59.392953 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:59.439925 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8195d9a-f8e9-4c95-b4d1-148fa50a3329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:59.450091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:59.482580 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8195d9a-f8e9-4c95-b4d1-148fa50a3329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:59.491862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a68d5f-fbd2-4020-9d16-ef417d52b402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5985b537-fa6c-4cc0-bb93-f7cb98b1dc04'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:59.494528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f06f9-8c59-41d0-a96c-ca2a0da3dab4 req-c5e48139-3840-4318-b119-9a0db39dbe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:59.494765 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3cbdf8-264f-47ee-ae08-bde11f4fdcad" -d '{"events": [{"server_uuid": "75a68d5f-fbd2-4020-9d16-ef417d52b402", "name": "network-vif-plugged", "status": "completed", "tag": "5985b537-fa6c-4cc0-bb93-f7cb98b1dc04"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:59.496653 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d15f06f9-8c59-41d0-a96c-ca2a0da3dab4 req-c5e48139-3840-4318-b119-9a0db39dbe26 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 HTTP/1.1" status: 200 len: 917 time: 0.4787080 Nov 12 04:06:59.599016 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:59.639354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d15f06f9-8c59-41d0-a96c-ca2a0da3dab4 req-08cf9850-3a76-444a-981b-6edf652fa685 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce HTTP/1.1" status: 200 len: 217 time: 0.1341913 Nov 12 04:06:59.728741 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2ee95-83bb-4d2d-b34e-1290e3d642bf None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:59.791510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5985b537-fa6c-4cc0-bb93-f7cb98b1dc04,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:59.804869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f06f9-8c59-41d0-a96c-ca2a0da3dab4 req-3ad6c15d-426f-47ff-8ec0-60f29d27fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:59.807895 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d15f06f9-8c59-41d0-a96c-ca2a0da3dab4 req-3ad6c15d-426f-47ff-8ec0-60f29d27fd44 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=35994df6-ba5b-4ffd-9001-bec83281056c HTTP/1.1" status: 200 len: 855 time: 0.1331201 Nov 12 04:06:59.811341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2ee95-83bb-4d2d-b34e-1290e3d642bf None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:59.811998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8ee2ee95-83bb-4d2d-b34e-1290e3d642bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:59.870486 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8ee2ee95-83bb-4d2d-b34e-1290e3d642bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:59.890197 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-610b6e0c-2d49-4638-b40e-ee826fab4d7d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2310932 Nov 12 04:06:59.890197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:59.901206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-049620f1-944b-41d9-a859-a51e5a4ac93f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:59.925623 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:59.948700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2ee95-83bb-4d2d-b34e-1290e3d642bf None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:59.949684 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8ee2ee95-83bb-4d2d-b34e-1290e3d642bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:59.987612 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5757955-1814-4806-be8d-22b06d0b09a2 req-bc51d9a2-ce74-4271-accd-3ececd249b29 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:59.989423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5757955-1814-4806-be8d-22b06d0b09a2 req-bc51d9a2-ce74-4271-accd-3ececd249b29 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.3058758 Nov 12 04:07:00.000650 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d15f06f9-8c59-41d0-a96c-ca2a0da3dab4 req-6ac60662-21eb-431a-a70e-979fb2783e34 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1674290 Nov 12 04:07:00.046517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8ee2ee95-83bb-4d2d-b34e-1290e3d642bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:00.047993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2ee95-83bb-4d2d-b34e-1290e3d642bf None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:00.060901 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8195d9a-f8e9-4c95-b4d1-148fa50a3329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.061032 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-049620f1-944b-41d9-a859-a51e5a4ac93f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.067508 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8195d9a-f8e9-4c95-b4d1-148fa50a3329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.070539 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d8195d9a-f8e9-4c95-b4d1-148fa50a3329 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d1b0005b-00cd-4ab0-af81-fd3f7c853201 HTTP/1.1" status: 204 len: 168 time: 1.0812242 Nov 12 04:07:00.114943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=5985b537-fa6c-4cc0-bb93-f7cb98b1dc04,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:00.181747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8195d9a-f8e9-4c95-b4d1-148fa50a3329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b0005b-00cd-4ab0-af81-fd3f7c853201,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:00.328653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef4c64-fa4c-4045-9253-e5bd16398d32 req-3cf5ab79-526c-4a23-905e-68f99d8e4dbc tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:00.337521 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d7ef4c64-fa4c-4045-9253-e5bd16398d32 req-3cf5ab79-526c-4a23-905e-68f99d8e4dbc tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 945 time: 0.4500442 Nov 12 04:07:00.345272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5757955-1814-4806-be8d-22b06d0b09a2 req-e417221e-3536-481e-8b47-34d011d3d409 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3365729 Nov 12 04:07:00.439588 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d7ef4c64-fa4c-4045-9253-e5bd16398d32 req-1323d686-8ee5-442c-aea3-613fa39691ab tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006427 Nov 12 04:07:00.444571 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d15f06f9-8c59-41d0-a96c-ca2a0da3dab4 req-cdba4f11-c806-474d-8d41-6734161fea07 service neutron] 10.222.0.25 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726914 Nov 12 04:07:00.485233 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58b57a0-4514-4b39-ba70-d85d28429b34 x-openstack-request-id: req-a58b57a0-4514-4b39-ba70-d85d28429b34 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:00.485740 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a68d5f-fbd2-4020-9d16-ef417d52b402", "name": "network-vif-plugged", "status": "completed", "tag": "5985b537-fa6c-4cc0-bb93-f7cb98b1dc04", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:00.485903 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a58b57a0-4514-4b39-ba70-d85d28429b34 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:00.488434 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a68d5f-fbd2-4020-9d16-ef417d52b402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5985b537-fa6c-4cc0-bb93-f7cb98b1dc04', 'code': 200} Nov 12 04:07:00.627908 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d15f06f9-8c59-41d0-a96c-ca2a0da3dab4 req-6fce258a-a9d7-4183-9704-7f6b8f10ec5e service neutron] 10.222.0.25 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757283 Nov 12 04:07:00.737623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-049620f1-944b-41d9-a859-a51e5a4ac93f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.763793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99161fc7-ded7-43ad-9dc7-cdcea5644762 req-73d930d6-5363-4454-8a27-df205adef1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:00.769783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99161fc7-ded7-43ad-9dc7-cdcea5644762 req-73d930d6-5363-4454-8a27-df205adef1fa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 1097 time: 0.1584530 Nov 12 04:07:00.851628 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99161fc7-ded7-43ad-9dc7-cdcea5644762 req-617cb114-e21b-49d0-8a1e-03794bd596c1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741515 Nov 12 04:07:01.078496 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-049620f1-944b-41d9-a859-a51e5a4ac93f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.087952 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-049620f1-944b-41d9-a859-a51e5a4ac93f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Floating IP 68d8ef49-7c0d-4fba-8b44-a16740085216 disassociated. External IP: 172.25.8.66, port: 961a9d37-10a4-4834-b3f2-44084bbc4504. Nov 12 04:07:01.458779 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049620f1-944b-41d9-a859-a51e5a4ac93f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:01.616118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d485c-aad5-420f-a771-d2c6dbcc9e6e req-9ecd32c2-d8b6-4bb2-ac03-4c0d623960ee tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:01.620907 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14374-c978-4cac-8352-02df0acbf98a req-57174228-d50d-4be6-b403-141185e20274 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:01.622851 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b0d14374-c978-4cac-8352-02df0acbf98a req-57174228-d50d-4be6-b403-141185e20274 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 945 time: 0.0936134 Nov 12 04:07:01.625611 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e09d485c-aad5-420f-a771-d2c6dbcc9e6e req-9ecd32c2-d8b6-4bb2-ac03-4c0d623960ee tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.1511528 Nov 12 04:07:01.734876 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b0d14374-c978-4cac-8352-02df0acbf98a req-a631dca2-abec-4f38-8503-f0a33631a828 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960314 Nov 12 04:07:01.767593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049620f1-944b-41d9-a859-a51e5a4ac93f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:01.773164 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-049620f1-944b-41d9-a859-a51e5a4ac93f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.786053 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8359ccef-5843-4e0d-bca8-ba8db2acf4a1 None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:01.790839 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e09d485c-aad5-420f-a771-d2c6dbcc9e6e req-92cabe07-4bf3-48b0-905d-a347adcd2160 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092169 Nov 12 04:07:01.813139 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8359ccef-5843-4e0d-bca8-ba8db2acf4a1 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:01.815822 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8359ccef-5843-4e0d-bca8-ba8db2acf4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:01.835831 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-049620f1-944b-41d9-a859-a51e5a4ac93f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "PUT /v2.0/floatingips/68d8ef49-7c0d-4fba-8b44-a16740085216 HTTP/1.1" status: 200 len: 687 time: 1.9446194 Nov 12 04:07:01.836000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:01.916416 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8359ccef-5843-4e0d-bca8-ba8db2acf4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:01.935070 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8359ccef-5843-4e0d-bca8-ba8db2acf4a1 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:01.937336 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8359ccef-5843-4e0d-bca8-ba8db2acf4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:02.010211 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8359ccef-5843-4e0d-bca8-ba8db2acf4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:02.011673 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8359ccef-5843-4e0d-bca8-ba8db2acf4a1 None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:02.175013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dc7889f8-92b0-4d79-b88c-dc4b6c55719c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port 8efcd67c-efae-4c24-8c5a-3b3a68efcda8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:02.175013 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc7889f8-92b0-4d79-b88c-dc4b6c55719c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.276597 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc7889f8-92b0-4d79-b88c-dc4b6c55719c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.278925 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc7889f8-92b0-4d79-b88c-dc4b6c55719c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.306842 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dc7889f8-92b0-4d79-b88c-dc4b6c55719c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for 8efcd67c-efae-4c24-8c5a-3b3a68efcda8 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:02.591515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:02.742366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1340567105-network', 'tenant_id': '79ef31f00b10453b810a706be411ba9d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:02.950956 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c928ee-0f1b-4756-89a7-c4692f004244 req-d1e535b6-0678-4f00-991f-7d4eba3034c2 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:02.950956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9c928ee-0f1b-4756-89a7-c4692f004244 req-d1e535b6-0678-4f00-991f-7d4eba3034c2 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 945 time: 0.0719175 Nov 12 04:07:03.047683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9c928ee-0f1b-4756-89a7-c4692f004244 req-bf24fe86-453d-4a27-84ad-b41115da4054 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903754 Nov 12 04:07:03.148808 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc7889f8-92b0-4d79-b88c-dc4b6c55719c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.183271 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7889f8-92b0-4d79-b88c-dc4b6c55719c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=8efcd67c-efae-4c24-8c5a-3b3a68efcda8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:03.248389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8281b-a253-45ef-b1dc-4a49ca400e43 req-8d0fb10f-d3f1-4d4c-95f5-14e525e9a279 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:03.258735 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74a8281b-a253-45ef-b1dc-4a49ca400e43 req-8d0fb10f-d3f1-4d4c-95f5-14e525e9a279 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.1228266 Nov 12 04:07:03.270285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] Made reservation on behalf of 79ef31f00b10453b810a706be411ba9d for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:03.286482 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.309578 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.340647 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc7889f8-92b0-4d79-b88c-dc4b6c55719c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.345852 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc7889f8-92b0-4d79-b88c-dc4b6c55719c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.357650 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dc7889f8-92b0-4d79-b88c-dc4b6c55719c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/floatingips/68d8ef49-7c0d-4fba-8b44-a16740085216 HTTP/1.1" status: 204 len: 168 time: 1.5099080 Nov 12 04:07:03.357650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:03.359808 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '522fe899-7ca1-4d03-bfa0-3852fc619eee'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:03.360612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74a8281b-a253-45ef-b1dc-4a49ca400e43 req-226fe06b-3fba-4b09-8274-7fa493e2d468 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006544 Nov 12 04:07:03.522888 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.587382 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.678166 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.747440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925ed42c-eaaa-4927-8259-ff4d0f5f19d2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:03.766079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:07:03.796537 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.805949 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] Added segment 6285fac6-1911-404b-8ae5-e05c7a5499ec of type vlan for network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 Nov 12 04:07:03.808676 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.931032 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:04.200273 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:04.201505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:04.202146 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:04.353428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] Pushing event updated for resources: {'Network': ['ID=3fb39e1a-9370-49f4-a17c-50fcdcf7a516,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:04.374340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:07:04.480483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c3d51621-ce57-4634-b0f8-dd4f2d747b3e admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8862610 Nov 12 04:07:04.485581 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57230) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:04.510769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-150cfe18-c688-4dd2-8210-99488c0db5de admin admin] Request body: {'subnet': {'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1340567105-subnet', 'tenant_id': '79ef31f00b10453b810a706be411ba9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:04.654588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bd756-1474-4dda-9f10-4061e9171d2c req-52126405-7d3c-4291-a04b-61ddb944ce18 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:04.666894 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-420bd756-1474-4dda-9f10-4061e9171d2c req-52126405-7d3c-4291-a04b-61ddb944ce18 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.1744905 Nov 12 04:07:04.704353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.25.8.197 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/da5513cc-e792-44da-af65-d123a8045ac3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:04.741531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150cfe18-c688-4dd2-8210-99488c0db5de admin admin] Made reservation on behalf of 79ef31f00b10453b810a706be411ba9d for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:04.744128 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-150cfe18-c688-4dd2-8210-99488c0db5de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:04.822789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-420bd756-1474-4dda-9f10-4061e9171d2c req-56d7c802-e87d-4cdf-a740-2041651099f5 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544735 Nov 12 04:07:05.088649 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.927185 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.991445 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:05.991675 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-150cfe18-c688-4dd2-8210-99488c0db5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.992240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:05.992240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:05.996606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=da5513cc-e792-44da-af65-d123a8045ac3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:06.134552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cfe18-c688-4dd2-8210-99488c0db5de admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3110dda-0677-4da1-b118-225bfcce94e6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:06.218910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150cfe18-c688-4dd2-8210-99488c0db5de admin admin] Checking segment: {'id': '6285fac6-1911-404b-8ae5-e05c7a5499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:06.232359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150cfe18-c688-4dd2-8210-99488c0db5de admin admin] Network hostable DHCP agents. Network: 3fb39e1a-9370-49f4-a17c-50fcdcf7a516, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:07:06.269143 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef6291-e60d-4e6b-b26a-0cae934568e6 req-39751d5c-cd6e-4f35-bbbe-2187c95cf775 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:06.270902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38ef6291-e60d-4e6b-b26a-0cae934568e6 req-39751d5c-cd6e-4f35-bbbe-2187c95cf775 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.2728651 Nov 12 04:07:06.448773 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38ef6291-e60d-4e6b-b26a-0cae934568e6 req-173017f7-a481-4f47-8a9b-8d7ef840a700 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705518 Nov 12 04:07:06.520209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150cfe18-c688-4dd2-8210-99488c0db5de admin admin] Network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:07:06.600486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-150cfe18-c688-4dd2-8210-99488c0db5de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 3fb39e1a-9370-49f4-a17c-50fcdcf7a516) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:06.620623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb464b4-8ee0-4c65-bd3c-60ea5e86d86d None None] Network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:06.636433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150cfe18-c688-4dd2-8210-99488c0db5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:06.637326 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-150cfe18-c688-4dd2-8210-99488c0db5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:06.759512 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-150cfe18-c688-4dd2-8210-99488c0db5de admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2637010 Nov 12 04:07:06.865078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dda504f-ca41-47c2-9c5c-f2f997428600 None None] Network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:06.906738 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.227721 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.484974 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.600315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.732945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=da5513cc-e792-44da-af65-d123a8045ac3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:07.739951 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.916645 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Floating IP 780ecc35-4e4a-448a-a1c0-6bd3bb3f1c6a associated. External IP: 172.25.8.197, port: 522fe899-7ca1-4d03-bfa0-3852fc619eee. Nov 12 04:07:08.251747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:08.426450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:08.441797 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372fcb1-6766-40ad-ab69-f5dff49a5bf1 None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:08.473434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372fcb1-6766-40ad-ab69-f5dff49a5bf1 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:08.480025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b372fcb1-6766-40ad-ab69-f5dff49a5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:08.527369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b372fcb1-6766-40ad-ab69-f5dff49a5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:08.540685 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372fcb1-6766-40ad-ab69-f5dff49a5bf1 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:08.540685 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b372fcb1-6766-40ad-ab69-f5dff49a5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:08.580017 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.592092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b372fcb1-6766-40ad-ab69-f5dff49a5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:08.592775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372fcb1-6766-40ad-ab69-f5dff49a5bf1 None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:08.631147 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-337e0b22-3efd-4de3-8a9b-dcd6c89f082d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.2746806 Nov 12 04:07:08.631425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57276) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:08.727270 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4247022f-81c7-4483-8bcf-e1a7addaf61e tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "GET /v2.0/floatingips/780ecc35-4e4a-448a-a1c0-6bd3bb3f1c6a HTTP/1.1" status: 200 len: 978 time: 0.0941360 Nov 12 04:07:08.730305 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57278) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:08.877462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-952a3d63-34b8-4b30-ae30-df8d331514e4 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1449673 Nov 12 04:07:08.879241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:08.884299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ca672408-68ff-4666-a0b9-bd8cf1d826c3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'floatingip': {'port_id': '961a9d37-10a4-4834-b3f2-44084bbc4504'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:08.963599 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca672408-68ff-4666-a0b9-bd8cf1d826c3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.645136 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca672408-68ff-4666-a0b9-bd8cf1d826c3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.548767 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca672408-68ff-4666-a0b9-bd8cf1d826c3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.739780 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-ca672408-68ff-4666-a0b9-bd8cf1d826c3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Floating IP 780ecc35-4e4a-448a-a1c0-6bd3bb3f1c6a associated. External IP: 172.25.8.197, port: 522fe899-7ca1-4d03-bfa0-3852fc619eee. Nov 12 04:07:11.130652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca672408-68ff-4666-a0b9-bd8cf1d826c3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:11.387741 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca672408-68ff-4666-a0b9-bd8cf1d826c3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:11.407686 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d25dd0-45db-42cf-b27b-18fda2e3a3ad None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:11.426812 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d25dd0-45db-42cf-b27b-18fda2e3a3ad None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:11.427754 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a5d25dd0-45db-42cf-b27b-18fda2e3a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:11.475837 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a5d25dd0-45db-42cf-b27b-18fda2e3a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:11.489605 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d25dd0-45db-42cf-b27b-18fda2e3a3ad None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:11.492191 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a5d25dd0-45db-42cf-b27b-18fda2e3a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:11.622879 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a5d25dd0-45db-42cf-b27b-18fda2e3a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:11.624776 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d25dd0-45db-42cf-b27b-18fda2e3a3ad None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:12.116681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca672408-68ff-4666-a0b9-bd8cf1d826c3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:12.260850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca672408-68ff-4666-a0b9-bd8cf1d826c3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:12.265706 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca672408-68ff-4666-a0b9-bd8cf1d826c3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.272966 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc276048-a2df-4665-b93f-671e382ad409 None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:12.307507 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc276048-a2df-4665-b93f-671e382ad409 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:12.307507 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cc276048-a2df-4665-b93f-671e382ad409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:12.348283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cc276048-a2df-4665-b93f-671e382ad409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:12.363974 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ca672408-68ff-4666-a0b9-bd8cf1d826c3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "PUT /v2.0/floatingips/780ecc35-4e4a-448a-a1c0-6bd3bb3f1c6a HTTP/1.1" status: 200 len: 978 time: 3.4751298 Nov 12 04:07:12.364363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:12.364938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc276048-a2df-4665-b93f-671e382ad409 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:12.365294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cc276048-a2df-4665-b93f-671e382ad409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:12.370745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f215aecf-02a1-4b35-98c8-fb2bb89c00b9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:12.423685 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cc276048-a2df-4665-b93f-671e382ad409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:12.424582 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc276048-a2df-4665-b93f-671e382ad409 None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:12.504721 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f215aecf-02a1-4b35-98c8-fb2bb89c00b9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.689789 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f215aecf-02a1-4b35-98c8-fb2bb89c00b9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.774772 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f215aecf-02a1-4b35-98c8-fb2bb89c00b9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.775191 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-f215aecf-02a1-4b35-98c8-fb2bb89c00b9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Floating IP 780ecc35-4e4a-448a-a1c0-6bd3bb3f1c6a disassociated. External IP: 172.25.8.197, port: 961a9d37-10a4-4834-b3f2-44084bbc4504. Nov 12 04:07:13.060314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f215aecf-02a1-4b35-98c8-fb2bb89c00b9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:13.211117 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f215aecf-02a1-4b35-98c8-fb2bb89c00b9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:13.215828 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f215aecf-02a1-4b35-98c8-fb2bb89c00b9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:13.226644 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb7b9c2-3fa3-4222-aac7-a44630612032 None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:13.240742 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7b9c2-3fa3-4222-aac7-a44630612032 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:13.241297 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6cb7b9c2-3fa3-4222-aac7-a44630612032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:13.245986 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f215aecf-02a1-4b35-98c8-fb2bb89c00b9 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "PUT /v2.0/floatingips/780ecc35-4e4a-448a-a1c0-6bd3bb3f1c6a HTTP/1.1" status: 200 len: 688 time: 0.8807867 Nov 12 04:07:13.250182 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57304) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:13.276445 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6cb7b9c2-3fa3-4222-aac7-a44630612032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:13.288619 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7b9c2-3fa3-4222-aac7-a44630612032 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:13.289542 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6cb7b9c2-3fa3-4222-aac7-a44630612032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:13.338225 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6cb7b9c2-3fa3-4222-aac7-a44630612032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:13.339047 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb7b9c2-3fa3-4222-aac7-a44630612032 None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:13.413188 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8359b-ccdb-4805-abab-1152368b1496 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port da5513cc-e792-44da-af65-d123a8045ac3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:13.413825 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc8359b-ccdb-4805-abab-1152368b1496 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:13.522603 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc8359b-ccdb-4805-abab-1152368b1496 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:13.523720 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc8359b-ccdb-4805-abab-1152368b1496 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:13.539666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8359b-ccdb-4805-abab-1152368b1496 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for da5513cc-e792-44da-af65-d123a8045ac3 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:13.670933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-55bd69fa-79e2-4d76-99dc-2887d293d62b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:13.675891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-55bd69fa-79e2-4d76-99dc-2887d293d62b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/networks?id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516 HTTP/1.1" status: 200 len: 814 time: 0.1514585 Nov 12 04:07:13.694645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-51be853f-36da-4ed4-8758-fc8bcf6979e3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/quotas/79ef31f00b10453b810a706be411ba9d HTTP/1.1" status: 200 len: 375 time: 0.0096853 Nov 12 04:07:13.730301 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-503da555-da30-4deb-944d-76e211aa7ce3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=79ef31f00b10453b810a706be411ba9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294518 Nov 12 04:07:13.886785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ef070cb1-70b9-499c-8bfb-ab08f2e57222 service neutron] 10.222.0.105 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485052 Nov 12 04:07:13.914500 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc8359b-ccdb-4805-abab-1152368b1496 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:13.941864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8359b-ccdb-4805-abab-1152368b1496 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=da5513cc-e792-44da-af65-d123a8045ac3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:14.023502 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-69cc3a52-fc07-4c2c-bc41-2d240c7a68d8 service neutron] 10.222.0.105 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254706 Nov 12 04:07:14.325699 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc8359b-ccdb-4805-abab-1152368b1496 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.328634 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc8359b-ccdb-4805-abab-1152368b1496 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.329866 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9dc8359b-ccdb-4805-abab-1152368b1496 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/floatingips/780ecc35-4e4a-448a-a1c0-6bd3bb3f1c6a HTTP/1.1" status: 204 len: 168 time: 1.0780187 Nov 12 04:07:14.336464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:14.407742 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-101dc84e-635f-486c-b953-2ea5cf0bb0ee tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] delete failed (client error): The resource could not be found. Nov 12 04:07:14.409062 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-101dc84e-635f-486c-b953-2ea5cf0bb0ee tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/floatingips/780ecc35-4e4a-448a-a1c0-6bd3bb3f1c6a HTTP/1.1" status: 404 len: 345 time: 0.0713584 Nov 12 04:07:14.413486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57330) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:14.538381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b660d0-ac9d-42f4-b6e1-11f112eaef34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:14.544320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b660d0-ac9d-42f4-b6e1-11f112eaef34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:14.550936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b660d0-ac9d-42f4-b6e1-11f112eaef34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:14.552564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e3b660d0-ac9d-42f4-b6e1-11f112eaef34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "GET /v2.0/ports?network_id=892c40af-75c9-4a35-b835-821381729512 HTTP/1.1" status: 200 len: 2358 time: 0.1374974 Nov 12 04:07:14.556545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57336) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:14.574432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e547ef6-b51b-4c1e-9703-1c3dd0fdb438 req-e5eed800-89c0-4bd7-aea7-9f657a868c31 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:14.576077 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e547ef6-b51b-4c1e-9703-1c3dd0fdb438 req-e5eed800-89c0-4bd7-aea7-9f657a868c31 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.1255634 Nov 12 04:07:14.626172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96cb224-e3cc-483e-a986-c30194ec3186 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:14.632434 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f96cb224-e3cc-483e-a986-c30194ec3186 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "GET /v2.0/subnets/5d24de28-4dde-468f-848b-34aea32b8761 HTTP/1.1" status: 200 len: 797 time: 0.0702717 Nov 12 04:07:14.632631 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e547ef6-b51b-4c1e-9703-1c3dd0fdb438 req-614edf16-9f7a-442a-9c62-321b47f759b4 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496283 Nov 12 04:07:14.632920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:14.641845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'port': {'network_id': '892c40af-75c9-4a35-b835-821381729512', 'name': 'tempest-FloatingIPTestJSON-1647704477', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:14.881503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Made reservation on behalf of 3f6ceadf46504220a045a7016706a087 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:14.972894 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.992400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] device_id is not set on port cb3b0fc8-2faf-4c3a-b78c-28745b8ed6d2 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:07:15.367640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.20.0.14 (892c40af-75c9-4a35-b835-821381729512/5d24de28-4dde-468f-848b-34aea32b8761/cb3b0fc8-2faf-4c3a-b78c-28745b8ed6d2) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:15.376763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.20.0.13 (892c40af-75c9-4a35-b835-821381729512/5d24de28-4dde-468f-848b-34aea32b8761/cb3b0fc8-2faf-4c3a-b78c-28745b8ed6d2) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:15.547938 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.731678 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.785210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 892c40af-75c9-4a35-b835-821381729512 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:15.788682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:15.791099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:15.820987 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=cb3b0fc8-2faf-4c3a-b78c-28745b8ed6d2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:15.850333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:15.858029 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.006466 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-88b660b2-1385-4342-9fa2-2b1f76433a29 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3713896 Nov 12 04:07:16.008986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57356) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:16.064503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': 'cb3b0fc8-2faf-4c3a-b78c-28745b8ed6d2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:16.073376 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-457ba8e6-4686-4ab7-8d04-939f377898aa req-345558a7-bac6-4de8-9f23-8e21b50e0d72 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 210 time: 0.0306602 Nov 12 04:07:16.195188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e84b6b-bc61-40b0-8035-6926840735f2 req-773eee75-1f90-4605-8b31-49355e62cbb3 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:16.196757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97e84b6b-bc61-40b0-8035-6926840735f2 req-773eee75-1f90-4605-8b31-49355e62cbb3 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.0533280 Nov 12 04:07:16.206379 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.342996 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97e84b6b-bc61-40b0-8035-6926840735f2 req-7ffcfcd9-836c-4dc0-8206-d887d8dfcf96 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288209 Nov 12 04:07:16.363002 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.506700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.25.8.60 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/3976832c-b313-42b5-9212-6717ae294863) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:16.653140 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.186284 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4749235-2a80-48da-9351-0d3e1c5e8417 req-21adca75-d39b-425d-a5d1-3ac4b6a6442c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 210 time: 0.0352125 Nov 12 04:07:17.423715 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.541294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=3976832c-b313-42b5-9212-6717ae294863,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:17.586485 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:17.589751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:17.594248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c01162-378d-4921-9c19-5b8e56edc311 req-a25b3cde-e895-47b8-87a8-0ea2875d0547 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:17.597550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:17.609004 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2c01162-378d-4921-9c19-5b8e56edc311 req-a25b3cde-e895-47b8-87a8-0ea2875d0547 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.1700640 Nov 12 04:07:17.676375 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2c01162-378d-4921-9c19-5b8e56edc311 req-0f73deb6-c7c9-48e8-9fb9-b5a9ab69a9a8 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656474 Nov 12 04:07:17.762429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456a442-71d1-4835-afd3-32541f9e3914 req-2fc60fa3-c110-4a40-9298-3940ec3e5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:17.765827 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a456a442-71d1-4835-afd3-32541f9e3914 req-2fc60fa3-c110-4a40-9298-3940ec3e5d02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07ce5d3360e74510bae653ba7f2aef20&device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 1095 time: 0.1213303 Nov 12 04:07:18.200649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456a442-71d1-4835-afd3-32541f9e3914 req-02e60a0b-0f66-448d-b793-e288b9db734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:18.202469 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a456a442-71d1-4835-afd3-32541f9e3914 req-02e60a0b-0f66-448d-b793-e288b9db734b service neutron] 10.222.0.26 "GET /v2.0/networks?id=8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 200 len: 918 time: 0.2434592 Nov 12 04:07:18.324188 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a456a442-71d1-4835-afd3-32541f9e3914 req-210fc94e-4d01-41a6-9e50-5974152450ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5 HTTP/1.1" status: 200 len: 998 time: 0.1108193 Nov 12 04:07:18.471418 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f7513ff-5bdc-4d8f-9cf3-a050fc7cabb8 req-06e5ce5a-7211-4bed-88a4-26d877fcb137 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 210 time: 0.0924654 Nov 12 04:07:18.561273 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456a442-71d1-4835-afd3-32541f9e3914 req-abd8beb4-8635-43d9-a243-a415e08a9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:18.562777 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a456a442-71d1-4835-afd3-32541f9e3914 req-abd8beb4-8635-43d9-a243-a415e08a9c43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6d13c3-ac5c-4151-970c-435785743b79 HTTP/1.1" status: 200 len: 855 time: 0.2173827 Nov 12 04:07:18.680249 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:18.684310 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456a442-71d1-4835-afd3-32541f9e3914 req-d250730e-75e1-47e4-a9de-d78471494ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:18.685955 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a456a442-71d1-4835-afd3-32541f9e3914 req-d250730e-75e1-47e4-a9de-d78471494ef7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e3b4789-f637-4eb8-b37f-79c30376b867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154013 Nov 12 04:07:18.708616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ed5b7d1a-01e3-4abe-956c-0df5d197da85 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:18.711042 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ed5b7d1a-01e3-4abe-956c-0df5d197da85 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.25 "GET /v2.0/networks?id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516 HTTP/1.1" status: 200 len: 814 time: 0.1854281 Nov 12 04:07:18.729991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-5d6b89c2-418b-42f2-a5c8-f7546425a7bf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Request body: {'port': {'device_id': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516', 'admin_state_up': True, 'tenant_id': '79ef31f00b10453b810a706be411ba9d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:18.818650 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a456a442-71d1-4835-afd3-32541f9e3914 req-4193482b-59bc-4e0d-93de-96a5e059c25b service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128173 Nov 12 04:07:18.949546 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:18.977638 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.000459 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fc00c-04f6-4dfc-92fe-45636adb467f req-83766d2e-f459-433e-9e51-26fe31057017 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:19.002295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d9fc00c-04f6-4dfc-92fe-45636adb467f req-83766d2e-f459-433e-9e51-26fe31057017 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.1729422 Nov 12 04:07:19.016918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-5d6b89c2-418b-42f2-a5c8-f7546425a7bf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Made reservation on behalf of 79ef31f00b10453b810a706be411ba9d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:19.025713 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-5d6b89c2-418b-42f2-a5c8-f7546425a7bf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.055258 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a456a442-71d1-4835-afd3-32541f9e3914 req-0d8a8bfe-c9db-4f95-a2a9-040530b6397b service neutron] 10.222.0.26 "GET /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274673 Nov 12 04:07:19.121503 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d9fc00c-04f6-4dfc-92fe-45636adb467f req-fa1eda58-a002-447a-8bfd-9bdcc28fca1d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917113 Nov 12 04:07:19.251481 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.264024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-5d6b89c2-418b-42f2-a5c8-f7546425a7bf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Allocated IP 172.20.0.12 (3fb39e1a-9370-49f4-a17c-50fcdcf7a516/a3110dda-0677-4da1-b118-225bfcce94e6/92cfe604-0ef9-4057-aa70-7a4c48e853b5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:19.383569 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.486807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=3976832c-b313-42b5-9212-6717ae294863,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:19.515170 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.549283 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-5d6b89c2-418b-42f2-a5c8-f7546425a7bf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.665002 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Floating IP 4f375f07-a994-4ddc-b7fd-6c2fe7522985 associated. External IP: 172.25.8.60, port: cb3b0fc8-2faf-4c3a-b78c-28745b8ed6d2. Nov 12 04:07:19.697260 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4cd05afc-045d-46bd-8ee6-f7577a5d614e req-032b2a8a-ff29-4508-a14d-6b44d86ce602 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 210 time: 0.0533395 Nov 12 04:07:19.714777 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-5d6b89c2-418b-42f2-a5c8-f7546425a7bf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.793507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-5d6b89c2-418b-42f2-a5c8-f7546425a7bf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:19.796018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b89c2-418b-42f2-a5c8-f7546425a7bf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Pushing event updated for resources: {'Port': ['ID=92cfe604-0ef9-4057-aa70-7a4c48e853b5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:19.801662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-5d6b89c2-418b-42f2-a5c8-f7546425a7bf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:19.804347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-5d6b89c2-418b-42f2-a5c8-f7546425a7bf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:19.859582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-5d6b89c2-418b-42f2-a5c8-f7546425a7bf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:19.860609 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-5d6b89c2-418b-42f2-a5c8-f7546425a7bf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.934046 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:20.032389 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-5d6b89c2-418b-42f2-a5c8-f7546425a7bf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3101716 Nov 12 04:07:20.051598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Request body: {'port': {'device_id': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:20.068536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:20.081987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82fe37c-547a-46cd-93af-357504d6da0a None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:20.101499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82fe37c-547a-46cd-93af-357504d6da0a None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:20.103597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b82fe37c-547a-46cd-93af-357504d6da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:20.138553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b82fe37c-547a-46cd-93af-357504d6da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:20.145671 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.148755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82fe37c-547a-46cd-93af-357504d6da0a None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:20.149564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b82fe37c-547a-46cd-93af-357504d6da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:20.165184 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.192105 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b82fe37c-547a-46cd-93af-357504d6da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:20.193011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82fe37c-547a-46cd-93af-357504d6da0a None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:20.227135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5a16b123-2ffd-4fe0-b3cb-15d450dcc697 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2169611 Nov 12 04:07:20.228264 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:20.234895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9bde92fd-682f-42be-a9fb-bd57a66a91bb tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'floatingip': {'port_id': 'cb3b0fc8-2faf-4c3a-b78c-28745b8ed6d2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:20.346698 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bde92fd-682f-42be-a9fb-bd57a66a91bb tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.453452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74becb7c-ca11-462b-a432-5e313839c564 req-ccf37722-cd6b-42b2-b659-c31a1dc088c9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:20.455104 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74becb7c-ca11-462b-a432-5e313839c564 req-ccf37722-cd6b-42b2-b659-c31a1dc088c9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 943 time: 0.1444714 Nov 12 04:07:20.599022 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92cfe604-0ef9-4057-aa70-7a4c48e853b5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:20.612129 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.670664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74becb7c-ca11-462b-a432-5e313839c564 req-3cdf824a-d67d-4d77-ac57-98ca113ac228 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955495 Nov 12 04:07:20.671947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Transition to ACTIVE for port object 92cfe604-0ef9-4057-aa70-7a4c48e853b5 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:07:20.769213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.854593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Pushing event updated for resources: {'Port': ['ID=92cfe604-0ef9-4057-aa70-7a4c48e853b5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:20.867367 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 74e86828-2bb9-44d4-bf74-884822e4c4a5 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:21.020100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Attempting to bind port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:21.020720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Attempting to bind port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '6285fac6-1911-404b-8ae5-e05c7a5499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:21.021224 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Attempting to bind port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 on network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:21.030534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 on network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:21.033686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Attempting to bind port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 on network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:21.041444 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 74e86828-2bb9-44d4-bf74-884822e4c4a5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:21.048615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:21.048950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Checking segment: {'id': '6285fac6-1911-404b-8ae5-e05c7a5499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:21.049811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Bound using segment: {'id': '6285fac6-1911-404b-8ae5-e05c7a5499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:21.049811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Bound port: 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6285fac6-1911-404b-8ae5-e05c7a5499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:21.050094 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.056164 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'port_id': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'mac_address': 'fa:16:3e:6d:a0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:07:21.136700 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.161697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e86828-2bb9-44d4-bf74-884822e4c4a5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:21.196968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 74e86828-2bb9-44d4-bf74-884822e4c4a5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:21.200234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:21.204411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:21.267498 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.309610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d318d75-5092-47dc-b275-04c14d040664 req-4ce22581-4b0a-42c2-a518-70f1bd9186a7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.311933 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d318d75-5092-47dc-b275-04c14d040664 req-4ce22581-4b0a-42c2-a518-70f1bd9186a7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 944 time: 0.1034546 Nov 12 04:07:21.317215 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.387835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.390034 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.393912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] 10.222.0.25 "PUT /v2.0/ports/92cfe604-0ef9-4057-aa70-7a4c48e853b5 HTTP/1.1" status: 200 len: 1093 time: 1.3463235 Nov 12 04:07:21.395502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'tag': '92cfe604-0ef9-4057-aa70-7a4c48e853b5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:21.401405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=74e86828-2bb9-44d4-bf74-884822e4c4a5,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:21.423733 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c295ecf0-67d3-42bb-aecb-f9e7d8f48ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "aed5172c-44a9-49e5-b23c-4f7e9bbd47b4", "tag": "92cfe604-0ef9-4057-aa70-7a4c48e853b5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:21.447041 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bde92fd-682f-42be-a9fb-bd57a66a91bb tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.470715 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d318d75-5092-47dc-b275-04c14d040664 req-34573858-9a23-450f-92f7-00cc719d0fab tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480148 Nov 12 04:07:21.474106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3e08c-4f37-4b40-9220-610229d1cec1 service neutron] Pushing event updated for resources: {'Port': ['ID=92cfe604-0ef9-4057-aa70-7a4c48e853b5,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:21.501021 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850370f8-b853-43dc-aac2-9f1b5b32edac x-openstack-request-id: req-850370f8-b853-43dc-aac2-9f1b5b32edac {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:21.501578 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed5172c-44a9-49e5-b23c-4f7e9bbd47b4", "tag": "92cfe604-0ef9-4057-aa70-7a4c48e853b5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:21.502044 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-850370f8-b853-43dc-aac2-9f1b5b32edac {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:21.502506 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'tag': '92cfe604-0ef9-4057-aa70-7a4c48e853b5', 'status': 'completed', 'code': 200} Nov 12 04:07:21.560629 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bde92fd-682f-42be-a9fb-bd57a66a91bb tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.582902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295ecf0-67d3-42bb-aecb-f9e7d8f48ad0 req-3a4e9ad4-ab44-43c8-bdfc-0b710dd03881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.585000 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c295ecf0-67d3-42bb-aecb-f9e7d8f48ad0 req-3a4e9ad4-ab44-43c8-bdfc-0b710dd03881 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=79ef31f00b10453b810a706be411ba9d&device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 1096 time: 0.0621169 Nov 12 04:07:21.729087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295ecf0-67d3-42bb-aecb-f9e7d8f48ad0 req-0c14a627-7a09-4c6c-ae69-ccd6d1abb3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.730812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c295ecf0-67d3-42bb-aecb-f9e7d8f48ad0 req-0c14a627-7a09-4c6c-ae69-ccd6d1abb3c0 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=79ef31f00b10453b810a706be411ba9d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1376798 Nov 12 04:07:21.778260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['74e86828-2bb9-44d4-bf74-884822e4c4a5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:21.859061 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295ecf0-67d3-42bb-aecb-f9e7d8f48ad0 req-954ffdc0-322e-4d95-8617-a15ad290c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.860945 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c295ecf0-67d3-42bb-aecb-f9e7d8f48ad0 req-954ffdc0-322e-4d95-8617-a15ad290c8cc service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1220033 Nov 12 04:07:21.923229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c1eec-cf12-4ee8-a1f8-104b221b443b req-62155b77-cc83-43be-915f-c9e5465655d0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.931031 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f08c1eec-cf12-4ee8-a1f8-104b221b443b req-62155b77-cc83-43be-915f-c9e5465655d0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 944 time: 0.1664407 Nov 12 04:07:21.989628 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f08c1eec-cf12-4ee8-a1f8-104b221b443b req-0e6bad23-d98b-45c3-8fda-f07e1a9f1286 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573635 Nov 12 04:07:22.036726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-b8f51548-b824-4391-bc8f-6fed8223a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:22.041062 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-b8f51548-b824-4391-bc8f-6fed8223a6a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=79ef31f00b10453b810a706be411ba9d&device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 1096 time: 0.1313434 Nov 12 04:07:22.049813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bde92fd-682f-42be-a9fb-bd57a66a91bb tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:22.101045 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-e52f0ebe-0b0e-430f-a024-cfbe920e762a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5 HTTP/1.1" status: 200 len: 217 time: 0.0535376 Nov 12 04:07:22.175349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-e5dd4800-581c-4458-a608-365c6a5206e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:22.178206 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-e5dd4800-581c-4458-a608-365c6a5206e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3110dda-0677-4da1-b118-225bfcce94e6 HTTP/1.1" status: 200 len: 854 time: 0.0692556 Nov 12 04:07:22.209328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bde92fd-682f-42be-a9fb-bd57a66a91bb tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:22.223227 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452dfaf-9862-4736-907d-4837bcca49b1 None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:22.226075 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-29b439b2-785a-470f-a373-213435430597 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330651 Nov 12 04:07:22.230662 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bde92fd-682f-42be-a9fb-bd57a66a91bb tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:22.238081 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4452dfaf-9862-4736-907d-4837bcca49b1 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:22.239069 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4452dfaf-9862-4736-907d-4837bcca49b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:22.277600 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4452dfaf-9862-4736-907d-4837bcca49b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:22.289643 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4452dfaf-9862-4736-907d-4837bcca49b1 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:22.290616 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4452dfaf-9862-4736-907d-4837bcca49b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:22.350632 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9bde92fd-682f-42be-a9fb-bd57a66a91bb tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "PUT /v2.0/floatingips/4f375f07-a994-4ddc-b7fd-6c2fe7522985 HTTP/1.1" status: 200 len: 978 time: 2.1208358 Nov 12 04:07:22.358978 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4452dfaf-9862-4736-907d-4837bcca49b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:22.360528 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452dfaf-9862-4736-907d-4837bcca49b1 None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:22.362078 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:22.380942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-1f5f3d28-fe16-4e26-9ca1-2855bcd38826 service neutron] 10.222.0.25 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467092 Nov 12 04:07:22.609057 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ecafe-bf97-4779-8795-147802ae162d req-91ada954-66df-40fc-87a8-de357dad9d16 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:22.610972 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-759ecafe-bf97-4779-8795-147802ae162d req-91ada954-66df-40fc-87a8-de357dad9d16 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 944 time: 0.0619950 Nov 12 04:07:22.642953 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c2905c4-156c-45fb-9a95-f5e95e686301 req-36ce703d-4f1f-4d82-ae5b-0c55d2e57dc8 service neutron] 10.222.0.25 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261631 Nov 12 04:07:22.679295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-759ecafe-bf97-4779-8795-147802ae162d req-5a56b547-af96-428c-8d96-c37ae22d53cc tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610569 Nov 12 04:07:22.706497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-361e75f2-7383-4f4a-ba06-af4dbe490bfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port 3976832c-b313-42b5-9212-6717ae294863 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:22.707307 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-361e75f2-7383-4f4a-ba06-af4dbe490bfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:22.815498 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-361e75f2-7383-4f4a-ba06-af4dbe490bfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:22.816118 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-361e75f2-7383-4f4a-ba06-af4dbe490bfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:22.831988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-361e75f2-7383-4f4a-ba06-af4dbe490bfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for 3976832c-b313-42b5-9212-6717ae294863 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:23.123108 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3246c06-92fe-48a2-a4a0-5f036e7e5b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:23.153681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f0a8e-e37c-424e-bdaa-7575675c91a1 req-e161c79d-357a-406e-aa5b-2aa4a460629a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:23.155810 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af4f0a8e-e37c-424e-bdaa-7575675c91a1 req-e161c79d-357a-406e-aa5b-2aa4a460629a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 944 time: 0.0573931 Nov 12 04:07:23.176818 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-361e75f2-7383-4f4a-ba06-af4dbe490bfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:23.213345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e75f2-7383-4f4a-ba06-af4dbe490bfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=3976832c-b313-42b5-9212-6717ae294863,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:23.280110 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af4f0a8e-e37c-424e-bdaa-7575675c91a1 req-2962c783-28c5-43c0-a052-844aa42ba8e8 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135840 Nov 12 04:07:23.298136 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-361e75f2-7383-4f4a-ba06-af4dbe490bfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:23.298466 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-361e75f2-7383-4f4a-ba06-af4dbe490bfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Floating IP 4f375f07-a994-4ddc-b7fd-6c2fe7522985 disassociated (deleted). External IP: 172.25.8.60, port: cb3b0fc8-2faf-4c3a-b78c-28745b8ed6d2. Nov 12 04:07:23.520172 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361e75f2-7383-4f4a-ba06-af4dbe490bfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:23.633890 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361e75f2-7383-4f4a-ba06-af4dbe490bfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:23.641844 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-361e75f2-7383-4f4a-ba06-af4dbe490bfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:23.649368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c67da02-0808-441f-b09d-9de6903a6323 None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:23.661459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67da02-0808-441f-b09d-9de6903a6323 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:23.663460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0c67da02-0808-441f-b09d-9de6903a6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:23.672995 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-361e75f2-7383-4f4a-ba06-af4dbe490bfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/floatingips/4f375f07-a994-4ddc-b7fd-6c2fe7522985 HTTP/1.1" status: 204 len: 168 time: 1.3075302 Nov 12 04:07:23.674346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57466) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:23.704003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0c67da02-0808-441f-b09d-9de6903a6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:23.729006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67da02-0808-441f-b09d-9de6903a6323 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:23.729857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0c67da02-0808-441f-b09d-9de6903a6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:23.789740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0c67da02-0808-441f-b09d-9de6903a6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:23.790432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c67da02-0808-441f-b09d-9de6903a6323 None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:23.809213 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-573263fb-eea2-4980-8f7e-52a4752b0a8d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port cb3b0fc8-2faf-4c3a-b78c-28745b8ed6d2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:23.809555 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-573263fb-eea2-4980-8f7e-52a4752b0a8d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:23.892346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b7e37-4dd5-4bc0-880c-cbe2b10c5fb6 req-8dc2e1e0-27f6-46cc-9bd3-d4d4c465bbe3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:23.893769 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e6b7e37-4dd5-4bc0-880c-cbe2b10c5fb6 req-8dc2e1e0-27f6-46cc-9bd3-d4d4c465bbe3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 944 time: 0.1215773 Nov 12 04:07:23.931236 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-573263fb-eea2-4980-8f7e-52a4752b0a8d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:23.956191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-573263fb-eea2-4980-8f7e-52a4752b0a8d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for cb3b0fc8-2faf-4c3a-b78c-28745b8ed6d2 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:23.973486 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e6b7e37-4dd5-4bc0-880c-cbe2b10c5fb6 req-1429c8fc-ca17-442e-bdd9-2e4f8fad0ab4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714388 Nov 12 04:07:24.225777 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-573263fb-eea2-4980-8f7e-52a4752b0a8d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:24.257876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573263fb-eea2-4980-8f7e-52a4752b0a8d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=cb3b0fc8-2faf-4c3a-b78c-28745b8ed6d2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:24.364374 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-573263fb-eea2-4980-8f7e-52a4752b0a8d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:24.371454 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-573263fb-eea2-4980-8f7e-52a4752b0a8d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/ports/cb3b0fc8-2faf-4c3a-b78c-28745b8ed6d2 HTTP/1.1" status: 204 len: 168 time: 0.6925099 Nov 12 04:07:24.372670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57478) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:24.380718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:24.426998 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35973c-15c8-467a-baaf-88b5af8ace13 req-303bffb1-8d4b-4948-930c-993927eb9709 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:24.428458 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5b35973c-15c8-467a-baaf-88b5af8ace13 req-303bffb1-8d4b-4948-930c-993927eb9709 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 944 time: 0.0594695 Nov 12 04:07:24.477145 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:24.479054 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5b35973c-15c8-467a-baaf-88b5af8ace13 req-6564fd3f-f9b2-495d-a113-503d0baa4203 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442114 Nov 12 04:07:24.598103 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:24.708694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.25.8.198 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/fa6c3e4c-9078-4593-9c77-2f7090b420db) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:24.819969 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:24.879596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 74e86828-2bb9-44d4-bf74-884822e4c4a5 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:24.950329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 74e86828-2bb9-44d4-bf74-884822e4c4a5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:24.951276 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:24.984082 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.023130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 92cfe604-0ef9-4057-aa70-7a4c48e853b5 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:25.053996 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.075598 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.095114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e86828-2bb9-44d4-bf74-884822e4c4a5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:25.097480 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec89b0da-d30a-4e6f-a344-68c036570355" -d '{"events": [{"server_uuid": "ba5aa9d0-58e1-4111-9f54-ffe3e505559b", "name": "network-vif-plugged", "status": "completed", "tag": "74e86828-2bb9-44d4-bf74-884822e4c4a5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:25.135437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 74e86828-2bb9-44d4-bf74-884822e4c4a5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:25.141809 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:25.153508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:25.164567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:25.171963 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1482f9ea-73af-4885-a463-f7080a5c5e2c x-openstack-request-id: req-1482f9ea-73af-4885-a463-f7080a5c5e2c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:25.172416 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5aa9d0-58e1-4111-9f54-ffe3e505559b", "name": "network-vif-plugged", "status": "completed", "tag": "74e86828-2bb9-44d4-bf74-884822e4c4a5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:25.172785 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1482f9ea-73af-4885-a463-f7080a5c5e2c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:25.173287 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'code': 200} Nov 12 04:07:25.182235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:25.183117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784f7b6-c229-45d7-9586-72f7ba4dae67 req-07cd3a5c-91ce-4fe8-8b4d-fadcbf66388b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:25.185442 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2784f7b6-c229-45d7-9586-72f7ba4dae67 req-07cd3a5c-91ce-4fe8-8b4d-fadcbf66388b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 944 time: 0.1208773 Nov 12 04:07:25.187770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=fa6c3e4c-9078-4593-9c77-2f7090b420db,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:25.213730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '92cfe604-0ef9-4057-aa70-7a4c48e853b5', 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516', 'port_id': '92cfe604-0ef9-4057-aa70-7a4c48e853b5', 'mac_address': 'fa:16:3e:44:75:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3110dda-0677-4da1-b118-225bfcce94e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:07:25.270094 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.281289 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2784f7b6-c229-45d7-9586-72f7ba4dae67 req-3aa265a2-d6ab-4b68-a1e9-9a99c3c9a90c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602615 Nov 12 04:07:25.340072 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.356217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=74e86828-2bb9-44d4-bf74-884822e4c4a5,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:25.364531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92cfe604-0ef9-4057-aa70-7a4c48e853b5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:25.378568 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.401284 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:25.536321 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf6965-809d-4ecd-be07-27a053f0ec1a req-959c2927-cf1d-4afd-ac02-afe8906cd1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:25.538791 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73bf6965-809d-4ecd-be07-27a053f0ec1a req-959c2927-cf1d-4afd-ac02-afe8906cd1eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 1098 time: 0.0612583 Nov 12 04:07:25.545493 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.554062 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.594926 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73bf6965-809d-4ecd-be07-27a053f0ec1a req-6cb19f51-5120-42c4-a386-382475c9c5f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479569 Nov 12 04:07:25.633805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=92cfe604-0ef9-4057-aa70-7a4c48e853b5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:25.715365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59149c3b-ed6d-4f0d-a987-b09bf77df248 req-851df678-a3ee-45df-adfe-a8698366dca0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:25.719391 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-59149c3b-ed6d-4f0d-a987-b09bf77df248 req-851df678-a3ee-45df-adfe-a8698366dca0 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 946 time: 0.1087620 Nov 12 04:07:25.808023 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.814807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-59149c3b-ed6d-4f0d-a987-b09bf77df248 req-a769d68e-a3b2-42fb-b37f-9c27d5aefc02 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857477 Nov 12 04:07:25.818872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['92cfe604-0ef9-4057-aa70-7a4c48e853b5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:25.966061 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.042459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=fa6c3e4c-9078-4593-9c77-2f7090b420db,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:26.049128 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.178799 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.180206 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0ac233bb-cbcb-4b21-98d5-57d6f4c7cf91 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8031940 Nov 12 04:07:26.188550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57498) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:26.193754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-79afb232-f7b9-49f4-b247-12253b92a27f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'port': {'network_id': '892c40af-75c9-4a35-b835-821381729512', 'name': 'tempest-FloatingIPTestJSON-1542278105'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:26.467603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4bc1b-2e4d-4675-8479-70650f7d0dee req-38697765-7d78-46e4-a555-62dd630f4bb1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:26.469906 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-55f4bc1b-2e4d-4675-8479-70650f7d0dee req-38697765-7d78-46e4-a555-62dd630f4bb1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.0701303 Nov 12 04:07:26.546556 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-55f4bc1b-2e4d-4675-8479-70650f7d0dee req-c3148460-9fc6-432f-abda-1360c81dbc77 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704594 Nov 12 04:07:26.726034 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.759914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79afb232-f7b9-49f4-b247-12253b92a27f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Made reservation on behalf of 3f6ceadf46504220a045a7016706a087 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:26.763750 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79afb232-f7b9-49f4-b247-12253b92a27f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.787064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-79afb232-f7b9-49f4-b247-12253b92a27f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] device_id is not set on port 611cbab7-ad3a-4a3d-9b22-1dc1c0d63502 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:07:26.955927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-79afb232-f7b9-49f4-b247-12253b92a27f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.20.0.3 (892c40af-75c9-4a35-b835-821381729512/5d24de28-4dde-468f-848b-34aea32b8761/611cbab7-ad3a-4a3d-9b22-1dc1c0d63502) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:26.995568 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93dfc147-39c6-4de0-9b87-cd6f882c401e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.009822 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8fdc9-1f52-46b2-94ee-14f8ed1b88c3 req-a06acf0b-ae6d-4833-80e2-e756d3e7f2cc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:27.011432 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-72d8fdc9-1f52-46b2-94ee-14f8ed1b88c3 req-a06acf0b-ae6d-4833-80e2-e756d3e7f2cc tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 946 time: 0.0924404 Nov 12 04:07:27.035654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 92cfe604-0ef9-4057-aa70-7a4c48e853b5 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:27.156645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-72d8fdc9-1f52-46b2-94ee-14f8ed1b88c3 req-34d4a46c-c7ad-41c4-afff-899eb39d4e7a tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331034 Nov 12 04:07:27.187789 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:07:27.198357 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79afb232-f7b9-49f4-b247-12253b92a27f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.199324 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:27.199324 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.320190 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79afb232-f7b9-49f4-b247-12253b92a27f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.326445 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.353156 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cfe604-0ef9-4057-aa70-7a4c48e853b5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:27.355408 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464a743d-e254-47b6-b19c-3906489dcbe1" -d '{"events": [{"server_uuid": "aed5172c-44a9-49e5-b23c-4f7e9bbd47b4", "name": "network-vif-plugged", "status": "completed", "tag": "92cfe604-0ef9-4057-aa70-7a4c48e853b5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:27.377087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:27.395414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79afb232-f7b9-49f4-b247-12253b92a27f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 892c40af-75c9-4a35-b835-821381729512 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:27.399724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-79afb232-f7b9-49f4-b247-12253b92a27f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:27.405466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79afb232-f7b9-49f4-b247-12253b92a27f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:27.410460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afb232-f7b9-49f4-b247-12253b92a27f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=611cbab7-ad3a-4a3d-9b22-1dc1c0d63502,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:27.423275 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12119f77-d15b-4816-8f0b-e88c358ad57a x-openstack-request-id: req-12119f77-d15b-4816-8f0b-e88c358ad57a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:27.423275 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed5172c-44a9-49e5-b23c-4f7e9bbd47b4", "name": "network-vif-plugged", "status": "completed", "tag": "92cfe604-0ef9-4057-aa70-7a4c48e853b5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:27.423275 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-12119f77-d15b-4816-8f0b-e88c358ad57a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:27.423275 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cfe604-0ef9-4057-aa70-7a4c48e853b5', 'code': 200} Nov 12 04:07:27.483327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79afb232-f7b9-49f4-b247-12253b92a27f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:27.484004 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79afb232-f7b9-49f4-b247-12253b92a27f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.519615 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.541479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b03f18-52a3-48b2-96db-c9a28f6f3198 req-38b8e99e-c8c1-4fd1-9690-7c1b168c1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:27.543080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16b03f18-52a3-48b2-96db-c9a28f6f3198 req-38b8e99e-c8c1-4fd1-9690-7c1b168c1924 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 1097 time: 0.0549655 Nov 12 04:07:27.609499 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16b03f18-52a3-48b2-96db-c9a28f6f3198 req-028d5f38-e4de-4012-8998-7ac1b7bcea5b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569282 Nov 12 04:07:27.649242 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=92cfe604-0ef9-4057-aa70-7a4c48e853b5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:27.698388 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-79afb232-f7b9-49f4-b247-12253b92a27f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5086486 Nov 12 04:07:27.701478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57538) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:27.707553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bcb2c239-7e89-4c2f-8a96-4c5b6d89b06d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'floatingip': {'port_id': '611cbab7-ad3a-4a3d-9b22-1dc1c0d63502'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:27.712745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11a513-91e5-4b40-bb5b-b59bb6afad33 req-88d80255-27a4-49d4-a7ae-91095855cf69 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:27.714322 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c11a513-91e5-4b40-bb5b-b59bb6afad33 req-88d80255-27a4-49d4-a7ae-91095855cf69 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0609591 Nov 12 04:07:27.750776 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcb2c239-7e89-4c2f-8a96-4c5b6d89b06d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.785453 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c11a513-91e5-4b40-bb5b-b59bb6afad33 req-94616e7f-bf4f-487e-b0ea-62ec7a131bac tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640228 Nov 12 04:07:28.308941 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcb2c239-7e89-4c2f-8a96-4c5b6d89b06d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.335649 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbd058-3371-49e4-b9a4-d0c54d20bc94 req-8cd4d654-51f4-4f72-9b5f-58c89b422c18 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:28.337191 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77cbd058-3371-49e4-b9a4-d0c54d20bc94 req-8cd4d654-51f4-4f72-9b5f-58c89b422c18 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 946 time: 0.0758188 Nov 12 04:07:28.391385 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77cbd058-3371-49e4-b9a4-d0c54d20bc94 req-90c148aa-c06d-4feb-8266-7f60e195b485 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470734 Nov 12 04:07:28.468289 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcb2c239-7e89-4c2f-8a96-4c5b6d89b06d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.568113 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-bcb2c239-7e89-4c2f-8a96-4c5b6d89b06d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Floating IP 2b962ee0-4653-4ca6-9b71-1d59e31a84dc associated. External IP: 172.25.8.198, port: 611cbab7-ad3a-4a3d-9b22-1dc1c0d63502. Nov 12 04:07:28.605583 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.794729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb2c239-7e89-4c2f-8a96-4c5b6d89b06d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:29.091216 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:29.106558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706a3b7-3b0f-4431-b335-69b0478c5270 req-3ce7bd7c-8283-4663-8b05-5519dbfc0577 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:29.108193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d706a3b7-3b0f-4431-b335-69b0478c5270 req-3ce7bd7c-8283-4663-8b05-5519dbfc0577 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.2425184 Nov 12 04:07:29.111606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb2c239-7e89-4c2f-8a96-4c5b6d89b06d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:29.116857 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcb2c239-7e89-4c2f-8a96-4c5b6d89b06d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:29.124597 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db749bd0-531a-4bcf-ab4d-3979f7f9ff26 None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:29.135408 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db749bd0-531a-4bcf-ab4d-3979f7f9ff26 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:29.136012 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-db749bd0-531a-4bcf-ab4d-3979f7f9ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:29.177421 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bcb2c239-7e89-4c2f-8a96-4c5b6d89b06d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "PUT /v2.0/floatingips/2b962ee0-4653-4ca6-9b71-1d59e31a84dc HTTP/1.1" status: 200 len: 978 time: 1.4744103 Nov 12 04:07:29.180072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57576) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:29.183989 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-db749bd0-531a-4bcf-ab4d-3979f7f9ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:29.193366 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db749bd0-531a-4bcf-ab4d-3979f7f9ff26 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:29.194431 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-db749bd0-531a-4bcf-ab4d-3979f7f9ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:29.234657 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-db749bd0-531a-4bcf-ab4d-3979f7f9ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:29.235638 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db749bd0-531a-4bcf-ab4d-3979f7f9ff26 None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:29.251091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d706a3b7-3b0f-4431-b335-69b0478c5270 req-cda75cc0-d398-4fc0-885b-f8c54d58a45d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317029 Nov 12 04:07:29.319550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f4772f10-8da7-4e21-8380-e14ad662dc34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port 611cbab7-ad3a-4a3d-9b22-1dc1c0d63502 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:29.320274 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4772f10-8da7-4e21-8380-e14ad662dc34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:29.421144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4772f10-8da7-4e21-8380-e14ad662dc34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:29.526272 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdcb99-d1cc-459d-8805-a9605ed02f39 req-2933c4e5-414d-4b5e-b97f-296dd435d227 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:29.527878 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60fdcb99-d1cc-459d-8805-a9605ed02f39 req-2933c4e5-414d-4b5e-b97f-296dd435d227 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 946 time: 0.0550396 Nov 12 04:07:29.609171 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60fdcb99-d1cc-459d-8805-a9605ed02f39 req-d2db212a-cd16-4f71-97c0-87429d790da9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737689 Nov 12 04:07:29.630753 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4772f10-8da7-4e21-8380-e14ad662dc34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:29.631115 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4772f10-8da7-4e21-8380-e14ad662dc34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:29.633826 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-f4772f10-8da7-4e21-8380-e14ad662dc34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Floating IP 2b962ee0-4653-4ca6-9b71-1d59e31a84dc disassociated. External IP: 172.25.8.198, port: 611cbab7-ad3a-4a3d-9b22-1dc1c0d63502. Nov 12 04:07:29.633826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f4772f10-8da7-4e21-8380-e14ad662dc34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for 611cbab7-ad3a-4a3d-9b22-1dc1c0d63502 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:29.934696 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4772f10-8da7-4e21-8380-e14ad662dc34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:29.962743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4772f10-8da7-4e21-8380-e14ad662dc34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=611cbab7-ad3a-4a3d-9b22-1dc1c0d63502,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:30.084875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4772f10-8da7-4e21-8380-e14ad662dc34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:30.201120 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4772f10-8da7-4e21-8380-e14ad662dc34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:30.211419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba156f31-a518-426c-b02e-909cad8e5015 None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:30.222280 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba156f31-a518-426c-b02e-909cad8e5015 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:30.222898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ba156f31-a518-426c-b02e-909cad8e5015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:30.257071 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ba156f31-a518-426c-b02e-909cad8e5015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:30.266022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba156f31-a518-426c-b02e-909cad8e5015 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:30.266622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ba156f31-a518-426c-b02e-909cad8e5015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:30.269825 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4772f10-8da7-4e21-8380-e14ad662dc34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.273780 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f4772f10-8da7-4e21-8380-e14ad662dc34 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/ports/611cbab7-ad3a-4a3d-9b22-1dc1c0d63502 HTTP/1.1" status: 204 len: 168 time: 1.0924819 Nov 12 04:07:30.275882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57602) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:30.306213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ba156f31-a518-426c-b02e-909cad8e5015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:30.307178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba156f31-a518-426c-b02e-909cad8e5015 None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:30.333164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a684cc36-6a8d-487c-8fbb-37287c45a886 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "GET /v2.0/floatingips/2b962ee0-4653-4ca6-9b71-1d59e31a84dc HTTP/1.1" status: 200 len: 688 time: 0.0560851 Nov 12 04:07:30.337823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:30.412914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce6f7c-0ac6-46a0-8021-06a08542e7ac req-99b19da6-6ec5-4a48-87a0-b133be85b112 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:30.414428 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-70ce6f7c-0ac6-46a0-8021-06a08542e7ac req-99b19da6-6ec5-4a48-87a0-b133be85b112 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0802717 Nov 12 04:07:30.476476 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-70ce6f7c-0ac6-46a0-8021-06a08542e7ac req-4fbd40dc-42c4-42a3-b574-e7032968008f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551174 Nov 12 04:07:30.479084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-415c08b5-e41d-4dd2-912e-ebd0c317edfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port fa6c3e4c-9078-4593-9c77-2f7090b420db {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:30.479429 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-415c08b5-e41d-4dd2-912e-ebd0c317edfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.566511 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-415c08b5-e41d-4dd2-912e-ebd0c317edfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.566840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-415c08b5-e41d-4dd2-912e-ebd0c317edfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.587028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-415c08b5-e41d-4dd2-912e-ebd0c317edfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for fa6c3e4c-9078-4593-9c77-2f7090b420db owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:30.746924 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6959a-1cdd-4247-8983-b0a40bb5a8c0 req-49588d7b-d629-40aa-9225-fbc82566797e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:30.749553 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-56e6959a-1cdd-4247-8983-b0a40bb5a8c0 req-49588d7b-d629-40aa-9225-fbc82566797e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 946 time: 0.0671651 Nov 12 04:07:30.804438 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-56e6959a-1cdd-4247-8983-b0a40bb5a8c0 req-176f1692-2510-4a53-bf05-764308ec6715 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485487 Nov 12 04:07:30.820755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-9d6f48c8-095f-49a8-81d2-d1f6f1f73d9f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:30.824493 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-9d6f48c8-095f-49a8-81d2-d1f6f1f73d9f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/networks?id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516 HTTP/1.1" status: 200 len: 814 time: 0.1792371 Nov 12 04:07:30.876630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-f366a7ec-f0c5-41ee-83e5-b72e64af7df5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/quotas/79ef31f00b10453b810a706be411ba9d HTTP/1.1" status: 200 len: 375 time: 0.0353789 Nov 12 04:07:30.948019 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1f393ae3-d290-4178-a2b2-1ec2e240441c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=79ef31f00b10453b810a706be411ba9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616586 Nov 12 04:07:31.046657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-463d2edf-79ca-4936-b489-462e7b6eb9ed service neutron] 10.222.0.105 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909617 Nov 12 04:07:31.106197 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-415c08b5-e41d-4dd2-912e-ebd0c317edfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.146627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c08b5-e41d-4dd2-912e-ebd0c317edfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=fa6c3e4c-9078-4593-9c77-2f7090b420db,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:31.211185 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-9dbc5a7f-1877-4f43-affd-4e5b6022305c service neutron] 10.222.0.105 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579587 Nov 12 04:07:31.228693 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-415c08b5-e41d-4dd2-912e-ebd0c317edfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.234318 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-415c08b5-e41d-4dd2-912e-ebd0c317edfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.234318 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-415c08b5-e41d-4dd2-912e-ebd0c317edfc tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/floatingips/2b962ee0-4653-4ca6-9b71-1d59e31a84dc HTTP/1.1" status: 204 len: 168 time: 0.8943880 Nov 12 04:07:31.237245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57642) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:31.241877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '961a9d37-10a4-4834-b3f2-44084bbc4504'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:31.401895 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.508297 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.616937 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.25.8.82 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/ed546866-c6a5-45c0-90cf-dc6217fa3ea8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:31.725209 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-73a46a95-5871-477e-8f4d-aaee80bf689a req-7b9d72a4-7624-46ed-bc19-c5316d60c5d4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 210 time: 0.0320759 Nov 12 04:07:31.787362 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.994426 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:32.059499 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:32.065768 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:32.068545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:32.105633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=ed546866-c6a5-45c0-90cf-dc6217fa3ea8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:32.629626 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:32.835606 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3561fded-4a2c-4a0b-b2ca-b10b874ceb6e req-d812f2e1-2d97-4dfb-8567-55e3e73cc8d1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 210 time: 0.0434835 Nov 12 04:07:32.846653 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.039177 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.179920 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.269984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=ed546866-c6a5-45c0-90cf-dc6217fa3ea8,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:33.275150 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:33.416525 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Floating IP 499d86fc-a2d0-464f-98ad-ad23591cb260 associated. External IP: 172.25.8.82, port: 961a9d37-10a4-4834-b3f2-44084bbc4504. Nov 12 04:07:33.669475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:33.824452 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:33.835680 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e138a3-4d0c-4aa5-bc13-f4dbebaf17b2 None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:33.845499 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e138a3-4d0c-4aa5-bc13-f4dbebaf17b2 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:33.846277 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-21e138a3-4d0c-4aa5-bc13-f4dbebaf17b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:33.886369 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-21e138a3-4d0c-4aa5-bc13-f4dbebaf17b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:33.891968 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e138a3-4d0c-4aa5-bc13-f4dbebaf17b2 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:33.892641 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-21e138a3-4d0c-4aa5-bc13-f4dbebaf17b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:33.927293 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-21e138a3-4d0c-4aa5-bc13-f4dbebaf17b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:33.927957 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e138a3-4d0c-4aa5-bc13-f4dbebaf17b2 None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:33.958843 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45b5e2ee-20dd-4996-baaa-185446b8612a req-76642cad-4097-427c-a46c-1835e7bee003 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 210 time: 0.0293560 Nov 12 04:07:33.996024 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.032156 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bcf9bfbb-e08c-478f-be52-838a0153c2b5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7904642 Nov 12 04:07:34.032386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:34.037440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-15bbe113-a924-4df3-9d8f-d981faac244d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1330122808'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:34.256710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bbe113-a924-4df3-9d8f-d981faac244d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Made reservation on behalf of 3f6ceadf46504220a045a7016706a087 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:34.263899 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15bbe113-a924-4df3-9d8f-d981faac244d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.303024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bbe113-a924-4df3-9d8f-d981faac244d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:07:34.319077 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15bbe113-a924-4df3-9d8f-d981faac244d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.319416 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-15bbe113-a924-4df3-9d8f-d981faac244d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Added segment 27845dc1-c8d3-4e9f-993a-4ce23740466d of type vlan for network 8eb8cbc8-18ce-426e-950a-39fc1a8a14c0 Nov 12 04:07:34.369685 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15bbe113-a924-4df3-9d8f-d981faac244d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.393417 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:07:34.529617 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15bbe113-a924-4df3-9d8f-d981faac244d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.535366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbe113-a924-4df3-9d8f-d981faac244d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:34.536499 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15bbe113-a924-4df3-9d8f-d981faac244d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.621917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbe113-a924-4df3-9d8f-d981faac244d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Network': ['ID=8eb8cbc8-18ce-426e-950a-39fc1a8a14c0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:34.634465 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 8eb8cbc8-18ce-426e-950a-39fc1a8a14c0 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:07:34.737069 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-15bbe113-a924-4df3-9d8f-d981faac244d tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7043552 Nov 12 04:07:34.740169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:34.749846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4ca42665-0563-4091-ae2d-3916d10c91b8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'subnet': {'network_id': '8eb8cbc8-18ce-426e-950a-39fc1a8a14c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:34.972719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca42665-0563-4091-ae2d-3916d10c91b8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Made reservation on behalf of 3f6ceadf46504220a045a7016706a087 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:34.978676 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ca42665-0563-4091-ae2d-3916d10c91b8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:35.064013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-8e03eda3-4aa1-4d89-b7ff-32163292bf07 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:35.065562 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-8e03eda3-4aa1-4d89-b7ff-32163292bf07 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.26 "GET /v2.0/networks?id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516 HTTP/1.1" status: 200 len: 814 time: 0.1688855 Nov 12 04:07:35.093699 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-e5b9cd49-35bf-46d2-a64c-13aae12a670f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Request body: {'port': {'device_id': 'ac43a318-9276-44ee-8e3d-ec976ed84be2', 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516', 'admin_state_up': True, 'tenant_id': '79ef31f00b10453b810a706be411ba9d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:35.281260 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c97b8363-7a6a-4750-a3ce-813937cbbd5c req-0b2a46f8-36dd-4c15-a266-4edad33637e5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 210 time: 0.0752273 Nov 12 04:07:35.459926 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-e5b9cd49-35bf-46d2-a64c-13aae12a670f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Made reservation on behalf of 79ef31f00b10453b810a706be411ba9d for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:35.465100 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-e5b9cd49-35bf-46d2-a64c-13aae12a670f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:35.551702 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ca42665-0563-4091-ae2d-3916d10c91b8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:35.617029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca42665-0563-4091-ae2d-3916d10c91b8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Subnet': ['ID=db07e725-bdb5-4c6e-bbbe-7b11cbb44056,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:35.627280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca42665-0563-4091-ae2d-3916d10c91b8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Checking segment: {'id': '27845dc1-c8d3-4e9f-993a-4ce23740466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '8eb8cbc8-18ce-426e-950a-39fc1a8a14c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:35.627654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca42665-0563-4091-ae2d-3916d10c91b8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network hostable DHCP agents. Network: 8eb8cbc8-18ce-426e-950a-39fc1a8a14c0, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:07:35.634874 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-e5b9cd49-35bf-46d2-a64c-13aae12a670f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Allocated IP 172.20.0.9 (3fb39e1a-9370-49f4-a17c-50fcdcf7a516/a3110dda-0677-4da1-b118-225bfcce94e6/ec6aa07a-eeee-4fe3-912e-378a30a6548d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:35.742182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca42665-0563-4091-ae2d-3916d10c91b8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 8eb8cbc8-18ce-426e-950a-39fc1a8a14c0 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:07:35.867821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4ca42665-0563-4091-ae2d-3916d10c91b8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 8eb8cbc8-18ce-426e-950a-39fc1a8a14c0) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:35.872712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca42665-0563-4091-ae2d-3916d10c91b8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:35.873380 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ca42665-0563-4091-ae2d-3916d10c91b8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:35.881260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ea9ec-492b-4535-8ce7-2c36cdaff838 None None] Network 8eb8cbc8-18ce-426e-950a-39fc1a8a14c0 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:36.024774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4ca42665-0563-4091-ae2d-3916d10c91b8 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2797561 Nov 12 04:07:36.027531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57730) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:36.034988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-247402342', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:36.093207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-8eb8cbc8-18ce-426e-950a-39fc1a8a14c0', 'network_id': '8eb8cbc8-18ce-426e-950a-39fc1a8a14c0', 'tenant_id': '3f6ceadf46504220a045a7016706a087', 'fixed_ips': [{'subnet_id': 'db07e725-bdb5-4c6e-bbbe-7b11cbb44056'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:07:36.094464 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.200996 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.204136 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.288322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Allocated IP 172.20.0.2 (8eb8cbc8-18ce-426e-950a-39fc1a8a14c0/db07e725-bdb5-4c6e-bbbe-7b11cbb44056/daaedf30-a4f6-428f-8b91-747c83e8d6a1) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:36.391622 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.401471 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-e5b9cd49-35bf-46d2-a64c-13aae12a670f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.448455 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d932bfb-9497-46fa-8ea4-fafdd0e1d0c5 req-928f20bf-e133-433c-b7c9-530bdf64ed2c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 210 time: 0.0904529 Nov 12 04:07:36.646910 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.652695 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.674260 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-e5b9cd49-35bf-46d2-a64c-13aae12a670f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.689438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['92cfe604-0ef9-4057-aa70-7a4c48e853b5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:36.754997 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-e5b9cd49-35bf-46d2-a64c-13aae12a670f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:36.758918 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-e5b9cd49-35bf-46d2-a64c-13aae12a670f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:36.764800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-e5b9cd49-35bf-46d2-a64c-13aae12a670f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:36.770199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9cd49-35bf-46d2-a64c-13aae12a670f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Pushing event updated for resources: {'Port': ['ID=ec6aa07a-eeee-4fe3-912e-378a30a6548d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:36.847268 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.847818 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-e5b9cd49-35bf-46d2-a64c-13aae12a670f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:36.848623 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-e5b9cd49-35bf-46d2-a64c-13aae12a670f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.979296 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-e5b9cd49-35bf-46d2-a64c-13aae12a670f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8908446 Nov 12 04:07:37.002690 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Network 8eb8cbc8-18ce-426e-950a-39fc1a8a14c0 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:37.021047 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:37.022387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Request body: {'port': {'device_id': 'ac43a318-9276-44ee-8e3d-ec976ed84be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:37.023692 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:37.127338 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:37.130084 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:37.177201 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:37.339784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Pushing event updated for resources: {'Port': ['ID=daaedf30-a4f6-428f-8b91-747c83e8d6a1,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:37.351308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.25.8.231 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/c9dc2ed2-5797-4ef7-a727-3bd3cc0515ab) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:37.431104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Attempting to bind port daaedf30-a4f6-428f-8b91-747c83e8d6a1 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:37.441571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Attempting to bind port daaedf30-a4f6-428f-8b91-747c83e8d6a1 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '27845dc1-c8d3-4e9f-993a-4ce23740466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '8eb8cbc8-18ce-426e-950a-39fc1a8a14c0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:37.443468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Attempting to bind port daaedf30-a4f6-428f-8b91-747c83e8d6a1 on network 8eb8cbc8-18ce-426e-950a-39fc1a8a14c0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:37.518054 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:37.523050 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Checking segment: {'id': '27845dc1-c8d3-4e9f-993a-4ce23740466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '8eb8cbc8-18ce-426e-950a-39fc1a8a14c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:37.523713 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:37.524299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Bound using segment: {'id': '27845dc1-c8d3-4e9f-993a-4ce23740466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '8eb8cbc8-18ce-426e-950a-39fc1a8a14c0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:37.524987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Bound port: daaedf30-a4f6-428f-8b91-747c83e8d6a1, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27845dc1-c8d3-4e9f-993a-4ce23740466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '8eb8cbc8-18ce-426e-950a-39fc1a8a14c0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:37.526344 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:37.658233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6aa07a-eeee-4fe3-912e-378a30a6548d {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:37.670104 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:37.674842 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:37.703122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Transition to ACTIVE for port object ec6aa07a-eeee-4fe3-912e-378a30a6548d will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:07:37.765506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-60564233-8205-42e7-84a2-50f062618a95 None None] For port daaedf30-a4f6-428f-8b91-747c83e8d6a1, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:37.770413 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-60564233-8205-42e7-84a2-50f062618a95 None None] For port daaedf30-a4f6-428f-8b91-747c83e8d6a1, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=daaedf30-a4f6-428f-8b91-747c83e8d6a1,segment=NetworkSegment(27845dc1-c8d3-4e9f-993a-4ce23740466d),segment_id=27845dc1-c8d3-4e9f-993a-4ce23740466d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:37.779433 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:37.878829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d89e7-6e97-40ab-9b1e-7be0935a533a req-299341ea-af09-422b-b1f9-eaa2ab70cc6d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:37.880506 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e86d89e7-6e97-40ab-9b1e-7be0935a533a req-299341ea-af09-422b-b1f9-eaa2ab70cc6d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 931 time: 0.1911161 Nov 12 04:07:37.906395 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:37.920162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6aa07a-eeee-4fe3-912e-378a30a6548d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:37.969316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Attempting to bind port ec6aa07a-eeee-4fe3-912e-378a30a6548d on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:37.969925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Attempting to bind port ec6aa07a-eeee-4fe3-912e-378a30a6548d by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6285fac6-1911-404b-8ae5-e05c7a5499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:37.970866 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Attempting to bind port ec6aa07a-eeee-4fe3-912e-378a30a6548d on network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:37.980843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Port ec6aa07a-eeee-4fe3-912e-378a30a6548d on network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:37.981294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Attempting to bind port ec6aa07a-eeee-4fe3-912e-378a30a6548d on network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:37.989314 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e86d89e7-6e97-40ab-9b1e-7be0935a533a req-629287b3-4d58-41b4-ae7c-473b38a75a8d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012554 Nov 12 04:07:37.999263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:37.999744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Checking segment: {'id': '6285fac6-1911-404b-8ae5-e05c7a5499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:38.000265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Bound using segment: {'id': '6285fac6-1911-404b-8ae5-e05c7a5499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:38.001124 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Bound port: ec6aa07a-eeee-4fe3-912e-378a30a6548d, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6285fac6-1911-404b-8ae5-e05c7a5499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:38.002156 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:38.002976 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:38.087476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60564233-8205-42e7-84a2-50f062618a95 None None] Pushing event updated for resources: {'Port': ['ID=daaedf30-a4f6-428f-8b91-747c83e8d6a1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:38.119347 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] For port ec6aa07a-eeee-4fe3-912e-378a30a6548d, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:38.123448 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] For port ec6aa07a-eeee-4fe3-912e-378a30a6548d, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ec6aa07a-eeee-4fe3-912e-378a30a6548d,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:38.276847 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:38.335213 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:38.335954 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:38.337574 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec6aa07a-eeee-4fe3-912e-378a30a6548d HTTP/1.1" status: 200 len: 1092 time: 1.3237481 Nov 12 04:07:38.340993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac43a318-9276-44ee-8e3d-ec976ed84be2', 'tag': 'ec6aa07a-eeee-4fe3-912e-378a30a6548d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:38.340993 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740f938e-95a0-408b-8d86-720d0afa06ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ac43a318-9276-44ee-8e3d-ec976ed84be2", "tag": "ec6aa07a-eeee-4fe3-912e-378a30a6548d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:38.409726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48c06c-ed12-491c-a1aa-e2e843784aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6aa07a-eeee-4fe3-912e-378a30a6548d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:38.423981 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7441c549-9a42-4975-80bf-668d2cd8319d x-openstack-request-id: req-7441c549-9a42-4975-80bf-668d2cd8319d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:38.425397 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac43a318-9276-44ee-8e3d-ec976ed84be2", "tag": "ec6aa07a-eeee-4fe3-912e-378a30a6548d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:38.425694 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7441c549-9a42-4975-80bf-668d2cd8319d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:38.426142 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac43a318-9276-44ee-8e3d-ec976ed84be2', 'tag': 'ec6aa07a-eeee-4fe3-912e-378a30a6548d', 'status': 'completed', 'code': 200} Nov 12 04:07:38.527758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device daaedf30-a4f6-428f-8b91-747c83e8d6a1 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:38.580602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f938e-95a0-408b-8d86-720d0afa06ad req-77b29228-dc05-490b-be91-80e136a95439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:38.582191 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-740f938e-95a0-408b-8d86-720d0afa06ad req-77b29228-dc05-490b-be91-80e136a95439 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79ef31f00b10453b810a706be411ba9d&device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 1095 time: 0.0941076 Nov 12 04:07:38.623192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port daaedf30-a4f6-428f-8b91-747c83e8d6a1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:38.624320 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:38.644991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:38.650105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:38.659986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:38.678610 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=c9dc2ed2-5797-4ef7-a727-3bd3cc0515ab,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:38.786316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f938e-95a0-408b-8d86-720d0afa06ad req-3bf384e7-61b7-4655-9708-671ef6f93a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:38.793248 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-740f938e-95a0-408b-8d86-720d0afa06ad req-3bf384e7-61b7-4655-9708-671ef6f93a6a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=79ef31f00b10453b810a706be411ba9d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1930149 Nov 12 04:07:38.829251 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:38.898389 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port daaedf30-a4f6-428f-8b91-747c83e8d6a1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=daaedf30-a4f6-428f-8b91-747c83e8d6a1,segment=NetworkSegment(27845dc1-c8d3-4e9f-993a-4ce23740466d),segment_id=27845dc1-c8d3-4e9f-993a-4ce23740466d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:38.971473 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:39.031146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f938e-95a0-408b-8d86-720d0afa06ad req-c32ef41c-5ea1-46f3-a300-cc1240aa54df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:39.034688 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-740f938e-95a0-408b-8d86-720d0afa06ad req-c32ef41c-5ea1-46f3-a300-cc1240aa54df service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2324624 Nov 12 04:07:39.126750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=daaedf30-a4f6-428f-8b91-747c83e8d6a1,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:39.240278 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:39.264054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d6a83-5a25-432b-be0d-15598170499b req-348dffcf-43bf-46f7-87db-e5b6062088a4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:39.274438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e37d6a83-5a25-432b-be0d-15598170499b req-348dffcf-43bf-46f7-87db-e5b6062088a4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 943 time: 0.1000595 Nov 12 04:07:39.385705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-8d8bf8e0-48d1-465a-8918-7b783455dc86 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:39.387297 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-8d8bf8e0-48d1-465a-8918-7b783455dc86 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 810 time: 0.1274831 Nov 12 04:07:39.391419 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1443494b-5bb1-4a0e-b0c3-6d9a58a173f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:39.392916 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-1443494b-5bb1-4a0e-b0c3-6d9a58a173f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79ef31f00b10453b810a706be411ba9d&device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 1095 time: 0.2681136 Nov 12 04:07:39.405173 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-341c4916-dbac-41e9-af25-661240771485 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/quotas/16a44b756c8b4c848acf634d7113485d HTTP/1.1" status: 200 len: 375 time: 0.0108759 Nov 12 04:07:39.484699 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-0160eaa0-34b7-4fff-9f57-52c0c5d91be6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec6aa07a-eeee-4fe3-912e-378a30a6548d HTTP/1.1" status: 200 len: 217 time: 0.0740790 Nov 12 04:07:39.532344 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e37d6a83-5a25-432b-be0d-15598170499b req-26d7ddfc-9c6d-48c8-9f2b-983ae614b12d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565761 Nov 12 04:07:39.609920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-a515636b-d20b-43e0-a37c-e89b1e1b2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:39.611486 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-a515636b-d20b-43e0-a37c-e89b1e1b2bdb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3110dda-0677-4da1-b118-225bfcce94e6 HTTP/1.1" status: 200 len: 854 time: 0.1137450 Nov 12 04:07:39.623428 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-36e90275-24e9-4a6b-8762-18b574fa40ae tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2109900 Nov 12 04:07:39.682722 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-21078b29-09d1-499d-bd26-052a488fc465 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580835 Nov 12 04:07:39.687499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7605097f-edc6-4b98-bdca-74c01d8862ff None None] Network 8eb8cbc8-18ce-426e-950a-39fc1a8a14c0 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:39.781134 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-34d92904-db72-4f77-8d6e-c5e41608b7ee service neutron] 10.222.0.105 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478956 Nov 12 04:07:39.793447 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:39.826720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6e48e48b-f0e0-4de3-bacd-8057b2e093b7 None None] Provisioning complete for port daaedf30-a4f6-428f-8b91-747c83e8d6a1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:39.828591 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e48e48b-f0e0-4de3-bacd-8057b2e093b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:40.082829 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-a987d73b-600c-49da-bd00-78d075983b72 service neutron] 10.222.0.105 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707273 Nov 12 04:07:40.098971 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-7a3de7f2-0c55-499e-91cb-938f2dac5561 service neutron] 10.222.0.26 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158386 Nov 12 04:07:40.105370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router 15da6183-776a-43c6-91b5-e2b30678191b is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:07:40.262998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-660b99a6-e0bc-4e4f-82dc-14a20f86e984 req-5711996f-cb5f-4e47-8793-befe974620f3 service neutron] 10.222.0.26 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319821 Nov 12 04:07:40.280479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:40.299255 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be14cca8-d6c5-4cba-ac99-469bec71b8ff None None] Sync routers for ids ['15da6183-776a-43c6-91b5-e2b30678191b'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:40.320063 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14cca8-d6c5-4cba-ac99-469bec71b8ff None None] Routers {'15da6183-776a-43c6-91b5-e2b30678191b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:40.321268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-be14cca8-d6c5-4cba-ac99-469bec71b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['15da6183-776a-43c6-91b5-e2b30678191b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:40.397155 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-be14cca8-d6c5-4cba-ac99-469bec71b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:40.416882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4d1d17ea-9725-49db-9e61-2102f1d44dc6 None None] Provisioning complete for port daaedf30-a4f6-428f-8b91-747c83e8d6a1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:40.417341 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d1d17ea-9725-49db-9e61-2102f1d44dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:40.441729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14cca8-d6c5-4cba-ac99-469bec71b8ff None None] Routers {'15da6183-776a-43c6-91b5-e2b30678191b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:40.442353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-be14cca8-d6c5-4cba-ac99-469bec71b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['15da6183-776a-43c6-91b5-e2b30678191b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:40.444796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device daaedf30-a4f6-428f-8b91-747c83e8d6a1 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:40.463736 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:40.466570 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4d820b71-c71a-43c6-ae90-fba681236f97 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4371567 Nov 12 04:07:40.469095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:40.508605 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-be14cca8-d6c5-4cba-ac99-469bec71b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:40.509262 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be14cca8-d6c5-4cba-ac99-469bec71b8ff None None] The sync data for ids ['15da6183-776a-43c6-91b5-e2b30678191b'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:40.617673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port daaedf30-a4f6-428f-8b91-747c83e8d6a1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:40.618873 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:40.748775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e2446-8fdd-4a26-8af2-c094e481a18d req-618006f0-50b0-4a00-bcc2-dcddc6cb1abe tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:40.750580 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-432e2446-8fdd-4a26-8af2-c094e481a18d req-618006f0-50b0-4a00-bcc2-dcddc6cb1abe tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 943 time: 0.1210546 Nov 12 04:07:40.880127 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-432e2446-8fdd-4a26-8af2-c094e481a18d req-c97554de-0359-4d81-bca8-332d5c73e550 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020603 Nov 12 04:07:41.101585 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5e8bcfe7-311c-438b-b19b-8063909d6e68 req-f9baac5b-7137-4cba-83ff-6ddde7e70b78 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 210 time: 0.0718594 Nov 12 04:07:41.286844 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:41.577961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-752b2c2d-24e5-4b26-b0ea-6c10bc156c2d tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:41.579516 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-752b2c2d-24e5-4b26-b0ea-6c10bc156c2d tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/networks?id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 HTTP/1.1" status: 200 len: 815 time: 0.1189497 Nov 12 04:07:41.605966 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-bd601a20-5f29-47b0-b107-6239bdb620a7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/quotas/dbc5dcf2687d4393adcc84ade7008909 HTTP/1.1" status: 200 len: 375 time: 0.0184267 Nov 12 04:07:41.670929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.20.0.1 (8eb8cbc8-18ce-426e-950a-39fc1a8a14c0/db07e725-bdb5-4c6e-bbbe-7b11cbb44056/63609681-5fae-4290-af9c-1e061782d721) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:41.679281 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-8f66fb8c-b7bf-46a6-b161-cceecd3ae10c tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716035 Nov 12 04:07:41.769209 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3d5d772e-d9d2-45e9-a8f4-4256c1416a84 service neutron] 10.222.0.105 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890398 Nov 12 04:07:41.813130 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:41.888725 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-4d24427b-7556-4a2d-a3b5-8ddb4423ab92 service neutron] 10.222.0.105 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111896 Nov 12 04:07:42.040368 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:42.105004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 8eb8cbc8-18ce-426e-950a-39fc1a8a14c0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:42.109414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:42.112558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:42.155625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41a615-f914-4464-868f-cb70a0c1435e req-ab6c6927-ffb7-4713-a6e8-2bb1c576a825 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:42.159798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d41a615-f914-4464-868f-cb70a0c1435e req-ab6c6927-ffb7-4713-a6e8-2bb1c576a825 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 943 time: 0.1510756 Nov 12 04:07:42.210458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=63609681-5fae-4290-af9c-1e061782d721,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:42.227492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:42.227901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:42.228388 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:42.228789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:42.229442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:42.229912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:42.230540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:42.230986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:42.232276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:42.232851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:42.233238 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:42.233573 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:42.251670 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:42.270146 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-724bf84f-2b55-44b4-ba7b-34e0d5a15397 req-1e250226-4e6f-46d9-a394-8e89bdbd56dc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 210 time: 0.0361986 Nov 12 04:07:42.370760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d41a615-f914-4464-868f-cb70a0c1435e req-ca7a170a-a223-47d0-a590-1cf850d2a9be tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996837 Nov 12 04:07:42.386425 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e8fbce55-59c8-4fd9-bcce-6347056f7ec9 req-e3472050-5b93-470b-b242-edc70ecd7a8f tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 210 time: 0.0501502 Nov 12 04:07:42.476314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d91d5093-570b-48a9-ad25-b0d049991321 None None] Provisioning complete for port 63609681-5fae-4290-af9c-1e061782d721 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:42.476962 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d91d5093-570b-48a9-ad25-b0d049991321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:42.525288 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d91d5093-570b-48a9-ad25-b0d049991321 None None] Port 63609681-5fae-4290-af9c-1e061782d721 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:07:42.701289 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:43.139691 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:43.239924 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:43.331398 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:43.334167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=63609681-5fae-4290-af9c-1e061782d721,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:43.421971 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-125c7859-6c5b-4d68-8cf2-f7e90554c689 req-faa44ba7-5988-48b2-a4fb-89cd0f57170f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 210 time: 0.0614655 Nov 12 04:07:43.489109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 8eb8cbc8-18ce-426e-950a-39fc1a8a14c0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:43.490719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:43.508001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1ce906e0-8bcb-4b09-8c59-f6916de03ab5 req-112a4287-e6f4-460f-8f7e-9ffd7c1445b4 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 210 time: 0.0362279 Nov 12 04:07:43.618522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c875223-2088-40ca-8c09-22bf4f4a08bd req-4b6832a3-2c4b-4099-89f2-c605d8959fd0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:43.624975 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c875223-2088-40ca-8c09-22bf4f4a08bd req-4b6832a3-2c4b-4099-89f2-c605d8959fd0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 943 time: 0.1214685 Nov 12 04:07:43.731841 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c875223-2088-40ca-8c09-22bf4f4a08bd req-cd227e1a-d819-4ec0-ab78-67dea80463fe tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035285 Nov 12 04:07:43.739811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router 15da6183-776a-43c6-91b5-e2b30678191b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:43.869568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:43.876494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f6a39504-0287-4d61-b0f4-f5865d8a06f6 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "PUT /v2.0/routers/15da6183-776a-43c6-91b5-e2b30678191b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4059963 Nov 12 04:07:43.879933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:43.885031 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'port': {'network_id': '8eb8cbc8-18ce-426e-950a-39fc1a8a14c0', 'name': 'tempest-FloatingIPTestJSON-862165548'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:43.886066 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adb233e-a5c2-4cc1-8555-525d96cb34d9 None None] Sync routers for ids ['15da6183-776a-43c6-91b5-e2b30678191b'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:43.916786 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adb233e-a5c2-4cc1-8555-525d96cb34d9 None None] Routers {'15da6183-776a-43c6-91b5-e2b30678191b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:43.920212 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9adb233e-a5c2-4cc1-8555-525d96cb34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['15da6183-776a-43c6-91b5-e2b30678191b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:43.924180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ea89174a-bc36-4f90-8cac-a773904dc31b None None] Provisioning complete for port 63609681-5fae-4290-af9c-1e061782d721 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:43.924987 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea89174a-bc36-4f90-8cac-a773904dc31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:44.011399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ea89174a-bc36-4f90-8cac-a773904dc31b None None] Port 63609681-5fae-4290-af9c-1e061782d721 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:07:44.019424 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9adb233e-a5c2-4cc1-8555-525d96cb34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:44.028785 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adb233e-a5c2-4cc1-8555-525d96cb34d9 None None] Routers {'15da6183-776a-43c6-91b5-e2b30678191b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:44.029634 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9adb233e-a5c2-4cc1-8555-525d96cb34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['15da6183-776a-43c6-91b5-e2b30678191b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:44.066478 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9adb233e-a5c2-4cc1-8555-525d96cb34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:44.067221 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adb233e-a5c2-4cc1-8555-525d96cb34d9 None None] The sync data for ids ['15da6183-776a-43c6-91b5-e2b30678191b'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:44.193771 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Made reservation on behalf of 3f6ceadf46504220a045a7016706a087 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:44.198855 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:44.218615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] device_id is not set on port e5be4163-146f-4d79-94ed-d546eca5b572 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:07:44.383318 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Allocated IP 172.20.0.12 (8eb8cbc8-18ce-426e-950a-39fc1a8a14c0/db07e725-bdb5-4c6e-bbbe-7b11cbb44056/e5be4163-146f-4d79-94ed-d546eca5b572) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:44.598901 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-949ddcc4-b2ea-455f-84f6-8378b6b13113 req-aa0fee47-c8c6-4087-b0e6-33a0594bfa94 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 210 time: 0.0821745 Nov 12 04:07:44.621413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-52d84854-51c5-464e-ad97-db92674f87a7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:44.624347 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-52d84854-51c5-464e-ad97-db92674f87a7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.26 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 810 time: 0.2865729 Nov 12 04:07:44.633371 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-72950fc0-84f4-4a17-abf4-fbb166004d3f req-a3109b57-903c-41b7-9a29-bab29302e4f9 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 210 time: 0.0402870 Nov 12 04:07:44.671994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-4862e1f1-bad7-42ab-a2f6-b15dd5850f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'port': {'device_id': 'e79a67a7-532d-476d-bbcb-29b5349b83f0', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'admin_state_up': True, 'tenant_id': '16a44b756c8b4c848acf634d7113485d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:44.762642 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:44.887396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313b8a9-30bd-496e-a863-357d77f4adcd req-a9ebecac-8f64-424b-b931-67bb88907df8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:44.889702 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9313b8a9-30bd-496e-a863-357d77f4adcd req-a9ebecac-8f64-424b-b931-67bb88907df8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 943 time: 0.0687203 Nov 12 04:07:44.928982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ec6aa07a-eeee-4fe3-912e-378a30a6548d details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:44.968617 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9313b8a9-30bd-496e-a863-357d77f4adcd req-1e08fe3e-7471-47cd-8b89-9abaa4a182a9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718930 Nov 12 04:07:45.030871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-4862e1f1-bad7-42ab-a2f6-b15dd5850f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Made reservation on behalf of 16a44b756c8b4c848acf634d7113485d for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:45.036098 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-4862e1f1-bad7-42ab-a2f6-b15dd5850f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:45.096765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ec6aa07a-eeee-4fe3-912e-378a30a6548d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ec6aa07a-eeee-4fe3-912e-378a30a6548d,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:45.110252 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'ec6aa07a-eeee-4fe3-912e-378a30a6548d', 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516', 'port_id': 'ec6aa07a-eeee-4fe3-912e-378a30a6548d', 'mac_address': 'fa:16:3e:6b:78:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3110dda-0677-4da1-b118-225bfcce94e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:07:45.158408 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:45.180176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6aa07a-eeee-4fe3-912e-378a30a6548d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:45.203362 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ec6aa07a-eeee-4fe3-912e-378a30a6548d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ec6aa07a-eeee-4fe3-912e-378a30a6548d,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:45.205535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-4862e1f1-bad7-42ab-a2f6-b15dd5850f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Allocated IP 172.20.0.3 (f85dd735-6dee-4642-bae3-79b5c3c05e5b/ea3b966f-ee38-4d38-b08a-2c92acf2f0c1/35c7173e-4878-467e-900a-73f295e3298e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:45.226976 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:45.308813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Network 8eb8cbc8-18ce-426e-950a-39fc1a8a14c0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:45.312221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event updated for resources: {'Port': ['ID=e5be4163-146f-4d79-94ed-d546eca5b572,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:45.320380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:45.327697 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:45.369129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:45.386109 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:45.386585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:45.386976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:45.387478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:45.392003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:45.399340 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:45.399564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:45.400013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:45.400563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:45.401068 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:45.401595 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:45.402187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:45.439625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ec6aa07a-eeee-4fe3-912e-378a30a6548d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:45.533317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:45.533979 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:45.631471 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-4862e1f1-bad7-42ab-a2f6-b15dd5850f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:45.638181 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6b7ca591-3433-4372-9e70-82006e40067a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7539980 Nov 12 04:07:45.641745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57906) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:45.650388 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ed7c3e04-5602-44b5-9a75-962006683d65 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Request body: {'floatingip': {'port_id': 'e5be4163-146f-4d79-94ed-d546eca5b572'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:45.718946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-4bb147c3-b6a5-454e-8bdd-5c92de320457 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:45.721643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-4bb147c3-b6a5-454e-8bdd-5c92de320457 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.26 "GET /v2.0/networks?id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 HTTP/1.1" status: 200 len: 815 time: 0.2792654 Nov 12 04:07:45.749156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-8ed3865e-57f9-45cf-b095-fc6b6e0ebb16 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Request body: {'port': {'device_id': 'fd1fdb70-e668-498c-9004-1fc88b5d6f46', 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717', 'admin_state_up': True, 'tenant_id': 'dbc5dcf2687d4393adcc84ade7008909'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:45.784378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9f3954a8-d83e-411b-931e-a56a31bb8b13 None None] Provisioning complete for port e5be4163-146f-4d79-94ed-d546eca5b572 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:45.784755 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f3954a8-d83e-411b-931e-a56a31bb8b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:45.799668 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0a8f15b8-d063-4bda-ae0b-7899ae62f9be req-4520a387-5b70-414e-a60b-522313432742 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 210 time: 0.0753272 Nov 12 04:07:45.802826 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3e04-5602-44b5-9a75-962006683d65 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:45.878045 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-4862e1f1-bad7-42ab-a2f6-b15dd5850f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:45.882408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['ec6aa07a-eeee-4fe3-912e-378a30a6548d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:45.976550 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9f3954a8-d83e-411b-931e-a56a31bb8b13 None None] Port e5be4163-146f-4d79-94ed-d546eca5b572 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:07:46.021451 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d1186498-ddc9-45d7-b81e-b38fa123b2f1 req-b75d957f-7e9c-4e45-9b07-113939fefc99 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 210 time: 0.0443759 Nov 12 04:07:46.082886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862e1f1-bad7-42ab-a2f6-b15dd5850f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'Port': ['ID=35c7173e-4878-467e-900a-73f295e3298e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:46.111711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-4862e1f1-bad7-42ab-a2f6-b15dd5850f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:46.210397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-8ed3865e-57f9-45cf-b095-fc6b6e0ebb16 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Made reservation on behalf of dbc5dcf2687d4393adcc84ade7008909 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:46.214096 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-8ed3865e-57f9-45cf-b095-fc6b6e0ebb16 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:46.295522 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-4862e1f1-bad7-42ab-a2f6-b15dd5850f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:46.308923 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-4862e1f1-bad7-42ab-a2f6-b15dd5850f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:46.390896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-8ed3865e-57f9-45cf-b095-fc6b6e0ebb16 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Allocated IP 172.20.0.5 (0a19217e-7d2c-4ba0-bc34-1ee8bf62e717/35994df6-ba5b-4ffd-9001-bec83281056c/83ba9240-37be-4763-9ac9-e6b840cf5c2f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:46.535883 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-4862e1f1-bad7-42ab-a2f6-b15dd5850f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:46.536613 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-4862e1f1-bad7-42ab-a2f6-b15dd5850f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:46.626165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb78147-03a4-4326-91b0-70829e25bd69 req-b836768c-07ee-491d-937f-34afb5fc8ec4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:46.627900 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-beb78147-03a4-4326-91b0-70829e25bd69 req-b836768c-07ee-491d-937f-34afb5fc8ec4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 944 time: 0.3342853 Nov 12 04:07:46.641126 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-8ed3865e-57f9-45cf-b095-fc6b6e0ebb16 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:46.689746 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3e04-5602-44b5-9a75-962006683d65 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:46.706588 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-4862e1f1-bad7-42ab-a2f6-b15dd5850f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0397422 Nov 12 04:07:46.711099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-64ef3058-b7e1-479b-9d6d-681b6360b4b9 None None] Provisioning complete for port 35c7173e-4878-467e-900a-73f295e3298e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:46.724642 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64ef3058-b7e1-479b-9d6d-681b6360b4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:46.735879 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Request body: {'port': {'device_id': 'e79a67a7-532d-476d-bbcb-29b5349b83f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:46.764892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-64ef3058-b7e1-479b-9d6d-681b6360b4b9 None None] Port 35c7173e-4878-467e-900a-73f295e3298e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:07:46.774175 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-beb78147-03a4-4326-91b0-70829e25bd69 req-562d9baa-e22d-4b13-8edd-9a3eeaf829ee tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353989 Nov 12 04:07:46.777631 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3e04-5602-44b5-9a75-962006683d65 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:46.832715 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-8ed3865e-57f9-45cf-b095-fc6b6e0ebb16 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:46.849424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6b83b538-d1c4-4d7a-aebd-9ba010bd6fce', '5985b537-fa6c-4cc0-bb93-f7cb98b1dc04'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:46.949938 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:46.983093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3865e-57f9-45cf-b095-fc6b6e0ebb16 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Pushing event updated for resources: {'Port': ['ID=83ba9240-37be-4763-9ac9-e6b840cf5c2f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:47.031678 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-ed7c3e04-5602-44b5-9a75-962006683d65 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Floating IP 499d86fc-a2d0-464f-98ad-ad23591cb260 associated. External IP: 172.25.8.82, port: 961a9d37-10a4-4834-b3f2-44084bbc4504. Nov 12 04:07:47.054690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-8ed3865e-57f9-45cf-b095-fc6b6e0ebb16 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:47.061436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-8ed3865e-57f9-45cf-b095-fc6b6e0ebb16 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:47.066035 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-8ed3865e-57f9-45cf-b095-fc6b6e0ebb16 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:47.138534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022f5be-3537-4d70-b765-4f6b490658dc req-076cedef-3461-4681-8b15-68ea76478d82 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:47.140189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a022f5be-3537-4d70-b765-4f6b490658dc req-076cedef-3461-4681-8b15-68ea76478d82 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 931 time: 0.1482906 Nov 12 04:07:47.192335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-8ed3865e-57f9-45cf-b095-fc6b6e0ebb16 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:47.193024 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-8ed3865e-57f9-45cf-b095-fc6b6e0ebb16 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:47.228342 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['73e89f04-e7fd-4e5a-8345-e999129546ca'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:47.263895 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a022f5be-3537-4d70-b765-4f6b490658dc req-38eeeb6f-f417-495e-b038-0ea554801733 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123459 Nov 12 04:07:47.298924 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-8ed3865e-57f9-45cf-b095-fc6b6e0ebb16 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5550201 Nov 12 04:07:47.323318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Request body: {'port': {'device_id': 'fd1fdb70-e668-498c-9004-1fc88b5d6f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:47.428973 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:47.960384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceadd4-4c27-453b-a19d-0a588a9868c8 req-521ab6c4-05d4-4198-879f-7c32a5a304b9 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:47.962660 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35ceadd4-4c27-453b-a19d-0a588a9868c8 req-521ab6c4-05d4-4198-879f-7c32a5a304b9 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 931 time: 0.6052659 Nov 12 04:07:47.978939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7c3e04-5602-44b5-9a75-962006683d65 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:48.145694 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35ceadd4-4c27-453b-a19d-0a588a9868c8 req-db73e326-e7c9-4676-9056-70f883f14b82 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714282 Nov 12 04:07:48.241318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ba9240-37be-4763-9ac9-e6b840cf5c2f {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:48.241920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7c3e04-5602-44b5-9a75-962006683d65 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:48.252676 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5db83d9-3699-4fd2-a46b-f663362a0630 None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:48.261243 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:48.273898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5db83d9-3699-4fd2-a46b-f663362a0630 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:48.275875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c5db83d9-3699-4fd2-a46b-f663362a0630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:48.285881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3c0b-265a-451d-ac84-9b4855ceaa5b req-b06bf6a9-1c0c-4135-867b-88a3b5ba0ce9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:48.289507 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee7e3c0b-265a-451d-ac84-9b4855ceaa5b req-b06bf6a9-1c0c-4135-867b-88a3b5ba0ce9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 944 time: 0.1421793 Nov 12 04:07:48.296772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Transition to ACTIVE for port object 83ba9240-37be-4763-9ac9-e6b840cf5c2f will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:07:48.359010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee7e3c0b-265a-451d-ac84-9b4855ceaa5b req-c5ecf321-b406-4c75-badd-6ca766e5e017 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598824 Nov 12 04:07:48.379749 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:48.414678 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c5db83d9-3699-4fd2-a46b-f663362a0630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:48.426528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5db83d9-3699-4fd2-a46b-f663362a0630 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:48.427229 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c5db83d9-3699-4fd2-a46b-f663362a0630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:48.465349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Pushing event updated for resources: {'Port': ['ID=83ba9240-37be-4763-9ac9-e6b840cf5c2f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:48.478898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c5db83d9-3699-4fd2-a46b-f663362a0630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:48.479584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5db83d9-3699-4fd2-a46b-f663362a0630 None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:48.515749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c7173e-4878-467e-900a-73f295e3298e {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:48.540503 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:48.591010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Attempting to bind port 83ba9240-37be-4763-9ac9-e6b840cf5c2f on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:48.591697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Attempting to bind port 83ba9240-37be-4763-9ac9-e6b840cf5c2f by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:48.592276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Attempting to bind port 83ba9240-37be-4763-9ac9-e6b840cf5c2f on network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:48.597605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Port 83ba9240-37be-4763-9ac9-e6b840cf5c2f on network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:48.598129 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Attempting to bind port 83ba9240-37be-4763-9ac9-e6b840cf5c2f on network 0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:48.600770 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Transition to ACTIVE for port object 35c7173e-4878-467e-900a-73f295e3298e will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:07:48.605040 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:48.605595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Checking segment: {'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:48.606267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Bound using segment: {'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:48.607672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Bound port: 83ba9240-37be-4763-9ac9-e6b840cf5c2f, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b564eee-1888-4e51-9dd7-28f6b4977cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:48.608278 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:48.620535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497a951-9136-4315-910d-d89c8211fc5c req-b8ea728d-d071-455a-a138-2d4683eb9a27 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:48.622181 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1497a951-9136-4315-910d-d89c8211fc5c req-b8ea728d-d071-455a-a138-2d4683eb9a27 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 931 time: 0.1283717 Nov 12 04:07:48.682474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] For port 83ba9240-37be-4763-9ac9-e6b840cf5c2f, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:48.688527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] For port 83ba9240-37be-4763-9ac9-e6b840cf5c2f, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=83ba9240-37be-4763-9ac9-e6b840cf5c2f,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:48.722858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:48.773146 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1497a951-9136-4315-910d-d89c8211fc5c req-163aeb00-33c3-4349-a928-4c09a0b39d2a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418612 Nov 12 04:07:48.791451 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7c3e04-5602-44b5-9a75-962006683d65 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router 15da6183-776a-43c6-91b5-e2b30678191b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:48.833530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Pushing event updated for resources: {'Port': ['ID=35c7173e-4878-467e-900a-73f295e3298e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:48.854224 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:48.920679 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:48.934472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Attempting to bind port 35c7173e-4878-467e-900a-73f295e3298e on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:48.934816 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Attempting to bind port 35c7173e-4878-467e-900a-73f295e3298e by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:48.935106 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Attempting to bind port 35c7173e-4878-467e-900a-73f295e3298e on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:48.937144 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Pushing event updated for resources: {'Port': ['ID=83ba9240-37be-4763-9ac9-e6b840cf5c2f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:48.942949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Port 35c7173e-4878-467e-900a-73f295e3298e on network f85dd735-6dee-4642-bae3-79b5c3c05e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:48.943270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Attempting to bind port 35c7173e-4878-467e-900a-73f295e3298e on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:48.954880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:48.955554 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:48.959428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-3fd4a75e-a30a-4835-994c-de71a354261e service neutron] 10.222.0.26 "PUT /v2.0/ports/83ba9240-37be-4763-9ac9-e6b840cf5c2f HTTP/1.1" status: 200 len: 1092 time: 1.6404827 Nov 12 04:07:48.959925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1fdb70-e668-498c-9004-1fc88b5d6f46', 'tag': '83ba9240-37be-4763-9ac9-e6b840cf5c2f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:48.962530 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1a6e02-0f6d-44eb-8330-f2e81dd79d34" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1fdb70-e668-498c-9004-1fc88b5d6f46", "tag": "83ba9240-37be-4763-9ac9-e6b840cf5c2f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:48.977168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ec6aa07a-eeee-4fe3-912e-378a30a6548d up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:48.987457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:48.988316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Checking segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:48.988316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Bound using segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:48.988679 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Bound port: 35c7173e-4878-467e-900a-73f295e3298e, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:48.988992 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:49.043094 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f2f1ef-1289-4128-8272-86c363e064d8 x-openstack-request-id: req-c5f2f1ef-1289-4128-8272-86c363e064d8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:49.043307 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1fdb70-e668-498c-9004-1fc88b5d6f46", "tag": "83ba9240-37be-4763-9ac9-e6b840cf5c2f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:49.043614 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c5f2f1ef-1289-4128-8272-86c363e064d8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:49.044025 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1fdb70-e668-498c-9004-1fc88b5d6f46', 'tag': '83ba9240-37be-4763-9ac9-e6b840cf5c2f', 'status': 'completed', 'code': 200} Nov 12 04:07:49.066106 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7c3e04-5602-44b5-9a75-962006683d65 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:49.071841 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3e04-5602-44b5-9a75-962006683d65 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:49.085421 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d4a926-98e4-42c7-8e60-e0e383e3fa78 None None] Sync routers for ids ['15da6183-776a-43c6-91b5-e2b30678191b'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:49.102464 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d4a926-98e4-42c7-8e60-e0e383e3fa78 None None] Routers {'15da6183-776a-43c6-91b5-e2b30678191b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:49.104584 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3d4a926-98e4-42c7-8e60-e0e383e3fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['15da6183-776a-43c6-91b5-e2b30678191b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:49.174609 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3d4a926-98e4-42c7-8e60-e0e383e3fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:49.174973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a6e02-0f6d-44eb-8330-f2e81dd79d34 req-20c33960-d6c1-4dae-a422-f21fc9ccd656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:49.176466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e1a6e02-0f6d-44eb-8330-f2e81dd79d34 req-20c33960-d6c1-4dae-a422-f21fc9ccd656 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 1095 time: 0.0802414 Nov 12 04:07:49.179966 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port ec6aa07a-eeee-4fe3-912e-378a30a6548d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:07:49.186931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port ec6aa07a-eeee-4fe3-912e-378a30a6548d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:49.190330 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:49.190473 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d4a926-98e4-42c7-8e60-e0e383e3fa78 None None] Routers {'15da6183-776a-43c6-91b5-e2b30678191b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:49.190473 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3d4a926-98e4-42c7-8e60-e0e383e3fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['15da6183-776a-43c6-91b5-e2b30678191b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:49.238055 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3d4a926-98e4-42c7-8e60-e0e383e3fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:49.238979 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d4a926-98e4-42c7-8e60-e0e383e3fa78 None None] The sync data for ids ['15da6183-776a-43c6-91b5-e2b30678191b'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:49.256293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] For port 35c7173e-4878-467e-900a-73f295e3298e, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:49.284971 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ed7c3e04-5602-44b5-9a75-962006683d65 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "PUT /v2.0/floatingips/499d86fc-a2d0-464f-98ad-ad23591cb260 HTTP/1.1" status: 200 len: 977 time: 3.6420622 Nov 12 04:07:49.293996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] For port 35c7173e-4878-467e-900a-73f295e3298e, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=35c7173e-4878-467e-900a-73f295e3298e,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:49.293996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:49.381975 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:49.416543 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:49.418374 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a6e02-0f6d-44eb-8330-f2e81dd79d34 req-abcbe04a-4bc4-46c5-a030-419b8e6255b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:49.420536 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e1a6e02-0f6d-44eb-8330-f2e81dd79d34 req-abcbe04a-4bc4-46c5-a030-419b8e6255b9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dbc5dcf2687d4393adcc84ade7008909&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2232282 Nov 12 04:07:49.455578 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac43a318-9276-44ee-8e3d-ec976ed84be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6aa07a-eeee-4fe3-912e-378a30a6548d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:49.458388 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488bc83f-e15f-404f-861c-c7bdbf40eb03" -d '{"events": [{"server_uuid": "ac43a318-9276-44ee-8e3d-ec976ed84be2", "name": "network-vif-plugged", "status": "completed", "tag": "ec6aa07a-eeee-4fe3-912e-378a30a6548d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:49.476884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ec6aa07a-eeee-4fe3-912e-378a30a6548d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ec6aa07a-eeee-4fe3-912e-378a30a6548d,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:49.521985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:49.523173 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:49.524863 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] 10.222.0.26 "PUT /v2.0/ports/35c7173e-4878-467e-900a-73f295e3298e HTTP/1.1" status: 200 len: 1092 time: 2.7959337 Nov 12 04:07:49.525556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79a67a7-532d-476d-bbcb-29b5349b83f0', 'tag': '35c7173e-4878-467e-900a-73f295e3298e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:49.528134 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7a6d56-0e31-42f8-a9a0-7d5d8f2801d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e79a67a7-532d-476d-bbcb-29b5349b83f0", "tag": "35c7173e-4878-467e-900a-73f295e3298e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:49.567786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c2272-1e8b-4ef7-bdd8-d69eb10465e9 req-d1e4a30d-1ca6-424e-8ae6-d3c61e620d75 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:49.572664 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fc5c2272-1e8b-4ef7-bdd8-d69eb10465e9 req-d1e4a30d-1ca6-424e-8ae6-d3c61e620d75 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 943 time: 0.2475548 Nov 12 04:07:49.575401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bfdfd-6db2-4b89-ae0c-b397f3b4ecfe service neutron] Pushing event updated for resources: {'Port': ['ID=35c7173e-4878-467e-900a-73f295e3298e,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:49.593315 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:49.714569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ec6aa07a-eeee-4fe3-912e-378a30a6548d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:49.728462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fc5c2272-1e8b-4ef7-bdd8-d69eb10465e9 req-0ceacaa9-b36d-4126-9fe8-d276385ed408 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500640 Nov 12 04:07:49.789569 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e78115-1f8c-4c83-9c9b-54740a58f4d6 req-6f88aae8-8e8b-4960-b53b-7ccc5f7da4ae tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:49.800636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e33994ee-42d7-4b44-9793-5a06118e358c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port e5be4163-146f-4d79-94ed-d546eca5b572 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:49.800851 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7e78115-1f8c-4c83-9c9b-54740a58f4d6 req-6f88aae8-8e8b-4960-b53b-7ccc5f7da4ae tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 945 time: 0.1965623 Nov 12 04:07:49.800969 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e33994ee-42d7-4b44-9793-5a06118e358c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:49.810902 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3d1fb6-aed6-4ef5-8f33-88d76164ca6a x-openstack-request-id: req-8a3d1fb6-aed6-4ef5-8f33-88d76164ca6a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:49.811569 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac43a318-9276-44ee-8e3d-ec976ed84be2", "name": "network-vif-plugged", "status": "completed", "tag": "ec6aa07a-eeee-4fe3-912e-378a30a6548d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:49.812115 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8a3d1fb6-aed6-4ef5-8f33-88d76164ca6a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:49.812683 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac43a318-9276-44ee-8e3d-ec976ed84be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6aa07a-eeee-4fe3-912e-378a30a6548d', 'code': 200} Nov 12 04:07:49.840702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a6e02-0f6d-44eb-8330-f2e81dd79d34 req-44152668-56aa-4041-ac54-5280dc8b1aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:49.844888 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e1a6e02-0f6d-44eb-8330-f2e81dd79d34 req-44152668-56aa-4041-ac54-5280dc8b1aaf service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3857939 Nov 12 04:07:49.897024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7e78115-1f8c-4c83-9c9b-54740a58f4d6 req-e9d21ea4-b66e-482f-9e3e-b8eddc6f7434 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952833 Nov 12 04:07:49.921093 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfed749a-0e18-48d2-890b-61bf396d4f2b x-openstack-request-id: req-dfed749a-0e18-48d2-890b-61bf396d4f2b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:49.921759 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79a67a7-532d-476d-bbcb-29b5349b83f0", "tag": "35c7173e-4878-467e-900a-73f295e3298e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:49.922142 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-dfed749a-0e18-48d2-890b-61bf396d4f2b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:49.922630 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79a67a7-532d-476d-bbcb-29b5349b83f0', 'tag': '35c7173e-4878-467e-900a-73f295e3298e', 'status': 'completed', 'code': 200} Nov 12 04:07:49.926122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-f19a7c8d-ac5f-4857-8f4c-9da6d91e64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:49.928797 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-f19a7c8d-ac5f-4857-8f4c-9da6d91e64d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 1095 time: 0.2301688 Nov 12 04:07:50.049404 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e33994ee-42d7-4b44-9793-5a06118e358c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:50.069500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-00a57280-523a-43e6-9eba-c9e730861fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:50.070916 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-00a57280-523a-43e6-9eba-c9e730861fe6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 1095 time: 0.0863786 Nov 12 04:07:50.075381 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-96bb1a92-6b48-4b74-a2d3-95f6298a9b7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c7173e-4878-467e-900a-73f295e3298e HTTP/1.1" status: 200 len: 217 time: 0.0848773 Nov 12 04:07:50.079560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3e715-c28f-4bed-9a04-8cdc9cebfa74 req-7ca6bf68-7537-4e72-ab0b-cb3c952beb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:50.082392 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2cc3e715-c28f-4bed-9a04-8cdc9cebfa74 req-7ca6bf68-7537-4e72-ab0b-cb3c952beb15 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 1097 time: 0.0886223 Nov 12 04:07:50.163891 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-fc53fc4d-654f-4688-98a1-7d7de3a09322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:50.165398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-fc53fc4d-654f-4688-98a1-7d7de3a09322 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0563352 Nov 12 04:07:50.221980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec276aea-f7c5-45a2-8627-f927d1a04ad2 req-6f49859a-868a-46a1-92a7-4131cb9398e4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:50.222328 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-fe43af04-5b25-4a23-af76-5e7644f7e9aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83ba9240-37be-4763-9ac9-e6b840cf5c2f HTTP/1.1" status: 200 len: 217 time: 0.1113493 Nov 12 04:07:50.225181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2cc3e715-c28f-4bed-9a04-8cdc9cebfa74 req-9d828ef5-1503-4555-8b0b-d012d999e2bd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080616 Nov 12 04:07:50.228880 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec276aea-f7c5-45a2-8627-f927d1a04ad2 req-6f49859a-868a-46a1-92a7-4131cb9398e4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 943 time: 0.2836092 Nov 12 04:07:50.377157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-42232d7f-ae5c-4569-bfd9-983354b4c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:50.378675 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-42232d7f-ae5c-4569-bfd9-983354b4c074 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1991963 Nov 12 04:07:50.392724 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec276aea-f7c5-45a2-8627-f927d1a04ad2 req-a31db534-c86e-4bb2-b748-344852f26869 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568112 Nov 12 04:07:50.433181 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e33994ee-42d7-4b44-9793-5a06118e358c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:50.433699 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e33994ee-42d7-4b44-9793-5a06118e358c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:50.434015 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-e33994ee-42d7-4b44-9793-5a06118e358c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Floating IP 499d86fc-a2d0-464f-98ad-ad23591cb260 disassociated. External IP: 172.25.8.82, port: e5be4163-146f-4d79-94ed-d546eca5b572. Nov 12 04:07:50.434387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e33994ee-42d7-4b44-9793-5a06118e358c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for e5be4163-146f-4d79-94ed-d546eca5b572 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:50.720259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-277621ac-aa96-4b60-8143-b3b286e74aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:50.721945 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-277621ac-aa96-4b60-8143-b3b286e74aae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=35994df6-ba5b-4ffd-9001-bec83281056c HTTP/1.1" status: 200 len: 855 time: 0.0631735 Nov 12 04:07:50.733650 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e33994ee-42d7-4b44-9793-5a06118e358c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:50.783866 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33994ee-42d7-4b44-9793-5a06118e358c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=e5be4163-146f-4d79-94ed-d546eca5b572,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:50.860707 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-a215f110-ac96-4869-90ec-9b174b69948c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956466 Nov 12 04:07:51.010896 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-d0d7698a-9740-4a69-b2b7-abb394897d36 service neutron] 10.222.0.26 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004391 Nov 12 04:07:51.023518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e898689-1bbf-4a28-96ab-200d55058940 req-2d20f011-5243-4a97-90cb-a17e83f4c6be tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:51.025476 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5e898689-1bbf-4a28-96ab-200d55058940 req-2d20f011-5243-4a97-90cb-a17e83f4c6be tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 943 time: 0.1492274 Nov 12 04:07:51.196575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f50e5d-d8da-4b70-b877-eff6a8a96dbb req-84c13efc-5ee8-4021-9030-6aea636da9fe tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:51.204273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6f50e5d-d8da-4b70-b877-eff6a8a96dbb req-84c13efc-5ee8-4021-9030-6aea636da9fe tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 945 time: 0.0931211 Nov 12 04:07:51.210812 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef1eb115-5c48-4579-b5d4-b58aba78bf35 req-897a2937-de5b-4044-9060-ed0b6c2d554c service neutron] 10.222.0.26 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837776 Nov 12 04:07:51.216159 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-c8640e61-dc70-4427-8e3f-050252aec5a3 service neutron] 10.222.0.26 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396607 Nov 12 04:07:51.258781 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33994ee-42d7-4b44-9793-5a06118e358c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router 15da6183-776a-43c6-91b5-e2b30678191b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:51.284366 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5e898689-1bbf-4a28-96ab-200d55058940 req-f3480477-bf12-4c1b-9d18-d33be122e3d6 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116845 Nov 12 04:07:51.472201 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6f50e5d-d8da-4b70-b877-eff6a8a96dbb req-20474143-f387-4e4c-bd09-02b8c6ff45a0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665098 Nov 12 04:07:51.477411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c40a1eb0-6843-46ab-b8bb-89641c591afd req-d78eb827-0a27-475d-ac6b-34c4320baf0e service neutron] 10.222.0.26 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073677 Nov 12 04:07:51.551921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33994ee-42d7-4b44-9793-5a06118e358c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:51.576002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36901297-061b-4dca-a2e2-45222ed0fb72 None None] Sync routers for ids ['15da6183-776a-43c6-91b5-e2b30678191b'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:51.587399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36901297-061b-4dca-a2e2-45222ed0fb72 None None] Routers {'15da6183-776a-43c6-91b5-e2b30678191b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:51.589867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-36901297-061b-4dca-a2e2-45222ed0fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['15da6183-776a-43c6-91b5-e2b30678191b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:51.686472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-36901297-061b-4dca-a2e2-45222ed0fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:51.712022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36901297-061b-4dca-a2e2-45222ed0fb72 None None] Routers {'15da6183-776a-43c6-91b5-e2b30678191b'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:51.712565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-36901297-061b-4dca-a2e2-45222ed0fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['15da6183-776a-43c6-91b5-e2b30678191b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:51.748341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-36901297-061b-4dca-a2e2-45222ed0fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:51.749008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36901297-061b-4dca-a2e2-45222ed0fb72 None None] The sync data for ids ['15da6183-776a-43c6-91b5-e2b30678191b'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:51.768684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a6d56-0e31-42f8-a9a0-7d5d8f2801d5 req-27cd0c8c-f503-46cf-94dd-c4876ad793e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:51.770575 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce7a6d56-0e31-42f8-a9a0-7d5d8f2801d5 req-27cd0c8c-f503-46cf-94dd-c4876ad793e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 1095 time: 0.2912743 Nov 12 04:07:51.772694 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e33994ee-42d7-4b44-9793-5a06118e358c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:51.775968 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e33994ee-42d7-4b44-9793-5a06118e358c tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/ports/e5be4163-146f-4d79-94ed-d546eca5b572 HTTP/1.1" status: 204 len: 168 time: 2.4860468 Nov 12 04:07:51.781054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57982) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:51.788850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92354ae-6c8d-42c5-aaf8-bc6d509a8e72 req-a5b69cff-3c46-4165-9ff6-ba5e6c095959 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:51.790807 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f92354ae-6c8d-42c5-aaf8-bc6d509a8e72 req-a5b69cff-3c46-4165-9ff6-ba5e6c095959 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 943 time: 0.2706132 Nov 12 04:07:51.922490 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f92354ae-6c8d-42c5-aaf8-bc6d509a8e72 req-c2bbe90c-95bc-4cc4-8429-e296005a2935 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197698 Nov 12 04:07:52.040603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a6d56-0e31-42f8-a9a0-7d5d8f2801d5 req-ac02ed09-96bd-4baa-ab64-af9d99f94f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:52.040603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce7a6d56-0e31-42f8-a9a0-7d5d8f2801d5 req-ac02ed09-96bd-4baa-ab64-af9d99f94f79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.2470345 Nov 12 04:07:52.102779 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce7a6d56-0e31-42f8-a9a0-7d5d8f2801d5 req-ee0cc620-36a0-4414-a3a7-23d7309c410a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c7173e-4878-467e-900a-73f295e3298e HTTP/1.1" status: 200 len: 217 time: 0.0494645 Nov 12 04:07:52.189075 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a6d56-0e31-42f8-a9a0-7d5d8f2801d5 req-d7a8e14b-a97c-4178-ba70-2617c00f10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:52.191837 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce7a6d56-0e31-42f8-a9a0-7d5d8f2801d5 req-d7a8e14b-a97c-4178-ba70-2617c00f10ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0756936 Nov 12 04:07:52.288961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a6d56-0e31-42f8-a9a0-7d5d8f2801d5 req-05cee984-4419-4a83-9c17-ef29c3430bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:52.290569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce7a6d56-0e31-42f8-a9a0-7d5d8f2801d5 req-05cee984-4419-4a83-9c17-ef29c3430bfb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687308 Nov 12 04:07:52.370720 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a9fc87-5dce-48f9-b007-06a092334fff tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:52.536429 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce7a6d56-0e31-42f8-a9a0-7d5d8f2801d5 req-029ea489-b756-415f-be57-07959d01def0 service neutron] 10.222.0.26 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199378 Nov 12 04:07:52.577622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a236fdb-4c21-4140-9872-560ee71a3d9e req-5e76f950-7228-42dd-b4fa-d28bf2e4c053 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:52.579742 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a236fdb-4c21-4140-9872-560ee71a3d9e req-5e76f950-7228-42dd-b4fa-d28bf2e4c053 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 943 time: 0.1236351 Nov 12 04:07:52.689907 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a236fdb-4c21-4140-9872-560ee71a3d9e req-de620db7-1ea0-4127-9f0c-b20b66f04ab8 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991652 Nov 12 04:07:52.782136 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce7a6d56-0e31-42f8-a9a0-7d5d8f2801d5 req-e814dbf2-f8a5-42eb-b8a6-71f45b5ed4e3 service neutron] 10.222.0.26 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288940 Nov 12 04:07:52.792078 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414946e7-dd70-4956-b21d-7729714fa1f9 req-f4b36f42-6cf4-4828-a43d-fe9fa05e769c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:52.795537 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-414946e7-dd70-4956-b21d-7729714fa1f9 req-f4b36f42-6cf4-4828-a43d-fe9fa05e769c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 945 time: 0.1348066 Nov 12 04:07:52.875873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9fc87-5dce-48f9-b007-06a092334fff tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port 63609681-5fae-4290-af9c-1e061782d721 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:52.876760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-414946e7-dd70-4956-b21d-7729714fa1f9 req-e9ed70cd-f3e9-49d9-a4a2-3aa6f556efdf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673130 Nov 12 04:07:52.880435 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a9fc87-5dce-48f9-b007-06a092334fff tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:53.025592 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a9fc87-5dce-48f9-b007-06a092334fff tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:53.045283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9fc87-5dce-48f9-b007-06a092334fff tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for 63609681-5fae-4290-af9c-1e061782d721 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:53.134054 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4b1f957-095e-4e66-902c-bf744c7c3aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:53.158488 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e00b2-f456-4911-b4e8-ea9630caba4a req-0ad14afa-3924-4515-a9e1-7604849f679e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:53.160126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f66e00b2-f456-4911-b4e8-ea9630caba4a req-0ad14afa-3924-4515-a9e1-7604849f679e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 943 time: 0.1071084 Nov 12 04:07:53.275080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f66e00b2-f456-4911-b4e8-ea9630caba4a req-b851855e-3a9c-47a9-904d-2d06995baba9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077447 Nov 12 04:07:53.474134 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a9fc87-5dce-48f9-b007-06a092334fff tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:53.530041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9fc87-5dce-48f9-b007-06a092334fff tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=63609681-5fae-4290-af9c-1e061782d721,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:53.623666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766acc70-f701-4534-8789-c9878b89ed97 req-2685ea71-165c-4015-8f89-2d7e6d0eaf0c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:53.636939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-766acc70-f701-4534-8789-c9878b89ed97 req-2685ea71-165c-4015-8f89-2d7e6d0eaf0c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 945 time: 0.1754556 Nov 12 04:07:53.772726 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-766acc70-f701-4534-8789-c9878b89ed97 req-b61efd58-fbd6-49d6-94b9-783646bd344d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293790 Nov 12 04:07:53.878767 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a9fc87-5dce-48f9-b007-06a092334fff tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:53.903890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738a524-9695-450b-b9e4-5a7ee7ef76f4 req-ed111f3f-2748-4149-80ec-a87ba89316d7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:53.906708 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b738a524-9695-450b-b9e4-5a7ee7ef76f4 req-ed111f3f-2748-4149-80ec-a87ba89316d7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 943 time: 0.0765398 Nov 12 04:07:53.971026 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b738a524-9695-450b-b9e4-5a7ee7ef76f4 req-827db79c-c7fd-4f2b-87e6-98c4b6a50bc6 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530343 Nov 12 04:07:54.196707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a9fc87-5dce-48f9-b007-06a092334fff tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router 15da6183-776a-43c6-91b5-e2b30678191b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:54.324276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a9fc87-5dce-48f9-b007-06a092334fff tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:54.334355 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58016) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:54.335972 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d1a9fc87-5dce-48f9-b007-06a092334fff tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "PUT /v2.0/routers/15da6183-776a-43c6-91b5-e2b30678191b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5529845 Nov 12 04:07:54.344372 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56e4b17-c4a9-4a12-9225-df648591d663 None None] Sync routers for ids ['15da6183-776a-43c6-91b5-e2b30678191b'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:54.362905 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56e4b17-c4a9-4a12-9225-df648591d663 None None] Routers {'15da6183-776a-43c6-91b5-e2b30678191b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:54.364162 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c56e4b17-c4a9-4a12-9225-df648591d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['15da6183-776a-43c6-91b5-e2b30678191b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:54.406143 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c56e4b17-c4a9-4a12-9225-df648591d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:54.427774 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56e4b17-c4a9-4a12-9225-df648591d663 None None] Routers {'15da6183-776a-43c6-91b5-e2b30678191b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:54.428861 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c56e4b17-c4a9-4a12-9225-df648591d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['15da6183-776a-43c6-91b5-e2b30678191b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:54.509498 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c56e4b17-c4a9-4a12-9225-df648591d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:54.510531 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56e4b17-c4a9-4a12-9225-df648591d663 None None] The sync data for ids ['15da6183-776a-43c6-91b5-e2b30678191b'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:54.931696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7556c-8650-4a9c-b55b-daf9e38d26ff req-e09e85b1-76eb-468d-bd96-d1ec559fbc38 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:54.932837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367e96e-e0db-4afa-a150-2f4bee692c43 req-6bbc1f50-aadb-4712-9a08-5e75cd22d8c8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:54.934875 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cea7556c-8650-4a9c-b55b-daf9e38d26ff req-e09e85b1-76eb-468d-bd96-d1ec559fbc38 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 945 time: 0.0805728 Nov 12 04:07:54.936740 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f367e96e-e0db-4afa-a150-2f4bee692c43 req-6bbc1f50-aadb-4712-9a08-5e75cd22d8c8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 943 time: 0.5221455 Nov 12 04:07:54.956202 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:54.975497 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:55.016559 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cea7556c-8650-4a9c-b55b-daf9e38d26ff req-d6e27967-afd1-40ec-9926-bd849cb8c580 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730040 Nov 12 04:07:55.064632 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f367e96e-e0db-4afa-a150-2f4bee692c43 req-1529d484-ef62-4cc4-812c-2e0250a8653e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173587 Nov 12 04:07:55.136182 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:55.156506 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2b6b2-6d0c-4624-b400-b186937e7393 req-f9c5601d-7a8a-4bc2-9a64-fd94037c7160 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:55.164681 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7a2b6b2-6d0c-4624-b400-b186937e7393 req-f9c5601d-7a8a-4bc2-9a64-fd94037c7160 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 943 time: 0.0692811 Nov 12 04:07:55.220133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7a2b6b2-6d0c-4624-b400-b186937e7393 req-b91e830f-0eb1-4962-aec6-5a09b6ef1d7d tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543811 Nov 12 04:07:55.306456 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port c9dc2ed2-5797-4ef7-a727-3bd3cc0515ab {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:55.306714 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:55.424164 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:55.436798 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for c9dc2ed2-5797-4ef7-a727-3bd3cc0515ab owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:55.739235 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:55.764709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=c9dc2ed2-5797-4ef7-a727-3bd3cc0515ab,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:55.847476 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:55.974683 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:55.977776 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.033617 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491470a6-b7e7-4145-9b64-cdcec89a1426 req-e7901be7-75f0-4314-9864-33f5cfa9e687 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:56.036142 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-491470a6-b7e7-4145-9b64-cdcec89a1426 req-e7901be7-75f0-4314-9864-33f5cfa9e687 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 945 time: 0.1293900 Nov 12 04:07:56.153864 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.155443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Fanout notify agent at l3_agent the message router_deleted on router 15da6183-776a-43c6-91b5-e2b30678191b {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:07:56.163485 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.170157 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1b757a73-e539-4aaf-8f4b-5f267dbae6f5 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/routers/15da6183-776a-43c6-91b5-e2b30678191b HTTP/1.1" status: 204 len: 168 time: 1.8319445 Nov 12 04:07:56.170157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58038) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:56.207996 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e30c8-d387-43ff-8d17-db77c5a1d225 req-51ee35a9-c299-467b-a0de-513a4c1621a7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:56.210213 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f7e30c8-d387-43ff-8d17-db77c5a1d225 req-51ee35a9-c299-467b-a0de-513a4c1621a7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 943 time: 0.0620906 Nov 12 04:07:56.240789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fe3d1-5552-433f-a2a2-96003a75006c req-de54544d-4479-490c-9c86-64f70286fc79 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:56.242439 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ca2fe3d1-5552-433f-a2a2-96003a75006c req-de54544d-4479-490c-9c86-64f70286fc79 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 945 time: 0.1459594 Nov 12 04:07:56.255401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d9240f-68c0-4706-8d1f-a283ec8e3f77 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting subnet db07e725-bdb5-4c6e-bbbe-7b11cbb44056 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:07:56.268932 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14d9240f-68c0-4706-8d1f-a283ec8e3f77 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.279842 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f7e30c8-d387-43ff-8d17-db77c5a1d225 req-cb44da37-1ef7-4d72-b11c-29aa4ce9d5d8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599942 Nov 12 04:07:56.321309 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-491470a6-b7e7-4145-9b64-cdcec89a1426 req-d3926876-1051-4125-99e9-cc999f6439b2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Deleting port ec6aa07a-eeee-4fe3-912e-378a30a6548d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:56.321657 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-491470a6-b7e7-4145-9b64-cdcec89a1426 req-d3926876-1051-4125-99e9-cc999f6439b2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.370133 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14d9240f-68c0-4706-8d1f-a283ec8e3f77 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.436182 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ca2fe3d1-5552-433f-a2a2-96003a75006c req-0da5811f-1c43-435e-afce-0be71b7f1d87 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779377 Nov 12 04:07:56.518708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0509b63-ec0e-4e7b-bcdf-787cbce6cb7c req-44ebf20b-65e6-4123-a26e-1a0b22f97c90 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:56.521831 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a0509b63-ec0e-4e7b-bcdf-787cbce6cb7c req-44ebf20b-65e6-4123-a26e-1a0b22f97c90 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 943 time: 0.0632479 Nov 12 04:07:56.541499 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-491470a6-b7e7-4145-9b64-cdcec89a1426 req-d3926876-1051-4125-99e9-cc999f6439b2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] For port ec6aa07a-eeee-4fe3-912e-378a30a6548d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ec6aa07a-eeee-4fe3-912e-378a30a6548d,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:56.541931 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-491470a6-b7e7-4145-9b64-cdcec89a1426 req-d3926876-1051-4125-99e9-cc999f6439b2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.573204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-491470a6-b7e7-4145-9b64-cdcec89a1426 req-d3926876-1051-4125-99e9-cc999f6439b2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Calling delete_port for ec6aa07a-eeee-4fe3-912e-378a30a6548d owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:56.581683 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14d9240f-68c0-4706-8d1f-a283ec8e3f77 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.584241 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a0509b63-ec0e-4e7b-bcdf-787cbce6cb7c req-758ec6cb-5c9b-4e45-8f1d-3ba8aa74fbf7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532186 Nov 12 04:07:56.783300 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.828279 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14d9240f-68c0-4706-8d1f-a283ec8e3f77 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.857298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9240f-68c0-4706-8d1f-a283ec8e3f77 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Subnet': ['ID=db07e725-bdb5-4c6e-bbbe-7b11cbb44056,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:56.862769 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14d9240f-68c0-4706-8d1f-a283ec8e3f77 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.866486 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-14d9240f-68c0-4706-8d1f-a283ec8e3f77 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/subnets/db07e725-bdb5-4c6e-bbbe-7b11cbb44056 HTTP/1.1" status: 204 len: 168 time: 0.6956041 Nov 12 04:07:56.869454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:56.871685 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc25e52-90b4-4be3-aab5-276accdd0069 None None] Network 8eb8cbc8-18ce-426e-950a-39fc1a8a14c0 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:56.948609 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-491470a6-b7e7-4145-9b64-cdcec89a1426 req-d3926876-1051-4125-99e9-cc999f6439b2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.971583 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:56.978200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['92cfe604-0ef9-4057-aa70-7a4c48e853b5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:57.001759 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3926876-1051-4125-99e9-cc999f6439b2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Pushing event deleted for resources: {'Port': ['ID=ec6aa07a-eeee-4fe3-912e-378a30a6548d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:57.013711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['ec6aa07a-eeee-4fe3-912e-378a30a6548d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:57.031592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 83ba9240-37be-4763-9ac9-e6b840cf5c2f details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:57.043000 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a233d38-57b6-4120-abce-5cafb4a353d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.047463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-491470a6-b7e7-4145-9b64-cdcec89a1426 req-d3926876-1051-4125-99e9-cc999f6439b2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] No DVR routers for this DVR port ec6aa07a-eeee-4fe3-912e-378a30a6548d on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:57.050375 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-491470a6-b7e7-4145-9b64-cdcec89a1426 req-d3926876-1051-4125-99e9-cc999f6439b2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.056912 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-491470a6-b7e7-4145-9b64-cdcec89a1426 req-d3926876-1051-4125-99e9-cc999f6439b2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.26 "DELETE /v2.0/ports/ec6aa07a-eeee-4fe3-912e-378a30a6548d HTTP/1.1" status: 204 len: 173 time: 1.0092170 Nov 12 04:07:57.056912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac43a318-9276-44ee-8e3d-ec976ed84be2', 'name': 'network-vif-deleted', 'tag': 'ec6aa07a-eeee-4fe3-912e-378a30a6548d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:57.059476 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1bfcc2-1097-44b7-8e0c-70bbbd95db25" -d '{"events": [{"server_uuid": "ac43a318-9276-44ee-8e3d-ec976ed84be2", "name": "network-vif-deleted", "tag": "ec6aa07a-eeee-4fe3-912e-378a30a6548d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:57.120396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port daaedf30-a4f6-428f-8b91-747c83e8d6a1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:57.121058 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.217899 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4bef28-c3d2-4cdf-bb0e-b1c406c805c3 x-openstack-request-id: req-aa4bef28-c3d2-4cdf-bb0e-b1c406c805c3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:57.218240 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac43a318-9276-44ee-8e3d-ec976ed84be2", "name": "network-vif-deleted", "tag": "ec6aa07a-eeee-4fe3-912e-378a30a6548d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:57.218508 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-aa4bef28-c3d2-4cdf-bb0e-b1c406c805c3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:57.218909 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac43a318-9276-44ee-8e3d-ec976ed84be2', 'name': 'network-vif-deleted', 'tag': 'ec6aa07a-eeee-4fe3-912e-378a30a6548d', 'status': 'completed', 'code': 200} Nov 12 04:07:57.229705 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 83ba9240-37be-4763-9ac9-e6b840cf5c2f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=83ba9240-37be-4763-9ac9-e6b840cf5c2f,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:57.236597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a66dae6-1f4f-4bb9-a517-15c4daca1021 None None] DHCP port deletion for 8eb8cbc8-18ce-426e-950a-39fc1a8a14c0 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:07:57.252098 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] For port daaedf30-a4f6-428f-8b91-747c83e8d6a1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=daaedf30-a4f6-428f-8b91-747c83e8d6a1,segment=NetworkSegment(27845dc1-c8d3-4e9f-993a-4ce23740466d),segment_id=27845dc1-c8d3-4e9f-993a-4ce23740466d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:57.252541 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.258375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '83ba9240-37be-4763-9ac9-e6b840cf5c2f', 'network_id': '0a19217e-7d2c-4ba0-bc34-1ee8bf62e717', 'port_id': '83ba9240-37be-4763-9ac9-e6b840cf5c2f', 'mac_address': 'fa:16:3e:fe:87:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35994df6-ba5b-4ffd-9001-bec83281056c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:07:57.267251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for daaedf30-a4f6-428f-8b91-747c83e8d6a1 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:57.504594 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.541197 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.555490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] No DVR routers for this DVR port daaedf30-a4f6-428f-8b91-747c83e8d6a1 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:57.566938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=daaedf30-a4f6-428f-8b91-747c83e8d6a1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:57.596708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ba9240-37be-4763-9ac9-e6b840cf5c2f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:57.598888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58adb0c-ed91-40df-aaca-46400a399a86 req-0924adba-145f-400f-ad56-bed23653ff3b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:57.601723 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e58adb0c-ed91-40df-aaca-46400a399a86 req-0924adba-145f-400f-ad56-bed23653ff3b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 943 time: 0.2223229 Nov 12 04:07:57.629790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 83ba9240-37be-4763-9ac9-e6b840cf5c2f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=83ba9240-37be-4763-9ac9-e6b840cf5c2f,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:57.634079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2a66dae6-1f4f-4bb9-a517-15c4daca1021 None None] Deleting port daaedf30-a4f6-428f-8b91-747c83e8d6a1 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:57.634709 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a66dae6-1f4f-4bb9-a517-15c4daca1021 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.696930 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e58adb0c-ed91-40df-aaca-46400a399a86 req-69fe0959-6e68-4555-bd3e-910e025c4f0c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864465 Nov 12 04:07:57.737217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2a66dae6-1f4f-4bb9-a517-15c4daca1021 None None] For port daaedf30-a4f6-428f-8b91-747c83e8d6a1, host n-d-767704-23, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:57.737605 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a66dae6-1f4f-4bb9-a517-15c4daca1021 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.741134 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.759744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.774989 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3eff234c-8b70-4805-9d46-869b57e2fec3 req-09b34249-cd73-4a94-b3ea-b477f43d5d17 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac43a318-9276-44ee-8e3d-ec976ed84be2 HTTP/1.1" status: 200 len: 210 time: 0.1145396 Nov 12 04:07:57.811631 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2a66dae6-1f4f-4bb9-a517-15c4daca1021 None None] Calling delete_port for daaedf30-a4f6-428f-8b91-747c83e8d6a1 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:57.820870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-2a66dae6-1f4f-4bb9-a517-15c4daca1021 None None] Port daaedf30-a4f6-428f-8b91-747c83e8d6a1 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:07:57.826384 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a66dae6-1f4f-4bb9-a517-15c4daca1021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.826724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb8cbc8-18ce-426e-950a-39fc1a8a14c0']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:57.842583 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27845dc1-c8d3-4e9f-993a-4ce23740466d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:57.843058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27845dc1-c8d3-4e9f-993a-4ce23740466d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:57.857812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.860834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=83ba9240-37be-4763-9ac9-e6b840cf5c2f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:57.868254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185cf3c-1dd9-4bb3-9f60-a1b53e1eb6f4 req-d6b940f8-e8a2-46f5-b585-7aa3980da13b tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:57.877034 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.883677 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:57.883879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2185cf3c-1dd9-4bb3-9f60-a1b53e1eb6f4 req-d6b940f8-e8a2-46f5-b585-7aa3980da13b tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 944 time: 0.0954039 Nov 12 04:07:57.884199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:07:57.884346 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:57.884775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:57.884886 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.885302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:57.885929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:57.886501 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:57.887055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:57.887796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:57.888556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:57.889079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:57.889625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:57.890337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:57.914039 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66dae6-1f4f-4bb9-a517-15c4daca1021 None None] No DVR routers for this DVR port daaedf30-a4f6-428f-8b91-747c83e8d6a1 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:57.940522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66dae6-1f4f-4bb9-a517-15c4daca1021 None None] Pushing event deleted for resources: {'Port': ['ID=daaedf30-a4f6-428f-8b91-747c83e8d6a1,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:07:57.943194 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:07:57.969354 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2185cf3c-1dd9-4bb3-9f60-a1b53e1eb6f4 req-5f5c9c7c-dedc-4027-8d0a-09a02ba29af3 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844028 Nov 12 04:07:58.045507 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.065353 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.070536 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/networks/8eb8cbc8-18ce-426e-950a-39fc1a8a14c0 HTTP/1.1" status: 204 len: 168 time: 1.1982105 Nov 12 04:07:58.070536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113edc15-124c-424a-a103-836093ccbb21 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Network': ['ID=8eb8cbc8-18ce-426e-950a-39fc1a8a14c0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:58.071483 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:58.208411 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7ed9cb0c-9606-4902-9040-a5040a7c88ba tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port ed546866-c6a5-45c0-90cf-dc6217fa3ea8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:58.208672 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ed9cb0c-9606-4902-9040-a5040a7c88ba tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.286648 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ed9cb0c-9606-4902-9040-a5040a7c88ba tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.287087 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ed9cb0c-9606-4902-9040-a5040a7c88ba tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.300970 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7ed9cb0c-9606-4902-9040-a5040a7c88ba tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for ed546866-c6a5-45c0-90cf-dc6217fa3ea8 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:58.319691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['83ba9240-37be-4763-9ac9-e6b840cf5c2f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:58.494068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device daaedf30-a4f6-428f-8b91-747c83e8d6a1 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:58.521058 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.523577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: daaedf30-a4f6-428f-8b91-747c83e8d6a1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:58.523928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device daaedf30-a4f6-428f-8b91-747c83e8d6a1 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:58.719384 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ed9cb0c-9606-4902-9040-a5040a7c88ba tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.760153 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9cb0c-9606-4902-9040-a5040a7c88ba tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=ed546866-c6a5-45c0-90cf-dc6217fa3ea8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:58.858588 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ed9cb0c-9606-4902-9040-a5040a7c88ba tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.868090 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ed9cb0c-9606-4902-9040-a5040a7c88ba tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.881897 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7ed9cb0c-9606-4902-9040-a5040a7c88ba tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/floatingips/499d86fc-a2d0-464f-98ad-ad23591cb260 HTTP/1.1" status: 204 len: 168 time: 0.8089452 Nov 12 04:07:58.890480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f071fd7-697c-4299-b4d9-c36ea44c1b54 req-4a9ced42-d10b-4ad8-91bf-15b2ffee0a13 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:58.890480 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f071fd7-697c-4299-b4d9-c36ea44c1b54 req-4a9ced42-d10b-4ad8-91bf-15b2ffee0a13 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 943 time: 0.0911298 Nov 12 04:07:58.891451 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58088) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:58.923253 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1efcb0-fd65-4c59-9238-d2ec0388cc2a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] DELETE failed (client error): The resource could not be found. Nov 12 04:07:58.924446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1efcb0-fd65-4c59-9238-d2ec0388cc2a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:07:58.928287 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3e1efcb0-fd65-4c59-9238-d2ec0388cc2a tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/ports/e5be4163-146f-4d79-94ed-d546eca5b572 HTTP/1.1" status: 404 len: 333 time: 0.0351713 Nov 12 04:07:58.938256 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58090) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:58.959926 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.981438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f2ed163a-989e-40f2-b57f-1b4a91db2f3f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "GET /v2.0/ports?device_id=15da6183-776a-43c6-91b5-e2b30678191b HTTP/1.1" status: 200 len: 205 time: 0.0421782 Nov 12 04:07:58.984646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58092) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:58.989150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 35c7173e-4878-467e-900a-73f295e3298e details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:59.008386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ec6aa07a-eeee-4fe3-912e-378a30a6548d no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:59.010380 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f071fd7-697c-4299-b4d9-c36ea44c1b54 req-08ae7db4-eb3c-4601-9723-1dd53ac36c36 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146841 Nov 12 04:07:59.036925 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-11515e6d-3d26-4054-a2bc-5c5b742ec03e tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] delete failed (client error): The resource could not be found. Nov 12 04:07:59.037386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: ec6aa07a-eeee-4fe3-912e-378a30a6548d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:59.038114 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-11515e6d-3d26-4054-a2bc-5c5b742ec03e tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/routers/15da6183-776a-43c6-91b5-e2b30678191b HTTP/1.1" status: 404 len: 336 time: 0.0515895 Nov 12 04:07:59.040678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:59.041163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ec6aa07a-eeee-4fe3-912e-378a30a6548d not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:59.076718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1358ed-a48e-4157-a490-a836b53dcf38 req-167225b6-065c-45d7-bb26-b41e2627582d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.079557 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b1358ed-a48e-4157-a490-a836b53dcf38 req-167225b6-065c-45d7-bb26-b41e2627582d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1493661 Nov 12 04:07:59.116799 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0111baf5-e64b-4c18-a451-9290477ad083 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] DELETE failed (client error): The resource could not be found. Nov 12 04:07:59.117357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0111baf5-e64b-4c18-a451-9290477ad083 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:07:59.128932 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0111baf5-e64b-4c18-a451-9290477ad083 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/subnets/db07e725-bdb5-4c6e-bbbe-7b11cbb44056 HTTP/1.1" status: 404 len: 337 time: 0.0827155 Nov 12 04:07:59.130888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58098) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:59.168084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 35c7173e-4878-467e-900a-73f295e3298e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=35c7173e-4878-467e-900a-73f295e3298e,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:59.174165 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c846759-6411-47bc-ae8a-483edd18d2b4 req-011708ed-e274-4390-bedc-668442c64a3c tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.180910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '35c7173e-4878-467e-900a-73f295e3298e', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'port_id': '35c7173e-4878-467e-900a-73f295e3298e', 'mac_address': 'fa:16:3e:09:b2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:07:59.182518 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c846759-6411-47bc-ae8a-483edd18d2b4 req-011708ed-e274-4390-bedc-668442c64a3c tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 944 time: 0.0957658 Nov 12 04:07:59.190806 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b1358ed-a48e-4157-a490-a836b53dcf38 req-26355acf-4c60-4505-8ddf-ff2421da15a6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769794 Nov 12 04:07:59.231866 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:59.245693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c7173e-4878-467e-900a-73f295e3298e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:59.254812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c846759-6411-47bc-ae8a-483edd18d2b4 req-a4bff979-a9ff-4a86-a091-928bcadf5a10 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704420 Nov 12 04:07:59.283594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 35c7173e-4878-467e-900a-73f295e3298e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=35c7173e-4878-467e-900a-73f295e3298e,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:59.322291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c46b88dc-fdfb-4604-b838-4249921a7433 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port 961a9d37-10a4-4834-b3f2-44084bbc4504 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:59.322628 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c46b88dc-fdfb-4604-b838-4249921a7433 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:59.364659 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:59.426588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=35c7173e-4878-467e-900a-73f295e3298e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:59.453600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0250d-e158-4ab9-ba79-0da60bbda18f req-3f9a3eeb-41dd-481e-b1d1-23b40a0b1c41 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.455294 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26a0250d-e158-4ab9-ba79-0da60bbda18f req-3f9a3eeb-41dd-481e-b1d1-23b40a0b1c41 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1296175 Nov 12 04:07:59.468968 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c46b88dc-fdfb-4604-b838-4249921a7433 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:59.493848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c46b88dc-fdfb-4604-b838-4249921a7433 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for 961a9d37-10a4-4834-b3f2-44084bbc4504 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:59.563302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26a0250d-e158-4ab9-ba79-0da60bbda18f req-d84473dc-f492-4931-be53-b5f5c8750cad tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984721 Nov 12 04:07:59.713070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9783511-8224-49c5-a26a-194ac4eef1f6 req-9b990b7f-0625-4aa2-ae68-7c557c3ca67c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.714553 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9783511-8224-49c5-a26a-194ac4eef1f6 req-9b990b7f-0625-4aa2-ae68-7c557c3ca67c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0560119 Nov 12 04:07:59.763643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9783511-8224-49c5-a26a-194ac4eef1f6 req-58055a09-2e5b-4dfe-b26a-319b8d3da99a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422766 Nov 12 04:07:59.862378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c46b88dc-fdfb-4604-b838-4249921a7433 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:59.897718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b88dc-fdfb-4604-b838-4249921a7433 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=961a9d37-10a4-4834-b3f2-44084bbc4504,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:59.980515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['35c7173e-4878-467e-900a-73f295e3298e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:59.997158 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c46b88dc-fdfb-4604-b838-4249921a7433 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:00.004175 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c46b88dc-fdfb-4604-b838-4249921a7433 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/ports/961a9d37-10a4-4834-b3f2-44084bbc4504 HTTP/1.1" status: 204 len: 168 time: 0.8698764 Nov 12 04:08:00.004608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:00.169827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8e9465e1-3d0c-4183-9d08-0d895d624f8e tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port 522fe899-7ca1-4d03-bfa0-3852fc619eee {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:00.170169 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9465e1-3d0c-4183-9d08-0d895d624f8e tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:00.419988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9632d-6b9e-444d-b1da-59d0551b933e req-50dc2294-c2df-4469-aa75-16d1d133efc6 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:00.422470 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-70c9632d-6b9e-444d-b1da-59d0551b933e req-50dc2294-c2df-4469-aa75-16d1d133efc6 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 944 time: 0.0912743 Nov 12 04:08:00.484891 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-70c9632d-6b9e-444d-b1da-59d0551b933e req-dd5ee2c2-848f-44b2-b32e-10ca5316db73 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491636 Nov 12 04:08:00.615602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4375e2f-7457-46e9-90cd-ab3c2b5a01c0 req-9e3fbaa0-4808-4c34-a523-62efb0a0d615 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:00.615602 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4375e2f-7457-46e9-90cd-ab3c2b5a01c0 req-9e3fbaa0-4808-4c34-a523-62efb0a0d615 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 944 time: 0.5106902 Nov 12 04:08:00.713799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-adffb3e1-214b-4985-a960-05dc7fa50626 req-f1d50df2-67e7-487d-858c-830822c13ad3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1399713 Nov 12 04:08:00.769679 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9465e1-3d0c-4183-9d08-0d895d624f8e tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:00.800446 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4375e2f-7457-46e9-90cd-ab3c2b5a01c0 req-f6b22446-c1d5-41bd-8325-600687c8fb87 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614652 Nov 12 04:08:00.814999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8e9465e1-3d0c-4183-9d08-0d895d624f8e tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for 522fe899-7ca1-4d03-bfa0-3852fc619eee owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:00.888022 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffb3e1-214b-4985-a960-05dc7fa50626 req-284a700c-7ebe-44c7-bfad-3c40810f556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:00.889789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-adffb3e1-214b-4985-a960-05dc7fa50626 req-284a700c-7ebe-44c7-bfad-3c40810f556d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 1098 time: 0.1079631 Nov 12 04:08:00.992529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 83ba9240-37be-4763-9ac9-e6b840cf5c2f up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:01.028768 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04280092-0143-448c-9cdc-09566a7937dc req-e53b5c81-c97c-4227-a12c-b51871701548 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0968590 Nov 12 04:08:01.082092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffb3e1-214b-4985-a960-05dc7fa50626 req-1ab525f5-2829-4a50-99ec-6415480e2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:01.084073 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-adffb3e1-214b-4985-a960-05dc7fa50626 req-1ab525f5-2829-4a50-99ec-6415480e2dbb service neutron] 10.222.0.25 "GET /v2.0/networks?id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 HTTP/1.1" status: 200 len: 917 time: 0.1675520 Nov 12 04:08:01.119811 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04280092-0143-448c-9cdc-09566a7937dc req-a0191adb-935b-48ac-bd15-85e3fece2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:01.122179 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04280092-0143-448c-9cdc-09566a7937dc req-a0191adb-935b-48ac-bd15-85e3fece2a6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbc5dcf2687d4393adcc84ade7008909&device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 1098 time: 0.0439086 Nov 12 04:08:01.140129 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-adffb3e1-214b-4985-a960-05dc7fa50626 req-c90ff2bb-e277-4307-9f7f-1fae3b17c86f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce HTTP/1.1" status: 200 len: 217 time: 0.0481164 Nov 12 04:08:01.204613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffb3e1-214b-4985-a960-05dc7fa50626 req-011cdb20-da4a-4a48-9279-94962a9d7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:01.207356 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-adffb3e1-214b-4985-a960-05dc7fa50626 req-011cdb20-da4a-4a48-9279-94962a9d7323 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=35994df6-ba5b-4ffd-9001-bec83281056c HTTP/1.1" status: 200 len: 855 time: 0.0595219 Nov 12 04:08:01.242847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-adffb3e1-214b-4985-a960-05dc7fa50626 req-c357dce6-c894-4b4a-a802-4169f7110401 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271838 Nov 12 04:08:01.244572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9465e1-3d0c-4183-9d08-0d895d624f8e tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:01.249690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04280092-0143-448c-9cdc-09566a7937dc req-1931371b-d6fa-4161-92a2-ab8a163f12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:01.250487 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04280092-0143-448c-9cdc-09566a7937dc req-1931371b-d6fa-4161-92a2-ab8a163f12f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 HTTP/1.1" status: 200 len: 917 time: 0.1028681 Nov 12 04:08:01.304173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9465e1-3d0c-4183-9d08-0d895d624f8e tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=522fe899-7ca1-4d03-bfa0-3852fc619eee,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:01.311727 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04280092-0143-448c-9cdc-09566a7937dc req-760842d3-3820-4ee7-ad34-ba7a21dbb4c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73e89f04-e7fd-4e5a-8345-e999129546ca HTTP/1.1" status: 200 len: 217 time: 0.0519147 Nov 12 04:08:01.319414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 83ba9240-37be-4763-9ac9-e6b840cf5c2f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:08:01.325250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 83ba9240-37be-4763-9ac9-e6b840cf5c2f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:01.325859 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:01.401675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04280092-0143-448c-9cdc-09566a7937dc req-92b1ecf7-a3ee-431d-bfff-c4811ac65169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:01.404259 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04280092-0143-448c-9cdc-09566a7937dc req-92b1ecf7-a3ee-431d-bfff-c4811ac65169 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=35994df6-ba5b-4ffd-9001-bec83281056c HTTP/1.1" status: 200 len: 855 time: 0.0772684 Nov 12 04:08:01.460289 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04280092-0143-448c-9cdc-09566a7937dc req-38d42bd9-c951-4978-983d-512a35922c4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443637 Nov 12 04:08:01.479747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-adffb3e1-214b-4985-a960-05dc7fa50626 req-8b561d9a-3ddb-425e-acf2-eb7820668bee service neutron] 10.222.0.25 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264853 Nov 12 04:08:01.482786 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9465e1-3d0c-4183-9d08-0d895d624f8e tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:01.490807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8e9465e1-3d0c-4183-9d08-0d895d624f8e tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/ports/522fe899-7ca1-4d03-bfa0-3852fc619eee HTTP/1.1" status: 204 len: 168 time: 1.4837196 Nov 12 04:08:01.492643 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:01.494385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58138) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:01.533318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1fdb70-e668-498c-9004-1fc88b5d6f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba9240-37be-4763-9ac9-e6b840cf5c2f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:01.535952 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497ad6a2-d7ae-46d6-9faa-485f5a29b521" -d '{"events": [{"server_uuid": "fd1fdb70-e668-498c-9004-1fc88b5d6f46", "name": "network-vif-plugged", "status": "completed", "tag": "83ba9240-37be-4763-9ac9-e6b840cf5c2f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:01.573664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 83ba9240-37be-4763-9ac9-e6b840cf5c2f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=83ba9240-37be-4763-9ac9-e6b840cf5c2f,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:01.593298 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473701d0-18de-4380-9615-83d40ed42dfe x-openstack-request-id: req-473701d0-18de-4380-9615-83d40ed42dfe {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:01.599216 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1fdb70-e668-498c-9004-1fc88b5d6f46", "name": "network-vif-plugged", "status": "completed", "tag": "83ba9240-37be-4763-9ac9-e6b840cf5c2f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:01.599216 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-473701d0-18de-4380-9615-83d40ed42dfe {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:01.599216 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1fdb70-e668-498c-9004-1fc88b5d6f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba9240-37be-4763-9ac9-e6b840cf5c2f', 'code': 200} Nov 12 04:08:01.638956 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04280092-0143-448c-9cdc-09566a7937dc req-d940748d-d87d-44d2-b364-473943936a7b service neutron] 10.222.0.26 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700296 Nov 12 04:08:01.657615 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:01.749121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=83ba9240-37be-4763-9ac9-e6b840cf5c2f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:01.767253 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04280092-0143-448c-9cdc-09566a7937dc req-22c1af1e-e1f4-445b-a970-055638040b77 service neutron] 10.222.0.26 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130369 Nov 12 04:08:01.839719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eee434c-7f29-4a3b-9ffb-873feddbf904 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:01.845754 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7eee434c-7f29-4a3b-9ffb-873feddbf904 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f HTTP/1.1" status: 200 len: 913 time: 0.3293612 Nov 12 04:08:01.845929 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:01.851002 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da6cc1-fda1-4a9e-8ada-85ca3000639f req-6b6d2685-4b45-459f-9c3d-f1e9929c0c3e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:01.852483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44da6cc1-fda1-4a9e-8ada-85ca3000639f req-6b6d2685-4b45-459f-9c3d-f1e9929c0c3e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 945 time: 0.1804175 Nov 12 04:08:01.857881 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-adffb3e1-214b-4985-a960-05dc7fa50626 req-2f50a87f-7e36-46e9-aa6b-7dc8700049c7 service neutron] 10.222.0.25 "GET /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669190 Nov 12 04:08:01.877841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ae52b-bdbb-4cd5-8344-06ddf33eb289 req-7cc43995-a857-422e-bbd2-79f0cc449ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:01.879309 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a7ae52b-bdbb-4cd5-8344-06ddf33eb289 req-7cc43995-a857-422e-bbd2-79f0cc449ac2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 1097 time: 0.1236825 Nov 12 04:08:01.968100 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44da6cc1-fda1-4a9e-8ada-85ca3000639f req-4600fc79-4397-4a04-8eb3-a2bb7e317c8c tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074381 Nov 12 04:08:02.042687 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a7ae52b-bdbb-4cd5-8344-06ddf33eb289 req-322d3f5a-7188-40b9-80e7-c6af49d89c87 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496122 Nov 12 04:08:02.164238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581189a5-59bb-4db7-b4b2-f0e66464a924 req-fcf43ee1-66c4-462a-8483-3fa4732ae6a4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:02.173998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-581189a5-59bb-4db7-b4b2-f0e66464a924 req-fcf43ee1-66c4-462a-8483-3fa4732ae6a4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 944 time: 0.2350903 Nov 12 04:08:02.257885 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-581189a5-59bb-4db7-b4b2-f0e66464a924 req-1c4eeab7-8515-4033-ab64-95757943ee61 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836687 Nov 12 04:08:02.369213 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c0a8-cd8d-40b8-8ffb-79cb89e31b62 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.666253 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2ec3c0a8-cd8d-40b8-8ffb-79cb89e31b62 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port 2d9d4f7e-d2ba-4487-b80d-846911159253 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:02.666958 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c0a8-cd8d-40b8-8ffb-79cb89e31b62 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.760341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c0a8-cd8d-40b8-8ffb-79cb89e31b62 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.773418 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2ec3c0a8-cd8d-40b8-8ffb-79cb89e31b62 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for 2d9d4f7e-d2ba-4487-b80d-846911159253 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:03.013784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 35c7173e-4878-467e-900a-73f295e3298e up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:03.162500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6a3d7-a3de-4882-9eb5-1e92b9d0992c req-1ccb71b1-6666-4ac9-9344-91a43fdc0ec2 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:03.164963 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 35c7173e-4878-467e-900a-73f295e3298e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:08:03.173047 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 35c7173e-4878-467e-900a-73f295e3298e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:03.174020 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:03.176481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01c6a3d7-a3de-4882-9eb5-1e92b9d0992c req-1ccb71b1-6666-4ac9-9344-91a43fdc0ec2 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 945 time: 0.0686677 Nov 12 04:08:03.237630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70fe79-177a-4499-837f-7edab1e91924 req-0c568fa7-0f6d-419d-8a5c-1ea1891a961b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:03.239223 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ca70fe79-177a-4499-837f-7edab1e91924 req-0c568fa7-0f6d-419d-8a5c-1ea1891a961b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0750475 Nov 12 04:08:03.253114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01c6a3d7-a3de-4882-9eb5-1e92b9d0992c req-d50847a7-979a-42e7-b434-728562184c1c tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737014 Nov 12 04:08:03.316466 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:03.367064 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ca70fe79-177a-4499-837f-7edab1e91924 req-0d1aae2a-4361-4daa-9511-c5d9fc4beaa0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941205 Nov 12 04:08:03.368444 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 35c7173e-4878-467e-900a-73f295e3298e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=35c7173e-4878-467e-900a-73f295e3298e,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:03.417963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ac97b-b9bc-45f9-8472-cbd1f93d365d req-731f8ee4-0528-4989-ae68-0beefa2623c1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:03.426590 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-544ac97b-b9bc-45f9-8472-cbd1f93d365d req-731f8ee4-0528-4989-ae68-0beefa2623c1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 944 time: 0.0830326 Nov 12 04:08:03.454682 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:03.504544 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-544ac97b-b9bc-45f9-8472-cbd1f93d365d req-71062228-bfea-422b-a795-0c90426547d7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761023 Nov 12 04:08:03.522856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee937b5a-b71a-4a31-aa6a-7d4730045c74 req-dda4d8f2-990e-48e1-8095-02122d3ec29e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:03.529642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=35c7173e-4878-467e-900a-73f295e3298e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:03.531537 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee937b5a-b71a-4a31-aa6a-7d4730045c74 req-dda4d8f2-990e-48e1-8095-02122d3ec29e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0763311 Nov 12 04:08:03.565246 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c0a8-cd8d-40b8-8ffb-79cb89e31b62 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:03.595725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79a67a7-532d-476d-bbcb-29b5349b83f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c7173e-4878-467e-900a-73f295e3298e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:03.599297 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbb9f11-a721-4f65-8c78-0c1e660a0fe0" -d '{"events": [{"server_uuid": "e79a67a7-532d-476d-bbcb-29b5349b83f0", "name": "network-vif-plugged", "status": "completed", "tag": "35c7173e-4878-467e-900a-73f295e3298e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:03.615159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3c0a8-cd8d-40b8-8ffb-79cb89e31b62 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=2d9d4f7e-d2ba-4487-b80d-846911159253,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:03.625523 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ee937b5a-b71a-4a31-aa6a-7d4730045c74 req-31fb280b-00e3-4f4a-aac4-5e005e6e7c7b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901990 Nov 12 04:08:03.694074 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcadb09-3cda-4422-8404-dc454c24cb8b x-openstack-request-id: req-9fcadb09-3cda-4422-8404-dc454c24cb8b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:03.694598 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79a67a7-532d-476d-bbcb-29b5349b83f0", "name": "network-vif-plugged", "status": "completed", "tag": "35c7173e-4878-467e-900a-73f295e3298e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:03.695048 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9fcadb09-3cda-4422-8404-dc454c24cb8b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:03.695618 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79a67a7-532d-476d-bbcb-29b5349b83f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c7173e-4878-467e-900a-73f295e3298e', 'code': 200} Nov 12 04:08:03.877269 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c0a8-cd8d-40b8-8ffb-79cb89e31b62 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:03.995370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd90c6-8eae-44d0-80b8-8b28721ddd34 req-70bff6b9-7f75-48fa-bad0-b3e7712463e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:03.997417 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ccd90c6-8eae-44d0-80b8-8b28721ddd34 req-70bff6b9-7f75-48fa-bad0-b3e7712463e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 1097 time: 0.1059337 Nov 12 04:08:04.049739 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ccd90c6-8eae-44d0-80b8-8b28721ddd34 req-a251812b-bd6d-4894-95b5-4a7fb67f6dfe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440493 Nov 12 04:08:04.158735 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec3c0a8-cd8d-40b8-8ffb-79cb89e31b62 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:08:04.281681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec3c0a8-cd8d-40b8-8ffb-79cb89e31b62 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:04.292580 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2ec3c0a8-cd8d-40b8-8ffb-79cb89e31b62 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "PUT /v2.0/routers/ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4460926 Nov 12 04:08:04.294926 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58194) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:04.300789 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf18e97-ac25-436c-9e52-3f8db66332c2 None None] Sync routers for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:04.319730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf18e97-ac25-436c-9e52-3f8db66332c2 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:04.321445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-baf18e97-ac25-436c-9e52-3f8db66332c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:04.374720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-baf18e97-ac25-436c-9e52-3f8db66332c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:04.385697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf18e97-ac25-436c-9e52-3f8db66332c2 None None] Routers {'ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:04.386764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-baf18e97-ac25-436c-9e52-3f8db66332c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:04.450611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-baf18e97-ac25-436c-9e52-3f8db66332c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:04.451348 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf18e97-ac25-436c-9e52-3f8db66332c2 None None] The sync data for ids ['ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:04.485424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3e4fa-2e58-45f9-bec2-60147e7880c0 req-2f62ce6d-21f0-4749-96fd-0f725c589dff tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.487275 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-44d3e4fa-2e58-45f9-bec2-60147e7880c0 req-2f62ce6d-21f0-4749-96fd-0f725c589dff tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 945 time: 0.1276815 Nov 12 04:08:04.490965 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.638459 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-44d3e4fa-2e58-45f9-bec2-60147e7880c0 req-46a31989-ae57-4a6a-9b84-469980f00dbd tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426215 Nov 12 04:08:04.675482 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.678831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101226eb-d1a5-4b51-bf35-196bea45ec92 req-8bd6c971-5dc8-4b90-b57b-cf8cfab124fe tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.688748 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-101226eb-d1a5-4b51-bf35-196bea45ec92 req-8bd6c971-5dc8-4b90-b57b-cf8cfab124fe tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 945 time: 0.0909078 Nov 12 04:08:04.764630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-101226eb-d1a5-4b51-bf35-196bea45ec92 req-3c0c1c99-09fb-443e-bb64-22c2dc52f4e2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732937 Nov 12 04:08:04.833741 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting port 06013f51-04fa-4765-8cd9-77ffdd49e14a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:04.834172 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.944158 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.968324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Calling delete_port for 06013f51-04fa-4765-8cd9-77ffdd49e14a owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:05.291246 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.343457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Port': ['ID=06013f51-04fa-4765-8cd9-77ffdd49e14a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:05.477871 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.657033 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.660618 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.822780 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.823260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Fanout notify agent at l3_agent the message router_deleted on router ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:08:05.837311 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.840556 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c550cc7b-944f-4174-968f-092e8595f34f tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/routers/ae72fdcf-71ea-4d7d-9fd7-56e6bb99609f HTTP/1.1" status: 204 len: 168 time: 1.5439067 Nov 12 04:08:05.842767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:06.048700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5771fd2a-5263-461b-abad-565d42d90192 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Deleting subnet 5d24de28-4dde-468f-848b-34aea32b8761 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:08:06.054455 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5771fd2a-5263-461b-abad-565d42d90192 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:06.110352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f226659-17d8-437a-97be-7c67ae20e5c4 req-34906d78-e500-45f8-a82e-6967c82c7e07 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:06.112641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9f226659-17d8-437a-97be-7c67ae20e5c4 req-34906d78-e500-45f8-a82e-6967c82c7e07 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 945 time: 0.1081240 Nov 12 04:08:06.118077 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5771fd2a-5263-461b-abad-565d42d90192 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:06.196171 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5771fd2a-5263-461b-abad-565d42d90192 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:06.236968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9f226659-17d8-437a-97be-7c67ae20e5c4 req-54b7c808-85c0-46d3-b629-ccd48c495b3d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909102 Nov 12 04:08:06.374290 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5771fd2a-5263-461b-abad-565d42d90192 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:06.408865 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5771fd2a-5263-461b-abad-565d42d90192 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:06.417519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:06.429196 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5771fd2a-5263-461b-abad-565d42d90192 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/subnets/5d24de28-4dde-468f-848b-34aea32b8761 HTTP/1.1" status: 204 len: 168 time: 0.5847375 Nov 12 04:08:06.433828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771fd2a-5263-461b-abad-565d42d90192 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Subnet': ['ID=5d24de28-4dde-468f-848b-34aea32b8761,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:06.504874 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa877-e38e-488e-83ab-4e6ba8b3e8d3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:06.603073 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa877-e38e-488e-83ab-4e6ba8b3e8d3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:06.626081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cfdfa877-e38e-488e-83ab-4e6ba8b3e8d3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892c40af-75c9-4a35-b835-821381729512']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:06.637549 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cfdfa877-e38e-488e-83ab-4e6ba8b3e8d3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f868b144-8ce8-4c26-a7b8-32311a36f64a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:06.637845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cfdfa877-e38e-488e-83ab-4e6ba8b3e8d3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f868b144-8ce8-4c26-a7b8-32311a36f64a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:06.648255 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa877-e38e-488e-83ab-4e6ba8b3e8d3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:06.662056 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa877-e38e-488e-83ab-4e6ba8b3e8d3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:06.669192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdfa877-e38e-488e-83ab-4e6ba8b3e8d3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:08:06.669809 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa877-e38e-488e-83ab-4e6ba8b3e8d3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:08:06.673154 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:08:06.881081 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa877-e38e-488e-83ab-4e6ba8b3e8d3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:06.908766 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa877-e38e-488e-83ab-4e6ba8b3e8d3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:06.919193 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cfdfa877-e38e-488e-83ab-4e6ba8b3e8d3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] 10.222.0.105 "DELETE /v2.0/networks/892c40af-75c9-4a35-b835-821381729512 HTTP/1.1" status: 204 len: 168 time: 0.4966004 Nov 12 04:08:06.951513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfa877-e38e-488e-83ab-4e6ba8b3e8d3 tempest-FloatingIPTestJSON-1237261429 tempest-FloatingIPTestJSON-1237261429-project] Pushing event deleted for resources: {'Network': ['ID=892c40af-75c9-4a35-b835-821381729512,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:06.997770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517953ba-1a94-47c6-9fee-4c49d477abe1 req-11fec62f-bf4a-4af3-ac01-bea2623901f8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:06.999676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-517953ba-1a94-47c6-9fee-4c49d477abe1 req-11fec62f-bf4a-4af3-ac01-bea2623901f8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1316969 Nov 12 04:08:07.073752 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-517953ba-1a94-47c6-9fee-4c49d477abe1 req-b042857b-6828-4933-a7aa-8f59e498b7da tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659103 Nov 12 04:08:07.234113 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac03bc1-ff17-424e-8732-d102c928542b req-71ff0825-a838-4147-85df-effa87349a0a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:07.235731 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ac03bc1-ff17-424e-8732-d102c928542b req-71ff0825-a838-4147-85df-effa87349a0a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0661941 Nov 12 04:08:07.385487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ac03bc1-ff17-424e-8732-d102c928542b req-616be301-a89d-4a68-9dd2-0948328fbc4d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369054 Nov 12 04:08:07.469604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e218e0-9623-4184-a1ef-eb8deb52e28b req-335465d5-675b-4f13-aabb-5ea37a6df636 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:07.472178 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-52e218e0-9623-4184-a1ef-eb8deb52e28b req-335465d5-675b-4f13-aabb-5ea37a6df636 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 945 time: 0.0696795 Nov 12 04:08:07.534680 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-52e218e0-9623-4184-a1ef-eb8deb52e28b req-ac78017f-9881-4ad8-8d4c-3297e74a0fe4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551062 Nov 12 04:08:07.605201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01033a3-11de-44b4-a506-824728ba2ee8 req-29327306-850a-461b-afcd-a6a3a1867be9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:07.606790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f01033a3-11de-44b4-a506-824728ba2ee8 req-29327306-850a-461b-afcd-a6a3a1867be9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0674386 Nov 12 04:08:07.681438 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec2361-5e1b-4a37-a8cc-c14b3771311b req-92ede252-ec97-41c9-8f98-4102618b73bf tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:07.683313 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1cec2361-5e1b-4a37-a8cc-c14b3771311b req-92ede252-ec97-41c9-8f98-4102618b73bf tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 945 time: 0.0633841 Nov 12 04:08:07.685679 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f01033a3-11de-44b4-a506-824728ba2ee8 req-19b190a2-97af-4768-aefc-04245d783f18 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704322 Nov 12 04:08:07.691912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:07.771073 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1cec2361-5e1b-4a37-a8cc-c14b3771311b req-2bf562f8-e12d-4317-b700-691180384c35 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714045 Nov 12 04:08:07.871951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce86b0a-9831-42be-a893-32a186bde6c4 req-b17c89bf-a001-4b81-adbb-69cb62f7f0f0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:07.875850 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ce86b0a-9831-42be-a893-32a186bde6c4 req-b17c89bf-a001-4b81-adbb-69cb62f7f0f0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0860519 Nov 12 04:08:07.910656 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f77903a6-bf06-4a45-a533-6db4bfd9cdfa admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3f6ceadf46504220a045a7016706a087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2176471 Nov 12 04:08:07.913334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58284) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:07.948221 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ce86b0a-9831-42be-a893-32a186bde6c4 req-9c889540-1d08-4945-b9df-2228d27b9cf9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659325 Nov 12 04:08:08.015635 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e40916c1-6b97-4c03-a434-8028f0a416de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:08.041773 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e40916c1-6b97-4c03-a434-8028f0a416de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:08.227634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e40916c1-6b97-4c03-a434-8028f0a416de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:08.230345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e40916c1-6b97-4c03-a434-8028f0a416de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:08.232236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e40916c1-6b97-4c03-a434-8028f0a416de admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4e843ccb-fed4-4320-ab5c-86be957064f3 HTTP/1.1" status: 204 len: 168 time: 0.3179026 Nov 12 04:08:08.241961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40916c1-6b97-4c03-a434-8028f0a416de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e843ccb-fed4-4320-ab5c-86be957064f3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:09.394565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0e282-f998-4a4a-8053-ed0ab4bb31c1 req-dd5ff040-cdcc-4e06-addd-c5117277ada0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:09.396558 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49c0e282-f998-4a4a-8053-ed0ab4bb31c1 req-dd5ff040-cdcc-4e06-addd-c5117277ada0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0970891 Nov 12 04:08:09.494524 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49c0e282-f998-4a4a-8053-ed0ab4bb31c1 req-65d58041-5059-4fae-9c81-7085dd2929a3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895619 Nov 12 04:08:09.709226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beac32b-8b40-4c2e-910b-719726be2a45 req-ffa48add-9782-4dc5-9899-987690c84935 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:09.718370 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2beac32b-8b40-4c2e-910b-719726be2a45 req-ffa48add-9782-4dc5-9899-987690c84935 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1081946 Nov 12 04:08:09.781768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2beac32b-8b40-4c2e-910b-719726be2a45 req-690aa443-f896-4ebc-808a-3e0509ceeafe tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570972 Nov 12 04:08:09.842839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58358) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:10.028442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1277871099'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:10.149102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6f01-2177-4d1f-b591-602ab309b58c req-ee7c9213-5281-4ac2-9c51-c074983bad5f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:10.151494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03cc6f01-2177-4d1f-b591-602ab309b58c req-ee7c9213-5281-4ac2-9c51-c074983bad5f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0642297 Nov 12 04:08:10.193296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Made reservation on behalf of 6c3d32931334429bbf4b76c0e71bb944 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:10.213813 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:10.274318 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:10.302269 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03cc6f01-2177-4d1f-b591-602ab309b58c req-53a79df7-e7de-4633-9918-151ef6224655 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360426 Nov 12 04:08:10.444160 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:10.558617 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:10.598182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:08:10.671679 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:10.672028 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Added segment 6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1 of type vlan for network 22896714-120f-4fb1-9a43-99802464a633 Nov 12 04:08:10.674196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a51814-5bdc-47a8-8dda-b0a901000855,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:10.735844 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:10.753683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69919406-b83e-4d03-bfc7-0616fd2ce343 req-d6e43e73-0f70-4788-ae21-218e794068d2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:10.753683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69919406-b83e-4d03-bfc7-0616fd2ce343 req-d6e43e73-0f70-4788-ae21-218e794068d2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1535079 Nov 12 04:08:10.833793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69919406-b83e-4d03-bfc7-0616fd2ce343 req-7e2c7a9e-df67-44df-b5a7-3cb40204ca97 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749979 Nov 12 04:08:10.884481 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:10.891276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:10.892085 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:10.988277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event updated for resources: {'Network': ['ID=22896714-120f-4fb1-9a43-99802464a633,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:11.001819 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 22896714-120f-4fb1-9a43-99802464a633 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:08:11.077078 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ba603-8b4a-44f0-8011-9aef55f0e14a req-eecc96e5-82f9-4ab2-ba1d-e8f5d4466111 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:11.079640 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-946ba603-8b4a-44f0-8011-9aef55f0e14a req-eecc96e5-82f9-4ab2-ba1d-e8f5d4466111 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0678453 Nov 12 04:08:11.130728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58402) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:11.131317 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d131fcfb-33d5-46e2-bf4c-28645d5cbafd tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2868042 Nov 12 04:08:11.139399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-08d50fcd-47e2-4c00-b86a-a8173e4810bf tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Request body: {'subnet': {'network_id': '22896714-120f-4fb1-9a43-99802464a633', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:11.210203 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-946ba603-8b4a-44f0-8011-9aef55f0e14a req-d91047dc-a1a4-4729-ba18-4f52f41d01e8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242750 Nov 12 04:08:11.389955 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:08:11.437616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d50fcd-47e2-4c00-b86a-a8173e4810bf tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Made reservation on behalf of 6c3d32931334429bbf4b76c0e71bb944 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:11.445566 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08d50fcd-47e2-4c00-b86a-a8173e4810bf tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:11.472498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af480dea-3658-492a-af2e-178fe2975b59 req-f58a356e-139f-4ea9-80e3-567dd2904144 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:11.483527 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af480dea-3658-492a-af2e-178fe2975b59 req-f58a356e-139f-4ea9-80e3-567dd2904144 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1189198 Nov 12 04:08:11.643497 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af480dea-3658-492a-af2e-178fe2975b59 req-ee30a690-31fd-4edd-bf89-48a54957e5e4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580403 Nov 12 04:08:11.772076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-aed4f8a3-e59d-4450-a4b3-d105ef17cf3f req-7a50b942-8879-43b0-84ad-2b51912a9508 service neutron] (103146) timed out ('10.222.0.26', 49209) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:08:11.842430 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08d50fcd-47e2-4c00-b86a-a8173e4810bf tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:11.943127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dc395-851c-448b-a99f-4ffb02dc0d79 req-0f00d612-a281-4824-97ae-7e71aee0c6ae tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:11.944653 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f1dc395-851c-448b-a99f-4ffb02dc0d79 req-0f00d612-a281-4824-97ae-7e71aee0c6ae tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1467018 Nov 12 04:08:11.959468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d50fcd-47e2-4c00-b86a-a8173e4810bf tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event updated for resources: {'Subnet': ['ID=c438ba57-9202-4d7d-a7a6-1e57b4934278,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:11.993724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d50fcd-47e2-4c00-b86a-a8173e4810bf tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Checking segment: {'id': '6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '22896714-120f-4fb1-9a43-99802464a633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:11.994355 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d50fcd-47e2-4c00-b86a-a8173e4810bf tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Network hostable DHCP agents. Network: 22896714-120f-4fb1-9a43-99802464a633, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:08:12.053975 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f1dc395-851c-448b-a99f-4ffb02dc0d79 req-e83c8b01-9cd6-4d0c-8c00-871883334ea9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884721 Nov 12 04:08:12.113335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d50fcd-47e2-4c00-b86a-a8173e4810bf tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Network 22896714-120f-4fb1-9a43-99802464a633 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:08:12.192491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220684a-8672-448d-a6a2-218cab4060ee req-3a418cec-dfe2-4243-a11c-87d12b9939c4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:12.196618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1220684a-8672-448d-a6a2-218cab4060ee req-3a418cec-dfe2-4243-a11c-87d12b9939c4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0714302 Nov 12 04:08:12.210856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-08d50fcd-47e2-4c00-b86a-a8173e4810bf tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 22896714-120f-4fb1-9a43-99802464a633) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:12.218182 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d50fcd-47e2-4c00-b86a-a8173e4810bf tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:12.219717 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08d50fcd-47e2-4c00-b86a-a8173e4810bf tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:12.222343 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df7d917-3a2e-4c70-ab91-1169a2330a78 None None] Network 22896714-120f-4fb1-9a43-99802464a633 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:12.300566 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1220684a-8672-448d-a6a2-218cab4060ee req-410e2620-fbb8-4966-8b69-b5c5243d7c1b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918939 Nov 12 04:08:12.372380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58442) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:12.377996 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-08d50fcd-47e2-4c00-b86a-a8173e4810bf tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2449725 Nov 12 04:08:12.380085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f502fed0-b0c1-442e-a28f-44225e278b50 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1290768105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:12.461642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-22896714-120f-4fb1-9a43-99802464a633', 'network_id': '22896714-120f-4fb1-9a43-99802464a633', 'tenant_id': '6c3d32931334429bbf4b76c0e71bb944', 'fixed_ips': [{'subnet_id': 'c438ba57-9202-4d7d-a7a6-1e57b4934278'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:08:12.463102 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:12.475902 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f502fed0-b0c1-442e-a28f-44225e278b50 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:12.477346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f502fed0-b0c1-442e-a28f-44225e278b50 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:12.609636 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f502fed0-b0c1-442e-a28f-44225e278b50 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:12.698479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Allocated IP 172.20.0.2 (22896714-120f-4fb1-9a43-99802464a633/c438ba57-9202-4d7d-a7a6-1e57b4934278/5f980f84-ccf3-40a7-938a-80a4eab5c7da) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:12.698787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f502fed0-b0c1-442e-a28f-44225e278b50 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:12.707782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98b414-4e00-428a-a930-6fe30631074a req-6ecbe159-6c07-4173-99c5-ca41df177b0d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:12.709396 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2e98b414-4e00-428a-a930-6fe30631074a req-6ecbe159-6c07-4173-99c5-ca41df177b0d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/networks?id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516 HTTP/1.1" status: 200 len: 814 time: 0.1952751 Nov 12 04:08:12.740000 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2e98b414-4e00-428a-a930-6fe30631074a req-7c3840fd-32e3-4d7d-b6bd-da66c5e1efd1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/quotas/79ef31f00b10453b810a706be411ba9d HTTP/1.1" status: 200 len: 375 time: 0.0157905 Nov 12 04:08:12.789116 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f502fed0-b0c1-442e-a28f-44225e278b50 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:12.793463 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f502fed0-b0c1-442e-a28f-44225e278b50 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4159980 Nov 12 04:08:12.794068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58464) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:12.846628 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2e98b414-4e00-428a-a930-6fe30631074a req-d8737670-3056-4f4c-8275-e7896e026a0a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=79ef31f00b10453b810a706be411ba9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0930636 Nov 12 04:08:12.963319 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.056550 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.080099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3178b-d842-49c2-a1eb-eb14db04e881 req-35d13597-f260-4ded-9c17-4d73109f91e3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:13.081801 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80e3178b-d842-49c2-a1eb-eb14db04e881 req-35d13597-f260-4ded-9c17-4d73109f91e3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1059046 Nov 12 04:08:13.185402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Pushing event updated for resources: {'Port': ['ID=5f980f84-ccf3-40a7-938a-80a4eab5c7da,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:13.186467 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80e3178b-d842-49c2-a1eb-eb14db04e881 req-144dc2aa-223e-4633-8c84-f4f4fbd684d3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801888 Nov 12 04:08:13.199335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Network 22896714-120f-4fb1-9a43-99802464a633 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:13.204819 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:13.208548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:13.322459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Attempting to bind port 5f980f84-ccf3-40a7-938a-80a4eab5c7da on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:13.324409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Attempting to bind port 5f980f84-ccf3-40a7-938a-80a4eab5c7da by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '22896714-120f-4fb1-9a43-99802464a633'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:13.325473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Attempting to bind port 5f980f84-ccf3-40a7-938a-80a4eab5c7da on network 22896714-120f-4fb1-9a43-99802464a633 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:13.334574 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:13.338341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Checking segment: {'id': '6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '22896714-120f-4fb1-9a43-99802464a633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:13.339363 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.342583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Bound using segment: {'id': '6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '22896714-120f-4fb1-9a43-99802464a633'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:13.343715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Bound port: 5f980f84-ccf3-40a7-938a-80a4eab5c7da, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '22896714-120f-4fb1-9a43-99802464a633'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:13.344891 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.423426 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dae49-f8ee-4089-bafd-ff2aa8e19813 req-196875f1-1228-4c94-98e5-209d226e677f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:13.426435 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec0dae49-f8ee-4089-bafd-ff2aa8e19813 req-196875f1-1228-4c94-98e5-209d226e677f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0818698 Nov 12 04:08:13.469239 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.487198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] For port 5f980f84-ccf3-40a7-938a-80a4eab5c7da, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:13.495777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] For port 5f980f84-ccf3-40a7-938a-80a4eab5c7da, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5f980f84-ccf3-40a7-938a-80a4eab5c7da,segment=NetworkSegment(6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1),segment_id=6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:13.519082 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec0dae49-f8ee-4089-bafd-ff2aa8e19813 req-53064b4d-9724-4cb8-9f40-392b2b4d1a3a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845318 Nov 12 04:08:13.682164 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-742330d2-b344-456a-a4fc-2612b7f9d0d9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:13.682164 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-742330d2-b344-456a-a4fc-2612b7f9d0d9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 810 time: 0.4334550 Nov 12 04:08:13.694998 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.767438 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b18f2bb1-cfb2-44d3-a4a2-587a0e1dbc98 req-46f1be37-38ba-42f1-a3c6-604b420e3213 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=79ef31f00b10453b810a706be411ba9d HTTP/1.1" status: 200 len: 221 time: 0.0343311 Nov 12 04:08:13.769183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-330200a5-2fcd-4004-a21d-eaaffed4fe0f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/quotas/16a44b756c8b4c848acf634d7113485d HTTP/1.1" status: 200 len: 375 time: 0.0475068 Nov 12 04:08:13.879044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92f8bb-15da-420a-a2a2-e1801a23aa58 None None] Pushing event updated for resources: {'Port': ['ID=5f980f84-ccf3-40a7-938a-80a4eab5c7da,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:13.943575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-4e352f21-be17-4910-bd6e-a44b7a4dd5d7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1569982 Nov 12 04:08:14.028649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c15282-0da0-47ee-b0d7-6b2393edf251 req-3c521a2b-5462-4a72-ad9c-14680cf9bc2e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:14.044681 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-57c15282-0da0-47ee-b0d7-6b2393edf251 req-3c521a2b-5462-4a72-ad9c-14680cf9bc2e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0798898 Nov 12 04:08:14.136463 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-57c15282-0da0-47ee-b0d7-6b2393edf251 req-e97c6b91-5eab-48f8-b68d-9766b166f7a3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890908 Nov 12 04:08:14.147957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-2992ac7a-5b38-46a4-a17b-5fc61f37abfc service neutron] 10.222.0.105 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603436 Nov 12 04:08:14.208489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Allocated IP 172.20.0.1 (22896714-120f-4fb1-9a43-99802464a633/c438ba57-9202-4d7d-a7a6-1e57b4934278/78e67158-d8db-4439-a066-4717efaf9a93) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:14.511457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4f0de-5e4c-46e4-93d4-e42f07de5a13 req-ff060c66-ccc5-4fd6-9af5-76fd538faba5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:14.530269 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8da4f0de-5e4c-46e4-93d4-e42f07de5a13 req-ff060c66-ccc5-4fd6-9af5-76fd538faba5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0903203 Nov 12 04:08:14.607053 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8da4f0de-5e4c-46e4-93d4-e42f07de5a13 req-177f4528-b54e-4985-bc78-e0190219c1df tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757587 Nov 12 04:08:14.661298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5f980f84-ccf3-40a7-938a-80a4eab5c7da up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:14.674997 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-9ebb6b6f-ceee-4a22-b7cd-e5e8db3652fa service neutron] 10.222.0.105 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544234 Nov 12 04:08:14.781656 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:14.831715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 5f980f84-ccf3-40a7-938a-80a4eab5c7da triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:14.832199 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:14.930657 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba5970-626e-4e2f-a5d2-59eb6a17fe09 req-9f563112-2cf7-4f76-83ac-eededb3d365d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:14.932315 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2aba5970-626e-4e2f-a5d2-59eb6a17fe09 req-9f563112-2cf7-4f76-83ac-eededb3d365d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1604993 Nov 12 04:08:14.954960 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:14.993105 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:15.035000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Network 22896714-120f-4fb1-9a43-99802464a633 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:15.049910 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2aba5970-626e-4e2f-a5d2-59eb6a17fe09 req-479eecb3-669b-41b5-998c-d4399200280f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014569 Nov 12 04:08:15.055931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:15.061030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:15.064445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 5f980f84-ccf3-40a7-938a-80a4eab5c7da, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5f980f84-ccf3-40a7-938a-80a4eab5c7da,segment=NetworkSegment(6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1),segment_id=6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:15.132387 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:15.134507 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:15.292286 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=5f980f84-ccf3-40a7-938a-80a4eab5c7da,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:15.332285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event updated for resources: {'Port': ['ID=78e67158-d8db-4439-a066-4717efaf9a93,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:15.352149 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc2b6f1-ddc8-4509-b687-add3c8cd7575 req-979b48c1-2122-4504-907c-e9fce625fc46 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 210 time: 0.0333643 Nov 12 04:08:15.423375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f11d7-627f-4941-a70e-eaa2ab5c7001 req-77af4a67-ecdb-48fb-a7bc-d326f40c4431 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:15.425915 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f57f11d7-627f-4941-a70e-eaa2ab5c7001 req-77af4a67-ecdb-48fb-a7bc-d326f40c4431 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1362798 Nov 12 04:08:15.447254 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:15.606916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8023623b-e4d1-4a0e-ac4e-e94cbd6bdab7 None None] Network 22896714-120f-4fb1-9a43-99802464a633 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:15.637170 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f57f11d7-627f-4941-a70e-eaa2ab5c7001 req-7d661db7-5502-4bc5-914a-d9d52f0d6878 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983535 Nov 12 04:08:15.785871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1aecefbb-d785-4019-9b56-bfba21fca3fe None None] Provisioning complete for port 5f980f84-ccf3-40a7-938a-80a4eab5c7da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:15.786701 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1aecefbb-d785-4019-9b56-bfba21fca3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.085002 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.145353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0f5b6-56ce-438c-9e4d-a6dede7622cf req-44c2e11d-b95b-40c4-8bfb-07e7474a92cf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.153481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-35d0f5b6-56ce-438c-9e4d-a6dede7622cf req-44c2e11d-b95b-40c4-8bfb-07e7474a92cf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.3318684 Nov 12 04:08:16.171051 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.231556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.286452 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-35d0f5b6-56ce-438c-9e4d-a6dede7622cf req-d895eaba-6648-4660-a070-ec214cdd2b07 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320949 Nov 12 04:08:16.383008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event updated for resources: {'Port': ['ID=78e67158-d8db-4439-a066-4717efaf9a93,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:16.492611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Network 22896714-120f-4fb1-9a43-99802464a633 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:16.494249 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:16.613377 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5f980f84-ccf3-40a7-938a-80a4eab5c7da up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:16.723909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-58c752cf-e4c6-46d0-8e8e-e056f9242ec7 None None] Provisioning complete for port 78e67158-d8db-4439-a066-4717efaf9a93 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:16.724729 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58c752cf-e4c6-46d0-8e8e-e056f9242ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.740261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81848039-89e2-4793-8827-43a5f9efabce req-8b145448-664e-4b0f-b707-c519b42c85c6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.750742 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81848039-89e2-4793-8827-43a5f9efabce req-8b145448-664e-4b0f-b707-c519b42c85c6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1282265 Nov 12 04:08:16.799788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 5f980f84-ccf3-40a7-938a-80a4eab5c7da triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:16.800940 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.861358 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81848039-89e2-4793-8827-43a5f9efabce req-95dba7be-0c1c-4647-aee3-4d05ada30189 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068792 Nov 12 04:08:16.888897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-58c752cf-e4c6-46d0-8e8e-e056f9242ec7 None None] Port 78e67158-d8db-4439-a066-4717efaf9a93 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:16.941593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-58c752cf-e4c6-46d0-8e8e-e056f9242ec7 None None] Provisioning complete for port 5f980f84-ccf3-40a7-938a-80a4eab5c7da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:16.942334 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58c752cf-e4c6-46d0-8e8e-e056f9242ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.301368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3372e18b-d355-4723-99fb-645983dd3b32 None None] Provisioning complete for port 78e67158-d8db-4439-a066-4717efaf9a93 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:17.304237 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3372e18b-d355-4723-99fb-645983dd3b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.309380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09abde-7c76-476a-a818-47bada4b787f req-3d1a7e54-5405-4205-b288-3b6509dbf6b6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:17.324371 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ea09abde-7c76-476a-a818-47bada4b787f req-3d1a7e54-5405-4205-b288-3b6509dbf6b6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1234663 Nov 12 04:08:17.410425 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43899d2f-3661-4f5e-9b3c-81c4f727540d req-189b6292-6ef5-47c7-9058-ee88a7f71b3a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 210 time: 0.0622771 Nov 12 04:08:17.484968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3372e18b-d355-4723-99fb-645983dd3b32 None None] Port 78e67158-d8db-4439-a066-4717efaf9a93 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:17.491671 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ea09abde-7c76-476a-a818-47bada4b787f req-f9d4c867-db1d-43bd-b2a8-39cdf39612c9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645410 Nov 12 04:08:17.532421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Router c8eaf057-5ceb-4625-992b-beca02d43a8f is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:08:17.625668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-72f2d2b4-29a7-4dc1-86f0-38ee47df9ce9 None None] Provisioning complete for port 78e67158-d8db-4439-a066-4717efaf9a93 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:17.625950 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72f2d2b4-29a7-4dc1-86f0-38ee47df9ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.671626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:17.681143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d981843c-42e5-4948-a138-280e1e3c0a06 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "PUT /v2.0/routers/c8eaf057-5ceb-4625-992b-beca02d43a8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8849254 Nov 12 04:08:17.682967 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:17.685429 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b163db-039d-4f62-84c5-0b9d9bce468f None None] Sync routers for ids ['c8eaf057-5ceb-4625-992b-beca02d43a8f'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:17.691164 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e00b12bd-29fe-4e5f-a2eb-91355bf64242 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Request body: {'port': {'network_id': '22896714-120f-4fb1-9a43-99802464a633', 'name': 'tempest-FloatingIPNegativeTestJSON-30789370'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:17.702536 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b163db-039d-4f62-84c5-0b9d9bce468f None None] Routers {'c8eaf057-5ceb-4625-992b-beca02d43a8f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:17.705598 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c6b163db-039d-4f62-84c5-0b9d9bce468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c8eaf057-5ceb-4625-992b-beca02d43a8f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:17.713968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-72f2d2b4-29a7-4dc1-86f0-38ee47df9ce9 None None] Port 78e67158-d8db-4439-a066-4717efaf9a93 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:17.760202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04458c1a-26cf-4814-856f-1e70718d699a req-c445b925-4cf5-442d-800a-8e86bff5606c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:17.764537 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04458c1a-26cf-4814-856f-1e70718d699a req-c445b925-4cf5-442d-800a-8e86bff5606c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0813284 Nov 12 04:08:17.788278 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c6b163db-039d-4f62-84c5-0b9d9bce468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:17.806618 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b163db-039d-4f62-84c5-0b9d9bce468f None None] Routers {'c8eaf057-5ceb-4625-992b-beca02d43a8f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:17.807950 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c6b163db-039d-4f62-84c5-0b9d9bce468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:07:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c8eaf057-5ceb-4625-992b-beca02d43a8f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:17.859115 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c6b163db-039d-4f62-84c5-0b9d9bce468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:17.860253 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b163db-039d-4f62-84c5-0b9d9bce468f None None] The sync data for ids ['c8eaf057-5ceb-4625-992b-beca02d43a8f'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:17.876114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04458c1a-26cf-4814-856f-1e70718d699a req-cb3f11e0-1f77-46a2-b5e5-0560332c7111 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057663 Nov 12 04:08:17.984526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00b12bd-29fe-4e5f-a2eb-91355bf64242 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Made reservation on behalf of 6c3d32931334429bbf4b76c0e71bb944 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:17.988502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e00b12bd-29fe-4e5f-a2eb-91355bf64242 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.025127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-e00b12bd-29fe-4e5f-a2eb-91355bf64242 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] device_id is not set on port 216e5d6d-2f4d-4bf2-a9c3-d37c7ffac5d8 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:08:18.095676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e46ff-4617-4c9b-b2c7-c08fcfdee30f req-832a1ea1-9a97-4c81-bb49-8312cb43e617 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:18.097692 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-899e46ff-4617-4c9b-b2c7-c08fcfdee30f req-832a1ea1-9a97-4c81-bb49-8312cb43e617 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0999501 Nov 12 04:08:18.302363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e00b12bd-29fe-4e5f-a2eb-91355bf64242 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Allocated IP 172.20.0.14 (22896714-120f-4fb1-9a43-99802464a633/c438ba57-9202-4d7d-a7a6-1e57b4934278/216e5d6d-2f4d-4bf2-a9c3-d37c7ffac5d8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:18.303671 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-899e46ff-4617-4c9b-b2c7-c08fcfdee30f req-e2487765-6d96-410e-acbb-e348ed064e2b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871004 Nov 12 04:08:18.639912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-b5efde8b-ae23-4ded-89f0-97dbec405e80 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:18.643638 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-b5efde8b-ae23-4ded-89f0-97dbec405e80 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 810 time: 0.2690351 Nov 12 04:08:18.674065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-002c2bf7-58b7-4a15-bed6-878ae5aae206 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'port': {'device_id': 'b3d91baa-a040-4f97-85cb-579a082f2264', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'admin_state_up': True, 'tenant_id': '16a44b756c8b4c848acf634d7113485d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:18.735236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9a536b38-b86f-4f4f-beef-970ae99b9640 req-c1d10803-abef-4c28-b93e-64e6be82e546 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 210 time: 0.0855033 Nov 12 04:08:18.746116 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b7da7-75f7-4c60-bfb9-b1a884ae434c req-e79ca2fb-6bb6-471c-b7f4-e6ead75b2bc9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:18.763063 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8a3b7da7-75f7-4c60-bfb9-b1a884ae434c req-e79ca2fb-6bb6-471c-b7f4-e6ead75b2bc9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.2355220 Nov 12 04:08:18.783887 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e00b12bd-29fe-4e5f-a2eb-91355bf64242 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.910980 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.912594 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8a3b7da7-75f7-4c60-bfb9-b1a884ae434c req-0bd62576-60f4-479b-a7b7-4b8c78f5afe2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477625 Nov 12 04:08:19.036664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e00b12bd-29fe-4e5f-a2eb-91355bf64242 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.104327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00b12bd-29fe-4e5f-a2eb-91355bf64242 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Network 22896714-120f-4fb1-9a43-99802464a633 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:19.117003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e00b12bd-29fe-4e5f-a2eb-91355bf64242 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:19.122986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b12bd-29fe-4e5f-a2eb-91355bf64242 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:19.125651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-002c2bf7-58b7-4a15-bed6-878ae5aae206 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Made reservation on behalf of 16a44b756c8b4c848acf634d7113485d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:19.135465 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-002c2bf7-58b7-4a15-bed6-878ae5aae206 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.223267 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b12bd-29fe-4e5f-a2eb-91355bf64242 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event updated for resources: {'Port': ['ID=216e5d6d-2f4d-4bf2-a9c3-d37c7ffac5d8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:19.298130 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fbcba-3426-4f5b-8294-2a5462e27a66 req-f7d21e4b-7d1f-4135-ad3f-5d3709a30d44 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:19.308759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cc3fbcba-3426-4f5b-8294-2a5462e27a66 req-f7d21e4b-7d1f-4135-ad3f-5d3709a30d44 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.2007847 Nov 12 04:08:19.362866 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00b12bd-29fe-4e5f-a2eb-91355bf64242 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:19.364207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e00b12bd-29fe-4e5f-a2eb-91355bf64242 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.450151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-002c2bf7-58b7-4a15-bed6-878ae5aae206 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Allocated IP 172.20.0.9 (f85dd735-6dee-4642-bae3-79b5c3c05e5b/ea3b966f-ee38-4d38-b08a-2c92acf2f0c1/c4435471-a580-462e-a5f2-1e5522375493) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:19.492876 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cc3fbcba-3426-4f5b-8294-2a5462e27a66 req-dd5c22fa-7fd6-41de-9e67-aa49315cb9b1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671088 Nov 12 04:08:19.533235 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e00b12bd-29fe-4e5f-a2eb-91355bf64242 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8482194 Nov 12 04:08:19.541257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58598) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:19.564196 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:19.662957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5ef16bbd-d1d9-468a-a503-6016a42541c5 None None] Provisioning complete for port 216e5d6d-2f4d-4bf2-a9c3-d37c7ffac5d8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:19.666781 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ef16bbd-d1d9-468a-a503-6016a42541c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.721672 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.723046 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-002c2bf7-58b7-4a15-bed6-878ae5aae206 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.752105 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5ef16bbd-d1d9-468a-a503-6016a42541c5 None None] Port 216e5d6d-2f4d-4bf2-a9c3-d37c7ffac5d8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:19.818324 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd7974-473d-4a51-9738-4126a5431dee req-a3056d2b-83fd-43a6-adc0-5c5933e21ce7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:19.822935 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13cd7974-473d-4a51-9738-4126a5431dee req-a3056d2b-83fd-43a6-adc0-5c5933e21ce7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0660877 Nov 12 04:08:19.904754 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-002c2bf7-58b7-4a15-bed6-878ae5aae206 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.927071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13cd7974-473d-4a51-9738-4126a5431dee req-7e17ab92-fb60-4642-981d-d5ec1717015a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920022 Nov 12 04:08:19.960823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['35c7173e-4878-467e-900a-73f295e3298e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:19.965884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-002c2bf7-58b7-4a15-bed6-878ae5aae206 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:19.967514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-002c2bf7-58b7-4a15-bed6-878ae5aae206 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:19.974248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-002c2bf7-58b7-4a15-bed6-878ae5aae206 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:20.061814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f156e-a91e-4f34-a75c-43e236831012 req-22257028-e2c5-419e-9547-da89aaa60180 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:20.068074 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c2bf7-58b7-4a15-bed6-878ae5aae206 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'Port': ['ID=c4435471-a580-462e-a5f2-1e5522375493,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:20.069495 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a97f156e-a91e-4f34-a75c-43e236831012 req-22257028-e2c5-419e-9547-da89aaa60180 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 931 time: 0.1651683 Nov 12 04:08:20.119168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-002c2bf7-58b7-4a15-bed6-878ae5aae206 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:20.121340 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-002c2bf7-58b7-4a15-bed6-878ae5aae206 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.287773 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-002c2bf7-58b7-4a15-bed6-878ae5aae206 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6236205 Nov 12 04:08:20.321378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e0aa3-6c2e-46aa-a9b7-036427c582e5 req-ea96f722-1ba3-42c2-a9cf-30eeedb4b714 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:20.323317 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f67e0aa3-6c2e-46aa-a9b7-036427c582e5 req-ea96f722-1ba3-42c2-a9cf-30eeedb4b714 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1292729 Nov 12 04:08:20.330675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Request body: {'port': {'device_id': 'b3d91baa-a040-4f97-85cb-579a082f2264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:20.495996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-652a3197-35c1-4d0b-8315-fe38f8f627b0 None None] Provisioning complete for port c4435471-a580-462e-a5f2-1e5522375493 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:20.496857 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-652a3197-35c1-4d0b-8315-fe38f8f627b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.543975 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.564009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-652a3197-35c1-4d0b-8315-fe38f8f627b0 None None] Port c4435471-a580-462e-a5f2-1e5522375493 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:20.584654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f67e0aa3-6c2e-46aa-a9b7-036427c582e5 req-01852452-ef59-44a5-b25d-e8fc50dd7c97 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126021 Nov 12 04:08:20.609856 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a97f156e-a91e-4f34-a75c-43e236831012 req-77c6a2d5-f61f-4826-b513-071d378c0d0f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382912 Nov 12 04:08:20.680214 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.844476 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Allocated IP 172.25.8.253 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/b88c096e-d30a-4b41-8083-189c2ba1b615) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:20.906948 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34549d6d-b890-4a25-9689-3ac48f65863d req-72627e48-86c7-4d0b-bbb2-785113bf7362 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:20.911008 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-34549d6d-b890-4a25-9689-3ac48f65863d req-72627e48-86c7-4d0b-bbb2-785113bf7362 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1556787 Nov 12 04:08:21.083688 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.155234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4435471-a580-462e-a5f2-1e5522375493 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:21.165280 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.182493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Transition to ACTIVE for port object c4435471-a580-462e-a5f2-1e5522375493 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:08:21.201950 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.259779 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-34549d6d-b890-4a25-9689-3ac48f65863d req-d40572cf-21fd-4cfb-8926-dd71ff5a31f5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213272 Nov 12 04:08:21.269877 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.322782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:21.333789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:21.338406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:21.346286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Pushing event updated for resources: {'Port': ['ID=c4435471-a580-462e-a5f2-1e5522375493,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:21.474342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event updated for resources: {'Port': ['ID=b88c096e-d30a-4b41-8083-189c2ba1b615,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:21.583677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Attempting to bind port c4435471-a580-462e-a5f2-1e5522375493 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:21.584133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Attempting to bind port c4435471-a580-462e-a5f2-1e5522375493 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:21.584449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Attempting to bind port c4435471-a580-462e-a5f2-1e5522375493 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:21.592678 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.593108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Port c4435471-a580-462e-a5f2-1e5522375493 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:08:21.596191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Attempting to bind port c4435471-a580-462e-a5f2-1e5522375493 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:21.600987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:21.601979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Checking segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:21.602608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Bound using segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:21.603236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Bound port: c4435471-a580-462e-a5f2-1e5522375493, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:21.603716 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.619641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcabaf-f073-45b0-af10-857514322fe2 req-12234c6e-d339-456d-a79b-cb8f0152a922 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:21.632985 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aedcabaf-f073-45b0-af10-857514322fe2 req-12234c6e-d339-456d-a79b-cb8f0152a922 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0982656 Nov 12 04:08:21.709902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aedcabaf-f073-45b0-af10-857514322fe2 req-ea41e28e-8990-411e-9e27-3a63f2d70b92 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756910 Nov 12 04:08:21.828333 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.877842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] For port c4435471-a580-462e-a5f2-1e5522375493, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:21.922855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] For port c4435471-a580-462e-a5f2-1e5522375493, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c4435471-a580-462e-a5f2-1e5522375493,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:21.957162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0f89e-5efc-4e50-8e5d-04d01f381e32 req-5022aea9-354b-40c6-ab1f-c866fba1c881 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:21.958779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ed0f89e-5efc-4e50-8e5d-04d01f381e32 req-5022aea9-354b-40c6-ab1f-c866fba1c881 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.2171617 Nov 12 04:08:22.022979 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.077173 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a036a-8d99-4816-838b-23eca86fdb00 req-be78a251-5a9e-48f6-a533-61e24e94104c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:22.079215 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-134a036a-8d99-4816-838b-23eca86fdb00 req-be78a251-5a9e-48f6-a533-61e24e94104c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1857600 Nov 12 04:08:22.126471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Pushing event updated for resources: {'Port': ['ID=c4435471-a580-462e-a5f2-1e5522375493,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:22.135939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ed0f89e-5efc-4e50-8e5d-04d01f381e32 req-870072cf-d78a-47ea-a2af-4b7303ac0ba9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682281 Nov 12 04:08:22.149049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:22.150037 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.155616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-30bcdb39-8d81-4558-91d2-39a470cd7333 service neutron] 10.222.0.25 "PUT /v2.0/ports/c4435471-a580-462e-a5f2-1e5522375493 HTTP/1.1" status: 200 len: 1092 time: 1.8270428 Nov 12 04:08:22.156399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d91baa-a040-4f97-85cb-579a082f2264', 'tag': 'c4435471-a580-462e-a5f2-1e5522375493'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:22.168317 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bbdbcd-ebf8-4d2a-b069-a6f314896969" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d91baa-a040-4f97-85cb-579a082f2264", "tag": "c4435471-a580-462e-a5f2-1e5522375493"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:22.262865 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.304769 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-134a036a-8d99-4816-838b-23eca86fdb00 req-e1fe7b5e-9009-4cc0-8e1e-5a8d713fb326 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298037 Nov 12 04:08:22.379063 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.403446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-3f2d10b6-af7b-43ea-b0ba-9c42355b64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:22.405254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-3f2d10b6-af7b-43ea-b0ba-9c42355b64ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 1095 time: 0.1115324 Nov 12 04:08:22.479334 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-24b59563-6687-4995-8ec8-7a28185b2bc7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4435471-a580-462e-a5f2-1e5522375493 HTTP/1.1" status: 200 len: 217 time: 0.0634511 Nov 12 04:08:22.481812 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7063ea0f-7fa9-4de8-9c5e-85d2142b646f x-openstack-request-id: req-7063ea0f-7fa9-4de8-9c5e-85d2142b646f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:22.482366 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d91baa-a040-4f97-85cb-579a082f2264", "tag": "c4435471-a580-462e-a5f2-1e5522375493", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:22.482827 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7063ea0f-7fa9-4de8-9c5e-85d2142b646f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:22.483428 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d91baa-a040-4f97-85cb-579a082f2264', 'tag': 'c4435471-a580-462e-a5f2-1e5522375493', 'status': 'completed', 'code': 200} Nov 12 04:08:22.568197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event updated for resources: {'Port': ['ID=b88c096e-d30a-4b41-8083-189c2ba1b615,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:22.572458 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.574834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-096904e1-986a-4b73-894d-aca1da9a7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:22.580260 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-096904e1-986a-4b73-894d-aca1da9a7fb6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0910239 Nov 12 04:08:22.637454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-e27369f5-d5ed-4e3b-adb8-bffde1df8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:22.639309 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-e27369f5-d5ed-4e3b-adb8-bffde1df8330 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507188 Nov 12 04:08:22.675490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9012d-ed3a-4cad-989d-561588bf3938 req-fa431353-da09-44cd-818c-79d39c11694e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:22.680999 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5c9012d-ed3a-4cad-989d-561588bf3938 req-fa431353-da09-44cd-818c-79d39c11694e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0913162 Nov 12 04:08:22.695988 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.701600 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d6a9b028-bdfb-45de-a6bf-5d3d4c70f5c0 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1566441 Nov 12 04:08:22.716495 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58652) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:22.722395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-42f74483-fddb-42bb-ad4c-1ca5a56e78ad tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Request body: {'floatingip': {'port_id': '216e5d6d-2f4d-4bf2-a9c3-d37c7ffac5d8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:22.782638 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42f74483-fddb-42bb-ad4c-1ca5a56e78ad tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.788870 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-5f6d0d6f-cd92-4c6d-91ec-5ab8a2612d20 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401832 Nov 12 04:08:22.925239 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5c9012d-ed3a-4cad-989d-561588bf3938 req-9d03baca-f47d-41f3-91f0-879c856bdf04 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219706 Nov 12 04:08:22.952075 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae7df291-7556-40c7-a262-e372cadbf0bb req-b36e1d53-1b7e-49df-88af-6092c69d1fa4 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528394 Nov 12 04:08:23.083884 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-42f74483-fddb-42bb-ad4c-1ca5a56e78ad tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] update failed (client error): The resource could not be found. Nov 12 04:08:23.084825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-42f74483-fddb-42bb-ad4c-1ca5a56e78ad tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "PUT /v2.0/floatingips/97d75958-d30f-4c8f-ab85-5ff7ec728903 HTTP/1.1" status: 404 len: 507 time: 0.3661227 Nov 12 04:08:23.088753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58660) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:23.132641 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85a731a5-b6cf-4ce1-b782-8df22c52857b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.189351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bb35a-459e-4cdc-90fd-b6046ceab300 req-c7c3dfe8-1dfa-4de3-94fe-b00bcc20e4ca tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:23.192070 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b60bb35a-459e-4cdc-90fd-b6046ceab300 req-c7c3dfe8-1dfa-4de3-94fe-b00bcc20e4ca tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1773183 Nov 12 04:08:23.240538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbdbcd-ebf8-4d2a-b069-a6f314896969 req-175daa7b-2d0d-4396-87cb-331708e3676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:23.243576 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31bbdbcd-ebf8-4d2a-b069-a6f314896969 req-175daa7b-2d0d-4396-87cb-331708e3676a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 1095 time: 0.1112869 Nov 12 04:08:23.287362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b60bb35a-459e-4cdc-90fd-b6046ceab300 req-78073e68-1263-4729-b00f-4c0e39131df4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835366 Nov 12 04:08:23.420231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-046a71d6-7741-4cf8-920e-f5a72fee9541 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Deleting port b88c096e-d30a-4b41-8083-189c2ba1b615 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:23.420903 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-046a71d6-7741-4cf8-920e-f5a72fee9541 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.429762 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8113f-fe67-49ce-8aa7-6b95716755a5 req-a831f94f-b2e3-4420-a368-5f382d7954de tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:23.431423 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6bf8113f-fe67-49ce-8aa7-6b95716755a5 req-a831f94f-b2e3-4420-a368-5f382d7954de tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1230707 Nov 12 04:08:23.439859 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbdbcd-ebf8-4d2a-b069-a6f314896969 req-843884a4-f470-455a-af12-ce112ecbccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:23.442501 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31bbdbcd-ebf8-4d2a-b069-a6f314896969 req-843884a4-f470-455a-af12-ce112ecbccb8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.1593759 Nov 12 04:08:23.528562 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31bbdbcd-ebf8-4d2a-b069-a6f314896969 req-813591f5-f44d-4d1c-a067-a83f1931773a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4435471-a580-462e-a5f2-1e5522375493 HTTP/1.1" status: 200 len: 217 time: 0.0776410 Nov 12 04:08:23.631484 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6bf8113f-fe67-49ce-8aa7-6b95716755a5 req-a3c1fbd5-3db8-47f1-b210-026205bb1fd4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866488 Nov 12 04:08:23.660446 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-046a71d6-7741-4cf8-920e-f5a72fee9541 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.660777 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-046a71d6-7741-4cf8-920e-f5a72fee9541 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.681184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbdbcd-ebf8-4d2a-b069-a6f314896969 req-f676139b-0f6d-4ed1-a7fa-cda79ffee855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:23.682756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31bbdbcd-ebf8-4d2a-b069-a6f314896969 req-f676139b-0f6d-4ed1-a7fa-cda79ffee855 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.1463094 Nov 12 04:08:23.687029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-046a71d6-7741-4cf8-920e-f5a72fee9541 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Calling delete_port for b88c096e-d30a-4b41-8083-189c2ba1b615 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:23.733784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ced643-7e98-4fb3-be42-277530817002 req-2bba5c13-418f-4405-8779-6e066af0f934 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:23.734934 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45ced643-7e98-4fb3-be42-277530817002 req-2bba5c13-418f-4405-8779-6e066af0f934 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1312771 Nov 12 04:08:23.773082 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbdbcd-ebf8-4d2a-b069-a6f314896969 req-70f7a7e5-3e21-4a61-af62-5bfce90a7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:23.775281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31bbdbcd-ebf8-4d2a-b069-a6f314896969 req-70f7a7e5-3e21-4a61-af62-5bfce90a7d92 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852292 Nov 12 04:08:23.857124 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45ced643-7e98-4fb3-be42-277530817002 req-756ca2f7-1334-4fe1-be1c-f545cbbea2ad tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142471 Nov 12 04:08:23.959629 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31bbdbcd-ebf8-4d2a-b069-a6f314896969 req-3deda1c9-0ca6-49f9-b71e-bcfac6d7af01 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742685 Nov 12 04:08:24.034033 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9f039-e812-4680-9201-f3abfba6c519 req-05549650-f7e6-49c7-a352-bf384340f9d8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:24.037866 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-56f9f039-e812-4680-9201-f3abfba6c519 req-05549650-f7e6-49c7-a352-bf384340f9d8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0816634 Nov 12 04:08:24.040358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-046a71d6-7741-4cf8-920e-f5a72fee9541 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:24.131787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a71d6-7741-4cf8-920e-f5a72fee9541 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event deleted for resources: {'Port': ['ID=b88c096e-d30a-4b41-8083-189c2ba1b615,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:24.134618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31bbdbcd-ebf8-4d2a-b069-a6f314896969 req-a71a2ebe-dcec-4ca5-9392-bf0811c1efae service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663902 Nov 12 04:08:24.266613 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-56f9f039-e812-4680-9201-f3abfba6c519 req-57acb369-3445-4e87-8dae-a338de1140e4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132030 Nov 12 04:08:24.295171 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-046a71d6-7741-4cf8-920e-f5a72fee9541 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:24.299375 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-046a71d6-7741-4cf8-920e-f5a72fee9541 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:24.305746 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:24.307297 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-046a71d6-7741-4cf8-920e-f5a72fee9541 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "DELETE /v2.0/floatingips/97d75958-d30f-4c8f-ab85-5ff7ec728903 HTTP/1.1" status: 204 len: 168 time: 1.2164192 Nov 12 04:08:24.313915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2644201f-eaee-4f79-b089-781207c69ae3 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Request body: {'floatingip': {'floating_network_id': '22896714-120f-4fb1-9a43-99802464a633', 'port_id': '216e5d6d-2f4d-4bf2-a9c3-d37c7ffac5d8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:24.462135 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2644201f-eaee-4f79-b089-781207c69ae3 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:24.747733 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-2644201f-eaee-4f79-b089-781207c69ae3 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:08:24.755796 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2644201f-eaee-4f79-b089-781207c69ae3 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4433661 Nov 12 04:08:24.756652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:24.776264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '216e5d6d-2f4d-4bf2-a9c3-d37c7ffac5d8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:24.864716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb2ff7-d879-486d-afc9-2f80bbcb970a req-05c61f86-2a88-4046-97be-be7eb96efd10 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:24.867383 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c8cb2ff7-d879-486d-afc9-2f80bbcb970a req-05c61f86-2a88-4046-97be-be7eb96efd10 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1070282 Nov 12 04:08:24.917891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cae213-f08c-4757-9658-3cbfe8626e12 req-b80e883c-e21e-4394-9f29-b1bc00b9e319 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:24.920519 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1cae213-f08c-4757-9658-3cbfe8626e12 req-b80e883c-e21e-4394-9f29-b1bc00b9e319 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0941582 Nov 12 04:08:24.962028 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:24.969841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c8cb2ff7-d879-486d-afc9-2f80bbcb970a req-b4e19793-fc00-4ad3-9d1e-f699ce495b48 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949144 Nov 12 04:08:25.015517 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1cae213-f08c-4757-9658-3cbfe8626e12 req-a1a49660-a3bf-4bf3-bc36-c1b5726c8da6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886865 Nov 12 04:08:25.016738 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.168517 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.321886 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Allocated IP 172.25.8.138 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/7781fa2f-cbb7-4888-8f00-f5bae2800d83) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:25.478473 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.644713 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.692276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:25.695896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:25.703046 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:25.751235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event updated for resources: {'Port': ['ID=7781fa2f-cbb7-4888-8f00-f5bae2800d83,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:25.912416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Deleting port 7781fa2f-cbb7-4888-8f00-f5bae2800d83 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:25.912718 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.015289 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.015661 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.044022 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Calling delete_port for 7781fa2f-cbb7-4888-8f00-f5bae2800d83 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:26.229079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c519c9-cc49-4a4a-93e4-8c346a737df2 req-e3649fa1-cc1f-4309-8bf5-3eae9cf62e40 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:26.231303 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3c519c9-cc49-4a4a-93e4-8c346a737df2 req-e3649fa1-cc1f-4309-8bf5-3eae9cf62e40 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1491592 Nov 12 04:08:26.249177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df769d13-1b2c-45fb-b165-7dc9548ac3fc req-4d15231b-de15-4d3e-9705-6f79d11d400d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:26.258566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-df769d13-1b2c-45fb-b165-7dc9548ac3fc req-4d15231b-de15-4d3e-9705-6f79d11d400d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1120970 Nov 12 04:08:26.332573 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-df769d13-1b2c-45fb-b165-7dc9548ac3fc req-33859b8d-3097-4a09-8801-29300fcf432d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705209 Nov 12 04:08:26.335518 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3c519c9-cc49-4a4a-93e4-8c346a737df2 req-f58d81da-5491-42c1-9449-9849a3dac2e9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905087 Nov 12 04:08:26.420782 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.493251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event deleted for resources: {'Port': ['ID=7781fa2f-cbb7-4888-8f00-f5bae2800d83,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:26.799650 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.800559 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] create failed (client error): The resource could not be found. Nov 12 04:08:26.802045 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fd9d92c9-4e18-453e-9800-198a54dcd5fe tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0437696 Nov 12 04:08:26.806178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:26.965549 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c065826a-21d8-46da-a58a-443af8c724a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.990880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-17141a4c-a4a9-4f3f-9070-541a27356086 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Deleting port 216e5d6d-2f4d-4bf2-a9c3-d37c7ffac5d8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:26.991232 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17141a4c-a4a9-4f3f-9070-541a27356086 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.130984 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17141a4c-a4a9-4f3f-9070-541a27356086 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.163323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-17141a4c-a4a9-4f3f-9070-541a27356086 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Calling delete_port for 216e5d6d-2f4d-4bf2-a9c3-d37c7ffac5d8 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:27.193712 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a70c-a88d-43ed-abf7-227f7df534db req-f5366aed-eb40-48ff-9398-104dba09cd8b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.193712 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8b31a70c-a88d-43ed-abf7-227f7df534db req-f5366aed-eb40-48ff-9398-104dba09cd8b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0853450 Nov 12 04:08:27.338589 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8b31a70c-a88d-43ed-abf7-227f7df534db req-a8fc2519-624b-49f1-b018-a0364910aae0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906818 Nov 12 04:08:27.504945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad006fa-dc97-4413-b175-051fae9c604e req-5320c854-2581-402f-9b2a-8aa08e2cf252 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.506704 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ad006fa-dc97-4413-b175-051fae9c604e req-5320c854-2581-402f-9b2a-8aa08e2cf252 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0736778 Nov 12 04:08:27.581120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ad006fa-dc97-4413-b175-051fae9c604e req-42b3a829-97ce-4aaa-b718-4f416c688a7d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649693 Nov 12 04:08:27.593543 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17141a4c-a4a9-4f3f-9070-541a27356086 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.645321 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17141a4c-a4a9-4f3f-9070-541a27356086 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event deleted for resources: {'Port': ['ID=216e5d6d-2f4d-4bf2-a9c3-d37c7ffac5d8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:27.761956 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17141a4c-a4a9-4f3f-9070-541a27356086 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.767463 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-17141a4c-a4a9-4f3f-9070-541a27356086 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "DELETE /v2.0/ports/216e5d6d-2f4d-4bf2-a9c3-d37c7ffac5d8 HTTP/1.1" status: 204 len: 168 time: 0.9597166 Nov 12 04:08:27.771278 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58746) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:27.864754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75f2c2d-78a5-4db8-af87-1e5ece8d4557 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.870067 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f75f2c2d-78a5-4db8-af87-1e5ece8d4557 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "GET /v2.0/ports?device_id=c8eaf057-5ceb-4625-992b-beca02d43a8f HTTP/1.1" status: 200 len: 913 time: 0.0938540 Nov 12 04:08:27.871866 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:28.336415 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0c67-16f7-4101-a1ca-039b9fa25578 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.566846 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.588508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ed940-23a4-4537-b918-b6b24185dc42 req-c8a3d96b-ab1e-4c6a-92dd-d1acb99cc416 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:28.590135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e14ed940-23a4-4537-b918-b6b24185dc42 req-c8a3d96b-ab1e-4c6a-92dd-d1acb99cc416 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1119099 Nov 12 04:08:28.670217 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e14ed940-23a4-4537-b918-b6b24185dc42 req-1c4c8d22-3418-4b20-8880-8e996c2ff0a7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672171 Nov 12 04:08:28.813130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c3734-3731-4952-a174-a041bc1acd29 req-305b9479-8494-437c-a2d7-e51b3a2580f2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:28.816176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d0c67-16f7-4101-a1ca-039b9fa25578 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Deleting port 78e67158-d8db-4439-a066-4717efaf9a93 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:28.816632 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0c67-16f7-4101-a1ca-039b9fa25578 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.816775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9a2c3734-3731-4952-a174-a041bc1acd29 req-305b9479-8494-437c-a2d7-e51b3a2580f2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0971797 Nov 12 04:08:28.922164 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2eaa6-91d8-4ad4-959b-a1177906ea49 req-46bf9b6f-c65b-4c11-91d5-4ed0efde6fa1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:28.923998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16e2eaa6-91d8-4ad4-959b-a1177906ea49 req-46bf9b6f-c65b-4c11-91d5-4ed0efde6fa1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1515257 Nov 12 04:08:28.933092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9a2c3734-3731-4952-a174-a041bc1acd29 req-d20f7fe8-654b-46e4-813c-588fe8101d48 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069713 Nov 12 04:08:28.951221 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0c67-16f7-4101-a1ca-039b9fa25578 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.975156 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d0c67-16f7-4101-a1ca-039b9fa25578 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Calling delete_port for 78e67158-d8db-4439-a066-4717efaf9a93 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:29.028175 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.059022 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16e2eaa6-91d8-4ad4-959b-a1177906ea49 req-5f2f3ce1-949b-42b5-93e3-ef4f3fe77dc4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238675 Nov 12 04:08:29.312620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409a2ba-82ad-4217-a07a-5908d8f6b033 req-1acd1503-34e6-4036-898a-862dd9d9022b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.314599 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6409a2ba-82ad-4217-a07a-5908d8f6b033 req-1acd1503-34e6-4036-898a-862dd9d9022b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1203244 Nov 12 04:08:29.386675 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6409a2ba-82ad-4217-a07a-5908d8f6b033 req-468267c4-5e9b-491f-b9c2-8500d116ad0b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570173 Nov 12 04:08:29.527472 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0c67-16f7-4101-a1ca-039b9fa25578 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.556148 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d0c67-16f7-4101-a1ca-039b9fa25578 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event deleted for resources: {'Port': ['ID=78e67158-d8db-4439-a066-4717efaf9a93,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:29.619920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b54eab-3fc0-4450-8cc4-449ba1e2f67a req-0b142524-405e-43e7-980b-90adf44d9eab tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.622381 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c2b54eab-3fc0-4450-8cc4-449ba1e2f67a req-0b142524-405e-43e7-980b-90adf44d9eab tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1388931 Nov 12 04:08:29.732207 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c2b54eab-3fc0-4450-8cc4-449ba1e2f67a req-ebb2fe5c-3429-4247-b769-9c91dadf24d9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841703 Nov 12 04:08:29.855001 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0c67-16f7-4101-a1ca-039b9fa25578 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.090566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023536-c297-478c-8be4-886bba66b5ca req-59ac64f0-7ef7-4b44-97ba-fc0e50202d2a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.093030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e023536-c297-478c-8be4-886bba66b5ca req-59ac64f0-7ef7-4b44-97ba-fc0e50202d2a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0685568 Nov 12 04:08:30.184122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e023536-c297-478c-8be4-886bba66b5ca req-268b1114-aa31-4e1e-a4e0-3d78487b0981 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742254 Nov 12 04:08:30.484425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b54ba2-680d-4e3c-81cb-775c1f422ddd req-27787347-902f-46bd-a966-ca79b7a54f5a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.487325 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a0b54ba2-680d-4e3c-81cb-775c1f422ddd req-27787347-902f-46bd-a966-ca79b7a54f5a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.5306008 Nov 12 04:08:30.506427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3d0c67-16f7-4101-a1ca-039b9fa25578 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Router c8eaf057-5ceb-4625-992b-beca02d43a8f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:08:30.598925 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a0b54ba2-680d-4e3c-81cb-775c1f422ddd req-d6ae4fdd-8001-4e31-9531-3112b8b1c3f1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041074 Nov 12 04:08:30.642835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3d0c67-16f7-4101-a1ca-039b9fa25578 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:30.652252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:30.652430 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9c3d0c67-16f7-4101-a1ca-039b9fa25578 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "PUT /v2.0/routers/c8eaf057-5ceb-4625-992b-beca02d43a8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7777629 Nov 12 04:08:30.655107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c1614-7cef-4d95-a02b-d026b21cadb5 None None] Sync routers for ids ['c8eaf057-5ceb-4625-992b-beca02d43a8f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:30.667307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c1614-7cef-4d95-a02b-d026b21cadb5 None None] Routers {'c8eaf057-5ceb-4625-992b-beca02d43a8f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:30.687376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-744c1614-7cef-4d95-a02b-d026b21cadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:08:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c8eaf057-5ceb-4625-992b-beca02d43a8f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:30.724744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-744c1614-7cef-4d95-a02b-d026b21cadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:30.742838 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c1614-7cef-4d95-a02b-d026b21cadb5 None None] Routers {'c8eaf057-5ceb-4625-992b-beca02d43a8f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:30.742838 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-744c1614-7cef-4d95-a02b-d026b21cadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:08:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c8eaf057-5ceb-4625-992b-beca02d43a8f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:30.783376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-744c1614-7cef-4d95-a02b-d026b21cadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:30.785136 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c1614-7cef-4d95-a02b-d026b21cadb5 None None] The sync data for ids ['c8eaf057-5ceb-4625-992b-beca02d43a8f'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:30.799906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5174ce7-1a73-47ed-9141-23903a995659 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.894401 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6126a00-c65e-4423-8b27-e45f510ccf1e req-3ad40237-52d9-4efa-9079-153fc2e8a2c6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.896152 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c6126a00-c65e-4423-8b27-e45f510ccf1e req-3ad40237-52d9-4efa-9079-153fc2e8a2c6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1743121 Nov 12 04:08:31.029093 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5174ce7-1a73-47ed-9141-23903a995659 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.033114 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5174ce7-1a73-47ed-9141-23903a995659 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.105076 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c6126a00-c65e-4423-8b27-e45f510ccf1e req-ce2c89a1-a912-46be-a48f-00fcba0da6c5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249375 Nov 12 04:08:31.285466 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5174ce7-1a73-47ed-9141-23903a995659 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.285847 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5174ce7-1a73-47ed-9141-23903a995659 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Fanout notify agent at l3_agent the message router_deleted on router c8eaf057-5ceb-4625-992b-beca02d43a8f {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:08:31.295448 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5174ce7-1a73-47ed-9141-23903a995659 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.299377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b5174ce7-1a73-47ed-9141-23903a995659 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "DELETE /v2.0/routers/c8eaf057-5ceb-4625-992b-beca02d43a8f HTTP/1.1" status: 204 len: 168 time: 0.6451621 Nov 12 04:08:31.299598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58822) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:31.339127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1ff9b-98d5-472c-8c69-9d6fe8380099 req-3b945d7f-1d8c-41fc-9ba8-7df81464aafd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.341646 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-93c1ff9b-98d5-472c-8c69-9d6fe8380099 req-3b945d7f-1d8c-41fc-9ba8-7df81464aafd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0688956 Nov 12 04:08:31.384212 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e6529e-9c23-4489-b1bd-d5d19acde061 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Deleting subnet c438ba57-9202-4d7d-a7a6-1e57b4934278 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:08:31.399426 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c703a-b508-407f-b5f6-a1f61f301243 req-604dddb0-286e-4175-81af-68b77fd62a75 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.404847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-175c703a-b508-407f-b5f6-a1f61f301243 req-604dddb0-286e-4175-81af-68b77fd62a75 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1618068 Nov 12 04:08:31.408102 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64e6529e-9c23-4489-b1bd-d5d19acde061 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.424969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-93c1ff9b-98d5-472c-8c69-9d6fe8380099 req-0d6d8535-9322-4cc9-8cd3-d0c7c32cbda0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669510 Nov 12 04:08:31.494238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64e6529e-9c23-4489-b1bd-d5d19acde061 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.537940 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-175c703a-b508-407f-b5f6-a1f61f301243 req-5b0798be-bf1b-4346-aa7b-0ccf27257a78 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260180 Nov 12 04:08:31.623679 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64e6529e-9c23-4489-b1bd-d5d19acde061 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.751703 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d6435-f1f4-45e0-8e15-20b599005e2b req-3a2b8280-9bd1-4a73-a9fc-1a69040829db tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.753764 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c8d6435-f1f4-45e0-8e15-20b599005e2b req-3a2b8280-9bd1-4a73-a9fc-1a69040829db tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0659335 Nov 12 04:08:31.792970 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64e6529e-9c23-4489-b1bd-d5d19acde061 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.832257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6529e-9c23-4489-b1bd-d5d19acde061 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event deleted for resources: {'Subnet': ['ID=c438ba57-9202-4d7d-a7a6-1e57b4934278,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:31.842174 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64e6529e-9c23-4489-b1bd-d5d19acde061 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.850143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-64e6529e-9c23-4489-b1bd-d5d19acde061 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "DELETE /v2.0/subnets/c438ba57-9202-4d7d-a7a6-1e57b4934278 HTTP/1.1" status: 204 len: 168 time: 0.5489013 Nov 12 04:08:31.862642 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c8d6435-f1f4-45e0-8e15-20b599005e2b req-78e8dfbd-2a33-4def-a667-e03e85c62710 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756667 Nov 12 04:08:31.862642 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:31.862899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f48b83d-d7eb-4efc-b77e-f91c7b6300f8 None None] Network 22896714-120f-4fb1-9a43-99802464a633 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:32.093845 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.140136 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636fa71-24f9-468a-9cf9-2c4bcb602e71 req-c3d8052f-8e0f-4010-8080-9fcf789c0bd2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:32.154213 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1636fa71-24f9-468a-9cf9-2c4bcb602e71 req-c3d8052f-8e0f-4010-8080-9fcf789c0bd2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1073749 Nov 12 04:08:32.246009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e716ca9b-1bda-44cf-9d0e-2f3aa810f4b0 None None] DHCP port deletion for 22896714-120f-4fb1-9a43-99802464a633 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:08:32.324630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Deleting port 5f980f84-ccf3-40a7-938a-80a4eab5c7da {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:32.325024 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.445130 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] For port 5f980f84-ccf3-40a7-938a-80a4eab5c7da, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5f980f84-ccf3-40a7-938a-80a4eab5c7da,segment=NetworkSegment(6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1),segment_id=6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:32.445497 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.468851 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e716ca9b-1bda-44cf-9d0e-2f3aa810f4b0 None None] Deleting port 5f980f84-ccf3-40a7-938a-80a4eab5c7da {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:32.470519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Calling delete_port for 5f980f84-ccf3-40a7-938a-80a4eab5c7da owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:32.471155 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e716ca9b-1bda-44cf-9d0e-2f3aa810f4b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.585068 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1636fa71-24f9-468a-9cf9-2c4bcb602e71 req-a3d053bd-7f1b-4995-879e-b0e2c4ed397a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986266 Nov 12 04:08:32.603559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5f980f84-ccf3-40a7-938a-80a4eab5c7da no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:32.698433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e716ca9b-1bda-44cf-9d0e-2f3aa810f4b0 None None] For port 5f980f84-ccf3-40a7-938a-80a4eab5c7da, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5f980f84-ccf3-40a7-938a-80a4eab5c7da,segment=NetworkSegment(6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1),segment_id=6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:32.699106 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e716ca9b-1bda-44cf-9d0e-2f3aa810f4b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.721176 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4d12b-e9df-4149-b6fe-3ee28164a3c4 req-14c991bc-cc22-44a2-83ae-3cc988e73554 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:32.731161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7db4d12b-e9df-4149-b6fe-3ee28164a3c4 req-14c991bc-cc22-44a2-83ae-3cc988e73554 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1387157 Nov 12 04:08:32.796869 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7db4d12b-e9df-4149-b6fe-3ee28164a3c4 req-c4dd7165-9ea9-43d9-a218-f5cfe6572026 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640857 Nov 12 04:08:32.841368 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.956537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] No DVR routers for this DVR port 5f980f84-ccf3-40a7-938a-80a4eab5c7da on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:33.022067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event deleted for resources: {'Port': ['ID=5f980f84-ccf3-40a7-938a-80a4eab5c7da,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:33.025488 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bcb97-48bd-48cc-992b-2251a6701aa5 req-5d96ea96-b345-4d1c-a964-6f9e21fc4444 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.036159 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b51bcb97-48bd-48cc-992b-2251a6701aa5 req-5d96ea96-b345-4d1c-a964-6f9e21fc4444 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0995891 Nov 12 04:08:33.046766 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.085674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e716ca9b-1bda-44cf-9d0e-2f3aa810f4b0 None None] Calling delete_port for 5f980f84-ccf3-40a7-938a-80a4eab5c7da owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:33.114257 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b51bcb97-48bd-48cc-992b-2251a6701aa5 req-bf900474-155b-4772-8455-cf1f9417a517 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765462 Nov 12 04:08:33.150842 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.201300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22896714-120f-4fb1-9a43-99802464a633']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:33.229772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:33.230323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d54560d-04ae-4b1c-9f67-3bfa5b5f96c1') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:33.249080 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.272173 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.282428 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:08:33.282881 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:08:33.307605 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:08:33.361824 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e716ca9b-1bda-44cf-9d0e-2f3aa810f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.394063 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e716ca9b-1bda-44cf-9d0e-2f3aa810f4b0 None None] No DVR routers for this DVR port 5f980f84-ccf3-40a7-938a-80a4eab5c7da on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:33.443842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716ca9b-1bda-44cf-9d0e-2f3aa810f4b0 None None] Pushing event deleted for resources: {'Port': ['ID=5f980f84-ccf3-40a7-938a-80a4eab5c7da,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:33.449187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6c31c-d8c9-4ac8-bdc4-682f22dff0e3 req-f9d0da19-9f11-43da-a1ce-527778d6525a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.458468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0a6c31c-d8c9-4ac8-bdc4-682f22dff0e3 req-f9d0da19-9f11-43da-a1ce-527778d6525a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1205547 Nov 12 04:08:33.542437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0a6c31c-d8c9-4ac8-bdc4-682f22dff0e3 req-71fe7db7-978c-4ce1-93f8-6faddd4e950d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638807 Nov 12 04:08:33.638423 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.657120 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.662931 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] 10.222.0.105 "DELETE /v2.0/networks/22896714-120f-4fb1-9a43-99802464a633 HTTP/1.1" status: 204 len: 168 time: 1.8053131 Nov 12 04:08:33.711022 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8737cf-d390-4997-b947-9a8d9819f952 tempest-FloatingIPNegativeTestJSON-817669415 tempest-FloatingIPNegativeTestJSON-817669415-project] Pushing event deleted for resources: {'Network': ['ID=22896714-120f-4fb1-9a43-99802464a633,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:33.838093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099afa81-69c0-4bc9-90da-23a3b23b712a req-a5811071-4d25-4542-82b1-411d27668ca4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.852222 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-099afa81-69c0-4bc9-90da-23a3b23b712a req-a5811071-4d25-4542-82b1-411d27668ca4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1516252 Nov 12 04:08:33.972664 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-099afa81-69c0-4bc9-90da-23a3b23b712a req-e316c18b-150a-4dda-94ef-aab82ae5dd6e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120431 Nov 12 04:08:33.985292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70c5aa-dd3b-4e25-8274-7fb940b7c4fe req-7504b4ab-16b5-4b25-a88a-a23d2afbdc7c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.995910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d70c5aa-dd3b-4e25-8274-7fb940b7c4fe req-7504b4ab-16b5-4b25-a88a-a23d2afbdc7c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0667224 Nov 12 04:08:34.060663 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d70c5aa-dd3b-4e25-8274-7fb940b7c4fe req-4ef754ef-1baa-40f5-8022-ca8357d9f691 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622091 Nov 12 04:08:34.291783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8df326-5f61-4632-828c-0393a2915ced req-14449071-8c66-4129-93bc-155e9aea2ef4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:34.300920 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c8df326-5f61-4632-828c-0393a2915ced req-14449071-8c66-4129-93bc-155e9aea2ef4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0702996 Nov 12 04:08:34.365264 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c8df326-5f61-4632-828c-0393a2915ced req-1e3de50d-a4b7-4e8a-883c-442ce109a766 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589044 Nov 12 04:08:34.538328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a5533-4c35-401b-96a6-cc39acc5c903 req-7ce82f85-66b9-465c-9e01-e0f792fd12c9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:34.540958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-888a5533-4c35-401b-96a6-cc39acc5c903 req-7ce82f85-66b9-465c-9e01-e0f792fd12c9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0685341 Nov 12 04:08:34.541875 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:34.606003 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-888a5533-4c35-401b-96a6-cc39acc5c903 req-d596b343-d194-4396-8518-c8f34a59b8e0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563557 Nov 12 04:08:34.741393 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7b61a1f9-3f36-43a4-9054-5c6e150646b7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6c3d32931334429bbf4b76c0e71bb944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1980057 Nov 12 04:08:34.747900 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58896) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:34.793643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb098f-0029-4b7d-8bdd-bc6508d39015 req-cfe899fb-64b6-4292-a8e2-03f98600f1cc tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:34.796127 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51eb098f-0029-4b7d-8bdd-bc6508d39015 req-cfe899fb-64b6-4292-a8e2-03f98600f1cc tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0734780 Nov 12 04:08:34.813090 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8f6eabe-11fb-4777-9ba1-0fff067802f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.849964 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8f6eabe-11fb-4777-9ba1-0fff067802f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.868552 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51eb098f-0029-4b7d-8bdd-bc6508d39015 req-2f6e004b-95e5-4d32-93e5-c2b95a663cd2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643654 Nov 12 04:08:35.017340 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0d74a-95ef-49af-9b71-dea23c6845af req-0aa3a169-eadc-4800-951a-3bc962d38868 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.020534 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dec0d74a-95ef-49af-9b71-dea23c6845af req-0aa3a169-eadc-4800-951a-3bc962d38868 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0673993 Nov 12 04:08:35.064615 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8f6eabe-11fb-4777-9ba1-0fff067802f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.068020 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8f6eabe-11fb-4777-9ba1-0fff067802f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.069882 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f8f6eabe-11fb-4777-9ba1-0fff067802f4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/76a51814-5bdc-47a8-8dda-b0a901000855 HTTP/1.1" status: 204 len: 168 time: 0.3201807 Nov 12 04:08:35.081706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6eabe-11fb-4777-9ba1-0fff067802f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a51814-5bdc-47a8-8dda-b0a901000855,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:35.172614 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dec0d74a-95ef-49af-9b71-dea23c6845af req-d33b7852-4b87-4834-a813-a886c8772852 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473188 Nov 12 04:08:35.335932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2e752-bbf0-4f5a-aafb-ef9da967c115 req-f412e206-89d4-4ece-b81a-616fd60a8633 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.338394 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5df2e752-bbf0-4f5a-aafb-ef9da967c115 req-f412e206-89d4-4ece-b81a-616fd60a8633 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0870225 Nov 12 04:08:35.439456 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5df2e752-bbf0-4f5a-aafb-ef9da967c115 req-ad94db3a-ebda-433f-9a44-01bd7bf35f0d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877800 Nov 12 04:08:35.439920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d821f1e-2980-4b5f-87dd-34f8bbf6195d req-71b3ec25-d3d6-49d8-abd8-e44fa9104133 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.441173 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d821f1e-2980-4b5f-87dd-34f8bbf6195d req-71b3ec25-d3d6-49d8-abd8-e44fa9104133 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0702655 Nov 12 04:08:35.504187 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d821f1e-2980-4b5f-87dd-34f8bbf6195d req-509a22dc-e3b0-4fbd-a828-d37f70f0ffd6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474494 Nov 12 04:08:35.627300 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf531c-2ef4-4362-b154-8358c34291f5 req-a98d55f6-0841-42bc-8d56-94c5478b20e3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.629367 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cbaf531c-2ef4-4362-b154-8358c34291f5 req-a98d55f6-0841-42bc-8d56-94c5478b20e3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0533719 Nov 12 04:08:35.695735 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cbaf531c-2ef4-4362-b154-8358c34291f5 req-2e88f647-710e-4d17-9427-443ee7ec1644 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580566 Nov 12 04:08:35.954681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e489b9-0e93-400f-848b-1261d3cd3c90 req-c64542fe-fe6a-44c5-8efb-de8b46226870 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.956179 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-33e489b9-0e93-400f-848b-1261d3cd3c90 req-c64542fe-fe6a-44c5-8efb-de8b46226870 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0506349 Nov 12 04:08:36.018354 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-33e489b9-0e93-400f-848b-1261d3cd3c90 req-3754838a-3668-4e52-886a-2d0421148c22 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555425 Nov 12 04:08:36.162573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b73a89-94d9-4e9f-93a3-2f9d5a96973c req-ea3705e2-5ac4-4fae-9402-aabe20e4a96e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:36.164166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58b73a89-94d9-4e9f-93a3-2f9d5a96973c req-ea3705e2-5ac4-4fae-9402-aabe20e4a96e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0626574 Nov 12 04:08:36.231504 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58b73a89-94d9-4e9f-93a3-2f9d5a96973c req-94c9dfcd-ad17-41c4-81d9-dcc29a8c6817 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604055 Nov 12 04:08:36.436157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace95de-b9c8-4133-914c-c8d04a41e855 req-8dedc8f0-6ddc-4b71-ab0a-4f8b2f53b814 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:36.437706 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ace95de-b9c8-4133-914c-c8d04a41e855 req-8dedc8f0-6ddc-4b71-ab0a-4f8b2f53b814 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0894613 Nov 12 04:08:36.488894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:36.507189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ace95de-b9c8-4133-914c-c8d04a41e855 req-68633802-66bf-4cdc-b0dd-6a514bd659ab tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630946 Nov 12 04:08:36.592841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463ac31-80da-4804-8420-de64074f874d req-8419864f-b40a-4624-93e6-736842557743 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:36.594628 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a463ac31-80da-4804-8420-de64074f874d req-8419864f-b40a-4624-93e6-736842557743 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0772693 Nov 12 04:08:36.643532 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-70935413'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:36.646161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00e528-3def-41cf-8a6d-9b79ac3ed502 req-ea198f82-c5a5-499f-bbba-92aa6d2b8523 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:36.647611 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c00e528-3def-41cf-8a6d-9b79ac3ed502 req-ea198f82-c5a5-499f-bbba-92aa6d2b8523 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0575461 Nov 12 04:08:36.662533 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a463ac31-80da-4804-8420-de64074f874d req-7387ce9c-0651-4f69-a574-bb49e7cb4f03 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580761 Nov 12 04:08:36.729927 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c00e528-3def-41cf-8a6d-9b79ac3ed502 req-f26e2afa-3d32-4013-ab85-ab65da2b9332 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668819 Nov 12 04:08:36.868546 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:36.872970 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:36.884217 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.001642 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.250183 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.293518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:08:37.304022 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52124f52-ca94-4b66-9b01-97d419742b0b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:37.309099 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.309449 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Added segment efd737a3-5329-452b-9e64-21783c3c3260 of type vlan for network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc Nov 12 04:08:37.369399 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.524089 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.531629 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:37.536958 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.638415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Network': ['ID=3ffb58ed-6089-4074-bfa6-5f17995d9ffc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:37.655850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:08:37.820809 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fe09e93d-16b4-4128-a92a-c06a3069e6ac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3305836 Nov 12 04:08:37.824659 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58998) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:37.832183 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'name': 'tempest-PortsIpV6TestJSON-488492663'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:37.879774 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cae2c-dddd-43c9-b6c7-96180ecbf4c7 req-ded7be32-80ed-4935-a02b-ca0355d7fc51 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:37.890362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c1cae2c-dddd-43c9-b6c7-96180ecbf4c7 req-ded7be32-80ed-4935-a02b-ca0355d7fc51 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1140547 Nov 12 04:08:37.978804 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c1cae2c-dddd-43c9-b6c7-96180ecbf4c7 req-af8bac21-d46e-40ef-83a0-750e6f4d06c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748739 Nov 12 04:08:38.051783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069a6c6-040a-4f57-82c9-9d00af59290e req-a112f876-c15a-422b-aab7-75982672b730 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:38.053401 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4069a6c6-040a-4f57-82c9-9d00af59290e req-a112f876-c15a-422b-aab7-75982672b730 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0589304 Nov 12 04:08:38.103519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:38.107273 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:38.125360 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4069a6c6-040a-4f57-82c9-9d00af59290e req-c2528a8c-7995-4f3e-a9f6-88648e0da556 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618656 Nov 12 04:08:38.136170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port 1755ea6a-eaaa-429c-a08f-ed49494122da yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:08:38.322622 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:38.532404 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:38.601287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=1755ea6a-eaaa-429c-a08f-ed49494122da,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:38.619269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Checking segment: {'id': 'efd737a3-5329-452b-9e64-21783c3c3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:38.619708 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network hostable DHCP agents. Network: 3ffb58ed-6089-4074-bfa6-5f17995d9ffc, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:08:38.765893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:08:38.903073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 3ffb58ed-6089-4074-bfa6-5f17995d9ffc) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:38.907307 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:38.914468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:38.915522 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:38.915704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54dc99b-2d29-457b-9ff2-3e301066c018 None None] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:39.102450 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5ab20714-3984-4349-b1b5-db77562f0ae8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2761483 Nov 12 04:08:39.106177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59020) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:39.111102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1061a1cb-3300-48f9-bcca-e78e71858c22 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1701130887'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:39.113375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24d77d-a153-4233-9a23-fb68ba4faf62 req-eaca75e9-f2bd-47ce-94bc-c5a6a5441253 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:39.115107 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da24d77d-a153-4233-9a23-fb68ba4faf62 req-eaca75e9-f2bd-47ce-94bc-c5a6a5441253 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0583231 Nov 12 04:08:39.175559 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da24d77d-a153-4233-9a23-fb68ba4faf62 req-9b429e4c-3b02-4e6a-9365-cdefd1adc45e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506012 Nov 12 04:08:39.235025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1061a1cb-3300-48f9-bcca-e78e71858c22 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:39.242052 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1061a1cb-3300-48f9-bcca-e78e71858c22 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.290259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1061a1cb-3300-48f9-bcca-e78e71858c22 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:08:39.304992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcac1b7-ad39-44a5-883c-d525c3a9ae37 req-dc11f686-f23d-463e-9a5b-f23250ad9eb6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:39.306609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7dcac1b7-ad39-44a5-883c-d525c3a9ae37 req-dc11f686-f23d-463e-9a5b-f23250ad9eb6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0926325 Nov 12 04:08:39.325179 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1061a1cb-3300-48f9-bcca-e78e71858c22 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.325520 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-1061a1cb-3300-48f9-bcca-e78e71858c22 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Added segment 14115874-5d20-4cb8-9dd8-8092933e00af of type vlan for network 3d596a9c-d270-4564-836e-ff39fb5111af Nov 12 04:08:39.418525 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7dcac1b7-ad39-44a5-883c-d525c3a9ae37 req-0a5ce697-52a2-4efd-b541-07c620e3cbe7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028180 Nov 12 04:08:39.420218 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1061a1cb-3300-48f9-bcca-e78e71858c22 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.536945 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1061a1cb-3300-48f9-bcca-e78e71858c22 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.546569 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1061a1cb-3300-48f9-bcca-e78e71858c22 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:39.556763 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1061a1cb-3300-48f9-bcca-e78e71858c22 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.631568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061a1cb-3300-48f9-bcca-e78e71858c22 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Network': ['ID=3d596a9c-d270-4564-836e-ff39fb5111af,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:39.644163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 3d596a9c-d270-4564-836e-ff39fb5111af details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:08:39.696920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59028) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:39.697457 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1061a1cb-3300-48f9-bcca-e78e71858c22 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5897739 Nov 12 04:08:39.703911 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'ports': [{'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc'}, {'network_id': '3d596a9c-d270-4564-836e-ff39fb5111af'}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:39.704260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:39.705266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'network_id': '3d596a9c-d270-4564-836e-ff39fb5111af'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:40.047163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 2} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:40.051202 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.067967 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.164878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port 5468333d-ab5a-4af4-b79f-5dd041f9cb07 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:08:40.304259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c950d0-a5de-4140-9d7b-c6655353c339 req-e28b3f1a-77fa-4432-82c3-62ead29ad609 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:40.305110 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.305920 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74c950d0-a5de-4140-9d7b-c6655353c339 req-e28b3f1a-77fa-4432-82c3-62ead29ad609 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0563414 Nov 12 04:08:40.365631 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74c950d0-a5de-4140-9d7b-c6655353c339 req-40d5f6aa-6466-400e-b0d6-b7713b066080 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518854 Nov 12 04:08:40.381444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port 559e56d5-8a15-4488-80a1-db1818907d38 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:08:40.511879 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.599332 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11137adb-b304-462b-bc1b-a6c9ded0b9d4 req-f7f13202-6ebb-430e-9dcc-de9fb5dc80db tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:40.600926 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-11137adb-b304-462b-bc1b-a6c9ded0b9d4 req-f7f13202-6ebb-430e-9dcc-de9fb5dc80db tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0864949 Nov 12 04:08:40.657785 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-11137adb-b304-462b-bc1b-a6c9ded0b9d4 req-f9bc6f2f-6df4-4604-a354-83ce850da68f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508761 Nov 12 04:08:40.703717 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.753984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:40.759437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:40.764539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:40.765696 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.767942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=5468333d-ab5a-4af4-b79f-5dd041f9cb07,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:40.830381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=559e56d5-8a15-4488-80a1-db1818907d38,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:40.848588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Checking segment: {'id': '14115874-5d20-4cb8-9dd8-8092933e00af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '3d596a9c-d270-4564-836e-ff39fb5111af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:40.849059 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network hostable DHCP agents. Network: 3d596a9c-d270-4564-836e-ff39fb5111af, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:08:41.006255 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 3d596a9c-d270-4564-836e-ff39fb5111af is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:08:41.114413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 3d596a9c-d270-4564-836e-ff39fb5111af) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:41.123982 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:41.125657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8aa290-2c2d-405a-8c05-17cc566c91e3 None None] Network 3d596a9c-d270-4564-836e-ff39fb5111af requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:41.134648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:41.141513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:41.142683 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.362344 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a3329775-2e0f-46e1-b668-4ed33d5c325f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6639566 Nov 12 04:08:41.370585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59056) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:41.508894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 559e56d5-8a15-4488-80a1-db1818907d38 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:41.509238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.584098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef889240-0baf-4b85-aa1f-75c7c42591bc req-45c5cfaf-d472-47a2-a07b-63502ce47cfe tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:41.585603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef889240-0baf-4b85-aa1f-75c7c42591bc req-45c5cfaf-d472-47a2-a07b-63502ce47cfe tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1319230 Nov 12 04:08:41.613509 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.630879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 559e56d5-8a15-4488-80a1-db1818907d38 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:41.708818 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef889240-0baf-4b85-aa1f-75c7c42591bc req-e969425e-76f0-454d-a9ce-b51af9598ffc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147487 Nov 12 04:08:42.116275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf78ea1-73f9-4f9d-b0fb-9924eefeb9bc req-450b1f2d-f273-40cd-b019-010008253aaf tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:42.120804 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cf78ea1-73f9-4f9d-b0fb-9924eefeb9bc req-450b1f2d-f273-40cd-b019-010008253aaf tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 945 time: 0.1071255 Nov 12 04:08:42.204124 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cf78ea1-73f9-4f9d-b0fb-9924eefeb9bc req-2130944e-686b-476c-b975-624842aca6d9 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744507 Nov 12 04:08:42.284870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9835a7f-64ea-4655-91cd-74ed76a1241f req-fe6cd3db-bdf7-49d5-9513-760cd68d3a97 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:42.286517 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9835a7f-64ea-4655-91cd-74ed76a1241f req-fe6cd3db-bdf7-49d5-9513-760cd68d3a97 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0665710 Nov 12 04:08:42.339283 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.436364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9835a7f-64ea-4655-91cd-74ed76a1241f req-8a77b621-909f-4f1b-b6dc-43e1f89ecd1a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408622 Nov 12 04:08:42.438532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=559e56d5-8a15-4488-80a1-db1818907d38,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:42.446665 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.450108 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/559e56d5-8a15-4488-80a1-db1818907d38 HTTP/1.1" status: 204 len: 168 time: 1.0823472 Nov 12 04:08:42.452115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:42.452484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:42.452915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:42.453735 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59076) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:42.460331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:42.461098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:42.462496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:42.463926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:42.464788 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:42.465665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:42.466566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:42.467245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:42.467753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a9b14-cebd-4438-8c8a-05a266f95910 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:42.586700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15815e64-f8b6-4f5e-b269-84d2456eb2f0 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:42.607551 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15815e64-f8b6-4f5e-b269-84d2456eb2f0 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:42.607551 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-15815e64-f8b6-4f5e-b269-84d2456eb2f0 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1521072 Nov 12 04:08:42.610301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59080) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:42.727965 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dce9af31-7b63-4296-b8c2-5b3607d0937d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 5468333d-ab5a-4af4-b79f-5dd041f9cb07 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:42.728244 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dce9af31-7b63-4296-b8c2-5b3607d0937d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.833434 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dce9af31-7b63-4296-b8c2-5b3607d0937d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.872386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dce9af31-7b63-4296-b8c2-5b3607d0937d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 5468333d-ab5a-4af4-b79f-5dd041f9cb07 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:42.936096 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b47cce-4035-40bc-8b4d-831da260d330 req-929196f7-9228-4b34-8a50-c742a4609f4d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:42.940758 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46b47cce-4035-40bc-8b4d-831da260d330 req-929196f7-9228-4b34-8a50-c742a4609f4d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1253083 Nov 12 04:08:43.035522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46b47cce-4035-40bc-8b4d-831da260d330 req-ea82371f-aafa-42fe-8449-bec186fa306b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841548 Nov 12 04:08:43.135373 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dce9af31-7b63-4296-b8c2-5b3607d0937d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.174251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9af31-7b63-4296-b8c2-5b3607d0937d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=5468333d-ab5a-4af4-b79f-5dd041f9cb07,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:43.182265 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dce9af31-7b63-4296-b8c2-5b3607d0937d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.186012 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dce9af31-7b63-4296-b8c2-5b3607d0937d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/5468333d-ab5a-4af4-b79f-5dd041f9cb07 HTTP/1.1" status: 204 len: 168 time: 0.5739787 Nov 12 04:08:43.189069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59088) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:43.243970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3a274e-afcd-4a52-b761-be7cb742020f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.245716 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ab3a274e-afcd-4a52-b761-be7cb742020f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0554919 Nov 12 04:08:43.248696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59092) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:43.278888 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-86aff706-6243-4d5a-867e-e0f2715c1dac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] GET failed (client error): The resource could not be found. Nov 12 04:08:43.280648 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-86aff706-6243-4d5a-867e-e0f2715c1dac tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/559e56d5-8a15-4488-80a1-db1818907d38 HTTP/1.1" status: 404 len: 333 time: 0.0305882 Nov 12 04:08:43.284658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59094) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:43.319771 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-552b07a7-fe2e-4ca8-a77a-eaba108d65ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] GET failed (client error): The resource could not be found. Nov 12 04:08:43.321368 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-552b07a7-fe2e-4ca8-a77a-eaba108d65ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/5468333d-ab5a-4af4-b79f-5dd041f9cb07 HTTP/1.1" status: 404 len: 333 time: 0.0362558 Nov 12 04:08:43.324542 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:43.367815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289f09c-2230-4dc5-8732-d50a0dda5386 req-a7cbaf84-c118-4465-aff1-c3d4b3c6d18c tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.371850 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d289f09c-2230-4dc5-8732-d50a0dda5386 req-a7cbaf84-c118-4465-aff1-c3d4b3c6d18c tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 945 time: 0.0618527 Nov 12 04:08:43.424589 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d804d177-d981-488d-948e-e764c7dc9fe9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.427237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d289f09c-2230-4dc5-8732-d50a0dda5386 req-608ad8fe-8dab-49c8-a02d-c50bff8e73b7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517638 Nov 12 04:08:43.539291 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d804d177-d981-488d-948e-e764c7dc9fe9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.577683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d804d177-d981-488d-948e-e764c7dc9fe9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d596a9c-d270-4564-836e-ff39fb5111af']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:43.594064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d804d177-d981-488d-948e-e764c7dc9fe9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14115874-5d20-4cb8-9dd8-8092933e00af') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:43.594371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d804d177-d981-488d-948e-e764c7dc9fe9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14115874-5d20-4cb8-9dd8-8092933e00af') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:43.607074 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d804d177-d981-488d-948e-e764c7dc9fe9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.622162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53cd3d-4ab7-483b-9d1a-5eddc861ab40 req-214580e8-8f5a-4bef-b709-599f7af99ca0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.623734 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9b53cd3d-4ab7-483b-9d1a-5eddc861ab40 req-214580e8-8f5a-4bef-b709-599f7af99ca0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0959730 Nov 12 04:08:43.633094 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d804d177-d981-488d-948e-e764c7dc9fe9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.642880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d804d177-d981-488d-948e-e764c7dc9fe9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:08:43.643546 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d804d177-d981-488d-948e-e764c7dc9fe9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:08:43.647624 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:08:43.759414 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9b53cd3d-4ab7-483b-9d1a-5eddc861ab40 req-6de30c3b-c0a5-4bb6-a7e1-f98f917ceb23 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180136 Nov 12 04:08:43.852291 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d804d177-d981-488d-948e-e764c7dc9fe9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.866016 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d804d177-d981-488d-948e-e764c7dc9fe9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.873408 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d804d177-d981-488d-948e-e764c7dc9fe9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/networks/3d596a9c-d270-4564-836e-ff39fb5111af HTTP/1.1" status: 204 len: 168 time: 0.5472283 Nov 12 04:08:43.878923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59104) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:43.887350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-689a5d77-a59f-483d-b32e-c2e68170f519 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1119241203'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:43.889157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804d177-d981-488d-948e-e764c7dc9fe9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Network': ['ID=3d596a9c-d270-4564-836e-ff39fb5111af,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:43.998103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689a5d77-a59f-483d-b32e-c2e68170f519 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:44.002632 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-689a5d77-a59f-483d-b32e-c2e68170f519 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.031825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689a5d77-a59f-483d-b32e-c2e68170f519 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:08:44.043179 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-689a5d77-a59f-483d-b32e-c2e68170f519 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.043869 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-689a5d77-a59f-483d-b32e-c2e68170f519 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Added segment bd4e2b31-5dec-4cb4-84d6-18a4ea79b121 of type vlan for network c648aa5c-bece-4795-8e2a-d7275b28b515 Nov 12 04:08:44.125741 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-689a5d77-a59f-483d-b32e-c2e68170f519 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.209789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03532863-aabb-4c05-aede-651d4421ed75 req-4b23aaf8-0920-40d9-b111-b4a062064585 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:44.218215 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03532863-aabb-4c05-aede-651d4421ed75 req-4b23aaf8-0920-40d9-b111-b4a062064585 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0675054 Nov 12 04:08:44.269467 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03532863-aabb-4c05-aede-651d4421ed75 req-85344e4b-d40c-4565-b470-ca25578d5b93 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520644 Nov 12 04:08:44.433439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd195f-3bb2-4f01-888f-e404f7bf7d16 req-0ab84d09-6617-4f9c-a090-2f8132c2ebbb tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:44.434946 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7dd195f-3bb2-4f01-888f-e404f7bf7d16 req-0ab84d09-6617-4f9c-a090-2f8132c2ebbb tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 945 time: 0.0701210 Nov 12 04:08:44.473199 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-689a5d77-a59f-483d-b32e-c2e68170f519 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.481577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689a5d77-a59f-483d-b32e-c2e68170f519 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:44.482226 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-689a5d77-a59f-483d-b32e-c2e68170f519 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.625988 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-689a5d77-a59f-483d-b32e-c2e68170f519 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7443502 Nov 12 04:08:44.629307 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59112) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:44.632545 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a5d77-a59f-483d-b32e-c2e68170f519 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Network': ['ID=c648aa5c-bece-4795-8e2a-d7275b28b515,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:44.635514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': 'c648aa5c-bece-4795-8e2a-d7275b28b515', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:44.658277 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network c648aa5c-bece-4795-8e2a-d7275b28b515 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:08:44.662504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c58ed-0370-411f-8b6d-e924b72cdf08 req-712b8eba-63bd-44c7-a907-6b35fdabfec5 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:44.665193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb4c58ed-0370-411f-8b6d-e924b72cdf08 req-712b8eba-63bd-44c7-a907-6b35fdabfec5 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 945 time: 0.1497941 Nov 12 04:08:44.694131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b7dd195f-3bb2-4f01-888f-e404f7bf7d16 req-1f5a6f34-9724-4801-a919-c497a4bae1f7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Deleting port 83ba9240-37be-4763-9ac9-e6b840cf5c2f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:44.694476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b7dd195f-3bb2-4f01-888f-e404f7bf7d16 req-1f5a6f34-9724-4801-a919-c497a4bae1f7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.804463 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb4c58ed-0370-411f-8b6d-e924b72cdf08 req-2eb6c47b-6714-4b54-963a-5adf0c790abf tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296155 Nov 12 04:08:44.849497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b7dd195f-3bb2-4f01-888f-e404f7bf7d16 req-1f5a6f34-9724-4801-a919-c497a4bae1f7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] For port 83ba9240-37be-4763-9ac9-e6b840cf5c2f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=83ba9240-37be-4763-9ac9-e6b840cf5c2f,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:44.849862 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b7dd195f-3bb2-4f01-888f-e404f7bf7d16 req-1f5a6f34-9724-4801-a919-c497a4bae1f7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.865334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b7dd195f-3bb2-4f01-888f-e404f7bf7d16 req-1f5a6f34-9724-4801-a919-c497a4bae1f7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Calling delete_port for 83ba9240-37be-4763-9ac9-e6b840cf5c2f owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:44.900327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8b84d-c674-47ce-a6a8-b080a88dfe31 req-3dd8481f-c4dc-42f9-810b-3c9a3f09d5b0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:44.902356 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d7e8b84d-c674-47ce-a6a8-b080a88dfe31 req-3dd8481f-c4dc-42f9-810b-3c9a3f09d5b0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0532734 Nov 12 04:08:44.910146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:44.913807 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:44.995304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Performing IP validity checks on allocation pools {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:08:45.000612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:08:45.032879 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d7e8b84d-c674-47ce-a6a8-b080a88dfe31 req-73f5bdb2-c056-4968-90ad-766becf1450f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240418 Nov 12 04:08:45.114395 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b7dd195f-3bb2-4f01-888f-e404f7bf7d16 req-1f5a6f34-9724-4801-a919-c497a4bae1f7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.128644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6b83b538-d1c4-4d7a-aebd-9ba010bd6fce', '5985b537-fa6c-4cc0-bb93-f7cb98b1dc04'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:45.150840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a6f34-9724-4801-a919-c497a4bae1f7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Pushing event deleted for resources: {'Port': ['ID=83ba9240-37be-4763-9ac9-e6b840cf5c2f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:45.169551 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['73e89f04-e7fd-4e5a-8345-e999129546ca', '83ba9240-37be-4763-9ac9-e6b840cf5c2f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:45.209070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dd195f-3bb2-4f01-888f-e404f7bf7d16 req-1f5a6f34-9724-4801-a919-c497a4bae1f7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] No DVR routers for this DVR port 83ba9240-37be-4763-9ac9-e6b840cf5c2f on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:45.214379 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b7dd195f-3bb2-4f01-888f-e404f7bf7d16 req-1f5a6f34-9724-4801-a919-c497a4bae1f7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.221234 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7dd195f-3bb2-4f01-888f-e404f7bf7d16 req-1f5a6f34-9724-4801-a919-c497a4bae1f7 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.26 "DELETE /v2.0/ports/83ba9240-37be-4763-9ac9-e6b840cf5c2f HTTP/1.1" status: 204 len: 173 time: 0.7748792 Nov 12 04:08:45.221234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1fdb70-e668-498c-9004-1fc88b5d6f46', 'name': 'network-vif-deleted', 'tag': '83ba9240-37be-4763-9ac9-e6b840cf5c2f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:45.221234 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0e4a55-fd9f-4a31-8422-e4bef8a453a5" -d '{"events": [{"server_uuid": "fd1fdb70-e668-498c-9004-1fc88b5d6f46", "name": "network-vif-deleted", "tag": "83ba9240-37be-4763-9ac9-e6b840cf5c2f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:45.407701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.434932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe127df5-d848-4796-82ec-faca0d088a9e req-58c31266-5aae-444d-b3c0-55764ca85332 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:45.444668 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe127df5-d848-4796-82ec-faca0d088a9e req-58c31266-5aae-444d-b3c0-55764ca85332 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0646248 Nov 12 04:08:45.515493 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe127df5-d848-4796-82ec-faca0d088a9e req-1327dadc-9d38-47ce-a3e5-8eec57879b9b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693483 Nov 12 04:08:45.584197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Subnet': ['ID=6f9facb2-6da7-403b-aebf-2ca85c775c1f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:45.599634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:45.600211 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:45.600802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:45.601135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:45.601538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:45.602157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:45.603042 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:45.603586 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:45.603970 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:45.604335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:45.604675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:45.605202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:45.633922 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ff5bb5-04e8-475f-9c37-59754f3805bd x-openstack-request-id: req-59ff5bb5-04e8-475f-9c37-59754f3805bd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:45.634943 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1fdb70-e668-498c-9004-1fc88b5d6f46", "name": "network-vif-deleted", "tag": "83ba9240-37be-4763-9ac9-e6b840cf5c2f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:45.636090 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-59ff5bb5-04e8-475f-9c37-59754f3805bd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:45.636474 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1fdb70-e668-498c-9004-1fc88b5d6f46', 'name': 'network-vif-deleted', 'tag': '83ba9240-37be-4763-9ac9-e6b840cf5c2f', 'status': 'completed', 'code': 200} Nov 12 04:08:45.641917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Checking segment: {'id': 'bd4e2b31-5dec-4cb4-84d6-18a4ea79b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'c648aa5c-bece-4795-8e2a-d7275b28b515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:45.642364 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network hostable DHCP agents. Network: c648aa5c-bece-4795-8e2a-d7275b28b515, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:08:45.776794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network c648aa5c-bece-4795-8e2a-d7275b28b515 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:08:45.913061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, c648aa5c-bece-4795-8e2a-d7275b28b515) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:45.913952 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ecda3f3-6ea0-42e2-b445-e929f1799f1a req-b93e0360-5889-4cdf-aa49-619760ab0a25 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fdb70-e668-498c-9004-1fc88b5d6f46 HTTP/1.1" status: 200 len: 210 time: 0.0270836 Nov 12 04:08:45.922877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:45.922877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.934071 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc830cd-d441-457f-8fc1-ed193b84403a None None] Network c648aa5c-bece-4795-8e2a-d7275b28b515 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:46.079383 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-31b2067b-8d59-442e-a7ce-1bc1c4904a9f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4454348 Nov 12 04:08:46.079748 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:46.085350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6fd983ef-4d6e-479d-b8fd-ba07708bdbc9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'network_id': 'c648aa5c-bece-4795-8e2a-d7275b28b515', 'name': 'tempest-PortsIpV6TestJSON-149767902'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:46.131565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-c648aa5c-bece-4795-8e2a-d7275b28b515', 'network_id': 'c648aa5c-bece-4795-8e2a-d7275b28b515', 'tenant_id': '85b95f8267f04fdfbf1d27edcf55d988', 'fixed_ips': [{'subnet_id': '6f9facb2-6da7-403b-aebf-2ca85c775c1f'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:08:46.132899 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.221487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9952a2-3611-4968-8606-8188661c266f req-254881f7-5707-4f9d-8abc-e4f15afc17b8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:46.223048 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa9952a2-3611-4968-8606-8188661c266f req-254881f7-5707-4f9d-8abc-e4f15afc17b8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0794291 Nov 12 04:08:46.301295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa9952a2-3611-4968-8606-8188661c266f req-be7bbec0-6366-4a95-ba35-84115d4f1b84 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637939 Nov 12 04:08:46.327471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd983ef-4d6e-479d-b8fd-ba07708bdbc9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:46.331105 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fd983ef-4d6e-479d-b8fd-ba07708bdbc9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.350831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-6fd983ef-4d6e-479d-b8fd-ba07708bdbc9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port b7109092-cdf2-4d71-ae23-ed6b9af0d662 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:08:46.393422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Allocated IP 2001:db8::2 (c648aa5c-bece-4795-8e2a-d7275b28b515/6f9facb2-6da7-403b-aebf-2ca85c775c1f/76fd89c3-31fd-47f8-ad49-42c12e8e9327) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:46.563973 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.660855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b6314-8cfd-41c5-b2a4-2c3c75bb2345 req-f8c04ca9-3322-4cb5-8aa3-1d5c42f76f01 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:46.662022 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.663474 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-871b6314-8cfd-41c5-b2a4-2c3c75bb2345 req-f8c04ca9-3322-4cb5-8aa3-1d5c42f76f01 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0540822 Nov 12 04:08:46.682952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Network c648aa5c-bece-4795-8e2a-d7275b28b515 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:46.719594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:46.728157 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:46.734094 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-871b6314-8cfd-41c5-b2a4-2c3c75bb2345 req-5e77288e-5370-4ba1-84e3-e2d0f7cdb661 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580919 Nov 12 04:08:46.768487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6fd983ef-4d6e-479d-b8fd-ba07708bdbc9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Allocated IP 2001:db8::188 (c648aa5c-bece-4795-8e2a-d7275b28b515/6f9facb2-6da7-403b-aebf-2ca85c775c1f/b7109092-cdf2-4d71-ae23-ed6b9af0d662) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:46.781893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Pushing event updated for resources: {'Port': ['ID=76fd89c3-31fd-47f8-ad49-42c12e8e9327,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:46.817308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Attempting to bind port 76fd89c3-31fd-47f8-ad49-42c12e8e9327 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:46.817654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Attempting to bind port 76fd89c3-31fd-47f8-ad49-42c12e8e9327 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'bd4e2b31-5dec-4cb4-84d6-18a4ea79b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'c648aa5c-bece-4795-8e2a-d7275b28b515'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:46.818627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Attempting to bind port 76fd89c3-31fd-47f8-ad49-42c12e8e9327 on network c648aa5c-bece-4795-8e2a-d7275b28b515 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:46.825217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:46.825733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Checking segment: {'id': 'bd4e2b31-5dec-4cb4-84d6-18a4ea79b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'c648aa5c-bece-4795-8e2a-d7275b28b515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:46.826140 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.826527 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Bound using segment: {'id': 'bd4e2b31-5dec-4cb4-84d6-18a4ea79b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'c648aa5c-bece-4795-8e2a-d7275b28b515'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:46.826998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Bound port: 76fd89c3-31fd-47f8-ad49-42c12e8e9327, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4e2b31-5dec-4cb4-84d6-18a4ea79b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'c648aa5c-bece-4795-8e2a-d7275b28b515'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:46.827375 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.905752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] For port 76fd89c3-31fd-47f8-ad49-42c12e8e9327, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:46.909215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] For port 76fd89c3-31fd-47f8-ad49-42c12e8e9327, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=76fd89c3-31fd-47f8-ad49-42c12e8e9327,segment=NetworkSegment(bd4e2b31-5dec-4cb4-84d6-18a4ea79b121),segment_id=bd4e2b31-5dec-4cb4-84d6-18a4ea79b121)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:46.969660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fd983ef-4d6e-479d-b8fd-ba07708bdbc9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:47.010771 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:47.084916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6601562-51ee-44a8-a144-0f5b9b3ada13 None None] Pushing event updated for resources: {'Port': ['ID=76fd89c3-31fd-47f8-ad49-42c12e8e9327,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:47.160969 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fd983ef-4d6e-479d-b8fd-ba07708bdbc9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:47.210816 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd983ef-4d6e-479d-b8fd-ba07708bdbc9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network c648aa5c-bece-4795-8e2a-d7275b28b515 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:47.220726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6fd983ef-4d6e-479d-b8fd-ba07708bdbc9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:47.225646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd983ef-4d6e-479d-b8fd-ba07708bdbc9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:47.226128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 83ba9240-37be-4763-9ac9-e6b840cf5c2f no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:47.233390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd983ef-4d6e-479d-b8fd-ba07708bdbc9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:47.234207 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fd983ef-4d6e-479d-b8fd-ba07708bdbc9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:47.248645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 83ba9240-37be-4763-9ac9-e6b840cf5c2f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:47.253778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 83ba9240-37be-4763-9ac9-e6b840cf5c2f not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:47.253941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd983ef-4d6e-479d-b8fd-ba07708bdbc9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=b7109092-cdf2-4d71-ae23-ed6b9af0d662,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:47.354195 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6fd983ef-4d6e-479d-b8fd-ba07708bdbc9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2733328 Nov 12 04:08:47.358322 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:47.491977 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34febe76-1715-49c7-9811-a4e131d23aed req-9bbc0975-488b-47c2-9d44-1c9c42a42018 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:47.494490 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-34febe76-1715-49c7-9811-a4e131d23aed req-9bbc0975-488b-47c2-9d44-1c9c42a42018 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0792663 Nov 12 04:08:47.502960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-03b36851-bd93-4c35-b3b8-b501cc9a1cb2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port b7109092-cdf2-4d71-ae23-ed6b9af0d662 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:47.503418 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03b36851-bd93-4c35-b3b8-b501cc9a1cb2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:47.579404 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-34febe76-1715-49c7-9811-a4e131d23aed req-7b5de153-d8c3-4f11-bb79-d0533fe42313 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774128 Nov 12 04:08:47.668617 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03b36851-bd93-4c35-b3b8-b501cc9a1cb2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:47.683063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-03b36851-bd93-4c35-b3b8-b501cc9a1cb2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for b7109092-cdf2-4d71-ae23-ed6b9af0d662 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:47.929188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b250b2-9c2d-4ac4-a9c6-f3d21abe4793 req-df45e71f-2a3d-4da8-b5c0-4e9d5752f2d7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:47.931173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5b250b2-9c2d-4ac4-a9c6-f3d21abe4793 req-df45e71f-2a3d-4da8-b5c0-4e9d5752f2d7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0647359 Nov 12 04:08:47.990258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5b250b2-9c2d-4ac4-a9c6-f3d21abe4793 req-fccb235e-7ae8-4b0c-8b95-23b1257288b6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475898 Nov 12 04:08:47.993443 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03b36851-bd93-4c35-b3b8-b501cc9a1cb2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.039830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b36851-bd93-4c35-b3b8-b501cc9a1cb2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=b7109092-cdf2-4d71-ae23-ed6b9af0d662,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:48.092239 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03b36851-bd93-4c35-b3b8-b501cc9a1cb2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.099125 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-03b36851-bd93-4c35-b3b8-b501cc9a1cb2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/b7109092-cdf2-4d71-ae23-ed6b9af0d662 HTTP/1.1" status: 204 len: 168 time: 0.7396708 Nov 12 04:08:48.107162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:48.134844 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0df7b3-9cf6-45cf-873e-5556c5eafa89 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] DELETE failed (client error): The resource could not be found. Nov 12 04:08:48.135733 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0df7b3-9cf6-45cf-873e-5556c5eafa89 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:08:48.139494 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2c0df7b3-9cf6-45cf-873e-5556c5eafa89 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/b7109092-cdf2-4d71-ae23-ed6b9af0d662 HTTP/1.1" status: 404 len: 333 time: 0.0309570 Nov 12 04:08:48.144959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:48.178457 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7f6e5d-e7ea-48b1-959d-9213643e320a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] GET failed (client error): The resource could not be found. Nov 12 04:08:48.180293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1b7f6e5d-e7ea-48b1-959d-9213643e320a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/b7109092-cdf2-4d71-ae23-ed6b9af0d662 HTTP/1.1" status: 404 len: 333 time: 0.0342140 Nov 12 04:08:48.183867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:48.261366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-19076a4d-d56b-46fd-ac5c-cc43c44b278a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting subnet 6f9facb2-6da7-403b-aebf-2ca85c775c1f {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:08:48.265579 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19076a4d-d56b-46fd-ac5c-cc43c44b278a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.329733 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19076a4d-d56b-46fd-ac5c-cc43c44b278a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.385405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969b39ee-c282-4ef6-87be-6aac65ca7048 None None] Network c648aa5c-bece-4795-8e2a-d7275b28b515 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:48.398045 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:08:48.501124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-71884a42-e274-4cbe-bb5c-eb33a487a7e6 None None] Provisioning complete for port 76fd89c3-31fd-47f8-ad49-42c12e8e9327 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:48.501489 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-71884a42-e274-4cbe-bb5c-eb33a487a7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.508018 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19076a4d-d56b-46fd-ac5c-cc43c44b278a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.581126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 76fd89c3-31fd-47f8-ad49-42c12e8e9327 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:48.718716 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19076a4d-d56b-46fd-ac5c-cc43c44b278a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.770809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19076a4d-d56b-46fd-ac5c-cc43c44b278a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9facb2-6da7-403b-aebf-2ca85c775c1f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:48.782071 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19076a4d-d56b-46fd-ac5c-cc43c44b278a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.782071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-19076a4d-d56b-46fd-ac5c-cc43c44b278a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/6f9facb2-6da7-403b-aebf-2ca85c775c1f HTTP/1.1" status: 204 len: 168 time: 0.5933244 Nov 12 04:08:48.784697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59198) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:48.789491 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-71884a42-e274-4cbe-bb5c-eb33a487a7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.794514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbb148-1772-41e7-8118-2958e1b6d574 req-1081ea57-441f-48d9-af1f-ae644aaba26b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:48.796103 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-08dbb148-1772-41e7-8118-2958e1b6d574 req-1081ea57-441f-48d9-af1f-ae644aaba26b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0743330 Nov 12 04:08:48.887408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 76fd89c3-31fd-47f8-ad49-42c12e8e9327 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:48.887408 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.909699 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-08dbb148-1772-41e7-8118-2958e1b6d574 req-d7799d9f-6743-41ce-ad90-6f1ffcc2aa6c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057210 Nov 12 04:08:48.927784 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.015526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 76fd89c3-31fd-47f8-ad49-42c12e8e9327 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:49.015961 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.020052 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-71884a42-e274-4cbe-bb5c-eb33a487a7e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:08:49.026612 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-71884a42-e274-4cbe-bb5c-eb33a487a7e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:08:49.062992 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.099964 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.120782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] For port 76fd89c3-31fd-47f8-ad49-42c12e8e9327, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=76fd89c3-31fd-47f8-ad49-42c12e8e9327,segment=NetworkSegment(bd4e2b31-5dec-4cb4-84d6-18a4ea79b121),segment_id=bd4e2b31-5dec-4cb4-84d6-18a4ea79b121)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:49.121392 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.145416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 76fd89c3-31fd-47f8-ad49-42c12e8e9327 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:49.153573 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 76fd89c3-31fd-47f8-ad49-42c12e8e9327, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=76fd89c3-31fd-47f8-ad49-42c12e8e9327,segment=NetworkSegment(bd4e2b31-5dec-4cb4-84d6-18a4ea79b121),segment_id=bd4e2b31-5dec-4cb4-84d6-18a4ea79b121)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:49.263603 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.342142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=76fd89c3-31fd-47f8-ad49-42c12e8e9327,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:49.348598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59529e2-b108-4d67-baa7-0c6937cd7363 req-e8e84d02-0b0b-4c17-baa2-4c63c5287fc2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:49.350746 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a59529e2-b108-4d67-baa7-0c6937cd7363 req-e8e84d02-0b0b-4c17-baa2-4c63c5287fc2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0857153 Nov 12 04:08:49.352989 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d65073f-4a06-472e-936e-d080daefee56 None None] Network c648aa5c-bece-4795-8e2a-d7275b28b515 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:49.407779 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a59529e2-b108-4d67-baa7-0c6937cd7363 req-18676965-d3af-4f15-820c-9ce5511cf2ed tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504618 Nov 12 04:08:49.458295 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.511001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=76fd89c3-31fd-47f8-ad49-42c12e8e9327,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:49.518189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No DVR routers for this DVR port 76fd89c3-31fd-47f8-ad49-42c12e8e9327 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:49.562185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-71884a42-e274-4cbe-bb5c-eb33a487a7e6 None None] Port 76fd89c3-31fd-47f8-ad49-42c12e8e9327 update to ACTIVE by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 04:08:49.588848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046f7c05-81e1-4682-9b49-f41e5f9119f6 None None] DHCP port deletion for c648aa5c-bece-4795-8e2a-d7275b28b515 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:08:49.615183 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.637185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c648aa5c-bece-4795-8e2a-d7275b28b515']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:49.646839 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4e2b31-5dec-4cb4-84d6-18a4ea79b121') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:49.647237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4e2b31-5dec-4cb4-84d6-18a4ea79b121') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:49.656898 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.672728 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.677397 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dcbb2ced-a8a6-4569-bb1b-71039ba36564 None None] Could not find standard attr ID for object 76fd89c3-31fd-47f8-ad49-42c12e8e9327. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:08:49.682650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:08:49.683175 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:08:49.686441 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:08:49.825120 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.832481 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:49.840402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:49.846006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-636ae7c4-d34a-4b90-a25c-e0a88a7675fe tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1213804412'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:49.848653 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/networks/c648aa5c-bece-4795-8e2a-d7275b28b515 HTTP/1.1" status: 204 len: 168 time: 1.0630531 Nov 12 04:08:49.866500 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24444851-2f31-4f2c-b4c0-0a4dcac9dd4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Network': ['ID=c648aa5c-bece-4795-8e2a-d7275b28b515,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:50.016538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636ae7c4-d34a-4b90-a25c-e0a88a7675fe tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:50.020344 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-636ae7c4-d34a-4b90-a25c-e0a88a7675fe tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:50.048955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636ae7c4-d34a-4b90-a25c-e0a88a7675fe tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:08:50.060154 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-636ae7c4-d34a-4b90-a25c-e0a88a7675fe tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:50.060755 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-636ae7c4-d34a-4b90-a25c-e0a88a7675fe tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Added segment 7f5a4dc4-3fb2-44ee-9774-172fe15ab885 of type vlan for network 1cf85310-cc34-4c46-a6fe-5819f3df599f Nov 12 04:08:50.110137 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-636ae7c4-d34a-4b90-a25c-e0a88a7675fe tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:50.130477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e207e-8d5c-40d5-8c7e-294028334f08 req-3bcf7d4b-0c5a-4edb-a3ca-9ff005ddd1c7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:50.132141 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2c2e207e-8d5c-40d5-8c7e-294028334f08 req-3bcf7d4b-0c5a-4edb-a3ca-9ff005ddd1c7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0534630 Nov 12 04:08:50.182044 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2c2e207e-8d5c-40d5-8c7e-294028334f08 req-3fec9138-710f-432d-8b96-cecb747b75ad tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433877 Nov 12 04:08:50.222312 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-636ae7c4-d34a-4b90-a25c-e0a88a7675fe tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:50.229650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636ae7c4-d34a-4b90-a25c-e0a88a7675fe tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:50.239417 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-636ae7c4-d34a-4b90-a25c-e0a88a7675fe tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:50.322182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ae7c4-d34a-4b90-a25c-e0a88a7675fe tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Network': ['ID=1cf85310-cc34-4c46-a6fe-5819f3df599f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:50.334583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 1cf85310-cc34-4c46-a6fe-5819f3df599f details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:08:50.385953 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-636ae7c4-d34a-4b90-a25c-e0a88a7675fe tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5438676 Nov 12 04:08:50.388796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59230) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:50.396203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6ab8d5a7-f110-450f-aeec-0324dd20e9f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': '1cf85310-cc34-4c46-a6fe-5819f3df599f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:50.513236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 76fd89c3-31fd-47f8-ad49-42c12e8e9327 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:50.546167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 76fd89c3-31fd-47f8-ad49-42c12e8e9327 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:50.546670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 76fd89c3-31fd-47f8-ad49-42c12e8e9327 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:50.593198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982350d1-2ab3-41d0-b611-f40e56dcc684 req-9a2d6d2c-dbec-42ea-9029-b93629303841 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:50.596184 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-982350d1-2ab3-41d0-b611-f40e56dcc684 req-9a2d6d2c-dbec-42ea-9029-b93629303841 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0564721 Nov 12 04:08:50.598403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab8d5a7-f110-450f-aeec-0324dd20e9f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:50.602959 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ab8d5a7-f110-450f-aeec-0324dd20e9f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:50.728079 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-982350d1-2ab3-41d0-b611-f40e56dcc684 req-f1dc6e2a-91d0-4dcd-b61c-5249bb657d2f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212664 Nov 12 04:08:50.938658 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ab8d5a7-f110-450f-aeec-0324dd20e9f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:51.023073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8d5a7-f110-450f-aeec-0324dd20e9f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Subnet': ['ID=13785819-3064-404d-abe2-26ccbb44789b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:51.032084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8d5a7-f110-450f-aeec-0324dd20e9f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Checking segment: {'id': '7f5a4dc4-3fb2-44ee-9774-172fe15ab885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1cf85310-cc34-4c46-a6fe-5819f3df599f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:51.032454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab8d5a7-f110-450f-aeec-0324dd20e9f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network hostable DHCP agents. Network: 1cf85310-cc34-4c46-a6fe-5819f3df599f, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:08:51.153730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab8d5a7-f110-450f-aeec-0324dd20e9f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 1cf85310-cc34-4c46-a6fe-5819f3df599f is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:08:51.234139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6ab8d5a7-f110-450f-aeec-0324dd20e9f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 1cf85310-cc34-4c46-a6fe-5819f3df599f) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:51.243921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab8d5a7-f110-450f-aeec-0324dd20e9f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:51.243921 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ab8d5a7-f110-450f-aeec-0324dd20e9f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:51.248160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd6e326-5ca3-421c-8725-f86c8dd64095 None None] Network 1cf85310-cc34-4c46-a6fe-5819f3df599f requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:51.345473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652822dc-6417-4554-9fb0-d2ce7c3ca3c1 req-91ccecd2-f199-46ae-a935-a6747e49ca23 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:51.347100 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-652822dc-6417-4554-9fb0-d2ce7c3ca3c1 req-91ccecd2-f199-46ae-a935-a6747e49ca23 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0807612 Nov 12 04:08:51.406628 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-652822dc-6417-4554-9fb0-d2ce7c3ca3c1 req-984223d4-82fc-4502-89b5-b294521b14c1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526166 Nov 12 04:08:51.441243 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6ab8d5a7-f110-450f-aeec-0324dd20e9f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0505660 Nov 12 04:08:51.447597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59250) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:51.454592 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7e4f028e-e9ca-4cbe-9ab3-a360364cc0b7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'network_id': '1cf85310-cc34-4c46-a6fe-5819f3df599f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-799673205'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:51.496253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-1cf85310-cc34-4c46-a6fe-5819f3df599f', 'network_id': '1cf85310-cc34-4c46-a6fe-5819f3df599f', 'tenant_id': '85b95f8267f04fdfbf1d27edcf55d988', 'fixed_ips': [{'subnet_id': '13785819-3064-404d-abe2-26ccbb44789b'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:08:51.498158 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:51.656318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Allocated IP 2001:db8::2 (1cf85310-cc34-4c46-a6fe-5819f3df599f/13785819-3064-404d-abe2-26ccbb44789b/43adcd6f-006c-480c-9ef9-348c4852a902) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:51.765786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4f028e-e9ca-4cbe-9ab3-a360364cc0b7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:51.771408 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e4f028e-e9ca-4cbe-9ab3-a360364cc0b7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:51.802366 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:51.806433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-7e4f028e-e9ca-4cbe-9ab3-a360364cc0b7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port e9b72fc6-62f9-4efb-a314-5b4409241bae yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:08:51.901900 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:51.951602 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Network 1cf85310-cc34-4c46-a6fe-5819f3df599f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:51.954846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:51.960189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:51.962488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0549f0-dbb2-4824-a777-17d38f5bc3c9 req-5885258a-b87b-4bf8-80f0-ca34e823d4bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:51.963577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Pushing event updated for resources: {'Port': ['ID=43adcd6f-006c-480c-9ef9-348c4852a902,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:51.973567 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d0549f0-dbb2-4824-a777-17d38f5bc3c9 req-5885258a-b87b-4bf8-80f0-ca34e823d4bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1290460 Nov 12 04:08:52.057611 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7e4f028e-e9ca-4cbe-9ab3-a360364cc0b7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Allocated IP 2001:db8::1cc (1cf85310-cc34-4c46-a6fe-5819f3df599f/13785819-3064-404d-abe2-26ccbb44789b/e9b72fc6-62f9-4efb-a314-5b4409241bae) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:52.085958 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d0549f0-dbb2-4824-a777-17d38f5bc3c9 req-3d6c27d2-c4c8-4f97-b757-bdbd4c2d238f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110082 Nov 12 04:08:52.209627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Attempting to bind port 43adcd6f-006c-480c-9ef9-348c4852a902 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:52.210005 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Attempting to bind port 43adcd6f-006c-480c-9ef9-348c4852a902 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '7f5a4dc4-3fb2-44ee-9774-172fe15ab885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1cf85310-cc34-4c46-a6fe-5819f3df599f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:52.210341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Attempting to bind port 43adcd6f-006c-480c-9ef9-348c4852a902 on network 1cf85310-cc34-4c46-a6fe-5819f3df599f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:52.216559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:52.217272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Checking segment: {'id': '7f5a4dc4-3fb2-44ee-9774-172fe15ab885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1cf85310-cc34-4c46-a6fe-5819f3df599f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:52.217403 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.217683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Bound using segment: {'id': '7f5a4dc4-3fb2-44ee-9774-172fe15ab885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1cf85310-cc34-4c46-a6fe-5819f3df599f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:52.218275 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Bound port: 43adcd6f-006c-480c-9ef9-348c4852a902, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5a4dc4-3fb2-44ee-9774-172fe15ab885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1cf85310-cc34-4c46-a6fe-5819f3df599f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:52.218660 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.231570 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e4f028e-e9ca-4cbe-9ab3-a360364cc0b7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.284416 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] For port 43adcd6f-006c-480c-9ef9-348c4852a902, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:52.287904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] For port 43adcd6f-006c-480c-9ef9-348c4852a902, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=43adcd6f-006c-480c-9ef9-348c4852a902,segment=NetworkSegment(7f5a4dc4-3fb2-44ee-9774-172fe15ab885),segment_id=7f5a4dc4-3fb2-44ee-9774-172fe15ab885)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:52.432360 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e4f028e-e9ca-4cbe-9ab3-a360364cc0b7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.445920 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.489088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4f028e-e9ca-4cbe-9ab3-a360364cc0b7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 1cf85310-cc34-4c46-a6fe-5819f3df599f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:52.500924 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7e4f028e-e9ca-4cbe-9ab3-a360364cc0b7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:52.506065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4f028e-e9ca-4cbe-9ab3-a360364cc0b7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:52.513601 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f925d65-e4e8-413e-b453-086e756c1771 None None] Pushing event updated for resources: {'Port': ['ID=43adcd6f-006c-480c-9ef9-348c4852a902,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:52.516829 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f028e-e9ca-4cbe-9ab3-a360364cc0b7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:52.517505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e4f028e-e9ca-4cbe-9ab3-a360364cc0b7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.535264 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f028e-e9ca-4cbe-9ab3-a360364cc0b7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=e9b72fc6-62f9-4efb-a314-5b4409241bae,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:52.597831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeec59-f1b9-4c03-a3b1-40c9eb7b0749 req-5f539b3f-3cea-4416-9a9a-9452a7a21bb8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:52.600198 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cdeec59-f1b9-4c03-a3b1-40c9eb7b0749 req-5f539b3f-3cea-4416-9a9a-9452a7a21bb8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0633767 Nov 12 04:08:52.623649 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7e4f028e-e9ca-4cbe-9ab3-a360364cc0b7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1737342 Nov 12 04:08:52.625458 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:52.696329 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cdeec59-f1b9-4c03-a3b1-40c9eb7b0749 req-aff3a70d-0995-4132-8d03-ce1be6892f09 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781803 Nov 12 04:08:52.809195 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6162725a-71ec-45cd-83dc-6925c9dff017 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port e9b72fc6-62f9-4efb-a314-5b4409241bae {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:52.814322 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6162725a-71ec-45cd-83dc-6925c9dff017 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.925935 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6162725a-71ec-45cd-83dc-6925c9dff017 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.942923 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6162725a-71ec-45cd-83dc-6925c9dff017 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for e9b72fc6-62f9-4efb-a314-5b4409241bae owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:53.092780 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3e47511-d3c9-4268-9a11-47e7d9b5de1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:53.359551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cb204-8240-4031-b755-c993b1d00117 req-83c95ade-9bed-4788-bb01-8e0bfefa180e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:53.361815 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea1cb204-8240-4031-b755-c993b1d00117 req-83c95ade-9bed-4788-bb01-8e0bfefa180e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0724957 Nov 12 04:08:53.458264 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090608-4262-4568-ac00-90eb1f9f971c req-33e5ac0b-0a67-4947-b533-80d47d984f06 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:53.459849 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6090608-4262-4568-ac00-90eb1f9f971c req-33e5ac0b-0a67-4947-b533-80d47d984f06 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 945 time: 0.0841467 Nov 12 04:08:53.485607 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea1cb204-8240-4031-b755-c993b1d00117 req-2ce40537-0ad5-4265-a804-e1ec000f0674 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036777 Nov 12 04:08:53.570925 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6090608-4262-4568-ac00-90eb1f9f971c req-cd851c68-8120-4a56-8a55-a699bfd4d8b5 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793495 Nov 12 04:08:53.685772 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6162725a-71ec-45cd-83dc-6925c9dff017 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:53.726479 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162725a-71ec-45cd-83dc-6925c9dff017 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=e9b72fc6-62f9-4efb-a314-5b4409241bae,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:53.758848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6162725a-71ec-45cd-83dc-6925c9dff017 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:53.763459 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6162725a-71ec-45cd-83dc-6925c9dff017 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/e9b72fc6-62f9-4efb-a314-5b4409241bae HTTP/1.1" status: 204 len: 168 time: 1.1363590 Nov 12 04:08:53.765801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59296) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:53.805105 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1298d0-d9ee-445b-b6a3-c61124e8ac8a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] GET failed (client error): The resource could not be found. Nov 12 04:08:53.806963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6b1298d0-d9ee-445b-b6a3-c61124e8ac8a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/e9b72fc6-62f9-4efb-a314-5b4409241bae HTTP/1.1" status: 404 len: 333 time: 0.0401518 Nov 12 04:08:53.812150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:53.825168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a51d275-e390-4bc5-9d41-0f24bc19fdda None None] Network 1cf85310-cc34-4c46-a6fe-5819f3df599f requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:53.852261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070293e-e10c-461b-b07e-c5f7afee0edc req-ff4e77e4-a7ad-400c-b7c7-476f138338fd tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:53.854543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0070293e-e10c-461b-b07e-c5f7afee0edc req-ff4e77e4-a7ad-400c-b7c7-476f138338fd tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0597892 Nov 12 04:08:53.873874 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-14541402-13cc-4ec4-bf4d-e2f264c1f8d2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting subnet 13785819-3064-404d-abe2-26ccbb44789b {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:08:53.878535 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14541402-13cc-4ec4-bf4d-e2f264c1f8d2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:53.898874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-67ba2883-4974-458f-a400-1deac9f047fc None None] Provisioning complete for port 43adcd6f-006c-480c-9ef9-348c4852a902 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:53.899249 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67ba2883-4974-458f-a400-1deac9f047fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:53.910908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0070293e-e10c-461b-b07e-c5f7afee0edc req-69321616-911a-4592-8a70-70085ec89df5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464923 Nov 12 04:08:53.932622 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14541402-13cc-4ec4-bf4d-e2f264c1f8d2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.041393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14541402-13cc-4ec4-bf4d-e2f264c1f8d2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.063906 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67ba2883-4974-458f-a400-1deac9f047fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.201228 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14541402-13cc-4ec4-bf4d-e2f264c1f8d2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.234401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14541402-13cc-4ec4-bf4d-e2f264c1f8d2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Subnet': ['ID=13785819-3064-404d-abe2-26ccbb44789b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:54.242374 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14541402-13cc-4ec4-bf4d-e2f264c1f8d2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.247988 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-14541402-13cc-4ec4-bf4d-e2f264c1f8d2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/13785819-3064-404d-abe2-26ccbb44789b HTTP/1.1" status: 204 len: 168 time: 0.4324951 Nov 12 04:08:54.248465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59306) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:54.273282 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-67ba2883-4974-458f-a400-1deac9f047fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:08:54.273282 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-67ba2883-4974-458f-a400-1deac9f047fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:08:54.319381 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48647522-896d-44be-8dcc-6fd214fc8439 None None] Network 1cf85310-cc34-4c46-a6fe-5819f3df599f requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:54.359535 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.419224 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 43adcd6f-006c-480c-9ef9-348c4852a902 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:54.419662 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.528734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 43adcd6f-006c-480c-9ef9-348c4852a902 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:54.543359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] For port 43adcd6f-006c-480c-9ef9-348c4852a902, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=43adcd6f-006c-480c-9ef9-348c4852a902,segment=NetworkSegment(7f5a4dc4-3fb2-44ee-9774-172fe15ab885),segment_id=7f5a4dc4-3fb2-44ee-9774-172fe15ab885)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:54.543359 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.555214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 43adcd6f-006c-480c-9ef9-348c4852a902 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:54.586626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae12260e-96c4-47d9-973b-e5c59b8cf6e5 None None] DHCP port deletion for 1cf85310-cc34-4c46-a6fe-5819f3df599f request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:08:54.660557 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 43adcd6f-006c-480c-9ef9-348c4852a902 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:54.661248 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.710421 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ae12260e-96c4-47d9-973b-e5c59b8cf6e5 None None] Deleting port 43adcd6f-006c-480c-9ef9-348c4852a902 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:54.711070 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae12260e-96c4-47d9-973b-e5c59b8cf6e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.714141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c9c9a-70e0-4d0a-9349-fdd4d1e9d9eb req-4e911296-9e43-4736-bce6-0e54fd80137f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:54.718837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f0821-c507-4fa2-b267-6121a9ceceaa req-a1280915-2a7b-4dd6-9bce-7ebd66e354d4 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:54.723152 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1f4c9c9a-70e0-4d0a-9349-fdd4d1e9d9eb req-4e911296-9e43-4736-bce6-0e54fd80137f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1583538 Nov 12 04:08:54.728640 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f8f0821-c507-4fa2-b267-6121a9ceceaa req-a1280915-2a7b-4dd6-9bce-7ebd66e354d4 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 945 time: 0.0716636 Nov 12 04:08:54.794191 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1f4c9c9a-70e0-4d0a-9349-fdd4d1e9d9eb req-0f33b065-f7f9-433a-b1d6-6b6967e5a9d0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696561 Nov 12 04:08:54.819548 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f8f0821-c507-4fa2-b267-6121a9ceceaa req-7415cbf2-3423-4bf6-b5c5-33278b8ad86c tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835326 Nov 12 04:08:54.865384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ae12260e-96c4-47d9-973b-e5c59b8cf6e5 None None] For port 43adcd6f-006c-480c-9ef9-348c4852a902, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=43adcd6f-006c-480c-9ef9-348c4852a902,segment=NetworkSegment(7f5a4dc4-3fb2-44ee-9774-172fe15ab885),segment_id=7f5a4dc4-3fb2-44ee-9774-172fe15ab885)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:54.865994 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae12260e-96c4-47d9-973b-e5c59b8cf6e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.872340 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67ba2883-4974-458f-a400-1deac9f047fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.881050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19f821-eaec-4d6f-a952-ee33ba196c87 req-78e23401-b1ca-4e52-b306-f39cd02c9c11 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:54.883855 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b19f821-eaec-4d6f-a952-ee33ba196c87 req-78e23401-b1ca-4e52-b306-f39cd02c9c11 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.25 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 945 time: 0.0597641 Nov 12 04:08:54.905086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ae12260e-96c4-47d9-973b-e5c59b8cf6e5 None None] Calling delete_port for 43adcd6f-006c-480c-9ef9-348c4852a902 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:54.920486 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.924625 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.964316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=43adcd6f-006c-480c-9ef9-348c4852a902,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:54.966836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No DVR routers for this DVR port 43adcd6f-006c-480c-9ef9-348c4852a902 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:55.011151 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.058930 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae12260e-96c4-47d9-973b-e5c59b8cf6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.091657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12260e-96c4-47d9-973b-e5c59b8cf6e5 None None] Pushing event deleted for resources: {'Port': ['ID=43adcd6f-006c-480c-9ef9-348c4852a902,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:55.098544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12260e-96c4-47d9-973b-e5c59b8cf6e5 None None] No DVR routers for this DVR port 43adcd6f-006c-480c-9ef9-348c4852a902 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:55.130708 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.135489 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0567ee78-fb89-4d16-898f-4a30da9ff296 None None] Could not find standard attr ID for object 43adcd6f-006c-480c-9ef9-348c4852a902. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:08:55.157174 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7b19f821-eaec-4d6f-a952-ee33ba196c87 req-a181d2f1-1425-4c97-bae1-c2c94660a824 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Deleting port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:55.157509 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7b19f821-eaec-4d6f-a952-ee33ba196c87 req-a181d2f1-1425-4c97-bae1-c2c94660a824 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.174463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233fa2-850e-4094-94e4-ba17da5c3f08 req-6716cbb7-4718-40b0-b3e0-a88c2c43b76d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:55.176095 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71233fa2-850e-4094-94e4-ba17da5c3f08 req-6716cbb7-4718-40b0-b3e0-a88c2c43b76d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1545985 Nov 12 04:08:55.190689 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf85310-cc34-4c46-a6fe-5819f3df599f']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:55.223718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5a4dc4-3fb2-44ee-9774-172fe15ab885') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:55.223933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5a4dc4-3fb2-44ee-9774-172fe15ab885') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:55.263614 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.299057 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.322666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:08:55.323329 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:08:55.326511 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:08:55.342842 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71233fa2-850e-4094-94e4-ba17da5c3f08 req-e3d327bd-06b8-46d1-bd3f-7e6664af3090 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540194 Nov 12 04:08:55.394128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7b19f821-eaec-4d6f-a952-ee33ba196c87 req-a181d2f1-1425-4c97-bae1-c2c94660a824 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] For port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=5985b537-fa6c-4cc0-bb93-f7cb98b1dc04,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:55.394128 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7b19f821-eaec-4d6f-a952-ee33ba196c87 req-a181d2f1-1425-4c97-bae1-c2c94660a824 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.411286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7b19f821-eaec-4d6f-a952-ee33ba196c87 req-a181d2f1-1425-4c97-bae1-c2c94660a824 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Calling delete_port for 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:55.538115 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.542718 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.546120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/networks/1cf85310-cc34-4c46-a6fe-5819f3df599f HTTP/1.1" status: 204 len: 168 time: 1.2966642 Nov 12 04:08:55.549940 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:55.555070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fd1c8bac-d9e9-4351-a22e-c23bba2b1c71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'name': 'tempest-PortsIpV6TestJSON-1151354816'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:55.572944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dae232-62fc-41f2-af1c-afd9a07935f6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Network': ['ID=1cf85310-cc34-4c46-a6fe-5819f3df599f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:55.662355 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7b19f821-eaec-4d6f-a952-ee33ba196c87 req-a181d2f1-1425-4c97-bae1-c2c94660a824 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.674019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['6b83b538-d1c4-4d7a-aebd-9ba010bd6fce'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:55.693350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181d2f1-1425-4c97-bae1-c2c94660a824 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Pushing event deleted for resources: {'Port': ['ID=5985b537-fa6c-4cc0-bb93-f7cb98b1dc04,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:55.716848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['73e89f04-e7fd-4e5a-8345-e999129546ca'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:55.731325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1c8bac-d9e9-4351-a22e-c23bba2b1c71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:55.736895 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd1c8bac-d9e9-4351-a22e-c23bba2b1c71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.740243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b19f821-eaec-4d6f-a952-ee33ba196c87 req-a181d2f1-1425-4c97-bae1-c2c94660a824 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] No DVR routers for this DVR port 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:55.742712 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7b19f821-eaec-4d6f-a952-ee33ba196c87 req-a181d2f1-1425-4c97-bae1-c2c94660a824 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.746582 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b19f821-eaec-4d6f-a952-ee33ba196c87 req-a181d2f1-1425-4c97-bae1-c2c94660a824 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.25 "DELETE /v2.0/ports/5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 HTTP/1.1" status: 204 len: 173 time: 0.8544009 Nov 12 04:08:55.747079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a68d5f-fbd2-4020-9d16-ef417d52b402', 'name': 'network-vif-deleted', 'tag': '5985b537-fa6c-4cc0-bb93-f7cb98b1dc04'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:55.750156 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270261a6-58bc-407f-b59d-4e425c3ddf5d" -d '{"events": [{"server_uuid": "75a68d5f-fbd2-4020-9d16-ef417d52b402", "name": "network-vif-deleted", "tag": "5985b537-fa6c-4cc0-bb93-f7cb98b1dc04"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:55.772884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-fd1c8bac-d9e9-4351-a22e-c23bba2b1c71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port 582c15a1-776a-4363-a063-7945faf3c5e8 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:08:55.846672 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6322100-98c7-4453-891f-4835321675bf x-openstack-request-id: req-c6322100-98c7-4453-891f-4835321675bf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:55.847243 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a68d5f-fbd2-4020-9d16-ef417d52b402", "name": "network-vif-deleted", "tag": "5985b537-fa6c-4cc0-bb93-f7cb98b1dc04", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:55.847243 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c6322100-98c7-4453-891f-4835321675bf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:55.847709 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a68d5f-fbd2-4020-9d16-ef417d52b402', 'name': 'network-vif-deleted', 'tag': '5985b537-fa6c-4cc0-bb93-f7cb98b1dc04', 'status': 'completed', 'code': 200} Nov 12 04:08:55.989624 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75e79617-555c-4594-93a9-4ee879094323 req-e85b38e7-7d0f-467a-82d2-d597b647f3e2 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=75a68d5f-fbd2-4020-9d16-ef417d52b402 HTTP/1.1" status: 200 len: 210 time: 0.0426638 Nov 12 04:08:56.080777 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd1c8bac-d9e9-4351-a22e-c23bba2b1c71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:56.093269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec8d09-8444-431a-8a1c-f7d2fbcd4030 req-2ea79a94-137f-47fb-a6c9-88543ae8680b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:56.094959 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41ec8d09-8444-431a-8a1c-f7d2fbcd4030 req-2ea79a94-137f-47fb-a6c9-88543ae8680b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0866315 Nov 12 04:08:56.166406 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41ec8d09-8444-431a-8a1c-f7d2fbcd4030 req-c5b55c32-dbf5-40ac-a49b-b812bdd109bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641320 Nov 12 04:08:56.268863 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd1c8bac-d9e9-4351-a22e-c23bba2b1c71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:56.318799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c8bac-d9e9-4351-a22e-c23bba2b1c71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:56.326249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c8bac-d9e9-4351-a22e-c23bba2b1c71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:56.331907 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c8bac-d9e9-4351-a22e-c23bba2b1c71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:56.337754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c8bac-d9e9-4351-a22e-c23bba2b1c71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:56.338916 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd1c8bac-d9e9-4351-a22e-c23bba2b1c71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:56.345392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c8bac-d9e9-4351-a22e-c23bba2b1c71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=582c15a1-776a-4363-a063-7945faf3c5e8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:56.463846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 43adcd6f-006c-480c-9ef9-348c4852a902 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:56.468395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2a28-1735-4c47-912d-1c0ac9f8ce86 req-d7a0aa5b-0321-451b-b510-6fb151af39a3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:56.476285 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-786f2a28-1735-4c47-912d-1c0ac9f8ce86 req-d7a0aa5b-0321-451b-b510-6fb151af39a3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0599568 Nov 12 04:08:56.500826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 43adcd6f-006c-480c-9ef9-348c4852a902 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:56.501159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 43adcd6f-006c-480c-9ef9-348c4852a902 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:56.531277 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fd1c8bac-d9e9-4351-a22e-c23bba2b1c71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9801698 Nov 12 04:08:56.532357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59348) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:56.534661 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-786f2a28-1735-4c47-912d-1c0ac9f8ce86 req-55e8ca00-f3a4-41c0-9b6a-8c94c7d4f4f4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574057 Nov 12 04:08:56.642502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-cd214897-5a6f-4594-af1e-ab9400972df0 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 582c15a1-776a-4363-a063-7945faf3c5e8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:56.643176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd214897-5a6f-4594-af1e-ab9400972df0 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:56.715969 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd214897-5a6f-4594-af1e-ab9400972df0 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:56.730047 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-cd214897-5a6f-4594-af1e-ab9400972df0 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 582c15a1-776a-4363-a063-7945faf3c5e8 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:56.742087 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:56.942657 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51eeb776-2bbc-452c-8bbc-cc1424270aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:56.974753 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd214897-5a6f-4594-af1e-ab9400972df0 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:57.011872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd214897-5a6f-4594-af1e-ab9400972df0 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=582c15a1-776a-4363-a063-7945faf3c5e8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:57.021148 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd214897-5a6f-4594-af1e-ab9400972df0 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:57.025005 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cd214897-5a6f-4594-af1e-ab9400972df0 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/582c15a1-776a-4363-a063-7945faf3c5e8 HTTP/1.1" status: 204 len: 168 time: 0.4909840 Nov 12 04:08:57.028451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59356) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:57.034928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5d32d5c0-c43a-4a68-9d4e-fd755aac0ced tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'mac_address': 'fa:16:3e:90:74:c8', 'name': 'tempest-PortsIpV6TestJSON-254325206'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:57.287154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64aab52-c534-4454-8c2d-fb205e0bc7c7 req-ff0fde90-00d2-427a-938e-86b32c5d3275 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:57.288715 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a64aab52-c534-4454-8c2d-fb205e0bc7c7 req-ff0fde90-00d2-427a-938e-86b32c5d3275 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0510144 Nov 12 04:08:57.290793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d32d5c0-c43a-4a68-9d4e-fd755aac0ced tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:57.337031 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a64aab52-c534-4454-8c2d-fb205e0bc7c7 req-b9fb318f-eb26-4141-b14b-81d572b7b1b8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423329 Nov 12 04:08:57.357443 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d32d5c0-c43a-4a68-9d4e-fd755aac0ced tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:57.378962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-5d32d5c0-c43a-4a68-9d4e-fd755aac0ced tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port 57f71060-e38f-4da7-8188-fe767d67d09c yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:08:57.534986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:57.583443 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d32d5c0-c43a-4a68-9d4e-fd755aac0ced tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:57.592133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:57.593600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 5985b537-fa6c-4cc0-bb93-f7cb98b1dc04 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:57.749521 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d32d5c0-c43a-4a68-9d4e-fd755aac0ced tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:57.765582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef09d32-de17-4c40-ac33-80d546dc894e req-14d8841d-c0e6-486e-978a-c0da571482f9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:57.767308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ef09d32-de17-4c40-ac33-80d546dc894e req-14d8841d-c0e6-486e-978a-c0da571482f9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0599394 Nov 12 04:08:57.769568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fc1d7-877b-4d05-8e38-5c6394d97a73 req-c7a74878-9efc-4a1f-a578-10d1610f4d47 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:57.771517 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a05fc1d7-877b-4d05-8e38-5c6394d97a73 req-c7a74878-9efc-4a1f-a578-10d1610f4d47 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 946 time: 0.0558453 Nov 12 04:08:57.814334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d32d5c0-c43a-4a68-9d4e-fd755aac0ced tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:57.826857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5d32d5c0-c43a-4a68-9d4e-fd755aac0ced tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:57.828708 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a05fc1d7-877b-4d05-8e38-5c6394d97a73 req-dd77c5cc-c6ea-4b5a-aaea-0f637185df40 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497494 Nov 12 04:08:57.834163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d32d5c0-c43a-4a68-9d4e-fd755aac0ced tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:57.842707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d32d5c0-c43a-4a68-9d4e-fd755aac0ced tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:57.843426 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d32d5c0-c43a-4a68-9d4e-fd755aac0ced tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:57.855350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32d5c0-c43a-4a68-9d4e-fd755aac0ced tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=57f71060-e38f-4da7-8188-fe767d67d09c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:57.885097 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ef09d32-de17-4c40-ac33-80d546dc894e req-ef630214-445d-4c86-a5a8-cb3d4c81cbef tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892930 Nov 12 04:08:57.980363 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5d32d5c0-c43a-4a68-9d4e-fd755aac0ced tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9505084 Nov 12 04:08:57.982984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:58.030122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0752aacc-1b7b-484d-b871-fc8250dd0d43 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:58.031479 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0752aacc-1b7b-484d-b871-fc8250dd0d43 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/57f71060-e38f-4da7-8188-fe767d67d09c HTTP/1.1" status: 200 len: 844 time: 0.0474362 Nov 12 04:08:58.035889 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59380) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:58.143675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9754553d-4f58-440f-a57e-76948f8a1f98 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 57f71060-e38f-4da7-8188-fe767d67d09c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:58.144080 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9754553d-4f58-440f-a57e-76948f8a1f98 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.226676 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9754553d-4f58-440f-a57e-76948f8a1f98 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.240253 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9754553d-4f58-440f-a57e-76948f8a1f98 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 57f71060-e38f-4da7-8188-fe767d67d09c owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:58.451506 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.453262 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9754553d-4f58-440f-a57e-76948f8a1f98 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.497892 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9754553d-4f58-440f-a57e-76948f8a1f98 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.501707 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9754553d-4f58-440f-a57e-76948f8a1f98 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/57f71060-e38f-4da7-8188-fe767d67d09c HTTP/1.1" status: 204 len: 168 time: 0.4647372 Nov 12 04:08:58.502597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754553d-4f58-440f-a57e-76948f8a1f98 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=57f71060-e38f-4da7-8188-fe767d67d09c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:58.504477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59390) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:58.521988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748f558-ec15-42cb-8bd4-c12a72c958fd req-ffab9f06-eb2a-45e3-88ce-357367b05051 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:58.523686 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4748f558-ec15-42cb-8bd4-c12a72c958fd req-ffab9f06-eb2a-45e3-88ce-357367b05051 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0972939 Nov 12 04:08:58.535155 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e6a63d-3b8f-44c5-94ae-5190642ea418 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] GET failed (client error): The resource could not be found. Nov 12 04:08:58.536937 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d0e6a63d-3b8f-44c5-94ae-5190642ea418 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/57f71060-e38f-4da7-8188-fe767d67d09c HTTP/1.1" status: 404 len: 333 time: 0.0310261 Nov 12 04:08:58.540929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:58.551436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0f085b99-bc5f-40bf-8cad-d56b9525c74d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'name': 'tempest-PortsIpV6TestJSON-1652931300'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:58.582947 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4748f558-ec15-42cb-8bd4-c12a72c958fd req-6bf14c83-dca3-4331-9126-774c65cccdaa tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505435 Nov 12 04:08:58.797832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f085b99-bc5f-40bf-8cad-d56b9525c74d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:58.802228 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f085b99-bc5f-40bf-8cad-d56b9525c74d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.820409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-0f085b99-bc5f-40bf-8cad-d56b9525c74d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port 66d00642-7727-4f76-b7d8-42bb5bdcbd22 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:08:58.964916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8f701-4795-4c57-924c-41f0383e28f8 req-e6bcacce-2b72-44e1-906f-925dd3466eb0 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:58.971691 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.976290 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16a8f701-4795-4c57-924c-41f0383e28f8 req-e6bcacce-2b72-44e1-906f-925dd3466eb0 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 946 time: 0.0735955 Nov 12 04:08:59.041572 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16a8f701-4795-4c57-924c-41f0383e28f8 req-ce901512-ccd5-41bb-bdf6-46eb7c34a32d tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601799 Nov 12 04:08:59.049391 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f085b99-bc5f-40bf-8cad-d56b9525c74d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:59.081891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c13db3-bf80-4cd2-888c-bd23e41d0ed1 req-6100eb1c-12ef-417d-bb06-09a0a2319994 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:59.083456 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1c13db3-bf80-4cd2-888c-bd23e41d0ed1 req-6100eb1c-12ef-417d-bb06-09a0a2319994 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0836289 Nov 12 04:08:59.169683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1c13db3-bf80-4cd2-888c-bd23e41d0ed1 req-ed6e7954-1c1a-4577-be29-67fff2147d03 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791316 Nov 12 04:08:59.182399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096addb4-5bb3-4e54-8a3a-b278df9038f0 req-a47b509e-57a2-4bcd-8628-7f442d0b89dc tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:59.182852 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-096addb4-5bb3-4e54-8a3a-b278df9038f0 req-a47b509e-57a2-4bcd-8628-7f442d0b89dc tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.25 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 946 time: 0.0757611 Nov 12 04:08:59.265103 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f085b99-bc5f-40bf-8cad-d56b9525c74d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:59.321194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f085b99-bc5f-40bf-8cad-d56b9525c74d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:59.327033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0f085b99-bc5f-40bf-8cad-d56b9525c74d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:59.332638 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f085b99-bc5f-40bf-8cad-d56b9525c74d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:59.338207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f085b99-bc5f-40bf-8cad-d56b9525c74d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:59.338843 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f085b99-bc5f-40bf-8cad-d56b9525c74d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:59.347794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f085b99-bc5f-40bf-8cad-d56b9525c74d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=66d00642-7727-4f76-b7d8-42bb5bdcbd22,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:59.374318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-096addb4-5bb3-4e54-8a3a-b278df9038f0 req-ca7c169a-9a98-4466-b6fa-afd95bfc169e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Deleting port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:59.374925 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-096addb4-5bb3-4e54-8a3a-b278df9038f0 req-ca7c169a-9a98-4466-b6fa-afd95bfc169e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:59.483313 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0f085b99-bc5f-40bf-8cad-d56b9525c74d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9404109 Nov 12 04:08:59.485996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:59.492152 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b5cc22fb-3f62-4ca6-af6e-b0dd3856f1bf tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:59.505827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-096addb4-5bb3-4e54-8a3a-b278df9038f0 req-ca7c169a-9a98-4466-b6fa-afd95bfc169e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] For port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:59.506469 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-096addb4-5bb3-4e54-8a3a-b278df9038f0 req-ca7c169a-9a98-4466-b6fa-afd95bfc169e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:59.525168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-096addb4-5bb3-4e54-8a3a-b278df9038f0 req-ca7c169a-9a98-4466-b6fa-afd95bfc169e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Calling delete_port for 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:59.585236 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5cc22fb-3f62-4ca6-af6e-b0dd3856f1bf tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:59.798370 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10720660-e56f-427c-8f6d-c7ea2cd72c7c req-24f2e8f2-4d57-4df4-9b55-521dcc19cde7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:59.799976 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-10720660-e56f-427c-8f6d-c7ea2cd72c7c req-24f2e8f2-4d57-4df4-9b55-521dcc19cde7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1243932 Nov 12 04:08:59.835360 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5cc22fb-3f62-4ca6-af6e-b0dd3856f1bf tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:59.864453 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-10720660-e56f-427c-8f6d-c7ea2cd72c7c req-13111e01-1bb4-4550-a329-5f0b856086a9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572011 Nov 12 04:08:59.878056 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-096addb4-5bb3-4e54-8a3a-b278df9038f0 req-ca7c169a-9a98-4466-b6fa-afd95bfc169e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:59.913864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c169a-9a98-4466-b6fa-afd95bfc169e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Pushing event deleted for resources: {'Port': ['ID=6b83b538-d1c4-4d7a-aebd-9ba010bd6fce,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:59.932884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['73e89f04-e7fd-4e5a-8345-e999129546ca'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:59.964931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-096addb4-5bb3-4e54-8a3a-b278df9038f0 req-ca7c169a-9a98-4466-b6fa-afd95bfc169e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] No DVR routers for this DVR port 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:59.970756 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-096addb4-5bb3-4e54-8a3a-b278df9038f0 req-ca7c169a-9a98-4466-b6fa-afd95bfc169e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:59.974738 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-096addb4-5bb3-4e54-8a3a-b278df9038f0 req-ca7c169a-9a98-4466-b6fa-afd95bfc169e tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.25 "DELETE /v2.0/ports/6b83b538-d1c4-4d7a-aebd-9ba010bd6fce HTTP/1.1" status: 204 len: 173 time: 0.7850969 Nov 12 04:08:59.975323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418e2123-b477-4098-afb0-007d025e32c0', 'name': 'network-vif-deleted', 'tag': '6b83b538-d1c4-4d7a-aebd-9ba010bd6fce'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:59.977858 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53237397-5aa9-4f77-81d9-910c2e4e7cfd" -d '{"events": [{"server_uuid": "418e2123-b477-4098-afb0-007d025e32c0", "name": "network-vif-deleted", "tag": "6b83b538-d1c4-4d7a-aebd-9ba010bd6fce"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:00.011399 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5cc22fb-3f62-4ca6-af6e-b0dd3856f1bf tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:00.047594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc22fb-3f62-4ca6-af6e-b0dd3856f1bf tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] In _notify_port_updated(), no bound segment for port 66d00642-7727-4f76-b7d8-42bb5bdcbd22 on network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:09:00.048248 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c8bf85-aa6b-4eb8-aa37-064f9a59da1a x-openstack-request-id: req-28c8bf85-aa6b-4eb8-aa37-064f9a59da1a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:00.048248 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418e2123-b477-4098-afb0-007d025e32c0", "name": "network-vif-deleted", "tag": "6b83b538-d1c4-4d7a-aebd-9ba010bd6fce", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:00.048453 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-28c8bf85-aa6b-4eb8-aa37-064f9a59da1a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:00.048834 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418e2123-b477-4098-afb0-007d025e32c0', 'name': 'network-vif-deleted', 'tag': '6b83b538-d1c4-4d7a-aebd-9ba010bd6fce', 'status': 'completed', 'code': 200} Nov 12 04:09:00.056420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc22fb-3f62-4ca6-af6e-b0dd3856f1bf tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:00.057445 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5cc22fb-3f62-4ca6-af6e-b0dd3856f1bf tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:00.059030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b5cc22fb-3f62-4ca6-af6e-b0dd3856f1bf tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "PUT /v2.0/ports/66d00642-7727-4f76-b7d8-42bb5bdcbd22 HTTP/1.1" status: 200 len: 818 time: 0.5720153 Nov 12 04:09:00.062315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:00.088325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc22fb-3f62-4ca6-af6e-b0dd3856f1bf tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=66d00642-7727-4f76-b7d8-42bb5bdcbd22,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:00.195979 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffc8ff28-e41b-4597-9cb8-2980561348e9 req-bd23a342-8cf6-44fe-9cd6-4b5e28ec1108 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 210 time: 0.0376976 Nov 12 04:09:00.320017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f51967-1d8b-4ae8-8487-75d9d71aab69 req-d193baa3-6e9f-4349-945a-6fe59d7ba13e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:00.329128 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90f51967-1d8b-4ae8-8487-75d9d71aab69 req-d193baa3-6e9f-4349-945a-6fe59d7ba13e tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 946 time: 0.0947726 Nov 12 04:09:00.345403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ab189456-16d5-4d21-9648-84e771197312 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 66d00642-7727-4f76-b7d8-42bb5bdcbd22 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:00.348730 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab189456-16d5-4d21-9648-84e771197312 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:00.412602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ffb6c-8531-4c60-8cb3-b34c40d25a52 req-a5c3a70b-853c-46df-b7c8-33c12c5f4db2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:00.418510 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-808ffb6c-8531-4c60-8cb3-b34c40d25a52 req-a5c3a70b-853c-46df-b7c8-33c12c5f4db2 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1078846 Nov 12 04:09:00.472460 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-808ffb6c-8531-4c60-8cb3-b34c40d25a52 req-7739390c-382c-41be-975a-7b85c014560e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529959 Nov 12 04:09:00.473191 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab189456-16d5-4d21-9648-84e771197312 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:00.501325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90f51967-1d8b-4ae8-8487-75d9d71aab69 req-c86301c5-afb7-450c-aa8a-c9e609f4093c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550467 Nov 12 04:09:00.501325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ab189456-16d5-4d21-9648-84e771197312 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 66d00642-7727-4f76-b7d8-42bb5bdcbd22 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:00.701038 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab189456-16d5-4d21-9648-84e771197312 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:00.731121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab189456-16d5-4d21-9648-84e771197312 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=66d00642-7727-4f76-b7d8-42bb5bdcbd22,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:00.736728 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab189456-16d5-4d21-9648-84e771197312 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:00.739994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ab189456-16d5-4d21-9648-84e771197312 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/66d00642-7727-4f76-b7d8-42bb5bdcbd22 HTTP/1.1" status: 204 len: 168 time: 0.6765633 Nov 12 04:09:00.743195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59446) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:00.800262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816b3cf-153b-413e-9467-49593acf133a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:00.804198 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6816b3cf-153b-413e-9467-49593acf133a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0578871 Nov 12 04:09:00.805463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:00.835001 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ece0a05-753c-4265-b6ed-a664c9191c44 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] GET failed (client error): The resource could not be found. Nov 12 04:09:00.836660 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0ece0a05-753c-4265-b6ed-a664c9191c44 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/66d00642-7727-4f76-b7d8-42bb5bdcbd22 HTTP/1.1" status: 404 len: 333 time: 0.0306954 Nov 12 04:09:00.842172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59450) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:00.848343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d3cbb339-6455-4400-ba03-9d0877e00b03 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-22700352'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:00.990788 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01856a2-fbf4-4256-ab51-122536dea96e req-6086a4c1-1381-43ec-8c27-3d58e3809987 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:00.992585 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b01856a2-fbf4-4256-ab51-122536dea96e req-6086a4c1-1381-43ec-8c27-3d58e3809987 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0547338 Nov 12 04:09:01.010307 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cbb339-6455-4400-ba03-9d0877e00b03 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:01.013861 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3cbb339-6455-4400-ba03-9d0877e00b03 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:01.071880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3cbb339-6455-4400-ba03-9d0877e00b03 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:09:01.080928 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b01856a2-fbf4-4256-ab51-122536dea96e req-72befea1-7629-4af7-bea1-9365182286d6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789557 Nov 12 04:09:01.094494 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3cbb339-6455-4400-ba03-9d0877e00b03 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:01.095057 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-d3cbb339-6455-4400-ba03-9d0877e00b03 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Added segment 65aeff98-7a91-417f-a468-0cf5c3305bfd of type vlan for network 82a0c68e-93bd-4120-9b4e-8c7083eb6fde Nov 12 04:09:01.153602 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3cbb339-6455-4400-ba03-9d0877e00b03 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:01.262927 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3cbb339-6455-4400-ba03-9d0877e00b03 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:01.268777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cbb339-6455-4400-ba03-9d0877e00b03 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:01.269643 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3cbb339-6455-4400-ba03-9d0877e00b03 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:01.351796 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c1b2ea2-b663-46ef-9d1f-2d411f76f549 req-365890cf-dc1b-4179-84ec-1c8d8247edf0 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=418e2123-b477-4098-afb0-007d025e32c0 HTTP/1.1" status: 200 len: 210 time: 0.0472817 Nov 12 04:09:01.361552 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbb339-6455-4400-ba03-9d0877e00b03 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Network': ['ID=82a0c68e-93bd-4120-9b4e-8c7083eb6fde,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:01.373985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 82a0c68e-93bd-4120-9b4e-8c7083eb6fde details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:09:01.445922 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d3cbb339-6455-4400-ba03-9d0877e00b03 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6014948 Nov 12 04:09:01.447829 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59464) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:01.461113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bf7197c2-6079-4dd8-985c-24dd8cdde4c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': '82a0c68e-93bd-4120-9b4e-8c7083eb6fde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:01.553087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:01.573213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506e98b-a6b8-4010-b466-e80c91ac32e3 req-f594c800-5125-4d57-8ba1-0f2dac8a5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:01.574921 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8506e98b-a6b8-4010-b466-e80c91ac32e3 req-f594c800-5125-4d57-8ba1-0f2dac8a5d00 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=79ef31f00b10453b810a706be411ba9d&device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 1098 time: 0.1249859 Nov 12 04:09:01.591877 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:01.592580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 6b83b538-d1c4-4d7a-aebd-9ba010bd6fce not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:01.640493 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bddaaa-0950-40d2-82c8-48d45147a5cf req-fa8b826e-e20f-4abf-be3e-7282f2838d4c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:01.648102 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-97bddaaa-0950-40d2-82c8-48d45147a5cf req-fa8b826e-e20f-4abf-be3e-7282f2838d4c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0769074 Nov 12 04:09:01.713544 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-97bddaaa-0950-40d2-82c8-48d45147a5cf req-20c2840b-4618-4cf6-8c1e-e28df9dda0e6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630584 Nov 12 04:09:01.748320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7197c2-6079-4dd8-985c-24dd8cdde4c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:01.752421 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf7197c2-6079-4dd8-985c-24dd8cdde4c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:02.088826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856c545-5e07-48b1-bc51-436123e7b902 req-a76565e2-da4d-43a5-a0c9-49220da51299 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:02.090340 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2856c545-5e07-48b1-bc51-436123e7b902 req-a76565e2-da4d-43a5-a0c9-49220da51299 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 946 time: 0.5131319 Nov 12 04:09:02.119650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506e98b-a6b8-4010-b466-e80c91ac32e3 req-4e3872d5-5488-41b4-9e47-27980394e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:02.122087 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8506e98b-a6b8-4010-b466-e80c91ac32e3 req-4e3872d5-5488-41b4-9e47-27980394e59e service neutron] 10.222.0.25 "GET /v2.0/networks?id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516 HTTP/1.1" status: 200 len: 916 time: 0.5152318 Nov 12 04:09:02.131201 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf7197c2-6079-4dd8-985c-24dd8cdde4c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:02.183399 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8506e98b-a6b8-4010-b466-e80c91ac32e3 req-3e875149-b986-4bc2-80a7-a0e31b029cd5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5 HTTP/1.1" status: 200 len: 217 time: 0.0548391 Nov 12 04:09:02.213385 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7197c2-6079-4dd8-985c-24dd8cdde4c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Subnet': ['ID=a2fa71bb-87a7-4a46-b714-9929eefe6cce,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:02.235405 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7197c2-6079-4dd8-985c-24dd8cdde4c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Checking segment: {'id': '65aeff98-7a91-417f-a468-0cf5c3305bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '82a0c68e-93bd-4120-9b4e-8c7083eb6fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:02.235871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7197c2-6079-4dd8-985c-24dd8cdde4c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network hostable DHCP agents. Network: 82a0c68e-93bd-4120-9b4e-8c7083eb6fde, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:09:02.271977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2856c545-5e07-48b1-bc51-436123e7b902 req-dd064600-6a67-49b8-81fc-3c776dfefc3c tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745799 Nov 12 04:09:02.296453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506e98b-a6b8-4010-b466-e80c91ac32e3 req-3b382a8b-dbfc-4ab6-a5a3-ebf0439e6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:02.298156 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8506e98b-a6b8-4010-b466-e80c91ac32e3 req-3b382a8b-dbfc-4ab6-a5a3-ebf0439e6e0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3110dda-0677-4da1-b118-225bfcce94e6 HTTP/1.1" status: 200 len: 854 time: 0.1028619 Nov 12 04:09:02.354640 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8506e98b-a6b8-4010-b466-e80c91ac32e3 req-1a53c2ce-30e1-4f80-965e-fffc6d999db8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469768 Nov 12 04:09:02.388503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-8506e98b-a6b8-4010-b466-e80c91ac32e3 req-be3e9f3f-0024-4161-8d45-613958d359bb service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:09:02.389705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8506e98b-a6b8-4010-b466-e80c91ac32e3 req-be3e9f3f-0024-4161-8d45-613958d359bb service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060916 Nov 12 04:09:02.412356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d17b26-ef17-4500-9e3f-b9627e90c03d req-f29377f5-4b21-4ca7-9754-0ed69875f68c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:02.427141 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-64d17b26-ef17-4500-9e3f-b9627e90c03d req-f29377f5-4b21-4ca7-9754-0ed69875f68c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0954721 Nov 12 04:09:02.432575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7197c2-6079-4dd8-985c-24dd8cdde4c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 82a0c68e-93bd-4120-9b4e-8c7083eb6fde is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:09:02.486052 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-64d17b26-ef17-4500-9e3f-b9627e90c03d req-f5ccc2b8-97c6-434a-b019-dff0e6c9ee52 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560892 Nov 12 04:09:02.494643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7db40a-0797-401f-acc6-640df496c30a req-648eaaa0-2c69-426e-9d12-d0cce255d471 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:02.502400 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df7db40a-0797-401f-acc6-640df496c30a req-648eaaa0-2c69-426e-9d12-d0cce255d471 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 946 time: 0.1519673 Nov 12 04:09:02.559205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bf7197c2-6079-4dd8-985c-24dd8cdde4c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 82a0c68e-93bd-4120-9b4e-8c7083eb6fde) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:02.563396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7197c2-6079-4dd8-985c-24dd8cdde4c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:02.563987 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf7197c2-6079-4dd8-985c-24dd8cdde4c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:02.568909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79b511e-98d3-431a-b97e-4da4790bd346 None None] Network 82a0c68e-93bd-4120-9b4e-8c7083eb6fde requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:02.584733 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8506e98b-a6b8-4010-b466-e80c91ac32e3 req-f712d200-a117-4a66-b11d-5004ef90a3b9 service neutron] 10.222.0.25 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858518 Nov 12 04:09:02.660448 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bf7197c2-6079-4dd8-985c-24dd8cdde4c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2109756 Nov 12 04:09:02.663107 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59494) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:02.668831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6fa11424-7395-47dc-b29f-1949f5bfecc4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': '82a0c68e-93bd-4120-9b4e-8c7083eb6fde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:02.679169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-df7db40a-0797-401f-acc6-640df496c30a req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Deleting port 74e86828-2bb9-44d4-bf74-884822e4c4a5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:02.690174 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df7db40a-0797-401f-acc6-640df496c30a req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:02.761643 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-82a0c68e-93bd-4120-9b4e-8c7083eb6fde', 'network_id': '82a0c68e-93bd-4120-9b4e-8c7083eb6fde', 'tenant_id': '85b95f8267f04fdfbf1d27edcf55d988', 'fixed_ips': [{'subnet_id': 'a2fa71bb-87a7-4a46-b714-9929eefe6cce'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:09:02.763976 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:02.866892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8506e98b-a6b8-4010-b466-e80c91ac32e3 req-c104d51d-7165-4952-86e5-e6722a8b0168 service neutron] 10.222.0.25 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688663 Nov 12 04:09:02.985413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa11424-7395-47dc-b29f-1949f5bfecc4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:02.991261 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6fa11424-7395-47dc-b29f-1949f5bfecc4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:02.993298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Allocated IP 2001:db8::2 (82a0c68e-93bd-4120-9b4e-8c7083eb6fde/a2fa71bb-87a7-4a46-b714-9929eefe6cce/809d4bd9-0677-4445-842d-7fdf0eb67936) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:03.008876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-df7db40a-0797-401f-acc6-640df496c30a req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] For port 74e86828-2bb9-44d4-bf74-884822e4c4a5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=74e86828-2bb9-44d4-bf74-884822e4c4a5,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:03.010193 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df7db40a-0797-401f-acc6-640df496c30a req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.051991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29bee-facb-4989-9b94-2f5b61709104 req-5c711ef7-ec39-42ec-bd97-70e6094e9d3e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:03.065687 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98d29bee-facb-4989-9b94-2f5b61709104 req-5c711ef7-ec39-42ec-bd97-70e6094e9d3e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.2166388 Nov 12 04:09:03.188453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98d29bee-facb-4989-9b94-2f5b61709104 req-939441e1-00b9-43a0-845c-9f6a15529b9a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165352 Nov 12 04:09:03.205181 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31820380-f175-4f87-b3fe-7d4eee835157 req-4a25999d-faa3-47e7-bcfe-e6afad9b4800 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2650559 Nov 12 04:09:03.210981 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.217817 n-d-767704-23 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-6fa11424-7395-47dc-b29f-1949f5bfecc4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a2fa71bb-87a7-4a46-b714-9929eefe6cce (CIDR: 2001:db8::/64) Nov 12 04:09:03.264346 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa11424-7395-47dc-b29f-1949f5bfecc4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:09:03.264595 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa11424-7395-47dc-b29f-1949f5bfecc4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:09:03.291236 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.398184 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31820380-f175-4f87-b3fe-7d4eee835157 req-287042f6-f3f4-4e05-b571-7211940820fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:03.402701 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31820380-f175-4f87-b3fe-7d4eee835157 req-287042f6-f3f4-4e05-b571-7211940820fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aaca988967dd45bb83da700855645a7c&device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 1097 time: 0.1317449 Nov 12 04:09:03.415410 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6fa11424-7395-47dc-b29f-1949f5bfecc4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7500014 Nov 12 04:09:03.417339 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59512) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:03.423295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Network 82a0c68e-93bd-4120-9b4e-8c7083eb6fde is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:03.426688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:03.427955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7db9df2b-c7f9-4a06-b4ae-865180903975 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': '82a0c68e-93bd-4120-9b4e-8c7083eb6fde', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:03.429611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:03.442580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Pushing event updated for resources: {'Port': ['ID=809d4bd9-0677-4445-842d-7fdf0eb67936,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:03.484058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:03.485742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:03.487162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:03.487890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:03.488448 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:03.489052 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:03.489578 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:03.490091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:03.490600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:03.491291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:03.491799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:03.492370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:03.512668 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df7db40a-0797-401f-acc6-640df496c30a req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.513199 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df7db40a-0797-401f-acc6-640df496c30a req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.513395 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-df7db40a-0797-401f-acc6-640df496c30a req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Floating IP efd37ea7-af2f-4546-a33c-5211829ea5c8 disassociated. External IP: 172.25.8.43, port: 74e86828-2bb9-44d4-bf74-884822e4c4a5. Nov 12 04:09:03.513729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-df7db40a-0797-401f-acc6-640df496c30a req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Calling delete_port for 74e86828-2bb9-44d4-bf74-884822e4c4a5 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:03.579615 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Attempting to bind port 809d4bd9-0677-4445-842d-7fdf0eb67936 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:03.580233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Attempting to bind port 809d4bd9-0677-4445-842d-7fdf0eb67936 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '65aeff98-7a91-417f-a468-0cf5c3305bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '82a0c68e-93bd-4120-9b4e-8c7083eb6fde'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:03.580516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Attempting to bind port 809d4bd9-0677-4445-842d-7fdf0eb67936 on network 82a0c68e-93bd-4120-9b4e-8c7083eb6fde {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:03.584394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52744c-4803-4c90-99dd-24be46df0ea0 req-268f441f-9fb2-4713-9482-b06d940f432d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:03.592294 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d52744c-4803-4c90-99dd-24be46df0ea0 req-268f441f-9fb2-4713-9482-b06d940f432d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 946 time: 0.1230090 Nov 12 04:09:03.593894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:03.594384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Checking segment: {'id': '65aeff98-7a91-417f-a468-0cf5c3305bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '82a0c68e-93bd-4120-9b4e-8c7083eb6fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:03.598018 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.598018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Bound using segment: {'id': '65aeff98-7a91-417f-a468-0cf5c3305bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '82a0c68e-93bd-4120-9b4e-8c7083eb6fde'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:03.598018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Bound port: 809d4bd9-0677-4445-842d-7fdf0eb67936, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65aeff98-7a91-417f-a468-0cf5c3305bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '82a0c68e-93bd-4120-9b4e-8c7083eb6fde'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:03.598018 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.648069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31820380-f175-4f87-b3fe-7d4eee835157 req-1d5b061e-1a17-4892-a23f-a468b19814e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:03.652256 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31820380-f175-4f87-b3fe-7d4eee835157 req-1d5b061e-1a17-4892-a23f-a468b19814e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=055cc169-c110-422a-9979-8bfa71a513af HTTP/1.1" status: 200 len: 914 time: 0.2024696 Nov 12 04:09:03.666364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d52744c-4803-4c90-99dd-24be46df0ea0 req-8e08a270-5ac8-4ccd-aa32-842ac0c84930 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups?id=34a0fbcb-ae29-479a-a760-d3e2d84cec17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728679 Nov 12 04:09:03.728090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] For port 809d4bd9-0677-4445-842d-7fdf0eb67936, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:03.750061 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] For port 809d4bd9-0677-4445-842d-7fdf0eb67936, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=809d4bd9-0677-4445-842d-7fdf0eb67936,segment=NetworkSegment(65aeff98-7a91-417f-a468-0cf5c3305bfd),segment_id=65aeff98-7a91-417f-a468-0cf5c3305bfd)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:03.847420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39293e1b-a783-4e2f-a3c5-971e70f62aa1 req-4bb835f9-1a23-4c3a-a296-9671e1547b6f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:03.855525 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-39293e1b-a783-4e2f-a3c5-971e70f62aa1 req-4bb835f9-1a23-4c3a-a296-9671e1547b6f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1703286 Nov 12 04:09:03.857876 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.863515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31820380-f175-4f87-b3fe-7d4eee835157 req-40f891ff-47fe-41b1-bc2e-74128fe2d9a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e7e3d46-351b-43e9-9e77-e7e93ab48b44 HTTP/1.1" status: 200 len: 1001 time: 0.1998906 Nov 12 04:09:03.966839 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df7db40a-0797-401f-acc6-640df496c30a req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:04.014350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482c119-6f8c-4e12-b58e-0c254efa199c None None] Pushing event updated for resources: {'Port': ['ID=809d4bd9-0677-4445-842d-7fdf0eb67936,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:04.015640 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-39293e1b-a783-4e2f-a3c5-971e70f62aa1 req-1fd7cb1d-5a90-426d-a89b-1dd6e25e3ce6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591702 Nov 12 04:09:04.030205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31820380-f175-4f87-b3fe-7d4eee835157 req-5c5d4885-cbd2-41c6-b9c3-95dfaee21051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:04.031674 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31820380-f175-4f87-b3fe-7d4eee835157 req-5c5d4885-cbd2-41c6-b9c3-95dfaee21051 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6393c88c-4183-4f59-a17c-26cdf7e69c6a HTTP/1.1" status: 200 len: 851 time: 0.1570518 Nov 12 04:09:04.062770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event deleted for resources: {'Port': ['ID=74e86828-2bb9-44d4-bf74-884822e4c4a5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:04.120719 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31820380-f175-4f87-b3fe-7d4eee835157 req-21e10010-7d36-4ea2-a5d3-cc70a5f077d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:04.122319 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31820380-f175-4f87-b3fe-7d4eee835157 req-21e10010-7d36-4ea2-a5d3-cc70a5f077d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=055cc169-c110-422a-9979-8bfa71a513af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828853 Nov 12 04:09:04.135787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-31820380-f175-4f87-b3fe-7d4eee835157 req-375ac100-13a0-4d8d-8ffa-63453d47cb16 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:09:04.141643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31820380-f175-4f87-b3fe-7d4eee835157 req-375ac100-13a0-4d8d-8ffa-63453d47cb16 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104346 Nov 12 04:09:04.143070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db9df2b-c7f9-4a06-b4ae-865180903975 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:04.147145 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7db9df2b-c7f9-4a06-b4ae-865180903975 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:04.320811 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31820380-f175-4f87-b3fe-7d4eee835157 req-5fa22888-16ba-4dba-8155-bd7d84f019ce service neutron] 10.222.0.26 "GET /v2.0/networks/055cc169-c110-422a-9979-8bfa71a513af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683891 Nov 12 04:09:04.389912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df7db40a-0797-401f-acc6-640df496c30a req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Router 084d7af1-7a42-4491-b0b3-975fa95068c4 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:09:04.434439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c18012-cb01-4df8-95d8-3d93baac2b4a req-8e234016-cade-4c05-b455-8546c01a6316 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:04.436066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3c18012-cb01-4df8-95d8-3d93baac2b4a req-8e234016-cade-4c05-b455-8546c01a6316 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1270413 Nov 12 04:09:04.613264 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3c18012-cb01-4df8-95d8-3d93baac2b4a req-97d0fa4f-2437-49dd-906d-f8bdd196f4d1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241093 Nov 12 04:09:04.618023 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31820380-f175-4f87-b3fe-7d4eee835157 req-ee91fe21-6abe-4082-987d-2898202758e0 service neutron] 10.222.0.26 "GET /v2.0/networks/055cc169-c110-422a-9979-8bfa71a513af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707405 Nov 12 04:09:04.619102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 809d4bd9-0677-4445-842d-7fdf0eb67936 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:04.671849 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df7db40a-0797-401f-acc6-640df496c30a req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:09:04.692568 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059d650-a1f1-4262-a5cf-495695a7f934 None None] Sync routers for ids ['084d7af1-7a42-4491-b0b3-975fa95068c4'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:09:04.714244 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059d650-a1f1-4262-a5cf-495695a7f934 None None] Routers {'084d7af1-7a42-4491-b0b3-975fa95068c4'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:04.714881 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6059d650-a1f1-4262-a5cf-495695a7f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:08:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['084d7af1-7a42-4491-b0b3-975fa95068c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:04.790768 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 809d4bd9-0677-4445-842d-7fdf0eb67936 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:04.791151 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:04.812277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7db40a-0797-401f-acc6-640df496c30a req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] No DVR routers for this DVR port 74e86828-2bb9-44d4-bf74-884822e4c4a5 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:04.824028 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df7db40a-0797-401f-acc6-640df496c30a req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:04.838514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df7db40a-0797-401f-acc6-640df496c30a req-f4bc712a-f957-44ee-9fac-c419f8f56ba2 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.26 "DELETE /v2.0/ports/74e86828-2bb9-44d4-bf74-884822e4c4a5 HTTP/1.1" status: 204 len: 173 time: 2.3310003 Nov 12 04:09:04.842327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'name': 'network-vif-deleted', 'tag': '74e86828-2bb9-44d4-bf74-884822e4c4a5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:04.857519 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efb41c0-affb-4465-8f9f-e4144d0fecae" -d '{"events": [{"server_uuid": "ba5aa9d0-58e1-4111-9f54-ffe3e505559b", "name": "network-vif-deleted", "tag": "74e86828-2bb9-44d4-bf74-884822e4c4a5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:04.927655 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6059d650-a1f1-4262-a5cf-495695a7f934 None None] Set router 084d7af1-7a42-4491-b0b3-975fa95068c4 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:04.947517 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91de03c-57a7-4a01-964c-7e4ba31ccf99 x-openstack-request-id: req-f91de03c-57a7-4a01-964c-7e4ba31ccf99 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:04.947816 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5aa9d0-58e1-4111-9f54-ffe3e505559b", "name": "network-vif-deleted", "tag": "74e86828-2bb9-44d4-bf74-884822e4c4a5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:04.948098 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f91de03c-57a7-4a01-964c-7e4ba31ccf99 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:04.948563 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5aa9d0-58e1-4111-9f54-ffe3e505559b', 'name': 'network-vif-deleted', 'tag': '74e86828-2bb9-44d4-bf74-884822e4c4a5', 'status': 'completed', 'code': 200} Nov 12 04:09:04.986597 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:05.015820 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fed3e3e9-f4a1-49eb-95d7-5d1f3f1315a6 req-83a9e3b4-77a4-42b2-b985-287ca2fd24c9 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 210 time: 0.0565095 Nov 12 04:09:05.082132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 809d4bd9-0677-4445-842d-7fdf0eb67936, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=809d4bd9-0677-4445-842d-7fdf0eb67936,segment=NetworkSegment(65aeff98-7a91-417f-a468-0cf5c3305bfd),segment_id=65aeff98-7a91-417f-a468-0cf5c3305bfd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:05.212723 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:05.216414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7db9df2b-c7f9-4a06-b4ae-865180903975 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:05.229249 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcbe24-a12c-40a7-9c22-2948a8a499ea req-c4380d28-5b78-4c81-b198-0a25d7a279b5 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:05.240155 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cbdcbe24-a12c-40a7-9c22-2948a8a499ea req-c4380d28-5b78-4c81-b198-0a25d7a279b5 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1023262 Nov 12 04:09:05.299593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 74e86828-2bb9-44d4-bf74-884822e4c4a5 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:05.345656 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cbdcbe24-a12c-40a7-9c22-2948a8a499ea req-3f6db3ad-c453-488f-ae80-f9efd563dd53 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039197 Nov 12 04:09:05.357546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 74e86828-2bb9-44d4-bf74-884822e4c4a5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:05.358866 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 74e86828-2bb9-44d4-bf74-884822e4c4a5 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:05.380028 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6059d650-a1f1-4262-a5cf-495695a7f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 5, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:05.381681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9df2b-c7f9-4a06-b4ae-865180903975 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Subnet': ['ID=a01004c3-8512-4805-83c5-c9119b0c0369,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:05.384093 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=809d4bd9-0677-4445-842d-7fdf0eb67936,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:05.421976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db9df2b-c7f9-4a06-b4ae-865180903975 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 82a0c68e-93bd-4120-9b4e-8c7083eb6fde is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:05.424684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7db9df2b-c7f9-4a06-b4ae-865180903975 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:05.425315 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059d650-a1f1-4262-a5cf-495695a7f934 None None] Checking router: 084d7af1-7a42-4491-b0b3-975fa95068c4 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:09:05.436883 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059d650-a1f1-4262-a5cf-495695a7f934 None None] Routers {'084d7af1-7a42-4491-b0b3-975fa95068c4'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:05.438012 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6059d650-a1f1-4262-a5cf-495695a7f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:08:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['084d7af1-7a42-4491-b0b3-975fa95068c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:05.445500 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db9df2b-c7f9-4a06-b4ae-865180903975 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:05.456584 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7db9df2b-c7f9-4a06-b4ae-865180903975 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:05.505980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53372245-ae82-4a19-afd2-c30db7c80905 None None] Network 82a0c68e-93bd-4120-9b4e-8c7083eb6fde requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:05.562680 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7db9df2b-c7f9-4a06-b4ae-865180903975 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1441312 Nov 12 04:09:05.563984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59554) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:05.569682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'network_id': '82a0c68e-93bd-4120-9b4e-8c7083eb6fde', 'fixed_ips': [{'subnet_id': 'a2fa71bb-87a7-4a46-b714-9929eefe6cce'}, {'subnet_id': 'a01004c3-8512-4805-83c5-c9119b0c0369'}], 'name': 'tempest-PortsIpV6TestJSON-1113380224'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:05.604352 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6059d650-a1f1-4262-a5cf-495695a7f934 None None] Set router 084d7af1-7a42-4491-b0b3-975fa95068c4 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:05.623260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-043d3eec-7a1d-49f9-b2b4-1ff02177df3c None None] Provisioning complete for port 809d4bd9-0677-4445-842d-7fdf0eb67936 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:05.623884 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-043d3eec-7a1d-49f9-b2b4-1ff02177df3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:05.822776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c10e5-dc2d-48e4-aa1a-611eedcf27c0 req-946e152e-8e61-4544-8f90-0d8aa548da10 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:05.832787 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-596c10e5-dc2d-48e4-aa1a-611eedcf27c0 req-946e152e-8e61-4544-8f90-0d8aa548da10 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1174166 Nov 12 04:09:05.924906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:05.978989 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-596c10e5-dc2d-48e4-aa1a-611eedcf27c0 req-19fba135-fdb5-4a7d-9a52-226f3be1ed5d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334302 Nov 12 04:09:06.061645 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6059d650-a1f1-4262-a5cf-495695a7f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 5, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:06.098283 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059d650-a1f1-4262-a5cf-495695a7f934 None None] The sync data for ids ['084d7af1-7a42-4491-b0b3-975fa95068c4'] in n-d-767704-23 is: [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 4, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb', 'name': '', 'network_id': '8e3b4789-f637-4eb8-b37f-79c30376b867', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'mac_address': 'fa:16:3e:8c:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:34Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 5, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'subnets': [{'id': '8f6d13c3-ac5c-4151-970c-435785743b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:09:06.221774 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:06.282811 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e687e7e1-eac5-4a84-9cd4-094b6cbb7a48 req-f715777d-6cb0-4cc9-9449-9e81d262ab9d tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/ports?device_id=ba5aa9d0-58e1-4111-9f54-ffe3e505559b HTTP/1.1" status: 200 len: 210 time: 0.0393307 Nov 12 04:09:06.284724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port 44cbf18d-eec7-4748-bced-bed36aeeda4e yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:09:06.522152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe5f13-25f2-43dd-be84-d72041ad8c39 None None] Update dhcp port {'port': {'network_id': '82a0c68e-93bd-4120-9b4e-8c7083eb6fde', 'fixed_ips': [{'subnet_id': 'a2fa71bb-87a7-4a46-b714-9929eefe6cce', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a01004c3-8512-4805-83c5-c9119b0c0369'}], 'binding:host_id': 'n-d-767704-23'}, 'id': '809d4bd9-0677-4445-842d-7fdf0eb67936'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:09:06.563514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 809d4bd9-0677-4445-842d-7fdf0eb67936 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:06.620855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ed2da-12d8-48dc-ae78-ece691c09d6c req-4a2061af-9000-4d08-bfe3-2f8c426cc279 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:06.637558 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a8ed2da-12d8-48dc-ae78-ece691c09d6c req-4a2061af-9000-4d08-bfe3-2f8c426cc279 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1356380 Nov 12 04:09:06.653929 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9dbe5f13-25f2-43dd-be84-d72041ad8c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:06.715902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 809d4bd9-0677-4445-842d-7fdf0eb67936 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:06.716641 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:06.729031 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0724d-6f38-4168-b8a5-07662072af04 None None] New status for floating IP efd37ea7-af2f-4546-a33c-5211829ea5c8: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:09:06.729190 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2a8ed2da-12d8-48dc-ae78-ece691c09d6c req-6695532c-d34a-42ea-9889-3a1e30a428fc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744929 Nov 12 04:09:06.937641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Allocated IP 2001:db8::124 (82a0c68e-93bd-4120-9b4e-8c7083eb6fde/a2fa71bb-87a7-4a46-b714-9929eefe6cce/44cbf18d-eec7-4748-bced-bed36aeeda4e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:06.946563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Allocated IP 2001:db8:0:1::3bf (82a0c68e-93bd-4120-9b4e-8c7083eb6fde/a01004c3-8512-4805-83c5-c9119b0c0369/44cbf18d-eec7-4748-bced-bed36aeeda4e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:07.185160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4c772-5e0f-46f6-ba32-8b459ba674ee req-80e2bbd9-3a3f-4190-a068-9f7e1c8031e5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:07.195423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73b4c772-5e0f-46f6-ba32-8b459ba674ee req-80e2bbd9-3a3f-4190-a068-9f7e1c8031e5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1094124 Nov 12 04:09:07.239967 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.264860 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73b4c772-5e0f-46f6-ba32-8b459ba674ee req-18f3b8f2-c48c-494f-8e3a-0af4ed8e275e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664849 Nov 12 04:09:07.342531 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.435691 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 82a0c68e-93bd-4120-9b4e-8c7083eb6fde is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:07.437914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=44cbf18d-eec7-4748-bced-bed36aeeda4e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:07.439910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:07.443516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:07.449858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:07.450486 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.451075 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9dbe5f13-25f2-43dd-be84-d72041ad8c39 None None] Allocated IP 2001:db8:0:1::2 (82a0c68e-93bd-4120-9b4e-8c7083eb6fde/a01004c3-8512-4805-83c5-c9119b0c0369/809d4bd9-0677-4445-842d-7fdf0eb67936) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:07.543787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:07.573122 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9dbe5f13-25f2-43dd-be84-d72041ad8c39 None None] For port 809d4bd9-0677-4445-842d-7fdf0eb67936, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=809d4bd9-0677-4445-842d-7fdf0eb67936,segment=NetworkSegment(65aeff98-7a91-417f-a468-0cf5c3305bfd),segment_id=65aeff98-7a91-417f-a468-0cf5c3305bfd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:07.626979 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-77858897-a718-497b-919c-0d7f590e1e11 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.0482244 Nov 12 04:09:07.627739 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9dbe5f13-25f2-43dd-be84-d72041ad8c39 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.627840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59582) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:07.634205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-18548326-8906-471d-ab12-e472a217e6d8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a2fa71bb-87a7-4a46-b714-9929eefe6cce'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:07.656361 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-851256c6-fb6f-4c95-abe0-4b82db6d4322 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.692578 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-851256c6-fb6f-4c95-abe0-4b82db6d4322 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.742667 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9dbe5f13-25f2-43dd-be84-d72041ad8c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.920067 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-851256c6-fb6f-4c95-abe0-4b82db6d4322 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.922897 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-851256c6-fb6f-4c95-abe0-4b82db6d4322 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.924954 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-851256c6-fb6f-4c95-abe0-4b82db6d4322 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "DELETE /v2.0/security-groups/34a0fbcb-ae29-479a-a760-d3e2d84cec17 HTTP/1.1" status: 204 len: 168 time: 0.3783548 Nov 12 04:09:07.927426 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:07.958838 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-c25ef159-33cd-4772-a877-930db86e8163 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] show failed (client error): The resource could not be found. Nov 12 04:09:07.960227 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c25ef159-33cd-4772-a877-930db86e8163 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "GET /v2.0/security-groups/34a0fbcb-ae29-479a-a760-d3e2d84cec17 HTTP/1.1" status: 404 len: 347 time: 0.0301595 Nov 12 04:09:07.967034 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59590) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:07.971339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe5f13-25f2-43dd-be84-d72041ad8c39 None None] Pushing event updated for resources: {'Port': ['ID=809d4bd9-0677-4445-842d-7fdf0eb67936,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:08.031797 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18548326-8906-471d-ab12-e472a217e6d8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.393184 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851256c6-fb6f-4c95-abe0-4b82db6d4322 tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a0fbcb-ae29-479a-a760-d3e2d84cec17,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:08.436356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75557e3d-16b1-4043-8a3c-df64581e429b req-622a1394-5afa-490c-8250-8b7de20b5720 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:08.448159 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75557e3d-16b1-4043-8a3c-df64581e429b req-622a1394-5afa-490c-8250-8b7de20b5720 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.5837400 Nov 12 04:09:08.590179 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75557e3d-16b1-4043-8a3c-df64581e429b req-8911ddca-23c2-4849-8890-3352adc7b274 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394618 Nov 12 04:09:08.640244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 809d4bd9-0677-4445-842d-7fdf0eb67936 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:08.703089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e03a75af-c465-4e88-b346-f7f852fe51ff tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Deleting port b5095678-3eee-4561-be52-defaa65d0895 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:08.703659 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e03a75af-c465-4e88-b346-f7f852fe51ff tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.722845 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 809d4bd9-0677-4445-842d-7fdf0eb67936 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:08.722845 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.764825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-18548326-8906-471d-ab12-e472a217e6d8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Delete allocated IP 2001:db8:0:1::3bf (82a0c68e-93bd-4120-9b4e-8c7083eb6fde/a01004c3-8512-4805-83c5-c9119b0c0369) {{(pid=103146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 04:09:08.817625 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e03a75af-c465-4e88-b346-f7f852fe51ff tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.818090 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e03a75af-c465-4e88-b346-f7f852fe51ff tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.851827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e03a75af-c465-4e88-b346-f7f852fe51ff tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Calling delete_port for b5095678-3eee-4561-be52-defaa65d0895 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:08.868008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3072a87-a0c7-4acf-adcd-4f60dc14b098 req-85c3fb79-efa6-4586-9f4e-24c29a534902 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:08.870119 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3072a87-a0c7-4acf-adcd-4f60dc14b098 req-85c3fb79-efa6-4586-9f4e-24c29a534902 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.2287574 Nov 12 04:09:08.890598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c85efa5-a67a-4d81-a314-65465ea52d94 None None] Network 82a0c68e-93bd-4120-9b4e-8c7083eb6fde requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:08.977354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-08917fc7-8cbd-4e5a-8d89-68fe29e15ca1 None None] Provisioning complete for port 809d4bd9-0677-4445-842d-7fdf0eb67936 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:08.977903 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08917fc7-8cbd-4e5a-8d89-68fe29e15ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.012315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3072a87-a0c7-4acf-adcd-4f60dc14b098 req-2ab402d9-8c3b-4cb5-88ea-4bfc83773b3b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033211 Nov 12 04:09:09.102833 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18548326-8906-471d-ab12-e472a217e6d8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.198115 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18548326-8906-471d-ab12-e472a217e6d8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.248315 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e03a75af-c465-4e88-b346-f7f852fe51ff tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.293797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-18548326-8906-471d-ab12-e472a217e6d8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] In _notify_port_updated(), no bound segment for port 44cbf18d-eec7-4748-bced-bed36aeeda4e on network 82a0c68e-93bd-4120-9b4e-8c7083eb6fde {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:09:09.299843 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18548326-8906-471d-ab12-e472a217e6d8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:09.300600 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18548326-8906-471d-ab12-e472a217e6d8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.302172 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-18548326-8906-471d-ab12-e472a217e6d8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "PUT /v2.0/ports/44cbf18d-eec7-4748-bced-bed36aeeda4e HTTP/1.1" status: 200 len: 926 time: 1.6735065 Nov 12 04:09:09.305169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59600) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:09.313291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18548326-8906-471d-ab12-e472a217e6d8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=44cbf18d-eec7-4748-bced-bed36aeeda4e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:09.315996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-31b500fb-8010-4bc7-934f-55467fcc6af2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a2fa71bb-87a7-4a46-b714-9929eefe6cce'}, {'subnet_id': 'a01004c3-8512-4805-83c5-c9119b0c0369'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:09.434868 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a75af-c465-4e88-b346-f7f852fe51ff tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Pushing event deleted for resources: {'Port': ['ID=b5095678-3eee-4561-be52-defaa65d0895,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:09.439149 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31b500fb-8010-4bc7-934f-55467fcc6af2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.477440 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e03a75af-c465-4e88-b346-f7f852fe51ff tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.481396 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e03a75af-c465-4e88-b346-f7f852fe51ff tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.496258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e03a75af-c465-4e88-b346-f7f852fe51ff tempest-AttachVolumeShelveTestJSON-75062092 tempest-AttachVolumeShelveTestJSON-75062092-project] 10.222.0.105 "DELETE /v2.0/floatingips/efd37ea7-af2f-4546-a33c-5211829ea5c8 HTTP/1.1" status: 204 len: 168 time: 1.5215714 Nov 12 04:09:09.599746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 92cfe604-0ef9-4057-aa70-7a4c48e853b5 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:09.773875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:09.795132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '92cfe604-0ef9-4057-aa70-7a4c48e853b5', 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516', 'port_id': '92cfe604-0ef9-4057-aa70-7a4c48e853b5', 'mac_address': 'fa:16:3e:44:75:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3110dda-0677-4da1-b118-225bfcce94e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:09.842543 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.849298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c23406b6-2bda-4ea0-aa23-638d1d03f525 None None] Provisioning complete for port 44cbf18d-eec7-4748-bced-bed36aeeda4e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:09.849661 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c23406b6-2bda-4ea0-aa23-638d1d03f525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.913592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92cfe604-0ef9-4057-aa70-7a4c48e853b5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:09.957960 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-31b500fb-8010-4bc7-934f-55467fcc6af2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Allocated IP 2001:db8:0:1::1db (82a0c68e-93bd-4120-9b4e-8c7083eb6fde/a01004c3-8512-4805-83c5-c9119b0c0369/44cbf18d-eec7-4748-bced-bed36aeeda4e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:09.969006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:10.008347 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c23406b6-2bda-4ea0-aa23-638d1d03f525 None None] Port 44cbf18d-eec7-4748-bced-bed36aeeda4e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:10.030398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c23406b6-2bda-4ea0-aa23-638d1d03f525 None None] Provisioning complete for port 809d4bd9-0677-4445-842d-7fdf0eb67936 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:10.030775 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c23406b6-2bda-4ea0-aa23-638d1d03f525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:10.064775 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:10.167884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=92cfe604-0ef9-4057-aa70-7a4c48e853b5,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:10.219096 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['92cfe604-0ef9-4057-aa70-7a4c48e853b5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:10.251488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64dae6-fd3a-4238-b146-cbbf317d408d req-259b5c83-e9d0-4986-b118-6cb102cd5ba1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.253065 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ff64dae6-fd3a-4238-b146-cbbf317d408d req-259b5c83-e9d0-4986-b118-6cb102cd5ba1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.2180951 Nov 12 04:09:10.274641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2866443-03c0-49c7-a935-4904fd4d539d req-76eabe98-ad86-492e-b312-fbf8596c504f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.277425 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2866443-03c0-49c7-a935-4904fd4d539d req-76eabe98-ad86-492e-b312-fbf8596c504f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.0792933 Nov 12 04:09:10.376796 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2866443-03c0-49c7-a935-4904fd4d539d req-7ce1cf60-5fbf-4997-a97c-9f62f9e7fb96 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908096 Nov 12 04:09:10.404672 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31b500fb-8010-4bc7-934f-55467fcc6af2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:10.442763 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ff64dae6-fd3a-4238-b146-cbbf317d408d req-8dada360-f8f6-48d2-bffa-e8a06ab9cf8b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656981 Nov 12 04:09:10.496258 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31b500fb-8010-4bc7-934f-55467fcc6af2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:10.663263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fed8b0-41fe-4257-b991-e574736b0bb8 req-6538ccb6-993a-4ba0-ae71-42294f14b537 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.675550 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4fed8b0-41fe-4257-b991-e574736b0bb8 req-6538ccb6-993a-4ba0-ae71-42294f14b537 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 946 time: 0.0958917 Nov 12 04:09:10.679386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4ddd049c-3c14-44c7-aa11-c389c931b196 None None] Provisioning complete for port 44cbf18d-eec7-4748-bced-bed36aeeda4e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:10.684732 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ddd049c-3c14-44c7-aa11-c389c931b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:10.724135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b500fb-8010-4bc7-934f-55467fcc6af2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=44cbf18d-eec7-4748-bced-bed36aeeda4e,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:10.728063 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-31b500fb-8010-4bc7-934f-55467fcc6af2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] In _notify_port_updated(), no bound segment for port 44cbf18d-eec7-4748-bced-bed36aeeda4e on network 82a0c68e-93bd-4120-9b4e-8c7083eb6fde {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:09:10.750815 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b500fb-8010-4bc7-934f-55467fcc6af2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.751564 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31b500fb-8010-4bc7-934f-55467fcc6af2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:10.756590 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-31b500fb-8010-4bc7-934f-55467fcc6af2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "PUT /v2.0/ports/44cbf18d-eec7-4748-bced-bed36aeeda4e HTTP/1.1" status: 200 len: 1012 time: 1.4487720 Nov 12 04:09:10.757307 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59622) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:10.757525 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd049c-3c14-44c7-aa11-c389c931b196 None None] Port 44cbf18d-eec7-4748-bced-bed36aeeda4e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:10.812626 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4fed8b0-41fe-4257-b991-e574736b0bb8 req-a8f5c779-0be9-4782-9295-a924586bb654 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345763 Nov 12 04:09:11.019973 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-76c88767-4ce0-4f9b-8d4b-5ecffca0cdcd tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 44cbf18d-eec7-4748-bced-bed36aeeda4e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:11.020853 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76c88767-4ce0-4f9b-8d4b-5ecffca0cdcd tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:11.104073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1e1d5e4-7fe5-4d26-bc97-e29deb9693fe None None] Provisioning complete for port 44cbf18d-eec7-4748-bced-bed36aeeda4e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:11.104952 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1e1d5e4-7fe5-4d26-bc97-e29deb9693fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:11.149786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76c88767-4ce0-4f9b-8d4b-5ecffca0cdcd tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:11.150117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1d5e4-7fe5-4d26-bc97-e29deb9693fe None None] Port 44cbf18d-eec7-4748-bced-bed36aeeda4e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:11.181570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-76c88767-4ce0-4f9b-8d4b-5ecffca0cdcd tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 44cbf18d-eec7-4748-bced-bed36aeeda4e owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:11.570047 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76c88767-4ce0-4f9b-8d4b-5ecffca0cdcd tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:11.611300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 92cfe604-0ef9-4057-aa70-7a4c48e853b5 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:11.697018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c88767-4ce0-4f9b-8d4b-5ecffca0cdcd tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=44cbf18d-eec7-4748-bced-bed36aeeda4e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:11.775403 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76c88767-4ce0-4f9b-8d4b-5ecffca0cdcd tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:11.778894 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-76c88767-4ce0-4f9b-8d4b-5ecffca0cdcd tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/44cbf18d-eec7-4748-bced-bed36aeeda4e HTTP/1.1" status: 204 len: 168 time: 1.0200913 Nov 12 04:09:11.781747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:11.817534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b16ad1-6a5e-476f-8888-386fb1b4e9ae req-66669961-7535-459c-b897-ca40b10c696a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:11.829112 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-36b16ad1-6a5e-476f-8888-386fb1b4e9ae req-66669961-7535-459c-b897-ca40b10c696a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.2055852 Nov 12 04:09:11.840823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:11.843938 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:11.874027 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c548b7-28da-45b4-b409-ecf10eb8488d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] GET failed (client error): The resource could not be found. Nov 12 04:09:11.876331 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e0c548b7-28da-45b4-b409-ecf10eb8488d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/44cbf18d-eec7-4748-bced-bed36aeeda4e HTTP/1.1" status: 404 len: 333 time: 0.0934901 Nov 12 04:09:11.879477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:11.942713 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-36b16ad1-6a5e-476f-8888-386fb1b4e9ae req-6df95370-a0a2-4839-8ff4-79978b0f71a4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118774 Nov 12 04:09:11.988445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-29518af2-dac2-4d39-bb0e-d1f28d49bc37 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting subnet a01004c3-8512-4805-83c5-c9119b0c0369 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:09:11.992090 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29518af2-dac2-4d39-bb0e-d1f28d49bc37 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:11.998379 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:12.048755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:12.049754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cfe604-0ef9-4057-aa70-7a4c48e853b5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:12.053445 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3070b4c4-3e0e-4b6f-a5a8-7e68bd397a90" -d '{"events": [{"server_uuid": "aed5172c-44a9-49e5-b23c-4f7e9bbd47b4", "name": "network-vif-plugged", "status": "completed", "tag": "92cfe604-0ef9-4057-aa70-7a4c48e853b5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:12.086281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29518af2-dac2-4d39-bb0e-d1f28d49bc37 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:12.147368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:12.161418 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8a9ec-d898-4ecb-909c-8ad250b41632 req-a0b80db7-08af-48bf-9a00-ba9ca04dc376 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:12.170567 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68f8a9ec-d898-4ecb-909c-8ad250b41632 req-a0b80db7-08af-48bf-9a00-ba9ca04dc376 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1478822 Nov 12 04:09:12.273358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=92cfe604-0ef9-4057-aa70-7a4c48e853b5,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:12.291805 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68f8a9ec-d898-4ecb-909c-8ad250b41632 req-b92d60ca-1f14-4123-b146-9bfe7c9f9c70 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200995 Nov 12 04:09:12.335391 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29518af2-dac2-4d39-bb0e-d1f28d49bc37 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:12.386781 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9129d462-ee0a-474e-b569-a10a87b6cc31 x-openstack-request-id: req-9129d462-ee0a-474e-b569-a10a87b6cc31 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:12.387089 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed5172c-44a9-49e5-b23c-4f7e9bbd47b4", "name": "network-vif-plugged", "status": "completed", "tag": "92cfe604-0ef9-4057-aa70-7a4c48e853b5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:12.387356 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9129d462-ee0a-474e-b569-a10a87b6cc31 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:12.387764 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cfe604-0ef9-4057-aa70-7a4c48e853b5', 'code': 200} Nov 12 04:09:12.405860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a0ce1-1f42-4c38-ae09-016e6a091f07 req-68da8c02-910c-4da7-a1af-e9fb1d5c013d tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:12.415372 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-986a0ce1-1f42-4c38-ae09-016e6a091f07 req-68da8c02-910c-4da7-a1af-e9fb1d5c013d tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 946 time: 0.1359439 Nov 12 04:09:12.498191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbf786-3ce6-48ed-b1c6-f55338b17840 req-93140bad-a358-41e0-b97b-8c0b4e20fcc6 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:12.505980 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94dbf786-3ce6-48ed-b1c6-f55338b17840 req-93140bad-a358-41e0-b97b-8c0b4e20fcc6 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.26 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 946 time: 0.1086998 Nov 12 04:09:12.530785 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-986a0ce1-1f42-4c38-ae09-016e6a091f07 req-b67202f4-a91f-4696-acb6-5768af361cd1 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/security-groups?id=31226ee4-b8f7-4d82-9389-738072d3a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130810 Nov 12 04:09:12.677224 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29518af2-dac2-4d39-bb0e-d1f28d49bc37 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:12.718682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29518af2-dac2-4d39-bb0e-d1f28d49bc37 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Subnet': ['ID=a01004c3-8512-4805-83c5-c9119b0c0369,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:12.733392 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29518af2-dac2-4d39-bb0e-d1f28d49bc37 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:12.741579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:12.750496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f34f8-11d4-49e1-8a60-0e37b412ebad None None] Network 82a0c68e-93bd-4120-9b4e-8c7083eb6fde requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:12.754494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-29518af2-dac2-4d39-bb0e-d1f28d49bc37 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/a01004c3-8512-4805-83c5-c9119b0c0369 HTTP/1.1" status: 204 len: 168 time: 0.8737392 Nov 12 04:09:12.771000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-94dbf786-3ce6-48ed-b1c6-f55338b17840 req-13feb3cc-0df1-4d93-b9c1-9619d4d16128 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Deleting port 73e89f04-e7fd-4e5a-8345-e999129546ca {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:12.773859 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94dbf786-3ce6-48ed-b1c6-f55338b17840 req-13feb3cc-0df1-4d93-b9c1-9619d4d16128 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:12.864524 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bfcc10-86eb-4ad6-aa8e-afd821dc5f84 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting subnet a2fa71bb-87a7-4a46-b714-9929eefe6cce {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:09:12.874192 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03bfcc10-86eb-4ad6-aa8e-afd821dc5f84 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:12.972015 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03bfcc10-86eb-4ad6-aa8e-afd821dc5f84 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:13.022309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-94dbf786-3ce6-48ed-b1c6-f55338b17840 req-13feb3cc-0df1-4d93-b9c1-9619d4d16128 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] For port 73e89f04-e7fd-4e5a-8345-e999129546ca, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=73e89f04-e7fd-4e5a-8345-e999129546ca,segment=NetworkSegment(8b564eee-1888-4e51-9dd7-28f6b4977cb2),segment_id=8b564eee-1888-4e51-9dd7-28f6b4977cb2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:13.022901 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94dbf786-3ce6-48ed-b1c6-f55338b17840 req-13feb3cc-0df1-4d93-b9c1-9619d4d16128 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:13.064948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-94dbf786-3ce6-48ed-b1c6-f55338b17840 req-13feb3cc-0df1-4d93-b9c1-9619d4d16128 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Calling delete_port for 73e89f04-e7fd-4e5a-8345-e999129546ca owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:13.205992 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03bfcc10-86eb-4ad6-aa8e-afd821dc5f84 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:13.466678 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03bfcc10-86eb-4ad6-aa8e-afd821dc5f84 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:13.544175 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfcc10-86eb-4ad6-aa8e-afd821dc5f84 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Subnet': ['ID=a2fa71bb-87a7-4a46-b714-9929eefe6cce,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:13.552834 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03bfcc10-86eb-4ad6-aa8e-afd821dc5f84 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:13.565386 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-03bfcc10-86eb-4ad6-aa8e-afd821dc5f84 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/a2fa71bb-87a7-4a46-b714-9929eefe6cce HTTP/1.1" status: 204 len: 168 time: 0.8220956 Nov 12 04:09:13.569314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59686) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:13.577693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd642db-994b-4d58-8d5c-a4cb29aa3a46 req-b3b89ab1-c073-42d0-834a-204b2de176dc tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:13.583664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fd642db-994b-4d58-8d5c-a4cb29aa3a46 req-b3b89ab1-c073-42d0-834a-204b2de176dc tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.4055431 Nov 12 04:09:13.733395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deb978-439a-448b-ba29-dc67209ccc2e req-4a49d049-991b-4acf-b46d-2871145c3fd4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:13.744238 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3deb978-439a-448b-ba29-dc67209ccc2e req-4a49d049-991b-4acf-b46d-2871145c3fd4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.2885585 Nov 12 04:09:13.758005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fd642db-994b-4d58-8d5c-a4cb29aa3a46 req-52c0d109-e2bb-413c-b8e1-546148553163 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571035 Nov 12 04:09:13.758957 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94dbf786-3ce6-48ed-b1c6-f55338b17840 req-13feb3cc-0df1-4d93-b9c1-9619d4d16128 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:13.798735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13feb3cc-0df1-4d93-b9c1-9619d4d16128 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Pushing event deleted for resources: {'Port': ['ID=73e89f04-e7fd-4e5a-8345-e999129546ca,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:13.859245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dbf786-3ce6-48ed-b1c6-f55338b17840 req-13feb3cc-0df1-4d93-b9c1-9619d4d16128 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] No DVR routers for this DVR port 73e89f04-e7fd-4e5a-8345-e999129546ca on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:13.863228 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94dbf786-3ce6-48ed-b1c6-f55338b17840 req-13feb3cc-0df1-4d93-b9c1-9619d4d16128 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:13.871261 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94dbf786-3ce6-48ed-b1c6-f55338b17840 req-13feb3cc-0df1-4d93-b9c1-9619d4d16128 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.26 "DELETE /v2.0/ports/73e89f04-e7fd-4e5a-8345-e999129546ca HTTP/1.1" status: 204 len: 173 time: 1.3585560 Nov 12 04:09:13.872543 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:13.875281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650c4946-75f6-413b-bb57-b47caccaa7db', 'name': 'network-vif-deleted', 'tag': '73e89f04-e7fd-4e5a-8345-e999129546ca'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:13.884235 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde547ad-90ae-41b2-b180-d533917a434c" -d '{"events": [{"server_uuid": "650c4946-75f6-413b-bb57-b47caccaa7db", "name": "network-vif-deleted", "tag": "73e89f04-e7fd-4e5a-8345-e999129546ca"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:13.971321 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3deb978-439a-448b-ba29-dc67209ccc2e req-08896323-0229-4b93-9a19-753c2166842f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260849 Nov 12 04:09:13.997093 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b619deb7-ab06-4e8b-a929-1f902b1803dc req-116ef55b-e669-4b2a-8b5b-1c999a8b81b6 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 210 time: 0.0844285 Nov 12 04:09:14.073760 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78b737f-6587-4e56-8ed4-3dfcd0d899f6 x-openstack-request-id: req-a78b737f-6587-4e56-8ed4-3dfcd0d899f6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:14.074401 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650c4946-75f6-413b-bb57-b47caccaa7db", "name": "network-vif-deleted", "tag": "73e89f04-e7fd-4e5a-8345-e999129546ca", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:14.074622 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a78b737f-6587-4e56-8ed4-3dfcd0d899f6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:14.075090 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650c4946-75f6-413b-bb57-b47caccaa7db', 'name': 'network-vif-deleted', 'tag': '73e89f04-e7fd-4e5a-8345-e999129546ca', 'status': 'completed', 'code': 200} Nov 12 04:09:14.095077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 809d4bd9-0677-4445-842d-7fdf0eb67936 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:14.095841 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.295251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] For port 809d4bd9-0677-4445-842d-7fdf0eb67936, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=809d4bd9-0677-4445-842d-7fdf0eb67936,segment=NetworkSegment(65aeff98-7a91-417f-a468-0cf5c3305bfd),segment_id=65aeff98-7a91-417f-a468-0cf5c3305bfd)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:14.295717 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.340315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 809d4bd9-0677-4445-842d-7fdf0eb67936 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:14.506786 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaa530c-1a12-411d-964e-228363a8b8d5 None None] Network 82a0c68e-93bd-4120-9b4e-8c7083eb6fde requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:14.564794 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.611748 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=809d4bd9-0677-4445-842d-7fdf0eb67936,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:14.617780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No DVR routers for this DVR port 809d4bd9-0677-4445-842d-7fdf0eb67936 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:14.631563 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-580afe87-5057-4976-adc9-b9fb017fe42c None None] Provisioning complete for port 809d4bd9-0677-4445-842d-7fdf0eb67936 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:14.631563 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-580afe87-5057-4976-adc9-b9fb017fe42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.647808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-580afe87-5057-4976-adc9-b9fb017fe42c None None] Port 809d4bd9-0677-4445-842d-7fdf0eb67936 was deleted so its status cannot be updated. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 04:09:14.715912 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.741469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a0c68e-93bd-4120-9b4e-8c7083eb6fde']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:14.754548 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65aeff98-7a91-417f-a468-0cf5c3305bfd') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:14.758929 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65aeff98-7a91-417f-a468-0cf5c3305bfd') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:14.766060 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.786735 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.794484 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:09:14.794891 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:14.888106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dd0a80-8fd7-4209-9818-df19afd3212a None None] DHCP port deletion for 82a0c68e-93bd-4120-9b4e-8c7083eb6fde request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:09:14.889482 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:09:14.995366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b6757-2526-4655-8012-addcb046c1b7 req-366ffaf7-7905-42fd-82ce-7ea003d6013e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:15.000744 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce8b6757-2526-4655-8012-addcb046c1b7 req-366ffaf7-7905-42fd-82ce-7ea003d6013e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1057827 Nov 12 04:09:15.038285 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.048265 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.055716 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/networks/82a0c68e-93bd-4120-9b4e-8c7083eb6fde HTTP/1.1" status: 204 len: 168 time: 1.4814703 Nov 12 04:09:15.056516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:15.098878 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce8b6757-2526-4655-8012-addcb046c1b7 req-aa562fdf-726d-4cea-a3b5-b2e295010fcf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883799 Nov 12 04:09:15.100008 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0c84f-80f7-48bf-bd55-8f3b844d13ea tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Network': ['ID=82a0c68e-93bd-4120-9b4e-8c7083eb6fde,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:15.266116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90eb8d9-00e3-4c31-b7f4-dc0a1b175cb1 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:15.267768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a90eb8d9-00e3-4c31-b7f4-dc0a1b175cb1 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2102714 Nov 12 04:09:15.271604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:15.289035 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14d49a-8965-400a-80e5-29bcdec4aea5 req-f278bc8f-d787-4fe8-9d2d-487b1d6a88e4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:15.300294 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec14d49a-8965-400a-80e5-29bcdec4aea5 req-f278bc8f-d787-4fe8-9d2d-487b1d6a88e4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1041925 Nov 12 04:09:15.315770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 73e89f04-e7fd-4e5a-8345-e999129546ca no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:15.358680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 73e89f04-e7fd-4e5a-8345-e999129546ca {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:15.359540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 73e89f04-e7fd-4e5a-8345-e999129546ca not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:15.446174 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d65374a4-66bf-4a2e-87c0-b79d72cc6387 req-97fd5b53-1e40-446e-a171-3fdfee969e91 tempest-AttachVolumeNegativeTest-160529210 tempest-AttachVolumeNegativeTest-160529210-project] 10.222.0.105 "GET /v2.0/ports?device_id=650c4946-75f6-413b-bb57-b47caccaa7db HTTP/1.1" status: 200 len: 210 time: 0.0916452 Nov 12 04:09:15.465276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec14d49a-8965-400a-80e5-29bcdec4aea5 req-47e72595-0e80-43c7-aeb6-4328847364a4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600282 Nov 12 04:09:15.468170 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8f18d1c2-af04-4110-9f7f-f5332b26ab93 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1953111 Nov 12 04:09:15.471462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:15.481527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-09d463c1-b457-41a8-a732-8b5bc29670f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2019229730'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:15.627450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d463c1-b457-41a8-a732-8b5bc29670f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:15.631366 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09d463c1-b457-41a8-a732-8b5bc29670f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.670282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d463c1-b457-41a8-a732-8b5bc29670f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:09:15.680989 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09d463c1-b457-41a8-a732-8b5bc29670f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.681348 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-09d463c1-b457-41a8-a732-8b5bc29670f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Added segment b4363e10-ea92-49e2-8bda-29b369da8f1b of type vlan for network 461c75ef-c2cc-4c72-a917-03e61bc7d062 Nov 12 04:09:15.737157 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09d463c1-b457-41a8-a732-8b5bc29670f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.844540 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09d463c1-b457-41a8-a732-8b5bc29670f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.852937 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d463c1-b457-41a8-a732-8b5bc29670f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:15.853808 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09d463c1-b457-41a8-a732-8b5bc29670f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:15.980411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-09d463c1-b457-41a8-a732-8b5bc29670f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5069106 Nov 12 04:09:15.983064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59724) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:15.988375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4ef8526d-2919-4d64-a721-908a755f2329 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': '461c75ef-c2cc-4c72-a917-03e61bc7d062', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:16.017363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d463c1-b457-41a8-a732-8b5bc29670f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Network': ['ID=461c75ef-c2cc-4c72-a917-03e61bc7d062,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:16.059586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 461c75ef-c2cc-4c72-a917-03e61bc7d062 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:09:16.301819 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef8526d-2919-4d64-a721-908a755f2329 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:16.305364 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ef8526d-2919-4d64-a721-908a755f2329 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.370789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf0848-0d5c-47b2-863d-026de3f774d4 req-5f74989f-f854-4ed6-ade8-f0d6d38bd498 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:16.373798 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-26cf0848-0d5c-47b2-863d-026de3f774d4 req-5f74989f-f854-4ed6-ade8-f0d6d38bd498 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1629496 Nov 12 04:09:16.500088 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-26cf0848-0d5c-47b2-863d-026de3f774d4 req-45db71c7-7deb-4854-b6a7-5686772c1504 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809507 Nov 12 04:09:16.554887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59732) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:16.583898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 809d4bd9-0677-4445-842d-7fdf0eb67936 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:16.643230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 809d4bd9-0677-4445-842d-7fdf0eb67936 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:16.646092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 809d4bd9-0677-4445-842d-7fdf0eb67936 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:16.677399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8f279b-540e-44b9-b50a-798cbd92343c admin admin] Deleting subnet 35994df6-ba5b-4ffd-9001-bec83281056c {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:09:16.686383 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a8f279b-540e-44b9-b50a-798cbd92343c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.770151 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a8f279b-540e-44b9-b50a-798cbd92343c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.815896 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a8f279b-540e-44b9-b50a-798cbd92343c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.866199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8763a-32e5-479e-9ea1-0e39d623a80f req-b28ecfa5-06a4-45c0-8d34-a8dd137c4ff6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:16.869337 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d6b8763a-32e5-479e-9ea1-0e39d623a80f req-b28ecfa5-06a4-45c0-8d34-a8dd137c4ff6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1987002 Nov 12 04:09:16.945016 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ef8526d-2919-4d64-a721-908a755f2329 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:16.993983 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a8f279b-540e-44b9-b50a-798cbd92343c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.060352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f279b-540e-44b9-b50a-798cbd92343c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35994df6-ba5b-4ffd-9001-bec83281056c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:17.090089 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a8f279b-540e-44b9-b50a-798cbd92343c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.099630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8a8f279b-540e-44b9-b50a-798cbd92343c admin admin] 10.222.0.105 "DELETE /v2.0/subnets/35994df6-ba5b-4ffd-9001-bec83281056c HTTP/1.1" status: 204 len: 168 time: 0.5435596 Nov 12 04:09:17.102013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59744) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:17.131839 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d6b8763a-32e5-479e-9ea1-0e39d623a80f req-20269196-adec-4aac-b697-e93c4cbd9e16 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568796 Nov 12 04:09:17.163086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8526d-2919-4d64-a721-908a755f2329 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Subnet': ['ID=41e667e9-1368-4acf-b41b-e1685526b48e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:17.215240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef8526d-2919-4d64-a721-908a755f2329 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Checking segment: {'id': 'b4363e10-ea92-49e2-8bda-29b369da8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '461c75ef-c2cc-4c72-a917-03e61bc7d062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:17.219703 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef8526d-2919-4d64-a721-908a755f2329 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network hostable DHCP agents. Network: 461c75ef-c2cc-4c72-a917-03e61bc7d062, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:09:17.248849 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53dcd98a-2d95-4ca1-aa80-e37395be0f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.347325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef8526d-2919-4d64-a721-908a755f2329 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 461c75ef-c2cc-4c72-a917-03e61bc7d062 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:09:17.356585 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53dcd98a-2d95-4ca1-aa80-e37395be0f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.397012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-53dcd98a-2d95-4ca1-aa80-e37395be0f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a19217e-7d2c-4ba0-bc34-1ee8bf62e717']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:17.408987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-53dcd98a-2d95-4ca1-aa80-e37395be0f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b564eee-1888-4e51-9dd7-28f6b4977cb2') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:17.409974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-53dcd98a-2d95-4ca1-aa80-e37395be0f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b564eee-1888-4e51-9dd7-28f6b4977cb2') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:17.422044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4ef8526d-2919-4d64-a721-908a755f2329 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 461c75ef-c2cc-4c72-a917-03e61bc7d062) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:17.427038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef8526d-2919-4d64-a721-908a755f2329 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:17.427820 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ef8526d-2919-4d64-a721-908a755f2329 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.430001 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53dcd98a-2d95-4ca1-aa80-e37395be0f3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.432287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d330798-eb50-4354-8b41-fcadae4f1b83 None None] Network 461c75ef-c2cc-4c72-a917-03e61bc7d062 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:17.454651 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53dcd98a-2d95-4ca1-aa80-e37395be0f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.462928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dcd98a-2d95-4ca1-aa80-e37395be0f3f admin admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:09:17.463329 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53dcd98a-2d95-4ca1-aa80-e37395be0f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:09:17.553552 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:09:17.565655 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4ef8526d-2919-4d64-a721-908a755f2329 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5813558 Nov 12 04:09:17.568877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59748) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:17.576008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-56d78dfc-3701-4021-9d8c-f9ed7bcfc7de tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'network_id': '461c75ef-c2cc-4c72-a917-03e61bc7d062', 'name': 'tempest-PortsIpV6TestJSON-483602919'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:17.703173 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53dcd98a-2d95-4ca1-aa80-e37395be0f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.795196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53dcd98a-2d95-4ca1-aa80-e37395be0f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.799927 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-53dcd98a-2d95-4ca1-aa80-e37395be0f3f admin admin] 10.222.0.105 "DELETE /v2.0/networks/0a19217e-7d2c-4ba0-bc34-1ee8bf62e717 HTTP/1.1" status: 204 len: 168 time: 0.6939454 Nov 12 04:09:17.808342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcd98a-2d95-4ca1-aa80-e37395be0f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=0a19217e-7d2c-4ba0-bc34-1ee8bf62e717,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:17.896929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb4957-da9f-4928-a80d-1391779a1f80 req-b08e5f72-b490-4b12-84d9-6f2ad8d999f1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:17.898705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbcb4957-da9f-4928-a80d-1391779a1f80 req-b08e5f72-b490-4b12-84d9-6f2ad8d999f1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.2453694 Nov 12 04:09:17.936880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-461c75ef-c2cc-4c72-a917-03e61bc7d062', 'network_id': '461c75ef-c2cc-4c72-a917-03e61bc7d062', 'tenant_id': '85b95f8267f04fdfbf1d27edcf55d988', 'fixed_ips': [{'subnet_id': '41e667e9-1368-4acf-b41b-e1685526b48e'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:09:17.937740 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:17.986751 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbcb4957-da9f-4928-a80d-1391779a1f80 req-113543c5-599f-4089-98cc-9b2584593767 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813177 Nov 12 04:09:18.137116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d78dfc-3701-4021-9d8c-f9ed7bcfc7de tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:18.141237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Allocated IP 2001:db8::2 (461c75ef-c2cc-4c72-a917-03e61bc7d062/41e667e9-1368-4acf-b41b-e1685526b48e/8f5ce0b9-dee1-438a-8a3b-3106d118dd47) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:18.148787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d78dfc-3701-4021-9d8c-f9ed7bcfc7de tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.277590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-56d78dfc-3701-4021-9d8c-f9ed7bcfc7de tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port 5c939b94-9d82-4dcd-a3ff-4ee2cf5c4332 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:09:18.318293 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.439887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc5849-22e0-4865-933a-f28b9f048576 req-087c66be-547b-49e4-a7d6-ec367593fe68 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:18.448512 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3bc5849-22e0-4865-933a-f28b9f048576 req-087c66be-547b-49e4-a7d6-ec367593fe68 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0821950 Nov 12 04:09:18.462851 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.519688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59762) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:18.561848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Pushing event updated for resources: {'Port': ['ID=8f5ce0b9-dee1-438a-8a3b-3106d118dd47,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:18.597196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-56d78dfc-3701-4021-9d8c-f9ed7bcfc7de tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Allocated IP 2001:db8::fc (461c75ef-c2cc-4c72-a917-03e61bc7d062/41e667e9-1368-4acf-b41b-e1685526b48e/5c939b94-9d82-4dcd-a3ff-4ee2cf5c4332) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:18.598237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Network 461c75ef-c2cc-4c72-a917-03e61bc7d062 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:18.601231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:18.628870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:18.631474 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3bc5849-22e0-4865-933a-f28b9f048576 req-9bf169ac-d506-4c47-ae40-119337b06fd8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817837 Nov 12 04:09:18.668755 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-75b3ffce-c5c0-4f08-9c9c-358cc9b9b5d3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=dbc5dcf2687d4393adcc84ade7008909&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476443 Nov 12 04:09:18.671749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:18.737945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Attempting to bind port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:18.738303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Attempting to bind port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b4363e10-ea92-49e2-8bda-29b369da8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '461c75ef-c2cc-4c72-a917-03e61bc7d062'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:18.738860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Attempting to bind port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 on network 461c75ef-c2cc-4c72-a917-03e61bc7d062 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:18.751138 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:18.751787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Checking segment: {'id': 'b4363e10-ea92-49e2-8bda-29b369da8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '461c75ef-c2cc-4c72-a917-03e61bc7d062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:18.752373 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.752942 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Bound using segment: {'id': 'b4363e10-ea92-49e2-8bda-29b369da8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '461c75ef-c2cc-4c72-a917-03e61bc7d062'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:18.753577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Bound port: 8f5ce0b9-dee1-438a-8a3b-3106d118dd47, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4363e10-ea92-49e2-8bda-29b369da8f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '461c75ef-c2cc-4c72-a917-03e61bc7d062'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:18.754124 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.802103 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a92ca55b-0713-4960-be72-ce7de3832f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.862249 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a92ca55b-0713-4960-be72-ce7de3832f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.892283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] For port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:18.895642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] For port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8f5ce0b9-dee1-438a-8a3b-3106d118dd47,segment=NetworkSegment(b4363e10-ea92-49e2-8bda-29b369da8f1b),segment_id=b4363e10-ea92-49e2-8bda-29b369da8f1b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:19.016477 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.077249 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.135989 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a92ca55b-0713-4960-be72-ce7de3832f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.139454 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a92ca55b-0713-4960-be72-ce7de3832f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.140744 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a92ca55b-0713-4960-be72-ce7de3832f46 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/31226ee4-b8f7-4d82-9389-738072d3a915 HTTP/1.1" status: 204 len: 168 time: 0.4679124 Nov 12 04:09:19.166353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c00836-2b1f-4f4f-b441-872e518c5493 None None] Pushing event updated for resources: {'Port': ['ID=8f5ce0b9-dee1-438a-8a3b-3106d118dd47,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:19.166586 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ca55b-0713-4960-be72-ce7de3832f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31226ee4-b8f7-4d82-9389-738072d3a915,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:19.375309 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c1a95-f8ec-4171-b533-98507dfa9214 req-c65d0869-6367-4cf3-90a7-5b5e39664629 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:19.379821 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc5c1a95-f8ec-4171-b533-98507dfa9214 req-c65d0869-6367-4cf3-90a7-5b5e39664629 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1988561 Nov 12 04:09:19.452173 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d78dfc-3701-4021-9d8c-f9ed7bcfc7de tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.492414 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc5c1a95-f8ec-4171-b533-98507dfa9214 req-805c2e24-16d0-450d-aaf0-7634c207f533 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077080 Nov 12 04:09:19.599627 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d78dfc-3701-4021-9d8c-f9ed7bcfc7de tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.706400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d78dfc-3701-4021-9d8c-f9ed7bcfc7de tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 461c75ef-c2cc-4c72-a917-03e61bc7d062 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:19.746724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-56d78dfc-3701-4021-9d8c-f9ed7bcfc7de tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:19.749028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d78dfc-3701-4021-9d8c-f9ed7bcfc7de tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=5c939b94-9d82-4dcd-a3ff-4ee2cf5c4332,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:19.762285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d78dfc-3701-4021-9d8c-f9ed7bcfc7de tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:19.768308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d78dfc-3701-4021-9d8c-f9ed7bcfc7de tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:19.769051 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d78dfc-3701-4021-9d8c-f9ed7bcfc7de tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.854011 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190d3c5-c369-4c87-9e5c-305af7865135 req-5e8ef840-c770-4ce7-bef1-dda6a5b92910 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:19.856249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2190d3c5-c369-4c87-9e5c-305af7865135 req-5e8ef840-c770-4ce7-bef1-dda6a5b92910 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0834515 Nov 12 04:09:19.929076 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-56d78dfc-3701-4021-9d8c-f9ed7bcfc7de tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3588436 Nov 12 04:09:19.933935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:19.941162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d5b6bfc0-c6e0-4fa6-a141-18deab6028d9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'network_id': '461c75ef-c2cc-4c72-a917-03e61bc7d062', 'name': 'tempest-PortsIpV6TestJSON-1787237017'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:19.969657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2190d3c5-c369-4c87-9e5c-305af7865135 req-77c6157b-ff4e-4e07-97fc-d29cc795f264 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032081 Nov 12 04:09:20.301802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b6bfc0-c6e0-4fa6-a141-18deab6028d9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:20.307844 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bfc0-c6e0-4fa6-a141-18deab6028d9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.362837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-d5b6bfc0-c6e0-4fa6-a141-18deab6028d9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port e112c395-c2fc-4784-a0a7-e7a6d8e6bcd8 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:09:20.687067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:20.744121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed89aca-df7c-4e75-9c6d-03d670351b52 req-2004f2c7-1c07-4876-8554-1b2d0c88ef85 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:20.762103 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d5b6bfc0-c6e0-4fa6-a141-18deab6028d9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Allocated IP 2001:db8::129 (461c75ef-c2cc-4c72-a917-03e61bc7d062/41e667e9-1368-4acf-b41b-e1685526b48e/e112c395-c2fc-4784-a0a7-e7a6d8e6bcd8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:20.766840 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ed89aca-df7c-4e75-9c6d-03d670351b52 req-2004f2c7-1c07-4876-8554-1b2d0c88ef85 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1382232 Nov 12 04:09:20.796249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:20.796863 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.870843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4049c2d5-1b2d-4c47-b744-fae209cbc0dc None None] Network 461c75ef-c2cc-4c72-a917-03e61bc7d062 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:20.897513 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ed89aca-df7c-4e75-9c6d-03d670351b52 req-20ed77e0-61ef-434d-8f33-95f6ecc282e5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243250 Nov 12 04:09:21.005006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-acaebbe8-8498-413d-9276-edb9e2092918 None None] Provisioning complete for port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:21.005404 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-acaebbe8-8498-413d-9276-edb9e2092918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.120247 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.258608 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bfc0-c6e0-4fa6-a141-18deab6028d9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.281245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8f5ce0b9-dee1-438a-8a3b-3106d118dd47,segment=NetworkSegment(b4363e10-ea92-49e2-8bda-29b369da8f1b),segment_id=b4363e10-ea92-49e2-8bda-29b369da8f1b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:21.313171 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-acaebbe8-8498-413d-9276-edb9e2092918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.317488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86492877-56d5-46b1-84fb-d7cae0921915 req-a7837467-da91-4384-b403-ac8e298114de tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:21.319493 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86492877-56d5-46b1-84fb-d7cae0921915 req-a7837467-da91-4384-b403-ac8e298114de tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1677988 Nov 12 04:09:21.454601 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-acaebbe8-8498-413d-9276-edb9e2092918 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:09:21.454958 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-acaebbe8-8498-413d-9276-edb9e2092918 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:09:21.461609 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.529736 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86492877-56d5-46b1-84fb-d7cae0921915 req-b4bb42b7-c012-48b0-a304-62d09a14c799 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012322 Nov 12 04:09:21.545607 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bfc0-c6e0-4fa6-a141-18deab6028d9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.590936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=8f5ce0b9-dee1-438a-8a3b-3106d118dd47,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:21.668376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b6bfc0-c6e0-4fa6-a141-18deab6028d9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 461c75ef-c2cc-4c72-a917-03e61bc7d062 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:21.671781 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d5b6bfc0-c6e0-4fa6-a141-18deab6028d9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:21.688967 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b6bfc0-c6e0-4fa6-a141-18deab6028d9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:21.695300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b6bfc0-c6e0-4fa6-a141-18deab6028d9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:21.695945 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bfc0-c6e0-4fa6-a141-18deab6028d9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.756031 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6bfc0-c6e0-4fa6-a141-18deab6028d9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=e112c395-c2fc-4784-a0a7-e7a6d8e6bcd8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:21.832391 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d5b6bfc0-c6e0-4fa6-a141-18deab6028d9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8946476 Nov 12 04:09:21.833203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59814) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:22.052158 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d690e44-0d8a-4e50-a808-b16bf8e75652 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:22.058010 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6d690e44-0d8a-4e50-a808-b16bf8e75652 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Afc HTTP/1.1" status: 200 len: 927 time: 0.2238855 Nov 12 04:09:22.058649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59822) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:22.111951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b303d-daa1-4a61-b2a4-6e356037959c req-f365855c-c6ce-4111-b09c-64cf123e37cf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:22.120909 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-568b303d-daa1-4a61-b2a4-6e356037959c req-f365855c-c6ce-4111-b09c-64cf123e37cf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0728328 Nov 12 04:09:22.220193 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-13f2406d-3762-4dee-8d22-3acb0622e786 None None] Provisioning complete for port 5c939b94-9d82-4dcd-a3ff-4ee2cf5c4332 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:22.220729 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13f2406d-3762-4dee-8d22-3acb0622e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.223482 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-568b303d-daa1-4a61-b2a4-6e356037959c req-65beb18a-044f-40b8-a607-455fcd6eb3e1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009943 Nov 12 04:09:22.323914 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-13f2406d-3762-4dee-8d22-3acb0622e786 None None] Port 5c939b94-9d82-4dcd-a3ff-4ee2cf5c4332 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:22.355044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-13f2406d-3762-4dee-8d22-3acb0622e786 None None] Provisioning complete for port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:22.355453 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13f2406d-3762-4dee-8d22-3acb0622e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.370634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0289a5cd-8508-49cb-8fdc-db1df46d2c74 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port e112c395-c2fc-4784-a0a7-e7a6d8e6bcd8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:22.370634 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0289a5cd-8508-49cb-8fdc-db1df46d2c74 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.689558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:22.718159 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0289a5cd-8508-49cb-8fdc-db1df46d2c74 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.772156 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0289a5cd-8508-49cb-8fdc-db1df46d2c74 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for e112c395-c2fc-4784-a0a7-e7a6d8e6bcd8 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:22.812679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26058ae-6570-453c-b455-41e5b703cb3f req-493b77a4-88d9-4632-a27d-7c8d85b6ad65 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:22.814605 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e26058ae-6570-453c-b455-41e5b703cb3f req-493b77a4-88d9-4632-a27d-7c8d85b6ad65 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0984154 Nov 12 04:09:22.855177 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:22.855930 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.974192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dbabc629-1ef3-4f2e-882c-be3bcc8b5293 None None] Provisioning complete for port e112c395-c2fc-4784-a0a7-e7a6d8e6bcd8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:22.974567 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dbabc629-1ef3-4f2e-882c-be3bcc8b5293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.975280 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e26058ae-6570-453c-b455-41e5b703cb3f req-df6575f1-a566-499d-830e-19f81201ceb1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305652 Nov 12 04:09:23.129799 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0289a5cd-8508-49cb-8fdc-db1df46d2c74 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.153813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dbabc629-1ef3-4f2e-882c-be3bcc8b5293 None None] Port e112c395-c2fc-4784-a0a7-e7a6d8e6bcd8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:23.181319 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289a5cd-8508-49cb-8fdc-db1df46d2c74 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=e112c395-c2fc-4784-a0a7-e7a6d8e6bcd8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:23.191771 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-918886af-d58e-4449-a5ec-eeb739b066a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.241719 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0289a5cd-8508-49cb-8fdc-db1df46d2c74 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.249440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59844) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:23.250638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0289a5cd-8508-49cb-8fdc-db1df46d2c74 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/e112c395-c2fc-4784-a0a7-e7a6d8e6bcd8 HTTP/1.1" status: 204 len: 168 time: 1.1907175 Nov 12 04:09:23.307656 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ddef16-7fa2-4e34-9762-0c5a32778fa7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] GET failed (client error): The resource could not be found. Nov 12 04:09:23.316197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59848) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:23.329549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b8ddef16-7fa2-4e34-9762-0c5a32778fa7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/e112c395-c2fc-4784-a0a7-e7a6d8e6bcd8 HTTP/1.1" status: 404 len: 333 time: 0.0787311 Nov 12 04:09:23.535964 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1246dd4-613e-40b1-8182-bff0b40c5ed1 req-9e9e07f1-bd0e-4ea0-a6fd-4a076b91cee9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:23.551643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e1246dd4-613e-40b1-8182-bff0b40c5ed1 req-9e9e07f1-bd0e-4ea0-a6fd-4a076b91cee9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1552017 Nov 12 04:09:23.675515 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1c79c36f-68c3-4aa6-84a3-581acab82082 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 5c939b94-9d82-4dcd-a3ff-4ee2cf5c4332 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:23.676016 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c79c36f-68c3-4aa6-84a3-581acab82082 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.694237 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e1246dd4-613e-40b1-8182-bff0b40c5ed1 req-377d0248-c3ad-4393-b070-a084b824c25f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285629 Nov 12 04:09:23.873785 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c79c36f-68c3-4aa6-84a3-581acab82082 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.890995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1c79c36f-68c3-4aa6-84a3-581acab82082 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 5c939b94-9d82-4dcd-a3ff-4ee2cf5c4332 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:24.147565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f3df8-c67e-4f26-9a62-2593392da4bd req-21592427-077a-4abe-917e-3101531402b7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:24.160987 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-927f3df8-c67e-4f26-9a62-2593392da4bd req-21592427-077a-4abe-917e-3101531402b7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0771141 Nov 12 04:09:24.164631 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c79c36f-68c3-4aa6-84a3-581acab82082 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.244211 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79c36f-68c3-4aa6-84a3-581acab82082 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=5c939b94-9d82-4dcd-a3ff-4ee2cf5c4332,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:24.271812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c79c36f-68c3-4aa6-84a3-581acab82082 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.279203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59872) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:24.279754 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1c79c36f-68c3-4aa6-84a3-581acab82082 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/5c939b94-9d82-4dcd-a3ff-4ee2cf5c4332 HTTP/1.1" status: 204 len: 168 time: 0.9618869 Nov 12 04:09:24.328381 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-927f3df8-c67e-4f26-9a62-2593392da4bd req-ab32a563-43e1-42fb-a19e-0b6b71814387 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659968 Nov 12 04:09:24.359813 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4fb39e-f76c-4804-8942-6d6ac097e037 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] GET failed (client error): The resource could not be found. Nov 12 04:09:24.366395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59874) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:24.377053 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5b4fb39e-f76c-4804-8942-6d6ac097e037 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/5c939b94-9d82-4dcd-a3ff-4ee2cf5c4332 HTTP/1.1" status: 404 len: 333 time: 0.0957725 Nov 12 04:09:24.447248 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d0c0a7-6618-446e-b6d9-e07bd40b0687 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting subnet 41e667e9-1368-4acf-b41b-e1685526b48e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:09:24.453699 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74d0c0a7-6618-446e-b6d9-e07bd40b0687 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.546718 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74d0c0a7-6618-446e-b6d9-e07bd40b0687 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.768663 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74d0c0a7-6618-446e-b6d9-e07bd40b0687 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.975882 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.006832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae6356-0acb-40e9-9a69-13e63107224e req-245617a2-9c5f-4014-bf21-73f90b18e017 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:25.016143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0eae6356-0acb-40e9-9a69-13e63107224e req-245617a2-9c5f-4014-bf21-73f90b18e017 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1394839 Nov 12 04:09:25.108694 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0eae6356-0acb-40e9-9a69-13e63107224e req-2e2877eb-ec40-499e-a7a4-e5393ed6ce8d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916736 Nov 12 04:09:25.113769 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74d0c0a7-6618-446e-b6d9-e07bd40b0687 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.177434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0c0a7-6618-446e-b6d9-e07bd40b0687 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Subnet': ['ID=41e667e9-1368-4acf-b41b-e1685526b48e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:25.183080 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74d0c0a7-6618-446e-b6d9-e07bd40b0687 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.197532 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-74d0c0a7-6618-446e-b6d9-e07bd40b0687 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/41e667e9-1368-4acf-b41b-e1685526b48e HTTP/1.1" status: 204 len: 168 time: 0.8190348 Nov 12 04:09:25.197698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:25.197819 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a896201-2e79-4b8c-92e7-890990d323b3 None None] Network 461c75ef-c2cc-4c72-a917-03e61bc7d062 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:25.351159 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.386647 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:09:25.457038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb0936-5ce4-4f7f-a472-31e83b899e26 None None] DHCP port deletion for 461c75ef-c2cc-4c72-a917-03e61bc7d062 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:09:25.463718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:25.464359 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.570872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] For port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8f5ce0b9-dee1-438a-8a3b-3106d118dd47,segment=NetworkSegment(b4363e10-ea92-49e2-8bda-29b369da8f1b),segment_id=b4363e10-ea92-49e2-8bda-29b369da8f1b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:25.574882 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.585748 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d15650-b19b-47bb-825b-0a778cac88d4 req-4d2c263f-d43a-4675-8763-975e164a8ec9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:25.596308 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08d15650-b19b-47bb-825b-0a778cac88d4 req-4d2c263f-d43a-4675-8763-975e164a8ec9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1033952 Nov 12 04:09:25.609019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:25.625010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-49bb0936-5ce4-4f7f-a472-31e83b899e26 None None] Deleting port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:25.625651 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49bb0936-5ce4-4f7f-a472-31e83b899e26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.697178 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08d15650-b19b-47bb-825b-0a778cac88d4 req-85e5f58d-06be-4829-8b16-928fd06a39f1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997825 Nov 12 04:09:25.768216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-49bb0936-5ce4-4f7f-a472-31e83b899e26 None None] For port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8f5ce0b9-dee1-438a-8a3b-3106d118dd47,segment=NetworkSegment(b4363e10-ea92-49e2-8bda-29b369da8f1b),segment_id=b4363e10-ea92-49e2-8bda-29b369da8f1b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:25.769245 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49bb0936-5ce4-4f7f-a472-31e83b899e26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.806248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-49bb0936-5ce4-4f7f-a472-31e83b899e26 None None] Calling delete_port for 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:25.827270 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.926640 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=8f5ce0b9-dee1-438a-8a3b-3106d118dd47,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:25.948656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No DVR routers for this DVR port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:25.968654 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49bb0936-5ce4-4f7f-a472-31e83b899e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.059994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb0936-5ce4-4f7f-a472-31e83b899e26 None None] No DVR routers for this DVR port 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:26.067904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb0936-5ce4-4f7f-a472-31e83b899e26 None None] Pushing event deleted for resources: {'Port': ['ID=8f5ce0b9-dee1-438a-8a3b-3106d118dd47,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:26.123134 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.158997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461c75ef-c2cc-4c72-a917-03e61bc7d062']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:26.190355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4363e10-ea92-49e2-8bda-29b369da8f1b') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:26.193743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4363e10-ea92-49e2-8bda-29b369da8f1b') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:26.211356 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.249452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.266266 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:09:26.267796 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:09:26.307041 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:09:26.311852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab62c23-c3c8-4074-bd6e-0f6c47561111 req-b3a76314-ee1c-4cf9-bf20-1922e4f3ae07 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:26.314104 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eab62c23-c3c8-4074-bd6e-0f6c47561111 req-b3a76314-ee1c-4cf9-bf20-1922e4f3ae07 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0899365 Nov 12 04:09:26.384375 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eab62c23-c3c8-4074-bd6e-0f6c47561111 req-da4976f5-ce58-4a9e-8f4a-23cccca17451 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642009 Nov 12 04:09:26.508072 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.518870 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.527126 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:26.528430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/networks/461c75ef-c2cc-4c72-a917-03e61bc7d062 HTTP/1.1" status: 204 len: 168 time: 1.3374617 Nov 12 04:09:26.534494 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-77ea5a40-4aaa-4541-ae51-32b8f77b65f4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-298823520'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:26.551692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5a28e-7fff-40bc-9fc4-182ebc138d0b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Network': ['ID=461c75ef-c2cc-4c72-a917-03e61bc7d062,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:26.561514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:26.601583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:26.601936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8f5ce0b9-dee1-438a-8a3b-3106d118dd47 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:26.672582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ea5a40-4aaa-4541-ae51-32b8f77b65f4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:26.676680 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77ea5a40-4aaa-4541-ae51-32b8f77b65f4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.715910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ea5a40-4aaa-4541-ae51-32b8f77b65f4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1319} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:09:26.739233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77ea5a40-4aaa-4541-ae51-32b8f77b65f4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.739233 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-77ea5a40-4aaa-4541-ae51-32b8f77b65f4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Added segment 229094c1-b35d-4c6c-8702-57a4b24b9d4c of type vlan for network 4e377468-8124-4efc-b6ff-956a9200c86b Nov 12 04:09:26.853059 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77ea5a40-4aaa-4541-ae51-32b8f77b65f4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.865866 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.910318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4c8a1-b1de-4ac7-abb6-9b3a2bc07e8c req-a54d9e2c-3514-42b2-83fb-b8811dad323b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:26.922365 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19a4c8a1-b1de-4ac7-abb6-9b3a2bc07e8c req-a54d9e2c-3514-42b2-83fb-b8811dad323b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1261392 Nov 12 04:09:26.929962 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-508d519d-22af-4214-9e40-712425fe88f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.993285 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77ea5a40-4aaa-4541-ae51-32b8f77b65f4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.003264 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ea5a40-4aaa-4541-ae51-32b8f77b65f4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.007145 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77ea5a40-4aaa-4541-ae51-32b8f77b65f4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.098086 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19a4c8a1-b1de-4ac7-abb6-9b3a2bc07e8c req-e8cc767c-0a38-4767-bd7f-843892476f6b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720514 Nov 12 04:09:27.126573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea5a40-4aaa-4541-ae51-32b8f77b65f4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Network': ['ID=4e377468-8124-4efc-b6ff-956a9200c86b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:27.137914 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 4e377468-8124-4efc-b6ff-956a9200c86b details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:09:27.153776 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-77ea5a40-4aaa-4541-ae51-32b8f77b65f4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6224265 Nov 12 04:09:27.154255 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:27.161064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d2f015a6-a34d-40b0-ab34-40fe7ca84141 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': '4e377468-8124-4efc-b6ff-956a9200c86b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:27.541354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d60d8-c823-42ed-9cc2-ca17be74a8e0 req-9c5417a9-5f8f-4011-9a21-87d8c4711e11 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.543725 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b21d60d8-c823-42ed-9cc2-ca17be74a8e0 req-9c5417a9-5f8f-4011-9a21-87d8c4711e11 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0588019 Nov 12 04:09:27.601708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b21d60d8-c823-42ed-9cc2-ca17be74a8e0 req-1446b59a-f221-4152-8ac8-a35bdadf2e03 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482068 Nov 12 04:09:27.712633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f015a6-a34d-40b0-ab34-40fe7ca84141 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:27.715985 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2f015a6-a34d-40b0-ab34-40fe7ca84141 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.067322 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2f015a6-a34d-40b0-ab34-40fe7ca84141 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.231007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f015a6-a34d-40b0-ab34-40fe7ca84141 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Subnet': ['ID=90b972f1-b2a2-4099-99d7-685b559613d3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:28.291667 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f015a6-a34d-40b0-ab34-40fe7ca84141 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Checking segment: {'id': '229094c1-b35d-4c6c-8702-57a4b24b9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '4e377468-8124-4efc-b6ff-956a9200c86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:28.292691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f015a6-a34d-40b0-ab34-40fe7ca84141 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network hostable DHCP agents. Network: 4e377468-8124-4efc-b6ff-956a9200c86b, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:09:28.359825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:28.426987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f015a6-a34d-40b0-ab34-40fe7ca84141 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 4e377468-8124-4efc-b6ff-956a9200c86b is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:09:28.456601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436750f-fd94-4adc-b75a-9776ff1ba5e5 req-47fd9c61-0e35-4b98-b6ff-f4c10dc8611e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:28.462020 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0436750f-fd94-4adc-b75a-9776ff1ba5e5 req-47fd9c61-0e35-4b98-b6ff-f4c10dc8611e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1429513 Nov 12 04:09:28.590991 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0436750f-fd94-4adc-b75a-9776ff1ba5e5 req-8db333d7-4540-4eb2-98e6-f99bf242b754 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182499 Nov 12 04:09:28.827082 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.870400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d2f015a6-a34d-40b0-ab34-40fe7ca84141 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 4e377468-8124-4efc-b6ff-956a9200c86b) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:28.885743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0392b0-cac1-48ae-a224-f92f874d64c7 None None] Network 4e377468-8124-4efc-b6ff-956a9200c86b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:28.890354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f015a6-a34d-40b0-ab34-40fe7ca84141 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:28.892238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2f015a6-a34d-40b0-ab34-40fe7ca84141 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.955526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f763e-e0d4-470b-bde8-815a016352f5 req-055bb8a0-4a2d-4ebe-b9e3-89f89d0fd290 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:28.955526 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa3f763e-e0d4-470b-bde8-815a016352f5 req-055bb8a0-4a2d-4ebe-b9e3-89f89d0fd290 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1908185 Nov 12 04:09:29.081596 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.106985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-4e377468-8124-4efc-b6ff-956a9200c86b', 'network_id': '4e377468-8124-4efc-b6ff-956a9200c86b', 'tenant_id': '85b95f8267f04fdfbf1d27edcf55d988', 'fixed_ips': [{'subnet_id': '90b972f1-b2a2-4099-99d7-685b559613d3'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:09:29.108316 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.152104 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d2f015a6-a34d-40b0-ab34-40fe7ca84141 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9963872 Nov 12 04:09:29.155724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59972) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:29.163282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-57bd5e16-10b3-4ca5-9331-f6f20ec7d5c4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'network_id': '4e377468-8124-4efc-b6ff-956a9200c86b', 'name': 'tempest-PortsIpV6TestJSON-1864367726', 'fixed_ips': [{'subnet_id': '90b972f1-b2a2-4099-99d7-685b559613d3', 'ip_address': '2001:db8::10'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:29.194778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa3f763e-e0d4-470b-bde8-815a016352f5 req-033ffc83-14b2-4081-bb55-b03e2bc2e55b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224417 Nov 12 04:09:29.338671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Allocated IP 2001:db8::2 (4e377468-8124-4efc-b6ff-956a9200c86b/90b972f1-b2a2-4099-99d7-685b559613d3/047f33cf-a4d0-49aa-bbdd-cc9499063941) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:29.507109 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e09e0d25-12c4-4b4c-8f97-e4c04ca74679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.558131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bd5e16-10b3-4ca5-9331-f6f20ec7d5c4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:29.790162 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57bd5e16-10b3-4ca5-9331-f6f20ec7d5c4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.817875 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-57bd5e16-10b3-4ca5-9331-f6f20ec7d5c4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port b3909d5b-ee8b-47c9-95fa-6c7d3cf2c18a yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:09:29.829353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c066f-745e-48a2-8606-1f059ea7ade2 req-33fc09a6-7e81-4922-b921-858d4a77ed61 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:29.831027 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c96c066f-745e-48a2-8606-1f059ea7ade2 req-33fc09a6-7e81-4922-b921-858d4a77ed61 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.0804882 Nov 12 04:09:29.914517 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c96c066f-745e-48a2-8606-1f059ea7ade2 req-216ba97a-8c75-431e-b493-abf32195ca24 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765035 Nov 12 04:09:29.991751 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e09e0d25-12c4-4b4c-8f97-e4c04ca74679 admin admin] Deleting port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:29.994898 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e09e0d25-12c4-4b4c-8f97-e4c04ca74679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.071414 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.108978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e09e0d25-12c4-4b4c-8f97-e4c04ca74679 admin admin] For port 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:30.109534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e09e0d25-12c4-4b4c-8f97-e4c04ca74679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.134913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.160719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e09e0d25-12c4-4b4c-8f97-e4c04ca74679 admin admin] Calling delete_port for 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:30.216296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-57bd5e16-10b3-4ca5-9331-f6f20ec7d5c4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Allocated IP 2001:db8::10 (4e377468-8124-4efc-b6ff-956a9200c86b/90b972f1-b2a2-4099-99d7-685b559613d3/b3909d5b-ee8b-47c9-95fa-6c7d3cf2c18a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:30.257173 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Network 4e377468-8124-4efc-b6ff-956a9200c86b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:30.270069 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:30.284067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:30.309800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Pushing event updated for resources: {'Port': ['ID=047f33cf-a4d0-49aa-bbdd-cc9499063941,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:30.417543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Attempting to bind port 047f33cf-a4d0-49aa-bbdd-cc9499063941 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:30.417543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Attempting to bind port 047f33cf-a4d0-49aa-bbdd-cc9499063941 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '229094c1-b35d-4c6c-8702-57a4b24b9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '4e377468-8124-4efc-b6ff-956a9200c86b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:30.417543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Attempting to bind port 047f33cf-a4d0-49aa-bbdd-cc9499063941 on network 4e377468-8124-4efc-b6ff-956a9200c86b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:30.427611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:30.427897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Checking segment: {'id': '229094c1-b35d-4c6c-8702-57a4b24b9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '4e377468-8124-4efc-b6ff-956a9200c86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:30.428373 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.428801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Bound using segment: {'id': '229094c1-b35d-4c6c-8702-57a4b24b9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '4e377468-8124-4efc-b6ff-956a9200c86b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:30.429258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Bound port: 047f33cf-a4d0-49aa-bbdd-cc9499063941, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229094c1-b35d-4c6c-8702-57a4b24b9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '4e377468-8124-4efc-b6ff-956a9200c86b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:30.430617 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.545442 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0439ae-df46-4a03-87b2-fea7f3ebc1d9 req-aa19df92-893d-4d37-af66-aa5a404205b9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:30.547517 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a0439ae-df46-4a03-87b2-fea7f3ebc1d9 req-aa19df92-893d-4d37-af66-aa5a404205b9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.2229254 Nov 12 04:09:30.575526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] For port 047f33cf-a4d0-49aa-bbdd-cc9499063941, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:30.580919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] For port 047f33cf-a4d0-49aa-bbdd-cc9499063941, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=047f33cf-a4d0-49aa-bbdd-cc9499063941,segment=NetworkSegment(229094c1-b35d-4c6c-8702-57a4b24b9d4c),segment_id=229094c1-b35d-4c6c-8702-57a4b24b9d4c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:30.686382 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a0439ae-df46-4a03-87b2-fea7f3ebc1d9 req-393bb905-7de3-42c6-aa8b-94d7918f38e8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258743 Nov 12 04:09:30.695052 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.702544 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57bd5e16-10b3-4ca5-9331-f6f20ec7d5c4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.817374 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e09e0d25-12c4-4b4c-8f97-e4c04ca74679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.845241 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddf228-9765-4c9e-ab50-fdd13721e7ec None None] Pushing event updated for resources: {'Port': ['ID=047f33cf-a4d0-49aa-bbdd-cc9499063941,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:30.873414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57bd5e16-10b3-4ca5-9331-f6f20ec7d5c4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.905544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e0d25-12c4-4b4c-8f97-e4c04ca74679 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:31.007686 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd5e16-10b3-4ca5-9331-f6f20ec7d5c4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 4e377468-8124-4efc-b6ff-956a9200c86b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:31.013775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-57bd5e16-10b3-4ca5-9331-f6f20ec7d5c4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:31.029650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd5e16-10b3-4ca5-9331-f6f20ec7d5c4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:31.048383 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bd5e16-10b3-4ca5-9331-f6f20ec7d5c4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.048383 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57bd5e16-10b3-4ca5-9331-f6f20ec7d5c4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.067595 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd5e16-10b3-4ca5-9331-f6f20ec7d5c4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=b3909d5b-ee8b-47c9-95fa-6c7d3cf2c18a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:31.233078 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-57bd5e16-10b3-4ca5-9331-f6f20ec7d5c4 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0734475 Nov 12 04:09:31.233078 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60028) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:31.247731 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bb758efb-d68b-413a-a2b0-db5dcd5ac456 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'network_id': '4e377468-8124-4efc-b6ff-956a9200c86b', 'name': 'tempest-PortsIpV6TestJSON-2116157288', 'fixed_ips': [{'subnet_id': '90b972f1-b2a2-4099-99d7-685b559613d3', 'ip_address': '2001:db8::f'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:31.402233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf608ff-b3b7-4f4a-bdab-5ecc35ac0a56 req-9b90beb2-f706-472e-9ebb-15ac31e48b98 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.402233 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4bf608ff-b3b7-4f4a-bdab-5ecc35ac0a56 req-9b90beb2-f706-472e-9ebb-15ac31e48b98 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.2557011 Nov 12 04:09:31.468618 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e09e0d25-12c4-4b4c-8f97-e4c04ca74679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.569957 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4bf608ff-b3b7-4f4a-bdab-5ecc35ac0a56 req-8617f5a3-f9b5-4114-be05-869aaea3e6d0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731747 Nov 12 04:09:31.713463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb758efb-d68b-413a-a2b0-db5dcd5ac456 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:31.718543 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb758efb-d68b-413a-a2b0-db5dcd5ac456 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.761158 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-bb758efb-d68b-413a-a2b0-db5dcd5ac456 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port 6b1e0977-d5cf-4f7e-be8a-a0f26ea745f0 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:09:32.069978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81590468-fb04-4c26-a09d-652298d6cf70 req-ad2cc13b-2216-4941-9e1c-26203fff77ed tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:32.071860 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81590468-fb04-4c26-a09d-652298d6cf70 req-ad2cc13b-2216-4941-9e1c-26203fff77ed tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.2638669 Nov 12 04:09:32.113075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09e0d25-12c4-4b4c-8f97-e4c04ca74679 admin admin] Router 084d7af1-7a42-4491-b0b3-975fa95068c4 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:09:32.201103 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bb758efb-d68b-413a-a2b0-db5dcd5ac456 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Allocated IP 2001:db8::f (4e377468-8124-4efc-b6ff-956a9200c86b/90b972f1-b2a2-4099-99d7-685b559613d3/6b1e0977-d5cf-4f7e-be8a-a0f26ea745f0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:32.473601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09e0d25-12c4-4b4c-8f97-e4c04ca74679 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:09:32.486384 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7ba75-f8ef-4f8e-af40-6407ea1f601c None None] Sync routers for ids ['084d7af1-7a42-4491-b0b3-975fa95068c4'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:09:32.509039 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7ba75-f8ef-4f8e-af40-6407ea1f601c None None] Routers {'084d7af1-7a42-4491-b0b3-975fa95068c4'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:32.509594 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-34f7ba75-f8ef-4f8e-af40-6407ea1f601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:09:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['084d7af1-7a42-4491-b0b3-975fa95068c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:32.548060 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb758efb-d68b-413a-a2b0-db5dcd5ac456 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:32.565741 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81590468-fb04-4c26-a09d-652298d6cf70 req-7fd534e1-bb82-43ca-8e07-ed89140c4b57 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722238 Nov 12 04:09:32.581421 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e09e0d25-12c4-4b4c-8f97-e4c04ca74679 admin admin] 10.222.0.105 "PUT /v2.0/routers/084d7af1-7a42-4491-b0b3-975fa95068c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2203505 Nov 12 04:09:32.584168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60088) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:32.745314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d3ce8c-71b5-4376-aa4f-e5140c2169ce None None] Network 4e377468-8124-4efc-b6ff-956a9200c86b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:32.926438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 047f33cf-a4d0-49aa-bbdd-cc9499063941 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:32.926626 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-34f7ba75-f8ef-4f8e-af40-6407ea1f601c None None] Set router 084d7af1-7a42-4491-b0b3-975fa95068c4 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:32.971548 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.128539 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.167195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fab39858-401a-4448-aede-216a547d37cc None None] Provisioning complete for port 047f33cf-a4d0-49aa-bbdd-cc9499063941 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:33.167564 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fab39858-401a-4448-aede-216a547d37cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.378442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] Deleting port e43b1b62-a7f2-4dae-ae43-9190c03e1299 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:33.379251 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.523549 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-34f7ba75-f8ef-4f8e-af40-6407ea1f601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T04:09:30Z', 'revision_number': 5, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port': {'id': 'e43b1b62-a7f2-4dae-ae43-9190c03e1299', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:33.557920 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7ba75-f8ef-4f8e-af40-6407ea1f601c None None] Checking router: 084d7af1-7a42-4491-b0b3-975fa95068c4 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:09:33.568452 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7ba75-f8ef-4f8e-af40-6407ea1f601c None None] Routers {'084d7af1-7a42-4491-b0b3-975fa95068c4'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:33.569666 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-34f7ba75-f8ef-4f8e-af40-6407ea1f601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:09:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['084d7af1-7a42-4491-b0b3-975fa95068c4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:33.609345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] For port e43b1b62-a7f2-4dae-ae43-9190c03e1299, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e43b1b62-a7f2-4dae-ae43-9190c03e1299,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:33.609953 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.637913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] Calling delete_port for e43b1b62-a7f2-4dae-ae43-9190c03e1299 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:33.651265 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 047f33cf-a4d0-49aa-bbdd-cc9499063941 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:33.651641 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.748260 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fab39858-401a-4448-aede-216a547d37cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.814183 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-34f7ba75-f8ef-4f8e-af40-6407ea1f601c None None] Set router 084d7af1-7a42-4491-b0b3-975fa95068c4 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:33.894137 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-34f7ba75-f8ef-4f8e-af40-6407ea1f601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T04:09:33Z', 'revision_number': 6, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:33.952761 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7ba75-f8ef-4f8e-af40-6407ea1f601c None None] The sync data for ids ['084d7af1-7a42-4491-b0b3-975fa95068c4'] in n-d-767704-23 is: [{'id': '084d7af1-7a42-4491-b0b3-975fa95068c4', 'name': 'tempest-AttachVolumeShelveTestJSON-310898649-router', 'tenant_id': '07ce5d3360e74510bae653ba7f2aef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:28Z', 'updated_at': '2021-11-12T04:09:33Z', 'revision_number': 6, 'project_id': '07ce5d3360e74510bae653ba7f2aef20', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:09:34.008888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fab39858-401a-4448-aede-216a547d37cc None None] For port 047f33cf-a4d0-49aa-bbdd-cc9499063941, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=047f33cf-a4d0-49aa-bbdd-cc9499063941,segment=NetworkSegment(229094c1-b35d-4c6c-8702-57a4b24b9d4c),segment_id=229094c1-b35d-4c6c-8702-57a4b24b9d4c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:34.021024 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.119322 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fab39858-401a-4448-aede-216a547d37cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.123698 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bd063-df09-44c5-aec2-62276ca32958 req-c3573560-1950-4ea4-84db-1f40d00d3e47 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:34.129212 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-724bd063-df09-44c5-aec2-62276ca32958 req-c3573560-1950-4ea4-84db-1f40d00d3e47 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1941581 Nov 12 04:09:34.211072 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb758efb-d68b-413a-a2b0-db5dcd5ac456 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.212892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa0af-083c-45df-be2b-0ef1e5a4498d req-5bd04048-1890-4cd3-b359-dbeea34cab0e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:34.216249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-91aaa0af-083c-45df-be2b-0ef1e5a4498d req-5bd04048-1890-4cd3-b359-dbeea34cab0e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.2511318 Nov 12 04:09:34.261599 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.333917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab39858-401a-4448-aede-216a547d37cc None None] Pushing event updated for resources: {'Port': ['ID=047f33cf-a4d0-49aa-bbdd-cc9499063941,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:34.377056 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:09:34.377426 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:09:34.456719 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb758efb-d68b-413a-a2b0-db5dcd5ac456 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 4e377468-8124-4efc-b6ff-956a9200c86b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:34.462120 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.471014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43b1b62-a7f2-4dae-ae43-9190c03e1299,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:34.520027 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bb758efb-d68b-413a-a2b0-db5dcd5ac456 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:34.545641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb758efb-d68b-413a-a2b0-db5dcd5ac456 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=6b1e0977-d5cf-4f7e-be8a-a0f26ea745f0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:34.554005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb758efb-d68b-413a-a2b0-db5dcd5ac456 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:34.565800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb758efb-d68b-413a-a2b0-db5dcd5ac456 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:34.565800 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb758efb-d68b-413a-a2b0-db5dcd5ac456 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.565800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60132) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:34.580914 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bc15ee00-80e2-41b0-b792-b9bca9324442 None None] Provisioning complete for port 047f33cf-a4d0-49aa-bbdd-cc9499063941 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:34.581309 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bc15ee00-80e2-41b0-b792-b9bca9324442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.582019 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-724bd063-df09-44c5-aec2-62276ca32958 req-dfb33021-56ef-4ea4-9a27-a262184255e5 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425485 Nov 12 04:09:34.687431 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bb758efb-d68b-413a-a2b0-db5dcd5ac456 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4497333 Nov 12 04:09:34.690160 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60138) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:34.759355 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.768277 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.793048 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-91aaa0af-083c-45df-be2b-0ef1e5a4498d req-0a90a32b-41c1-4d5d-b920-fe790321cd47 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612411 Nov 12 04:09:34.876445 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bb783eb-fc0d-44d3-a30b-c42ca1db612b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.959698 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee30a8e-0a68-48bd-b9a4-9d77a0c9ded9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:34.962360 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0ee30a8e-0a68-48bd-b9a4-9d77a0c9ded9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2710111 Nov 12 04:09:34.965718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:35.052961 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bc15ee00-80e2-41b0-b792-b9bca9324442 None None] Provisioning complete for port b3909d5b-ee8b-47c9-95fa-6c7d3cf2c18a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:35.054509 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bc15ee00-80e2-41b0-b792-b9bca9324442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.057499 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.064027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 084d7af1-7a42-4491-b0b3-975fa95068c4 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:09:35.069892 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.073459 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b8922073-a726-4910-9dcf-9562a8984d27 admin admin] 10.222.0.105 "DELETE /v2.0/routers/084d7af1-7a42-4491-b0b3-975fa95068c4 HTTP/1.1" status: 204 len: 168 time: 2.4878738 Nov 12 04:09:35.079446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:35.128990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcd27de-c4e8-4094-b8b9-11c528a21ccf tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:35.148698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcd27de-c4e8-4094-b8b9-11c528a21ccf tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:35.165338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcd27de-c4e8-4094-b8b9-11c528a21ccf tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:35.167148 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8dcd27de-c4e8-4094-b8b9-11c528a21ccf tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2001255 Nov 12 04:09:35.171335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60144) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:35.173312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bc15ee00-80e2-41b0-b792-b9bca9324442 None None] Port b3909d5b-ee8b-47c9-95fa-6c7d3cf2c18a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:35.233095 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bb783eb-fc0d-44d3-a30b-c42ca1db612b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.265177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbab5963-85f5-40ca-bc8d-98ef95794ba1 admin admin] Deleting subnet 8f6d13c3-ac5c-4151-970c-435785743b79 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:09:35.284139 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbab5963-85f5-40ca-bc8d-98ef95794ba1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.317010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a2c2903b-a8ce-49ce-af02-a97bd813045f None None] Provisioning complete for port b3909d5b-ee8b-47c9-95fa-6c7d3cf2c18a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:35.317599 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2c2903b-a8ce-49ce-af02-a97bd813045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.376904 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bb783eb-fc0d-44d3-a30b-c42ca1db612b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.379456 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 047f33cf-a4d0-49aa-bbdd-cc9499063941 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:35.446813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a2c2903b-a8ce-49ce-af02-a97bd813045f None None] Port b3909d5b-ee8b-47c9-95fa-6c7d3cf2c18a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:35.449094 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbab5963-85f5-40ca-bc8d-98ef95794ba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.515896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 047f33cf-a4d0-49aa-bbdd-cc9499063941 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:35.516462 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.567014 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbab5963-85f5-40ca-bc8d-98ef95794ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.600908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-12cbabc3-8502-4513-8ba7-210d29d53a8f None None] Provisioning complete for port 6b1e0977-d5cf-4f7e-be8a-a0f26ea745f0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:35.600908 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12cbabc3-8502-4513-8ba7-210d29d53a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.669901 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb783eb-fc0d-44d3-a30b-c42ca1db612b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d84b02b-6344-45d9-a109-798484c27c3f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:35.678293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c4435471-a580-462e-a5f2-1e5522375493 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:35.689413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3bb783eb-fc0d-44d3-a30b-c42ca1db612b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d12a9fc8d4564544b5fc8a2ad18ece69&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1235900 Nov 12 04:09:35.697232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:35.749892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a43ad528-fff7-428b-9765-0e467a755b6f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 6b1e0977-d5cf-4f7e-be8a-a0f26ea745f0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:35.750810 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a43ad528-fff7-428b-9765-0e467a755b6f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.784854 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c4435471-a580-462e-a5f2-1e5522375493, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c4435471-a580-462e-a5f2-1e5522375493,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:35.808233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'c4435471-a580-462e-a5f2-1e5522375493', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'port_id': 'c4435471-a580-462e-a5f2-1e5522375493', 'mac_address': 'fa:16:3e:ab:00:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:35.824638 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02beaad4-ca2f-437c-843d-613c9faa4783 req-fd1f2d82-c1a9-402c-87a5-976e322ced2a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:35.832346 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02beaad4-ca2f-437c-843d-613c9faa4783 req-fd1f2d82-c1a9-402c-87a5-976e322ced2a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 943 time: 0.1506577 Nov 12 04:09:35.842941 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbab5963-85f5-40ca-bc8d-98ef95794ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.844486 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c10cdfd8-b00e-476b-9bc7-f60c92432d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.861202 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.879953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4435471-a580-462e-a5f2-1e5522375493 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:35.906689 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c4435471-a580-462e-a5f2-1e5522375493, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c4435471-a580-462e-a5f2-1e5522375493,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:35.906689 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-12cbabc3-8502-4513-8ba7-210d29d53a8f None None] Port 6b1e0977-d5cf-4f7e-be8a-a0f26ea745f0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:35.907939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02beaad4-ca2f-437c-843d-613c9faa4783 req-74b23cc8-dc81-4440-9bec-50b4d6697afa tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745575 Nov 12 04:09:35.916979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab5963-85f5-40ca-bc8d-98ef95794ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f6d13c3-ac5c-4151-970c-435785743b79,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:35.926028 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c10cdfd8-b00e-476b-9bc7-f60c92432d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.944315 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236dbb23-65dc-4299-83d6-f6b9d53ece27 None None] Network 8e3b4789-f637-4eb8-b37f-79c30376b867 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:35.945812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbab5963-85f5-40ca-bc8d-98ef95794ba1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.953963 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dbab5963-85f5-40ca-bc8d-98ef95794ba1 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/8f6d13c3-ac5c-4151-970c-435785743b79 HTTP/1.1" status: 204 len: 168 time: 0.8711491 Nov 12 04:09:35.957476 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:36.010508 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.080924 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:36.081619 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a43ad528-fff7-428b-9765-0e467a755b6f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.106718 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c10cdfd8-b00e-476b-9bc7-f60c92432d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.111149 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c10cdfd8-b00e-476b-9bc7-f60c92432d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.115431 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c10cdfd8-b00e-476b-9bc7-f60c92432d91 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4d84b02b-6344-45d9-a109-798484c27c3f HTTP/1.1" status: 204 len: 168 time: 0.4168384 Nov 12 04:09:36.120296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:36.120882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7b8bc885-ed7c-42ac-aeab-c4fb3a6fa1eb not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:36.121476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e43b1b62-a7f2-4dae-ae43-9190c03e1299 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:36.133955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cdfd8-b00e-476b-9bc7-f60c92432d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d84b02b-6344-45d9-a109-798484c27c3f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:36.148690 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: e43b1b62-a7f2-4dae-ae43-9190c03e1299 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:36.149344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e43b1b62-a7f2-4dae-ae43-9190c03e1299 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:36.188320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a43ad528-fff7-428b-9765-0e467a755b6f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 6b1e0977-d5cf-4f7e-be8a-a0f26ea745f0 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:36.204699 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=c4435471-a580-462e-a5f2-1e5522375493,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:36.226372 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.239560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764dd2a-44b1-48de-a448-cec5d395e440 req-6f117ff7-d8e7-4de3-8c51-fa4c5035bf5c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:36.247421 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6764dd2a-44b1-48de-a448-cec5d395e440 req-6f117ff7-d8e7-4de3-8c51-fa4c5035bf5c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.2350085 Nov 12 04:09:36.268736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c4435471-a580-462e-a5f2-1e5522375493'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:36.357939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a670cd0b-7d8f-475d-9827-aa2bcb946d77 None None] DHCP port deletion for 8e3b4789-f637-4eb8-b37f-79c30376b867 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:09:36.473049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a670cd0b-7d8f-475d-9827-aa2bcb946d77 None None] Deleting port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:36.474176 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a670cd0b-7d8f-475d-9827-aa2bcb946d77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.591129 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6764dd2a-44b1-48de-a448-cec5d395e440 req-e0edf52f-2cf5-4951-93f0-c784392558af tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419693 Nov 12 04:09:36.610335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Deleting port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:36.610692 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.639876 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a670cd0b-7d8f-475d-9827-aa2bcb946d77 None None] For port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f4fa4d58-0d02-40af-aa51-eedfa27b4d4e,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:36.640374 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a670cd0b-7d8f-475d-9827-aa2bcb946d77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.640993 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a43ad528-fff7-428b-9765-0e467a755b6f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.659886 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a670cd0b-7d8f-475d-9827-aa2bcb946d77 None None] Calling delete_port for f4fa4d58-0d02-40af-aa51-eedfa27b4d4e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:36.685771 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ad528-fff7-428b-9765-0e467a755b6f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=6b1e0977-d5cf-4f7e-be8a-a0f26ea745f0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:36.793751 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a43ad528-fff7-428b-9765-0e467a755b6f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.800970 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a43ad528-fff7-428b-9765-0e467a755b6f tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/6b1e0977-d5cf-4f7e-be8a-a0f26ea745f0 HTTP/1.1" status: 204 len: 168 time: 1.6236351 Nov 12 04:09:36.801338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:36.809378 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] For port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f4fa4d58-0d02-40af-aa51-eedfa27b4d4e,segment=NetworkSegment(730be5c2-666d-4abd-827f-d6ee7d8a11b0),segment_id=730be5c2-666d-4abd-827f-d6ee7d8a11b0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:36.809961 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.830267 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Calling delete_port for f4fa4d58-0d02-40af-aa51-eedfa27b4d4e owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:36.839246 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a357267-5f5f-41b7-88d5-b71381b7b5ca tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] GET failed (client error): The resource could not be found. Nov 12 04:09:36.840938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5a357267-5f5f-41b7-88d5-b71381b7b5ca tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/6b1e0977-d5cf-4f7e-be8a-a0f26ea745f0 HTTP/1.1" status: 404 len: 333 time: 0.0385141 Nov 12 04:09:36.843590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:36.943523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8192b053-2ed2-468c-a5bb-60eedf51f739 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port b3909d5b-ee8b-47c9-95fa-6c7d3cf2c18a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:36.965100 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8192b053-2ed2-468c-a5bb-60eedf51f739 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.078741 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a670cd0b-7d8f-475d-9827-aa2bcb946d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.084558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.098916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670cd0b-7d8f-475d-9827-aa2bcb946d77 None None] No DVR routers for this DVR port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:37.122050 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] No DVR routers for this DVR port f4fa4d58-0d02-40af-aa51-eedfa27b4d4e on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:37.129058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670cd0b-7d8f-475d-9827-aa2bcb946d77 None None] Pushing event deleted for resources: {'Port': ['ID=f4fa4d58-0d02-40af-aa51-eedfa27b4d4e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:37.166733 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4fa4d58-0d02-40af-aa51-eedfa27b4d4e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:37.236726 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.402535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3b4789-f637-4eb8-b37f-79c30376b867']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:37.402535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730be5c2-666d-4abd-827f-d6ee7d8a11b0') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:37.402535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730be5c2-666d-4abd-827f-d6ee7d8a11b0') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:37.508700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f4fa4d58-0d02-40af-aa51-eedfa27b4d4e no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:37.512017 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.512354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: f4fa4d58-0d02-40af-aa51-eedfa27b4d4e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:37.512354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f4fa4d58-0d02-40af-aa51-eedfa27b4d4e not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60192) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:09:37.512819 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d15d5a0-a5ba-4532-868c-e00a64d7b3d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.518792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796adb0-699e-48b8-a19c-414da8c03fd0 req-48ab20fc-c397-4f30-b357-9d7a323bb382 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:37.519938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c796adb0-699e-48b8-a19c-414da8c03fd0 req-48ab20fc-c397-4f30-b357-9d7a323bb382 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 944 time: 0.5162714 Nov 12 04:09:37.541463 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8192b053-2ed2-468c-a5bb-60eedf51f739 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.570464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8192b053-2ed2-468c-a5bb-60eedf51f739 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for b3909d5b-ee8b-47c9-95fa-6c7d3cf2c18a owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:37.642208 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c796adb0-699e-48b8-a19c-414da8c03fd0 req-a4a3c847-6481-45ae-9ad0-34370f0e0602 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121969 Nov 12 04:09:37.671623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c4435471-a580-462e-a5f2-1e5522375493 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:37.727664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.732657 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d15d5a0-a5ba-4532-868c-e00a64d7b3d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.749584 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.754127 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] 10.222.0.105 "DELETE /v2.0/networks/8e3b4789-f637-4eb8-b37f-79c30376b867 HTTP/1.1" status: 204 len: 168 time: 1.7951713 Nov 12 04:09:37.790026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07412cc-da81-47e8-beb7-8967515e2a04 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e3b4789-f637-4eb8-b37f-79c30376b867,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:37.817404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082082a-62fb-4d4a-8a30-16f8a3ea60de req-b5577331-1a22-4ec1-a949-86370dbcaefd tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:37.819782 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1082082a-62fb-4d4a-8a30-16f8a3ea60de req-b5577331-1a22-4ec1-a949-86370dbcaefd tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0938637 Nov 12 04:09:37.876731 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d15d5a0-a5ba-4532-868c-e00a64d7b3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.883757 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port c4435471-a580-462e-a5f2-1e5522375493 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:09:37.888932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port c4435471-a580-462e-a5f2-1e5522375493 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:37.889971 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.964407 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8192b053-2ed2-468c-a5bb-60eedf51f739 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.967785 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3d15d5a0-a5ba-4532-868c-e00a64d7b3d6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=100ef6f736034f66952a03c94cdf14a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5447044 Nov 12 04:09:37.972341 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60204) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:37.981596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15d5a0-a5ba-4532-868c-e00a64d7b3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ceb1a1-82f9-4a60-a67a-93959409a7dc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:37.988876 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1082082a-62fb-4d4a-8a30-16f8a3ea60de req-74ca3265-60e2-4552-9a98-0020bcae842f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614740 Nov 12 04:09:38.061815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192b053-2ed2-468c-a5bb-60eedf51f739 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=b3909d5b-ee8b-47c9-95fa-6c7d3cf2c18a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:38.109778 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2e96bcd-9139-4ce2-bc1a-6df6cf8f9993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.114986 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.125857 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8192b053-2ed2-468c-a5bb-60eedf51f739 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.129307 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8192b053-2ed2-468c-a5bb-60eedf51f739 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/b3909d5b-ee8b-47c9-95fa-6c7d3cf2c18a HTTP/1.1" status: 204 len: 168 time: 1.2847600 Nov 12 04:09:38.136351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60206) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:38.198244 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2e96bcd-9139-4ce2-bc1a-6df6cf8f9993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.232758 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e6f7ae-b3e3-422f-8dd9-7bb99b754a4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] GET failed (client error): The resource could not be found. Nov 12 04:09:38.237315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-50e6f7ae-b3e3-422f-8dd9-7bb99b754a4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/b3909d5b-ee8b-47c9-95fa-6c7d3cf2c18a HTTP/1.1" status: 404 len: 333 time: 0.0984118 Nov 12 04:09:38.239555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60212) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:38.260018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c4435471-a580-462e-a5f2-1e5522375493, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c4435471-a580-462e-a5f2-1e5522375493,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:38.260018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d91baa-a040-4f97-85cb-579a082f2264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4435471-a580-462e-a5f2-1e5522375493'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:38.260018 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca57305-a4fe-4e15-9883-63c1237cc5f1" -d '{"events": [{"server_uuid": "b3d91baa-a040-4f97-85cb-579a082f2264", "name": "network-vif-plugged", "status": "completed", "tag": "c4435471-a580-462e-a5f2-1e5522375493"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:38.361619 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:38.366997 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.374951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dfacad-a8d1-470d-a787-038276effa94 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting subnet 90b972f1-b2a2-4099-99d7-685b559613d3 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:09:38.378737 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31dfacad-a8d1-470d-a787-038276effa94 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.425689 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2e96bcd-9139-4ce2-bc1a-6df6cf8f9993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.429774 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31dfacad-a8d1-470d-a787-038276effa94 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.433712 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2e96bcd-9139-4ce2-bc1a-6df6cf8f9993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.442605 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c2e96bcd-9139-4ce2-bc1a-6df6cf8f9993 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/81ceb1a1-82f9-4a60-a67a-93959409a7dc HTTP/1.1" status: 204 len: 168 time: 0.4675090 Nov 12 04:09:38.512026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e96bcd-9139-4ce2-bc1a-6df6cf8f9993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ceb1a1-82f9-4a60-a67a-93959409a7dc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:38.556857 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31dfacad-a8d1-470d-a787-038276effa94 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.558842 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ca8c6cef-c8da-4a59-b289-c37a2829f81d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=07ce5d3360e74510bae653ba7f2aef20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1957157 Nov 12 04:09:38.593781 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60224) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:38.613410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=c4435471-a580-462e-a5f2-1e5522375493,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:38.685396 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17ca37ec-a910-4d0d-8e8f-47e61356ad1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.715757 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17ca37ec-a910-4d0d-8e8f-47e61356ad1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.715887 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c984824-8296-4e4b-bd35-986a5524ca00 x-openstack-request-id: req-1c984824-8296-4e4b-bd35-986a5524ca00 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:38.716749 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d91baa-a040-4f97-85cb-579a082f2264", "name": "network-vif-plugged", "status": "completed", "tag": "c4435471-a580-462e-a5f2-1e5522375493", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:38.717160 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1c984824-8296-4e4b-bd35-986a5524ca00 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:38.717756 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d91baa-a040-4f97-85cb-579a082f2264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4435471-a580-462e-a5f2-1e5522375493', 'code': 200} Nov 12 04:09:38.768320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2ee38-2f48-44c3-9968-d84db08e1de8 req-6d12041b-78d4-4abd-9aec-309216325517 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.769874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ec2ee38-2f48-44c3-9968-d84db08e1de8 req-6d12041b-78d4-4abd-9aec-309216325517 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 945 time: 0.0525560 Nov 12 04:09:38.771421 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31dfacad-a8d1-470d-a787-038276effa94 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.813453 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31dfacad-a8d1-470d-a787-038276effa94 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.820156 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-31dfacad-a8d1-470d-a787-038276effa94 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/90b972f1-b2a2-4099-99d7-685b559613d3 HTTP/1.1" status: 204 len: 168 time: 0.5783970 Nov 12 04:09:38.823467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb27309e-4af7-48a9-bb64-d224ddebc1f7 None None] Network 4e377468-8124-4efc-b6ff-956a9200c86b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:38.824029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:38.865738 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfacad-a8d1-470d-a787-038276effa94 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Subnet': ['ID=90b972f1-b2a2-4099-99d7-685b559613d3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:38.870768 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17ca37ec-a910-4d0d-8e8f-47e61356ad1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.874030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17ca37ec-a910-4d0d-8e8f-47e61356ad1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.875430 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-17ca37ec-a910-4d0d-8e8f-47e61356ad1f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e38cc3f4-1b2f-45ea-bc2d-d415e3861934 HTTP/1.1" status: 204 len: 168 time: 0.2794292 Nov 12 04:09:38.894740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104db421-06da-468f-97ce-264120e96e38 req-283e2c8b-0732-47bb-9a6c-ce5abad7d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.896489 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca37ec-a910-4d0d-8e8f-47e61356ad1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38cc3f4-1b2f-45ea-bc2d-d415e3861934,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:38.897588 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-104db421-06da-468f-97ce-264120e96e38 req-283e2c8b-0732-47bb-9a6c-ce5abad7d1ed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 1097 time: 0.1135340 Nov 12 04:09:38.955753 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ec2ee38-2f48-44c3-9968-d84db08e1de8 req-a6eadd37-6802-4767-b462-168ec0f4373c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738098 Nov 12 04:09:38.969048 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.985230 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-104db421-06da-468f-97ce-264120e96e38 req-c0be9e62-8b05-4879-8b98-1ed90925b5de service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775633 Nov 12 04:09:39.036791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 047f33cf-a4d0-49aa-bbdd-cc9499063941 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:39.037031 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.123782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] For port 047f33cf-a4d0-49aa-bbdd-cc9499063941, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=047f33cf-a4d0-49aa-bbdd-cc9499063941,segment=NetworkSegment(229094c1-b35d-4c6c-8702-57a4b24b9d4c),segment_id=229094c1-b35d-4c6c-8702-57a4b24b9d4c)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:39.124320 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.139074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 047f33cf-a4d0-49aa-bbdd-cc9499063941 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:39.195610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f690882-e1f1-407d-86b6-a8d7afd42b38 None None] DHCP port deletion for 4e377468-8124-4efc-b6ff-956a9200c86b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:09:39.292013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a0653-b6cd-4627-84a4-c9b5df121c70 req-cd74931a-1a57-44ca-ab8e-31f6b68fe412 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:39.300602 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c19a0653-b6cd-4627-84a4-c9b5df121c70 req-cd74931a-1a57-44ca-ab8e-31f6b68fe412 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1569605 Nov 12 04:09:39.347537 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2f690882-e1f1-407d-86b6-a8d7afd42b38 None None] Deleting port 047f33cf-a4d0-49aa-bbdd-cc9499063941 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:39.349647 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f690882-e1f1-407d-86b6-a8d7afd42b38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.387092 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c19a0653-b6cd-4627-84a4-c9b5df121c70 req-e97c83cc-2f9f-425e-a1b9-23b04f2726c4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808022 Nov 12 04:09:39.401019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 047f33cf-a4d0-49aa-bbdd-cc9499063941 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:39.450441 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.485483 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=047f33cf-a4d0-49aa-bbdd-cc9499063941,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:39.490478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No DVR routers for this DVR port 047f33cf-a4d0-49aa-bbdd-cc9499063941 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:39.606948 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.635575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e377468-8124-4efc-b6ff-956a9200c86b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:39.649550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229094c1-b35d-4c6c-8702-57a4b24b9d4c') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:39.649854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229094c1-b35d-4c6c-8702-57a4b24b9d4c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:39.672814 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.697507 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No active binding found for port 047f33cf-a4d0-49aa-bbdd-cc9499063941 {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 04:09:39.697507 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 047f33cf-a4d0-49aa-bbdd-cc9499063941 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:39.700996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2f690882-e1f1-407d-86b6-a8d7afd42b38 None None] For port 047f33cf-a4d0-49aa-bbdd-cc9499063941, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=047f33cf-a4d0-49aa-bbdd-cc9499063941,segment=NetworkSegment(229094c1-b35d-4c6c-8702-57a4b24b9d4c),segment_id=229094c1-b35d-4c6c-8702-57a4b24b9d4c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:39.702565 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f690882-e1f1-407d-86b6-a8d7afd42b38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.716351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.721849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2f690882-e1f1-407d-86b6-a8d7afd42b38 None None] Calling delete_port for 047f33cf-a4d0-49aa-bbdd-cc9499063941 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:39.729730 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:09:39.730691 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:09:39.735043 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:09:39.815724 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f690882-e1f1-407d-86b6-a8d7afd42b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.847231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f690882-e1f1-407d-86b6-a8d7afd42b38 None None] Pushing event deleted for resources: {'Port': ['ID=047f33cf-a4d0-49aa-bbdd-cc9499063941,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:39.851235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f690882-e1f1-407d-86b6-a8d7afd42b38 None None] No DVR routers for this DVR port 047f33cf-a4d0-49aa-bbdd-cc9499063941 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:40.021134 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.026849 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.034741 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/networks/4e377468-8124-4efc-b6ff-956a9200c86b HTTP/1.1" status: 204 len: 168 time: 1.2047865 Nov 12 04:09:40.035150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60286) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:40.040614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-392114e6-bdc0-4656-ac92-3bc977bf795e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1632201038'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:40.072446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c57a7-658d-4d92-a602-49bebc91bb9e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Network': ['ID=4e377468-8124-4efc-b6ff-956a9200c86b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:40.107146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1583953-7238-4e7d-b7de-ef8e5080fd57 req-dc4aea46-a6e0-49f6-ad09-40ff799fea36 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.108824 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1583953-7238-4e7d-b7de-ef8e5080fd57 req-dc4aea46-a6e0-49f6-ad09-40ff799fea36 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 945 time: 0.0768993 Nov 12 04:09:40.150406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb04e7c-f6d0-4493-b91a-c5c5f1edd148 req-8c71fd12-c8d9-4d74-906f-b7f73c20de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.153407 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ffb04e7c-f6d0-4493-b91a-c5c5f1edd148 req-8c71fd12-c8d9-4d74-906f-b7f73c20de4d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=79ef31f00b10453b810a706be411ba9d&device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 1098 time: 0.0498259 Nov 12 04:09:40.185418 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1583953-7238-4e7d-b7de-ef8e5080fd57 req-83933983-eb32-48db-a5eb-ff54f7e1d20f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642371 Nov 12 04:09:40.192636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392114e6-bdc0-4656-ac92-3bc977bf795e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:40.198967 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-392114e6-bdc0-4656-ac92-3bc977bf795e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.309221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392114e6-bdc0-4656-ac92-3bc977bf795e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:09:40.330091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb04e7c-f6d0-4493-b91a-c5c5f1edd148 req-b20a3282-0639-4691-ae48-639e85d25ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.331653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ffb04e7c-f6d0-4493-b91a-c5c5f1edd148 req-b20a3282-0639-4691-ae48-639e85d25ce9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516 HTTP/1.1" status: 200 len: 916 time: 0.1638315 Nov 12 04:09:40.332815 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-392114e6-bdc0-4656-ac92-3bc977bf795e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.333163 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-392114e6-bdc0-4656-ac92-3bc977bf795e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Added segment f507d16f-c796-491b-a039-c6731c37ed8a of type vlan for network fc09d9aa-7356-463a-9b06-81e02f50534c Nov 12 04:09:40.402320 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ffb04e7c-f6d0-4493-b91a-c5c5f1edd148 req-f4cc007f-adb3-43f3-92ed-cd3f1a4fcd90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5 HTTP/1.1" status: 200 len: 217 time: 0.0595760 Nov 12 04:09:40.423400 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-392114e6-bdc0-4656-ac92-3bc977bf795e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.503563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb04e7c-f6d0-4493-b91a-c5c5f1edd148 req-e8cec13a-bed9-4d64-ac93-1613f49d7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.505362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ffb04e7c-f6d0-4493-b91a-c5c5f1edd148 req-e8cec13a-bed9-4d64-ac93-1613f49d7d58 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3110dda-0677-4da1-b118-225bfcce94e6 HTTP/1.1" status: 200 len: 854 time: 0.0934916 Nov 12 04:09:40.565169 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ffb04e7c-f6d0-4493-b91a-c5c5f1edd148 req-8af2fe66-0d45-4e74-b98b-457c84f435f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516863 Nov 12 04:09:40.638707 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-392114e6-bdc0-4656-ac92-3bc977bf795e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.644344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392114e6-bdc0-4656-ac92-3bc977bf795e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.644942 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-392114e6-bdc0-4656-ac92-3bc977bf795e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.661152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96089fa6-ac5a-4f19-93ea-0471f040f942 req-2f61f1e7-5281-4131-a62a-4f1a2e28ebf8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.662671 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96089fa6-ac5a-4f19-93ea-0471f040f942 req-2f61f1e7-5281-4131-a62a-4f1a2e28ebf8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1517510 Nov 12 04:09:40.788777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ffb04e7c-f6d0-4493-b91a-c5c5f1edd148 req-c950c314-14d9-45f4-8534-16abb89db7c5 service neutron] 10.222.0.25 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156024 Nov 12 04:09:40.797206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392114e6-bdc0-4656-ac92-3bc977bf795e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Network': ['ID=fc09d9aa-7356-463a-9b06-81e02f50534c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:40.807827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network fc09d9aa-7356-463a-9b06-81e02f50534c details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:09:40.869879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96089fa6-ac5a-4f19-93ea-0471f040f942 req-dd4fd5d4-5374-40d2-aed8-e219ea923430 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811388 Nov 12 04:09:40.915171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-392114e6-bdc0-4656-ac92-3bc977bf795e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8780525 Nov 12 04:09:40.918136 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60322) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:40.924954 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-45d6877d-e05a-4817-b42e-80f36baf5b71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': 'fc09d9aa-7356-463a-9b06-81e02f50534c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:40.951515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ffb04e7c-f6d0-4493-b91a-c5c5f1edd148 req-4a4fc5ac-18d8-454c-b7d1-61225976db2c service neutron] 10.222.0.25 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522453 Nov 12 04:09:41.174824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d6877d-e05a-4817-b42e-80f36baf5b71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:41.179087 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45d6877d-e05a-4817-b42e-80f36baf5b71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:41.341980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa08dcc-45a7-4dff-a711-1199c9e606a2 req-358699dc-883c-47ac-9807-bd9caf2fe273 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:41.343725 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8fa08dcc-45a7-4dff-a711-1199c9e606a2 req-358699dc-883c-47ac-9807-bd9caf2fe273 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 945 time: 0.0691469 Nov 12 04:09:41.406561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8fa08dcc-45a7-4dff-a711-1199c9e606a2 req-939366f9-8aee-476d-b632-0216bf944327 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543661 Nov 12 04:09:41.549169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64a71f-883d-449f-acb9-c966d3ab5b06 req-e42e1da4-67b2-42aa-a786-ad36c16aa5f0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:41.550701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df64a71f-883d-449f-acb9-c966d3ab5b06 req-e42e1da4-67b2-42aa-a786-ad36c16aa5f0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 945 time: 0.0656884 Nov 12 04:09:41.587245 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45d6877d-e05a-4817-b42e-80f36baf5b71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:41.604713 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df64a71f-883d-449f-acb9-c966d3ab5b06 req-89bf7d9b-7442-4c72-bc09-9d137b0f4fd5 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475736 Nov 12 04:09:41.668683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6877d-e05a-4817-b42e-80f36baf5b71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Subnet': ['ID=79114cf9-32e0-4756-a171-39b311a5355f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:41.677595 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d6877d-e05a-4817-b42e-80f36baf5b71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Checking segment: {'id': 'f507d16f-c796-491b-a039-c6731c37ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'fc09d9aa-7356-463a-9b06-81e02f50534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:41.682636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d6877d-e05a-4817-b42e-80f36baf5b71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network hostable DHCP agents. Network: fc09d9aa-7356-463a-9b06-81e02f50534c, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:09:41.786549 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d6877d-e05a-4817-b42e-80f36baf5b71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network fc09d9aa-7356-463a-9b06-81e02f50534c is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:09:41.884564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-45d6877d-e05a-4817-b42e-80f36baf5b71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, fc09d9aa-7356-463a-9b06-81e02f50534c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:41.890669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6877d-e05a-4817-b42e-80f36baf5b71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:41.891334 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45d6877d-e05a-4817-b42e-80f36baf5b71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:41.898833 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb26ab75-88a7-46e5-9f9f-94dd69d9fd68 None None] Network fc09d9aa-7356-463a-9b06-81e02f50534c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:41.993370 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-45d6877d-e05a-4817-b42e-80f36baf5b71 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0683846 Nov 12 04:09:41.993877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60372) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:41.997566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2f804a48-94c2-48a9-a4f6-9fb8fb5c4940 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1549603115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:42.076119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e2acd-9db5-4239-b614-2e983b0b8b42 req-65d016f7-f6b1-4eca-a1ae-1a99b9be6d25 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:42.080663 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d0e2acd-9db5-4239-b614-2e983b0b8b42 req-65d016f7-f6b1-4eca-a1ae-1a99b9be6d25 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0623090 Nov 12 04:09:42.090949 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-fc09d9aa-7356-463a-9b06-81e02f50534c', 'network_id': 'fc09d9aa-7356-463a-9b06-81e02f50534c', 'tenant_id': '85b95f8267f04fdfbf1d27edcf55d988', 'fixed_ips': [{'subnet_id': '79114cf9-32e0-4756-a171-39b311a5355f'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:09:42.091828 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.165325 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2d0e2acd-9db5-4239-b614-2e983b0b8b42 req-9d3984cf-a760-41c0-a26d-55478c413403 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760856 Nov 12 04:09:42.167673 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f804a48-94c2-48a9-a4f6-9fb8fb5c4940 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.175713 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f804a48-94c2-48a9-a4f6-9fb8fb5c4940 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.244960 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f804a48-94c2-48a9-a4f6-9fb8fb5c4940 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.275203 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Allocated IP 2001:db8::2 (fc09d9aa-7356-463a-9b06-81e02f50534c/79114cf9-32e0-4756-a171-39b311a5355f/a186e86a-a5f7-425b-bb50-ce0dac9ae593) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:42.426029 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f804a48-94c2-48a9-a4f6-9fb8fb5c4940 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.440332 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.494338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23411db1-b2a0-4878-a897-3489c015e14b req-30e72aff-d92e-44a3-838d-913cd663d958 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:42.494338 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-23411db1-b2a0-4878-a897-3489c015e14b req-30e72aff-d92e-44a3-838d-913cd663d958 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 945 time: 0.0810564 Nov 12 04:09:42.542725 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.552961 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-23411db1-b2a0-4878-a897-3489c015e14b req-721633e5-bd21-45a7-a6d6-f4d3bfcf354b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546353 Nov 12 04:09:42.564828 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f804a48-94c2-48a9-a4f6-9fb8fb5c4940 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.569728 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2f804a48-94c2-48a9-a4f6-9fb8fb5c4940 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5754011 Nov 12 04:09:42.569991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60386) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:42.575325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'network_id': 'fc09d9aa-7356-463a-9b06-81e02f50534c', 'name': 'tempest-PortsIpV6TestJSON-399503233'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:42.600477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Network fc09d9aa-7356-463a-9b06-81e02f50534c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:42.607383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:42.611012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:42.623398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Pushing event updated for resources: {'Port': ['ID=a186e86a-a5f7-425b-bb50-ce0dac9ae593,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:42.705220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Attempting to bind port a186e86a-a5f7-425b-bb50-ce0dac9ae593 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:42.705506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Attempting to bind port a186e86a-a5f7-425b-bb50-ce0dac9ae593 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f507d16f-c796-491b-a039-c6731c37ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'fc09d9aa-7356-463a-9b06-81e02f50534c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:42.705880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Attempting to bind port a186e86a-a5f7-425b-bb50-ce0dac9ae593 on network fc09d9aa-7356-463a-9b06-81e02f50534c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:42.712571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:42.721387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Checking segment: {'id': 'f507d16f-c796-491b-a039-c6731c37ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'fc09d9aa-7356-463a-9b06-81e02f50534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:42.721387 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.721387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Bound using segment: {'id': 'f507d16f-c796-491b-a039-c6731c37ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'fc09d9aa-7356-463a-9b06-81e02f50534c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:42.721387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Bound port: a186e86a-a5f7-425b-bb50-ce0dac9ae593, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f507d16f-c796-491b-a039-c6731c37ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'fc09d9aa-7356-463a-9b06-81e02f50534c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:42.721387 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.796198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] For port a186e86a-a5f7-425b-bb50-ce0dac9ae593, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:42.800322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] For port a186e86a-a5f7-425b-bb50-ce0dac9ae593, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a186e86a-a5f7-425b-bb50-ce0dac9ae593,segment=NetworkSegment(f507d16f-c796-491b-a039-c6731c37ed8a),segment_id=f507d16f-c796-491b-a039-c6731c37ed8a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:42.923193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:42.929560 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.951236 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.979063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port 137dcd49-269a-4323-bd83-e5e9ffcbc952 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:09:43.076175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa031fc-94d6-47d9-9ec3-7c256d111b68 None None] Pushing event updated for resources: {'Port': ['ID=a186e86a-a5f7-425b-bb50-ce0dac9ae593,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:43.154990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Allocated IP 2001:db8::34d (fc09d9aa-7356-463a-9b06-81e02f50534c/79114cf9-32e0-4756-a171-39b311a5355f/137dcd49-269a-4323-bd83-e5e9ffcbc952) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:43.376471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da9675-0200-4332-b70f-b122fe38ae69 req-39e8e0bd-c803-4a95-8fe4-3472df898297 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.378257 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34da9675-0200-4332-b70f-b122fe38ae69 req-39e8e0bd-c803-4a95-8fe4-3472df898297 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.1337202 Nov 12 04:09:43.419509 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.478369 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34da9675-0200-4332-b70f-b122fe38ae69 req-949c4c3b-0c67-490e-97e9-338f76cb5350 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815380 Nov 12 04:09:43.621041 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.685944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network fc09d9aa-7356-463a-9b06-81e02f50534c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:43.685944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:43.685944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:43.685944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.686751 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.691996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 92cfe604-0ef9-4057-aa70-7a4c48e853b5 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:43.724434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=137dcd49-269a-4323-bd83-e5e9ffcbc952,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:43.736827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:43.737494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:43.738011 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:43.738517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:43.739021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:43.739589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:43.755485 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314cf58-c712-4269-9309-2d5ec407077a req-f312fe60-a509-4704-885a-58c30930203e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.759468 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d314cf58-c712-4269-9309-2d5ec407077a req-f312fe60-a509-4704-885a-58c30930203e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 945 time: 0.1301327 Nov 12 04:09:43.764232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:43.764742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:43.765195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:43.765657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:43.766433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:43.766583 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:43.861793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a4da7461-3af0-4304-81ee-439098e2e100 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2906549 Nov 12 04:09:43.863364 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d314cf58-c712-4269-9309-2d5ec407077a req-458a6c51-1d54-4bae-9898-d4ea5a96ee65 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945034 Nov 12 04:09:43.864807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:43.907591 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.983121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:43.988000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92cfe604-0ef9-4057-aa70-7a4c48e853b5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:43.990395 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51954134-06c6-402b-83a8-8e64c8deccb1" -d '{"events": [{"server_uuid": "aed5172c-44a9-49e5-b23c-4f7e9bbd47b4", "name": "network-vif-unplugged", "status": "completed", "tag": "92cfe604-0ef9-4057-aa70-7a4c48e853b5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:44.019001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6957c-cefd-42f7-9eec-151a08fe0327 req-234e509e-81a0-4eff-885a-6f5fe41f22aa tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:44.023545 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45c6957c-cefd-42f7-9eec-151a08fe0327 req-234e509e-81a0-4eff-885a-6f5fe41f22aa tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 945 time: 0.2516758 Nov 12 04:09:44.126084 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214d06df-f246-4b09-9883-a754340b1712 x-openstack-request-id: req-214d06df-f246-4b09-9883-a754340b1712 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:44.126382 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed5172c-44a9-49e5-b23c-4f7e9bbd47b4", "name": "network-vif-unplugged", "status": "failed", "tag": "92cfe604-0ef9-4057-aa70-7a4c48e853b5", "code": 422}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:44.126644 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-214d06df-f246-4b09-9883-a754340b1712 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:44.127057 n-d-767704-23 neutron-server[103148]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92cfe604-0ef9-4057-aa70-7a4c48e853b5', 'code': 422} returned with failed status Nov 12 04:09:44.196149 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:44.338777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=92cfe604-0ef9-4057-aa70-7a4c48e853b5,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:44.423327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-45c6957c-cefd-42f7-9eec-151a08fe0327 req-e850b438-e75c-4f96-9dc1-2e5433adf2c9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Deleting port c4435471-a580-462e-a5f2-1e5522375493 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:44.423666 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45c6957c-cefd-42f7-9eec-151a08fe0327 req-e850b438-e75c-4f96-9dc1-2e5433adf2c9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:44.479145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f0d291-f145-4a18-a393-5d50a3455e52 None None] Network fc09d9aa-7356-463a-9b06-81e02f50534c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:44.564079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0078dc7c-0f4b-456d-ab41-9d35431243db None None] Provisioning complete for port a186e86a-a5f7-425b-bb50-ce0dac9ae593 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:44.564658 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0078dc7c-0f4b-456d-ab41-9d35431243db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:44.565017 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:44.678051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-45c6957c-cefd-42f7-9eec-151a08fe0327 req-e850b438-e75c-4f96-9dc1-2e5433adf2c9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] For port c4435471-a580-462e-a5f2-1e5522375493, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c4435471-a580-462e-a5f2-1e5522375493,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:44.678365 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45c6957c-cefd-42f7-9eec-151a08fe0327 req-e850b438-e75c-4f96-9dc1-2e5433adf2c9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:44.705106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-45c6957c-cefd-42f7-9eec-151a08fe0327 req-e850b438-e75c-4f96-9dc1-2e5433adf2c9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Calling delete_port for c4435471-a580-462e-a5f2-1e5522375493 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:44.762528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09146325-91b2-4009-b419-d4c7f9f76bd1 req-b5adc400-8b7d-41da-bc04-285c6d8594ac tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:44.775354 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0078dc7c-0f4b-456d-ab41-9d35431243db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:44.776578 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-09146325-91b2-4009-b419-d4c7f9f76bd1 req-b5adc400-8b7d-41da-bc04-285c6d8594ac tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 944 time: 0.1755674 Nov 12 04:09:44.860356 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0078dc7c-0f4b-456d-ab41-9d35431243db None None] For port a186e86a-a5f7-425b-bb50-ce0dac9ae593, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a186e86a-a5f7-425b-bb50-ce0dac9ae593,segment=NetworkSegment(f507d16f-c796-491b-a039-c6731c37ed8a),segment_id=f507d16f-c796-491b-a039-c6731c37ed8a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:44.907555 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-09146325-91b2-4009-b419-d4c7f9f76bd1 req-e034f336-88f0-4ef6-91c7-f4b360c7395e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237223 Nov 12 04:09:44.986804 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0078dc7c-0f4b-456d-ab41-9d35431243db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.097006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078dc7c-0f4b-456d-ab41-9d35431243db None None] Pushing event updated for resources: {'Port': ['ID=a186e86a-a5f7-425b-bb50-ce0dac9ae593,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:45.119447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6c077-4d08-4ebf-9805-b4d994208c5f req-0fbe732c-fc03-4416-a349-2641488e26b9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:45.124370 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8bc6c077-4d08-4ebf-9805-b4d994208c5f req-0fbe732c-fc03-4416-a349-2641488e26b9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 944 time: 0.1089556 Nov 12 04:09:45.219082 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166511f9-ce82-4811-bc03-c53ca4f721e9 req-12f864b4-fa44-47ba-99dd-ca96c55d9c94 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:45.227782 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-166511f9-ce82-4811-bc03-c53ca4f721e9 req-12f864b4-fa44-47ba-99dd-ca96c55d9c94 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 945 time: 0.1866977 Nov 12 04:09:45.238909 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8bc6c077-4d08-4ebf-9805-b4d994208c5f req-22abe5eb-452e-4dfd-9e5d-65c3991b2a22 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082337 Nov 12 04:09:45.356892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-32c5532d-db44-4b6d-83d5-5c5ef775b6aa None None] Provisioning complete for port a186e86a-a5f7-425b-bb50-ce0dac9ae593 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:45.357277 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32c5532d-db44-4b6d-83d5-5c5ef775b6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.391496 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.453295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-166511f9-ce82-4811-bc03-c53ca4f721e9 req-c15c9190-51f3-41c2-8bfd-7e65a86565fb tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204652 Nov 12 04:09:45.476552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a186e86a-a5f7-425b-bb50-ce0dac9ae593 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:45.487104 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.587760 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45c6957c-cefd-42f7-9eec-151a08fe0327 req-e850b438-e75c-4f96-9dc1-2e5433adf2c9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.595079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=137dcd49-269a-4323-bd83-e5e9ffcbc952,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:45.640094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c4435471-a580-462e-a5f2-1e5522375493'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:45.656215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['35c7173e-4878-467e-900a-73f295e3298e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:45.703694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-466d809c-8b18-4fdc-89eb-13307476be38 req-b83e65d8-65d8-4a9a-933e-a3205afe2ce9 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:09:45.706539 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-466d809c-8b18-4fdc-89eb-13307476be38 req-b83e65d8-65d8-4a9a-933e-a3205afe2ce9 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074141 Nov 12 04:09:45.756939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a186e86a-a5f7-425b-bb50-ce0dac9ae593 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:45.757312 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.814411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850b438-e75c-4f96-9dc1-2e5433adf2c9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event deleted for resources: {'Port': ['ID=c4435471-a580-462e-a5f2-1e5522375493,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:45.957494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c6957c-cefd-42f7-9eec-151a08fe0327 req-e850b438-e75c-4f96-9dc1-2e5433adf2c9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] No DVR routers for this DVR port c4435471-a580-462e-a5f2-1e5522375493 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:45.975592 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45c6957c-cefd-42f7-9eec-151a08fe0327 req-e850b438-e75c-4f96-9dc1-2e5433adf2c9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.975791 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-32c5532d-db44-4b6d-83d5-5c5ef775b6aa None None] Provisioning complete for port 137dcd49-269a-4323-bd83-e5e9ffcbc952 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:45.975988 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32c5532d-db44-4b6d-83d5-5c5ef775b6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.980998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45c6957c-cefd-42f7-9eec-151a08fe0327 req-e850b438-e75c-4f96-9dc1-2e5433adf2c9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "DELETE /v2.0/ports/c4435471-a580-462e-a5f2-1e5522375493 HTTP/1.1" status: 204 len: 173 time: 1.9048302 Nov 12 04:09:45.981623 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d91baa-a040-4f97-85cb-579a082f2264', 'name': 'network-vif-deleted', 'tag': 'c4435471-a580-462e-a5f2-1e5522375493'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:45.991358 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0db61d-139a-4369-89d3-dc0d50cc9d76" -d '{"events": [{"server_uuid": "b3d91baa-a040-4f97-85cb-579a082f2264", "name": "network-vif-deleted", "tag": "c4435471-a580-462e-a5f2-1e5522375493"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:46.112675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-32c5532d-db44-4b6d-83d5-5c5ef775b6aa None None] Port 137dcd49-269a-4323-bd83-e5e9ffcbc952 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:46.115378 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ceb62e-4d68-4592-8e8e-ad58cd6cd2c8 x-openstack-request-id: req-82ceb62e-4d68-4592-8e8e-ad58cd6cd2c8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:46.129455 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d91baa-a040-4f97-85cb-579a082f2264", "name": "network-vif-deleted", "tag": "c4435471-a580-462e-a5f2-1e5522375493", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:46.130530 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-82ceb62e-4d68-4592-8e8e-ad58cd6cd2c8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:46.134331 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d91baa-a040-4f97-85cb-579a082f2264', 'name': 'network-vif-deleted', 'tag': 'c4435471-a580-462e-a5f2-1e5522375493', 'status': 'completed', 'code': 200} Nov 12 04:09:46.183219 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:46.262291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a743015-a57c-40bd-aef9-3d0b19c5301d None None] Provisioning complete for port 137dcd49-269a-4323-bd83-e5e9ffcbc952 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:46.262877 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a743015-a57c-40bd-aef9-3d0b19c5301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:46.337295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a743015-a57c-40bd-aef9-3d0b19c5301d None None] Port 137dcd49-269a-4323-bd83-e5e9ffcbc952 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:46.368369 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506c575-8ee8-44f6-8912-d116150244c4 req-1dec1b96-cbe2-491f-b075-d1479da0c16d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:46.379629 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2506c575-8ee8-44f6-8912-d116150244c4 req-1dec1b96-cbe2-491f-b075-d1479da0c16d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 944 time: 0.1746843 Nov 12 04:09:46.441616 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2506c575-8ee8-44f6-8912-d116150244c4 req-4a97e148-8301-4534-8f2a-327f0acb724e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605927 Nov 12 04:09:46.472963 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a5d660ef-3a9c-4b11-8807-7ae285b598c9 None None] Provisioning complete for port 137dcd49-269a-4323-bd83-e5e9ffcbc952 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:46.473716 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5d660ef-3a9c-4b11-8807-7ae285b598c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:46.588426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a5d660ef-3a9c-4b11-8807-7ae285b598c9 None None] Port 137dcd49-269a-4323-bd83-e5e9ffcbc952 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:46.651285 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3883f6db-d3da-4c94-92dd-805d11d0dee7 req-8c5a4439-9907-4952-8c27-b8798e6f4bed tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 210 time: 0.0763891 Nov 12 04:09:46.663199 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:46.686618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-f1c5f364-3fae-4cb5-bb8d-dd1e6d2c8287 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1679523 Nov 12 04:09:46.696875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-799caa6f-0c99-4d34-bea0-990567176920 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:09:46.698135 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-799caa6f-0c99-4d34-bea0-990567176920 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062711 Nov 12 04:09:47.112695 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:47.214659 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:47.215456 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:47.326687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=137dcd49-269a-4323-bd83-e5e9ffcbc952,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:47.399027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network fc09d9aa-7356-463a-9b06-81e02f50534c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:47.406553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:47.688650 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c4435471-a580-462e-a5f2-1e5522375493 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:47.749323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8d1d0-84f0-4e99-ae19-0d9f02c5a478 req-d77cd61b-febc-4c30-8efb-4076accaf005 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:47.750484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: c4435471-a580-462e-a5f2-1e5522375493 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:47.750839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c4435471-a580-462e-a5f2-1e5522375493 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:47.755354 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11a8d1d0-84f0-4e99-ae19-0d9f02c5a478 req-d77cd61b-febc-4c30-8efb-4076accaf005 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 944 time: 0.1455312 Nov 12 04:09:47.820520 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11a8d1d0-84f0-4e99-ae19-0d9f02c5a478 req-cd8687f0-36ed-4e34-a74a-be7b649bc7a0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570297 Nov 12 04:09:47.924642 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Router dfb3d9b3-74e1-4429-b3cd-d75b00f87441 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:09:47.955100 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-446f1106-cffd-4124-bca6-c7b562b21196 None None] Provisioning complete for port 137dcd49-269a-4323-bd83-e5e9ffcbc952 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:47.955483 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-446f1106-cffd-4124-bca6-c7b562b21196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:47.997406 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9de26be-5b3d-412b-8e6d-ced71a5917e3 req-220b41ed-3128-4c90-bfa8-961fddfe9321 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 210 time: 0.0801961 Nov 12 04:09:48.057005 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-446f1106-cffd-4124-bca6-c7b562b21196 None None] Port 137dcd49-269a-4323-bd83-e5e9ffcbc952 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:48.137171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:09:48.147550 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef95883-0f29-4a30-98d0-e389dccc611e None None] Sync routers for ids ['dfb3d9b3-74e1-4429-b3cd-d75b00f87441'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:09:48.151475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3f1a5b7c-057c-4f16-94fe-6ac74e0e505e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "PUT /v2.0/routers/dfb3d9b3-74e1-4429-b3cd-d75b00f87441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2825181 Nov 12 04:09:48.152372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60564) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:48.174138 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef95883-0f29-4a30-98d0-e389dccc611e None None] Routers {'dfb3d9b3-74e1-4429-b3cd-d75b00f87441'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:48.174935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bef95883-0f29-4a30-98d0-e389dccc611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:09:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['dfb3d9b3-74e1-4429-b3cd-d75b00f87441'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:48.239044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bef95883-0f29-4a30-98d0-e389dccc611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:48.253458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef95883-0f29-4a30-98d0-e389dccc611e None None] Routers {'dfb3d9b3-74e1-4429-b3cd-d75b00f87441'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:48.254282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bef95883-0f29-4a30-98d0-e389dccc611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:09:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['dfb3d9b3-74e1-4429-b3cd-d75b00f87441'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:48.378590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bef95883-0f29-4a30-98d0-e389dccc611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:48.380754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef95883-0f29-4a30-98d0-e389dccc611e None None] The sync data for ids ['dfb3d9b3-74e1-4429-b3cd-d75b00f87441'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:09:48.682759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee8d43f-f4e4-408a-9b95-7a6b860fe00d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:48.684353 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5ee8d43f-f4e4-408a-9b95-7a6b860fe00d tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports?device_id=dfb3d9b3-74e1-4429-b3cd-d75b00f87441 HTTP/1.1" status: 200 len: 988 time: 0.5309308 Nov 12 04:09:48.687125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60576) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:49.071608 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:49.153225 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be455b8d-fa47-4c83-85dd-2c63910a9b70 req-1abb2822-80ec-4000-8cc8-8e5b9f46f050 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 210 time: 0.0465407 Nov 12 04:09:49.254264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a5045-7e53-49ed-915c-675ff02cf85a req-6f0efdcb-1223-4524-ab6e-1d71fadf55fd tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.259469 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-033a5045-7e53-49ed-915c-675ff02cf85a req-6f0efdcb-1223-4524-ab6e-1d71fadf55fd tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 944 time: 0.2765455 Nov 12 04:09:49.359974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-7bd39203-e1d1-436f-951b-dce43d37cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.361737 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-7bd39203-e1d1-436f-951b-dce43d37cafe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4&tenant_id=79ef31f00b10453b810a706be411ba9d HTTP/1.1" status: 200 len: 1096 time: 0.2926846 Nov 12 04:09:49.408582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-767704-23', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:49.478678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-033a5045-7e53-49ed-915c-675ff02cf85a req-611ddc8b-8e7f-4c6a-8366-12abfeb1f5a6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051148 Nov 12 04:09:49.595436 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:49.876529 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee9f99f2-68f8-4475-93ab-73a5ee75af13 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.080240 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:50.174072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:50.255500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:50.369464 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.449308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05e4df36-9c72-4714-bd40-76d9970d5d85 req-ba0a6aa8-cc75-4bf0-a484-b78e1e0b20ce tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 210 time: 0.1096790 Nov 12 04:09:50.457270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92cfe604-0ef9-4057-aa70-7a4c48e853b5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:50.472762 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.502228 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Transition to ACTIVE for port object 92cfe604-0ef9-4057-aa70-7a4c48e853b5 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:50.555439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.611737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f99f2-68f8-4475-93ab-73a5ee75af13 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 137dcd49-269a-4323-bd83-e5e9ffcbc952 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:50.622051 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9538db8-bcaf-42e8-845c-542043a746c2 req-bac2b804-88e3-417f-a684-3421d0ece679 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:50.623646 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c9538db8-bcaf-42e8-845c-542043a746c2 req-bac2b804-88e3-417f-a684-3421d0ece679 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 944 time: 0.0667493 Nov 12 04:09:50.624065 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee9f99f2-68f8-4475-93ab-73a5ee75af13 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.629568 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.665746 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.722031 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4d0ac6c2f34a4f229ba9a7f498044be3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5465600 Nov 12 04:09:50.724775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60636) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:50.868428 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c9538db8-bcaf-42e8-845c-542043a746c2 req-6834a55f-89cb-40b6-bad9-798200e144e5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271523 Nov 12 04:09:50.886619 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8cbb97-48c9-4219-ad05-61e852d4d3b7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:50.899419 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:50.900071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:50.900630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:50.901177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:50.901720 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:50.902283 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:50.902835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:50.903375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:50.904296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:50.904851 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:50.905293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:50.905718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bf144-3b63-4ef6-b1c3-384338edc619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:50.935808 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34e05eed-9c68-486c-aaf6-eedd2fe9bb2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.944883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] No DVR routers for this DVR port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:50.949772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Pushing event updated for resources: {'Port': ['ID=92cfe604-0ef9-4057-aa70-7a4c48e853b5,revision_number=9']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:50.978984 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34e05eed-9c68-486c-aaf6-eedd2fe9bb2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.001894 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee9f99f2-68f8-4475-93ab-73a5ee75af13 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.018013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Attempting to bind port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:51.022202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Attempting to bind port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6285fac6-1911-404b-8ae5-e05c7a5499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:51.022202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Attempting to bind port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 on network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:51.022202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f99f2-68f8-4475-93ab-73a5ee75af13 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 137dcd49-269a-4323-bd83-e5e9ffcbc952 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:51.026996 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 on network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:51.027325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Attempting to bind port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 on network 3fb39e1a-9370-49f4-a17c-50fcdcf7a516 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:51.040370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:51.040765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Checking segment: {'id': '6285fac6-1911-404b-8ae5-e05c7a5499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:51.041193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Bound using segment: {'id': '6285fac6-1911-404b-8ae5-e05c7a5499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:51.041666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Bound port: 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6285fac6-1911-404b-8ae5-e05c7a5499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:51.042030 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.113238 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34e05eed-9c68-486c-aaf6-eedd2fe9bb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.116487 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34e05eed-9c68-486c-aaf6-eedd2fe9bb2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.118915 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-34e05eed-9c68-486c-aaf6-eedd2fe9bb2c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5b8cbb97-48c9-4219-ad05-61e852d4d3b7 HTTP/1.1" status: 204 len: 168 time: 0.3858886 Nov 12 04:09:51.134676 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e05eed-9c68-486c-aaf6-eedd2fe9bb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8cbb97-48c9-4219-ad05-61e852d4d3b7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:51.280914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:51.285069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:51.432224 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.479065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.479700 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.481147 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] 10.222.0.26 "PUT /v2.0/ports/92cfe604-0ef9-4057-aa70-7a4c48e853b5 HTTP/1.1" status: 200 len: 1093 time: 2.0931578 Nov 12 04:09:51.481726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'tag': '92cfe604-0ef9-4057-aa70-7a4c48e853b5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:51.484577 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e28c0d0-9677-4a24-b11c-95b70d39e901" -d '{"events": [{"name": "network-changed", "server_uuid": "aed5172c-44a9-49e5-b23c-4f7e9bbd47b4", "tag": "92cfe604-0ef9-4057-aa70-7a4c48e853b5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:51.577960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d409b02-0bfc-419d-99c9-4cdbec097a16 service neutron] Pushing event updated for resources: {'Port': ['ID=92cfe604-0ef9-4057-aa70-7a4c48e853b5,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:51.606173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-4c3e3736-23dd-4b1f-9072-692ae4912603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.608097 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-4c3e3736-23dd-4b1f-9072-692ae4912603 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79ef31f00b10453b810a706be411ba9d&device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 1097 time: 0.0740130 Nov 12 04:09:51.610811 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee9f99f2-68f8-4475-93ab-73a5ee75af13 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.611399 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bf5ea39e-20af-4b8b-b5d0-43a54e5a3d19 req-2c1822a3-066b-478f-9ae9-e895729aecac tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 210 time: 0.0645061 Nov 12 04:09:51.629913 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80d030b-0349-4b12-97af-7b9f26850491 x-openstack-request-id: req-c80d030b-0349-4b12-97af-7b9f26850491 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:51.630493 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed5172c-44a9-49e5-b23c-4f7e9bbd47b4", "tag": "92cfe604-0ef9-4057-aa70-7a4c48e853b5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:51.630848 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c80d030b-0349-4b12-97af-7b9f26850491 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:51.631463 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'tag': '92cfe604-0ef9-4057-aa70-7a4c48e853b5', 'status': 'completed', 'code': 200} Nov 12 04:09:51.740006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f99f2-68f8-4475-93ab-73a5ee75af13 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=137dcd49-269a-4323-bd83-e5e9ffcbc952,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:51.849380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-e57ff994-dd51-4622-a716-0646fdaf4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.851335 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-e57ff994-dd51-4622-a716-0646fdaf4af5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516 HTTP/1.1" status: 200 len: 916 time: 0.2150605 Nov 12 04:09:51.933560 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-bd7b0c30-6ae1-4f5d-a346-9f844688f1f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5 HTTP/1.1" status: 200 len: 217 time: 0.0469375 Nov 12 04:09:51.934452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee9f99f2-68f8-4475-93ab-73a5ee75af13 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.092631 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-79a720a5-cbc1-4e8e-94e1-ec2f89f80bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:52.106237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-79a720a5-cbc1-4e8e-94e1-ec2f89f80bc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3110dda-0677-4da1-b118-225bfcce94e6 HTTP/1.1" status: 200 len: 854 time: 0.1506031 Nov 12 04:09:52.127883 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d8eb2-20e3-4a36-a272-62da003f9493 req-cb2c5987-ac5a-4546-87c2-9746ff7b31ab tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:52.129720 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163d8eb2-20e3-4a36-a272-62da003f9493 req-cb2c5987-ac5a-4546-87c2-9746ff7b31ab tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.1521575 Nov 12 04:09:52.235118 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-163d8eb2-20e3-4a36-a272-62da003f9493 req-020b1bbc-35e3-4b48-b54a-e0e85f3cf5d3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966098 Nov 12 04:09:52.261397 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-2dcc6f8d-88ed-4e6c-8eed-40f5a4695cf9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745659 Nov 12 04:09:52.317152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9f99f2-68f8-4475-93ab-73a5ee75af13 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Router dfb3d9b3-74e1-4429-b3cd-d75b00f87441 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:09:52.490079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9f99f2-68f8-4475-93ab-73a5ee75af13 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:09:52.500149 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ee9f99f2-68f8-4475-93ab-73a5ee75af13 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "PUT /v2.0/routers/dfb3d9b3-74e1-4429-b3cd-d75b00f87441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8093104 Nov 12 04:09:52.500939 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:52.503636 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d11853-3e10-435b-bbbb-61701bf6eb74 None None] Sync routers for ids ['dfb3d9b3-74e1-4429-b3cd-d75b00f87441'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:09:52.534874 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df12826-723c-4c8b-8680-8516c2f7cd42 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] GET failed (client error): The resource could not be found. Nov 12 04:09:52.539420 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9df12826-723c-4c8b-8680-8516c2f7cd42 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/137dcd49-269a-4323-bd83-e5e9ffcbc952 HTTP/1.1" status: 404 len: 333 time: 0.0349917 Nov 12 04:09:52.539577 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d11853-3e10-435b-bbbb-61701bf6eb74 None None] Routers {'dfb3d9b3-74e1-4429-b3cd-d75b00f87441'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:52.539577 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-33d11853-3e10-435b-bbbb-61701bf6eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:09:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['dfb3d9b3-74e1-4429-b3cd-d75b00f87441'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:52.540436 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:52.550621 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-1bb095ce-778f-4d30-8ca6-a87526f6b987 service neutron] 10.222.0.26 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778168 Nov 12 04:09:52.589286 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-33d11853-3e10-435b-bbbb-61701bf6eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:52.612605 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d11853-3e10-435b-bbbb-61701bf6eb74 None None] Routers {'dfb3d9b3-74e1-4429-b3cd-d75b00f87441'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:52.615511 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-33d11853-3e10-435b-bbbb-61701bf6eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:09:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['dfb3d9b3-74e1-4429-b3cd-d75b00f87441'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:52.666071 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392cf9e0-59fc-4fbb-84c9-5ece30524bd3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.671578 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-33d11853-3e10-435b-bbbb-61701bf6eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:52.672661 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d11853-3e10-435b-bbbb-61701bf6eb74 None None] The sync data for ids ['dfb3d9b3-74e1-4429-b3cd-d75b00f87441'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:09:52.746880 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-3c1d7efc-7af6-494a-80fd-a1ef737a14cd service neutron] 10.222.0.26 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872342 Nov 12 04:09:52.762469 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-70f3ba90-bd6d-4cf6-82df-7ce388909b62 req-4894e77b-0e02-44f8-b152-da3956f5a14f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 210 time: 0.0553963 Nov 12 04:09:52.897742 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392cf9e0-59fc-4fbb-84c9-5ece30524bd3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:52.902076 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392cf9e0-59fc-4fbb-84c9-5ece30524bd3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.054763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28c0d0-9677-4a24-b11c-95b70d39e901 req-75ad9c2f-9b1e-4f54-9ad6-d1ade0007003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.057399 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e28c0d0-9677-4a24-b11c-95b70d39e901 req-75ad9c2f-9b1e-4f54-9ad6-d1ade0007003 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79ef31f00b10453b810a706be411ba9d&device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 1097 time: 0.0580604 Nov 12 04:09:53.152997 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392cf9e0-59fc-4fbb-84c9-5ece30524bd3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.153370 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd65178c-1c47-4c23-8b00-907843d8fdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.153913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392cf9e0-59fc-4fbb-84c9-5ece30524bd3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Fanout notify agent at l3_agent the message router_deleted on router dfb3d9b3-74e1-4429-b3cd-d75b00f87441 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:09:53.170637 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392cf9e0-59fc-4fbb-84c9-5ece30524bd3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.174052 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-392cf9e0-59fc-4fbb-84c9-5ece30524bd3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/routers/dfb3d9b3-74e1-4429-b3cd-d75b00f87441 HTTP/1.1" status: 204 len: 168 time: 0.6301215 Nov 12 04:09:53.175473 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:53.179432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28c0d0-9677-4a24-b11c-95b70d39e901 req-d3e6cea2-602d-450b-9a90-a716749c9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.183339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e28c0d0-9677-4a24-b11c-95b70d39e901 req-d3e6cea2-602d-450b-9a90-a716749c9d27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516 HTTP/1.1" status: 200 len: 916 time: 0.1173389 Nov 12 04:09:53.253922 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e28c0d0-9677-4a24-b11c-95b70d39e901 req-171ad0e2-303c-4fd0-8788-7e1f490f73af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5 HTTP/1.1" status: 200 len: 217 time: 0.0617850 Nov 12 04:09:53.266277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0efbae-0016-4ef4-ab30-d5ce13647815 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting subnet 79114cf9-32e0-4756-a171-39b311a5355f {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:09:53.266903 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0efbae-0016-4ef4-ab30-d5ce13647815 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.327947 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0efbae-0016-4ef4-ab30-d5ce13647815 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.375655 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28c0d0-9677-4a24-b11c-95b70d39e901 req-829e8cd3-5abb-4dc4-a8ab-22c9abf74a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.377166 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e28c0d0-9677-4a24-b11c-95b70d39e901 req-829e8cd3-5abb-4dc4-a8ab-22c9abf74a10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3110dda-0677-4da1-b118-225bfcce94e6 HTTP/1.1" status: 200 len: 854 time: 0.1131909 Nov 12 04:09:53.442498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e28c0d0-9677-4a24-b11c-95b70d39e901 req-9111c092-1bdc-474e-b5ea-02def7a1e03f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493298 Nov 12 04:09:53.490760 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0efbae-0016-4ef4-ab30-d5ce13647815 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.618446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bd97-19ee-4453-b32b-a96ba0f58373 req-e8d0c39c-27bc-4968-b0b6-83a33cd46e6b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.625971 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69b3bd97-19ee-4453-b32b-a96ba0f58373 req-e8d0c39c-27bc-4968-b0b6-83a33cd46e6b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.2466013 Nov 12 04:09:53.713952 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e28c0d0-9677-4a24-b11c-95b70d39e901 req-fc0a7c9b-38f0-4b5b-a6ab-8619b7dc8fe1 service neutron] 10.222.0.26 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613075 Nov 12 04:09:53.735026 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0efbae-0016-4ef4-ab30-d5ce13647815 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.759216 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0efbae-0016-4ef4-ab30-d5ce13647815 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.765415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf38b4-3ac6-4e19-af63-a0da356ecd37 None None] Network fc09d9aa-7356-463a-9b06-81e02f50534c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:53.776930 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9c0efbae-0016-4ef4-ab30-d5ce13647815 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/79114cf9-32e0-4756-a171-39b311a5355f HTTP/1.1" status: 204 len: 168 time: 0.5999112 Nov 12 04:09:53.782546 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60744) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:53.800178 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69b3bd97-19ee-4453-b32b-a96ba0f58373 req-1e5fc3d2-d926-4c98-8380-887e1172714f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592693 Nov 12 04:09:53.875062 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0efbae-0016-4ef4-ab30-d5ce13647815 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Subnet': ['ID=79114cf9-32e0-4756-a171-39b311a5355f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:53.936101 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e28c0d0-9677-4a24-b11c-95b70d39e901 req-cfae24f1-bda4-47bc-b447-946def944d27 service neutron] 10.222.0.26 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110670 Nov 12 04:09:54.158530 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-98cee0ff-0919-4db5-aecb-22beeaf25a69 req-d2580650-9801-4a55-b5d3-6808d62c7587 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=b3d91baa-a040-4f97-85cb-579a082f2264 HTTP/1.1" status: 200 len: 210 time: 0.2097082 Nov 12 04:09:54.182745 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:54.290435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8997e4b8-cba1-42dc-acc6-01b422b5e5ff None None] DHCP port deletion for fc09d9aa-7356-463a-9b06-81e02f50534c request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:09:54.339878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port a186e86a-a5f7-425b-bb50-ce0dac9ae593 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:54.356250 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:54.444262 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8997e4b8-cba1-42dc-acc6-01b422b5e5ff None None] Deleting port a186e86a-a5f7-425b-bb50-ce0dac9ae593 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:54.444262 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8997e4b8-cba1-42dc-acc6-01b422b5e5ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:54.494071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] For port a186e86a-a5f7-425b-bb50-ce0dac9ae593, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a186e86a-a5f7-425b-bb50-ce0dac9ae593,segment=NetworkSegment(f507d16f-c796-491b-a039-c6731c37ed8a),segment_id=f507d16f-c796-491b-a039-c6731c37ed8a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:54.495558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:54.522190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8997e4b8-cba1-42dc-acc6-01b422b5e5ff None None] For port a186e86a-a5f7-425b-bb50-ce0dac9ae593, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a186e86a-a5f7-425b-bb50-ce0dac9ae593,segment=NetworkSegment(f507d16f-c796-491b-a039-c6731c37ed8a),segment_id=f507d16f-c796-491b-a039-c6731c37ed8a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:54.522676 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8997e4b8-cba1-42dc-acc6-01b422b5e5ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:54.532528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for a186e86a-a5f7-425b-bb50-ce0dac9ae593 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:54.542026 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8997e4b8-cba1-42dc-acc6-01b422b5e5ff None None] Calling delete_port for a186e86a-a5f7-425b-bb50-ce0dac9ae593 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:09:54.786136 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:09:54.793310 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:54.797300 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8997e4b8-cba1-42dc-acc6-01b422b5e5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:54.864908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=a186e86a-a5f7-425b-bb50-ce0dac9ae593,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:54.874539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No DVR routers for this DVR port a186e86a-a5f7-425b-bb50-ce0dac9ae593 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:54.878145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997e4b8-cba1-42dc-acc6-01b422b5e5ff None None] Pushing event deleted for resources: {'Port': ['ID=a186e86a-a5f7-425b-bb50-ce0dac9ae593,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:54.907901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8997e4b8-cba1-42dc-acc6-01b422b5e5ff None None] No DVR routers for this DVR port a186e86a-a5f7-425b-bb50-ce0dac9ae593 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:55.065885 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.175199 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.324598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc09d9aa-7356-463a-9b06-81e02f50534c']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:55.360075 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f507d16f-c796-491b-a039-c6731c37ed8a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:55.360433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f507d16f-c796-491b-a039-c6731c37ed8a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:55.396947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a186e86a-a5f7-425b-bb50-ce0dac9ae593 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:55.406310 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.428711 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.449194 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:09:55.450221 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:09:55.458154 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:09:55.470499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: a186e86a-a5f7-425b-bb50-ce0dac9ae593 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:55.470928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a186e86a-a5f7-425b-bb50-ce0dac9ae593 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:55.549568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac5654-56f2-4e76-ba4e-62c8bd807a72 req-7291a531-c3c9-42d4-bae7-9d2bda100987 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.559220 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91ac5654-56f2-4e76-ba4e-62c8bd807a72 req-7291a531-c3c9-42d4-bae7-9d2bda100987 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.4431880 Nov 12 04:09:55.670180 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91ac5654-56f2-4e76-ba4e-62c8bd807a72 req-fc6419d5-09ea-4a6c-8df5-9c1c78e172ea tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084626 Nov 12 04:09:55.712392 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.738167 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.759646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60790) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:55.764436 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/networks/fc09d9aa-7356-463a-9b06-81e02f50534c HTTP/1.1" status: 204 len: 168 time: 1.9708915 Nov 12 04:09:55.813988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdbfbd-8afb-47cd-b87f-5693b15169d7 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Network': ['ID=fc09d9aa-7356-463a-9b06-81e02f50534c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:55.878931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84715cc3-d2ff-4bf6-b2a7-d32904d9d606 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.895858 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-84715cc3-d2ff-4bf6-b2a7-d32904d9d606 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/1755ea6a-eaaa-429c-a08f-ed49494122da HTTP/1.1" status: 200 len: 844 time: 0.1329620 Nov 12 04:09:55.898534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60794) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:56.005299 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-41e277f0-653b-47b4-afe8-d32e37dc0b4b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/1755ea6a-eaaa-429c-a08f-ed49494122da?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1037731 Nov 12 04:09:56.009564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60800) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:56.016257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-65ae9937-9a8d-4b0e-aa80-cd2fcd790375 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:56.841058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83382a5-e463-4440-9455-ec5d150a93e2 req-5f79b97b-696d-41a2-ae8d-1d796b6fc1b0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:56.842792 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b83382a5-e463-4440-9455-ec5d150a93e2 req-5f79b97b-696d-41a2-ae8d-1d796b6fc1b0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.0676389 Nov 12 04:09:56.913462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b83382a5-e463-4440-9455-ec5d150a93e2 req-c8d5af8b-fa72-443f-b25c-96ba6bee09c4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620921 Nov 12 04:09:56.997857 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f6893d5-18a4-46e3-a442-9c2f5aa27c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:57.003810 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:57.009656 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ae9937-9a8d-4b0e-aa80-cd2fcd790375 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:57.013962 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65ae9937-9a8d-4b0e-aa80-cd2fcd790375 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:57.647503 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65ae9937-9a8d-4b0e-aa80-cd2fcd790375 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:57.716806 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ae9937-9a8d-4b0e-aa80-cd2fcd790375 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:57.722033 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-65ae9937-9a8d-4b0e-aa80-cd2fcd790375 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:57.727477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ae9937-9a8d-4b0e-aa80-cd2fcd790375 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.728117 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65ae9937-9a8d-4b0e-aa80-cd2fcd790375 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:57.732875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9579d236-7323-4845-9228-b3a8c4b4f238 None None] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:57.774691 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae9937-9a8d-4b0e-aa80-cd2fcd790375 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Subnet': ['ID=0b2952ec-cce9-42c5-a67e-f017f8887ecf,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:57.954425 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-65ae9937-9a8d-4b0e-aa80-cd2fcd790375 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9385431 Nov 12 04:09:57.954425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:57.961776 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a46da114-06bf-4a45-9a04-e11419fc4670 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'security_group': {'name': 'tempest-secgroup-592481074'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:58.181995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb0a16-c91c-4cc4-861e-21c713c1133a req-6f1a5f13-5f57-426f-953f-553d4bb23a9a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:58.194377 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aadb0a16-c91c-4cc4-861e-21c713c1133a req-6f1a5f13-5f57-426f-953f-553d4bb23a9a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.1266561 Nov 12 04:09:58.226086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'tenant_id': '85b95f8267f04fdfbf1d27edcf55d988', 'fixed_ips': [{'subnet_id': '0b2952ec-cce9-42c5-a67e-f017f8887ecf'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:09:58.227733 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:58.267862 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a46da114-06bf-4a45-9a04-e11419fc4670 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:58.316831 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aadb0a16-c91c-4cc4-861e-21c713c1133a req-129dd3d0-4897-43e2-9d97-ba0faa5b905d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117799 Nov 12 04:09:58.481881 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a46da114-06bf-4a45-9a04-e11419fc4670 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:58.609935 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a46da114-06bf-4a45-9a04-e11419fc4670 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:58.681244 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46da114-06bf-4a45-9a04-e11419fc4670 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e95ebd-2bd4-42f1-9b44-0e12ea410ee3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:58.736582 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a46da114-06bf-4a45-9a04-e11419fc4670 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:58.738077 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a46da114-06bf-4a45-9a04-e11419fc4670 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7846968 Nov 12 04:09:58.740771 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60850) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:58.750880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d539953a-016c-477b-a87e-6a12dad3f4a2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'security_group': {'name': 'tempest-secgroup-29623191'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:58.886756 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:58.937437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Allocated IP 2001:db8::2 (3ffb58ed-6089-4074-bfa6-5f17995d9ffc/0b2952ec-cce9-42c5-a67e-f017f8887ecf/2cf65ba7-4b45-4e67-8f12-abc539485e69) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:58.957753 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d539953a-016c-477b-a87e-6a12dad3f4a2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.068529 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d539953a-016c-477b-a87e-6a12dad3f4a2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.184379 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.189958 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.198023 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d539953a-016c-477b-a87e-6a12dad3f4a2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.255915 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539953a-016c-477b-a87e-6a12dad3f4a2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c1e672-32d1-45d3-9039-64329b629101,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:59.408767 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.465060 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d539953a-016c-477b-a87e-6a12dad3f4a2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.468718 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d539953a-016c-477b-a87e-6a12dad3f4a2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7269049 Nov 12 04:09:59.471671 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60864) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:59.479058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-328b87fd-6cfc-46c7-a688-640a44778a69 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1809036098', 'security_groups': ['20c1e672-32d1-45d3-9039-64329b629101'], 'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0b2952ec-cce9-42c5-a67e-f017f8887ecf'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:59.488383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Pushing event updated for resources: {'Port': ['ID=2cf65ba7-4b45-4e67-8f12-abc539485e69,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:59.507206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:59.508807 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:59.511389 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:59.550670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc618eeb-3b13-43a6-a8c5-2deb994d1ff2 req-42766923-5a52-49d5-840b-135086bb53af tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.552399 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cc618eeb-3b13-43a6-a8c5-2deb994d1ff2 req-42766923-5a52-49d5-840b-135086bb53af tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.1614053 Nov 12 04:09:59.575781 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Attempting to bind port 2cf65ba7-4b45-4e67-8f12-abc539485e69 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:59.576241 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Attempting to bind port 2cf65ba7-4b45-4e67-8f12-abc539485e69 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'efd737a3-5329-452b-9e64-21783c3c3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:59.582188 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Attempting to bind port 2cf65ba7-4b45-4e67-8f12-abc539485e69 on network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:59.583745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:59.584312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Checking segment: {'id': 'efd737a3-5329-452b-9e64-21783c3c3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:59.584981 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.585686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Bound using segment: {'id': 'efd737a3-5329-452b-9e64-21783c3c3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:59.586418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Bound port: 2cf65ba7-4b45-4e67-8f12-abc539485e69, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd737a3-5329-452b-9e64-21783c3c3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:59.586893 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.672862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] For port 2cf65ba7-4b45-4e67-8f12-abc539485e69, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:59.677161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] For port 2cf65ba7-4b45-4e67-8f12-abc539485e69, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2cf65ba7-4b45-4e67-8f12-abc539485e69,segment=NetworkSegment(efd737a3-5329-452b-9e64-21783c3c3260),segment_id=efd737a3-5329-452b-9e64-21783c3c3260)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:59.679106 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cc618eeb-3b13-43a6-a8c5-2deb994d1ff2 req-3527af73-e86b-4d27-8912-1d6b28b639c6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161525 Nov 12 04:09:59.844630 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.979815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d006456-6c08-472a-9ff6-c0d18678819b None None] Pushing event updated for resources: {'Port': ['ID=2cf65ba7-4b45-4e67-8f12-abc539485e69,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:00.077313 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328b87fd-6cfc-46c7-a688-640a44778a69 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:00.333174 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-328b87fd-6cfc-46c7-a688-640a44778a69 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:00.394466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-328b87fd-6cfc-46c7-a688-640a44778a69 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port 3f1bf962-ab48-489d-8dc9-2f9e15402d24 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:10:00.410646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60882) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:00.701121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd00f69-ec59-4955-9ffa-13f7dd3345fa req-5a1fccd7-ac2a-4392-8603-241c5db380bf tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.703129 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bdd00f69-ec59-4955-9ffa-13f7dd3345fa req-5a1fccd7-ac2a-4392-8603-241c5db380bf tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 945 time: 0.2328503 Nov 12 04:10:00.905480 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4368b29-f8e9-4fb9-a0df-52735310fbfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:00.962057 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bdd00f69-ec59-4955-9ffa-13f7dd3345fa req-0aaae044-bfd2-4fb0-8419-b1f5fc832b07 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447515 Nov 12 04:10:01.209416 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4368b29-f8e9-4fb9-a0df-52735310fbfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:01.311774 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4368b29-f8e9-4fb9-a0df-52735310fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:01.455445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2cf65ba7-4b45-4e67-8f12-abc539485e69 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:01.642498 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 2cf65ba7-4b45-4e67-8f12-abc539485e69 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:01.644377 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:01.883366 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:02.001303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 2cf65ba7-4b45-4e67-8f12-abc539485e69, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2cf65ba7-4b45-4e67-8f12-abc539485e69,segment=NetworkSegment(efd737a3-5329-452b-9e64-21783c3c3260),segment_id=efd737a3-5329-452b-9e64-21783c3c3260)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:02.119830 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:02.207489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-328b87fd-6cfc-46c7-a688-640a44778a69 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Allocated IP 2001:db8::53 (3ffb58ed-6089-4074-bfa6-5f17995d9ffc/0b2952ec-cce9-42c5-a67e-f017f8887ecf/3f1bf962-ab48-489d-8dc9-2f9e15402d24) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:02.296789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0a04-e0a9-49b3-981a-97b34d785e12 req-b2493aa0-266c-4e3c-88d1-cdc84754602a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:02.299286 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f7b0a04-e0a9-49b3-981a-97b34d785e12 req-b2493aa0-266c-4e3c-88d1-cdc84754602a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 1.3933704 Nov 12 04:10:02.328398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=2cf65ba7-4b45-4e67-8f12-abc539485e69,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:02.391482 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:10:02.647376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-56e278a1-6d4f-466e-812d-61b8d3cb45d1 None None] Provisioning complete for port 1755ea6a-eaaa-429c-a08f-ed49494122da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:02.653288 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56e278a1-6d4f-466e-812d-61b8d3cb45d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:02.723021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4368b29-f8e9-4fb9-a0df-52735310fbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac8d0dd-08b3-4da3-b7fa-d678577ac3c5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:02.787988 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b4368b29-f8e9-4fb9-a0df-52735310fbfb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e7ef1b8eadfc451f80d2985f318427fa&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3783188 Nov 12 04:10:02.791823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:02.807474 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-56e278a1-6d4f-466e-812d-61b8d3cb45d1 None None] Port 1755ea6a-eaaa-429c-a08f-ed49494122da cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:02.839568 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-56e278a1-6d4f-466e-812d-61b8d3cb45d1 None None] Provisioning complete for port 2cf65ba7-4b45-4e67-8f12-abc539485e69 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:02.849266 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-328b87fd-6cfc-46c7-a688-640a44778a69 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:02.855927 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56e278a1-6d4f-466e-812d-61b8d3cb45d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:02.938645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f7b0a04-e0a9-49b3-981a-97b34d785e12 req-71ce8c3c-fe3f-4d95-8ba9-c4f61d44e2ee tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191308 Nov 12 04:10:03.002968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b926f-47eb-4ba9-905a-6995733e58a4 req-d4da83ff-525e-41aa-a1cf-7830fee0940c tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:03.004991 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-947b926f-47eb-4ba9-905a-6995733e58a4 req-d4da83ff-525e-41aa-a1cf-7830fee0940c tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 945 time: 0.1524408 Nov 12 04:10:03.078056 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07f29635-bed6-4000-a9bb-f036b69f6cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:03.083455 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-328b87fd-6cfc-46c7-a688-640a44778a69 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:03.172019 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07f29635-bed6-4000-a9bb-f036b69f6cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:03.191047 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-947b926f-47eb-4ba9-905a-6995733e58a4 req-a552ebe7-6cd1-4779-807a-20c7d9b679b7 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624982 Nov 12 04:10:03.299798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328b87fd-6cfc-46c7-a688-640a44778a69 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:03.309492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-328b87fd-6cfc-46c7-a688-640a44778a69 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:03.323151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b87fd-6cfc-46c7-a688-640a44778a69 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:03.342440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328b87fd-6cfc-46c7-a688-640a44778a69 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:03.343989 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-328b87fd-6cfc-46c7-a688-640a44778a69 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:03.375798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b87fd-6cfc-46c7-a688-640a44778a69 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=3f1bf962-ab48-489d-8dc9-2f9e15402d24,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:03.379532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2cf65ba7-4b45-4e67-8f12-abc539485e69 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:03.416140 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07f29635-bed6-4000-a9bb-f036b69f6cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:03.421861 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07f29635-bed6-4000-a9bb-f036b69f6cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:03.434161 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-07f29635-bed6-4000-a9bb-f036b69f6cee admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7ac8d0dd-08b3-4da3-b7fa-d678577ac3c5 HTTP/1.1" status: 204 len: 168 time: 0.6371720 Nov 12 04:10:03.451938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f29635-bed6-4000-a9bb-f036b69f6cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac8d0dd-08b3-4da3-b7fa-d678577ac3c5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:03.589883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 2cf65ba7-4b45-4e67-8f12-abc539485e69 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:03.590807 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:03.655005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-328b87fd-6cfc-46c7-a688-640a44778a69 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1794820 Nov 12 04:10:03.655398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:03.668715 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-196eeb64-048d-4e05-9259-69830256abd3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:03.914210 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a496bacc-480d-4202-9271-2130e46d447f None None] Provisioning complete for port 3f1bf962-ab48-489d-8dc9-2f9e15402d24 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:03.927305 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a496bacc-480d-4202-9271-2130e46d447f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:04.080769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a496bacc-480d-4202-9271-2130e46d447f None None] Port 3f1bf962-ab48-489d-8dc9-2f9e15402d24 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:04.213823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196eeb64-048d-4e05-9259-69830256abd3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:04.222354 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-196eeb64-048d-4e05-9259-69830256abd3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:04.347052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce01c4-e657-45de-a3ba-1b106e2c83da req-86190b51-7dd7-4c47-a914-d5133ab907c6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:04.379985 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6ce01c4-e657-45de-a3ba-1b106e2c83da req-86190b51-7dd7-4c47-a914-d5133ab907c6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.2262423 Nov 12 04:10:04.541127 n-d-767704-23 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-196eeb64-048d-4e05-9259-69830256abd3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b2952ec-cce9-42c5-a67e-f017f8887ecf (CIDR: 2001:db8::/64) Nov 12 04:10:04.606450 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-196eeb64-048d-4e05-9259-69830256abd3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:10:04.606940 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196eeb64-048d-4e05-9259-69830256abd3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:10:04.646060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6ce01c4-e657-45de-a3ba-1b106e2c83da req-7b751574-b5e8-45ff-8a2a-805023ac1bd6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562027 Nov 12 04:10:04.668790 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30fc1c-b19d-47c7-a0cf-a6ba8c664dce req-f9a60b4b-be5c-4b0b-b8cc-57d8256e762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:04.670573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c30fc1c-b19d-47c7-a0cf-a6ba8c664dce req-f9a60b4b-be5c-4b0b-b8cc-57d8256e762a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79ef31f00b10453b810a706be411ba9d&device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 1097 time: 0.1535094 Nov 12 04:10:04.762150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cea6c3-4e17-4713-90a9-b6fb64a86c3f req-045e52df-bae4-4146-b91e-c981d743c838 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:04.767939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-196eeb64-048d-4e05-9259-69830256abd3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1088796 Nov 12 04:10:04.768180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:04.772195 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a4cea6c3-4e17-4713-90a9-b6fb64a86c3f req-045e52df-bae4-4146-b91e-c981d743c838 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 945 time: 0.0965757 Nov 12 04:10:04.792428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ac78b542-3fed-4a11-a1bd-4c7679a97e20 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:04.834173 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a4cea6c3-4e17-4713-90a9-b6fb64a86c3f req-011a84bc-182e-43d2-8313-8b201584a0b6 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600908 Nov 12 04:10:05.066602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac78b542-3fed-4a11-a1bd-4c7679a97e20 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:05.069690 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac78b542-3fed-4a11-a1bd-4c7679a97e20 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:05.252344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60990) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:05.285514 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cfce0fa-c2ba-4d8b-9edd-700070c7246d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:05.345707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30fc1c-b19d-47c7-a0cf-a6ba8c664dce req-e7d9f93a-d901-45fd-83cf-74e94faeae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:05.347688 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c30fc1c-b19d-47c7-a0cf-a6ba8c664dce req-e7d9f93a-d901-45fd-83cf-74e94faeae1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516 HTTP/1.1" status: 200 len: 916 time: 0.1390164 Nov 12 04:10:05.442421 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cfce0fa-c2ba-4d8b-9edd-700070c7246d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:05.464653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c30fc1c-b19d-47c7-a0cf-a6ba8c664dce req-66f7bfef-1d67-4dec-9b5e-c784f16fd5db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5 HTTP/1.1" status: 200 len: 217 time: 0.0421188 Nov 12 04:10:05.793924 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b6b9e-fad6-4fcc-bf8f-257d232ebd8f req-7a688e0f-5964-4c89-b906-9e20cdc89398 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:05.795923 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-961b6b9e-fad6-4fcc-bf8f-257d232ebd8f req-7a688e0f-5964-4c89-b906-9e20cdc89398 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.0756905 Nov 12 04:10:05.853698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-961b6b9e-fad6-4fcc-bf8f-257d232ebd8f req-fd91e1bc-0d02-435a-a4d1-6fd4816a0923 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515027 Nov 12 04:10:05.998723 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d95d6-72ef-4021-9c54-abad4a386985 req-f818643f-fada-4a11-be33-3c1daaf0d8aa tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:06.000694 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-104d95d6-72ef-4021-9c54-abad4a386985 req-f818643f-fada-4a11-be33-3c1daaf0d8aa tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 945 time: 0.0623403 Nov 12 04:10:06.062116 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-104d95d6-72ef-4021-9c54-abad4a386985 req-b3de4a6b-772c-4b86-b7f9-7f365976ca2e tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533426 Nov 12 04:10:06.285139 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cfce0fa-c2ba-4d8b-9edd-700070c7246d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.288068 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac78b542-3fed-4a11-a1bd-4c7679a97e20 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.376196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac78b542-3fed-4a11-a1bd-4c7679a97e20 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:06.391354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ac78b542-3fed-4a11-a1bd-4c7679a97e20 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:06.405682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d13a8d-efc2-4eb2-b2bf-848cff013b93 None None] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:06.416450 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2cfce0fa-c2ba-4d8b-9edd-700070c7246d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=040227499fca43a8b629aed48ce32569&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1602457 Nov 12 04:10:06.421037 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 32772) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:06.429506 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac78b542-3fed-4a11-a1bd-4c7679a97e20 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:06.429506 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac78b542-3fed-4a11-a1bd-4c7679a97e20 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.457151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfce0fa-c2ba-4d8b-9edd-700070c7246d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359e7e00-04da-4227-b4a0-c13410a61dea,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:06.468429 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78b542-3fed-4a11-a1bd-4c7679a97e20 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Subnet': ['ID=332152db-5805-431d-929b-6aebc213fa0a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:06.582343 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41fd9bc9-d0c1-45af-9eda-43f989092a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.638371 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ac78b542-3fed-4a11-a1bd-4c7679a97e20 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8689952 Nov 12 04:10:06.641010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 32778) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:06.650490 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-105b4edf-3274-43df-a7ad-f631ae6fc531 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-742338690', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '332152db-5805-431d-929b-6aebc213fa0a'}], 'security_groups': ['b1e95ebd-2bd4-42f1-9b44-0e12ea410ee3']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:06.654492 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41fd9bc9-d0c1-45af-9eda-43f989092a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.916199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ed0d4-6d6d-4871-9687-496d95a2b612 req-f98071bf-ab80-4d7d-af88-cee0995ac5fe tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:06.923629 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f4ed0d4-6d6d-4871-9687-496d95a2b612 req-f98071bf-ab80-4d7d-af88-cee0995ac5fe tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 945 time: 0.1267869 Nov 12 04:10:06.923629 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41fd9bc9-d0c1-45af-9eda-43f989092a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.925991 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41fd9bc9-d0c1-45af-9eda-43f989092a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.933412 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-41fd9bc9-d0c1-45af-9eda-43f989092a28 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/359e7e00-04da-4227-b4a0-c13410a61dea HTTP/1.1" status: 204 len: 168 time: 0.5112052 Nov 12 04:10:07.012960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Update dhcp port {'port': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'fixed_ips': [{'subnet_id': '0b2952ec-cce9-42c5-a67e-f017f8887ecf', 'ip_address': '2001:db8::2'}, {'subnet_id': '332152db-5805-431d-929b-6aebc213fa0a'}], 'binding:host_id': 'n-d-767704-23'}, 'id': '2cf65ba7-4b45-4e67-8f12-abc539485e69'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:10:07.056507 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd9bc9-d0c1-45af-9eda-43f989092a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359e7e00-04da-4227-b4a0-c13410a61dea,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:07.092500 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.164919 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-105b4edf-3274-43df-a7ad-f631ae6fc531 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.203996 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f4ed0d4-6d6d-4871-9687-496d95a2b612 req-2304e5c1-79ae-4467-a06b-0d45f2f3d02c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642951 Nov 12 04:10:07.236215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2923e-0c76-48d5-9330-c84933503156 req-4fa2ac70-eed1-420a-aa66-6f6a5b0343a7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:07.244297 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1d2923e-0c76-48d5-9330-c84933503156 req-4fa2ac70-eed1-420a-aa66-6f6a5b0343a7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.1947100 Nov 12 04:10:07.452136 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d78ad-e859-4a81-8cd7-6fe85bcd792a req-ef194246-2d5d-4169-9bde-67c77b801c8d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:07.467747 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b83d78ad-e859-4a81-8cd7-6fe85bcd792a req-ef194246-2d5d-4169-9bde-67c77b801c8d tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 945 time: 0.1339533 Nov 12 04:10:07.484293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Allocated IP 2001:db8:0:1::2 (3ffb58ed-6089-4074-bfa6-5f17995d9ffc/332152db-5805-431d-929b-6aebc213fa0a/2cf65ba7-4b45-4e67-8f12-abc539485e69) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:07.507967 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1d2923e-0c76-48d5-9330-c84933503156 req-cec4cf45-907c-4af9-984a-beba488fc14d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119193 Nov 12 04:10:07.564241 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b83d78ad-e859-4a81-8cd7-6fe85bcd792a req-91cb5ffc-af1d-4866-951c-89f3e4cdb5fd tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950115 Nov 12 04:10:07.638100 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] For port 2cf65ba7-4b45-4e67-8f12-abc539485e69, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2cf65ba7-4b45-4e67-8f12-abc539485e69,segment=NetworkSegment(efd737a3-5329-452b-9e64-21783c3c3260),segment_id=efd737a3-5329-452b-9e64-21783c3c3260)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:07.671558 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.975263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30fc1c-b19d-47c7-a0cf-a6ba8c664dce req-8cd9f50e-7119-42c5-815d-237cd6c5f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:07.977904 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c30fc1c-b19d-47c7-a0cf-a6ba8c664dce req-8cd9f50e-7119-42c5-815d-237cd6c5f6e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3110dda-0677-4da1-b118-225bfcce94e6 HTTP/1.1" status: 200 len: 854 time: 0.0635986 Nov 12 04:10:08.015119 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c30fc1c-b19d-47c7-a0cf-a6ba8c664dce req-df09c6d6-4d4d-4861-82a1-4c3026395591 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290232 Nov 12 04:10:08.027691 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:08.163170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Pushing event updated for resources: {'Port': ['ID=2cf65ba7-4b45-4e67-8f12-abc539485e69,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:08.172896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:08.172896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:08.172896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:08.172896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:08.174011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:08.176215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:08.176215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:08.176215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:08.176215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:08.176215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:08.176215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:08.176215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f321e38-0d04-4bef-865a-f53b80803bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:08.310885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-105b4edf-3274-43df-a7ad-f631ae6fc531 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Delete allocated IP 2001:db8::53 (3ffb58ed-6089-4074-bfa6-5f17995d9ffc/0b2952ec-cce9-42c5-a67e-f017f8887ecf) {{(pid=103146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 04:10:08.329551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-105b4edf-3274-43df-a7ad-f631ae6fc531 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Allocated IP 2001:db8:0:1::28d (3ffb58ed-6089-4074-bfa6-5f17995d9ffc/332152db-5805-431d-929b-6aebc213fa0a/3f1bf962-ab48-489d-8dc9-2f9e15402d24) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:08.449264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b454d-f4d9-4a62-96ea-afa135bc7300 req-d66e53fc-be9e-49de-abde-79cd1caf3c5d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:08.452773 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-654b454d-f4d9-4a62-96ea-afa135bc7300 req-d66e53fc-be9e-49de-abde-79cd1caf3c5d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 945 time: 0.1146133 Nov 12 04:10:08.617375 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-654b454d-f4d9-4a62-96ea-afa135bc7300 req-ef034a3e-3f4a-4aae-8567-7958f33dd5b7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600006 Nov 12 04:10:08.694832 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-105b4edf-3274-43df-a7ad-f631ae6fc531 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:08.750797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e30ce-6bda-4bec-93c9-febc68f0a50d req-78da6fb7-0675-433d-87d7-6616e11bc48f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:08.750797 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-317e30ce-6bda-4bec-93c9-febc68f0a50d req-78da6fb7-0675-433d-87d7-6616e11bc48f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.0975478 Nov 12 04:10:08.806666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-317e30ce-6bda-4bec-93c9-febc68f0a50d req-057029af-4d86-4bf1-8d3b-4049bff55ef6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491250 Nov 12 04:10:08.811436 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-105b4edf-3274-43df-a7ad-f631ae6fc531 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:08.901403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26e1e2-f762-426d-bfa9-df2beb36bee9 req-a4c889b7-9dc4-450a-b68f-0ef3c03adb39 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:08.902819 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ac26e1e2-f762-426d-bfa9-df2beb36bee9 req-a4c889b7-9dc4-450a-b68f-0ef3c03adb39 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 945 time: 0.1461403 Nov 12 04:10:08.914764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-105b4edf-3274-43df-a7ad-f631ae6fc531 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] In _notify_port_updated(), no bound segment for port 3f1bf962-ab48-489d-8dc9-2f9e15402d24 on network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:10:08.914764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105b4edf-3274-43df-a7ad-f631ae6fc531 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:08.914764 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-105b4edf-3274-43df-a7ad-f631ae6fc531 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:08.915311 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-105b4edf-3274-43df-a7ad-f631ae6fc531 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "PUT /v2.0/ports/3f1bf962-ab48-489d-8dc9-2f9e15402d24 HTTP/1.1" status: 200 len: 930 time: 2.2727103 Nov 12 04:10:08.918929 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 32838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:08.923927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b4edf-3274-43df-a7ad-f631ae6fc531 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=3f1bf962-ab48-489d-8dc9-2f9e15402d24,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:08.973314 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ac26e1e2-f762-426d-bfa9-df2beb36bee9 req-7335d75a-ca6d-475d-9687-eda04c409304 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514929 Nov 12 04:10:09.035442 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d12bc7b5-6d3b-4e26-a26a-9106a79fe5e3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 3f1bf962-ab48-489d-8dc9-2f9e15402d24 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:09.035798 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d12bc7b5-6d3b-4e26-a26a-9106a79fe5e3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:09.073150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-91681a7e-ad92-4fd5-a315-cda74050727f None None] Provisioning complete for port 1755ea6a-eaaa-429c-a08f-ed49494122da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:09.075676 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91681a7e-ad92-4fd5-a315-cda74050727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:09.168690 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-91681a7e-ad92-4fd5-a315-cda74050727f None None] Port 1755ea6a-eaaa-429c-a08f-ed49494122da cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:09.192482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-91681a7e-ad92-4fd5-a315-cda74050727f None None] Provisioning complete for port 2cf65ba7-4b45-4e67-8f12-abc539485e69 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:09.193102 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91681a7e-ad92-4fd5-a315-cda74050727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:09.207848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d12bc7b5-6d3b-4e26-a26a-9106a79fe5e3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:09.226218 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d12bc7b5-6d3b-4e26-a26a-9106a79fe5e3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 3f1bf962-ab48-489d-8dc9-2f9e15402d24 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:09.319637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-91681a7e-ad92-4fd5-a315-cda74050727f None None] Provisioning complete for port 3f1bf962-ab48-489d-8dc9-2f9e15402d24 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:09.320006 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91681a7e-ad92-4fd5-a315-cda74050727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:09.369409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2cf65ba7-4b45-4e67-8f12-abc539485e69 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:09.455881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-91681a7e-ad92-4fd5-a315-cda74050727f None None] Port 3f1bf962-ab48-489d-8dc9-2f9e15402d24 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:09.471447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 2cf65ba7-4b45-4e67-8f12-abc539485e69 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:09.471447 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:09.528161 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d12bc7b5-6d3b-4e26-a26a-9106a79fe5e3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:09.575347 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bc7b5-6d3b-4e26-a26a-9106a79fe5e3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=3f1bf962-ab48-489d-8dc9-2f9e15402d24,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:09.577560 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-31dfced9-36cc-4471-9b48-a42e50bd1586 None None] Could not find standard attr ID for object 3f1bf962-ab48-489d-8dc9-2f9e15402d24. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:10:09.603157 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d12bc7b5-6d3b-4e26-a26a-9106a79fe5e3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:09.607759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d12bc7b5-6d3b-4e26-a26a-9106a79fe5e3 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/3f1bf962-ab48-489d-8dc9-2f9e15402d24 HTTP/1.1" status: 204 len: 168 time: 0.6864913 Nov 12 04:10:09.611058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 32860) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:09.658940 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f1b9c6-b7ca-4c9a-89d6-c4ba6143b400 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] GET failed (client error): The resource could not be found. Nov 12 04:10:09.661043 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-35f1b9c6-b7ca-4c9a-89d6-c4ba6143b400 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/3f1bf962-ab48-489d-8dc9-2f9e15402d24 HTTP/1.1" status: 404 len: 333 time: 0.0489242 Nov 12 04:10:09.664688 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 32868) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:09.896106 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331c054-ded1-40e0-ad0a-2f7a91b1411c req-0a2fdcec-9932-4fd3-84ac-c779c58df42e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:09.904905 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6331c054-ded1-40e0-ad0a-2f7a91b1411c req-0a2fdcec-9932-4fd3-84ac-c779c58df42e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 945 time: 0.1564872 Nov 12 04:10:09.945301 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e031f6f5-c9e1-4c3c-8038-e41f8fb7255c tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:09.984510 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6331c054-ded1-40e0-ad0a-2f7a91b1411c req-c6554248-dc67-4739-8e5a-954b5da8e088 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757370 Nov 12 04:10:10.004362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c30fc1c-b19d-47c7-a0cf-a6ba8c664dce req-566bcbe5-de2e-45bf-bea8-470cf8797a5c service neutron] 10.222.0.26 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417249 Nov 12 04:10:10.141620 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e031f6f5-c9e1-4c3c-8038-e41f8fb7255c tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:10.180237 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9dc65-37fc-469f-acfd-921dbd3f8a02 req-b328b610-a066-431c-8261-ffd1dfe06084 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:10.181571 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7b9dc65-37fc-469f-acfd-921dbd3f8a02 req-b328b610-a066-431c-8261-ffd1dfe06084 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.2446303 Nov 12 04:10:10.230952 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a980a-75de-482b-9e24-4c3628118c89 req-fcaa61d3-06ac-442f-ad64-5c454d7b22b6 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:10.238454 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-256a980a-75de-482b-9e24-4c3628118c89 req-fcaa61d3-06ac-442f-ad64-5c454d7b22b6 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 945 time: 0.1447179 Nov 12 04:10:10.251008 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c30fc1c-b19d-47c7-a0cf-a6ba8c664dce req-c0d90e9d-baa8-4fc3-8433-934305e0e754 service neutron] 10.222.0.26 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281823 Nov 12 04:10:10.339733 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7b9dc65-37fc-469f-acfd-921dbd3f8a02 req-3cc5a1b6-4ca9-4831-a864-186601a587e0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385944 Nov 12 04:10:10.359436 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e031f6f5-c9e1-4c3c-8038-e41f8fb7255c tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:10.360744 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e031f6f5-c9e1-4c3c-8038-e41f8fb7255c tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:10.364358 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e031f6f5-c9e1-4c3c-8038-e41f8fb7255c tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/security-groups/20c1e672-32d1-45d3-9039-64329b629101 HTTP/1.1" status: 204 len: 168 time: 0.6939223 Nov 12 04:10:10.367064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 32890) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:10.374593 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-256a980a-75de-482b-9e24-4c3628118c89 req-dd0e4226-5461-4cc9-a91e-348da5893f08 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237233 Nov 12 04:10:10.382618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031f6f5-c9e1-4c3c-8038-e41f8fb7255c tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c1e672-32d1-45d3-9039-64329b629101,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:10.464103 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715829f0-6aa0-4f16-a2f8-2becd2a6fabd tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:10.497010 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715829f0-6aa0-4f16-a2f8-2becd2a6fabd tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:10.784634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715829f0-6aa0-4f16-a2f8-2becd2a6fabd tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:10.785267 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715829f0-6aa0-4f16-a2f8-2becd2a6fabd tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:10.785942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-715829f0-6aa0-4f16-a2f8-2becd2a6fabd tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/security-groups/b1e95ebd-2bd4-42f1-9b44-0e12ea410ee3 HTTP/1.1" status: 204 len: 168 time: 0.4176326 Nov 12 04:10:10.789813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 32898) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:10.808628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715829f0-6aa0-4f16-a2f8-2becd2a6fabd tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e95ebd-2bd4-42f1-9b44-0e12ea410ee3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:10.901541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-79015611-7710-4d82-ba08-1f9a96858f4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting subnet 0b2952ec-cce9-42c5-a67e-f017f8887ecf {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:10:10.908712 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79015611-7710-4d82-ba08-1f9a96858f4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:10.984351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79015611-7710-4d82-ba08-1f9a96858f4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.202379 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79015611-7710-4d82-ba08-1f9a96858f4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.209585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86fc5-ddc3-4c4a-a42f-b169686aef5f req-c22f81a0-97d8-4694-ac07-15c2286788b7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:11.211748 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eba86fc5-ddc3-4c4a-a42f-b169686aef5f req-c22f81a0-97d8-4694-ac07-15c2286788b7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 945 time: 0.0830109 Nov 12 04:10:11.388792 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eba86fc5-ddc3-4c4a-a42f-b169686aef5f req-f0bd6316-29d4-4d68-a9ac-7954f71110ec tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465116 Nov 12 04:10:11.394855 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79015611-7710-4d82-ba08-1f9a96858f4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.441619 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79015611-7710-4d82-ba08-1f9a96858f4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2952ec-cce9-42c5-a67e-f017f8887ecf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:11.446706 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79015611-7710-4d82-ba08-1f9a96858f4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.447502 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-79015611-7710-4d82-ba08-1f9a96858f4a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/0b2952ec-cce9-42c5-a67e-f017f8887ecf HTTP/1.1" status: 204 len: 168 time: 0.6562042 Nov 12 04:10:11.458165 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e288d0-fc1f-49f7-845f-65ad65b2c5bd None None] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:11.459061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 32920) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:11.467349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8d885034-b4a2-4f69-b37b-20a2e8bb5b2e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:11.594897 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55b46b-c77b-4b1a-850d-127da3c6f616 req-e2ac3777-cbd2-425f-b349-e8364edd7a6c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:11.604559 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a55b46b-c77b-4b1a-850d-127da3c6f616 req-e2ac3777-cbd2-425f-b349-e8364edd7a6c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.1663394 Nov 12 04:10:11.646532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f2e52-965b-4d51-8674-ce739ff3287e req-2474ca8e-7633-4d4c-8271-85b0d2dca4c3 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:11.657287 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-943f2e52-965b-4d51-8674-ce739ff3287e req-2474ca8e-7633-4d4c-8271-85b0d2dca4c3 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 945 time: 0.1778524 Nov 12 04:10:11.745927 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a55b46b-c77b-4b1a-850d-127da3c6f616 req-85592de9-be27-43a9-8abc-4cab3f70e8a4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364648 Nov 12 04:10:11.762968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-943f2e52-965b-4d51-8674-ce739ff3287e req-90ded93b-2a1c-435a-a890-68a749b47de9 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups?id=00f3a1d5-7bc3-46eb-a06a-38baccbbc217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914335 Nov 12 04:10:11.786228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d885034-b4a2-4f69-b37b-20a2e8bb5b2e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:11.796185 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d885034-b4a2-4f69-b37b-20a2e8bb5b2e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:11.934271 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e80e02d9-34fa-4df1-ac22-e8854bfb6fc7 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:11.937849 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e80e02d9-34fa-4df1-ac22-e8854bfb6fc7 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 945 time: 0.1428533 Nov 12 04:10:12.126505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Deleting port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:12.126843 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.307038 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d885034-b4a2-4f69-b37b-20a2e8bb5b2e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.327703 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] For port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=7e7e3d46-351b-43e9-9e77-e7e93ab48b44,segment=NetworkSegment(472e6400-e333-44ec-9d63-d2f823d44a86),segment_id=472e6400-e333-44ec-9d63-d2f823d44a86)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:12.327703 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.398260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d885034-b4a2-4f69-b37b-20a2e8bb5b2e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:12.406542 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8d885034-b4a2-4f69-b37b-20a2e8bb5b2e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:12.413989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d885034-b4a2-4f69-b37b-20a2e8bb5b2e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:12.413989 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d885034-b4a2-4f69-b37b-20a2e8bb5b2e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.445369 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d885034-b4a2-4f69-b37b-20a2e8bb5b2e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Subnet': ['ID=23641337-d7bf-433b-8774-5885fd41897b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:12.556201 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8d885034-b4a2-4f69-b37b-20a2e8bb5b2e tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0907140 Nov 12 04:10:12.572256 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 32948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:12.576849 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b93945cb-7f1b-49fe-ac9e-bb4deff10247 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'security_group': {'name': 'tempest-secgroup-2026155412'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:12.590391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b98fc4-e9cb-4d52-8462-2cb64a7c9ac2 req-617a57d0-8770-456c-aaf0-02551dc642a8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:12.591967 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5b98fc4-e9cb-4d52-8462-2cb64a7c9ac2 req-617a57d0-8770-456c-aaf0-02551dc642a8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.26 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 945 time: 0.1144071 Nov 12 04:10:12.686584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae9b853-8751-45f0-9592-9c9c30f025ce None None] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:12.700256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74c531-0c9a-40d1-88f2-91481a07d48b req-d0d3b2f5-da67-4791-823d-4575372ff983 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:12.702523 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3e74c531-0c9a-40d1-88f2-91481a07d48b req-d0d3b2f5-da67-4791-823d-4575372ff983 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 945 time: 0.1549315 Nov 12 04:10:12.714747 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.721292 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.721292 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Floating IP ea358344-2856-410e-80a9-19f456e87553 disassociated. External IP: 172.25.8.243, port: 7e7e3d46-351b-43e9-9e77-e7e93ab48b44. Nov 12 04:10:12.721292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Calling delete_port for 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:12.823736 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3e74c531-0c9a-40d1-88f2-91481a07d48b req-7f4705e8-c4c5-47aa-9368-382409639fc9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae6f158-57d1-45c4-90b8-bfef60044b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877969 Nov 12 04:10:12.828717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-a5b98fc4-e9cb-4d52-8462-2cb64a7c9ac2 req-05d730d1-0908-4c01-846a-52a3ea99dbfd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Deleting port 35c7173e-4878-467e-900a-73f295e3298e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:12.829188 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5b98fc4-e9cb-4d52-8462-2cb64a7c9ac2 req-05d730d1-0908-4c01-846a-52a3ea99dbfd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.880480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b93945cb-7f1b-49fe-ac9e-bb4deff10247 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.933960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0953a124-23c0-4e3d-88de-44e97b8aa98f None None] Provisioning complete for port 1755ea6a-eaaa-429c-a08f-ed49494122da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:12.938142 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0953a124-23c0-4e3d-88de-44e97b8aa98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.022014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a5b98fc4-e9cb-4d52-8462-2cb64a7c9ac2 req-05d730d1-0908-4c01-846a-52a3ea99dbfd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] For port 35c7173e-4878-467e-900a-73f295e3298e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=35c7173e-4878-467e-900a-73f295e3298e,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:13.022461 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5b98fc4-e9cb-4d52-8462-2cb64a7c9ac2 req-05d730d1-0908-4c01-846a-52a3ea99dbfd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.042378 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-a5b98fc4-e9cb-4d52-8462-2cb64a7c9ac2 req-05d730d1-0908-4c01-846a-52a3ea99dbfd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Calling delete_port for 35c7173e-4878-467e-900a-73f295e3298e owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:13.050066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0953a124-23c0-4e3d-88de-44e97b8aa98f None None] Port 1755ea6a-eaaa-429c-a08f-ed49494122da cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:13.066586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0953a124-23c0-4e3d-88de-44e97b8aa98f None None] Provisioning complete for port 2cf65ba7-4b45-4e67-8f12-abc539485e69 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:13.066862 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0953a124-23c0-4e3d-88de-44e97b8aa98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.167111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf76fc2-48e2-4488-ad9c-5d71a1e30520 req-336d5b84-b4e8-4520-8b3c-98484aa21d0e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:13.169492 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6bf76fc2-48e2-4488-ad9c-5d71a1e30520 req-336d5b84-b4e8-4520-8b3c-98484aa21d0e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.2717218 Nov 12 04:10:13.206465 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.258204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbf8e74-a6fb-4028-8314-aa889921e777 None None] Update dhcp port {'port': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'fixed_ips': [{'subnet_id': '332152db-5805-431d-929b-6aebc213fa0a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '23641337-d7bf-433b-8774-5885fd41897b'}], 'binding:host_id': 'n-d-767704-23'}, 'id': '2cf65ba7-4b45-4e67-8f12-abc539485e69'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:10:13.278129 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b93945cb-7f1b-49fe-ac9e-bb4deff10247 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.284574 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Pushing event deleted for resources: {'Port': ['ID=7e7e3d46-351b-43e9-9e77-e7e93ab48b44,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:13.299159 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-60b4c274-a56d-48f6-88b7-7f73747488b0 req-bba39738-3d6a-42c3-815e-480533fa290f tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 210 time: 0.1589053 Nov 12 04:10:13.359275 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6bf76fc2-48e2-4488-ad9c-5d71a1e30520 req-c4b0315e-a8ca-4c44-9280-f162254f5977 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499889 Nov 12 04:10:13.407514 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b93945cb-7f1b-49fe-ac9e-bb4deff10247 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.414337 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5b98fc4-e9cb-4d52-8462-2cb64a7c9ac2 req-05d730d1-0908-4c01-846a-52a3ea99dbfd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.461229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93945cb-7f1b-49fe-ac9e-bb4deff10247 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d024d5-ad4f-47ed-9cd3-fbda5a714d35,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:13.504025 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bbf8e74-a6fb-4028-8314-aa889921e777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.510811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['35c7173e-4878-467e-900a-73f295e3298e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:13.514314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d730d1-0908-4c01-846a-52a3ea99dbfd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event deleted for resources: {'Port': ['ID=35c7173e-4878-467e-900a-73f295e3298e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:13.516764 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b98fc4-e9cb-4d52-8462-2cb64a7c9ac2 req-05d730d1-0908-4c01-846a-52a3ea99dbfd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] No DVR routers for this DVR port 35c7173e-4878-467e-900a-73f295e3298e on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:13.519392 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5b98fc4-e9cb-4d52-8462-2cb64a7c9ac2 req-05d730d1-0908-4c01-846a-52a3ea99dbfd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.524238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b93945cb-7f1b-49fe-ac9e-bb4deff10247 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.525030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5b98fc4-e9cb-4d52-8462-2cb64a7c9ac2 req-05d730d1-0908-4c01-846a-52a3ea99dbfd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.26 "DELETE /v2.0/ports/35c7173e-4878-467e-900a-73f295e3298e HTTP/1.1" status: 204 len: 173 time: 0.9110639 Nov 12 04:10:13.525717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79a67a7-532d-476d-bbcb-29b5349b83f0', 'name': 'network-vif-deleted', 'tag': '35c7173e-4878-467e-900a-73f295e3298e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:13.526675 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b93945cb-7f1b-49fe-ac9e-bb4deff10247 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9523330 Nov 12 04:10:13.528559 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091706e5-1b43-4116-b635-ffb650ce52d1" -d '{"events": [{"server_uuid": "e79a67a7-532d-476d-bbcb-29b5349b83f0", "name": "network-vif-deleted", "tag": "35c7173e-4878-467e-900a-73f295e3298e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:13.531837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 32970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:13.542211 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-391600f0-63a2-493e-9348-a0197454fc3a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'security_group': {'name': 'tempest-secgroup-419549186'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:13.580155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Router 0df347dc-2af4-41a1-8d65-f2dec1053b1f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:10:13.652754 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-391600f0-63a2-493e-9348-a0197454fc3a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.900713 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-391600f0-63a2-493e-9348-a0197454fc3a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.907443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2bbf8e74-a6fb-4028-8314-aa889921e777 None None] Allocated IP 2001:db8::2 (3ffb58ed-6089-4074-bfa6-5f17995d9ffc/23641337-d7bf-433b-8774-5885fd41897b/2cf65ba7-4b45-4e67-8f12-abc539485e69) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:13.985236 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-391600f0-63a2-493e-9348-a0197454fc3a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.051625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391600f0-63a2-493e-9348-a0197454fc3a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361b6a7e-1564-49a7-91cd-24c75bfd06f0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:14.166330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2bbf8e74-a6fb-4028-8314-aa889921e777 None None] For port 2cf65ba7-4b45-4e67-8f12-abc539485e69, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2cf65ba7-4b45-4e67-8f12-abc539485e69,segment=NetworkSegment(efd737a3-5329-452b-9e64-21783c3c3260),segment_id=efd737a3-5329-452b-9e64-21783c3c3260)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:14.193405 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-391600f0-63a2-493e-9348-a0197454fc3a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.195892 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-391600f0-63a2-493e-9348-a0197454fc3a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6623974 Nov 12 04:10:14.198857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 32990) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:14.216640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-749ae2cd-be2c-4375-8147-029711485786 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'security_group': {'name': 'tempest-secgroup-370604155'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:14.261909 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bbf8e74-a6fb-4028-8314-aa889921e777 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.289484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-afd1e92b-5025-4eac-9f95-c408cda1f08d req-71972709-fdf8-448e-b2fa-73a6aa91a783 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 210 time: 0.0398970 Nov 12 04:10:14.363546 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56cdee7-76c4-4515-a245-0e115e263d03 x-openstack-request-id: req-f56cdee7-76c4-4515-a245-0e115e263d03 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:14.363873 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79a67a7-532d-476d-bbcb-29b5349b83f0", "name": "network-vif-deleted", "tag": "35c7173e-4878-467e-900a-73f295e3298e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:14.364649 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f56cdee7-76c4-4515-a245-0e115e263d03 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:14.365806 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79a67a7-532d-476d-bbcb-29b5349b83f0', 'name': 'network-vif-deleted', 'tag': '35c7173e-4878-467e-900a-73f295e3298e', 'status': 'completed', 'code': 200} Nov 12 04:10:14.373801 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bbf8e74-a6fb-4028-8314-aa889921e777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.378556 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-749ae2cd-be2c-4375-8147-029711485786 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.379370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:14.417212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840fdaf3-71aa-4c48-baf0-5b48d85b44f0 None None] Sync routers for ids ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:14.485833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] No DVR routers for this DVR port 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:14.496834 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-275bc91e-afbe-46b5-b9a7-f9d10440f4a5 req-73d18752-e34b-46ec-9ce0-57d9c8a8c762 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 210 time: 0.0589428 Nov 12 04:10:14.503129 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.506865 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb8fc10e-1971-419a-ab3e-56cbe798da23 req-e5c8624e-08d1-411a-a5f2-cf40906226a8 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.26 "DELETE /v2.0/ports/7e7e3d46-351b-43e9-9e77-e7e93ab48b44 HTTP/1.1" status: 204 len: 173 time: 2.5591071 Nov 12 04:10:14.519512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc802ef-5585-478b-9143-c984fa1a418b', 'name': 'network-vif-deleted', 'tag': '7e7e3d46-351b-43e9-9e77-e7e93ab48b44'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:14.522071 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2a40ba-64db-4254-9688-d00bd0ae2f9d" -d '{"events": [{"server_uuid": "3bc802ef-5585-478b-9143-c984fa1a418b", "name": "network-vif-deleted", "tag": "7e7e3d46-351b-43e9-9e77-e7e93ab48b44"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:14.566151 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe39f23-4484-41d5-91ac-a4134bf895d9 x-openstack-request-id: req-bfe39f23-4484-41d5-91ac-a4134bf895d9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:14.566757 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc802ef-5585-478b-9143-c984fa1a418b", "name": "network-vif-deleted", "tag": "7e7e3d46-351b-43e9-9e77-e7e93ab48b44", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:14.567293 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bfe39f23-4484-41d5-91ac-a4134bf895d9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:14.568024 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc802ef-5585-478b-9143-c984fa1a418b', 'name': 'network-vif-deleted', 'tag': '7e7e3d46-351b-43e9-9e77-e7e93ab48b44', 'status': 'completed', 'code': 200} Nov 12 04:10:14.630752 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-749ae2cd-be2c-4375-8147-029711485786 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.650070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840fdaf3-71aa-4c48-baf0-5b48d85b44f0 None None] Routers {'0df347dc-2af4-41a1-8d65-f2dec1053b1f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:14.651493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-840fdaf3-71aa-4c48-baf0-5b48d85b44f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:09:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:14.679571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295c812-6117-4c07-8799-6df4ea0a19b0 req-d10e32ae-09b6-40ef-999c-566a73ed9073 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:14.698600 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7295c812-6117-4c07-8799-6df4ea0a19b0 req-d10e32ae-09b6-40ef-999c-566a73ed9073 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.1472139 Nov 12 04:10:14.727351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-749ae2cd-be2c-4375-8147-029711485786 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.842125 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7295c812-6117-4c07-8799-6df4ea0a19b0 req-8b25b97b-34f6-4f7e-80c4-fdce96c0faf1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421783 Nov 12 04:10:14.843496 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ae2cd-be2c-4375-8147-029711485786 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0a1303-272f-492d-8475-0b58eaa2abc2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:14.925724 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-749ae2cd-be2c-4375-8147-029711485786 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.928716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-840fdaf3-71aa-4c48-baf0-5b48d85b44f0 None None] Set router 0df347dc-2af4-41a1-8d65-f2dec1053b1f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:14.934336 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-749ae2cd-be2c-4375-8147-029711485786 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7341778 Nov 12 04:10:14.936187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33012) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:14.942896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d358f48a-e5d5-47b0-bd49-62377966b82b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2057257501', 'security_groups': ['dc0a1303-272f-492d-8475-0b58eaa2abc2'], 'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '23641337-d7bf-433b-8774-5885fd41897b'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:15.049564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf8e74-a6fb-4028-8314-aa889921e777 None None] Pushing event updated for resources: {'Port': ['ID=2cf65ba7-4b45-4e67-8f12-abc539485e69,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:15.283763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d358f48a-e5d5-47b0-bd49-62377966b82b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:15.400625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2cf65ba7-4b45-4e67-8f12-abc539485e69 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:15.526420 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0f3e4e9-f5e5-4b6b-a3cd-59adc1ce2ce2 req-611c4b14-6620-487a-bfe7-66e2c0b4c1b6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 210 time: 0.0755448 Nov 12 04:10:15.555835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 92cfe604-0ef9-4057-aa70-7a4c48e853b5 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:15.592666 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d358f48a-e5d5-47b0-bd49-62377966b82b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:15.613439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-d358f48a-e5d5-47b0-bd49-62377966b82b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] device_id is not set on port 6a04ae28-b500-40f5-99f5-be0609e8f328 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:10:15.742501 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e2616f79-c5fa-4a49-ad76-54d2322517dd req-e247eb66-4d6b-48e5-bd75-0448c7c7b5c4 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/ports?device_id=3bc802ef-5585-478b-9143-c984fa1a418b HTTP/1.1" status: 200 len: 210 time: 0.0765913 Nov 12 04:10:15.851522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:15.860176 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d358f48a-e5d5-47b0-bd49-62377966b82b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Allocated IP 2001:db8::f2 (3ffb58ed-6089-4074-bfa6-5f17995d9ffc/23641337-d7bf-433b-8774-5885fd41897b/6a04ae28-b500-40f5-99f5-be0609e8f328) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:15.867602 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 35c7173e-4878-467e-900a-73f295e3298e no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:15.870921 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 2cf65ba7-4b45-4e67-8f12-abc539485e69 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:15.874188 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:15.922962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '92cfe604-0ef9-4057-aa70-7a4c48e853b5', 'network_id': '3fb39e1a-9370-49f4-a17c-50fcdcf7a516', 'port_id': '92cfe604-0ef9-4057-aa70-7a4c48e853b5', 'mac_address': 'fa:16:3e:44:75:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3110dda-0677-4da1-b118-225bfcce94e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:15.956851 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 35c7173e-4878-467e-900a-73f295e3298e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:15.957594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 35c7173e-4878-467e-900a-73f295e3298e not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:15.958955 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:15.998079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:15.998428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 7e7e3d46-351b-43e9-9e77-e7e93ab48b44 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:16.045691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cceaf398-74f1-44ff-9ba4-649f949878b6 None None] Provisioning complete for port 1755ea6a-eaaa-429c-a08f-ed49494122da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:16.046061 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cceaf398-74f1-44ff-9ba4-649f949878b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:16.091994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854db48f-068a-42f9-8e20-687319564ce7 req-01f9ac2f-a40a-40d7-aeb6-fcd88d846f5b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:16.093754 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-854db48f-068a-42f9-8e20-687319564ce7 req-01f9ac2f-a40a-40d7-aeb6-fcd88d846f5b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 945 time: 0.1205311 Nov 12 04:10:16.128548 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d358f48a-e5d5-47b0-bd49-62377966b82b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:16.159322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-840fdaf3-71aa-4c48-baf0-5b48d85b44f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:06:09Z', 'revision_number': 4, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '3932e8d1-58bc-458a-9d0c-a2af4672ebdb', 'name': '', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'mac_address': 'fa:16:3e:45:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:18Z', 'revision_number': 5, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'subnets': [{'id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:16.224314 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:16.228446 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840fdaf3-71aa-4c48-baf0-5b48d85b44f0 None None] Checking router: 0df347dc-2af4-41a1-8d65-f2dec1053b1f for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:10:16.241935 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-854db48f-068a-42f9-8e20-687319564ce7 req-01838deb-e743-4830-9a41-fd2e8c7e41b0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398971 Nov 12 04:10:16.248271 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cceaf398-74f1-44ff-9ba4-649f949878b6 None None] Port 1755ea6a-eaaa-429c-a08f-ed49494122da cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:16.257403 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:16.264984 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92cfe604-0ef9-4057-aa70-7a4c48e853b5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:16.277053 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cceaf398-74f1-44ff-9ba4-649f949878b6 None None] Provisioning complete for port 2cf65ba7-4b45-4e67-8f12-abc539485e69 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:16.277477 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cceaf398-74f1-44ff-9ba4-649f949878b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:16.284273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840fdaf3-71aa-4c48-baf0-5b48d85b44f0 None None] Routers {'0df347dc-2af4-41a1-8d65-f2dec1053b1f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:16.285490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-840fdaf3-71aa-4c48-baf0-5b48d85b44f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:09:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:16.358309 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d358f48a-e5d5-47b0-bd49-62377966b82b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:16.371594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:16.464324 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358f48a-e5d5-47b0-bd49-62377966b82b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:16.466367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358f48a-e5d5-47b0-bd49-62377966b82b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=6a04ae28-b500-40f5-99f5-be0609e8f328,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:16.475135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d358f48a-e5d5-47b0-bd49-62377966b82b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:16.487591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358f48a-e5d5-47b0-bd49-62377966b82b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:16.490079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d358f48a-e5d5-47b0-bd49-62377966b82b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:16.490800 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d358f48a-e5d5-47b0-bd49-62377966b82b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:16.499904 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:16.547067 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c95a3d50-319f-48f4-a191-b9832c65de34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:16.611259 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d358f48a-e5d5-47b0-bd49-62377966b82b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6727834 Nov 12 04:10:16.611976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33044) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:16.628372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cd068e05-af46-4d35-a325-739387f15d04 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:16.634629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-840fdaf3-71aa-4c48-baf0-5b48d85b44f0 None None] Set router 0df347dc-2af4-41a1-8d65-f2dec1053b1f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:16.732809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=92cfe604-0ef9-4057-aa70-7a4c48e853b5,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:16.782324 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8872c1be-0d5d-4c8f-9c20-b9a6501cc15c req-9d36ba49-e266-4c3b-8ae6-cef476186e07 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 210 time: 0.1193955 Nov 12 04:10:16.878584 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c95a3d50-319f-48f4-a191-b9832c65de34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.010009 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c95a3d50-319f-48f4-a191-b9832c65de34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.038033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33052) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:17.085372 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c95a3d50-319f-48f4-a191-b9832c65de34 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f6bc73b835ae475ab2f7f354ecd16cb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8258882 Nov 12 04:10:17.087315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a3d50-319f-48f4-a191-b9832c65de34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a0857e-e4da-4ecc-a40c-99f665002fea,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:17.091562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33054) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:17.139900 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd068e05-af46-4d35-a325-739387f15d04 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:17.143561 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd068e05-af46-4d35-a325-739387f15d04 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.245981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['92cfe604-0ef9-4057-aa70-7a4c48e853b5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:17.306800 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a37c114e-80fb-4170-a54c-3e14be331295 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.308481 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b275b61-0e16-4498-a516-9ad04408ebec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.340338 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-39f69125-6ecf-4262-841c-0e826eb84f4a None None] Provisioning complete for port 6a04ae28-b500-40f5-99f5-be0609e8f328 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:17.340887 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39f69125-6ecf-4262-841c-0e826eb84f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.424586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-840fdaf3-71aa-4c48-baf0-5b48d85b44f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:06:09Z', 'revision_number': 4, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '3932e8d1-58bc-458a-9d0c-a2af4672ebdb', 'name': '', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'mac_address': 'fa:16:3e:45:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:18Z', 'revision_number': 5, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'subnets': [{'id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:17.452996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-39f69125-6ecf-4262-841c-0e826eb84f4a None None] Port 6a04ae28-b500-40f5-99f5-be0609e8f328 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:17.502750 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b275b61-0e16-4498-a516-9ad04408ebec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.514420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840fdaf3-71aa-4c48-baf0-5b48d85b44f0 None None] The sync data for ids ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'] in n-d-767704-23 is: [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:06:09Z', 'revision_number': 4, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '3932e8d1-58bc-458a-9d0c-a2af4672ebdb', 'name': '', 'network_id': '055cc169-c110-422a-9979-8bfa71a513af', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'mac_address': 'fa:16:3e:45:42:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:06:18Z', 'revision_number': 5, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'subnets': [{'id': '6393c88c-4183-4f59-a17c-26cdf7e69c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:10:17.577400 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a37c114e-80fb-4170-a54c-3e14be331295 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.633323 n-d-767704-23 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-cd068e05-af46-4d35-a325-739387f15d04 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 23641337-d7bf-433b-8774-5885fd41897b (CIDR: 2001:db8::/64) Nov 12 04:10:17.679796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8dcdc-4861-4878-9713-a364610820c6 req-0253b07b-56bb-4b41-85d8-f0ef94343159 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:17.681778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77f8dcdc-4861-4878-9713-a364610820c6 req-0253b07b-56bb-4b41-85d8-f0ef94343159 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.3027802 Nov 12 04:10:17.684745 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd068e05-af46-4d35-a325-739387f15d04 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:10:17.685263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd068e05-af46-4d35-a325-739387f15d04 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:10:17.755020 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77f8dcdc-4861-4878-9713-a364610820c6 req-18ddad08-8e97-438c-a3df-f1fa2eb00497 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644882 Nov 12 04:10:17.808320 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a37c114e-80fb-4170-a54c-3e14be331295 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.811193 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a37c114e-80fb-4170-a54c-3e14be331295 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.812418 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a37c114e-80fb-4170-a54c-3e14be331295 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "DELETE /v2.0/security-groups/00f3a1d5-7bc3-46eb-a06a-38baccbbc217 HTTP/1.1" status: 204 len: 168 time: 0.7660968 Nov 12 04:10:17.815124 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:17.824400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c114e-80fb-4170-a54c-3e14be331295 tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f3a1d5-7bc3-46eb-a06a-38baccbbc217,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:17.826666 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b275b61-0e16-4498-a516-9ad04408ebec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.829621 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b275b61-0e16-4498-a516-9ad04408ebec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.852651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0b275b61-0e16-4498-a516-9ad04408ebec admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/95a0857e-e4da-4ecc-a40c-99f665002fea HTTP/1.1" status: 204 len: 168 time: 0.7492440 Nov 12 04:10:17.854101 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-45e2f939-19eb-43bf-8796-e7835d39de8f tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] show failed (client error): The resource could not be found. Nov 12 04:10:17.858594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cd068e05-af46-4d35-a325-739387f15d04 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2454612 Nov 12 04:10:17.858837 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-45e2f939-19eb-43bf-8796-e7835d39de8f tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "GET /v2.0/security-groups/00f3a1d5-7bc3-46eb-a06a-38baccbbc217 HTTP/1.1" status: 404 len: 347 time: 0.0415518 Nov 12 04:10:17.863041 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33074) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:17.863861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33076) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:17.873192 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b275b61-0e16-4498-a516-9ad04408ebec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a0857e-e4da-4ecc-a40c-99f665002fea,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:17.892756 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-99bfe627-f003-461e-ae86-2e9ec37d0852 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:18.058117 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e0567-2e62-46c6-98f4-8acc95eacb32 None None] New status for floating IP ea358344-2856-410e-80a9-19f456e87553: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:10:18.112592 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c189cd07-f93e-4adb-9636-4a1ba0a78fd2 req-e9d94f13-d078-4112-bbd2-4c9de1ad7607 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 210 time: 0.1181509 Nov 12 04:10:18.233972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5f0479ec-443e-4931-8066-3f4a49c8005e tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Deleting port cdc0d381-b655-47f5-b88d-6bc0791f6dcf {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:18.234658 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0479ec-443e-4931-8066-3f4a49c8005e tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.337683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bfe627-f003-461e-ae86-2e9ec37d0852 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:18.342457 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99bfe627-f003-461e-ae86-2e9ec37d0852 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.354799 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0479ec-443e-4931-8066-3f4a49c8005e tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.355026 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0479ec-443e-4931-8066-3f4a49c8005e tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.393854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5f0479ec-443e-4931-8066-3f4a49c8005e tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Calling delete_port for cdc0d381-b655-47f5-b88d-6bc0791f6dcf owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:18.537392 n-d-767704-23 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-99bfe627-f003-461e-ae86-2e9ec37d0852 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 332152db-5805-431d-929b-6aebc213fa0a (CIDR: 2001:db8:0:1::/64) Nov 12 04:10:18.588483 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bfe627-f003-461e-ae86-2e9ec37d0852 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:10:18.588980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99bfe627-f003-461e-ae86-2e9ec37d0852 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:10:18.684881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33090) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:18.685602 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-99bfe627-f003-461e-ae86-2e9ec37d0852 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8173478 Nov 12 04:10:18.695536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-63443a0d-0345-4b75-b573-e91de47d8f45 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'subnet': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:18.717279 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0479ec-443e-4931-8066-3f4a49c8005e tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.770075 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0479ec-443e-4931-8066-3f4a49c8005e tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Pushing event deleted for resources: {'Port': ['ID=cdc0d381-b655-47f5-b88d-6bc0791f6dcf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:18.919636 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0479ec-443e-4931-8066-3f4a49c8005e tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.923077 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0479ec-443e-4931-8066-3f4a49c8005e tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.924648 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5f0479ec-443e-4931-8066-3f4a49c8005e tempest-ServersTestManualDisk-415384873 tempest-ServersTestManualDisk-415384873-project] 10.222.0.105 "DELETE /v2.0/floatingips/ea358344-2856-410e-80a9-19f456e87553 HTTP/1.1" status: 204 len: 168 time: 1.0593891 Nov 12 04:10:18.927677 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:18.961210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a99b6f-e47a-4266-ada0-8f02078f9b72 req-f92dbdf0-8a3c-45be-a5c5-dc64712d151f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:18.962767 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55a99b6f-e47a-4266-ada0-8f02078f9b72 req-f92dbdf0-8a3c-45be-a5c5-dc64712d151f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 946 time: 0.0971026 Nov 12 04:10:18.999039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33096) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:19.015044 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e30d19b-d377-40f1-99ae-e6071ea57d55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.060730 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.069837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55a99b6f-e47a-4266-ada0-8f02078f9b72 req-1cd7ad70-ee7c-4d3e-a464-3828e7b5569d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944381 Nov 12 04:10:19.134038 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e30d19b-d377-40f1-99ae-e6071ea57d55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.152992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63443a0d-0345-4b75-b573-e91de47d8f45 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Made reservation on behalf of 85b95f8267f04fdfbf1d27edcf55d988 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:19.156742 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63443a0d-0345-4b75-b573-e91de47d8f45 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.250717 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e30d19b-d377-40f1-99ae-e6071ea57d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.251366 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31e11d08-1272-40c5-89ce-29d5804f625e req-4dfe0f3c-7ba4-4df7-9abd-444a0b2122b3 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 210 time: 0.0398698 Nov 12 04:10:19.341019 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3e30d19b-d377-40f1-99ae-e6071ea57d55 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7501366c9f8f4de6b015a5c252e9da4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405571 Nov 12 04:10:19.341769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30d19b-d377-40f1-99ae-e6071ea57d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ea9950-bf0a-4b08-91d0-bca8a9078039,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:19.346320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:19.443741 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-199b2ce3-edde-489c-823a-d7c917709219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.470963 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-199b2ce3-edde-489c-823a-d7c917709219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.544905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 92cfe604-0ef9-4057-aa70-7a4c48e853b5 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:19.569483 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b21cfb0-da3e-4bd0-910c-5bab9cab650c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.619631 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63443a0d-0345-4b75-b573-e91de47d8f45 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.655386 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-199b2ce3-edde-489c-823a-d7c917709219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.658885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-199b2ce3-edde-489c-823a-d7c917709219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.659756 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-199b2ce3-edde-489c-823a-d7c917709219 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/95ea9950-bf0a-4b08-91d0-bca8a9078039 HTTP/1.1" status: 204 len: 168 time: 0.3108244 Nov 12 04:10:19.666248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63443a0d-0345-4b75-b573-e91de47d8f45 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:19.678268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b2ce3-edde-489c-823a-d7c917709219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ea9950-bf0a-4b08-91d0-bca8a9078039,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:19.711863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-63443a0d-0345-4b75-b573-e91de47d8f45 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:19.726733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:19.728638 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fb1511-7bb8-41b9-934d-745187845d24 None None] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:19.728965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63443a0d-0345-4b75-b573-e91de47d8f45 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:19.729801 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63443a0d-0345-4b75-b573-e91de47d8f45 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.740203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63443a0d-0345-4b75-b573-e91de47d8f45 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Subnet': ['ID=44dc7582-0bb6-497d-8d32-0b69a031427d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:19.836253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:19.837257 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:19.839804 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-63443a0d-0345-4b75-b573-e91de47d8f45 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1520228 Nov 12 04:10:19.842417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33108) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:19.853624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e8e5bd60-e37c-4fc4-a89a-fe6b350d1492 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-95665038', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '44dc7582-0bb6-497d-8d32-0b69a031427d'}], 'security_groups': ['26d024d5-ad4f-47ed-9cd3-fbda5a714d35', '361b6a7e-1564-49a7-91cd-24c75bfd06f0']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:19.982093 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8e5bd60-e37c-4fc4-a89a-fe6b350d1492 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.060389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1b21cfb0-da3e-4bd0-910c-5bab9cab650c admin admin] Deleting port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:20.060935 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b21cfb0-da3e-4bd0-910c-5bab9cab650c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.065824 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.107902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:20.109931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cfe604-0ef9-4057-aa70-7a4c48e853b5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:20.112405 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd221599-ec87-4469-a14c-ba49bb11b536" -d '{"events": [{"server_uuid": "aed5172c-44a9-49e5-b23c-4f7e9bbd47b4", "name": "network-vif-plugged", "status": "completed", "tag": "92cfe604-0ef9-4057-aa70-7a4c48e853b5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:20.185970 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.196951 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba0dfa5-aad8-41b5-8cc8-317c0eb7eb9a x-openstack-request-id: req-1ba0dfa5-aad8-41b5-8cc8-317c0eb7eb9a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:20.196951 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed5172c-44a9-49e5-b23c-4f7e9bbd47b4", "name": "network-vif-plugged", "status": "completed", "tag": "92cfe604-0ef9-4057-aa70-7a4c48e853b5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:20.196951 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1ba0dfa5-aad8-41b5-8cc8-317c0eb7eb9a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:20.199123 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cfe604-0ef9-4057-aa70-7a4c48e853b5', 'code': 200} Nov 12 04:10:20.350688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-1b21cfb0-da3e-4bd0-910c-5bab9cab650c admin admin] For port 3932e8d1-58bc-458a-9d0c-a2af4672ebdb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3932e8d1-58bc-458a-9d0c-a2af4672ebdb,segment=NetworkSegment(472e6400-e333-44ec-9d63-d2f823d44a86),segment_id=472e6400-e333-44ec-9d63-d2f823d44a86)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:20.351055 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b21cfb0-da3e-4bd0-910c-5bab9cab650c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.388657 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1b21cfb0-da3e-4bd0-910c-5bab9cab650c admin admin] Calling delete_port for 3932e8d1-58bc-458a-9d0c-a2af4672ebdb owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:20.425922 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=92cfe604-0ef9-4057-aa70-7a4c48e853b5,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:20.470511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12757c93-831a-4a58-96ba-b41ed8dc0972 None None] Update dhcp port {'port': {'network_id': '3ffb58ed-6089-4074-bfa6-5f17995d9ffc', 'fixed_ips': [{'subnet_id': '332152db-5805-431d-929b-6aebc213fa0a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '23641337-d7bf-433b-8774-5885fd41897b', 'ip_address': '2001:db8::2'}, {'subnet_id': '44dc7582-0bb6-497d-8d32-0b69a031427d'}], 'binding:host_id': 'n-d-767704-23'}, 'id': '2cf65ba7-4b45-4e67-8f12-abc539485e69'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:10:20.511315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e8e5bd60-e37c-4fc4-a89a-fe6b350d1492 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Delete allocated IP 2001:db8::f2 (3ffb58ed-6089-4074-bfa6-5f17995d9ffc/23641337-d7bf-433b-8774-5885fd41897b) {{(pid=103146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 04:10:20.528131 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12757c93-831a-4a58-96ba-b41ed8dc0972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.532583 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-91b36747-42ca-4ab7-b82f-b6e05d12822a req-487ff29f-24e0-47c1-80d1-1f79d9e0e0b2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 210 time: 0.0653176 Nov 12 04:10:20.626362 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e8e5bd60-e37c-4fc4-a89a-fe6b350d1492 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Allocated IP 2001:db8:0:2::3db (3ffb58ed-6089-4074-bfa6-5f17995d9ffc/44dc7582-0bb6-497d-8d32-0b69a031427d/6a04ae28-b500-40f5-99f5-be0609e8f328) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:20.724382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6dda3-003d-4a87-9291-c0377929b2cb req-37009953-bf73-44df-b5fd-5c2003e2cb66 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:20.724382 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ede6dda3-003d-4a87-9291-c0377929b2cb req-37009953-bf73-44df-b5fd-5c2003e2cb66 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.2884545 Nov 12 04:10:20.753885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50df5b-e04b-4b60-993b-dd39c2c723c8 req-c03dd665-0bc3-4005-8ae2-e2fb68c2d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:20.755436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b50df5b-e04b-4b60-993b-dd39c2c723c8 req-c03dd665-0bc3-4005-8ae2-e2fb68c2d619 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 1099 time: 0.2418616 Nov 12 04:10:20.791009 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b21cfb0-da3e-4bd0-910c-5bab9cab650c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.828176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ede6dda3-003d-4a87-9291-c0377929b2cb req-625c6343-4629-44ba-b316-ef2beea168c4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082652 Nov 12 04:10:20.830908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21cfb0-da3e-4bd0-910c-5bab9cab650c admin admin] Pushing event deleted for resources: {'Port': ['ID=3932e8d1-58bc-458a-9d0c-a2af4672ebdb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:20.956562 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b50df5b-e04b-4b60-993b-dd39c2c723c8 req-0945aed0-bb13-48f9-9b57-ac82ed96611c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872993 Nov 12 04:10:21.079929 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8e5bd60-e37c-4fc4-a89a-fe6b350d1492 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:21.133225 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8e5bd60-e37c-4fc4-a89a-fe6b350d1492 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:21.175868 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b21cfb0-da3e-4bd0-910c-5bab9cab650c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:21.246178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-12757c93-831a-4a58-96ba-b41ed8dc0972 None None] Allocated IP 2001:db8:0:2::2 (3ffb58ed-6089-4074-bfa6-5f17995d9ffc/44dc7582-0bb6-497d-8d32-0b69a031427d/2cf65ba7-4b45-4e67-8f12-abc539485e69) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:21.271058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e8e5bd60-e37c-4fc4-a89a-fe6b350d1492 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] In _notify_port_updated(), no bound segment for port 6a04ae28-b500-40f5-99f5-be0609e8f328 on network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:10:21.277213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e5bd60-e37c-4fc4-a89a-fe6b350d1492 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:21.278259 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8e5bd60-e37c-4fc4-a89a-fe6b350d1492 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:21.280004 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e8e5bd60-e37c-4fc4-a89a-fe6b350d1492 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "PUT /v2.0/ports/6a04ae28-b500-40f5-99f5-be0609e8f328 HTTP/1.1" status: 200 len: 968 time: 1.4366255 Nov 12 04:10:21.283489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:21.372993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5bd60-e37c-4fc4-a89a-fe6b350d1492 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event updated for resources: {'Port': ['ID=6a04ae28-b500-40f5-99f5-be0609e8f328,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:21.462115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-12757c93-831a-4a58-96ba-b41ed8dc0972 None None] For port 2cf65ba7-4b45-4e67-8f12-abc539485e69, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2cf65ba7-4b45-4e67-8f12-abc539485e69,segment=NetworkSegment(efd737a3-5329-452b-9e64-21783c3c3260),segment_id=efd737a3-5329-452b-9e64-21783c3c3260)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:21.494584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5f8af1cd-7126-42da-87aa-7a4ade1712c2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 6a04ae28-b500-40f5-99f5-be0609e8f328 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:21.495290 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f8af1cd-7126-42da-87aa-7a4ade1712c2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:21.513911 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12757c93-831a-4a58-96ba-b41ed8dc0972 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:21.593014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b21cfb0-da3e-4bd0-910c-5bab9cab650c admin admin] Router 0df347dc-2af4-41a1-8d65-f2dec1053b1f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:10:21.596456 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12757c93-831a-4a58-96ba-b41ed8dc0972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:21.706686 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f8af1cd-7126-42da-87aa-7a4ade1712c2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:21.729036 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5f8af1cd-7126-42da-87aa-7a4ade1712c2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 6a04ae28-b500-40f5-99f5-be0609e8f328 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:21.807361 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eef5675a-a09d-4ebd-808e-9403d9266816 req-6678545c-4829-4e43-91a6-72b39179d1e4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=e79a67a7-532d-476d-bbcb-29b5349b83f0 HTTP/1.1" status: 200 len: 210 time: 0.0597477 Nov 12 04:10:21.896268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12757c93-831a-4a58-96ba-b41ed8dc0972 None None] Pushing event updated for resources: {'Port': ['ID=2cf65ba7-4b45-4e67-8f12-abc539485e69,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:21.898193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b21cfb0-da3e-4bd0-910c-5bab9cab650c admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:21.919168 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1b21cfb0-da3e-4bd0-910c-5bab9cab650c admin admin] 10.222.0.105 "PUT /v2.0/routers/0df347dc-2af4-41a1-8d65-f2dec1053b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9827039 Nov 12 04:10:21.919813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:21.927879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2538502-385d-4d57-9830-7a3e6f6fb72b None None] Sync routers for ids ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:21.957788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2538502-385d-4d57-9830-7a3e6f6fb72b None None] Routers {'0df347dc-2af4-41a1-8d65-f2dec1053b1f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:21.958439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b2538502-385d-4d57-9830-7a3e6f6fb72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:09:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:22.057823 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f8af1cd-7126-42da-87aa-7a4ade1712c2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:22.130099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f371e6-8bc3-4606-8fe1-9a0e3f0c7eca req-b931f8d2-09c9-4c6e-bb92-0eec0af1bfd5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:22.138768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27f371e6-8bc3-4606-8fe1-9a0e3f0c7eca req-b931f8d2-09c9-4c6e-bb92-0eec0af1bfd5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1593091 Nov 12 04:10:22.227811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b2538502-385d-4d57-9830-7a3e6f6fb72b None None] Set router 0df347dc-2af4-41a1-8d65-f2dec1053b1f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:22.289473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8af1cd-7126-42da-87aa-7a4ade1712c2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=6a04ae28-b500-40f5-99f5-be0609e8f328,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:22.313688 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f8af1cd-7126-42da-87aa-7a4ade1712c2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:22.331770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5f8af1cd-7126-42da-87aa-7a4ade1712c2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/6a04ae28-b500-40f5-99f5-be0609e8f328 HTTP/1.1" status: 204 len: 168 time: 1.0451038 Nov 12 04:10:22.333126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33180) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:22.456941 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bbe21a-c9af-46a6-a6ef-71a36abc36db tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] GET failed (client error): The resource could not be found. Nov 12 04:10:22.461641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a6bbe21a-c9af-46a6-a6ef-71a36abc36db tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports/6a04ae28-b500-40f5-99f5-be0609e8f328 HTTP/1.1" status: 404 len: 333 time: 0.1196616 Nov 12 04:10:22.472653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:22.493895 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27f371e6-8bc3-4606-8fe1-9a0e3f0c7eca req-c68516d9-eeb3-4567-950c-939467cd0327 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542259 Nov 12 04:10:22.626264 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bea07a3-ed01-4a39-8960-c4b8e1ea6cba tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:22.725236 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bea07a3-ed01-4a39-8960-c4b8e1ea6cba tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:22.735939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b2538502-385d-4d57-9830-7a3e6f6fb72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:10:20Z', 'revision_number': 5, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:22.809472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2538502-385d-4d57-9830-7a3e6f6fb72b None None] Checking router: 0df347dc-2af4-41a1-8d65-f2dec1053b1f for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:10:22.832305 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2538502-385d-4d57-9830-7a3e6f6fb72b None None] Routers {'0df347dc-2af4-41a1-8d65-f2dec1053b1f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:22.832972 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b2538502-385d-4d57-9830-7a3e6f6fb72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:09:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:22.910542 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bea07a3-ed01-4a39-8960-c4b8e1ea6cba tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:22.913397 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bea07a3-ed01-4a39-8960-c4b8e1ea6cba tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:22.915276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7bea07a3-ed01-4a39-8960-c4b8e1ea6cba tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/security-groups/dc0a1303-272f-492d-8475-0b58eaa2abc2 HTTP/1.1" status: 204 len: 168 time: 0.4405968 Nov 12 04:10:22.919411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33200) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:22.939781 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:22.969837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea07a3-ed01-4a39-8960-c4b8e1ea6cba tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0a1303-272f-492d-8475-0b58eaa2abc2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:23.106541 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a24698e-8ac7-4a0f-9247-dc0bae720d3b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.153471 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a24698e-8ac7-4a0f-9247-dc0bae720d3b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.155410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b2538502-385d-4d57-9830-7a3e6f6fb72b None None] Set router 0df347dc-2af4-41a1-8d65-f2dec1053b1f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:23.195054 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.209930 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bfbda157-4f19-4d6b-acb2-bdd2f20f6e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.319616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-03fd2966-35b2-4de9-9180-7d790a952aeb None None] Provisioning complete for port 1755ea6a-eaaa-429c-a08f-ed49494122da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:23.319616 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03fd2966-35b2-4de9-9180-7d790a952aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.338976 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a24698e-8ac7-4a0f-9247-dc0bae720d3b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.346099 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a24698e-8ac7-4a0f-9247-dc0bae720d3b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.347328 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7a24698e-8ac7-4a0f-9247-dc0bae720d3b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/security-groups/361b6a7e-1564-49a7-91cd-24c75bfd06f0 HTTP/1.1" status: 204 len: 168 time: 0.4269788 Nov 12 04:10:23.362754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:23.403166 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24698e-8ac7-4a0f-9247-dc0bae720d3b tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=361b6a7e-1564-49a7-91cd-24c75bfd06f0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:23.451376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2cf65ba7-4b45-4e67-8f12-abc539485e69 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:23.470389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] Deleting port 5938ce6c-d533-4906-af4c-47a56beb40bb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:23.470736 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.520887 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fef5306-0ec6-4ee3-9219-c18614f62958 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.574063 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fef5306-0ec6-4ee3-9219-c18614f62958 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.658508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] For port 5938ce6c-d533-4906-af4c-47a56beb40bb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5938ce6c-d533-4906-af4c-47a56beb40bb,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:23.658883 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.715418 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] Calling delete_port for 5938ce6c-d533-4906-af4c-47a56beb40bb owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:23.803956 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-03fd2966-35b2-4de9-9180-7d790a952aeb None None] Port 1755ea6a-eaaa-429c-a08f-ed49494122da cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:23.845982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-03fd2966-35b2-4de9-9180-7d790a952aeb None None] Provisioning complete for port 2cf65ba7-4b45-4e67-8f12-abc539485e69 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:23.846557 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03fd2966-35b2-4de9-9180-7d790a952aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.867327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff271d3-307b-4fda-a6d8-15408a556052 req-f30e12e5-56fb-40a1-884c-94bf87be93d8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:23.876158 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fff271d3-307b-4fda-a6d8-15408a556052 req-f30e12e5-56fb-40a1-884c-94bf87be93d8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.2108469 Nov 12 04:10:23.927461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 2cf65ba7-4b45-4e67-8f12-abc539485e69 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:23.928176 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.931402 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fef5306-0ec6-4ee3-9219-c18614f62958 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.934305 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fef5306-0ec6-4ee3-9219-c18614f62958 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.937997 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7fef5306-0ec6-4ee3-9219-c18614f62958 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/security-groups/26d024d5-ad4f-47ed-9cd3-fbda5a714d35 HTTP/1.1" status: 204 len: 168 time: 0.5668502 Nov 12 04:10:23.948478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:24.024619 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b2538502-385d-4d57-9830-7a3e6f6fb72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:10:20Z', 'revision_number': 5, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:24.071253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef5306-0ec6-4ee3-9219-c18614f62958 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d024d5-ad4f-47ed-9cd3-fbda5a714d35,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:24.085256 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fff271d3-307b-4fda-a6d8-15408a556052 req-7b1379bb-a974-4419-b779-1971ea22278b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022765 Nov 12 04:10:24.089483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb812a62-dd87-4ec7-ac37-200fc2321882 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting subnet 23641337-d7bf-433b-8774-5885fd41897b {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:10:24.093108 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb812a62-dd87-4ec7-ac37-200fc2321882 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.183645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2538502-385d-4d57-9830-7a3e6f6fb72b None None] The sync data for ids ['0df347dc-2af4-41a1-8d65-f2dec1053b1f'] in n-d-767704-23 is: [{'id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'name': 'tempest-ServersTestManualDisk-1752761701-router', 'tenant_id': 'aaca988967dd45bb83da700855645a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:58Z', 'updated_at': '2021-11-12T04:10:20Z', 'revision_number': 5, 'project_id': 'aaca988967dd45bb83da700855645a7c', 'gw_port': {'id': '5938ce6c-d533-4906-af4c-47a56beb40bb', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df347dc-2af4-41a1-8d65-f2dec1053b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:00Z', 'updated_at': '2021-11-12T04:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:10:24.185476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb812a62-dd87-4ec7-ac37-200fc2321882 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.191534 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-03fd2966-35b2-4de9-9180-7d790a952aeb None None] Could not find standard attr ID for object 6a04ae28-b500-40f5-99f5-be0609e8f328. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:10:24.288343 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.321068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-77197944-7b7a-423f-a2cc-a0b0f131fa51 None None] Could not find standard attr ID for object 6a04ae28-b500-40f5-99f5-be0609e8f328. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:10:24.323603 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb812a62-dd87-4ec7-ac37-200fc2321882 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.355719 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] Pushing event deleted for resources: {'Port': ['ID=5938ce6c-d533-4906-af4c-47a56beb40bb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:24.482615 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.515917 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb812a62-dd87-4ec7-ac37-200fc2321882 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.569747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb812a62-dd87-4ec7-ac37-200fc2321882 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Subnet': ['ID=23641337-d7bf-433b-8774-5885fd41897b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:24.576997 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb812a62-dd87-4ec7-ac37-200fc2321882 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.584968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eb812a62-dd87-4ec7-ac37-200fc2321882 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/23641337-d7bf-433b-8774-5885fd41897b HTTP/1.1" status: 204 len: 168 time: 0.6318269 Nov 12 04:10:24.586022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b2f155-4f1c-4456-8909-196e177c9073 None None] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:24.591369 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:24.672108 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.676950 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.781054 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-744b3b36-631e-44fa-86b0-90ca23644dd8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting subnet 44dc7582-0bb6-497d-8d32-0b69a031427d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:10:24.785707 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-744b3b36-631e-44fa-86b0-90ca23644dd8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.850661 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-744b3b36-631e-44fa-86b0-90ca23644dd8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.946132 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.946711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0df347dc-2af4-41a1-8d65-f2dec1053b1f {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:10:24.956162 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.960568 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c51f4c23-20d8-4f54-86e3-a4413a42d47c admin admin] 10.222.0.105 "DELETE /v2.0/routers/0df347dc-2af4-41a1-8d65-f2dec1053b1f HTTP/1.1" status: 204 len: 168 time: 3.0365043 Nov 12 04:10:24.960779 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33270) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:24.975842 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.987401 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-744b3b36-631e-44fa-86b0-90ca23644dd8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.035827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33272) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:25.101103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-24489b36-4cbb-4277-b6d2-a267ad156eec admin admin] Deleting subnet 6393c88c-4183-4f59-a17c-26cdf7e69c6a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:10:25.105070 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24489b36-4cbb-4277-b6d2-a267ad156eec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.186381 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-744b3b36-631e-44fa-86b0-90ca23644dd8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.205539 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24489b36-4cbb-4277-b6d2-a267ad156eec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.288319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33282) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:25.311000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b3b36-631e-44fa-86b0-90ca23644dd8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Subnet': ['ID=44dc7582-0bb6-497d-8d32-0b69a031427d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:25.337448 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fab0fde-050e-4fe9-8d05-2b7666e62228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.342825 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-744b3b36-631e-44fa-86b0-90ca23644dd8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.346215 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-744b3b36-631e-44fa-86b0-90ca23644dd8 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/44dc7582-0bb6-497d-8d32-0b69a031427d HTTP/1.1" status: 204 len: 168 time: 0.7518008 Nov 12 04:10:25.348797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:25.393617 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-8177d197-411c-478d-a37b-8b718de66177 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] DELETE failed (client error): The resource could not be found. Nov 12 04:10:25.394076 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8177d197-411c-478d-a37b-8b718de66177 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:10:25.399157 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8177d197-411c-478d-a37b-8b718de66177 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/23641337-d7bf-433b-8774-5885fd41897b HTTP/1.1" status: 404 len: 337 time: 0.0493641 Nov 12 04:10:25.407895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33288) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:25.452346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee444ec-67f0-4a6d-a054-48cd6853e0fb req-47d0534e-9ee5-49fd-a228-6d00b483fa90 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:25.462241 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ee444ec-67f0-4a6d-a054-48cd6853e0fb req-47d0534e-9ee5-49fd-a228-6d00b483fa90 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1392987 Nov 12 04:10:25.481050 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92691e5a-b9c8-4597-bb0c-92674bbf0669 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.517621 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24489b36-4cbb-4277-b6d2-a267ad156eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.536217 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ee444ec-67f0-4a6d-a054-48cd6853e0fb req-a3798fdf-d650-4d7d-92fa-9e37f61168e6 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670121 Nov 12 04:10:25.571396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-49af67ca-abac-433d-8507-bc605f1edf35 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting subnet 332152db-5805-431d-929b-6aebc213fa0a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:10:25.582477 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49af67ca-abac-433d-8507-bc605f1edf35 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.682623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3932e8d1-58bc-458a-9d0c-a2af4672ebdb no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:25.686137 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49af67ca-abac-433d-8507-bc605f1edf35 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.711556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 3932e8d1-58bc-458a-9d0c-a2af4672ebdb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:25.711968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3932e8d1-58bc-458a-9d0c-a2af4672ebdb not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:25.737201 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fab0fde-050e-4fe9-8d05-2b7666e62228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.759748 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858ef421-6de9-437f-8d14-14f445266e68 None None] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:25.826542 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92691e5a-b9c8-4597-bb0c-92674bbf0669 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.829475 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fab0fde-050e-4fe9-8d05-2b7666e62228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.862634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24489b36-4cbb-4277-b6d2-a267ad156eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.904836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-55eb3228-d95f-4da2-a49d-434df9cbaab2 None None] Provisioning complete for port 1755ea6a-eaaa-429c-a08f-ed49494122da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:25.906088 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55eb3228-d95f-4da2-a49d-434df9cbaab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.913895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24489b36-4cbb-4277-b6d2-a267ad156eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6393c88c-4183-4f59-a17c-26cdf7e69c6a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:25.916601 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49af67ca-abac-433d-8507-bc605f1edf35 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.924480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33292) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:25.924636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3fab0fde-050e-4fe9-8d05-2b7666e62228 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0d1dbd647e36490c8a6b91c7ef2cae94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8900919 Nov 12 04:10:25.925353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab0fde-050e-4fe9-8d05-2b7666e62228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1a70b7-a5ff-4ef2-8548-3b245059dfa1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:25.949049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc3f028-c4c4-468c-8550-62a5a7c364eb None None] Network 055cc169-c110-422a-9979-8bfa71a513af requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:25.953053 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24489b36-4cbb-4277-b6d2-a267ad156eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.957552 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-24489b36-4cbb-4277-b6d2-a267ad156eec admin admin] 10.222.0.105 "DELETE /v2.0/subnets/6393c88c-4183-4f59-a17c-26cdf7e69c6a HTTP/1.1" status: 204 len: 168 time: 0.9951124 Nov 12 04:10:25.957869 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92691e5a-b9c8-4597-bb0c-92674bbf0669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.962922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33294) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:26.025497 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7d5b3d9-13a3-4d34-b7b6-511947e8b53f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.065995 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7d5b3d9-13a3-4d34-b7b6-511947e8b53f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.116307 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-92691e5a-b9c8-4597-bb0c-92674bbf0669 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cbb94e7030ab4b538f1396a9f351ee7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8151522 Nov 12 04:10:26.118998 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:26.125475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92691e5a-b9c8-4597-bb0c-92674bbf0669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8efab70-f213-410c-9c7e-b69aea96d96c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:26.145144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.156487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-55eb3228-d95f-4da2-a49d-434df9cbaab2 None None] Port 1755ea6a-eaaa-429c-a08f-ed49494122da cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:26.195681 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7d5b3d9-13a3-4d34-b7b6-511947e8b53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.198297 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7d5b3d9-13a3-4d34-b7b6-511947e8b53f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.210901 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a7d5b3d9-13a3-4d34-b7b6-511947e8b53f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2a1a70b7-a5ff-4ef2-8548-3b245059dfa1 HTTP/1.1" status: 204 len: 168 time: 0.2851429 Nov 12 04:10:26.217661 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de294c9a-748a-4c67-8afe-d0910560c9d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.227611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-55eb3228-d95f-4da2-a49d-434df9cbaab2 None None] Provisioning complete for port 2cf65ba7-4b45-4e67-8f12-abc539485e69 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:26.228003 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55eb3228-d95f-4da2-a49d-434df9cbaab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.233614 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49af67ca-abac-433d-8507-bc605f1edf35 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.262558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de294c9a-748a-4c67-8afe-d0910560c9d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.318801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d98f1ca-f9d6-46ca-ac6d-e9bbdacf2eb4 None None] DHCP port deletion for 055cc169-c110-422a-9979-8bfa71a513af request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:10:26.328090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af67ca-abac-433d-8507-bc605f1edf35 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Subnet': ['ID=332152db-5805-431d-929b-6aebc213fa0a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:26.352587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49af67ca-abac-433d-8507-bc605f1edf35 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.373248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-49af67ca-abac-433d-8507-bc605f1edf35 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/332152db-5805-431d-929b-6aebc213fa0a HTTP/1.1" status: 204 len: 168 time: 0.9585903 Nov 12 04:10:26.377143 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33302) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:26.387534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5b3d9-13a3-4d34-b7b6-511947e8b53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1a70b7-a5ff-4ef2-8548-3b245059dfa1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:26.473069 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bafe0ba-1b67-47cb-8a14-02908caa17ee tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] DELETE failed (client error): The resource could not be found. Nov 12 04:10:26.475513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bafe0ba-1b67-47cb-8a14-02908caa17ee tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:10:26.480085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8bafe0ba-1b67-47cb-8a14-02908caa17ee tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/0b2952ec-cce9-42c5-a67e-f017f8887ecf HTTP/1.1" status: 404 len: 337 time: 0.0763328 Nov 12 04:10:26.486718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33304) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:26.495159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d98f1ca-f9d6-46ca-ac6d-e9bbdacf2eb4 None None] Deleting port 866ddc9a-b576-443b-b228-c5820f8bbe10 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:26.495399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Deleting port 866ddc9a-b576-443b-b228-c5820f8bbe10 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:26.495625 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d98f1ca-f9d6-46ca-ac6d-e9bbdacf2eb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.495824 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.561487 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7b034f87-2fea-4af9-943a-9c1fb2356e2a tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "GET /v2.0/ports?device_id=dfb3d9b3-74e1-4429-b3cd-d75b00f87441 HTTP/1.1" status: 200 len: 205 time: 0.0767903 Nov 12 04:10:26.562501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33308) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:26.563174 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de294c9a-748a-4c67-8afe-d0910560c9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.572226 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de294c9a-748a-4c67-8afe-d0910560c9d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.574658 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-de294c9a-748a-4c67-8afe-d0910560c9d5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e8efab70-f213-410c-9c7e-b69aea96d96c HTTP/1.1" status: 204 len: 168 time: 0.4544590 Nov 12 04:10:26.692957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3d98f1ca-f9d6-46ca-ac6d-e9bbdacf2eb4 None None] For port 866ddc9a-b576-443b-b228-c5820f8bbe10, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=866ddc9a-b576-443b-b228-c5820f8bbe10,segment=NetworkSegment(472e6400-e333-44ec-9d63-d2f823d44a86),segment_id=472e6400-e333-44ec-9d63-d2f823d44a86)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:26.693372 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d98f1ca-f9d6-46ca-ac6d-e9bbdacf2eb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.698968 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-c2e96595-b95e-4c3c-867e-de7e15482b43 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] delete failed (client error): The resource could not be found. Nov 12 04:10:26.700017 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c2e96595-b95e-4c3c-867e-de7e15482b43 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/routers/dfb3d9b3-74e1-4429-b3cd-d75b00f87441 HTTP/1.1" status: 404 len: 336 time: 0.1219506 Nov 12 04:10:26.707195 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:26.708006 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de294c9a-748a-4c67-8afe-d0910560c9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8efab70-f213-410c-9c7e-b69aea96d96c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:26.761342 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d98f1ca-f9d6-46ca-ac6d-e9bbdacf2eb4 None None] Calling delete_port for 866ddc9a-b576-443b-b228-c5820f8bbe10 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:26.781821 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7b4cac-1b55-4952-a291-37517ef649f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] DELETE failed (client error): The resource could not be found. Nov 12 04:10:26.782319 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7b4cac-1b55-4952-a291-37517ef649f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:10:26.787243 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0d7b4cac-1b55-4952-a291-37517ef649f9 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/79114cf9-32e0-4756-a171-39b311a5355f HTTP/1.1" status: 404 len: 337 time: 0.0762250 Nov 12 04:10:26.795223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:26.852297 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ea0b6c-7320-445a-8612-7e20fd2f5331 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] DELETE failed (client error): The resource could not be found. Nov 12 04:10:26.852806 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ea0b6c-7320-445a-8612-7e20fd2f5331 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:10:26.860847 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-11ea0b6c-7320-445a-8612-7e20fd2f5331 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/90b972f1-b2a2-4099-99d7-685b559613d3 HTTP/1.1" status: 404 len: 337 time: 0.0641663 Nov 12 04:10:26.863662 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:26.917874 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-8302b6d9-dd2e-46fa-b85e-6e5085f86d87 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] DELETE failed (client error): The resource could not be found. Nov 12 04:10:26.918342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8302b6d9-dd2e-46fa-b85e-6e5085f86d87 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:10:26.924078 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8302b6d9-dd2e-46fa-b85e-6e5085f86d87 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/41e667e9-1368-4acf-b41b-e1685526b48e HTTP/1.1" status: 404 len: 337 time: 0.0574772 Nov 12 04:10:26.925216 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33322) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:26.963605 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4339c0-fe9b-41d2-a2e4-b6b1d8299720 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] DELETE failed (client error): The resource could not be found. Nov 12 04:10:26.964368 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4339c0-fe9b-41d2-a2e4-b6b1d8299720 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:10:26.966868 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:26.970130 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1b4339c0-fe9b-41d2-a2e4-b6b1d8299720 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/44cbf18d-eec7-4748-bced-bed36aeeda4e HTTP/1.1" status: 404 len: 333 time: 0.0410860 Nov 12 04:10:26.973338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:26.992072 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eee21f50-d545-4bd1-885b-f68cc9d525f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.013467 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7e4403-4bd6-4430-a76c-027bbeec7e43 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] DELETE failed (client error): The resource could not be found. Nov 12 04:10:27.014258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7e4403-4bd6-4430-a76c-027bbeec7e43 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:10:27.022449 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-aa7e4403-4bd6-4430-a76c-027bbeec7e43 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/a01004c3-8512-4805-83c5-c9119b0c0369 HTTP/1.1" status: 404 len: 337 time: 0.0478437 Nov 12 04:10:27.023744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33326) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:27.059499 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ff870c-c1c4-4279-af2c-5944494ecf05 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] DELETE failed (client error): The resource could not be found. Nov 12 04:10:27.060250 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ff870c-c1c4-4279-af2c-5944494ecf05 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:10:27.066285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-82ff870c-c1c4-4279-af2c-5944494ecf05 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/a2fa71bb-87a7-4a46-b714-9929eefe6cce HTTP/1.1" status: 404 len: 337 time: 0.0384941 Nov 12 04:10:27.066616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:27.109235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] For port 866ddc9a-b576-443b-b228-c5820f8bbe10, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=866ddc9a-b576-443b-b228-c5820f8bbe10,segment=NetworkSegment(472e6400-e333-44ec-9d63-d2f823d44a86),segment_id=472e6400-e333-44ec-9d63-d2f823d44a86)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:27.110197 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.110925 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d98f1ca-f9d6-46ca-ac6d-e9bbdacf2eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.158725 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6e4cf7-d4d7-4a43-8e89-45d37bcc12ad tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] DELETE failed (client error): The resource could not be found. Nov 12 04:10:27.161017 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6e4cf7-d4d7-4a43-8e89-45d37bcc12ad tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:10:27.172461 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-aa6e4cf7-d4d7-4a43-8e89-45d37bcc12ad tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/e9b72fc6-62f9-4efb-a314-5b4409241bae HTTP/1.1" status: 404 len: 333 time: 0.1039715 Nov 12 04:10:27.172848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Calling delete_port for 866ddc9a-b576-443b-b228-c5820f8bbe10 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:27.175137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98f1ca-f9d6-46ca-ac6d-e9bbdacf2eb4 None None] No DVR routers for this DVR port 866ddc9a-b576-443b-b228-c5820f8bbe10 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:27.175785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:27.182916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98f1ca-f9d6-46ca-ac6d-e9bbdacf2eb4 None None] Pushing event deleted for resources: {'Port': ['ID=866ddc9a-b576-443b-b228-c5820f8bbe10,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:27.199794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97b9bb-1512-462c-855c-ff365c52764b req-5dfa84fd-8f1c-4db3-b102-35d6dddef66d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:27.201232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd97b9bb-1512-462c-855c-ff365c52764b req-5dfa84fd-8f1c-4db3-b102-35d6dddef66d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1899087 Nov 12 04:10:27.234717 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02f3b07-0095-4a3e-aabf-fd3b0f345fa2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] DELETE failed (client error): The resource could not be found. Nov 12 04:10:27.235653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02f3b07-0095-4a3e-aabf-fd3b0f345fa2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:10:27.242650 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f02f3b07-0095-4a3e-aabf-fd3b0f345fa2 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/13785819-3064-404d-abe2-26ccbb44789b HTTP/1.1" status: 404 len: 337 time: 0.0647993 Nov 12 04:10:27.243296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33332) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:27.280892 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5219f7-e705-48c0-8b03-68ee5d15f0d1 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] DELETE failed (client error): The resource could not be found. Nov 12 04:10:27.281252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5219f7-e705-48c0-8b03-68ee5d15f0d1 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:10:27.289200 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4d5219f7-e705-48c0-8b03-68ee5d15f0d1 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/subnets/6f9facb2-6da7-403b-aebf-2ca85c775c1f HTTP/1.1" status: 404 len: 337 time: 0.0444195 Nov 12 04:10:27.289922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:27.302276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33336) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:27.361854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd97b9bb-1512-462c-855c-ff365c52764b req-75e7a8b2-ea10-4521-928f-f624f1d7993d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474662 Nov 12 04:10:27.399411 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb87d-a0ff-45a0-9ca7-02f7b758547f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.404155 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 866ddc9a-b576-443b-b228-c5820f8bbe10 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:27.434516 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.483214 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507b34b7-9be3-4703-97f9-6b97f10f4f95 None None] Network 3ffb58ed-6089-4074-bfa6-5f17995d9ffc requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:27.507903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 866ddc9a-b576-443b-b228-c5820f8bbe10 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:27.507903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 866ddc9a-b576-443b-b228-c5820f8bbe10 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:27.507903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5938ce6c-d533-4906-af4c-47a56beb40bb no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:27.508253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Pushing event deleted for resources: {'Port': ['ID=866ddc9a-b576-443b-b228-c5820f8bbe10,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:27.527206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] No DVR routers for this DVR port 866ddc9a-b576-443b-b228-c5820f8bbe10 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:27.544892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 5938ce6c-d533-4906-af4c-47a56beb40bb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:27.545503 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5938ce6c-d533-4906-af4c-47a56beb40bb not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:27.658088 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.690710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ec41a544-d4c7-46ad-80e5-f0295a364593 None None] Provisioning complete for port 1755ea6a-eaaa-429c-a08f-ed49494122da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:27.691141 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec41a544-d4c7-46ad-80e5-f0295a364593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.698776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055cc169-c110-422a-9979-8bfa71a513af']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:27.706383 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23566a-d30c-4eb6-9e38-553ba5b876c6 req-cd70e517-6c62-48cd-adc3-57b05a6b05d1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:27.708389 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad23566a-d30c-4eb6-9e38-553ba5b876c6 req-cd70e517-6c62-48cd-adc3-57b05a6b05d1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1346049 Nov 12 04:10:27.711177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472e6400-e333-44ec-9d63-d2f823d44a86') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:27.711723 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472e6400-e333-44ec-9d63-d2f823d44a86') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:27.726146 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.739955 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ec41a544-d4c7-46ad-80e5-f0295a364593 None None] Port 1755ea6a-eaaa-429c-a08f-ed49494122da cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:27.752156 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb87d-a0ff-45a0-9ca7-02f7b758547f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.764860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ec41a544-d4c7-46ad-80e5-f0295a364593 None None] Provisioning complete for port 2cf65ba7-4b45-4e67-8f12-abc539485e69 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:27.765546 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec41a544-d4c7-46ad-80e5-f0295a364593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.770328 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.773529 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e2336-8a9b-42a7-8263-d22d4e7263c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Deleting port 1755ea6a-eaaa-429c-a08f-ed49494122da {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:27.773529 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2336-8a9b-42a7-8263-d22d4e7263c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.786788 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:10:27.788776 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:10:27.793846 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:10:27.803059 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad23566a-d30c-4eb6-9e38-553ba5b876c6 req-7bb25ab2-4c1a-4ef7-aa8e-15e81455f86e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871918 Nov 12 04:10:27.948965 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb87d-a0ff-45a0-9ca7-02f7b758547f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.954478 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2336-8a9b-42a7-8263-d22d4e7263c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.957197 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d249e7-ec22-42c3-9d6a-08a1d1adc231 None None] DHCP port deletion for 3ffb58ed-6089-4074-bfa6-5f17995d9ffc request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:10:27.977502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e2336-8a9b-42a7-8263-d22d4e7263c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Calling delete_port for 1755ea6a-eaaa-429c-a08f-ed49494122da owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:28.003822 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.018400 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.023002 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] 10.222.0.105 "DELETE /v2.0/networks/055cc169-c110-422a-9979-8bfa71a513af HTTP/1.1" status: 204 len: 168 time: 2.0575886 Nov 12 04:10:28.040162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5da3a-cd7a-4e9e-a5c7-714fc9a2d247 admin admin] Pushing event deleted for resources: {'Network': ['ID=055cc169-c110-422a-9979-8bfa71a513af,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:28.060538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95bb78-5f70-4943-a338-142d557c506a req-105f11db-0c45-46f8-be6d-3197babe64a3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.062213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a9d249e7-ec22-42c3-9d6a-08a1d1adc231 None None] Deleting port 2cf65ba7-4b45-4e67-8f12-abc539485e69 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:28.063332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f95bb78-5f70-4943-a338-142d557c506a req-105f11db-0c45-46f8-be6d-3197babe64a3 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1206269 Nov 12 04:10:28.064571 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a9d249e7-ec22-42c3-9d6a-08a1d1adc231 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.163358 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f95bb78-5f70-4943-a338-142d557c506a req-fc226bf7-4602-4572-9070-ea10bfa65490 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920556 Nov 12 04:10:28.172391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fb87d-a0ff-45a0-9ca7-02f7b758547f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efdb4d9-1c94-4f84-95a2-8fa48b453b11,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:28.202897 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2336-8a9b-42a7-8263-d22d4e7263c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.213412 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7b8fb87d-a0ff-45a0-9ca7-02f7b758547f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=059612ff210b4f0da1da3fb1f28251d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9086170 Nov 12 04:10:28.215619 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a9d249e7-ec22-42c3-9d6a-08a1d1adc231 None None] For port 2cf65ba7-4b45-4e67-8f12-abc539485e69, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2cf65ba7-4b45-4e67-8f12-abc539485e69,segment=NetworkSegment(efd737a3-5329-452b-9e64-21783c3c3260),segment_id=efd737a3-5329-452b-9e64-21783c3c3260)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:28.216270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33364) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:28.216986 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a9d249e7-ec22-42c3-9d6a-08a1d1adc231 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.255652 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a9d249e7-ec22-42c3-9d6a-08a1d1adc231 None None] Calling delete_port for 2cf65ba7-4b45-4e67-8f12-abc539485e69 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:28.273965 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e2336-8a9b-42a7-8263-d22d4e7263c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Port': ['ID=1755ea6a-eaaa-429c-a08f-ed49494122da,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:28.278461 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2336-8a9b-42a7-8263-d22d4e7263c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.284910 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0c1e2336-8a9b-42a7-8263-d22d4e7263c6 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/ports/1755ea6a-eaaa-429c-a08f-ed49494122da HTTP/1.1" status: 204 len: 168 time: 0.9917121 Nov 12 04:10:28.285784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33368) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:28.427023 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f4f4-2eac-4387-b879-c551b7f06338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.457208 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eaf3ad-2a9b-4f29-8623-047f4b4855f3 req-08745fa8-70d3-4cdd-bc62-7f58174f12d7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.461167 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55eaf3ad-2a9b-4f29-8623-047f4b4855f3 req-08745fa8-70d3-4cdd-bc62-7f58174f12d7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1494200 Nov 12 04:10:28.490202 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f4f4-2eac-4387-b879-c551b7f06338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.494001 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaa5bce0-216a-4632-9c14-a855c86a4a26 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.496559 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:28.504754 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.533329 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a9d249e7-ec22-42c3-9d6a-08a1d1adc231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.576315 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-da6dd930-430a-4674-a026-61e9bb912c1c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=aaca988967dd45bb83da700855645a7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0781074 Nov 12 04:10:28.582060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55eaf3ad-2a9b-4f29-8623-047f4b4855f3 req-581b8ef3-fbfc-45e0-95c7-929f533c3a48 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103024 Nov 12 04:10:28.586547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:28.635376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d249e7-ec22-42c3-9d6a-08a1d1adc231 None None] No DVR routers for this DVR port 2cf65ba7-4b45-4e67-8f12-abc539485e69 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:28.643180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d249e7-ec22-42c3-9d6a-08a1d1adc231 None None] Pushing event deleted for resources: {'Port': ['ID=2cf65ba7-4b45-4e67-8f12-abc539485e69,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:28.675967 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4aa4-d8cb-4354-99e7-182136936efb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.722432 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4aa4-d8cb-4354-99e7-182136936efb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.723623 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaa5bce0-216a-4632-9c14-a855c86a4a26 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.747259 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f4f4-2eac-4387-b879-c551b7f06338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.751359 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f4f4-2eac-4387-b879-c551b7f06338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.751940 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-eaa5bce0-216a-4632-9c14-a855c86a4a26 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffb58ed-6089-4074-bfa6-5f17995d9ffc']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:28.769626 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-eaa5bce0-216a-4632-9c14-a855c86a4a26 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd737a3-5329-452b-9e64-21783c3c3260') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:28.769626 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-eaa5bce0-216a-4632-9c14-a855c86a4a26 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd737a3-5329-452b-9e64-21783c3c3260') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:28.769942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bbe3f4f4-2eac-4387-b879-c551b7f06338 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5efdb4d9-1c94-4f84-95a2-8fa48b453b11 HTTP/1.1" status: 204 len: 168 time: 0.5479374 Nov 12 04:10:28.778572 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaa5bce0-216a-4632-9c14-a855c86a4a26 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.789007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3f4f4-2eac-4387-b879-c551b7f06338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efdb4d9-1c94-4f84-95a2-8fa48b453b11,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:28.794911 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaa5bce0-216a-4632-9c14-a855c86a4a26 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.802757 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa5bce0-216a-4632-9c14-a855c86a4a26 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:10:28.803193 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaa5bce0-216a-4632-9c14-a855c86a4a26 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.876315 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4aa4-d8cb-4354-99e7-182136936efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.884526 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4aa4-d8cb-4354-99e7-182136936efb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:28.888660 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8bfd4aa4-d8cb-4354-99e7-182136936efb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8ada52d0-1d96-4ea5-8aa3-2d82e1685e67 HTTP/1.1" status: 204 len: 168 time: 0.2991176 Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:10:28.889588 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:10:28.924069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd4aa4-d8cb-4354-99e7-182136936efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ada52d0-1d96-4ea5-8aa3-2d82e1685e67,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:28.963482 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37d63d-f153-4d76-b2fd-d5fb38c9f2cb req-508aef70-1e15-4fab-9a30-88fe820e29d4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.965078 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6b37d63d-f153-4d76-b2fd-d5fb38c9f2cb req-508aef70-1e15-4fab-9a30-88fe820e29d4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.0768216 Nov 12 04:10:28.979314 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.013810 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaa5bce0-216a-4632-9c14-a855c86a4a26 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.024390 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaa5bce0-216a-4632-9c14-a855c86a4a26 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.030127 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eaa5bce0-216a-4632-9c14-a855c86a4a26 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] 10.222.0.105 "DELETE /v2.0/networks/3ffb58ed-6089-4074-bfa6-5f17995d9ffc HTTP/1.1" status: 204 len: 168 time: 0.7374861 Nov 12 04:10:29.050623 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5bce0-216a-4632-9c14-a855c86a4a26 tempest-PortsIpV6TestJSON-150993309 tempest-PortsIpV6TestJSON-150993309-project] Pushing event deleted for resources: {'Network': ['ID=3ffb58ed-6089-4074-bfa6-5f17995d9ffc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:29.069509 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6b37d63d-f153-4d76-b2fd-d5fb38c9f2cb req-81ebd431-c28d-4b4e-995a-ea1a475d3db9 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881972 Nov 12 04:10:29.210399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ee11e-9b72-4d57-9514-2c5b8a7ec9e1 req-0140ec31-1368-4ff2-b172-2f5afc0c27bb tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.218364 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb0ee11e-9b72-4d57-9514-2c5b8a7ec9e1 req-0140ec31-1368-4ff2-b172-2f5afc0c27bb tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.0631495 Nov 12 04:10:29.292342 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb0ee11e-9b72-4d57-9514-2c5b8a7ec9e1 req-4b70f037-901c-4ad7-899e-5d57ffa9363b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692697 Nov 12 04:10:29.401118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2cf65ba7-4b45-4e67-8f12-abc539485e69 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:29.435406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f95c40-7fad-4501-8eda-af8f218a01fd req-884fb647-1981-4c63-8e8b-69a461b1d467 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.442121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 2cf65ba7-4b45-4e67-8f12-abc539485e69 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:29.442567 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2cf65ba7-4b45-4e67-8f12-abc539485e69 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:29.446659 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74f95c40-7fad-4501-8eda-af8f218a01fd req-884fb647-1981-4c63-8e8b-69a461b1d467 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.0765309 Nov 12 04:10:29.510304 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74f95c40-7fad-4501-8eda-af8f218a01fd req-7a591035-3aeb-4570-94d1-db78e2a56ee0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626457 Nov 12 04:10:29.928639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:30.195996 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b439c4-ba9f-4cdf-8de2-831536d69934 req-cc5b4297-8efa-407c-b977-73c8516e4db8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.208587 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-39b439c4-ba9f-4cdf-8de2-831536d69934 req-cc5b4297-8efa-407c-b977-73c8516e4db8 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1278367 Nov 12 04:10:30.316236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-39b439c4-ba9f-4cdf-8de2-831536d69934 req-ea1fe6c6-a2ce-4f44-8654-ecebef84b5e5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031506 Nov 12 04:10:30.429609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-37100975-b58a-462c-9422-808892699b4a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=85b95f8267f04fdfbf1d27edcf55d988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4970574 Nov 12 04:10:30.430232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33444) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:30.517734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09577da8-1dc2-460b-882f-9f3338597618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.546845 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09577da8-1dc2-460b-882f-9f3338597618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.677570 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09577da8-1dc2-460b-882f-9f3338597618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.682598 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09577da8-1dc2-460b-882f-9f3338597618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.687122 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-09577da8-1dc2-460b-882f-9f3338597618 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/52124f52-ca94-4b66-9b01-97d419742b0b HTTP/1.1" status: 204 len: 168 time: 0.2532766 Nov 12 04:10:30.699365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09577da8-1dc2-460b-882f-9f3338597618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52124f52-ca94-4b66-9b01-97d419742b0b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:31.177195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33488) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:31.483408 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a102c1c-d946-4416-bd5a-c13c4a13335c req-d11e729e-6707-42d8-bcc0-c3cce311ad9b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.492246 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9a102c1c-d946-4416-bd5a-c13c4a13335c req-d11e729e-6707-42d8-bcc0-c3cce311ad9b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.0641274 Nov 12 04:10:31.500279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33502) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:31.506763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-423e028d-183c-4d7c-a4b5-d1d17c9c94b4 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-263761092', 'description': 'tempest-secgroup-smoke-263761092 description', 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:31.552471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9a102c1c-d946-4416-bd5a-c13c4a13335c req-ad92a563-807d-4e6e-b7ca-5bbe34db9892 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557554 Nov 12 04:10:31.595668 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-731489568-network', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:31.603821 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-423e028d-183c-4d7c-a4b5-d1d17c9c94b4 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.675853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:31.678313 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.680075 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-423e028d-183c-4d7c-a4b5-d1d17c9c94b4 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.694736 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.761778 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-423e028d-183c-4d7c-a4b5-d1d17c9c94b4 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.779983 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.799812 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e028d-183c-4d7c-a4b5-d1d17c9c94b4 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806048d9-82b1-44f5-bbae-89aa1c87f5d9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:31.853203 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.879195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:10:31.890050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f4054b-14a9-4534-b2af-6407c8900add,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:31.895107 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.895454 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] Added segment 4224d690-4f60-4b41-b20c-05941e57bd6d of type vlan for network bc7f3290-e6b1-422f-9f1c-57d7db1af69a Nov 12 04:10:31.918069 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-423e028d-183c-4d7c-a4b5-d1d17c9c94b4 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.919728 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-423e028d-183c-4d7c-a4b5-d1d17c9c94b4 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4175422 Nov 12 04:10:31.923793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33524) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:31.941393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e1ac6c0e-5a41-4097-a213-7c389fcba365 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Request body: {'security_group_rule': {'security_group_id': '806048d9-82b1-44f5-bbae-89aa1c87f5d9', 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:31.945145 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.096104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0942bd-8f6c-4da9-9328-0d25d3908e93 req-bf6bfffa-b366-4a92-9c16-18caa419bbab tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.098265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad0942bd-8f6c-4da9-9328-0d25d3908e93 req-bf6bfffa-b366-4a92-9c16-18caa419bbab tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.0767164 Nov 12 04:10:32.098695 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.099807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.104644 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.106200 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6c0e-5a41-4097-a213-7c389fcba365 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.200429 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad0942bd-8f6c-4da9-9328-0d25d3908e93 req-c9d1bace-7ab3-4406-8990-bf3951a73f2c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909963 Nov 12 04:10:32.227429 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6c0e-5a41-4097-a213-7c389fcba365 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.270180 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6c0e-5a41-4097-a213-7c389fcba365 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.310697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac6c0e-5a41-4097-a213-7c389fcba365 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b18bdfe-6f1a-4604-86f7-928a09a96279,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:32.352694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] Pushing event updated for resources: {'Network': ['ID=bc7f3290-e6b1-422f-9f1c-57d7db1af69a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:32.366479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network bc7f3290-e6b1-422f-9f1c-57d7db1af69a details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:10:32.374881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d322f3-5a48-4c6a-9667-b3d43c29e86d req-cbc42bd5-6d22-4807-a95c-d9f6a7fff6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.377182 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74d322f3-5a48-4c6a-9667-b3d43c29e86d req-cbc42bd5-6d22-4807-a95c-d9f6a7fff6d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79ef31f00b10453b810a706be411ba9d&device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 1099 time: 0.1796992 Nov 12 04:10:32.399808 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6c0e-5a41-4097-a213-7c389fcba365 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.401457 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e1ac6c0e-5a41-4097-a213-7c389fcba365 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4741797 Nov 12 04:10:32.407809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:32.413455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-30084308-8175-4b66-9a81-52f3cbcc8a60 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Request body: {'security_group_rule': {'security_group_id': '806048d9-82b1-44f5-bbae-89aa1c87f5d9', 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:32.527110 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-87e36ae3-5f41-4109-9197-7dd551ade05d admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3481638 Nov 12 04:10:32.531966 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33556) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:32.538084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-334afa1b-2cae-4a80-9a6d-d8513d3b2571 admin admin] Request body: {'subnet': {'network_id': 'bc7f3290-e6b1-422f-9f1c-57d7db1af69a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-731489568-subnet', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:32.547289 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d322f3-5a48-4c6a-9667-b3d43c29e86d req-fc87fa16-c04b-4de5-9083-3536962e0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.549124 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74d322f3-5a48-4c6a-9667-b3d43c29e86d req-fc87fa16-c04b-4de5-9083-3536962e0654 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516 HTTP/1.1" status: 200 len: 916 time: 0.1642787 Nov 12 04:10:32.553763 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30084308-8175-4b66-9a81-52f3cbcc8a60 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.611060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74d322f3-5a48-4c6a-9667-b3d43c29e86d req-08d2596c-f488-4068-aa2b-cc5c4225c9e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5 HTTP/1.1" status: 200 len: 217 time: 0.0525992 Nov 12 04:10:32.651151 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30084308-8175-4b66-9a81-52f3cbcc8a60 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.653029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334afa1b-2cae-4a80-9a6d-d8513d3b2571 admin admin] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:32.662079 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-334afa1b-2cae-4a80-9a6d-d8513d3b2571 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.709784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d322f3-5a48-4c6a-9667-b3d43c29e86d req-4189d53e-4c29-43d9-9329-a11dc89a4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.709784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74d322f3-5a48-4c6a-9667-b3d43c29e86d req-4189d53e-4c29-43d9-9329-a11dc89a4618 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3110dda-0677-4da1-b118-225bfcce94e6 HTTP/1.1" status: 200 len: 854 time: 0.0840783 Nov 12 04:10:32.773449 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30084308-8175-4b66-9a81-52f3cbcc8a60 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.788523 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74d322f3-5a48-4c6a-9667-b3d43c29e86d req-c4b8820a-4b49-45fa-be76-9063a9e55469 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fb39e1a-9370-49f4-a17c-50fcdcf7a516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715632 Nov 12 04:10:32.817933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30084308-8175-4b66-9a81-52f3cbcc8a60 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b409ab-969c-45cd-8760-b88e3c9caa53,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:32.837383 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33578) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:32.895634 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30084308-8175-4b66-9a81-52f3cbcc8a60 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.899382 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-30084308-8175-4b66-9a81-52f3cbcc8a60 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4904790 Nov 12 04:10:32.905108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33582) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:32.915108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7d7984d0-5310-42d9-9e59-2ef03b72da7b tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Request body: {'security_group_rule': {'security_group_id': '806048d9-82b1-44f5-bbae-89aa1c87f5d9', 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:32.982281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74d322f3-5a48-4c6a-9667-b3d43c29e86d req-84a0d075-2351-4db9-aeba-f3bd03fe8b84 service neutron] 10.222.0.26 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853056 Nov 12 04:10:33.089791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'network': {'name': 'tempest-RoutersTest-33345870'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:33.095003 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d7984d0-5310-42d9-9e59-2ef03b72da7b tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.132830 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-74d322f3-5a48-4c6a-9667-b3d43c29e86d req-4e9a61ab-afed-488c-9f3a-de8d16aabf44 service neutron] 10.222.0.26 "GET /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429996 Nov 12 04:10:33.162048 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-334afa1b-2cae-4a80-9a6d-d8513d3b2571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.167776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:33.172664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-be82f043-2e53-469e-bc3c-641cee4a7931 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466435016', 'description': 'tempest-secgroup-smoke-466435016 description', 'project_id': '16a44b756c8b4c848acf634d7113485d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:33.225501 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d7984d0-5310-42d9-9e59-2ef03b72da7b tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.248729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334afa1b-2cae-4a80-9a6d-d8513d3b2571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91536fe4-ee29-4ee6-9dca-636f8f2f9041,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:33.259028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334afa1b-2cae-4a80-9a6d-d8513d3b2571 admin admin] Checking segment: {'id': '4224d690-4f60-4b41-b20c-05941e57bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'bc7f3290-e6b1-422f-9f1c-57d7db1af69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:33.259445 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334afa1b-2cae-4a80-9a6d-d8513d3b2571 admin admin] Network hostable DHCP agents. Network: bc7f3290-e6b1-422f-9f1c-57d7db1af69a, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:10:33.279046 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d7984d0-5310-42d9-9e59-2ef03b72da7b tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.281975 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:33.286429 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.321624 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.323656 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7984d0-5310-42d9-9e59-2ef03b72da7b tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771270be-66bf-45df-be69-9078cc6e902f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:33.404053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334afa1b-2cae-4a80-9a6d-d8513d3b2571 admin admin] Network bc7f3290-e6b1-422f-9f1c-57d7db1af69a is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:10:33.447477 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be82f043-2e53-469e-bc3c-641cee4a7931 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.448102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6252061-227e-43a3-8ef4-792540d655e1 req-4eb99d8a-3b4b-4d5a-85bd-ba9094b8d839 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:33.449283 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d6252061-227e-43a3-8ef4-792540d655e1 req-4eb99d8a-3b4b-4d5a-85bd-ba9094b8d839 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1151764 Nov 12 04:10:33.493000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-334afa1b-2cae-4a80-9a6d-d8513d3b2571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, bc7f3290-e6b1-422f-9f1c-57d7db1af69a) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:33.496867 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.501925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334afa1b-2cae-4a80-9a6d-d8513d3b2571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:33.502694 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-334afa1b-2cae-4a80-9a6d-d8513d3b2571 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.507038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a0234-adff-4cf4-999a-d570af4655da None None] Network bc7f3290-e6b1-422f-9f1c-57d7db1af69a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:33.535078 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be82f043-2e53-469e-bc3c-641cee4a7931 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.540259 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d6252061-227e-43a3-8ef4-792540d655e1 req-9e478780-a78d-4954-8a03-de7d319c306a tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798182 Nov 12 04:10:33.566248 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d7984d0-5310-42d9-9e59-2ef03b72da7b tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.575775 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7d7984d0-5310-42d9-9e59-2ef03b72da7b tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6628258 Nov 12 04:10:33.575775 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.578561 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33602) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:33.600537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e2823af4-bc84-4024-a46d-c616fc992818 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Request body: {'security_group_rule': {'security_group_id': '806048d9-82b1-44f5-bbae-89aa1c87f5d9', 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:33.602802 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-334afa1b-2cae-4a80-9a6d-d8513d3b2571 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0695627 Nov 12 04:10:33.617612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:33.631539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-731489568-router', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:33.645450 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be82f043-2e53-469e-bc3c-641cee4a7931 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.657550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:10:33.702399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82f043-2e53-469e-bc3c-641cee4a7931 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a93e3a1-8ef3-49a1-a828-3ec48a483a11,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:33.727479 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.728445 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Added segment 87a8a4df-3aa1-4ea5-b136-efec29e89dbe of type vlan for network 1c67db22-a6ce-4872-89d8-2e7b17343ea4 Nov 12 04:10:33.730027 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0e5825-75ad-4181-a2f0-8543c9fae8ec,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:33.731698 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2823af4-bc84-4024-a46d-c616fc992818 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.791745 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.811696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-bc7f3290-e6b1-422f-9f1c-57d7db1af69a', 'network_id': 'bc7f3290-e6b1-422f-9f1c-57d7db1af69a', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'fixed_ips': [{'subnet_id': '91536fe4-ee29-4ee6-9dca-636f8f2f9041'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:10:33.812600 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.829010 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be82f043-2e53-469e-bc3c-641cee4a7931 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.830386 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-be82f043-2e53-469e-bc3c-641cee4a7931 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6614408 Nov 12 04:10:33.834707 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33612) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:33.840521 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-21677ea8-a99d-48ec-902c-8b6f635653d9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'security_group_rule': {'security_group_id': '5a93e3a1-8ef3-49a1-a828-3ec48a483a11', 'project_id': '16a44b756c8b4c848acf634d7113485d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:33.853144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2823af4-bc84-4024-a46d-c616fc992818 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.888509 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.894420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:33.895073 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.921927 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2823af4-bc84-4024-a46d-c616fc992818 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.932122 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.933215 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.944662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2823af4-bc84-4024-a46d-c616fc992818 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdc3f10-ae06-42bc-add4-c22bd116dd85,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:33.979940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Allocated IP 172.20.0.2 (bc7f3290-e6b1-422f-9f1c-57d7db1af69a/91536fe4-ee29-4ee6-9dca-636f8f2f9041/b9bd03b7-d7a8-4de7-81eb-e8cd45aec091) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:33.988602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Network': ['ID=1c67db22-a6ce-4872-89d8-2e7b17343ea4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:34.008179 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 1c67db22-a6ce-4872-89d8-2e7b17343ea4 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:10:34.033024 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.060788 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21677ea8-a99d-48ec-902c-8b6f635653d9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.113503 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21677ea8-a99d-48ec-902c-8b6f635653d9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.159029 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2823af4-bc84-4024-a46d-c616fc992818 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.160329 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e2823af4-bc84-4024-a46d-c616fc992818 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5803041 Nov 12 04:10:34.163811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:34.168873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c9e0d068-a390-41b2-9961-4ce70c419e2a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Request body: {'security_group_rule': {'security_group_id': '806048d9-82b1-44f5-bbae-89aa1c87f5d9', 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:34.215287 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.222176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21677ea8-a99d-48ec-902c-8b6f635653d9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.230311 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-02d1d709-6079-4b81-95c5-dba09e46381f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.3898256 Nov 12 04:10:34.233125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:34.242994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a8f039ce-c250-43ba-ab2a-a3edf0845c62 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'network': {'name': 'tempest-RoutersTest-1120670245'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:34.295572 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-c9e0d068-a390-41b2-9961-4ce70c419e2a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Project 00227f41fd4042b4b01ab2a41d0e99c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:10:34.306988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21677ea8-a99d-48ec-902c-8b6f635653d9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f78631a-7e25-49f5-9e6c-e7ac2aa2b398,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:34.308466 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9e0d068-a390-41b2-9961-4ce70c419e2a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.317957 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.341890 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.398406 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9e0d068-a390-41b2-9961-4ce70c419e2a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.454196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f039ce-c250-43ba-ab2a-a3edf0845c62 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:34.460434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8f039ce-c250-43ba-ab2a-a3edf0845c62 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.516720 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9e0d068-a390-41b2-9961-4ce70c419e2a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.550386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f039ce-c250-43ba-ab2a-a3edf0845c62 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:10:34.559346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0d068-a390-41b2-9961-4ce70c419e2a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856239c6-7dbd-41f5-afaf-77e14af5c5ec,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:34.575585 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8f039ce-c250-43ba-ab2a-a3edf0845c62 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.576236 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-a8f039ce-c250-43ba-ab2a-a3edf0845c62 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Added segment 59bc87c1-2332-41a7-a5b2-681ebb5c9627 of type vlan for network 4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5 Nov 12 04:10:34.580407 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21677ea8-a99d-48ec-902c-8b6f635653d9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.585710 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-21677ea8-a99d-48ec-902c-8b6f635653d9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7498517 Nov 12 04:10:34.591498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33634) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:34.605383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Network bc7f3290-e6b1-422f-9f1c-57d7db1af69a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:34.609060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:34.611025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b1db3c77-c245-4158-b3c2-7012b9bce317 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'security_group_rule': {'security_group_id': '5a93e3a1-8ef3-49a1-a828-3ec48a483a11', 'project_id': '16a44b756c8b4c848acf634d7113485d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:34.612947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:34.620149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Pushing event updated for resources: {'Port': ['ID=b9bd03b7-d7a8-4de7-81eb-e8cd45aec091,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:34.675727 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9e0d068-a390-41b2-9961-4ce70c419e2a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.677722 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c9e0d068-a390-41b2-9961-4ce70c419e2a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5120711 Nov 12 04:10:34.686508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33640) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:34.701321 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Attempting to bind port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:34.702738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Attempting to bind port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '4224d690-4f60-4b41-b20c-05941e57bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'bc7f3290-e6b1-422f-9f1c-57d7db1af69a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:34.703634 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Attempting to bind port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 on network bc7f3290-e6b1-422f-9f1c-57d7db1af69a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:34.721653 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:34.722028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c04ff1c2-f3de-48c4-8e9a-bba24a067aef tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Request body: {'security_group_rule': {'security_group_id': '806048d9-82b1-44f5-bbae-89aa1c87f5d9', 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:34.722139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Checking segment: {'id': '4224d690-4f60-4b41-b20c-05941e57bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'bc7f3290-e6b1-422f-9f1c-57d7db1af69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:34.722417 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.722805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Bound using segment: {'id': '4224d690-4f60-4b41-b20c-05941e57bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'bc7f3290-e6b1-422f-9f1c-57d7db1af69a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:34.723271 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Bound port: b9bd03b7-d7a8-4de7-81eb-e8cd45aec091, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4224d690-4f60-4b41-b20c-05941e57bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'bc7f3290-e6b1-422f-9f1c-57d7db1af69a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:34.723652 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.758152 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8f039ce-c250-43ba-ab2a-a3edf0845c62 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.791581 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.799027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] For port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:34.802008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b2bea-e4b6-4e71-95b9-9d89bde6c84f req-9d21ffe0-260a-49c3-b191-c73dec619c87 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:34.802278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] For port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b9bd03b7-d7a8-4de7-81eb-e8cd45aec091,segment=NetworkSegment(4224d690-4f60-4b41-b20c-05941e57bd6d),segment_id=4224d690-4f60-4b41-b20c-05941e57bd6d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:34.804279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-430b2bea-e4b6-4e71-95b9-9d89bde6c84f req-9d21ffe0-260a-49c3-b191-c73dec619c87 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1353288 Nov 12 04:10:34.815676 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.856909 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-430b2bea-e4b6-4e71-95b9-9d89bde6c84f req-04491311-bb95-4412-8a25-a2537d6e2ff0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463636 Nov 12 04:10:34.870875 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1db3c77-c245-4158-b3c2-7012b9bce317 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.893662 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.897286 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8f039ce-c250-43ba-ab2a-a3edf0845c62 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.903003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f039ce-c250-43ba-ab2a-a3edf0845c62 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:34.903611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8f039ce-c250-43ba-ab2a-a3edf0845c62 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.946942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Allocated IP 172.25.8.25 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/a0779be2-8efb-457f-8efe-fe750c18b1dc) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:34.994039 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-c04ff1c2-f3de-48c4-8e9a-bba24a067aef tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Project 00227f41fd4042b4b01ab2a41d0e99c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:10:34.997300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dbc36-dbcf-47b4-9aad-550cae245594 None None] Pushing event updated for resources: {'Port': ['ID=b9bd03b7-d7a8-4de7-81eb-e8cd45aec091,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:35.013787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c04ff1c2-f3de-48c4-8e9a-bba24a067aef tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.028638 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1db3c77-c245-4158-b3c2-7012b9bce317 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.029829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f039ce-c250-43ba-ab2a-a3edf0845c62 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Network': ['ID=4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:35.041039 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a8f039ce-c250-43ba-ab2a-a3edf0845c62 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8057194 Nov 12 04:10:35.042033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:35.051657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:10:35.054650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-65b9b45c-3787-4f5f-830f-f9eb9aaad169 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'subnet': {'network_id': '1c67db22-a6ce-4872-89d8-2e7b17343ea4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:35.070518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fb500-19ab-4b64-81d2-4dfececf07a8 req-91c3b985-9514-4602-9953-ec9f52467476 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.079856 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f50fb500-19ab-4b64-81d2-4dfececf07a8 req-91c3b985-9514-4602-9953-ec9f52467476 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1246684 Nov 12 04:10:35.133759 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1db3c77-c245-4158-b3c2-7012b9bce317 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.172681 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c04ff1c2-f3de-48c4-8e9a-bba24a067aef tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.176740 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f50fb500-19ab-4b64-81d2-4dfececf07a8 req-6b622206-b97d-486d-8b06-f0eaf2c8ab97 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955355 Nov 12 04:10:35.177823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db3c77-c245-4158-b3c2-7012b9bce317 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab01b26-c59c-4fff-8f3c-a6a14bcdf861,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:35.245232 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c04ff1c2-f3de-48c4-8e9a-bba24a067aef tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.252273 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.324568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ff1c2-f3de-48c4-8e9a-bba24a067aef tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1747e34-bf29-4a47-beb5-af9c8e6f6abe,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:35.332099 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1db3c77-c245-4158-b3c2-7012b9bce317 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.337153 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b1db3c77-c245-4158-b3c2-7012b9bce317 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7348757 Nov 12 04:10:35.340611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:35.349813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e9bb530b-e4c1-4e4e-a3b7-23f5c8a4f663 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'security_group_rule': {'security_group_id': '5a93e3a1-8ef3-49a1-a828-3ec48a483a11', 'project_id': '16a44b756c8b4c848acf634d7113485d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:35.411702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa87d83-2602-4e14-af7b-b6b0a9ff2651 req-e87cc66b-3225-446d-9912-264287ec7cff tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.419694 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-caa87d83-2602-4e14-af7b-b6b0a9ff2651 req-e87cc66b-3225-446d-9912-264287ec7cff tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.0726879 Nov 12 04:10:35.427420 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.436361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b9b45c-3787-4f5f-830f-f9eb9aaad169 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:35.440398 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65b9b45c-3787-4f5f-830f-f9eb9aaad169 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.453925 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:35.476174 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:35.480853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:35.484451 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:35.517924 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:35.519072 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.525076 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c04ff1c2-f3de-48c4-8e9a-bba24a067aef tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.526487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c04ff1c2-f3de-48c4-8e9a-bba24a067aef tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8386936 Nov 12 04:10:35.546314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a0779be2-8efb-457f-8efe-fe750c18b1dc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:35.565031 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-caa87d83-2602-4e14-af7b-b6b0a9ff2651 req-067573b9-59b2-4799-aa7d-e7dca9fe17d7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431386 Nov 12 04:10:35.652671 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.725332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b9bd03b7-d7a8-4de7-81eb-e8cd45aec091,segment=NetworkSegment(4224d690-4f60-4b41-b20c-05941e57bd6d),segment_id=4224d690-4f60-4b41-b20c-05941e57bd6d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:35.782476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b12232-b2ad-4048-8739-7c2a72265afb req-4bc8cfaf-ad80-4c13-b696-9a3ce5184cbc tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.784157 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51b12232-b2ad-4048-8739-7c2a72265afb req-4bc8cfaf-ad80-4c13-b696-9a3ce5184cbc tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.0618360 Nov 12 04:10:35.786012 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65b9b45c-3787-4f5f-830f-f9eb9aaad169 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.792297 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.820937 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9bb530b-e4c1-4e4e-a3b7-23f5c8a4f663 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.830800 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-200f5326-8416-46ea-8027-f737bbb9838b tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263761092&fields=id&tenant_id=00227f41fd4042b4b01ab2a41d0e99c5 HTTP/1.1" status: 200 len: 267 time: 0.0605052 Nov 12 04:10:35.884565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=b9bd03b7-d7a8-4de7-81eb-e8cd45aec091,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:35.926224 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9b45c-3787-4f5f-830f-f9eb9aaad169 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Subnet': ['ID=588413e9-59d5-42e2-aabd-240505f94b3b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:35.959549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:35.974039 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51b12232-b2ad-4048-8739-7c2a72265afb req-f455d5af-2ee3-4317-b2dc-c8ac86184ee0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783321 Nov 12 04:10:35.982474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9b45c-3787-4f5f-830f-f9eb9aaad169 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Checking segment: {'id': '87a8a4df-3aa1-4ea5-b136-efec29e89dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '1c67db22-a6ce-4872-89d8-2e7b17343ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:35.982918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b9b45c-3787-4f5f-830f-f9eb9aaad169 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network hostable DHCP agents. Network: 1c67db22-a6ce-4872-89d8-2e7b17343ea4, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:10:36.007175 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9bb530b-e4c1-4e4e-a3b7-23f5c8a4f663 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.098616 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9bb530b-e4c1-4e4e-a3b7-23f5c8a4f663 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.128695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb530b-e4c1-4e4e-a3b7-23f5c8a4f663 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4249270-d593-4c9f-8795-7360f31df166,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:36.141177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b9b45c-3787-4f5f-830f-f9eb9aaad169 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 1c67db22-a6ce-4872-89d8-2e7b17343ea4 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:10:36.177694 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e83422-c164-4ddd-9b7c-6c711d4e8bb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.192835 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.238513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-9ffa38d9-7d15-4130-afbb-7a12fe4cecd9 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:36.240092 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-9ffa38d9-7d15-4130-afbb-7a12fe4cecd9 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/networks?id=e6ec5efb-d494-405f-b080-d672d0bd42d5 HTTP/1.1" status: 200 len: 813 time: 0.4083691 Nov 12 04:10:36.250648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-65b9b45c-3787-4f5f-830f-f9eb9aaad169 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 1c67db22-a6ce-4872-89d8-2e7b17343ea4) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:36.254398 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9bb530b-e4c1-4e4e-a3b7-23f5c8a4f663 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.258810 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e9bb530b-e4c1-4e4e-a3b7-23f5c8a4f663 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9119961 Nov 12 04:10:36.261862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68de265-3aa0-4c5f-9e3e-1a08029ece74 None None] Network 1c67db22-a6ce-4872-89d8-2e7b17343ea4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:36.263955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:36.266336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b9b45c-3787-4f5f-830f-f9eb9aaad169 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:36.266696 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65b9b45c-3787-4f5f-830f-f9eb9aaad169 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.275460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1ef851c6-52c2-4046-ba17-09f51a75b5ba tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'security_group_rule': {'security_group_id': '5a93e3a1-8ef3-49a1-a828-3ec48a483a11', 'project_id': '16a44b756c8b4c848acf634d7113485d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:36.313218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02665ea8-68ff-4ae4-9bc1-748f28c9455d req-3d23be7a-517e-4681-8668-37f27cd5662d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:36.314802 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02665ea8-68ff-4ae4-9bc1-748f28c9455d req-3d23be7a-517e-4681-8668-37f27cd5662d tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1213551 Nov 12 04:10:36.359583 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e83422-c164-4ddd-9b7c-6c711d4e8bb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.391316 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02665ea8-68ff-4ae4-9bc1-748f28c9455d req-c554be81-06ce-4603-a2e7-00e2ee850d21 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645113 Nov 12 04:10:36.447258 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e83422-c164-4ddd-9b7c-6c711d4e8bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.484558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba441e7b-f95a-4514-ba5b-f8f52b8ec1ac None None] Network bc7f3290-e6b1-422f-9f1c-57d7db1af69a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:36.512464 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-1c67db22-a6ce-4872-89d8-2e7b17343ea4', 'network_id': '1c67db22-a6ce-4872-89d8-2e7b17343ea4', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'fixed_ips': [{'subnet_id': '588413e9-59d5-42e2-aabd-240505f94b3b'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:10:36.514123 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.526032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e83422-c164-4ddd-9b7c-6c711d4e8bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f133e0-1663-4b51-b546-0f605348aebb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:36.530929 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b3e83422-c164-4ddd-9b7c-6c711d4e8bb9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=39819c22b022419f8f884390f1306e05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5739267 Nov 12 04:10:36.535726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:36.614920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a091f-e629-4184-8399-0a2d03a40e83 req-5d3bed7f-4ab3-4e0c-b509-e2d750495571 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:36.616613 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd4a091f-e629-4184-8399-0a2d03a40e83 req-5d3bed7f-4ab3-4e0c-b509-e2d750495571 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1011949 Nov 12 04:10:36.627009 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e7f87ca-36f1-43bb-949d-5680fbca93d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.652613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e1c7c65f-25b6-4183-91b2-4d8a7377363f None None] Provisioning complete for port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:36.653257 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c65f-25b6-4183-91b2-4d8a7377363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.670502 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e7f87ca-36f1-43bb-949d-5680fbca93d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.713454 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd4a091f-e629-4184-8399-0a2d03a40e83 req-d96d4f2d-6f34-4a71-b9af-328af9c32ecf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837741 Nov 12 04:10:36.730198 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-dfb23135-58ae-4a0f-bfc8-a6aaa96e38a7 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/quotas/00227f41fd4042b4b01ab2a41d0e99c5 HTTP/1.1" status: 200 len: 375 time: 0.4802947 Nov 12 04:10:36.850270 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-f94021b7-3817-44a4-b588-e89895289081 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=00227f41fd4042b4b01ab2a41d0e99c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098938 Nov 12 04:10:36.854974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Allocated IP 172.20.0.2 (1c67db22-a6ce-4872-89d8-2e7b17343ea4/588413e9-59d5-42e2-aabd-240505f94b3b/39596d03-07e8-4c9f-92cc-138f8c27b21b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:36.861577 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ef851c6-52c2-4046-ba17-09f51a75b5ba tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.876494 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e7f87ca-36f1-43bb-949d-5680fbca93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.878961 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e7f87ca-36f1-43bb-949d-5680fbca93d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.880119 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5e7f87ca-36f1-43bb-949d-5680fbca93d7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/29f133e0-1663-4b51-b546-0f605348aebb HTTP/1.1" status: 204 len: 168 time: 0.3456161 Nov 12 04:10:36.898134 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-65b9b45c-3787-4f5f-830f-f9eb9aaad169 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8521996 Nov 12 04:10:36.899469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33696) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:36.904815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5ea5ead6-ae27-423f-8c96-3365013b8ef8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'subnet': {'network_id': '4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:36.908740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f87ca-36f1-43bb-949d-5680fbca93d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f133e0-1663-4b51-b546-0f605348aebb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:36.987346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.013414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5484020-3690-4dd1-938d-38de6af137a6 req-5482404c-90db-450a-ae52-5188d0ab3997 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:37.022876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5484020-3690-4dd1-938d-38de6af137a6 req-5482404c-90db-450a-ae52-5188d0ab3997 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1770368 Nov 12 04:10:37.105081 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5484020-3690-4dd1-938d-38de6af137a6 req-92c194da-4172-4dec-b701-331f508e89a0 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814428 Nov 12 04:10:37.122188 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ef851c6-52c2-4046-ba17-09f51a75b5ba tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.127167 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-fe668576-e5a4-4933-a0f1-3812fbac7b0d service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:10:37.137264 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-fe668576-e5a4-4933-a0f1-3812fbac7b0d service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1656339 Nov 12 04:10:37.226099 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.250750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea5ead6-ae27-423f-8c96-3365013b8ef8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:37.256992 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ea5ead6-ae27-423f-8c96-3365013b8ef8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.257257 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ef851c6-52c2-4046-ba17-09f51a75b5ba tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.299979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef851c6-52c2-4046-ba17-09f51a75b5ba tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73559a9f-be3c-4d90-88e3-ddb8af8de172,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:37.339083 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.344737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:37.372405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e11d6a-d664-4b0f-9ed6-cb44b64b8614 req-ff78cec3-195c-4ba4-85c6-2ecaa1171845 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:37.378143 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ef851c6-52c2-4046-ba17-09f51a75b5ba tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.378302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34e11d6a-d664-4b0f-9ed6-cb44b64b8614 req-ff78cec3-195c-4ba4-85c6-2ecaa1171845 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1565986 Nov 12 04:10:37.378405 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1ef851c6-52c2-4046-ba17-09f51a75b5ba tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1086118 Nov 12 04:10:37.379459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:37.388214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-21cf8dfd-5855-4427-baf3-cbe285119d14 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'security_group_rule': {'security_group_id': '5a93e3a1-8ef3-49a1-a828-3ec48a483a11', 'project_id': '16a44b756c8b4c848acf634d7113485d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:37.398628 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-ba1931be-6f9e-4e8b-a15b-d5efd0184701 service neutron] 10.222.0.105 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598455 Nov 12 04:10:37.442629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Network 1c67db22-a6ce-4872-89d8-2e7b17343ea4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:37.451092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:37.462885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:37.466178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Pushing event updated for resources: {'Port': ['ID=39596d03-07e8-4c9f-92cc-138f8c27b21b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:37.472801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cf75567d-f96b-458b-831d-f6a87578661b None None] Provisioning complete for port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:37.473439 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf75567d-f96b-458b-831d-f6a87578661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.514805 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34e11d6a-d664-4b0f-9ed6-cb44b64b8614 req-3bd3c0ee-42d2-4075-9570-3dc69f6ef318 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218591 Nov 12 04:10:37.522590 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-6a046de6-c227-4ab8-a87a-f1a010967dcc service neutron] 10.222.0.105 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017497 Nov 12 04:10:37.544103 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Router 499de82d-25e0-4580-9029-941f5131c2cd is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:10:37.573901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Attempting to bind port 39596d03-07e8-4c9f-92cc-138f8c27b21b on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:37.574613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Attempting to bind port 39596d03-07e8-4c9f-92cc-138f8c27b21b by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '87a8a4df-3aa1-4ea5-b136-efec29e89dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '1c67db22-a6ce-4872-89d8-2e7b17343ea4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:37.575177 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Attempting to bind port 39596d03-07e8-4c9f-92cc-138f8c27b21b on network 1c67db22-a6ce-4872-89d8-2e7b17343ea4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:37.576460 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-21cf8dfd-5855-4427-baf3-cbe285119d14 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Project 16a44b756c8b4c848acf634d7113485d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:10:37.587907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:37.588890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Checking segment: {'id': '87a8a4df-3aa1-4ea5-b136-efec29e89dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '1c67db22-a6ce-4872-89d8-2e7b17343ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:37.589493 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.590049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Bound using segment: {'id': '87a8a4df-3aa1-4ea5-b136-efec29e89dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '1c67db22-a6ce-4872-89d8-2e7b17343ea4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:37.590711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Bound port: 39596d03-07e8-4c9f-92cc-138f8c27b21b, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a8a4df-3aa1-4ea5-b136-efec29e89dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '1c67db22-a6ce-4872-89d8-2e7b17343ea4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:37.591265 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.595194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:37.595781 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.597739 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21cf8dfd-5855-4427-baf3-cbe285119d14 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.717089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:37.732360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Sync routers for ids ['499de82d-25e0-4580-9029-941f5131c2cd'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:37.754300 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Routers {'499de82d-25e0-4580-9029-941f5131c2cd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:37.755420 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['499de82d-25e0-4580-9029-941f5131c2cd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:37.771482 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ea5ead6-ae27-423f-8c96-3365013b8ef8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.794716 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21cf8dfd-5855-4427-baf3-cbe285119d14 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.795971 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] For port 39596d03-07e8-4c9f-92cc-138f8c27b21b, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:37.815435 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.816798 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-62ae9579-0b35-4094-b166-76f7a16463d6 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1934304 Nov 12 04:10:37.820668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33718) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:37.824673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] For port 39596d03-07e8-4c9f-92cc-138f8c27b21b, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=39596d03-07e8-4c9f-92cc-138f8c27b21b,segment=NetworkSegment(87a8a4df-3aa1-4ea5-b136-efec29e89dbe),segment_id=87a8a4df-3aa1-4ea5-b136-efec29e89dbe)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:37.895471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a6610-54a9-4657-a365-e5a84e3b2841 req-6c5c5d86-306a-4d3d-a58a-4acd27485a37 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:37.897091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f77a6610-54a9-4657-a365-e5a84e3b2841 req-6c5c5d86-306a-4d3d-a58a-4acd27485a37 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1808836 Nov 12 04:10:37.900527 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.903488 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Set router 499de82d-25e0-4580-9029-941f5131c2cd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:37.908836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5ead6-ae27-423f-8c96-3365013b8ef8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Subnet': ['ID=75958a1c-f45e-456c-a6b3-204f1fd1d0af,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:37.911180 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21cf8dfd-5855-4427-baf3-cbe285119d14 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.002562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf8dfd-5855-4427-baf3-cbe285119d14 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8d9eb2-ae9f-44a5-9a2c-64dcde9a9d52,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:38.011249 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5ead6-ae27-423f-8c96-3365013b8ef8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Checking segment: {'id': '59bc87c1-2332-41a7-a5b2-681ebb5c9627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:38.011643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5ead6-ae27-423f-8c96-3365013b8ef8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network hostable DHCP agents. Network: 4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:10:38.033895 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1d5be-bd7e-4c4e-816b-7e688c6ad183 None None] Pushing event updated for resources: {'Port': ['ID=39596d03-07e8-4c9f-92cc-138f8c27b21b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:38.065811 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21cf8dfd-5855-4427-baf3-cbe285119d14 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.068126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-21cf8dfd-5855-4427-baf3-cbe285119d14 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6865706 Nov 12 04:10:38.071604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33720) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:38.078167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0677bd3d-52b2-43e5-9478-ce650685235f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'security_group_rule': {'security_group_id': '5a93e3a1-8ef3-49a1-a828-3ec48a483a11', 'project_id': '16a44b756c8b4c848acf634d7113485d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:38.089233 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f77a6610-54a9-4657-a365-e5a84e3b2841 req-3a1c5545-60a2-4109-89fd-d4106c805736 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592689 Nov 12 04:10:38.120617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33722) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:38.139005 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d3b6ef4-e06a-44ca-aa0e-5c0da5fdc083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.147075 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499de82d-25e0-4580-9029-941f5131c2cd', 'name': 'tempest-ServersTestMultiNic-731489568-router', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:35Z', 'revision_number': 3, 'project_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'gw_port': {'id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499de82d-25e0-4580-9029-941f5131c2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:38.184731 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Checking router: 499de82d-25e0-4580-9029-941f5131c2cd for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:10:38.185771 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Updating router 499de82d-25e0-4580-9029-941f5131c2cd port a0779be2-8efb-457f-8efe-fe750c18b1dc binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:10:38.199257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5ead6-ae27-423f-8c96-3365013b8ef8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:10:38.225509 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.268656 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-0677bd3d-52b2-43e5-9478-ce650685235f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Project 16a44b756c8b4c848acf634d7113485d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:10:38.274098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d3b6ef4-e06a-44ca-aa0e-5c0da5fdc083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.278463 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0677bd3d-52b2-43e5-9478-ce650685235f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.334710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5ead6-ae27-423f-8c96-3365013b8ef8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:38.399348 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7ff9df-74c4-4f01-bde6-2440f1999603 None None] Network 4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:38.408310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76970d69-b224-4b76-aeee-6e95f633bc10 req-3bfa329f-b347-4b4c-a862-4589f42208cd tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.416603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76970d69-b224-4b76-aeee-6e95f633bc10 req-3bfa329f-b347-4b4c-a862-4589f42208cd tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1827805 Nov 12 04:10:38.418720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea5ead6-ae27-423f-8c96-3365013b8ef8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.420519 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ea5ead6-ae27-423f-8c96-3365013b8ef8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.447579 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d3b6ef4-e06a-44ca-aa0e-5c0da5fdc083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.507118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b6ef4-e06a-44ca-aa0e-5c0da5fdc083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb907826-1727-4b97-bb6e-412ec5cb5627,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:38.585127 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0677bd3d-52b2-43e5-9478-ce650685235f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.615998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a726dd76-7c06-43de-a790-6436a4ebe682 req-8362a6d7-287c-4025-99cf-1f45beeee5f6 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 210 time: 0.1230800 Nov 12 04:10:38.618771 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2d3b6ef4-e06a-44ca-aa0e-5c0da5fdc083 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9f9c3675c9c1409cb26fdabd029cb8ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4970570 Nov 12 04:10:38.624733 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:38.660254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5ea5ead6-ae27-423f-8c96-3365013b8ef8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7537649 Nov 12 04:10:38.665747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:38.674146 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0677bd3d-52b2-43e5-9478-ce650685235f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.681566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3f88525f-1bbb-43fa-b144-a4fccfae50cf tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-716951147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:38.715550 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76970d69-b224-4b76-aeee-6e95f633bc10 req-b8677d25-dd10-46e1-adfb-4922e5111a0b tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720256 Nov 12 04:10:38.726052 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.750915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677bd3d-52b2-43e5-9478-ce650685235f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22eb3509-e103-4636-92f6-b77916021125,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:38.790108 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.811607 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.817258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5', 'network_id': '4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'fixed_ips': [{'subnet_id': '75958a1c-f45e-456c-a6b3-204f1fd1d0af'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:10:38.818167 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.822559 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0677bd3d-52b2-43e5-9478-ce650685235f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.826729 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0677bd3d-52b2-43e5-9478-ce650685235f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7525568 Nov 12 04:10:38.845388 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-929e0122-24f3-45f3-b518-813be1508b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.908498 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34e665-9ac3-400a-83f8-f52b3e37e44b None None] Pushing event updated for resources: {'Port': ['ID=a0779be2-8efb-457f-8efe-fe750c18b1dc,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:38.929128 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34e665-9ac3-400a-83f8-f52b3e37e44b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:38.929714 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34e665-9ac3-400a-83f8-f52b3e37e44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:38.930405 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34e665-9ac3-400a-83f8-f52b3e37e44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:38.930939 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34e665-9ac3-400a-83f8-f52b3e37e44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:38.932599 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34e665-9ac3-400a-83f8-f52b3e37e44b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:38.936505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34e665-9ac3-400a-83f8-f52b3e37e44b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:38.936505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34e665-9ac3-400a-83f8-f52b3e37e44b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:38.936505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34e665-9ac3-400a-83f8-f52b3e37e44b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:38.936505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34e665-9ac3-400a-83f8-f52b3e37e44b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:38.936505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34e665-9ac3-400a-83f8-f52b3e37e44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:38.936505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34e665-9ac3-400a-83f8-f52b3e37e44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:38.936505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc34e665-9ac3-400a-83f8-f52b3e37e44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:38.941452 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Attempting to bind port a0779be2-8efb-457f-8efe-fe750c18b1dc on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:38.941987 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Attempting to bind port a0779be2-8efb-457f-8efe-fe750c18b1dc by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:38.942745 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Attempting to bind port a0779be2-8efb-457f-8efe-fe750c18b1dc on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:38.951062 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:38.951698 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:38.952168 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-929e0122-24f3-45f3-b518-813be1508b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.952472 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.953566 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:38.954161 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f88525f-1bbb-43fa-b144-a4fccfae50cf tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.954668 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Bound port: a0779be2-8efb-457f-8efe-fe750c18b1dc, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:38.955329 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f88525f-1bbb-43fa-b144-a4fccfae50cf tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.955599 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.990523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f93800-2db6-4e28-bc24-d7a8bdb03ae2 req-bfa66a2a-1fb6-4d5c-b777-86deed087edf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.994011 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88f93800-2db6-4e28-bc24-d7a8bdb03ae2 req-bfa66a2a-1fb6-4d5c-b777-86deed087edf tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1469095 Nov 12 04:10:39.065274 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] For port a0779be2-8efb-457f-8efe-fe750c18b1dc, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:39.072220 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] For port a0779be2-8efb-457f-8efe-fe750c18b1dc, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a0779be2-8efb-457f-8efe-fe750c18b1dc,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:39.136600 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f88525f-1bbb-43fa-b144-a4fccfae50cf tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.140619 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.162751 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88f93800-2db6-4e28-bc24-d7a8bdb03ae2 req-ef91b5b2-ffbc-473a-ba7b-2a7cf16da28f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412725 Nov 12 04:10:39.210783 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Routers {'499de82d-25e0-4580-9029-941f5131c2cd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:39.210783 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['499de82d-25e0-4580-9029-941f5131c2cd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:39.231360 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f88525f-1bbb-43fa-b144-a4fccfae50cf tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.239319 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-929e0122-24f3-45f3-b518-813be1508b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.241974 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-929e0122-24f3-45f3-b518-813be1508b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.243048 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-929e0122-24f3-45f3-b518-813be1508b8b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cb907826-1727-4b97-bb6e-412ec5cb5627 HTTP/1.1" status: 204 len: 168 time: 0.6171472 Nov 12 04:10:39.251916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Allocated IP 172.21.0.2 (4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5/75958a1c-f45e-456c-a6b3-204f1fd1d0af/bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:39.366940 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e0122-24f3-45f3-b518-813be1508b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb907826-1727-4b97-bb6e-412ec5cb5627,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:39.376723 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Allocated IP 172.20.0.1 (bc7f3290-e6b1-422f-9f1c-57d7db1af69a/91536fe4-ee29-4ee6-9dca-636f8f2f9041/8b41424d-8d3c-4252-98ec-cd41814eeb9e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:39.409640 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:10:39.411313 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f88525f-1bbb-43fa-b144-a4fccfae50cf tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.427042 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3f88525f-1bbb-43fa-b144-a4fccfae50cf tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7548273 Nov 12 04:10:39.427478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33794) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:39.531860 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34e665-9ac3-400a-83f8-f52b3e37e44b None None] Pushing event updated for resources: {'Port': ['ID=a0779be2-8efb-457f-8efe-fe750c18b1dc,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:39.611614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a73e72-4061-4c1d-8964-9e581a698da6 req-1d16c053-1c76-4a7f-ac29-8b7e106141fc tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.613255 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27a73e72-4061-4c1d-8964-9e581a698da6 req-1d16c053-1c76-4a7f-ac29-8b7e106141fc tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.2702878 Nov 12 04:10:39.627173 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] Set router 499de82d-25e0-4580-9029-941f5131c2cd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:39.732094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 39596d03-07e8-4c9f-92cc-138f8c27b21b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:39.735970 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.750079 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.759824 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27a73e72-4061-4c1d-8964-9e581a698da6 req-ea4703c6-5545-4558-b44f-1fd5e97c7788 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270943 Nov 12 04:10:39.781023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7681e6-9689-46f1-81ec-1b03dca81428 None None] Network 1c67db22-a6ce-4872-89d8-2e7b17343ea4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:39.897713 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.916747 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.049965 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Network bc7f3290-e6b1-422f-9f1c-57d7db1af69a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:40.053489 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:40.081791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:40.229260 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499de82d-25e0-4580-9029-941f5131c2cd', 'name': 'tempest-ServersTestMultiNic-731489568-router', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:35Z', 'revision_number': 3, 'project_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'gw_port': {'id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499de82d-25e0-4580-9029-941f5131c2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:40.266740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Pushing event updated for resources: {'Port': ['ID=8b41424d-8d3c-4252-98ec-cd41814eeb9e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:40.279095 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.308890 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9371d-6fb4-466e-a99f-7726ff71e2c3 None None] The sync data for ids ['499de82d-25e0-4580-9029-941f5131c2cd'] in n-d-767704-23 is: [{'id': '499de82d-25e0-4580-9029-941f5131c2cd', 'name': 'tempest-ServersTestMultiNic-731489568-router', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:35Z', 'revision_number': 3, 'project_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'gw_port': {'id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499de82d-25e0-4580-9029-941f5131c2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:10:40.345811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7da6fc51-36d8-451d-9470-807b29233b06 None None] Provisioning complete for port 39596d03-07e8-4c9f-92cc-138f8c27b21b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:40.346366 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7da6fc51-36d8-451d-9470-807b29233b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.362234 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73c69c6d-c1ba-4b8a-a13e-89d6edd93bc1 req-70d9e562-323b-487c-8c82-c04d2dc85cbb tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 210 time: 0.6127505 Nov 12 04:10:40.386237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59425d-01b2-4cf8-a968-a28aa182678f req-fbe37921-b16b-40b8-96c7-9145835a5d8c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:40.399780 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2e59425d-01b2-4cf8-a968-a28aa182678f req-fbe37921-b16b-40b8-96c7-9145835a5d8c tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.4015124 Nov 12 04:10:40.414227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Network 4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:40.474274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:40.477862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:40.488316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 39596d03-07e8-4c9f-92cc-138f8c27b21b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:40.489649 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.563346 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Pushing event updated for resources: {'Port': ['ID=bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:40.570839 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2e59425d-01b2-4cf8-a968-a28aa182678f req-0a3336d0-d61a-4c3c-851d-7b9909255b40 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626797 Nov 12 04:10:40.697088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Attempting to bind port bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:40.697088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Attempting to bind port bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '59bc87c1-2332-41a7-a5b2-681ebb5c9627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:40.697088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Attempting to bind port bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a on network 4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:40.704090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:40.704452 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Checking segment: {'id': '59bc87c1-2332-41a7-a5b2-681ebb5c9627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:40.704674 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.704846 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.705224 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Bound using segment: {'id': '59bc87c1-2332-41a7-a5b2-681ebb5c9627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:40.705712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Bound port: bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bc87c1-2332-41a7-a5b2-681ebb5c9627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:40.706247 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.801930 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.891730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a8ddd-38c6-4354-8a09-b486b71ee002 req-6f355b0f-03f6-47e4-8647-c271c4c27920 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:40.893526 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d6a8ddd-38c6-4354-8a09-b486b71ee002 req-6f355b0f-03f6-47e4-8647-c271c4c27920 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.2253530 Nov 12 04:10:41.024544 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7da6fc51-36d8-451d-9470-807b29233b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.062919 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.136861 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d6a8ddd-38c6-4354-8a09-b486b71ee002 req-dc087396-4b79-481d-81ab-84c1382d70e1 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218633 Nov 12 04:10:41.168857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7da6fc51-36d8-451d-9470-807b29233b06 None None] For port 39596d03-07e8-4c9f-92cc-138f8c27b21b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=39596d03-07e8-4c9f-92cc-138f8c27b21b,segment=NetworkSegment(87a8a4df-3aa1-4ea5-b136-efec29e89dbe),segment_id=87a8a4df-3aa1-4ea5-b136-efec29e89dbe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:41.172376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] For port bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:41.213289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] For port bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a,segment=NetworkSegment(59bc87c1-2332-41a7-a5b2-681ebb5c9627),segment_id=59bc87c1-2332-41a7-a5b2-681ebb5c9627)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:41.239133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7da6fc51-36d8-451d-9470-807b29233b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.314339 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.382725 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.433608 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:10:41.434083 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:10:41.442157 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.445751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6fc51-36d8-451d-9470-807b29233b06 None None] Pushing event updated for resources: {'Port': ['ID=39596d03-07e8-4c9f-92cc-138f8c27b21b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:41.484175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Allocated IP 172.20.0.1 (1c67db22-a6ce-4872-89d8-2e7b17343ea4/588413e9-59d5-42e2-aabd-240505f94b3b/f92e81f4-a1ad-45d3-b193-962e1db85393) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:41.569645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5a696-6201-44b5-af94-274ae6f2d828 None None] Pushing event updated for resources: {'Port': ['ID=bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:41.577398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ba460322-2346-4bbd-97db-7ad07f8f742e None None] Provisioning complete for port 8b41424d-8d3c-4252-98ec-cd41814eeb9e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:41.577918 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba460322-2346-4bbd-97db-7ad07f8f742e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.703065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ba460322-2346-4bbd-97db-7ad07f8f742e None None] Port 8b41424d-8d3c-4252-98ec-cd41814eeb9e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:41.704393 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0efd9ee8-6066-495f-80f4-462ae45eaa86 req-173b8c56-637b-4722-8b07-2b4eac080fcc tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 210 time: 0.0806804 Nov 12 04:10:41.756911 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Pushing event updated for resources: {'Port': ['ID=8b41424d-8d3c-4252-98ec-cd41814eeb9e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:41.774309 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.869119 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-92a9624b-b8dc-4ae0-b506-f0058ecfa904 None None] Provisioning complete for port 39596d03-07e8-4c9f-92cc-138f8c27b21b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:41.869785 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92a9624b-b8dc-4ae0-b506-f0058ecfa904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:41.936400 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.055359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ff8dc-92c8-4358-8ee2-476353c06410 req-718c7015-3368-4cb4-a926-172cf63678e7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:42.065863 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e82ff8dc-92c8-4358-8ee2-476353c06410 req-718c7015-3368-4cb4-a926-172cf63678e7 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.5552382 Nov 12 04:10:42.076230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Network bc7f3290-e6b1-422f-9f1c-57d7db1af69a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:42.080000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:42.205358 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.317794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-b52184fc-5fdf-4fd8-b33d-8553375083f1 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:42.327453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-b52184fc-5fdf-4fd8-b33d-8553375083f1 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.25 "GET /v2.0/networks?id=e6ec5efb-d494-405f-b080-d672d0bd42d5 HTTP/1.1" status: 200 len: 813 time: 0.8126798 Nov 12 04:10:42.372895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 1c67db22-a6ce-4872-89d8-2e7b17343ea4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:42.397987 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Router 499de82d-25e0-4580-9029-941f5131c2cd has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:10:42.402083 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:42.413411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:42.456124 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e82ff8dc-92c8-4358-8ee2-476353c06410 req-83a2d6bd-5120-4f36-a389-9072ac5a0c9f tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877859 Nov 12 04:10:42.501494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a0779be2-8efb-457f-8efe-fe750c18b1dc up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:42.567915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=f92e81f4-a1ad-45d3-b193-962e1db85393,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:42.576641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:42.583355 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6be4ad6c-aed4-4715-bf5d-ba48cb48042e admin admin] 10.222.0.105 "PUT /v2.0/routers/499de82d-25e0-4580-9029-941f5131c2cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7615750 Nov 12 04:10:42.622235 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.766571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-85703500-ced6-422d-8023-0be7e9a59886 None None] Provisioning complete for port 8b41424d-8d3c-4252-98ec-cd41814eeb9e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:42.777252 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85703500-ced6-422d-8023-0be7e9a59886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.785348 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-8618e631-279c-403e-9413-dab71adb543f tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00227f41fd4042b4b01ab2a41d0e99c5 HTTP/1.1" status: 200 len: 379 time: 0.4398384 Nov 12 04:10:42.809113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33890) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:42.815348 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-cdfe8da4-e0cc-422d-b212-32e2e610474e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Request body: {'port': {'device_id': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'admin_state_up': True, 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'security_groups': ['806048d9-82b1-44f5-bbae-89aa1c87f5d9']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:42.953438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a0779be2-8efb-457f-8efe-fe750c18b1dc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:42.962182 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.976337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-85703500-ced6-422d-8023-0be7e9a59886 None None] Port 8b41424d-8d3c-4252-98ec-cd41814eeb9e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:43.033538 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9c2c65e-56c2-4b6c-ab2a-461e6f7f3219 req-9bf9e69b-0af4-4395-aa2a-1b30326874af tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 210 time: 0.0991976 Nov 12 04:10:43.137340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d82fb520-bf3d-4861-8ff8-1afad84daae1 None None] Provisioning complete for port f92e81f4-a1ad-45d3-b193-962e1db85393 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:43.137723 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d82fb520-bf3d-4861-8ff8-1afad84daae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.345541 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.365044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b230512c-fbd0-48c3-87a7-56ef0e709f04 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1063017067'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:43.417329 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-cdfe8da4-e0cc-422d-b212-32e2e610474e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Made reservation on behalf of 00227f41fd4042b4b01ab2a41d0e99c5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:43.438236 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-cdfe8da4-e0cc-422d-b212-32e2e610474e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.438361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port a0779be2-8efb-457f-8efe-fe750c18b1dc, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a0779be2-8efb-457f-8efe-fe750c18b1dc,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:43.448623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d82fb520-bf3d-4861-8ff8-1afad84daae1 None None] Port f92e81f4-a1ad-45d3-b193-962e1db85393 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:43.463770 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.522759 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.523629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 39596d03-07e8-4c9f-92cc-138f8c27b21b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:43.544823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b230512c-fbd0-48c3-87a7-56ef0e709f04 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:43.550036 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b230512c-fbd0-48c3-87a7-56ef0e709f04 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.591064 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56713bed-b80c-4e7a-866d-51c0b75a8f55 None None] Network 4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:43.615607 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b230512c-fbd0-48c3-87a7-56ef0e709f04 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:10:43.637392 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b230512c-fbd0-48c3-87a7-56ef0e709f04 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.638265 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-b230512c-fbd0-48c3-87a7-56ef0e709f04 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Added segment f89a2dff-95b0-427e-a4a3-aae22c918a8e of type vlan for network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 Nov 12 04:10:43.726414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b230512c-fbd0-48c3-87a7-56ef0e709f04 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.838733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=a0779be2-8efb-457f-8efe-fe750c18b1dc,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:43.852529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Sync routers for ids ['499de82d-25e0-4580-9029-941f5131c2cd'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:43.874446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-cdfe8da4-e0cc-422d-b212-32e2e610474e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Allocated IP 172.20.0.14 (e6ec5efb-d494-405f-b080-d672d0bd42d5/bb53cce0-bdd5-46a6-b716-9489b15703ce/432cbb8f-7af0-4361-aad8-a5d1486b8342) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:43.874921 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b230512c-fbd0-48c3-87a7-56ef0e709f04 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.875811 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b230512c-fbd0-48c3-87a7-56ef0e709f04 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:43.876479 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b230512c-fbd0-48c3-87a7-56ef0e709f04 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:43.940863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Routers {'499de82d-25e0-4580-9029-941f5131c2cd'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:43.945602 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['499de82d-25e0-4580-9029-941f5131c2cd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:44.069889 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b230512c-fbd0-48c3-87a7-56ef0e709f04 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2594497 Nov 12 04:10:44.070556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33906) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:44.082593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-28f1c7b1-5abe-4bad-b027-ed5b9132cf83 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Request body: {'subnet': {'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:44.102497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230512c-fbd0-48c3-87a7-56ef0e709f04 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event updated for resources: {'Network': ['ID=dbc13c3a-9433-4694-a675-a83f4fdd7ef3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:44.149207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:10:44.166332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a7d33eb5-fbcf-4859-9e6f-7eca84934af7 None None] Provisioning complete for port bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:44.166708 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7d33eb5-fbcf-4859-9e6f-7eca84934af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.237486 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 39596d03-07e8-4c9f-92cc-138f8c27b21b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:44.237857 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.350767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f1c7b1-5abe-4bad-b027-ed5b9132cf83 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:44.355100 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28f1c7b1-5abe-4bad-b027-ed5b9132cf83 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.371305 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ec8f56b-38e4-469f-8809-76dbe422dae8 req-d34cb50a-f43e-4c21-b181-95764537d269 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 210 time: 0.0964556 Nov 12 04:10:44.459072 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.531209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Set router 499de82d-25e0-4580-9029-941f5131c2cd gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:44.538291 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.636984 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-cdfe8da4-e0cc-422d-b212-32e2e610474e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.816713 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.939825 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28f1c7b1-5abe-4bad-b027-ed5b9132cf83 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.015942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=f92e81f4-a1ad-45d3-b193-962e1db85393,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:45.062509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.064016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.065418 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.065765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.066138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.066472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.066808 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.069568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.069886 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.070223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.070553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.070882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.109812 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1c7b1-5abe-4bad-b027-ed5b9132cf83 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event updated for resources: {'Subnet': ['ID=5e37a276-aa5a-4f77-8ddb-dfb0e85e73cf,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:45.147157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1c7b1-5abe-4bad-b027-ed5b9132cf83 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Checking segment: {'id': 'f89a2dff-95b0-427e-a4a3-aae22c918a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:45.147834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1c7b1-5abe-4bad-b027-ed5b9132cf83 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Network hostable DHCP agents. Network: dbc13c3a-9433-4694-a675-a83f4fdd7ef3, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:10:45.152413 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7d33eb5-fbcf-4859-9e6f-7eca84934af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.205308 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-cdfe8da4-e0cc-422d-b212-32e2e610474e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.208507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 1c67db22-a6ce-4872-89d8-2e7b17343ea4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:45.214517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a7d33eb5-fbcf-4859-9e6f-7eca84934af7 None None] For port bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a,segment=NetworkSegment(59bc87c1-2332-41a7-a5b2-681ebb5c9627),segment_id=59bc87c1-2332-41a7-a5b2-681ebb5c9627)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:45.220529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:45.287858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1c7b1-5abe-4bad-b027-ed5b9132cf83 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:10:45.323876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe8da4-e0cc-422d-b212-32e2e610474e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Pushing event updated for resources: {'Port': ['ID=432cbb8f-7af0-4361-aad8-a5d1486b8342,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:45.326353 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7d33eb5-fbcf-4859-9e6f-7eca84934af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.340457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:45.368926 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-28f1c7b1-5abe-4bad-b027-ed5b9132cf83 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, dbc13c3a-9433-4694-a675-a83f4fdd7ef3) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:45.374673 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1c7b1-5abe-4bad-b027-ed5b9132cf83 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.377114 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28f1c7b1-5abe-4bad-b027-ed5b9132cf83 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.496075 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-28f1c7b1-5abe-4bad-b027-ed5b9132cf83 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4242442 Nov 12 04:10:45.498624 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:45.504726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4393da0b-2399-474d-8679-d3f9fa0d4b2d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-266959822'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:45.545231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f5c45f-0ca3-49e5-8956-0a1da452eb4b None None] Network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:45.570529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-cdfe8da4-e0cc-422d-b212-32e2e610474e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Network e6ec5efb-d494-405f-b080-d672d0bd42d5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:45.577626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-cdfe8da4-e0cc-422d-b212-32e2e610474e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:45.581750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:45.582125 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.601095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-cdfe8da4-e0cc-422d-b212-32e2e610474e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:45.686547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4393da0b-2399-474d-8679-d3f9fa0d4b2d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:45.686815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-49dd5107-1491-401e-92f1-80e388c6291a None None] Provisioning complete for port bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:45.687081 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49dd5107-1491-401e-92f1-80e388c6291a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.693544 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4393da0b-2399-474d-8679-d3f9fa0d4b2d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.809318 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fb481-df0a-4e00-b461-d5f619232825 req-2a78dd58-593e-4760-b287-7ec3a547b2a6 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.877813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-cdfe8da4-e0cc-422d-b212-32e2e610474e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.877813 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-cdfe8da4-e0cc-422d-b212-32e2e610474e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.878958 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ab3fb481-df0a-4e00-b461-d5f619232825 req-2a78dd58-593e-4760-b287-7ec3a547b2a6 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 932 time: 0.2717927 Nov 12 04:10:45.895435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4393da0b-2399-474d-8679-d3f9fa0d4b2d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:10:45.971176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4393da0b-2399-474d-8679-d3f9fa0d4b2d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.971176 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-4393da0b-2399-474d-8679-d3f9fa0d4b2d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Added segment c89ddd11-b1dd-4415-8716-9d59201b2305 of type vlan for network c495cb56-ab9a-43a4-96a8-9032b3be771d Nov 12 04:10:45.973563 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d33eb5-fbcf-4859-9e6f-7eca84934af7 None None] Pushing event updated for resources: {'Port': ['ID=bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:45.973799 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ab3fb481-df0a-4e00-b461-d5f619232825 req-98ae5631-bffb-4707-a89f-7eab69a82c74 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187918 Nov 12 04:10:46.034800 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4393da0b-2399-474d-8679-d3f9fa0d4b2d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.133245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499de82d-25e0-4580-9029-941f5131c2cd', 'name': 'tempest-ServersTestMultiNic-731489568-router', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:40Z', 'revision_number': 4, 'project_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'gw_port': {'id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499de82d-25e0-4580-9029-941f5131c2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '8b41424d-8d3c-4252-98ec-cd41814eeb9e', 'name': '', 'network_id': 'bc7f3290-e6b1-422f-9f1c-57d7db1af69a', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'mac_address': 'fa:16:3e:4f:f0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499de82d-25e0-4580-9029-941f5131c2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '91536fe4-ee29-4ee6-9dca-636f8f2f9041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:38Z', 'updated_at': '2021-11-12T04:10:41Z', 'revision_number': 2, 'project_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'subnets': [{'id': '91536fe4-ee29-4ee6-9dca-636f8f2f9041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:46.240765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Checking router: 499de82d-25e0-4580-9029-941f5131c2cd for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:10:46.240902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Updating router 499de82d-25e0-4580-9029-941f5131c2cd port 8b41424d-8d3c-4252-98ec-cd41814eeb9e binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:10:46.306860 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.420137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a0779be2-8efb-457f-8efe-fe750c18b1dc up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:46.422290 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-dbc13c3a-9433-4694-a675-a83f4fdd7ef3', 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'fixed_ips': [{'subnet_id': '5e37a276-aa5a-4f77-8ddb-dfb0e85e73cf'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:10:46.423380 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.435114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-636ac40f-5be9-4863-abfd-f4a82e4c0d5e None None] Provisioning complete for port 432cbb8f-7af0-4361-aad8-a5d1486b8342 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:46.435477 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-636ac40f-5be9-4863-abfd-f4a82e4c0d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.466806 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-cdfe8da4-e0cc-422d-b212-32e2e610474e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6699963 Nov 12 04:10:46.483448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Request body: {'port': {'device_id': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:46.573104 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4393da0b-2399-474d-8679-d3f9fa0d4b2d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.575398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router 229349a2-c6f6-4bdf-873b-13a1a4dcdd33 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:10:46.580433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4393da0b-2399-474d-8679-d3f9fa0d4b2d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:46.581370 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4393da0b-2399-474d-8679-d3f9fa0d4b2d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.658882 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.692217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-636ac40f-5be9-4863-abfd-f4a82e4c0d5e None None] Port 432cbb8f-7af0-4361-aad8-a5d1486b8342 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:46.790128 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4393da0b-2399-474d-8679-d3f9fa0d4b2d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2880542 Nov 12 04:10:46.792969 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33944) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:46.803444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9e7b9975-b82f-4dd7-9a37-e989d99486e7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Request body: {'subnet': {'network_id': 'c495cb56-ab9a-43a4-96a8-9032b3be771d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:46.812414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393da0b-2399-474d-8679-d3f9fa0d4b2d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event updated for resources: {'Network': ['ID=c495cb56-ab9a-43a4-96a8-9032b3be771d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:46.844021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-636ac40f-5be9-4863-abfd-f4a82e4c0d5e None None] Provisioning complete for port f92e81f4-a1ad-45d3-b193-962e1db85393 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:46.851537 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-636ac40f-5be9-4863-abfd-f4a82e4c0d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.853767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network c495cb56-ab9a-43a4-96a8-9032b3be771d details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:10:47.086218 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a0779be2-8efb-457f-8efe-fe750c18b1dc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:47.086592 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.173508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7b9975-b82f-4dd7-9a37-e989d99486e7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:47.179143 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9975-b82f-4dd7-9a37-e989d99486e7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.242339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-636ac40f-5be9-4863-abfd-f4a82e4c0d5e None None] Port f92e81f4-a1ad-45d3-b193-962e1db85393 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:47.254208 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:47.267421 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc23983f-fd8e-4009-8e5a-97e32dfcfd09 None None] Sync routers for ids ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:47.314034 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0f4a8d30-1931-4523-a423-03d49a8afd4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/229349a2-c6f6-4bdf-873b-13a1a4dcdd33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8812194 Nov 12 04:10:47.314729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33954) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:47.321310 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc23983f-fd8e-4009-8e5a-97e32dfcfd09 None None] Routers {'229349a2-c6f6-4bdf-873b-13a1a4dcdd33'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:47.322279 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bc23983f-fd8e-4009-8e5a-97e32dfcfd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:47.343856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fb8c4-0103-475d-a9f8-fed542be7e05 req-7f72be95-f6eb-4931-8120-19644f116a4d tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:47.346255 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d60fb8c4-0103-475d-a9f8-fed542be7e05 req-7f72be95-f6eb-4931-8120-19644f116a4d tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 932 time: 0.1914032 Nov 12 04:10:47.404722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Allocated IP 19.80.0.2 (dbc13c3a-9433-4694-a675-a83f4fdd7ef3/5e37a276-aa5a-4f77-8ddb-dfb0e85e73cf/44632fc5-9d76-4999-88ff-c29cdf43ccb5) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:47.460078 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8ccfc3-efb0-4e3c-9be2-eb781d249542 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:47.461521 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bc23983f-fd8e-4009-8e5a-97e32dfcfd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:47.464570 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1e8ccfc3-efb0-4e3c-9be2-eb781d249542 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports/f92e81f4-a1ad-45d3-b193-962e1db85393 HTTP/1.1" status: 200 len: 910 time: 0.1441383 Nov 12 04:10:47.470817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:47.493291 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc23983f-fd8e-4009-8e5a-97e32dfcfd09 None None] Routers {'229349a2-c6f6-4bdf-873b-13a1a4dcdd33'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:47.494377 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bc23983f-fd8e-4009-8e5a-97e32dfcfd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:47.573310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:47.605339 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bc23983f-fd8e-4009-8e5a-97e32dfcfd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:47.606489 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc23983f-fd8e-4009-8e5a-97e32dfcfd09 None None] The sync data for ids ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:10:47.627735 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d60fb8c4-0103-475d-a9f8-fed542be7e05 req-66f81d41-ba76-4516-bc0e-c6b88add579a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436445 Nov 12 04:10:47.754059 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9975-b82f-4dd7-9a37-e989d99486e7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.758520 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.788016 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:47.788545 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.869766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432cbb8f-7af0-4361-aad8-a5d1486b8342 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:47.871333 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.890999 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b9975-b82f-4dd7-9a37-e989d99486e7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event updated for resources: {'Subnet': ['ID=89a30d6d-aaff-4646-b821-4f4123a44332,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:47.896375 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.924955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Transition to ACTIVE for port object 432cbb8f-7af0-4361-aad8-a5d1486b8342 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:10:47.940762 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7b9975-b82f-4dd7-9a37-e989d99486e7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Checking segment: {'id': 'c89ddd11-b1dd-4415-8716-9d59201b2305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c495cb56-ab9a-43a4-96a8-9032b3be771d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:47.942742 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7b9975-b82f-4dd7-9a37-e989d99486e7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Network hostable DHCP agents. Network: c495cb56-ab9a-43a4-96a8-9032b3be771d, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:10:47.966338 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.974842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4cf53-ecab-449a-8217-df762d357d0d None None] Pushing event updated for resources: {'Port': ['ID=8b41424d-8d3c-4252-98ec-cd41814eeb9e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:48.060479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.087732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7b9975-b82f-4dd7-9a37-e989d99486e7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Network c495cb56-ab9a-43a4-96a8-9032b3be771d is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:10:48.103457 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.137525 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Attempting to bind port 8b41424d-8d3c-4252-98ec-cd41814eeb9e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:48.137936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Attempting to bind port 8b41424d-8d3c-4252-98ec-cd41814eeb9e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '4224d690-4f60-4b41-b20c-05941e57bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'bc7f3290-e6b1-422f-9f1c-57d7db1af69a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:48.138214 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Attempting to bind port 8b41424d-8d3c-4252-98ec-cd41814eeb9e on network bc7f3290-e6b1-422f-9f1c-57d7db1af69a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:48.155643 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9e7b9975-b82f-4dd7-9a37-e989d99486e7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, c495cb56-ab9a-43a4-96a8-9032b3be771d) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:48.163720 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7b9975-b82f-4dd7-9a37-e989d99486e7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.164619 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9975-b82f-4dd7-9a37-e989d99486e7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.195940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d92a5-6213-45ce-bc87-2115b513b957 None None] Network c495cb56-ab9a-43a4-96a8-9032b3be771d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:48.206709 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:48.217436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Checking segment: {'id': '4224d690-4f60-4b41-b20c-05941e57bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'bc7f3290-e6b1-422f-9f1c-57d7db1af69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:48.218357 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.219024 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Bound using segment: {'id': '4224d690-4f60-4b41-b20c-05941e57bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'bc7f3290-e6b1-422f-9f1c-57d7db1af69a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:48.227563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Pushing event updated for resources: {'Port': ['ID=432cbb8f-7af0-4361-aad8-a5d1486b8342,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:48.231098 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Bound port: 8b41424d-8d3c-4252-98ec-cd41814eeb9e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4224d690-4f60-4b41-b20c-05941e57bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'bc7f3290-e6b1-422f-9f1c-57d7db1af69a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:48.231375 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.298828 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9e7b9975-b82f-4dd7-9a37-e989d99486e7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5057418 Nov 12 04:10:48.591038 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Attempting to bind port 432cbb8f-7af0-4361-aad8-a5d1486b8342 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:48.596646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Attempting to bind port 432cbb8f-7af0-4361-aad8-a5d1486b8342 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '6c01fe91-96e3-4469-85fd-2a5e6376aa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:48.596646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Attempting to bind port 432cbb8f-7af0-4361-aad8-a5d1486b8342 on network e6ec5efb-d494-405f-b080-d672d0bd42d5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:48.633373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Port 432cbb8f-7af0-4361-aad8-a5d1486b8342 on network e6ec5efb-d494-405f-b080-d672d0bd42d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:10:48.633700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Attempting to bind port 432cbb8f-7af0-4361-aad8-a5d1486b8342 on network e6ec5efb-d494-405f-b080-d672d0bd42d5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:48.643438 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.691633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:48.693457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Checking segment: {'id': '6c01fe91-96e3-4469-85fd-2a5e6376aa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:48.694059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Bound using segment: {'id': '6c01fe91-96e3-4469-85fd-2a5e6376aa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:48.695805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Bound port: 432cbb8f-7af0-4361-aad8-a5d1486b8342, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c01fe91-96e3-4469-85fd-2a5e6376aa42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:48.696388 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.816343 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:48.943892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:48.952742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:49.016194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Pushing event updated for resources: {'Port': ['ID=44632fc5-9d76-4999-88ff-c29cdf43ccb5,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:49.044189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-042ba232-a558-4e38-a460-94c688e4d0bb tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:49.052468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-042ba232-a558-4e38-a460-94c688e4d0bb tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:49.055430 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-042ba232-a558-4e38-a460-94c688e4d0bb tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/networks?id=dbc13c3a-9433-4694-a675-a83f4fdd7ef3&id=c495cb56-ab9a-43a4-96a8-9032b3be771d&id=dbc13c3a-9433-4694-a675-a83f4fdd7ef3 HTTP/1.1" status: 200 len: 1391 time: 0.3014235 Nov 12 04:10:49.080232 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-3cae0412-dab3-4f87-b357-dc4787d61ea2 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/quotas/0776c589bf5b4d8eb6501ae8ab6f4af5 HTTP/1.1" status: 200 len: 375 time: 0.0179179 Nov 12 04:10:49.127934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] For port 8b41424d-8d3c-4252-98ec-cd41814eeb9e, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:49.132981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] For port 8b41424d-8d3c-4252-98ec-cd41814eeb9e, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8b41424d-8d3c-4252-98ec-cd41814eeb9e,segment=NetworkSegment(4224d690-4f60-4b41-b20c-05941e57bd6d),segment_id=4224d690-4f60-4b41-b20c-05941e57bd6d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:49.136101 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f70f0428-bfe4-45f9-b14c-2869ea0c3b9f None None] Provisioning complete for port 8b41424d-8d3c-4252-98ec-cd41814eeb9e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:49.137363 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f70f0428-bfe4-45f9-b14c-2869ea0c3b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.172861 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-0b703044-66fb-409f-9e86-b0eb620b57e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=0776c589bf5b4d8eb6501ae8ab6f4af5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0913270 Nov 12 04:10:49.263183 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f70f0428-bfe4-45f9-b14c-2869ea0c3b9f None None] Port 8b41424d-8d3c-4252-98ec-cd41814eeb9e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:49.317199 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.319382 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.326878 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-c495cb56-ab9a-43a4-96a8-9032b3be771d', 'network_id': 'c495cb56-ab9a-43a4-96a8-9032b3be771d', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'fixed_ips': [{'subnet_id': '89a30d6d-aaff-4646-b821-4f4123a44332'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:10:49.327719 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.368524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Attempting to bind port 44632fc5-9d76-4999-88ff-c29cdf43ccb5 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:49.368910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Attempting to bind port 44632fc5-9d76-4999-88ff-c29cdf43ccb5 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f89a2dff-95b0-427e-a4a3-aae22c918a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:49.369254 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Attempting to bind port 44632fc5-9d76-4999-88ff-c29cdf43ccb5 on network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:49.406443 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-ccaffd6c-7f9d-474c-9d56-01504ed2d09c service neutron] 10.222.0.105 "GET /v2.0/networks/dbc13c3a-9433-4694-a675-a83f4fdd7ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321439 Nov 12 04:10:49.541007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714084b-d996-4940-a34e-61bd11254454 req-904ef594-bc2b-49bf-877d-bee6fbe273c0 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:49.552795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:49.553213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Checking segment: {'id': 'f89a2dff-95b0-427e-a4a3-aae22c918a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:49.553632 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.554040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Bound using segment: {'id': 'f89a2dff-95b0-427e-a4a3-aae22c918a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:49.554542 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Bound port: 44632fc5-9d76-4999-88ff-c29cdf43ccb5, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89a2dff-95b0-427e-a4a3-aae22c918a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:49.555587 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:49.556448 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3714084b-d996-4940-a34e-61bd11254454 req-904ef594-bc2b-49bf-877d-bee6fbe273c0 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 944 time: 0.5324028 Nov 12 04:10:49.588235 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-d15a6aff-9851-4c7c-bdb1-8ce07a8dd13e service neutron] 10.222.0.105 "GET /v2.0/networks/dbc13c3a-9433-4694-a675-a83f4fdd7ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795421 Nov 12 04:10:49.700667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Routers {'499de82d-25e0-4580-9029-941f5131c2cd'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:49.703758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['499de82d-25e0-4580-9029-941f5131c2cd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:49.705402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] For port 432cbb8f-7af0-4361-aad8-a5d1486b8342, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:49.852086 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-11101688-29f1-45d4-8251-a0a8b82a08b6 service neutron] 10.222.0.105 "GET /v2.0/networks/c495cb56-ab9a-43a4-96a8-9032b3be771d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577848 Nov 12 04:10:49.883628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4cf53-ecab-449a-8217-df762d357d0d None None] Pushing event updated for resources: {'Port': ['ID=8b41424d-8d3c-4252-98ec-cd41814eeb9e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:49.938845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] For port 432cbb8f-7af0-4361-aad8-a5d1486b8342, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=432cbb8f-7af0-4361-aad8-a5d1486b8342,segment=NetworkSegment(6c01fe91-96e3-4469-85fd-2a5e6376aa42),segment_id=6c01fe91-96e3-4469-85fd-2a5e6376aa42)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:50.059351 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:50.084300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3714084b-d996-4940-a34e-61bd11254454 req-0f99b323-a486-4e60-88f9-d75f981f9b0c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5263345 Nov 12 04:10:50.124992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Allocated IP 172.21.0.1 (4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5/75958a1c-f45e-456c-a6b3-204f1fd1d0af/89ae996f-7dd7-4ae2-af78-148f5a021545) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:50.141296 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-6e839ed3-d511-4e2e-89d7-9a0486f8c00b service neutron] 10.222.0.105 "GET /v2.0/networks/c495cb56-ab9a-43a4-96a8-9032b3be771d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821794 Nov 12 04:10:50.175455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:50.176850 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:50.180584 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] 10.222.0.25 "PUT /v2.0/ports/432cbb8f-7af0-4361-aad8-a5d1486b8342 HTTP/1.1" status: 200 len: 1093 time: 3.7053733 Nov 12 04:10:50.196960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'tag': '432cbb8f-7af0-4361-aad8-a5d1486b8342'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:50.200816 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cf2699-a6ec-477c-96db-3cd88a4405b2" -d '{"events": [{"name": "network-changed", "server_uuid": "299e17d6-e1cb-47c5-a6c0-02ee8b518c43", "tag": "432cbb8f-7af0-4361-aad8-a5d1486b8342"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:50.328294 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8586b0-e232-4c23-868b-17ee9534ee33 x-openstack-request-id: req-4a8586b0-e232-4c23-868b-17ee9534ee33 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:50.334445 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299e17d6-e1cb-47c5-a6c0-02ee8b518c43", "tag": "432cbb8f-7af0-4361-aad8-a5d1486b8342", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:50.334445 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4a8586b0-e232-4c23-868b-17ee9534ee33 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:50.336516 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'tag': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'status': 'completed', 'code': 200} Nov 12 04:10:50.390601 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a27c2f94-49f3-4101-ac3b-2c052272d994 service neutron] 10.222.0.105 "GET /v2.0/networks/dbc13c3a-9433-4694-a675-a83f4fdd7ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325292 Nov 12 04:10:50.465258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c719aa8-cb26-4e79-9b61-7ff8d7a635cf service neutron] Pushing event updated for resources: {'Port': ['ID=432cbb8f-7af0-4361-aad8-a5d1486b8342,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:50.712975 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] Set router 499de82d-25e0-4580-9029-941f5131c2cd gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:50.718033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-338e7566-c3e6-4785-9ec1-f39774da707c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:50.720484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-338e7566-c3e6-4785-9ec1-f39774da707c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00227f41fd4042b4b01ab2a41d0e99c5&device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 1096 time: 0.3847146 Nov 12 04:10:50.807044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7101b327-16da-4965-bc4f-f1b04182f6de None None] Provisioning complete for port 8b41424d-8d3c-4252-98ec-cd41814eeb9e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:50.808678 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7101b327-16da-4965-bc4f-f1b04182f6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:50.832610 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:50.836274 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-91945d71-daa0-4228-8d04-273ebb04ace6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=432cbb8f-7af0-4361-aad8-a5d1486b8342 HTTP/1.1" status: 200 len: 217 time: 0.1058557 Nov 12 04:10:50.933623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] For port 44632fc5-9d76-4999-88ff-c29cdf43ccb5, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:50.987099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] For port 44632fc5-9d76-4999-88ff-c29cdf43ccb5, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=44632fc5-9d76-4999-88ff-c29cdf43ccb5,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:51.001578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-78f319aa-eff7-42a6-aa17-7acb74e42f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:51.001578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-78f319aa-eff7-42a6-aa17-7acb74e42f00 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb53cce0-bdd5-46a6-b716-9489b15703ce HTTP/1.1" status: 200 len: 852 time: 0.1519961 Nov 12 04:10:51.007547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Allocated IP 19.86.0.2 (c495cb56-ab9a-43a4-96a8-9032b3be771d/89a30d6d-aaff-4646-b821-4f4123a44332/ccc15fd0-96b2-426f-bd55-b37016fe77d9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:51.182862 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-63889b9f-f813-4771-b5aa-7b0ee6937b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:51.185276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-63889b9f-f813-4771-b5aa-7b0ee6937b1f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6ec5efb-d494-405f-b080-d672d0bd42d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1720691 Nov 12 04:10:51.196389 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:51.269231 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:51.529318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d5f79-0d9d-49cf-bab4-276d4ffc8f5f None None] Pushing event updated for resources: {'Port': ['ID=44632fc5-9d76-4999-88ff-c29cdf43ccb5,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:51.574618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:51.578576 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7101b327-16da-4965-bc4f-f1b04182f6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:51.600449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:51.628807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:51.696530 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-3690682f-4141-4cde-80b2-7b51c1d58b73 service neutron] 10.222.0.105 "GET /v2.0/networks/dbc13c3a-9433-4694-a675-a83f4fdd7ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2978325 Nov 12 04:10:51.749799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=89ae996f-7dd7-4ae2-af78-148f5a021545,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:51.809375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d733c-4a01-45a2-9322-315508471cf9 req-9bb3b0cb-62c7-4a1d-b186-d631b28c45eb tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:51.813778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7101b327-16da-4965-bc4f-f1b04182f6de None None] For port 8b41424d-8d3c-4252-98ec-cd41814eeb9e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8b41424d-8d3c-4252-98ec-cd41814eeb9e,segment=NetworkSegment(4224d690-4f60-4b41-b20c-05941e57bd6d),segment_id=4224d690-4f60-4b41-b20c-05941e57bd6d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:51.819606 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-222d733c-4a01-45a2-9322-315508471cf9 req-9bb3b0cb-62c7-4a1d-b186-d631b28c45eb tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 944 time: 0.5103004 Nov 12 04:10:51.970846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-200b68f7-45c4-4a21-8305-b9c0ccd1f56d service neutron] 10.222.0.25 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7747519 Nov 12 04:10:51.971883 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.044021 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.049917 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7101b327-16da-4965-bc4f-f1b04182f6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.116833 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-222d733c-4a01-45a2-9322-315508471cf9 req-21c7bd68-b3cb-46c6-9d8a-d47418e65fc0 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709632 Nov 12 04:10:52.280848 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.334271 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Network c495cb56-ab9a-43a4-96a8-9032b3be771d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:52.347156 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:52.379554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:52.423621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3b89e9f1-72f1-4273-952b-6a1214e72ba4 None None] Provisioning complete for port 89ae996f-7dd7-4ae2-af78-148f5a021545 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:52.424127 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b89e9f1-72f1-4273-952b-6a1214e72ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.546932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101b327-16da-4965-bc4f-f1b04182f6de None None] Pushing event updated for resources: {'Port': ['ID=8b41424d-8d3c-4252-98ec-cd41814eeb9e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:52.563420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3b89e9f1-72f1-4273-952b-6a1214e72ba4 None None] Port 89ae996f-7dd7-4ae2-af78-148f5a021545 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:52.645193 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 44632fc5-9d76-4999-88ff-c29cdf43ccb5 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:52.810517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499de82d-25e0-4580-9029-941f5131c2cd', 'name': 'tempest-ServersTestMultiNic-731489568-router', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:40Z', 'revision_number': 4, 'project_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'gw_port': {'id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499de82d-25e0-4580-9029-941f5131c2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '8b41424d-8d3c-4252-98ec-cd41814eeb9e', 'name': '', 'network_id': 'bc7f3290-e6b1-422f-9f1c-57d7db1af69a', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'mac_address': 'fa:16:3e:4f:f0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499de82d-25e0-4580-9029-941f5131c2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '91536fe4-ee29-4ee6-9dca-636f8f2f9041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:38Z', 'updated_at': '2021-11-12T04:10:49Z', 'revision_number': 4, 'project_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'subnets': [{'id': '91536fe4-ee29-4ee6-9dca-636f8f2f9041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:52.898185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Attempting to bind port ccc15fd0-96b2-426f-bd55-b37016fe77d9 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:52.898836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Attempting to bind port ccc15fd0-96b2-426f-bd55-b37016fe77d9 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'c89ddd11-b1dd-4415-8716-9d59201b2305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c495cb56-ab9a-43a4-96a8-9032b3be771d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:52.899381 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Attempting to bind port ccc15fd0-96b2-426f-bd55-b37016fe77d9 on network c495cb56-ab9a-43a4-96a8-9032b3be771d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:52.922768 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:52.923142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Checking segment: {'id': 'c89ddd11-b1dd-4415-8716-9d59201b2305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c495cb56-ab9a-43a4-96a8-9032b3be771d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:52.924731 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.928433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Bound using segment: {'id': 'c89ddd11-b1dd-4415-8716-9d59201b2305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c495cb56-ab9a-43a4-96a8-9032b3be771d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:52.928998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Bound port: ccc15fd0-96b2-426f-bd55-b37016fe77d9, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89ddd11-b1dd-4415-8716-9d59201b2305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c495cb56-ab9a-43a4-96a8-9032b3be771d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:52.929403 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:52.933217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d261a7-1696-4beb-9af4-f78a1ab3aa30 None None] The sync data for ids ['499de82d-25e0-4580-9029-941f5131c2cd'] in n-d-767704-23 is: [{'id': '499de82d-25e0-4580-9029-941f5131c2cd', 'name': 'tempest-ServersTestMultiNic-731489568-router', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:10:40Z', 'revision_number': 4, 'project_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'gw_port': {'id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499de82d-25e0-4580-9029-941f5131c2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '8b41424d-8d3c-4252-98ec-cd41814eeb9e', 'name': '', 'network_id': 'bc7f3290-e6b1-422f-9f1c-57d7db1af69a', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'mac_address': 'fa:16:3e:4f:f0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499de82d-25e0-4580-9029-941f5131c2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '91536fe4-ee29-4ee6-9dca-636f8f2f9041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:38Z', 'updated_at': '2021-11-12T04:10:49Z', 'revision_number': 4, 'project_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'subnets': [{'id': '91536fe4-ee29-4ee6-9dca-636f8f2f9041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:10:52.967521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Pushing event updated for resources: {'Port': ['ID=ccc15fd0-96b2-426f-bd55-b37016fe77d9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:53.111217 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:53.119202 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28f45455-a6ee-4841-98e6-439a6573864a req-2d4efd38-732c-4b47-a2a1-90191eaaeb7d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 210 time: 0.8244147 Nov 12 04:10:53.123154 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d719655b-de68-4e12-b373-cc0c979f7fbd req-ca7bf073-fa24-40a4-85ad-a98dc9bf5b9d service neutron] 10.222.0.25 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1442661 Nov 12 04:10:53.186330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 44632fc5-9d76-4999-88ff-c29cdf43ccb5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:53.187471 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:53.308999 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f210953a-651a-4ae0-928c-e289ee9c9e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:53.442234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] For port ccc15fd0-96b2-426f-bd55-b37016fe77d9, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:53.487814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] For port ccc15fd0-96b2-426f-bd55-b37016fe77d9, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ccc15fd0-96b2-426f-bd55-b37016fe77d9,segment=NetworkSegment(c89ddd11-b1dd-4415-8716-9d59201b2305),segment_id=c89ddd11-b1dd-4415-8716-9d59201b2305)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:53.551508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae9b69-f98d-4268-a354-34b0e5c47f3e req-46788312-ea85-43aa-a72a-35748aafbd20 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:53.562399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6735b5d3-04c9-4655-8c21-48b1161452f6 None None] Network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:53.566295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-88ae9b69-f98d-4268-a354-34b0e5c47f3e req-46788312-ea85-43aa-a72a-35748aafbd20 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 944 time: 0.2331462 Nov 12 04:10:53.664991 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:53.725514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-88ae9b69-f98d-4268-a354-34b0e5c47f3e req-f26caced-553b-4ace-8145-006e32e130f6 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530790 Nov 12 04:10:53.782954 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:53.887391 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:53.965311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf2699-a6ec-477c-96db-3cd88a4405b2 req-46b479d1-fb4e-41c2-89cb-c75613d1cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:53.967517 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f5cf2699-a6ec-477c-96db-3cd88a4405b2 req-46b479d1-fb4e-41c2-89cb-c75613d1cd35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00227f41fd4042b4b01ab2a41d0e99c5&device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 1096 time: 0.1643474 Nov 12 04:10:54.058643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=89ae996f-7dd7-4ae2-af78-148f5a021545,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:54.224888 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.277239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-54147911-e77a-408a-8806-5561db5a0fbd None None] Provisioning complete for port 44632fc5-9d76-4999-88ff-c29cdf43ccb5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:54.278281 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54147911-e77a-408a-8806-5561db5a0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.287072 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.652957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bd1d3317-3a81-43ed-80a6-417e9384e3dc req-2de5718d-1cbb-4480-b96f-42da9d671d33 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 210 time: 0.3504975 Nov 12 04:10:54.660980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d23c72-a5b4-4b2f-900c-6d673890fa6b None None] Pushing event updated for resources: {'Port': ['ID=ccc15fd0-96b2-426f-bd55-b37016fe77d9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:54.723562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf2699-a6ec-477c-96db-3cd88a4405b2 req-f6dcec23-6810-4c2b-b54a-93e0211b12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:54.725075 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f5cf2699-a6ec-477c-96db-3cd88a4405b2 req-f6dcec23-6810-4c2b-b54a-93e0211b12b7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6ec5efb-d494-405f-b080-d672d0bd42d5 HTTP/1.1" status: 200 len: 915 time: 0.6592140 Nov 12 04:10:54.788994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:54.799631 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:55.002158 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54147911-e77a-408a-8806-5561db5a0fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.044925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7e17e-db00-4604-92e6-4528c7dcaf92 req-eba7ca42-b4a4-43ad-8024-5ea78e29dc1a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:55.060712 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1cf7e17e-db00-4604-92e6-4528c7dcaf92 req-eba7ca42-b4a4-43ad-8024-5ea78e29dc1a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 944 time: 0.1098635 Nov 12 04:10:55.128199 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f5cf2699-a6ec-477c-96db-3cd88a4405b2 req-63ff478a-2cc4-4e5d-934b-226b721b26d6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=432cbb8f-7af0-4361-aad8-a5d1486b8342 HTTP/1.1" status: 200 len: 217 time: 0.3341620 Nov 12 04:10:55.180550 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1cf7e17e-db00-4604-92e6-4528c7dcaf92 req-02bf26dc-b454-4ca9-9790-a8bd2f7ad0e3 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185699 Nov 12 04:10:55.184867 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router 229349a2-c6f6-4bdf-873b-13a1a4dcdd33 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:10:55.206555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf2699-a6ec-477c-96db-3cd88a4405b2 req-67084a8c-0c96-4610-aff2-a64fd651625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:55.208812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f5cf2699-a6ec-477c-96db-3cd88a4405b2 req-67084a8c-0c96-4610-aff2-a64fd651625a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb53cce0-bdd5-46a6-b716-9489b15703ce HTTP/1.1" status: 200 len: 852 time: 0.0736969 Nov 12 04:10:55.212564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 44632fc5-9d76-4999-88ff-c29cdf43ccb5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=44632fc5-9d76-4999-88ff-c29cdf43ccb5,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:55.294376 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.324357 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.391527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf2699-a6ec-477c-96db-3cd88a4405b2 req-7e42e421-f737-4fbc-a635-65d276e9d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:55.393280 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f5cf2699-a6ec-477c-96db-3cd88a4405b2 req-7e42e421-f737-4fbc-a635-65d276e9d9f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6ec5efb-d494-405f-b080-d672d0bd42d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1753705 Nov 12 04:10:55.401565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:55.417407 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:55.419129 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-073a15a3-06ed-400e-8e98-d3d4c19d8aba tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/229349a2-c6f6-4bdf-873b-13a1a4dcdd33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9415855 Nov 12 04:10:55.422675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06111109-c485-4b5b-8d92-59994f0d8c85 None None] Sync routers for ids ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:55.443264 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-54147911-e77a-408a-8806-5561db5a0fbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:10:55.443627 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-54147911-e77a-408a-8806-5561db5a0fbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:10:55.453671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=44632fc5-9d76-4999-88ff-c29cdf43ccb5,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:55.460069 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06111109-c485-4b5b-8d92-59994f0d8c85 None None] Routers {'229349a2-c6f6-4bdf-873b-13a1a4dcdd33'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:55.460929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-06111109-c485-4b5b-8d92-59994f0d8c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:55.543679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-06111109-c485-4b5b-8d92-59994f0d8c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:55.567038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06111109-c485-4b5b-8d92-59994f0d8c85 None None] Routers {'229349a2-c6f6-4bdf-873b-13a1a4dcdd33'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:55.568290 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-06111109-c485-4b5b-8d92-59994f0d8c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:55.654949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a4dea3-0094-4eee-b5e3-e67a1fc24801 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:55.671430 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e4a4dea3-0094-4eee-b5e3-e67a1fc24801 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports/89ae996f-7dd7-4ae2-af78-148f5a021545 HTTP/1.1" status: 200 len: 910 time: 0.2528207 Nov 12 04:10:55.672424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34104) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:55.698842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-06111109-c485-4b5b-8d92-59994f0d8c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:55.700842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06111109-c485-4b5b-8d92-59994f0d8c85 None None] The sync data for ids ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:10:55.745373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ccc15fd0-96b2-426f-bd55-b37016fe77d9 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:55.764339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f5cf2699-a6ec-477c-96db-3cd88a4405b2 req-c2723e24-0675-4f8a-96b8-f734661278aa service neutron] 10.222.0.25 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446519 Nov 12 04:10:56.070621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ccc15fd0-96b2-426f-bd55-b37016fe77d9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:56.070621 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:56.433071 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-87d7c7c3-2c7a-4ba3-8b95-b5be0fa0b995 None None] Provisioning complete for port 89ae996f-7dd7-4ae2-af78-148f5a021545 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:56.433742 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87d7c7c3-2c7a-4ba3-8b95-b5be0fa0b995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:56.495821 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:56.530132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-5468af1a-762d-4541-b4a9-07c25bc2a306 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.556368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-5468af1a-762d-4541-b4a9-07c25bc2a306 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.569028 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-5468af1a-762d-4541-b4a9-07c25bc2a306 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.26 "GET /v2.0/networks?id=dbc13c3a-9433-4694-a675-a83f4fdd7ef3&id=c495cb56-ab9a-43a4-96a8-9032b3be771d&id=dbc13c3a-9433-4694-a675-a83f4fdd7ef3 HTTP/1.1" status: 200 len: 1391 time: 0.5755506 Nov 12 04:10:56.585032 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae5cb675-eeb0-4b4f-8cbb-c2cd9f9cba55 req-293f4318-487a-4e37-a240-ec8a65fcd8ec tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 210 time: 0.6892540 Nov 12 04:10:56.633537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-7c144e76-9b0d-4661-b526-95114d03ee8d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Request body: {'port': {'device_id': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3', 'admin_state_up': True, 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:56.676232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdfa016-6350-49cf-814e-55ccb9f57675 None None] Network c495cb56-ab9a-43a4-96a8-9032b3be771d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:10:56.682294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-87d7c7c3-2c7a-4ba3-8b95-b5be0fa0b995 None None] Port 89ae996f-7dd7-4ae2-af78-148f5a021545 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:56.724496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port ccc15fd0-96b2-426f-bd55-b37016fe77d9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ccc15fd0-96b2-426f-bd55-b37016fe77d9,segment=NetworkSegment(c89ddd11-b1dd-4415-8716-9d59201b2305),segment_id=c89ddd11-b1dd-4415-8716-9d59201b2305)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:56.817422 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b46b9-3fa5-423e-bb73-7ff1f2cf7a81 req-e249b7b9-50a7-4c29-8529-bea21578e92e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.822738 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b37b46b9-3fa5-423e-bb73-7ff1f2cf7a81 req-e249b7b9-50a7-4c29-8529-bea21578e92e tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 944 time: 0.2113082 Nov 12 04:10:56.853826 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:56.854909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8b41424d-8d3c-4252-98ec-cd41814eeb9e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:56.942861 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b37b46b9-3fa5-423e-bb73-7ff1f2cf7a81 req-2a6cd7b7-b4c3-495d-adad-07d78f8626bc tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073220 Nov 12 04:10:56.970313 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f5cf2699-a6ec-477c-96db-3cd88a4405b2 req-db60a6ef-ad83-4b24-828f-e325f86cef8e service neutron] 10.222.0.25 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1953304 Nov 12 04:10:57.001829 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.028577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-87d7c7c3-2c7a-4ba3-8b95-b5be0fa0b995 None None] Provisioning complete for port 44632fc5-9d76-4999-88ff-c29cdf43ccb5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:57.028874 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87d7c7c3-2c7a-4ba3-8b95-b5be0fa0b995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.108718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49732b-c196-4138-9ec5-f7841d222a97 req-9db4e0f1-e15c-422a-922d-c80863271679 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:57.127462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ac49732b-c196-4138-9ec5-f7841d222a97 req-9db4e0f1-e15c-422a-922d-c80863271679 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.2545288 Nov 12 04:10:57.135757 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.142868 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee45e-e6a5-445c-b9ce-0f01faebe9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.239671 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ac49732b-c196-4138-9ec5-f7841d222a97 req-aae921fb-dc67-4d5a-a376-24015151baaa tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138711 Nov 12 04:10:57.244456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-7c144e76-9b0d-4661-b526-95114d03ee8d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:57.250542 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-7c144e76-9b0d-4661-b526-95114d03ee8d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.337215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=ccc15fd0-96b2-426f-bd55-b37016fe77d9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:57.380708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 8b41424d-8d3c-4252-98ec-cd41814eeb9e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:57.381276 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.555904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-7c144e76-9b0d-4661-b526-95114d03ee8d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Allocated IP 19.80.0.246 (dbc13c3a-9433-4694-a675-a83f4fdd7ef3/5e37a276-aa5a-4f77-8ddb-dfb0e85e73cf/ad027b3d-9b76-444e-9997-09ba2aba8186) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:57.556507 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port 89ae996f-7dd7-4ae2-af78-148f5a021545 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:57.556609 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.793124 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-555e41c3-e24f-4ff8-a845-07cb3fb0453f req-400353e7-c682-45ae-a933-d5ba7d410b70 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 210 time: 0.0602512 Nov 12 04:10:57.809315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.810960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f14167d6-fee6-4c2c-b6cd-ddf0860040b1 None None] Provisioning complete for port ccc15fd0-96b2-426f-bd55-b37016fe77d9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:57.811926 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f14167d6-fee6-4c2c-b6cd-ddf0860040b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.840114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for 89ae996f-7dd7-4ae2-af78-148f5a021545 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:57.944450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 44632fc5-9d76-4999-88ff-c29cdf43ccb5 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:57.984564 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-7c144e76-9b0d-4661-b526-95114d03ee8d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.059040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 44632fc5-9d76-4999-88ff-c29cdf43ccb5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:58.059432 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.202568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199689a-bbba-4980-9248-a780254cdec4 req-c32f7f85-69ec-4a3f-a2c8-b6c38f948661 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:58.217955 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5199689a-bbba-4980-9248-a780254cdec4 req-c32f7f85-69ec-4a3f-a2c8-b6c38f948661 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 944 time: 0.1614516 Nov 12 04:10:58.234045 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-7c144e76-9b0d-4661-b526-95114d03ee8d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.265564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c6e7a0c2-a074-42d2-9bff-2ed6e3572699 None None] Provisioning complete for port ccc15fd0-96b2-426f-bd55-b37016fe77d9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:58.266041 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a0c2-a074-42d2-9bff-2ed6e3572699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.268172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ccc15fd0-96b2-426f-bd55-b37016fe77d9 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:58.338168 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.385306 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5199689a-bbba-4980-9248-a780254cdec4 req-cb4b62d0-113a-4bba-b205-46850cbf8475 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645255 Nov 12 04:10:58.402720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-7c144e76-9b0d-4661-b526-95114d03ee8d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:58.413394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-7c144e76-9b0d-4661-b526-95114d03ee8d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:58.413394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-7c144e76-9b0d-4661-b526-95114d03ee8d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:58.438685 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ccc15fd0-96b2-426f-bd55-b37016fe77d9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:58.438685 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.453432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=89ae996f-7dd7-4ae2-af78-148f5a021545,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:58.459225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c144e76-9b0d-4661-b526-95114d03ee8d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event updated for resources: {'Port': ['ID=ad027b3d-9b76-444e-9997-09ba2aba8186,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:58.494694 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.502991 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:58.503345 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:58.503691 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:58.509669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:58.509669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:58.509669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:58.509669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:58.509669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:58.509669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:58.509669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:58.509669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:58.509669 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:58.574414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-7c144e76-9b0d-4661-b526-95114d03ee8d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:58.575098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-7c144e76-9b0d-4661-b526-95114d03ee8d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.623283 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e03840-fcf0-461f-9d12-b5f46883d8d6 req-cfaf7004-4508-4218-966f-d0e438c67303 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:58.625243 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27e03840-fcf0-461f-9d12-b5f46883d8d6 req-cfaf7004-4508-4218-966f-d0e438c67303 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.3016729 Nov 12 04:10:58.670018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-7c144e76-9b0d-4661-b526-95114d03ee8d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0698588 Nov 12 04:10:58.704668 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-9ba18ff1-e557-4b48-98ab-2a4fc73f9ce4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Request body: {'port': {'device_id': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'network_id': 'c495cb56-ab9a-43a4-96a8-9032b3be771d', 'admin_state_up': True, 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:58.855259 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27e03840-fcf0-461f-9d12-b5f46883d8d6 req-a193bcf3-ae4b-44f8-be0e-1099df31c941 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113645 Nov 12 04:10:58.907397 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.939987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-44417fe5-49f7-4af3-ac3f-ffd5791d7626 None None] Provisioning complete for port ad027b3d-9b76-444e-9997-09ba2aba8186 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:58.940685 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-44417fe5-49f7-4af3-ac3f-ffd5791d7626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:58.996461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-44417fe5-49f7-4af3-ac3f-ffd5791d7626 None None] Port ad027b3d-9b76-444e-9997-09ba2aba8186 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:59.016609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1faf4a-0d6b-4532-9174-a498d923f786 req-013f29e6-6425-4ce2-8209-5a610f6c65b4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.018133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb1faf4a-0d6b-4532-9174-a498d923f786 req-013f29e6-6425-4ce2-8209-5a610f6c65b4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 932 time: 0.0804427 Nov 12 04:10:59.090869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad240a7-31b0-4405-8c74-73b2b1c3e681 req-6573326b-9647-43c0-822c-7040e472de35 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.092586 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fad240a7-31b0-4405-8c74-73b2b1c3e681 req-6573326b-9647-43c0-822c-7040e472de35 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.26 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1100833 Nov 12 04:10:59.093743 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb1faf4a-0d6b-4532-9174-a498d923f786 req-6af5422d-0bb8-4c85-a646-62e201fbb17b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690022 Nov 12 04:10:59.263210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router 229349a2-c6f6-4bdf-873b-13a1a4dcdd33 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:10:59.276167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-9ba18ff1-e557-4b48-98ab-2a4fc73f9ce4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:59.281472 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-9ba18ff1-e557-4b48-98ab-2a4fc73f9ce4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.342557 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.363095 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-fad240a7-31b0-4405-8c74-73b2b1c3e681 req-2de1e7b7-43cc-4ae5-905d-8f0e613c8de5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Deleting port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:59.363469 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fad240a7-31b0-4405-8c74-73b2b1c3e681 req-2de1e7b7-43cc-4ae5-905d-8f0e613c8de5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.465633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:59.484480 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d06895-f18b-4138-825d-3e2e41715bcf None None] Sync routers for ids ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:59.487412 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dc730dd5-9659-4c66-ba49-1fb712bdfd47 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/229349a2-c6f6-4bdf-873b-13a1a4dcdd33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8082225 Nov 12 04:10:59.488136 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34158) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:59.500862 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d06895-f18b-4138-825d-3e2e41715bcf None None] Routers {'229349a2-c6f6-4bdf-873b-13a1a4dcdd33'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:59.501833 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a1d06895-f18b-4138-825d-3e2e41715bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:59.519539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-9ba18ff1-e557-4b48-98ab-2a4fc73f9ce4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Allocated IP 19.86.0.21 (c495cb56-ab9a-43a4-96a8-9032b3be771d/89a30d6d-aaff-4646-b821-4f4123a44332/e8827e44-9a78-4497-91a3-a19621a2402d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:59.548910 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a1d06895-f18b-4138-825d-3e2e41715bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:59.561318 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d06895-f18b-4138-825d-3e2e41715bcf None None] Routers {'229349a2-c6f6-4bdf-873b-13a1a4dcdd33'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:59.562301 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a1d06895-f18b-4138-825d-3e2e41715bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:59.609644 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a1d06895-f18b-4138-825d-3e2e41715bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:59.611001 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d06895-f18b-4138-825d-3e2e41715bcf None None] The sync data for ids ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:10:59.697968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fad240a7-31b0-4405-8c74-73b2b1c3e681 req-2de1e7b7-43cc-4ae5-905d-8f0e613c8de5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] For port 92cfe604-0ef9-4057-aa70-7a4c48e853b5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=92cfe604-0ef9-4057-aa70-7a4c48e853b5,segment=NetworkSegment(6285fac6-1911-404b-8ae5-e05c7a5499ec),segment_id=6285fac6-1911-404b-8ae5-e05c7a5499ec)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:59.698383 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fad240a7-31b0-4405-8c74-73b2b1c3e681 req-2de1e7b7-43cc-4ae5-905d-8f0e613c8de5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.749154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-fad240a7-31b0-4405-8c74-73b2b1c3e681 req-2de1e7b7-43cc-4ae5-905d-8f0e613c8de5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Calling delete_port for 92cfe604-0ef9-4057-aa70-7a4c48e853b5 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:59.779950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e3c4b-0bc0-4c8e-a1cc-9c4e50ebc4ba req-7497a2a2-af05-405f-bb64-5468bdf06822 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.781743 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-862e3c4b-0bc0-4c8e-a1cc-9c4e50ebc4ba req-7497a2a2-af05-405f-bb64-5468bdf06822 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 944 time: 0.2070167 Nov 12 04:10:59.784715 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-9ba18ff1-e557-4b48-98ab-2a4fc73f9ce4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.882112 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-9ba18ff1-e557-4b48-98ab-2a4fc73f9ce4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.946609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-9ba18ff1-e557-4b48-98ab-2a4fc73f9ce4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Network c495cb56-ab9a-43a4-96a8-9032b3be771d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:59.950453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-9ba18ff1-e557-4b48-98ab-2a4fc73f9ce4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:59.954791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-9ba18ff1-e557-4b48-98ab-2a4fc73f9ce4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:00.009623 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-862e3c4b-0bc0-4c8e-a1cc-9c4e50ebc4ba req-652f189f-a0dd-40ce-99cd-42c770fc1129 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948752 Nov 12 04:11:00.031820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba18ff1-e557-4b48-98ab-2a4fc73f9ce4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event updated for resources: {'Port': ['ID=e8827e44-9a78-4497-91a3-a19621a2402d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:00.072811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-9ba18ff1-e557-4b48-98ab-2a4fc73f9ce4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:00.073515 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-9ba18ff1-e557-4b48-98ab-2a4fc73f9ce4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.093468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67388ce5-d3d4-40f1-a8f2-0ab5ba3cf333 req-d40f460e-c0fc-41ed-964f-12ab7f04c62e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:00.095173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-67388ce5-d3d4-40f1-a8f2-0ab5ba3cf333 req-d40f460e-c0fc-41ed-964f-12ab7f04c62e tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 947 time: 0.1310165 Nov 12 04:11:00.191341 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-67388ce5-d3d4-40f1-a8f2-0ab5ba3cf333 req-5621fe33-943a-4dc2-9dc4-9ef5cae508ef tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/security-groups?id=925ed42c-eaaa-4927-8259-ff4d0f5f19d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763841 Nov 12 04:11:00.216572 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-9ba18ff1-e557-4b48-98ab-2a4fc73f9ce4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5143156 Nov 12 04:11:00.225951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-99b96e45-e7dd-47cd-a147-0e7938dcc551 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Request body: {'port': {'device_id': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3', 'admin_state_up': True, 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:00.417649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34174) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:00.418061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:00.422401 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fad240a7-31b0-4405-8c74-73b2b1c3e681 req-2de1e7b7-43cc-4ae5-905d-8f0e613c8de5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.468698 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-743d6a85-86f8-491e-bd72-d5373b7b7385 None None] Provisioning complete for port e8827e44-9a78-4497-91a3-a19621a2402d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:00.469844 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-743d6a85-86f8-491e-bd72-d5373b7b7385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.496186 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1e7b7-43cc-4ae5-905d-8f0e613c8de5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Pushing event deleted for resources: {'Port': ['ID=92cfe604-0ef9-4057-aa70-7a4c48e853b5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:00.522443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ae1a0-8f8e-43ab-ab13-1840a5fb5af6 req-af732188-5293-414e-92ac-3a014f426af6 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:00.529870 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ae1a0-8f8e-43ab-ab13-1840a5fb5af6 req-af732188-5293-414e-92ac-3a014f426af6 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:00.538001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-900ae1a0-8f8e-43ab-ab13-1840a5fb5af6 req-af732188-5293-414e-92ac-3a014f426af6 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 1654 time: 0.2751901 Nov 12 04:11:00.539527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-99b96e45-e7dd-47cd-a147-0e7938dcc551 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:00.545623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-99b96e45-e7dd-47cd-a147-0e7938dcc551 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.561454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-743d6a85-86f8-491e-bd72-d5373b7b7385 None None] Port e8827e44-9a78-4497-91a3-a19621a2402d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:00.617962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad240a7-31b0-4405-8c74-73b2b1c3e681 req-2de1e7b7-43cc-4ae5-905d-8f0e613c8de5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] No DVR routers for this DVR port 92cfe604-0ef9-4057-aa70-7a4c48e853b5 on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:00.620759 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fad240a7-31b0-4405-8c74-73b2b1c3e681 req-2de1e7b7-43cc-4ae5-905d-8f0e613c8de5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.625548 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fad240a7-31b0-4405-8c74-73b2b1c3e681 req-2de1e7b7-43cc-4ae5-905d-8f0e613c8de5 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.26 "DELETE /v2.0/ports/92cfe604-0ef9-4057-aa70-7a4c48e853b5 HTTP/1.1" status: 204 len: 173 time: 1.4888840 Nov 12 04:11:00.629835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'name': 'network-vif-deleted', 'tag': '92cfe604-0ef9-4057-aa70-7a4c48e853b5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:00.633716 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8c2b15-fd64-44af-b592-2bb0ca0f36cf" -d '{"events": [{"server_uuid": "aed5172c-44a9-49e5-b23c-4f7e9bbd47b4", "name": "network-vif-deleted", "tag": "92cfe604-0ef9-4057-aa70-7a4c48e853b5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:00.717084 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab70f67-62c9-4c1b-b10b-9d05d1278cdc x-openstack-request-id: req-4ab70f67-62c9-4c1b-b10b-9d05d1278cdc {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:00.717746 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed5172c-44a9-49e5-b23c-4f7e9bbd47b4", "name": "network-vif-deleted", "tag": "92cfe604-0ef9-4057-aa70-7a4c48e853b5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:00.718630 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4ab70f67-62c9-4c1b-b10b-9d05d1278cdc {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:00.719249 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed5172c-44a9-49e5-b23c-4f7e9bbd47b4', 'name': 'network-vif-deleted', 'tag': '92cfe604-0ef9-4057-aa70-7a4c48e853b5', 'status': 'completed', 'code': 200} Nov 12 04:11:00.741158 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5c7f728-3320-4785-9aaf-4b6537ae156c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.747280 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85f2cf6b-d577-4d52-9302-740b6f1bf12b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.750690 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c54d5e-a63d-4eb5-9486-7549b26a8e54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.763281 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-900ae1a0-8f8e-43ab-ab13-1840a5fb5af6 req-f164e5ca-3fba-4fc5-873c-7bc6b2f67f8f tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243004 Nov 12 04:11:00.778210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-99b96e45-e7dd-47cd-a147-0e7938dcc551 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Allocated IP 19.80.0.184 (dbc13c3a-9433-4694-a675-a83f4fdd7ef3/5e37a276-aa5a-4f77-8ddb-dfb0e85e73cf/1203577d-9654-4e75-b807-82225b2dbb68) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:00.980153 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-99b96e45-e7dd-47cd-a147-0e7938dcc551 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.417571 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-99b96e45-e7dd-47cd-a147-0e7938dcc551 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.455756 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ea07d3c-9990-4807-847a-92e6d39da4f8 req-c5a3047d-d982-4d58-b8ce-db9dd74218d4 tempest-ServersNegativeTestJSON-144938759 tempest-ServersNegativeTestJSON-144938759-project] 10.222.0.105 "GET /v2.0/ports?device_id=aed5172c-44a9-49e5-b23c-4f7e9bbd47b4 HTTP/1.1" status: 200 len: 210 time: 0.0631292 Nov 12 04:11:01.462200 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c54d5e-a63d-4eb5-9486-7549b26a8e54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.462780 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-99b96e45-e7dd-47cd-a147-0e7938dcc551 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:01.466699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-99b96e45-e7dd-47cd-a147-0e7938dcc551 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:01.469975 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5c7f728-3320-4785-9aaf-4b6537ae156c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.476672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-99b96e45-e7dd-47cd-a147-0e7938dcc551 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:01.491734 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f94c6-8399-4a9f-bcad-cda4fcf73e7e req-1e5251e6-d597-4931-a880-37a09c95bef4 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:01.498998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d1f94c6-8399-4a9f-bcad-cda4fcf73e7e req-1e5251e6-d597-4931-a880-37a09c95bef4 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 944 time: 0.4046643 Nov 12 04:11:01.530031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b96e45-e7dd-47cd-a147-0e7938dcc551 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event updated for resources: {'Port': ['ID=1203577d-9654-4e75-b807-82225b2dbb68,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:01.581295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-99b96e45-e7dd-47cd-a147-0e7938dcc551 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:01.581955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-99b96e45-e7dd-47cd-a147-0e7938dcc551 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.606470 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d1f94c6-8399-4a9f-bcad-cda4fcf73e7e req-2b13e78b-b0d9-4a5b-9150-1bfba9f4cb47 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060789 Nov 12 04:11:01.625731 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5c7f728-3320-4785-9aaf-4b6537ae156c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.631934 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38c54d5e-a63d-4eb5-9486-7549b26a8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.676942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-85f2cf6b-d577-4d52-9302-740b6f1bf12b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port f92e81f4-a1ad-45d3-b193-962e1db85393 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:01.677284 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85f2cf6b-d577-4d52-9302-740b6f1bf12b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.719592 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-99b96e45-e7dd-47cd-a147-0e7938dcc551 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4988751 Nov 12 04:11:01.727601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34190) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:01.727717 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-38c54d5e-a63d-4eb5-9486-7549b26a8e54 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b528dec9331946a882169e7a7575ad62&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2884734 Nov 12 04:11:01.727717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7f728-3320-4785-9aaf-4b6537ae156c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca41355-2e9a-417e-85bc-bb4bf9e61e65,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:01.734729 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c5c7f728-3320-4785-9aaf-4b6537ae156c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6943374cef3944f19b7d07a8ee39f8a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3065236 Nov 12 04:11:01.739881 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34192) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:01.752896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 92cfe604-0ef9-4057-aa70-7a4c48e853b5 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:01.755588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Request body: {'port': {'device_id': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:01.827219 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.847649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 92cfe604-0ef9-4057-aa70-7a4c48e853b5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:01.851128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 92cfe604-0ef9-4057-aa70-7a4c48e853b5 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:01.851750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c54d5e-a63d-4eb5-9486-7549b26a8e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c25f54-4d4b-44b3-909e-f1209c7a2562,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:01.869744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85f2cf6b-d577-4d52-9302-740b6f1bf12b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.892741 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-85f2cf6b-d577-4d52-9302-740b6f1bf12b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for f92e81f4-a1ad-45d3-b193-962e1db85393 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:01.896836 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-587450a2-220e-43d5-924b-9a60bd1b8447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.916479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca170940-9128-49c3-9c1e-34a68b8d4fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.924030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c59763ad-62e4-4997-a89a-ae47d8fe33f4 None None] Provisioning complete for port 1203577d-9654-4e75-b807-82225b2dbb68 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:01.924902 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c59763ad-62e4-4997-a89a-ae47d8fe33f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.966850 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-587450a2-220e-43d5-924b-9a60bd1b8447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.974956 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c59763ad-62e4-4997-a89a-ae47d8fe33f4 None None] Port 1203577d-9654-4e75-b807-82225b2dbb68 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:02.009213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca170940-9128-49c3-9c1e-34a68b8d4fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.092674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033b255-4806-4b66-9667-3a8d1bcdbe47 req-d6fc9349-f556-4ae2-b443-2456b09ac1d1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:02.098546 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033b255-4806-4b66-9667-3a8d1bcdbe47 req-d6fc9349-f556-4ae2-b443-2456b09ac1d1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:02.105023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033b255-4806-4b66-9667-3a8d1bcdbe47 req-d6fc9349-f556-4ae2-b443-2456b09ac1d1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:02.106686 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3033b255-4806-4b66-9667-3a8d1bcdbe47 req-d6fc9349-f556-4ae2-b443-2456b09ac1d1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2376 time: 0.1547902 Nov 12 04:11:02.194273 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3033b255-4806-4b66-9667-3a8d1bcdbe47 req-4157279b-9ac4-4803-83b5-b0f37149dc03 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805891 Nov 12 04:11:02.204788 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca170940-9128-49c3-9c1e-34a68b8d4fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.215248 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca170940-9128-49c3-9c1e-34a68b8d4fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.215248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ca170940-9128-49c3-9c1e-34a68b8d4fcf admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/30c25f54-4d4b-44b3-909e-f1209c7a2562 HTTP/1.1" status: 204 len: 168 time: 0.4855769 Nov 12 04:11:02.219773 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca170940-9128-49c3-9c1e-34a68b8d4fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c25f54-4d4b-44b3-909e-f1209c7a2562,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:02.222994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad027b3d-9b76-444e-9997-09ba2aba8186 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:02.232701 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.252965 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-587450a2-220e-43d5-924b-9a60bd1b8447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.254158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Transition to ACTIVE for port object ad027b3d-9b76-444e-9997-09ba2aba8186 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:02.256473 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-587450a2-220e-43d5-924b-9a60bd1b8447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.259756 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-587450a2-220e-43d5-924b-9a60bd1b8447 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/dca41355-2e9a-417e-85bc-bb4bf9e61e65 HTTP/1.1" status: 204 len: 168 time: 0.5187595 Nov 12 04:11:02.275058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587450a2-220e-43d5-924b-9a60bd1b8447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca41355-2e9a-417e-85bc-bb4bf9e61e65,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:02.322325 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85f2cf6b-d577-4d52-9302-740b6f1bf12b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.334946 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.360408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2cf6b-d577-4d52-9302-740b6f1bf12b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=f92e81f4-a1ad-45d3-b193-962e1db85393,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:02.416385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Pushing event updated for resources: {'Port': ['ID=ad027b3d-9b76-444e-9997-09ba2aba8186,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:02.552472 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85f2cf6b-d577-4d52-9302-740b6f1bf12b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.596296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:02.705320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Attempting to bind port ad027b3d-9b76-444e-9997-09ba2aba8186 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:02.705320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Attempting to bind port ad027b3d-9b76-444e-9997-09ba2aba8186 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'f89a2dff-95b0-427e-a4a3-aae22c918a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:02.705686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Attempting to bind port ad027b3d-9b76-444e-9997-09ba2aba8186 on network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:02.769209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Port ad027b3d-9b76-444e-9997-09ba2aba8186 on network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:02.769781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Attempting to bind port ad027b3d-9b76-444e-9997-09ba2aba8186 on network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:02.783404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:02.783750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Checking segment: {'id': 'f89a2dff-95b0-427e-a4a3-aae22c918a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:02.784285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Bound using segment: {'id': 'f89a2dff-95b0-427e-a4a3-aae22c918a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:02.785346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Bound port: ad027b3d-9b76-444e-9997-09ba2aba8186, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89a2dff-95b0-427e-a4a3-aae22c918a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:02.785700 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.869294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c73046-5105-4799-bc0c-0348920f82fe admin admin] Deleting subnet a3110dda-0677-4da1-b118-225bfcce94e6 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:11:02.884723 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c73046-5105-4799-bc0c-0348920f82fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.905617 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f2cf6b-d577-4d52-9302-740b6f1bf12b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router 229349a2-c6f6-4bdf-873b-13a1a4dcdd33 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:02.920212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d3c5b-0e87-411e-b961-ba6ddadf954d req-2b172001-1ed0-4029-a960-fc17bfe0ab96 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:02.921580 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a10d3c5b-0e87-411e-b961-ba6ddadf954d req-2b172001-1ed0-4029-a960-fc17bfe0ab96 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 944 time: 0.0993390 Nov 12 04:11:02.950378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c73046-5105-4799-bc0c-0348920f82fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.956073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] For port ad027b3d-9b76-444e-9997-09ba2aba8186, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:03.019040 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f2cf6b-d577-4d52-9302-740b6f1bf12b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:03.029732 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-85f2cf6b-d577-4d52-9302-740b6f1bf12b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/229349a2-c6f6-4bdf-873b-13a1a4dcdd33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5324364 Nov 12 04:11:03.033142 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:03.038753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421aef8-e692-4a3c-835b-1ef77b7a83b5 None None] Sync routers for ids ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:03.039705 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c73046-5105-4799-bc0c-0348920f82fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.043137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] For port ad027b3d-9b76-444e-9997-09ba2aba8186, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ad027b3d-9b76-444e-9997-09ba2aba8186,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:03.054308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421aef8-e692-4a3c-835b-1ef77b7a83b5 None None] Routers {'229349a2-c6f6-4bdf-873b-13a1a4dcdd33'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:03.055233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c421aef8-e692-4a3c-835b-1ef77b7a83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:03.070364 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3a23893c-922e-4ddd-a9d2-f07c8b0144f1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports?device_id=229349a2-c6f6-4bdf-873b-13a1a4dcdd33 HTTP/1.1" status: 200 len: 205 time: 0.0358944 Nov 12 04:11:03.074545 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:03.075947 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a10d3c5b-0e87-411e-b961-ba6ddadf954d req-d543414b-3654-4c22-be17-4b081bd48507 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451950 Nov 12 04:11:03.102962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c421aef8-e692-4a3c-835b-1ef77b7a83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:03.111996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421aef8-e692-4a3c-835b-1ef77b7a83b5 None None] Routers {'229349a2-c6f6-4bdf-873b-13a1a4dcdd33'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:03.112795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c421aef8-e692-4a3c-835b-1ef77b7a83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:03.133460 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.150529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c421aef8-e692-4a3c-835b-1ef77b7a83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:03.151570 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421aef8-e692-4a3c-835b-1ef77b7a83b5 None None] The sync data for ids ['229349a2-c6f6-4bdf-873b-13a1a4dcdd33'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:03.219448 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5ed32c0-81d7-4506-969e-521d884469a4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.229246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.229881 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.238789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] 10.222.0.26 "PUT /v2.0/ports/ad027b3d-9b76-444e-9997-09ba2aba8186 HTTP/1.1" status: 200 len: 1093 time: 1.4874065 Nov 12 04:11:03.238789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'tag': 'ad027b3d-9b76-444e-9997-09ba2aba8186'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:03.238789 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852afb6e-52e3-4cad-a66e-e1de828f7ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "tag": "ad027b3d-9b76-444e-9997-09ba2aba8186"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:03.333918 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:03.335150 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d903071-702b-49da-bbb7-4e697202302f x-openstack-request-id: req-0d903071-702b-49da-bbb7-4e697202302f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:03.335452 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "tag": "ad027b3d-9b76-444e-9997-09ba2aba8186", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:03.335716 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0d903071-702b-49da-bbb7-4e697202302f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:03.336148 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'tag': 'ad027b3d-9b76-444e-9997-09ba2aba8186', 'status': 'completed', 'code': 200} Nov 12 04:11:03.343495 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2f1cff0-4429-44b2-aba9-e0826d5bdb56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.383200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fb15c-4925-46db-9aa4-3982c7f9ec8b service neutron] Pushing event updated for resources: {'Port': ['ID=ad027b3d-9b76-444e-9997-09ba2aba8186,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:03.473520 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2f1cff0-4429-44b2-aba9-e0826d5bdb56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.542092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762e8c0-ac73-4f36-ac61-6008860c44c1 req-58cbfd88-b80e-4c37-8a49-1b2583f13a43 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.548618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762e8c0-ac73-4f36-ac61-6008860c44c1 req-58cbfd88-b80e-4c37-8a49-1b2583f13a43 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.554948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762e8c0-ac73-4f36-ac61-6008860c44c1 req-58cbfd88-b80e-4c37-8a49-1b2583f13a43 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.556900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8762e8c0-ac73-4f36-ac61-6008860c44c1 req-58cbfd88-b80e-4c37-8a49-1b2583f13a43 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2388 time: 0.2259128 Nov 12 04:11:03.562906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5ed32c0-81d7-4506-969e-521d884469a4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.566298 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5ed32c0-81d7-4506-969e-521d884469a4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.639219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852afb6e-52e3-4cad-a66e-e1de828f7ea8 req-011a43da-dbc0-42e4-b64c-6836f8430a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.639633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852afb6e-52e3-4cad-a66e-e1de828f7ea8 req-011a43da-dbc0-42e4-b64c-6836f8430a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.640112 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852afb6e-52e3-4cad-a66e-e1de828f7ea8 req-011a43da-dbc0-42e4-b64c-6836f8430a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.641765 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-852afb6e-52e3-4cad-a66e-e1de828f7ea8 req-011a43da-dbc0-42e4-b64c-6836f8430a63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0776c589bf5b4d8eb6501ae8ab6f4af5&device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2732 time: 0.2205458 Nov 12 04:11:03.682213 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8762e8c0-ac73-4f36-ac61-6008860c44c1 req-6f4a3f51-885b-4fa5-996d-6c4a0a1beecd tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135657 Nov 12 04:11:03.867420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852afb6e-52e3-4cad-a66e-e1de828f7ea8 req-0aa5ba3b-fd1b-4449-b17d-17e7f9125123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.867905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852afb6e-52e3-4cad-a66e-e1de828f7ea8 req-0aa5ba3b-fd1b-4449-b17d-17e7f9125123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.868400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852afb6e-52e3-4cad-a66e-e1de828f7ea8 req-0aa5ba3b-fd1b-4449-b17d-17e7f9125123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.870255 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-852afb6e-52e3-4cad-a66e-e1de828f7ea8 req-0aa5ba3b-fd1b-4449-b17d-17e7f9125123 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0776c589bf5b4d8eb6501ae8ab6f4af5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2092047 Nov 12 04:11:04.054652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852afb6e-52e3-4cad-a66e-e1de828f7ea8 req-ee22fef4-6f6e-4292-bcbd-def8b6481729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:04.056193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-852afb6e-52e3-4cad-a66e-e1de828f7ea8 req-ee22fef4-6f6e-4292-bcbd-def8b6481729 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1785007 Nov 12 04:11:04.101600 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5ed32c0-81d7-4506-969e-521d884469a4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.104606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ed32c0-81d7-4506-969e-521d884469a4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Fanout notify agent at l3_agent the message router_deleted on router 229349a2-c6f6-4bdf-873b-13a1a4dcdd33 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:11:04.111528 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2f1cff0-4429-44b2-aba9-e0826d5bdb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.113149 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c73046-5105-4799-bc0c-0348920f82fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.115378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5ed32c0-81d7-4506-969e-521d884469a4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.116719 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a5ed32c0-81d7-4506-969e-521d884469a4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/routers/229349a2-c6f6-4bdf-873b-13a1a4dcdd33 HTTP/1.1" status: 204 len: 168 time: 1.0408380 Nov 12 04:11:04.128126 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:04.145995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c73046-5105-4799-bc0c-0348920f82fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3110dda-0677-4da1-b118-225bfcce94e6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:04.151762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Request body: {'port': {'device_id': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:04.201175 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f2f1cff0-4429-44b2-aba9-e0826d5bdb56 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3e9c477c6bc446e2998ae5aeda6dc0d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8778014 Nov 12 04:11:04.218245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:04.219160 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.254960 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c73046-5105-4799-bc0c-0348920f82fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.260339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c5c73046-5105-4799-bc0c-0348920f82fe admin admin] 10.222.0.105 "DELETE /v2.0/subnets/a3110dda-0677-4da1-b118-225bfcce94e6 HTTP/1.1" status: 204 len: 168 time: 1.6618605 Nov 12 04:11:04.265073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:04.279296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1cff0-4429-44b2-aba9-e0826d5bdb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d825d82-446e-402d-be70-9906afd2a7de,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:04.337183 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e989547a-c53e-4b63-8764-7289c3708c5b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting subnet 75958a1c-f45e-456c-a6b3-204f1fd1d0af {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:11:04.341787 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e989547a-c53e-4b63-8764-7289c3708c5b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.393591 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ef42a-eae3-479a-8e9b-b3afe157d5d0 req-8917f73f-d189-4090-beeb-05e661487781 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:04.395244 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-327ef42a-eae3-479a-8e9b-b3afe157d5d0 req-8917f73f-d189-4090-beeb-05e661487781 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 944 time: 0.1624863 Nov 12 04:11:04.427628 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e989547a-c53e-4b63-8764-7289c3708c5b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.466349 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77b4c99d-51ee-48c0-9d7f-bca34da9dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.470023 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36bcfad9-683b-470f-a5df-dc0d68103050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.514016 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36bcfad9-683b-470f-a5df-dc0d68103050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.524685 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-327ef42a-eae3-479a-8e9b-b3afe157d5d0 req-26295712-6a08-4a55-b323-e3aa636c716c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165664 Nov 12 04:11:04.595527 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e989547a-c53e-4b63-8764-7289c3708c5b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.696722 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77b4c99d-51ee-48c0-9d7f-bca34da9dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.735236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-77b4c99d-51ee-48c0-9d7f-bca34da9dc88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb39e1a-9370-49f4-a17c-50fcdcf7a516']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:04.750518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-77b4c99d-51ee-48c0-9d7f-bca34da9dc88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6285fac6-1911-404b-8ae5-e05c7a5499ec') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:04.750518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-77b4c99d-51ee-48c0-9d7f-bca34da9dc88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6285fac6-1911-404b-8ae5-e05c7a5499ec') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:04.764766 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77b4c99d-51ee-48c0-9d7f-bca34da9dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.807209 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e989547a-c53e-4b63-8764-7289c3708c5b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.825114 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36bcfad9-683b-470f-a5df-dc0d68103050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.827801 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36bcfad9-683b-470f-a5df-dc0d68103050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.828983 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-36bcfad9-683b-470f-a5df-dc0d68103050 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2d825d82-446e-402d-be70-9906afd2a7de HTTP/1.1" status: 204 len: 168 time: 0.5951717 Nov 12 04:11:04.851122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989547a-c53e-4b63-8764-7289c3708c5b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Subnet': ['ID=75958a1c-f45e-456c-a6b3-204f1fd1d0af,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:04.857664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e989547a-c53e-4b63-8764-7289c3708c5b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.863567 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e989547a-c53e-4b63-8764-7289c3708c5b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/75958a1c-f45e-456c-a6b3-204f1fd1d0af HTTP/1.1" status: 204 len: 168 time: 0.7110937 Nov 12 04:11:04.868205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:04.868992 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cca66e-7f0c-4948-8650-1b41f289ea7a None None] Network 4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:04.887800 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77b4c99d-51ee-48c0-9d7f-bca34da9dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.933722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcfad9-683b-470f-a5df-dc0d68103050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d825d82-446e-402d-be70-9906afd2a7de,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:04.933722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b4c99d-51ee-48c0-9d7f-bca34da9dc88 admin admin] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:11:04.933722 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77b4c99d-51ee-48c0-9d7f-bca34da9dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:11:04.937514 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:11:04.967014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8827e44-9a78-4497-91a3-a19621a2402d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:05.139742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5176dacb-f08d-4201-bad6-100f086b54cf None None] DHCP port deletion for 4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:05.200946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5176dacb-f08d-4201-bad6-100f086b54cf None None] Deleting port bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:05.201425 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5176dacb-f08d-4201-bad6-100f086b54cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.287590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5176dacb-f08d-4201-bad6-100f086b54cf None None] For port bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a,segment=NetworkSegment(59bc87c1-2332-41a7-a5b2-681ebb5c9627),segment_id=59bc87c1-2332-41a7-a5b2-681ebb5c9627)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:05.292431 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5176dacb-f08d-4201-bad6-100f086b54cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.296875 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.306555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5176dacb-f08d-4201-bad6-100f086b54cf None None] Calling delete_port for bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:05.324424 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4b572-3716-468e-824b-df8f7fc1cafd req-658502ba-d6f0-44c2-a0ed-bbe70e2dfc0c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:05.333960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4b572-3716-468e-824b-df8f7fc1cafd req-658502ba-d6f0-44c2-a0ed-bbe70e2dfc0c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:05.339920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4b572-3716-468e-824b-df8f7fc1cafd req-658502ba-d6f0-44c2-a0ed-bbe70e2dfc0c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:05.347666 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2e4b572-3716-468e-824b-df8f7fc1cafd req-658502ba-d6f0-44c2-a0ed-bbe70e2dfc0c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2388 time: 0.5757349 Nov 12 04:11:05.365328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f113bfc-f24d-42c5-9e32-24f8bfb93a51 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting subnet 588413e9-59d5-42e2-aabd-240505f94b3b {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:11:05.379861 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f113bfc-f24d-42c5-9e32-24f8bfb93a51 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.384233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Transition to ACTIVE for port object e8827e44-9a78-4497-91a3-a19621a2402d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:05.467034 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77b4c99d-51ee-48c0-9d7f-bca34da9dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.482689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77b4c99d-51ee-48c0-9d7f-bca34da9dc88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.491671 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-77b4c99d-51ee-48c0-9d7f-bca34da9dc88 admin admin] 10.222.0.105 "DELETE /v2.0/networks/3fb39e1a-9370-49f4-a17c-50fcdcf7a516 HTTP/1.1" status: 204 len: 168 time: 1.2229578 Nov 12 04:11:05.504650 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.511434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f113bfc-f24d-42c5-9e32-24f8bfb93a51 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.578790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2e4b572-3716-468e-824b-df8f7fc1cafd req-a9113863-f342-4d90-b639-8c14829661d7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300675 Nov 12 04:11:05.623393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4c99d-51ee-48c0-9d7f-bca34da9dc88 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fb39e1a-9370-49f4-a17c-50fcdcf7a516,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:05.652220 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5176dacb-f08d-4201-bad6-100f086b54cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.674880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Pushing event updated for resources: {'Port': ['ID=e8827e44-9a78-4497-91a3-a19621a2402d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:05.696995 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176dacb-f08d-4201-bad6-100f086b54cf None None] Pushing event deleted for resources: {'Port': ['ID=bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:05.716308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5176dacb-f08d-4201-bad6-100f086b54cf None None] No DVR routers for this DVR port bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:05.777491 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f113bfc-f24d-42c5-9e32-24f8bfb93a51 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.817443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a05d16-c4f1-473e-b946-8d291d266af5 req-311ec2d8-ea53-40f4-8729-da0263f8d197 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:05.824770 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46a05d16-c4f1-473e-b946-8d291d266af5 req-311ec2d8-ea53-40f4-8729-da0263f8d197 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 944 time: 0.1596274 Nov 12 04:11:05.863843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:05.868743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Attempting to bind port e8827e44-9a78-4497-91a3-a19621a2402d on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:05.869406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Attempting to bind port e8827e44-9a78-4497-91a3-a19621a2402d by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'c89ddd11-b1dd-4415-8716-9d59201b2305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c495cb56-ab9a-43a4-96a8-9032b3be771d'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:05.869953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Attempting to bind port e8827e44-9a78-4497-91a3-a19621a2402d on network c495cb56-ab9a-43a4-96a8-9032b3be771d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:05.880577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Port e8827e44-9a78-4497-91a3-a19621a2402d on network c495cb56-ab9a-43a4-96a8-9032b3be771d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:05.881284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Attempting to bind port e8827e44-9a78-4497-91a3-a19621a2402d on network c495cb56-ab9a-43a4-96a8-9032b3be771d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:05.893978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:05.894759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Checking segment: {'id': 'c89ddd11-b1dd-4415-8716-9d59201b2305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c495cb56-ab9a-43a4-96a8-9032b3be771d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:05.895947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Bound using segment: {'id': 'c89ddd11-b1dd-4415-8716-9d59201b2305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c495cb56-ab9a-43a4-96a8-9032b3be771d'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:05.896739 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Bound port: e8827e44-9a78-4497-91a3-a19621a2402d, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89ddd11-b1dd-4415-8716-9d59201b2305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c495cb56-ab9a-43a4-96a8-9032b3be771d'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:05.897515 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.926981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:05.927558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bc5d3fb5-28a8-4d3a-99ac-9b0ba52db67a not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:05.979207 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46a05d16-c4f1-473e-b946-8d291d266af5 req-2db832a0-c416-488d-8cb3-263c681a07c0 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534455 Nov 12 04:11:06.014266 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] For port e8827e44-9a78-4497-91a3-a19621a2402d, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:06.019230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] For port e8827e44-9a78-4497-91a3-a19621a2402d, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e8827e44-9a78-4497-91a3-a19621a2402d,segment=NetworkSegment(c89ddd11-b1dd-4415-8716-9d59201b2305),segment_id=c89ddd11-b1dd-4415-8716-9d59201b2305)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:06.024850 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f113bfc-f24d-42c5-9e32-24f8bfb93a51 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.029017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 432cbb8f-7af0-4361-aad8-a5d1486b8342 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:06.077521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f113bfc-f24d-42c5-9e32-24f8bfb93a51 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Subnet': ['ID=588413e9-59d5-42e2-aabd-240505f94b3b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:06.081048 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f113bfc-f24d-42c5-9e32-24f8bfb93a51 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.088771 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:06.100366 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5f113bfc-f24d-42c5-9e32-24f8bfb93a51 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/588413e9-59d5-42e2-aabd-240505f94b3b HTTP/1.1" status: 204 len: 168 time: 1.2280238 Nov 12 04:11:06.102542 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d9a0ec-cabf-4bd4-a948-131f40a8d92b None None] Network 1c67db22-a6ce-4872-89d8-2e7b17343ea4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:06.118717 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.162634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.166118 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.166118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] 10.222.0.26 "PUT /v2.0/ports/e8827e44-9a78-4497-91a3-a19621a2402d HTTP/1.1" status: 200 len: 1092 time: 2.0208235 Nov 12 04:11:06.166118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'tag': 'e8827e44-9a78-4497-91a3-a19621a2402d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:06.167323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:06.167889 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e50d571-8af1-4fd5-b80b-b6fd0def8558" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "tag": "e8827e44-9a78-4497-91a3-a19621a2402d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:06.236558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6da69-e21e-4bfc-9edd-16f5f133103a service neutron] Pushing event updated for resources: {'Port': ['ID=e8827e44-9a78-4497-91a3-a19621a2402d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:06.246247 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cb12af-3cda-4be2-ad98-d011c489d5a0 x-openstack-request-id: req-02cb12af-3cda-4be2-ad98-d011c489d5a0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:06.247252 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "tag": "e8827e44-9a78-4497-91a3-a19621a2402d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:06.247680 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-02cb12af-3cda-4be2-ad98-d011c489d5a0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:06.248487 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'tag': 'e8827e44-9a78-4497-91a3-a19621a2402d', 'status': 'completed', 'code': 200} Nov 12 04:11:06.315248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Request body: {'port': {'device_id': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:06.334289 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66495813-4049-4828-94f5-6dd95ae8c2a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.358144 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 432cbb8f-7af0-4361-aad8-a5d1486b8342, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=432cbb8f-7af0-4361-aad8-a5d1486b8342,segment=NetworkSegment(6c01fe91-96e3-4469-85fd-2a5e6376aa42),segment_id=6c01fe91-96e3-4469-85fd-2a5e6376aa42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:06.402861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'port_id': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'mac_address': 'fa:16:3e:98:7e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:06.441246 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.444142 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d891e567-d58b-424a-afe3-615706121bd5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=79ef31f00b10453b810a706be411ba9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2758944 Nov 12 04:11:06.448549 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:06.591156 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d571-8af1-4fd5-b80b-b6fd0def8558 req-f541e4b4-832a-404f-a4d0-7ac59012a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.591645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d571-8af1-4fd5-b80b-b6fd0def8558 req-f541e4b4-832a-404f-a4d0-7ac59012a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.592442 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d571-8af1-4fd5-b80b-b6fd0def8558 req-f541e4b4-832a-404f-a4d0-7ac59012a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.593986 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e50d571-8af1-4fd5-b80b-b6fd0def8558 req-f541e4b4-832a-404f-a4d0-7ac59012a926 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0776c589bf5b4d8eb6501ae8ab6f4af5&device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2800 time: 0.2726038 Nov 12 04:11:06.646282 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.687828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432cbb8f-7af0-4361-aad8-a5d1486b8342 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:06.770495 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 432cbb8f-7af0-4361-aad8-a5d1486b8342, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=432cbb8f-7af0-4361-aad8-a5d1486b8342,segment=NetworkSegment(6c01fe91-96e3-4469-85fd-2a5e6376aa42),segment_id=6c01fe91-96e3-4469-85fd-2a5e6376aa42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:06.774272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508b0834-f4f7-49de-9ea3-4806b7de88f8 None None] DHCP port deletion for 1c67db22-a6ce-4872-89d8-2e7b17343ea4 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:06.843305 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.850331 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d571-8af1-4fd5-b80b-b6fd0def8558 req-2dbb60f5-5029-4e5e-a0af-db7696cb2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.850331 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d571-8af1-4fd5-b80b-b6fd0def8558 req-2dbb60f5-5029-4e5e-a0af-db7696cb2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.850974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d571-8af1-4fd5-b80b-b6fd0def8558 req-2dbb60f5-5029-4e5e-a0af-db7696cb2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.853152 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e50d571-8af1-4fd5-b80b-b6fd0def8558 req-2dbb60f5-5029-4e5e-a0af-db7696cb2bb4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0776c589bf5b4d8eb6501ae8ab6f4af5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2190681 Nov 12 04:11:06.920130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=432cbb8f-7af0-4361-aad8-a5d1486b8342,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:06.959520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-508b0834-f4f7-49de-9ea3-4806b7de88f8 None None] Deleting port 39596d03-07e8-4c9f-92cc-138f8c27b21b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:06.960829 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-508b0834-f4f7-49de-9ea3-4806b7de88f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.033817 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8052c0ca-9ec9-4a30-ae65-d8285de25838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.074327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-508b0834-f4f7-49de-9ea3-4806b7de88f8 None None] For port 39596d03-07e8-4c9f-92cc-138f8c27b21b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=39596d03-07e8-4c9f-92cc-138f8c27b21b,segment=NetworkSegment(87a8a4df-3aa1-4ea5-b136-efec29e89dbe),segment_id=87a8a4df-3aa1-4ea5-b136-efec29e89dbe)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:07.077241 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-508b0834-f4f7-49de-9ea3-4806b7de88f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.106593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-508b0834-f4f7-49de-9ea3-4806b7de88f8 None None] Calling delete_port for 39596d03-07e8-4c9f-92cc-138f8c27b21b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:07.160475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1203577d-9654-4e75-b807-82225b2dbb68 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:07.172660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.176074 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66495813-4049-4828-94f5-6dd95ae8c2a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.219195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Transition to ACTIVE for port object 1203577d-9654-4e75-b807-82225b2dbb68 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:07.253069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc2ba9-51f8-4e4f-9d87-a2a4c334d19b req-ffed797a-9fc5-4edd-a337-5ed48b627c6f tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.256494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-23cc2ba9-51f8-4e4f-9d87-a2a4c334d19b req-ffed797a-9fc5-4edd-a337-5ed48b627c6f tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 945 time: 0.0731018 Nov 12 04:11:07.269483 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bb2b4-1a49-4d25-b3e4-78f8e0c3a316 req-af8877b7-fca2-439f-a19d-60fe8cdbbb7e tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.277708 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bb2b4-1a49-4d25-b3e4-78f8e0c3a316 req-af8877b7-fca2-439f-a19d-60fe8cdbbb7e tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.284412 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bb2b4-1a49-4d25-b3e4-78f8e0c3a316 req-af8877b7-fca2-439f-a19d-60fe8cdbbb7e tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.286689 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-528bb2b4-1a49-4d25-b3e4-78f8e0c3a316 req-af8877b7-fca2-439f-a19d-60fe8cdbbb7e tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2400 time: 0.4297004 Nov 12 04:11:07.288817 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8052c0ca-9ec9-4a30-ae65-d8285de25838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.317803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.339416 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-23cc2ba9-51f8-4e4f-9d87-a2a4c334d19b req-9d3fcae5-5143-4bad-bee4-5a8bc385dd1b tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759361 Nov 12 04:11:07.358723 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d571-8af1-4fd5-b80b-b6fd0def8558 req-51a54047-7179-455c-a1ec-a1c24d7d488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.361206 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e50d571-8af1-4fd5-b80b-b6fd0def8558 req-51a54047-7179-455c-a1ec-a1c24d7d488c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4595180 Nov 12 04:11:07.394329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['432cbb8f-7af0-4361-aad8-a5d1486b8342'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:07.399525 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-508b0834-f4f7-49de-9ea3-4806b7de88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.425423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-66495813-4049-4828-94f5-6dd95ae8c2a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:07.434076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Pushing event updated for resources: {'Port': ['ID=1203577d-9654-4e75-b807-82225b2dbb68,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:07.501884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-66495813-4049-4828-94f5-6dd95ae8c2a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bc87c1-2332-41a7-a5b2-681ebb5c9627') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:07.501884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-66495813-4049-4828-94f5-6dd95ae8c2a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bc87c1-2332-41a7-a5b2-681ebb5c9627') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:07.524651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b0834-f4f7-49de-9ea3-4806b7de88f8 None None] No DVR routers for this DVR port 39596d03-07e8-4c9f-92cc-138f8c27b21b on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:07.546658 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66495813-4049-4828-94f5-6dd95ae8c2a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.547296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b0834-f4f7-49de-9ea3-4806b7de88f8 None None] Pushing event deleted for resources: {'Port': ['ID=39596d03-07e8-4c9f-92cc-138f8c27b21b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:07.581904 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66495813-4049-4828-94f5-6dd95ae8c2a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.594552 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66495813-4049-4828-94f5-6dd95ae8c2a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:11:07.594977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66495813-4049-4828-94f5-6dd95ae8c2a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.611464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Attempting to bind port 1203577d-9654-4e75-b807-82225b2dbb68 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:07.616586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Attempting to bind port 1203577d-9654-4e75-b807-82225b2dbb68 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'f89a2dff-95b0-427e-a4a3-aae22c918a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:07.616586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Attempting to bind port 1203577d-9654-4e75-b807-82225b2dbb68 on network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:07.622507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Port 1203577d-9654-4e75-b807-82225b2dbb68 on network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:07.624251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Attempting to bind port 1203577d-9654-4e75-b807-82225b2dbb68 on network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:07.632963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:07.633697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Checking segment: {'id': 'f89a2dff-95b0-427e-a4a3-aae22c918a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:07.635220 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Bound using segment: {'id': 'f89a2dff-95b0-427e-a4a3-aae22c918a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:07.635905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Bound port: 1203577d-9654-4e75-b807-82225b2dbb68, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89a2dff-95b0-427e-a4a3-aae22c918a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:07.636517 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:11:07.656341 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:11:07.744130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] For port 1203577d-9654-4e75-b807-82225b2dbb68, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:07.746889 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] For port 1203577d-9654-4e75-b807-82225b2dbb68, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=1203577d-9654-4e75-b807-82225b2dbb68,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:07.763329 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-528bb2b4-1a49-4d25-b3e4-78f8e0c3a316 req-197cf58b-e28e-4a70-a34a-50caac107f8b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515655 Nov 12 04:11:07.763942 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8052c0ca-9ec9-4a30-ae65-d8285de25838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.776392 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8052c0ca-9ec9-4a30-ae65-d8285de25838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.779940 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8052c0ca-9ec9-4a30-ae65-d8285de25838 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/925ed42c-eaaa-4927-8259-ff4d0f5f19d2 HTTP/1.1" status: 204 len: 168 time: 1.3272159 Nov 12 04:11:07.824278 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.825252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052c0ca-9ec9-4a30-ae65-d8285de25838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925ed42c-eaaa-4927-8259-ff4d0f5f19d2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:07.874421 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 39596d03-07e8-4c9f-92cc-138f8c27b21b no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:07.922759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 39596d03-07e8-4c9f-92cc-138f8c27b21b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:07.922999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 39596d03-07e8-4c9f-92cc-138f8c27b21b not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:07.932842 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66495813-4049-4828-94f5-6dd95ae8c2a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.941215 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66495813-4049-4828-94f5-6dd95ae8c2a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.947681 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-66495813-4049-4828-94f5-6dd95ae8c2a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/networks/4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5 HTTP/1.1" status: 204 len: 168 time: 1.8551805 Nov 12 04:11:07.951798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.952934 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.954998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] 10.222.0.26 "PUT /v2.0/ports/1203577d-9654-4e75-b807-82225b2dbb68 HTTP/1.1" status: 200 len: 1093 time: 1.6446989 Nov 12 04:11:07.955526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34368) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:07.958276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79a402-6949-4d7e-a856-30daacadc70b service neutron] Pushing event updated for resources: {'Port': ['ID=1203577d-9654-4e75-b807-82225b2dbb68,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:07.971517 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66495813-4049-4828-94f5-6dd95ae8c2a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Network': ['ID=4d6f26b8-bcb5-4e83-a2a4-d37ec9b8c9e5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:08.181181 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-400f3709-cd7d-43ae-ace4-39e147598101 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.190517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-86235940-d3b0-43f9-9eb0-6de5259dacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:08.190998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-86235940-d3b0-43f9-9eb0-6de5259dacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:08.191463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-86235940-d3b0-43f9-9eb0-6de5259dacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:08.193995 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-86235940-d3b0-43f9-9eb0-6de5259dacdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0776c589bf5b4d8eb6501ae8ab6f4af5&device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2868 time: 0.0859723 Nov 12 04:11:08.353881 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-400f3709-cd7d-43ae-ace4-39e147598101 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.412215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-400f3709-cd7d-43ae-ace4-39e147598101 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c67db22-a6ce-4872-89d8-2e7b17343ea4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:08.423043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-400f3709-cd7d-43ae-ace4-39e147598101 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a8a4df-3aa1-4ea5-b136-efec29e89dbe') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:08.425736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-400f3709-cd7d-43ae-ace4-39e147598101 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a8a4df-3aa1-4ea5-b136-efec29e89dbe') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:08.435040 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-400f3709-cd7d-43ae-ace4-39e147598101 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.453172 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-400f3709-cd7d-43ae-ace4-39e147598101 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.463627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'tag': '1203577d-9654-4e75-b807-82225b2dbb68'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:08.463627 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6ca647-107d-408b-b707-d674cd9fd175" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "tag": "1203577d-9654-4e75-b807-82225b2dbb68"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:08.464734 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-95ed49ea-33b2-4cc7-90dc-e4979ba8b4ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.246&port_id=ad027b3d-9b76-444e-9997-09ba2aba8186 HTTP/1.1" status: 200 len: 217 time: 0.2404120 Nov 12 04:11:08.481491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400f3709-cd7d-43ae-ace4-39e147598101 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-400f3709-cd7d-43ae-ace4-39e147598101 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:11:08.489850 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:11:08.563281 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1ec488-3f4b-4c07-97d8-a4b02c6ecff5 x-openstack-request-id: req-8f1ec488-3f4b-4c07-97d8-a4b02c6ecff5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:08.563630 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "tag": "1203577d-9654-4e75-b807-82225b2dbb68", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:08.563816 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8f1ec488-3f4b-4c07-97d8-a4b02c6ecff5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:08.564244 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'tag': '1203577d-9654-4e75-b807-82225b2dbb68', 'status': 'completed', 'code': 200} Nov 12 04:11:08.678665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-44b2df8b-fb63-452e-97fb-efe7dec2d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:08.680543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-44b2df8b-fb63-452e-97fb-efe7dec2d97c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e37a276-aa5a-4f77-8ddb-dfb0e85e73cf HTTP/1.1" status: 200 len: 801 time: 0.2020411 Nov 12 04:11:08.700146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785d1df-b7ce-4143-ac1a-ae5b676275b4 req-bf001334-276a-48f4-bd4b-ad8d5282139f tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:08.701908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a785d1df-b7ce-4143-ac1a-ae5b676275b4 req-bf001334-276a-48f4-bd4b-ad8d5282139f tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 945 time: 0.2245991 Nov 12 04:11:08.773772 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-400f3709-cd7d-43ae-ace4-39e147598101 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.795370 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-400f3709-cd7d-43ae-ace4-39e147598101 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.799424 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-400f3709-cd7d-43ae-ace4-39e147598101 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/networks/1c67db22-a6ce-4872-89d8-2e7b17343ea4 HTTP/1.1" status: 204 len: 168 time: 0.8243999 Nov 12 04:11:08.808013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:08.819241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f7ebd025-671c-4886-a4eb-eea286fe791e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'network': {'name': 'tempest-RoutersTest-1555868773'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:08.829565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f3709-cd7d-43ae-ace4-39e147598101 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Network': ['ID=1c67db22-a6ce-4872-89d8-2e7b17343ea4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:08.836523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-bb0ef3df-d4fc-4bbe-adf4-7273cafdbdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:08.838046 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-bb0ef3df-d4fc-4bbe-adf4-7273cafdbdef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc13c3a-9433-4694-a675-a83f4fdd7ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470511 Nov 12 04:11:08.896245 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a785d1df-b7ce-4143-ac1a-ae5b676275b4 req-ec8c933b-3217-40af-87a3-16f2782d9280 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845429 Nov 12 04:11:08.956137 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703f878-ec1d-4cfb-972b-6a6e1cfc6df9 req-e255cb38-553b-426b-bb9b-a4a976d261da tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:08.964650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703f878-ec1d-4cfb-972b-6a6e1cfc6df9 req-e255cb38-553b-426b-bb9b-a4a976d261da tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:08.968549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-9748b395-ae14-4f50-8735-bf3803a270cc service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13c3a-9433-4694-a675-a83f4fdd7ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165299 Nov 12 04:11:08.971627 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703f878-ec1d-4cfb-972b-6a6e1cfc6df9 req-e255cb38-553b-426b-bb9b-a4a976d261da tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:08.973798 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c703f878-ec1d-4cfb-972b-6a6e1cfc6df9 req-e255cb38-553b-426b-bb9b-a4a976d261da tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2412 time: 0.0980377 Nov 12 04:11:08.999727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ebd025-671c-4886-a4eb-eea286fe791e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:09.005997 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd025-671c-4886-a4eb-eea286fe791e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.060108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ebd025-671c-4886-a4eb-eea286fe791e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:11:09.088206 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c703f878-ec1d-4cfb-972b-6a6e1cfc6df9 req-7b4512b1-7cb2-499a-9e50-9bd344c1f0ef tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075699 Nov 12 04:11:09.090586 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd025-671c-4886-a4eb-eea286fe791e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.091747 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-f7ebd025-671c-4886-a4eb-eea286fe791e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Added segment 5cd35502-ed37-4570-a824-8ae8963583f3 of type vlan for network 1481aed8-64b9-4600-96f3-7d60b2f1cde4 Nov 12 04:11:09.125764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-b85febbc-648e-4d73-808e-9092b45873fe service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13c3a-9433-4694-a675-a83f4fdd7ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482971 Nov 12 04:11:09.147044 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd025-671c-4886-a4eb-eea286fe791e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.206912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-a34594ed-9cbb-40a9-9d70-2079239afeb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.21&port_id=e8827e44-9a78-4497-91a3-a19621a2402d HTTP/1.1" status: 200 len: 217 time: 0.0730903 Nov 12 04:11:09.241383 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd025-671c-4886-a4eb-eea286fe791e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.248005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ebd025-671c-4886-a4eb-eea286fe791e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:09.248944 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd025-671c-4886-a4eb-eea286fe791e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.352704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-d0d6f304-14b7-4705-b310-7e4b1b992dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:09.359440 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-d0d6f304-14b7-4705-b310-7e4b1b992dd3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=89a30d6d-aaff-4646-b821-4f4123a44332 HTTP/1.1" status: 200 len: 801 time: 0.1412489 Nov 12 04:11:09.374499 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f7ebd025-671c-4886-a4eb-eea286fe791e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5649605 Nov 12 04:11:09.379174 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:09.386454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2ccd341f-c513-4747-976a-68d2395843e5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'subnet': {'network_id': '1481aed8-64b9-4600-96f3-7d60b2f1cde4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:09.400287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebd025-671c-4886-a4eb-eea286fe791e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Network': ['ID=1481aed8-64b9-4600-96f3-7d60b2f1cde4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:09.414058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 1481aed8-64b9-4600-96f3-7d60b2f1cde4 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:11:09.526014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-263895e8-002d-4c7b-97ae-990e07a23155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:09.528075 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-263895e8-002d-4c7b-97ae-990e07a23155 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c495cb56-ab9a-43a4-96a8-9032b3be771d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598575 Nov 12 04:11:09.633937 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-3700f9c1-adbf-4db6-9f9e-89c5cab16d9f service neutron] 10.222.0.26 "GET /v2.0/networks/c495cb56-ab9a-43a4-96a8-9032b3be771d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975029 Nov 12 04:11:09.641147 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccd341f-c513-4747-976a-68d2395843e5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:09.644161 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ccd341f-c513-4747-976a-68d2395843e5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.766468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-4c3fb766-b4fd-4e93-832b-c0a679d16637 service neutron] 10.222.0.26 "GET /v2.0/networks/c495cb56-ab9a-43a4-96a8-9032b3be771d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169882 Nov 12 04:11:09.825325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-b132f85c-40a6-4c85-aee8-3ca99f7ebc81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=1203577d-9654-4e75-b807-82225b2dbb68 HTTP/1.1" status: 200 len: 217 time: 0.0489039 Nov 12 04:11:09.914210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-04439091-d4dc-4e65-9759-3cc11cad8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:09.919045 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-04439091-d4dc-4e65-9759-3cc11cad8a2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e37a276-aa5a-4f77-8ddb-dfb0e85e73cf HTTP/1.1" status: 200 len: 801 time: 0.0756443 Nov 12 04:11:10.047839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 432cbb8f-7af0-4361-aad8-a5d1486b8342 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:10.064228 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ccd341f-c513-4747-976a-68d2395843e5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.106749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-2cddfbbb-9027-4ea8-8f0a-df4afe5f75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:10.109235 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-2cddfbbb-9027-4ea8-8f0a-df4afe5f75ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc13c3a-9433-4694-a675-a83f4fdd7ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780937 Nov 12 04:11:10.137299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c9aaa-b297-48da-a878-528eb6a7e9b3 req-40210785-587f-462e-8496-9bc51a5e98be tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:10.139055 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0c9aaa-b297-48da-a878-528eb6a7e9b3 req-40210785-587f-462e-8496-9bc51a5e98be tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 945 time: 0.1189013 Nov 12 04:11:10.205152 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd341f-c513-4747-976a-68d2395843e5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Subnet': ['ID=ee7293ec-ab2e-4a63-98e0-cbff1940723f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:10.229788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 432cbb8f-7af0-4361-aad8-a5d1486b8342 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:10.234938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 432cbb8f-7af0-4361-aad8-a5d1486b8342 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:10.235576 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.258201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd341f-c513-4747-976a-68d2395843e5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Checking segment: {'id': '5cd35502-ed37-4570-a824-8ae8963583f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '1481aed8-64b9-4600-96f3-7d60b2f1cde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:10.258720 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccd341f-c513-4747-976a-68d2395843e5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network hostable DHCP agents. Network: 1481aed8-64b9-4600-96f3-7d60b2f1cde4, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:11:10.387421 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0c9aaa-b297-48da-a878-528eb6a7e9b3 req-7ef5480c-9d6f-4242-997a-80bf32d2b2ed tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394741 Nov 12 04:11:10.404605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a4d0-4d7d-49ae-8729-0fe028817c21 req-0a8a240e-0d50-4f34-bd2d-399b752cf878 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:10.410297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a4d0-4d7d-49ae-8729-0fe028817c21 req-0a8a240e-0d50-4f34-bd2d-399b752cf878 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:10.423131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a4d0-4d7d-49ae-8729-0fe028817c21 req-0a8a240e-0d50-4f34-bd2d-399b752cf878 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:10.425234 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0576a4d0-4d7d-49ae-8729-0fe028817c21 req-0a8a240e-0d50-4f34-bd2d-399b752cf878 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2412 time: 0.1813872 Nov 12 04:11:10.441622 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.444308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-d2f66982-f838-4e7f-976a-fd7bdaa8535c service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13c3a-9433-4694-a675-a83f4fdd7ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188972 Nov 12 04:11:10.496945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccd341f-c513-4747-976a-68d2395843e5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 1481aed8-64b9-4600-96f3-7d60b2f1cde4 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:11:10.521178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 432cbb8f-7af0-4361-aad8-a5d1486b8342, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=432cbb8f-7af0-4361-aad8-a5d1486b8342,segment=NetworkSegment(6c01fe91-96e3-4469-85fd-2a5e6376aa42),segment_id=6c01fe91-96e3-4469-85fd-2a5e6376aa42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:10.522211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432cbb8f-7af0-4361-aad8-a5d1486b8342'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:10.525202 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307beec9-52c4-45d1-97af-8037f892ee9a" -d '{"events": [{"server_uuid": "299e17d6-e1cb-47c5-a6c0-02ee8b518c43", "name": "network-vif-plugged", "status": "completed", "tag": "432cbb8f-7af0-4361-aad8-a5d1486b8342"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:10.542179 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0576a4d0-4d7d-49ae-8729-0fe028817c21 req-8e4deff6-b00a-4c37-8466-5f7e43b1ea25 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096380 Nov 12 04:11:10.587565 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a144a630-31d2-43eb-b9d5-a0eaca85d679 x-openstack-request-id: req-a144a630-31d2-43eb-b9d5-a0eaca85d679 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:10.587864 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299e17d6-e1cb-47c5-a6c0-02ee8b518c43", "name": "network-vif-plugged", "status": "completed", "tag": "432cbb8f-7af0-4361-aad8-a5d1486b8342", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:10.588402 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a144a630-31d2-43eb-b9d5-a0eaca85d679 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:10.588900 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'code': 200} Nov 12 04:11:10.618118 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.624920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2ccd341f-c513-4747-976a-68d2395843e5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 1481aed8-64b9-4600-96f3-7d60b2f1cde4) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:10.636144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccd341f-c513-4747-976a-68d2395843e5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:10.636752 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ccd341f-c513-4747-976a-68d2395843e5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.701851 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc010f18-2052-452e-94ad-d6adb8429c71 None None] Network 1481aed8-64b9-4600-96f3-7d60b2f1cde4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:10.734037 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2ccd341f-c513-4747-976a-68d2395843e5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3532853 Nov 12 04:11:10.734862 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34546) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:10.741406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c0f4c66f-1f24-4fef-bb99-d8ac3e77b12a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-200502696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:10.766596 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c12932d-6679-49d0-9fcd-15e166321a53 req-fb5ddf77-0d4a-47f8-8608-642f8cd94d5f service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13c3a-9433-4694-a675-a83f4fdd7ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136890 Nov 12 04:11:10.804529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044b253-9094-4c13-ae62-1e7dff8095e6 req-9cfb08c5-4e1d-4ae3-8d28-e45d8007f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:10.806073 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6044b253-9094-4c13-ae62-1e7dff8095e6 req-9cfb08c5-4e1d-4ae3-8d28-e45d8007f448 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 1098 time: 0.1122892 Nov 12 04:11:10.841772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=432cbb8f-7af0-4361-aad8-a5d1486b8342,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:10.865424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:10.871295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:10.871295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:10.871295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:10.871295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:10.871295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:10.871295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:10.871295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:10.871295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:10.871295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:10.871295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:10.871295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:10.893215 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c66f-1f24-4fef-bb99-d8ac3e77b12a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.894776 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c66f-1f24-4fef-bb99-d8ac3e77b12a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.901646 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6044b253-9094-4c13-ae62-1e7dff8095e6 req-ae2b694c-619a-4f69-8768-e4057d459d02 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877566 Nov 12 04:11:10.963850 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c66f-1f24-4fef-bb99-d8ac3e77b12a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.996349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-1481aed8-64b9-4600-96f3-7d60b2f1cde4', 'network_id': '1481aed8-64b9-4600-96f3-7d60b2f1cde4', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'fixed_ips': [{'subnet_id': 'ee7293ec-ab2e-4a63-98e0-cbff1940723f'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:11:10.997315 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.070732 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c66f-1f24-4fef-bb99-d8ac3e77b12a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.182210 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c66f-1f24-4fef-bb99-d8ac3e77b12a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.183840 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c0f4c66f-1f24-4fef-bb99-d8ac3e77b12a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4480066 Nov 12 04:11:11.194149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34562) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:11.205693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5b5d6029-6933-4a11-a413-e16e52c42c6d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'port': {'network_id': '1481aed8-64b9-4600-96f3-7d60b2f1cde4', 'name': 'tempest-RoutersTest-1896402831'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:11.222991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Allocated IP 172.20.0.2 (1481aed8-64b9-4600-96f3-7d60b2f1cde4/ee7293ec-ab2e-4a63-98e0-cbff1940723f/c834cb83-5bf8-424a-895f-4cb0ac0fe13b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:11.268419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ca647-107d-408b-b707-d674cd9fd175 req-bd5715c9-60c9-4d07-9d43-cac342906fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:11.269326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ca647-107d-408b-b707-d674cd9fd175 req-bd5715c9-60c9-4d07-9d43-cac342906fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:11.269978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ca647-107d-408b-b707-d674cd9fd175 req-bd5715c9-60c9-4d07-9d43-cac342906fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:11.272598 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db6ca647-107d-408b-b707-d674cd9fd175 req-bd5715c9-60c9-4d07-9d43-cac342906fde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0776c589bf5b4d8eb6501ae8ab6f4af5&device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2868 time: 0.1776812 Nov 12 04:11:11.406330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:11.474032 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.492607 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5d6029-6933-4a11-a413-e16e52c42c6d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:11.496527 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6029-6933-4a11-a413-e16e52c42c6d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.499776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ca647-107d-408b-b707-d674cd9fd175 req-0e6e82ce-395e-4404-aa28-cbce762dc911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:11.502999 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db6ca647-107d-408b-b707-d674cd9fd175 req-0e6e82ce-395e-4404-aa28-cbce762dc911 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbc13c3a-9433-4694-a675-a83f4fdd7ef3 HTTP/1.1" status: 200 len: 904 time: 0.2207582 Nov 12 04:11:11.533011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-5b5d6029-6933-4a11-a413-e16e52c42c6d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] device_id is not set on port 4accc20d-e215-4641-a621-5b1a6d3b92ab yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:11:11.568993 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.652737 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db6ca647-107d-408b-b707-d674cd9fd175 req-f6f62de5-ed7a-4eea-a424-9980919bc56a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=1203577d-9654-4e75-b807-82225b2dbb68 HTTP/1.1" status: 200 len: 217 time: 0.1029589 Nov 12 04:11:11.661404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Pushing event updated for resources: {'Port': ['ID=c834cb83-5bf8-424a-895f-4cb0ac0fe13b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:11.665487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b1a20-cbba-4d23-ac79-d79eede024e0 req-6e3dce10-02fd-4b90-865d-6fefbc693ca4 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:11.667118 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-702b1a20-cbba-4d23-ac79-d79eede024e0 req-6e3dce10-02fd-4b90-865d-6fefbc693ca4 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 946 time: 0.1264327 Nov 12 04:11:11.679751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Network 1481aed8-64b9-4600-96f3-7d60b2f1cde4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:11.685493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:11.699975 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:11.779393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ca647-107d-408b-b707-d674cd9fd175 req-f98aa8d8-4356-40c1-8661-96d471a06085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:11.781303 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db6ca647-107d-408b-b707-d674cd9fd175 req-f98aa8d8-4356-40c1-8661-96d471a06085 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e37a276-aa5a-4f77-8ddb-dfb0e85e73cf HTTP/1.1" status: 200 len: 801 time: 0.1203492 Nov 12 04:11:11.812639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Attempting to bind port c834cb83-5bf8-424a-895f-4cb0ac0fe13b on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:11.813357 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Attempting to bind port c834cb83-5bf8-424a-895f-4cb0ac0fe13b by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '5cd35502-ed37-4570-a824-8ae8963583f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '1481aed8-64b9-4600-96f3-7d60b2f1cde4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:11.814027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Attempting to bind port c834cb83-5bf8-424a-895f-4cb0ac0fe13b on network 1481aed8-64b9-4600-96f3-7d60b2f1cde4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:11.814579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db6deb-f5b3-4f5d-aa69-0329afbc5b29 req-2fd01253-bb65-4be2-bb54-1eb2315f4352 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:11.821487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:11.822145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Checking segment: {'id': '5cd35502-ed37-4570-a824-8ae8963583f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '1481aed8-64b9-4600-96f3-7d60b2f1cde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:11.822733 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.823445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Bound using segment: {'id': '5cd35502-ed37-4570-a824-8ae8963583f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '1481aed8-64b9-4600-96f3-7d60b2f1cde4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:11.823585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db6deb-f5b3-4f5d-aa69-0329afbc5b29 req-2fd01253-bb65-4be2-bb54-1eb2315f4352 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:11.824279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Bound port: c834cb83-5bf8-424a-895f-4cb0ac0fe13b, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd35502-ed37-4570-a824-8ae8963583f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '1481aed8-64b9-4600-96f3-7d60b2f1cde4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:11.824852 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.830085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db6deb-f5b3-4f5d-aa69-0329afbc5b29 req-2fd01253-bb65-4be2-bb54-1eb2315f4352 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:11.833374 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65db6deb-f5b3-4f5d-aa69-0329afbc5b29 req-2fd01253-bb65-4be2-bb54-1eb2315f4352 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2412 time: 0.1249628 Nov 12 04:11:11.932083 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-702b1a20-cbba-4d23-ac79-d79eede024e0 req-2195bb0c-d8f0-438a-b904-6ad5a21d028c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490358 Nov 12 04:11:11.944946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] For port c834cb83-5bf8-424a-895f-4cb0ac0fe13b, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:11.954983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] For port c834cb83-5bf8-424a-895f-4cb0ac0fe13b, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c834cb83-5bf8-424a-895f-4cb0ac0fe13b,segment=NetworkSegment(5cd35502-ed37-4570-a824-8ae8963583f3),segment_id=5cd35502-ed37-4570-a824-8ae8963583f3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:11.956399 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-684e4978-8fb1-4982-80b8-268159c7b7a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.959034 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65db6deb-f5b3-4f5d-aa69-0329afbc5b29 req-13959a5e-3d04-4e6d-9b52-33f4d71cfa28 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816276 Nov 12 04:11:11.967190 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ca647-107d-408b-b707-d674cd9fd175 req-e31d1bc1-b658-43aa-af22-a796541a14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:11.969854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db6ca647-107d-408b-b707-d674cd9fd175 req-e31d1bc1-b658-43aa-af22-a796541a14ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbc13c3a-9433-4694-a675-a83f4fdd7ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751115 Nov 12 04:11:11.988629 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5b5d6029-6933-4a11-a413-e16e52c42c6d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Allocated IP 172.20.0.8 (1481aed8-64b9-4600-96f3-7d60b2f1cde4/ee7293ec-ab2e-4a63-98e0-cbff1940723f/4accc20d-e215-4641-a621-5b1a6d3b92ab) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:12.024079 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.080805 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34582) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:12.169457 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db6ca647-107d-408b-b707-d674cd9fd175 req-a007ff60-004e-460d-b245-92fd89d52d2e service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13c3a-9433-4694-a675-a83f4fdd7ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871998 Nov 12 04:11:12.176463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24909c6-239e-497b-829a-00556ff8ad19 None None] Pushing event updated for resources: {'Port': ['ID=c834cb83-5bf8-424a-895f-4cb0ac0fe13b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:12.331170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-db6ca647-107d-408b-b707-d674cd9fd175 req-509988a1-6db7-42bc-8850-9c35abd45a4a service neutron] 10.222.0.26 "GET /v2.0/networks/dbc13c3a-9433-4694-a675-a83f4fdd7ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420891 Nov 12 04:11:12.344173 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b30d522-7d95-473f-8394-f76f30e63607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.374452 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-684e4978-8fb1-4982-80b8-268159c7b7a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.432415 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6029-6933-4a11-a413-e16e52c42c6d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.458584 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-684e4978-8fb1-4982-80b8-268159c7b7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.532689 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34592) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:12.540766 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-684e4978-8fb1-4982-80b8-268159c7b7a0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0ed39d6959b74481ae6cc3ed5c3fa3b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1333094 Nov 12 04:11:12.550236 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e4978-8fb1-4982-80b8-268159c7b7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88742c9-a354-465b-ac0e-0b6e8d71b990,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:12.604782 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b30d522-7d95-473f-8394-f76f30e63607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.650524 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8448001c-d44c-4fde-b3ec-58e022b89194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.655052 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8448001c-d44c-4fde-b3ec-58e022b89194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.795572 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b30d522-7d95-473f-8394-f76f30e63607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.839804 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8b30d522-7d95-473f-8394-f76f30e63607 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=49aaa2eb8166444098f99c89938cf803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7548265 Nov 12 04:11:12.840695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30d522-7d95-473f-8394-f76f30e63607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed203d0-d475-4271-8eaf-a26314e02879,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:12.842681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:12.891768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2003a8aa-b326-4479-bc52-8afdc5188309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.897852 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6029-6933-4a11-a413-e16e52c42c6d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.914091 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8448001c-d44c-4fde-b3ec-58e022b89194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.914091 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8448001c-d44c-4fde-b3ec-58e022b89194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.914091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8448001c-d44c-4fde-b3ec-58e022b89194 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a88742c9-a354-465b-ac0e-0b6e8d71b990 HTTP/1.1" status: 204 len: 168 time: 0.3734369 Nov 12 04:11:12.921489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448001c-d44c-4fde-b3ec-58e022b89194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88742c9-a354-465b-ac0e-0b6e8d71b990,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:12.935248 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2003a8aa-b326-4479-bc52-8afdc5188309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.951944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d6029-6933-4a11-a413-e16e52c42c6d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 1481aed8-64b9-4600-96f3-7d60b2f1cde4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:12.955449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5b5d6029-6933-4a11-a413-e16e52c42c6d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:12.966551 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d6029-6933-4a11-a413-e16e52c42c6d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:13.014649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d6029-6933-4a11-a413-e16e52c42c6d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=4accc20d-e215-4641-a621-5b1a6d3b92ab,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:13.051430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5d6029-6933-4a11-a413-e16e52c42c6d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.052171 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6029-6933-4a11-a413-e16e52c42c6d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.127097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3a228-aabf-429a-83da-f9523a23d8e2 req-678d7640-f0e1-431b-a5f5-df76171f2919 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.131056 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66701ee5-0058-4277-a5b0-21ce2b38beeb req-7ccd438a-246d-438d-bc59-c4d7acc4f38b tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.134052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3a228-aabf-429a-83da-f9523a23d8e2 req-678d7640-f0e1-431b-a5f5-df76171f2919 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.136711 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66701ee5-0058-4277-a5b0-21ce2b38beeb req-7ccd438a-246d-438d-bc59-c4d7acc4f38b tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 946 time: 0.0675771 Nov 12 04:11:13.141244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3a228-aabf-429a-83da-f9523a23d8e2 req-678d7640-f0e1-431b-a5f5-df76171f2919 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.143059 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fda3a228-aabf-429a-83da-f9523a23d8e2 req-678d7640-f0e1-431b-a5f5-df76171f2919 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2412 time: 0.0763521 Nov 12 04:11:13.206942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fda3a228-aabf-429a-83da-f9523a23d8e2 req-ecb43e2a-ee96-4189-81a0-f9c468458d6f tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568621 Nov 12 04:11:13.207590 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66701ee5-0058-4277-a5b0-21ce2b38beeb req-5d8c5674-c8e5-4bed-99ff-f927dbd64e24 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682378 Nov 12 04:11:13.263976 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2003a8aa-b326-4479-bc52-8afdc5188309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.267308 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2003a8aa-b326-4479-bc52-8afdc5188309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.269972 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2003a8aa-b326-4479-bc52-8afdc5188309 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/aed203d0-d475-4271-8eaf-a26314e02879 HTTP/1.1" status: 204 len: 168 time: 0.4249804 Nov 12 04:11:13.276465 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5b5d6029-6933-4a11-a413-e16e52c42c6d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0805712 Nov 12 04:11:13.278681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34612) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:13.280435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003a8aa-b326-4479-bc52-8afdc5188309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed203d0-d475-4271-8eaf-a26314e02879,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:13.373568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbc321-e131-4077-b670-0b4bd5640511 req-582ee004-5285-4615-a9f4-4782376e5cf2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.374801 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4dbc321-e131-4077-b670-0b4bd5640511 req-582ee004-5285-4615-a9f4-4782376e5cf2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 946 time: 0.0553243 Nov 12 04:11:13.445591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4dbc321-e131-4077-b670-0b4bd5640511 req-5ee9f015-cb51-4aa8-a99e-28ce66dde3c4 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637965 Nov 12 04:11:13.470844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34618) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:13.502000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa9bd6-20f5-4ca3-a8c9-5cf48d93c530 None None] Network 1481aed8-64b9-4600-96f3-7d60b2f1cde4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:13.596948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-90dda189-0ada-464e-87f6-8622c249a5d7 None None] Provisioning complete for port c834cb83-5bf8-424a-895f-4cb0ac0fe13b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:13.597316 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90dda189-0ada-464e-87f6-8622c249a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.770764 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90dda189-0ada-464e-87f6-8622c249a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.827321 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-90dda189-0ada-464e-87f6-8622c249a5d7 None None] For port c834cb83-5bf8-424a-895f-4cb0ac0fe13b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c834cb83-5bf8-424a-895f-4cb0ac0fe13b,segment=NetworkSegment(5cd35502-ed37-4570-a824-8ae8963583f3),segment_id=5cd35502-ed37-4570-a824-8ae8963583f3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:13.838428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c834cb83-5bf8-424a-895f-4cb0ac0fe13b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:13.928945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c834cb83-5bf8-424a-895f-4cb0ac0fe13b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:13.929210 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.964456 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90dda189-0ada-464e-87f6-8622c249a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.040072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dda189-0ada-464e-87f6-8622c249a5d7 None None] Pushing event updated for resources: {'Port': ['ID=c834cb83-5bf8-424a-895f-4cb0ac0fe13b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:14.107481 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.196264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-83afa323-c6b3-41cd-a9fe-9dc8513423aa None None] Provisioning complete for port 4accc20d-e215-4641-a621-5b1a6d3b92ab triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:14.197042 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83afa323-c6b3-41cd-a9fe-9dc8513423aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.259621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-83afa323-c6b3-41cd-a9fe-9dc8513423aa None None] Port 4accc20d-e215-4641-a621-5b1a6d3b92ab cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:14.278693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f65629d-01f4-4397-a8af-0355bac1ca8f tempest-TestVolumeBackupRestore-847464964 tempest-TestVolumeBackupRestore-847464964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:14.283687 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8f65629d-01f4-4397-a8af-0355bac1ca8f tempest-TestVolumeBackupRestore-847464964 tempest-TestVolumeBackupRestore-847464964-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 1093 time: 0.8090966 Nov 12 04:11:14.284003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34630) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:14.292730 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:14.294092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-83afa323-c6b3-41cd-a9fe-9dc8513423aa None None] Provisioning complete for port c834cb83-5bf8-424a-895f-4cb0ac0fe13b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:14.294703 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83afa323-c6b3-41cd-a9fe-9dc8513423aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.369054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34632) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:14.391241 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05eb2a4a-dbdf-47df-ac2d-6af6b76bb25a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.438221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06da60a-c4d8-4f2b-80d1-f2e23b46e107 req-e8d8c2e8-aa84-48a5-826d-45482b0d3625 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:14.444624 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06da60a-c4d8-4f2b-80d1-f2e23b46e107 req-e8d8c2e8-aa84-48a5-826d-45482b0d3625 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:14.450524 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06da60a-c4d8-4f2b-80d1-f2e23b46e107 req-e8d8c2e8-aa84-48a5-826d-45482b0d3625 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:14.452242 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a06da60a-c4d8-4f2b-80d1-f2e23b46e107 req-e8d8c2e8-aa84-48a5-826d-45482b0d3625 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2412 time: 0.1388400 Nov 12 04:11:14.487084 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.500513 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05eb2a4a-dbdf-47df-ac2d-6af6b76bb25a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.518710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6b0ffae9-c380-46a5-b740-15262b9b0d5f None None] Provisioning complete for port 4accc20d-e215-4641-a621-5b1a6d3b92ab triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:14.519298 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b0ffae9-c380-46a5-b740-15262b9b0d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.568458 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.569053 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6b0ffae9-c380-46a5-b740-15262b9b0d5f None None] Port 4accc20d-e215-4641-a621-5b1a6d3b92ab cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:14.581837 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a06da60a-c4d8-4f2b-80d1-f2e23b46e107 req-6fd92053-727b-4f00-95f5-7d5317503086 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157498 Nov 12 04:11:14.617681 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05eb2a4a-dbdf-47df-ac2d-6af6b76bb25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.655590 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.660462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-05eb2a4a-dbdf-47df-ac2d-6af6b76bb25a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=55d021d38c0341abba32c6f7dfae387e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2888854 Nov 12 04:11:14.662718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34638) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:14.669872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb2a4a-dbdf-47df-ac2d-6af6b76bb25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bcb24c-c331-4a7b-8311-bb446c137add,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:14.730988 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17d43b19-00a1-45f8-8167-0bd7c2a95ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.739314 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.758676 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17d43b19-00a1-45f8-8167-0bd7c2a95ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.903798 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=4accc20d-e215-4641-a621-5b1a6d3b92ab,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:14.908485 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17d43b19-00a1-45f8-8167-0bd7c2a95ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.909172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Allocated IP 172.25.8.186 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/d8e1b1b9-0959-4e1a-be02-773b8c467302) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:14.914795 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17d43b19-00a1-45f8-8167-0bd7c2a95ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.914795 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-17d43b19-00a1-45f8-8167-0bd7c2a95ff0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/51bcb24c-c331-4a7b-8311-bb446c137add HTTP/1.1" status: 204 len: 168 time: 0.2501426 Nov 12 04:11:14.927877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d43b19-00a1-45f8-8167-0bd7c2a95ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bcb24c-c331-4a7b-8311-bb446c137add,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:15.048604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:15.071581 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aefc02b2-9ed4-47f6-a6ee-e0fb02436ded admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.108401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7f6fcaba-e5b0-47df-8860-8422f558bcde None None] Provisioning complete for port 4accc20d-e215-4641-a621-5b1a6d3b92ab triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:15.109948 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f6fcaba-e5b0-47df-8860-8422f558bcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.128876 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.194508 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fcaba-e5b0-47df-8860-8422f558bcde None None] Port 4accc20d-e215-4641-a621-5b1a6d3b92ab cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:15.221494 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aefc02b2-9ed4-47f6-a6ee-e0fb02436ded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.303953 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aefc02b2-9ed4-47f6-a6ee-e0fb02436ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.307307 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.345990 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-aefc02b2-9ed4-47f6-a6ee-e0fb02436ded admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fd38c69bb6e04df0a6d119ed34d821b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2961981 Nov 12 04:11:15.346875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc02b2-9ed4-47f6-a6ee-e0fb02436ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf7b79a-ce2d-46dc-8398-8a2541e23e6e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:15.349448 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34652) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:15.401274 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32d168f5-b6fc-42bc-b7e3-3b7feb26d351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.424279 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32d168f5-b6fc-42bc-b7e3-3b7feb26d351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.451786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.528966 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:15.531709 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.543897 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:15.547554 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Pushing event updated for resources: {'Port': ['ID=d8e1b1b9-0959-4e1a-be02-773b8c467302,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:15.551000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:15.661895 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32d168f5-b6fc-42bc-b7e3-3b7feb26d351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.664508 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32d168f5-b6fc-42bc-b7e3-3b7feb26d351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.665690 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-32d168f5-b6fc-42bc-b7e3-3b7feb26d351 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9cf7b79a-ce2d-46dc-8398-8a2541e23e6e HTTP/1.1" status: 204 len: 168 time: 0.3152497 Nov 12 04:11:15.719003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431739b-9cbd-4223-8928-306a3ccb2b0b req-79604831-31b6-4153-9cb8-ad3f93e363da tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:15.730338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d168f5-b6fc-42bc-b7e3-3b7feb26d351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf7b79a-ce2d-46dc-8398-8a2541e23e6e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:15.746653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431739b-9cbd-4223-8928-306a3ccb2b0b req-79604831-31b6-4153-9cb8-ad3f93e363da tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:15.762165 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431739b-9cbd-4223-8928-306a3ccb2b0b req-79604831-31b6-4153-9cb8-ad3f93e363da tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:15.778425 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0431739b-9cbd-4223-8928-306a3ccb2b0b req-79604831-31b6-4153-9cb8-ad3f93e363da tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2412 time: 0.1235909 Nov 12 04:11:15.809840 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ad027b3d-9b76-444e-9997-09ba2aba8186 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:15.880932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0431739b-9cbd-4223-8928-306a3ccb2b0b req-439f26e5-4c45-4ce8-8236-b614cf68bba0 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993960 Nov 12 04:11:15.898745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c834cb83-5bf8-424a-895f-4cb0ac0fe13b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:16.005307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ad027b3d-9b76-444e-9997-09ba2aba8186, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ad027b3d-9b76-444e-9997-09ba2aba8186,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:16.020551 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c834cb83-5bf8-424a-895f-4cb0ac0fe13b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:16.020673 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.022177 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'ad027b3d-9b76-444e-9997-09ba2aba8186', 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3', 'port_id': 'ad027b3d-9b76-444e-9997-09ba2aba8186', 'mac_address': 'fa:16:3e:d6:98:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e37a276-aa5a-4f77-8ddb-dfb0e85e73cf', 'ip_address': '19.80.0.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:16.053300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.088151 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.109178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad027b3d-9b76-444e-9997-09ba2aba8186 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:16.157394 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ad027b3d-9b76-444e-9997-09ba2aba8186, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ad027b3d-9b76-444e-9997-09ba2aba8186,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:16.192432 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.247808 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.292516 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.300133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e8827e44-9a78-4497-91a3-a19621a2402d details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:16.327545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=4accc20d-e215-4641-a621-5b1a6d3b92ab,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:16.333051 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.371749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ad027b3d-9b76-444e-9997-09ba2aba8186,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:16.399913 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:11:16.418596 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.451525 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e8827e44-9a78-4497-91a3-a19621a2402d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e8827e44-9a78-4497-91a3-a19621a2402d,segment=NetworkSegment(c89ddd11-b1dd-4415-8716-9d59201b2305),segment_id=c89ddd11-b1dd-4415-8716-9d59201b2305)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:16.520020 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 1481aed8-64b9-4600-96f3-7d60b2f1cde4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:16.523047 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:16.628602 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'e8827e44-9a78-4497-91a3-a19621a2402d', 'network_id': 'c495cb56-ab9a-43a4-96a8-9032b3be771d', 'port_id': 'e8827e44-9a78-4497-91a3-a19621a2402d', 'mac_address': 'fa:16:3e:4d:0a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a30d6d-aaff-4646-b821-4f4123a44332', 'ip_address': '19.86.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:16.675352 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.693099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8827e44-9a78-4497-91a3-a19621a2402d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:16.722673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e8827e44-9a78-4497-91a3-a19621a2402d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e8827e44-9a78-4497-91a3-a19621a2402d,segment=NetworkSegment(c89ddd11-b1dd-4415-8716-9d59201b2305),segment_id=c89ddd11-b1dd-4415-8716-9d59201b2305)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:16.751345 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.822982 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.823490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 1203577d-9654-4e75-b807-82225b2dbb68 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:16.857385 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.861966 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router 6bbab3ed-dd9c-472c-aed9-93648f226ef3 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:11:16.905150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8d21ecf8-8f6b-4c6e-aa66-0fc1999ab2ba None None] Provisioning complete for port 4accc20d-e215-4641-a621-5b1a6d3b92ab triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:16.905522 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8d21ecf8-8f6b-4c6e-aa66-0fc1999ab2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.914125 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=e8827e44-9a78-4497-91a3-a19621a2402d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:16.967533 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 1203577d-9654-4e75-b807-82225b2dbb68, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=1203577d-9654-4e75-b807-82225b2dbb68,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:16.980213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8d21ecf8-8f6b-4c6e-aa66-0fc1999ab2ba None None] Port 4accc20d-e215-4641-a621-5b1a6d3b92ab cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:16.988488 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '1203577d-9654-4e75-b807-82225b2dbb68', 'network_id': 'dbc13c3a-9433-4694-a675-a83f4fdd7ef3', 'port_id': '1203577d-9654-4e75-b807-82225b2dbb68', 'mac_address': 'fa:16:3e:7a:84:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e37a276-aa5a-4f77-8ddb-dfb0e85e73cf', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:17.030247 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.044096 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1203577d-9654-4e75-b807-82225b2dbb68 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:17.046809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Pushing event updated for resources: {'Port': ['ID=d8e1b1b9-0959-4e1a-be02-773b8c467302,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:17.071913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 1203577d-9654-4e75-b807-82225b2dbb68, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=1203577d-9654-4e75-b807-82225b2dbb68,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:17.085753 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.252588 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.311996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=1203577d-9654-4e75-b807-82225b2dbb68,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:17.556394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:17.561348 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-45f149e4-ce7c-48ef-9cfb-bdcc65d750c5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/6bbab3ed-dd9c-472c-aed9-93648f226ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2812965 Nov 12 04:11:17.565571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:17.569809 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe982970-1227-4188-a0d3-2d0ba1292af7 None None] Sync routers for ids ['6bbab3ed-dd9c-472c-aed9-93648f226ef3'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:17.577720 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3e4f5-aa10-4292-a4de-2b8470e78d9b req-5d882fb6-b70c-43d7-bf01-5adb9124edd1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:17.585791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3e4f5-aa10-4292-a4de-2b8470e78d9b req-5d882fb6-b70c-43d7-bf01-5adb9124edd1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:17.593095 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3e4f5-aa10-4292-a4de-2b8470e78d9b req-5d882fb6-b70c-43d7-bf01-5adb9124edd1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:17.594056 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe982970-1227-4188-a0d3-2d0ba1292af7 None None] Routers {'6bbab3ed-dd9c-472c-aed9-93648f226ef3'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:17.595660 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe982970-1227-4188-a0d3-2d0ba1292af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6bbab3ed-dd9c-472c-aed9-93648f226ef3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:17.595830 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e1b3e4f5-aa10-4292-a4de-2b8470e78d9b req-5d882fb6-b70c-43d7-bf01-5adb9124edd1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2414 time: 0.6117513 Nov 12 04:11:17.638508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440da2c0-3e44-421f-b35c-bd7213916727 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:17.642289 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe982970-1227-4188-a0d3-2d0ba1292af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:17.643090 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-440da2c0-3e44-421f-b35c-bd7213916727 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports/4accc20d-e215-4641-a621-5b1a6d3b92ab HTTP/1.1" status: 200 len: 977 time: 0.0760450 Nov 12 04:11:17.644117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34714) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:17.652839 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe982970-1227-4188-a0d3-2d0ba1292af7 None None] Routers {'6bbab3ed-dd9c-472c-aed9-93648f226ef3'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:17.653504 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe982970-1227-4188-a0d3-2d0ba1292af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6bbab3ed-dd9c-472c-aed9-93648f226ef3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:17.695790 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe982970-1227-4188-a0d3-2d0ba1292af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:17.696422 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe982970-1227-4188-a0d3-2d0ba1292af7 None None] The sync data for ids ['6bbab3ed-dd9c-472c-aed9-93648f226ef3'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:17.721826 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e1b3e4f5-aa10-4292-a4de-2b8470e78d9b req-fdeeb2bb-2f17-4e8f-b978-fe66fff39f6e tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181264 Nov 12 04:11:17.723368 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Floating IP 9af22b61-2ad3-434b-9c19-a30ce40125e7 associated. External IP: 172.25.8.186, port: 432cbb8f-7af0-4361-aad8-a5d1486b8342. Nov 12 04:11:17.974302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['ad027b3d-9b76-444e-9997-09ba2aba8186'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:18.008332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['1203577d-9654-4e75-b807-82225b2dbb68'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:18.036716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:18.108728 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1816b2b1-6386-4381-80ec-7d1900e148ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.257277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:18.272507 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b28f7da-e9df-4d15-abba-c7f481842b42 None None] Sync routers for ids ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:18.313545 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b28f7da-e9df-4d15-abba-c7f481842b42 None None] Routers {'7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:18.314505 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b28f7da-e9df-4d15-abba-c7f481842b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:18.352313 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.381764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1816b2b1-6386-4381-80ec-7d1900e148ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port 4accc20d-e215-4641-a621-5b1a6d3b92ab {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:18.382952 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1816b2b1-6386-4381-80ec-7d1900e148ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.413031 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c01cf5da-8f04-4ca3-af9f-a28ed8abf10c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1279578 Nov 12 04:11:18.414026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:18.414764 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'tag': '432cbb8f-7af0-4361-aad8-a5d1486b8342'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:18.417574 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5b4542-0d10-40ad-99f0-d974a6fddc26" -d '{"events": [{"name": "network-changed", "server_uuid": "299e17d6-e1cb-47c5-a6c0-02ee8b518c43", "tag": "432cbb8f-7af0-4361-aad8-a5d1486b8342"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:18.467593 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc805c6-0378-441a-9c2f-f2340664bb51 x-openstack-request-id: req-bfc805c6-0378-441a-9c2f-f2340664bb51 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:18.483204 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299e17d6-e1cb-47c5-a6c0-02ee8b518c43", "tag": "432cbb8f-7af0-4361-aad8-a5d1486b8342", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:18.483204 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bfc805c6-0378-441a-9c2f-f2340664bb51 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:18.484020 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'tag': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'status': 'completed', 'code': 200} Nov 12 04:11:18.495981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5b28f7da-e9df-4d15-abba-c7f481842b42 None None] Set router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:18.517864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3881bac3-1d2c-43d4-8248-a74f0b26f9df tempest-TestVolumeBackupRestore-847464964 tempest-TestVolumeBackupRestore-847464964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:18.522874 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3881bac3-1d2c-43d4-8248-a74f0b26f9df tempest-TestVolumeBackupRestore-847464964 tempest-TestVolumeBackupRestore-847464964-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 1093 time: 0.0985699 Nov 12 04:11:18.523887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34738) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:18.540120 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-08840e65-8729-461f-8ed8-28f54af1ee84 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Request body: {'floatingip': {'port_id': '432cbb8f-7af0-4361-aad8-a5d1486b8342'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:18.576016 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1816b2b1-6386-4381-80ec-7d1900e148ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.603907 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1816b2b1-6386-4381-80ec-7d1900e148ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for 4accc20d-e215-4641-a621-5b1a6d3b92ab owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:18.643622 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08840e65-8729-461f-8ed8-28f54af1ee84 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.677755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b4542-0d10-40ad-99f0-d974a6fddc26 req-e3fee33b-70cf-445d-aaeb-3b6eb92f63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:18.680489 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb5b4542-0d10-40ad-99f0-d974a6fddc26 req-e3fee33b-70cf-445d-aaeb-3b6eb92f63e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00227f41fd4042b4b01ab2a41d0e99c5&device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 1098 time: 0.1723421 Nov 12 04:11:18.937112 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b4542-0d10-40ad-99f0-d974a6fddc26 req-7656f59e-9560-4351-b6f4-a25df8f03d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:18.938583 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb5b4542-0d10-40ad-99f0-d974a6fddc26 req-7656f59e-9560-4351-b6f4-a25df8f03d92 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6ec5efb-d494-405f-b080-d672d0bd42d5 HTTP/1.1" status: 200 len: 915 time: 0.1907320 Nov 12 04:11:18.938753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b28f7da-e9df-4d15-abba-c7f481842b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9af22b61-2ad3-434b-9c19-a30ce40125e7', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'port_id': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'mac_address': 'fa:16:3e:98:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:15Z', 'updated_at': '2021-11-12T04:11:15Z', 'revision_number': 0, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ad1413-ae51-4bbd-ae86-993a332820d6', 'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'mac_address': 'fa:16:3e:42:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:06:07Z', 'revision_number': 5, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'subnets': [{'id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:18.974040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b28f7da-e9df-4d15-abba-c7f481842b42 None None] Checking router: 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:18.980923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b28f7da-e9df-4d15-abba-c7f481842b42 None None] Routers {'7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:18.981546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b28f7da-e9df-4d15-abba-c7f481842b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:18.989688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f83b7-3a0c-4db1-bf0c-abb86656eb76 req-62ced076-5cc4-4c93-a7d0-252a1ad24de7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:18.995975 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f83b7-3a0c-4db1-bf0c-abb86656eb76 req-62ced076-5cc4-4c93-a7d0-252a1ad24de7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:19.008621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f83b7-3a0c-4db1-bf0c-abb86656eb76 req-62ced076-5cc4-4c93-a7d0-252a1ad24de7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:19.010518 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-784f83b7-3a0c-4db1-bf0c-abb86656eb76 req-62ced076-5cc4-4c93-a7d0-252a1ad24de7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2415 time: 0.1477869 Nov 12 04:11:19.031461 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.139716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5b28f7da-e9df-4d15-abba-c7f481842b42 None None] Set router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:19.183280 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-784f83b7-3a0c-4db1-bf0c-abb86656eb76 req-b63bc917-23f5-499f-a6e7-e0e8e8a5e286 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650553 Nov 12 04:11:19.305773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['e8827e44-9a78-4497-91a3-a19621a2402d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:19.459604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb5b4542-0d10-40ad-99f0-d974a6fddc26 req-b807ac4e-5ee3-4ce0-9015-b323a9123637 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=432cbb8f-7af0-4361-aad8-a5d1486b8342 HTTP/1.1" status: 200 len: 1000 time: 0.5129371 Nov 12 04:11:19.500196 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08840e65-8729-461f-8ed8-28f54af1ee84 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.522674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b4542-0d10-40ad-99f0-d974a6fddc26 req-0e5ed2e3-14ad-4df3-a4a6-e44b6bea8915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:19.524289 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb5b4542-0d10-40ad-99f0-d974a6fddc26 req-0e5ed2e3-14ad-4df3-a4a6-e44b6bea8915 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb53cce0-bdd5-46a6-b716-9489b15703ce HTTP/1.1" status: 200 len: 852 time: 0.0565643 Nov 12 04:11:19.551926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b28f7da-e9df-4d15-abba-c7f481842b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9af22b61-2ad3-434b-9c19-a30ce40125e7', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'port_id': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'mac_address': 'fa:16:3e:98:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:15Z', 'updated_at': '2021-11-12T04:11:15Z', 'revision_number': 0, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ad1413-ae51-4bbd-ae86-993a332820d6', 'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'mac_address': 'fa:16:3e:42:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:06:07Z', 'revision_number': 5, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'subnets': [{'id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:19.580327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b28f7da-e9df-4d15-abba-c7f481842b42 None None] The sync data for ids ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'] in n-d-767704-23 is: [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9af22b61-2ad3-434b-9c19-a30ce40125e7', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'port_id': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'mac_address': 'fa:16:3e:98:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:15Z', 'updated_at': '2021-11-12T04:11:15Z', 'revision_number': 0, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ad1413-ae51-4bbd-ae86-993a332820d6', 'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'mac_address': 'fa:16:3e:42:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:06:07Z', 'revision_number': 5, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'subnets': [{'id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:19.582312 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b4542-0d10-40ad-99f0-d974a6fddc26 req-f3d7266e-34fb-4343-923e-cbdc71219dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:19.584643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb5b4542-0d10-40ad-99f0-d974a6fddc26 req-f3d7266e-34fb-4343-923e-cbdc71219dec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6ec5efb-d494-405f-b080-d672d0bd42d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476859 Nov 12 04:11:19.614687 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08840e65-8729-461f-8ed8-28f54af1ee84 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.615197 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1816b2b1-6386-4381-80ec-7d1900e148ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.741019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34790) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:19.749203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816b2b1-6386-4381-80ec-7d1900e148ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=4accc20d-e215-4641-a621-5b1a6d3b92ab,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:19.843618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ad027b3d-9b76-444e-9997-09ba2aba8186 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:19.955937 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1816b2b1-6386-4381-80ec-7d1900e148ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.005851 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22bebd4-0821-4dd8-bdcb-57e237bc41b6 None None] New status for floating IP 9af22b61-2ad3-434b-9c19-a30ce40125e7: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:11:20.027379 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3433cde3-2bf9-4654-96e4-c19c88431a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.155165 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port ad027b3d-9b76-444e-9997-09ba2aba8186 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:20.159521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port ad027b3d-9b76-444e-9997-09ba2aba8186 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:20.159893 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.182872 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3433cde3-2bf9-4654-96e4-c19c88431a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.206802 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb5b4542-0d10-40ad-99f0-d974a6fddc26 req-a2a21e7f-6099-4a70-8508-a5d0a4f68c92 service neutron] 10.222.0.25 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138985 Nov 12 04:11:20.213590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1816b2b1-6386-4381-80ec-7d1900e148ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router 6bbab3ed-dd9c-472c-aed9-93648f226ef3 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:20.256896 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08840e65-8729-461f-8ed8-28f54af1ee84 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:20.290260 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3433cde3-2bf9-4654-96e4-c19c88431a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.340730 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.356540 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb5b4542-0d10-40ad-99f0-d974a6fddc26 req-2f758fb5-311c-49ea-be27-64a846717431 service neutron] 10.222.0.25 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395791 Nov 12 04:11:20.382216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad027b3d-9b76-444e-9997-09ba2aba8186'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:20.386113 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedc5a9e-20de-4d9a-bb29-d0ee95a1b966" -d '{"events": [{"server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "name": "network-vif-plugged", "status": "completed", "tag": "ad027b3d-9b76-444e-9997-09ba2aba8186"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:20.433433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ad027b3d-9b76-444e-9997-09ba2aba8186, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ad027b3d-9b76-444e-9997-09ba2aba8186,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:20.460112 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c61f85a-560b-454c-ae77-e8cbf2c014c0 x-openstack-request-id: req-9c61f85a-560b-454c-ae77-e8cbf2c014c0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:20.461255 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "name": "network-vif-plugged", "status": "completed", "tag": "ad027b3d-9b76-444e-9997-09ba2aba8186", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:20.461529 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9c61f85a-560b-454c-ae77-e8cbf2c014c0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:20.462179 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad027b3d-9b76-444e-9997-09ba2aba8186', 'code': 200} Nov 12 04:11:20.486602 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3433cde3-2bf9-4654-96e4-c19c88431a01 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cbd55f3d6c91465e93cd6a691412099e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7460110 Nov 12 04:11:20.489454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433cde3-2bf9-4654-96e4-c19c88431a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfc6472-a888-4ddc-af5c-e35bdeaa044c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:20.496391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:20.522324 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858354f-d4b0-4734-bbe4-7a06b9b252c1 req-47d69b76-8e64-45c5-808f-540a3f4283bc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:20.529171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858354f-d4b0-4734-bbe4-7a06b9b252c1 req-47d69b76-8e64-45c5-808f-540a3f4283bc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:20.535649 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858354f-d4b0-4734-bbe4-7a06b9b252c1 req-47d69b76-8e64-45c5-808f-540a3f4283bc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:20.537560 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b858354f-d4b0-4734-bbe4-7a06b9b252c1 req-47d69b76-8e64-45c5-808f-540a3f4283bc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2415 time: 0.1785641 Nov 12 04:11:20.541513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1816b2b1-6386-4381-80ec-7d1900e148ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:20.550091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1816b2b1-6386-4381-80ec-7d1900e148ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/6bbab3ed-dd9c-472c-aed9-93648f226ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9045885 Nov 12 04:11:20.550553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34814) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:20.552635 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a763a8-61d8-42fe-bb05-22e056e641d3 None None] Sync routers for ids ['6bbab3ed-dd9c-472c-aed9-93648f226ef3'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:20.565028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a763a8-61d8-42fe-bb05-22e056e641d3 None None] Routers {'6bbab3ed-dd9c-472c-aed9-93648f226ef3'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:20.565942 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-56a763a8-61d8-42fe-bb05-22e056e641d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6bbab3ed-dd9c-472c-aed9-93648f226ef3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:20.607238 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e79ea430-173a-4302-9cbe-e2403aa97417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.617380 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.618383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 1203577d-9654-4e75-b807-82225b2dbb68 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:20.618893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08840e65-8729-461f-8ed8-28f54af1ee84 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:20.620423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-56a763a8-61d8-42fe-bb05-22e056e641d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:20.631451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08840e65-8729-461f-8ed8-28f54af1ee84 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.684232 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e79ea430-173a-4302-9cbe-e2403aa97417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.703082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a763a8-61d8-42fe-bb05-22e056e641d3 None None] Routers {'6bbab3ed-dd9c-472c-aed9-93648f226ef3'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:20.703710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-56a763a8-61d8-42fe-bb05-22e056e641d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6bbab3ed-dd9c-472c-aed9-93648f226ef3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:20.716115 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521ffd8-2e6c-4ffa-a391-dcb130d8d3cc None None] Sync routers for ids ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:20.743853 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521ffd8-2e6c-4ffa-a391-dcb130d8d3cc None None] Routers {'7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:20.747127 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0521ffd8-2e6c-4ffa-a391-dcb130d8d3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:20.759029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-56a763a8-61d8-42fe-bb05-22e056e641d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:20.759707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a763a8-61d8-42fe-bb05-22e056e641d3 None None] The sync data for ids ['6bbab3ed-dd9c-472c-aed9-93648f226ef3'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:20.768654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ad027b3d-9b76-444e-9997-09ba2aba8186,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:20.796777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b858354f-d4b0-4734-bbe4-7a06b9b252c1 req-ac027da9-80be-4474-869d-f735e872d3bb tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882958 Nov 12 04:11:20.846050 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-8d1f7b81-2da6-4e73-a255-ec7a60da3605 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 04:11:20.852297 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8d1f7b81-2da6-4e73-a255-ec7a60da3605 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/6bbab3ed-dd9c-472c-aed9-93648f226ef3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3006501 Nov 12 04:11:20.859727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:20.864706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'tag': '432cbb8f-7af0-4361-aad8-a5d1486b8342'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:20.867254 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895e4445-3884-4710-b6cd-4f85f5f9f39a" -d '{"events": [{"name": "network-changed", "server_uuid": "299e17d6-e1cb-47c5-a6c0-02ee8b518c43", "tag": "432cbb8f-7af0-4361-aad8-a5d1486b8342"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:20.881575 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-08840e65-8729-461f-8ed8-28f54af1ee84 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "PUT /v2.0/floatingips/9af22b61-2ad3-434b-9c19-a30ce40125e7 HTTP/1.1" status: 200 len: 992 time: 2.3555958 Nov 12 04:11:20.891988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 1203577d-9654-4e75-b807-82225b2dbb68 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:20.897152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 1203577d-9654-4e75-b807-82225b2dbb68 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:20.897518 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.909929 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2ae2de38-4936-4c9f-a262-15644ce7d5b2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports?device_id=6bbab3ed-dd9c-472c-aed9-93648f226ef3 HTTP/1.1" status: 200 len: 205 time: 0.0545850 Nov 12 04:11:20.912028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34826) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:20.961697 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0521ffd8-2e6c-4ffa-a391-dcb130d8d3cc None None] Set router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:21.010502 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05ccf08-65e6-4a4b-8c05-c1009b146c99 x-openstack-request-id: req-f05ccf08-65e6-4a4b-8c05-c1009b146c99 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:21.011069 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299e17d6-e1cb-47c5-a6c0-02ee8b518c43", "tag": "432cbb8f-7af0-4361-aad8-a5d1486b8342", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:21.011524 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f05ccf08-65e6-4a4b-8c05-c1009b146c99 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:21.012172 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'tag': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'status': 'completed', 'code': 200} Nov 12 04:11:21.050125 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.069184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e4445-3884-4710-b6cd-4f85f5f9f39a req-622143b0-b9a3-48fb-b1fa-427950a57738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:21.070792 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-895e4445-3884-4710-b6cd-4f85f5f9f39a req-622143b0-b9a3-48fb-b1fa-427950a57738 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00227f41fd4042b4b01ab2a41d0e99c5&device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 1098 time: 0.0668137 Nov 12 04:11:21.073857 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e79ea430-173a-4302-9cbe-e2403aa97417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.076602 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e79ea430-173a-4302-9cbe-e2403aa97417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.080284 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e79ea430-173a-4302-9cbe-e2403aa97417 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2cfc6472-a888-4ddc-af5c-e35bdeaa044c HTTP/1.1" status: 204 len: 168 time: 0.5805140 Nov 12 04:11:21.086676 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2140b05d-ea8b-4851-8ce2-fc0c2ed472ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.094960 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ea430-173a-4302-9cbe-e2403aa97417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfc6472-a888-4ddc-af5c-e35bdeaa044c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:21.132551 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 1203577d-9654-4e75-b807-82225b2dbb68, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=1203577d-9654-4e75-b807-82225b2dbb68,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:21.235181 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.276371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e4445-3884-4710-b6cd-4f85f5f9f39a req-1aa12038-b8fe-4372-95ce-2467738c7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:21.277925 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-895e4445-3884-4710-b6cd-4f85f5f9f39a req-1aa12038-b8fe-4372-95ce-2467738c7c96 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6ec5efb-d494-405f-b080-d672d0bd42d5 HTTP/1.1" status: 200 len: 915 time: 0.1989255 Nov 12 04:11:21.287548 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0521ffd8-2e6c-4ffa-a391-dcb130d8d3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9af22b61-2ad3-434b-9c19-a30ce40125e7', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'port_id': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'mac_address': 'fa:16:3e:98:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:15Z', 'updated_at': '2021-11-12T04:11:20Z', 'revision_number': 2, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ad1413-ae51-4bbd-ae86-993a332820d6', 'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'mac_address': 'fa:16:3e:42:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:06:07Z', 'revision_number': 5, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'subnets': [{'id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:21.312449 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=1203577d-9654-4e75-b807-82225b2dbb68,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:21.334325 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521ffd8-2e6c-4ffa-a391-dcb130d8d3cc None None] Checking router: 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:21.344867 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521ffd8-2e6c-4ffa-a391-dcb130d8d3cc None None] Routers {'7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:21.345861 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0521ffd8-2e6c-4ffa-a391-dcb130d8d3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:10:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:21.382664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-895e4445-3884-4710-b6cd-4f85f5f9f39a req-faee1c02-e798-44a2-8365-0a25bee3ba56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=432cbb8f-7af0-4361-aad8-a5d1486b8342 HTTP/1.1" status: 200 len: 1002 time: 0.0951099 Nov 12 04:11:21.426063 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2140b05d-ea8b-4851-8ce2-fc0c2ed472ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.428305 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2140b05d-ea8b-4851-8ce2-fc0c2ed472ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.483578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e4445-3884-4710-b6cd-4f85f5f9f39a req-378a2488-1b89-4ae8-9fd8-5551752f165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:21.485860 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-895e4445-3884-4710-b6cd-4f85f5f9f39a req-378a2488-1b89-4ae8-9fd8-5551752f165b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb53cce0-bdd5-46a6-b716-9489b15703ce HTTP/1.1" status: 200 len: 852 time: 0.0952728 Nov 12 04:11:21.504650 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0521ffd8-2e6c-4ffa-a391-dcb130d8d3cc None None] Set router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:21.536872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e4445-3884-4710-b6cd-4f85f5f9f39a req-98db17a6-adcd-40e5-8b71-56257d149856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:21.538777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-895e4445-3884-4710-b6cd-4f85f5f9f39a req-98db17a6-adcd-40e5-8b71-56257d149856 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6ec5efb-d494-405f-b080-d672d0bd42d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431669 Nov 12 04:11:21.623839 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2140b05d-ea8b-4851-8ce2-fc0c2ed472ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.625044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2140b05d-ea8b-4851-8ce2-fc0c2ed472ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Fanout notify agent at l3_agent the message router_deleted on router 6bbab3ed-dd9c-472c-aed9-93648f226ef3 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:11:21.633974 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2140b05d-ea8b-4851-8ce2-fc0c2ed472ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.637569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2140b05d-ea8b-4851-8ce2-fc0c2ed472ed tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/routers/6bbab3ed-dd9c-472c-aed9-93648f226ef3 HTTP/1.1" status: 204 len: 168 time: 0.7210841 Nov 12 04:11:21.638228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34842) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:21.666439 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-895e4445-3884-4710-b6cd-4f85f5f9f39a req-82c984b5-acb2-4bf8-84c3-ce20314f09ec service neutron] 10.222.0.25 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198771 Nov 12 04:11:21.700122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-75694939-4eb3-4361-94cd-4d555c3ffdc2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting subnet ee7293ec-ab2e-4a63-98e0-cbff1940723f {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:11:21.703768 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75694939-4eb3-4361-94cd-4d555c3ffdc2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.758246 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75694939-4eb3-4361-94cd-4d555c3ffdc2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.802342 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-895e4445-3884-4710-b6cd-4f85f5f9f39a req-7ab67a9b-e2fc-41c3-ba62-ccb51b13d520 service neutron] 10.222.0.25 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285543 Nov 12 04:11:21.848366 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e8827e44-9a78-4497-91a3-a19621a2402d up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:21.892234 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75694939-4eb3-4361-94cd-4d555c3ffdc2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.926393 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0521ffd8-2e6c-4ffa-a391-dcb130d8d3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9af22b61-2ad3-434b-9c19-a30ce40125e7', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'port_id': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'mac_address': 'fa:16:3e:98:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:15Z', 'updated_at': '2021-11-12T04:11:20Z', 'revision_number': 2, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ad1413-ae51-4bbd-ae86-993a332820d6', 'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'mac_address': 'fa:16:3e:42:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:06:07Z', 'revision_number': 5, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'subnets': [{'id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:21.961520 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521ffd8-2e6c-4ffa-a391-dcb130d8d3cc None None] The sync data for ids ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'] in n-d-767704-23 is: [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '9af22b61-2ad3-434b-9c19-a30ce40125e7', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'port_id': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'mac_address': 'fa:16:3e:98:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:15Z', 'updated_at': '2021-11-12T04:11:20Z', 'revision_number': 2, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ad1413-ae51-4bbd-ae86-993a332820d6', 'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'mac_address': 'fa:16:3e:42:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:06:07Z', 'revision_number': 5, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'subnets': [{'id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:22.009309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de834559-4e9a-43ad-80dd-b5950dfb12b4 req-d5f524c1-21d3-4ccd-b8b5-f85b0c8047a5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:22.015339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de834559-4e9a-43ad-80dd-b5950dfb12b4 req-d5f524c1-21d3-4ccd-b8b5-f85b0c8047a5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:22.021479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de834559-4e9a-43ad-80dd-b5950dfb12b4 req-d5f524c1-21d3-4ccd-b8b5-f85b0c8047a5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:22.023612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de834559-4e9a-43ad-80dd-b5950dfb12b4 req-d5f524c1-21d3-4ccd-b8b5-f85b0c8047a5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2417 time: 0.0836234 Nov 12 04:11:22.075335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port e8827e44-9a78-4497-91a3-a19621a2402d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:22.075777 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75694939-4eb3-4361-94cd-4d555c3ffdc2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.080437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de834559-4e9a-43ad-80dd-b5950dfb12b4 req-988068cf-aaaf-4f5a-8379-1b06d18198db tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502832 Nov 12 04:11:22.095937 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port e8827e44-9a78-4497-91a3-a19621a2402d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:22.095937 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.106875 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75694939-4eb3-4361-94cd-4d555c3ffdc2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Subnet': ['ID=ee7293ec-ab2e-4a63-98e0-cbff1940723f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:22.128396 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75694939-4eb3-4361-94cd-4d555c3ffdc2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.135457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34850) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:22.140704 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-75694939-4eb3-4361-94cd-4d555c3ffdc2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/ee7293ec-ab2e-4a63-98e0-cbff1940723f HTTP/1.1" status: 204 len: 168 time: 0.4964821 Nov 12 04:11:22.197874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af38786-2b7b-47f9-ae4c-f5643320a267 None None] Network 1481aed8-64b9-4600-96f3-7d60b2f1cde4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:22.240446 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.340749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port c834cb83-5bf8-424a-895f-4cb0ac0fe13b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:22.341311 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.396228 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.421062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] For port c834cb83-5bf8-424a-895f-4cb0ac0fe13b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c834cb83-5bf8-424a-895f-4cb0ac0fe13b,segment=NetworkSegment(5cd35502-ed37-4570-a824-8ae8963583f3),segment_id=5cd35502-ed37-4570-a824-8ae8963583f3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:22.421523 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.435727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for c834cb83-5bf8-424a-895f-4cb0ac0fe13b owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:22.441009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port e8827e44-9a78-4497-91a3-a19621a2402d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e8827e44-9a78-4497-91a3-a19621a2402d,segment=NetworkSegment(c89ddd11-b1dd-4415-8716-9d59201b2305),segment_id=c89ddd11-b1dd-4415-8716-9d59201b2305)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:22.463492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1203577d-9654-4e75-b807-82225b2dbb68'}, {'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8827e44-9a78-4497-91a3-a19621a2402d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:22.466789 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab130271-a293-49a2-888d-9995d0585577" -d '{"events": [{"server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "name": "network-vif-plugged", "status": "completed", "tag": "1203577d-9654-4e75-b807-82225b2dbb68"}, {"server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "name": "network-vif-plugged", "status": "completed", "tag": "e8827e44-9a78-4497-91a3-a19621a2402d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:22.523161 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce21665a-54f3-4c35-972d-f721688ea348 x-openstack-request-id: req-ce21665a-54f3-4c35-972d-f721688ea348 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:22.523161 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "name": "network-vif-plugged", "status": "completed", "tag": "1203577d-9654-4e75-b807-82225b2dbb68", "code": 200}, {"server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "name": "network-vif-plugged", "status": "completed", "tag": "e8827e44-9a78-4497-91a3-a19621a2402d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:22.523161 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ce21665a-54f3-4c35-972d-f721688ea348 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:22.523161 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1203577d-9654-4e75-b807-82225b2dbb68', 'code': 200} Nov 12 04:11:22.523161 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8827e44-9a78-4497-91a3-a19621a2402d', 'code': 200} Nov 12 04:11:22.531749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a612be-2059-487c-9eb6-f4708f5880c4 None None] DHCP port deletion for 1481aed8-64b9-4600-96f3-7d60b2f1cde4 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:22.562400 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.631669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=e8827e44-9a78-4497-91a3-a19621a2402d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:22.634915 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.645290 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-36a612be-2059-487c-9eb6-f4708f5880c4 None None] Deleting port c834cb83-5bf8-424a-895f-4cb0ac0fe13b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:22.646183 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36a612be-2059-487c-9eb6-f4708f5880c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.673481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No DVR routers for this DVR port c834cb83-5bf8-424a-895f-4cb0ac0fe13b on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:22.682150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=c834cb83-5bf8-424a-895f-4cb0ac0fe13b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:22.802275 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.814292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ff330-369f-41b2-85f8-b281b5483fbb req-66271c33-42c8-4681-acc7-9f9ff4ae431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:22.815005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ff330-369f-41b2-85f8-b281b5483fbb req-66271c33-42c8-4681-acc7-9f9ff4ae431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:22.815005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ff330-369f-41b2-85f8-b281b5483fbb req-66271c33-42c8-4681-acc7-9f9ff4ae431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:22.817169 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b4ff330-369f-41b2-85f8-b281b5483fbb req-66271c33-42c8-4681-acc7-9f9ff4ae431d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2874 time: 0.1444459 Nov 12 04:11:22.838957 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1481aed8-64b9-4600-96f3-7d60b2f1cde4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:22.857938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd35502-ed37-4570-a824-8ae8963583f3') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:22.858279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd35502-ed37-4570-a824-8ae8963583f3') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:22.877445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.886122 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-36a612be-2059-487c-9eb6-f4708f5880c4 None None] For port c834cb83-5bf8-424a-895f-4cb0ac0fe13b, host n-d-767704-23, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:22.886122 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36a612be-2059-487c-9eb6-f4708f5880c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.898619 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-36a612be-2059-487c-9eb6-f4708f5880c4 None None] Calling delete_port for c834cb83-5bf8-424a-895f-4cb0ac0fe13b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:22.902646 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-36a612be-2059-487c-9eb6-f4708f5880c4 None None] Port c834cb83-5bf8-424a-895f-4cb0ac0fe13b was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:11:22.904768 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36a612be-2059-487c-9eb6-f4708f5880c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.905373 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b4ff330-369f-41b2-85f8-b281b5483fbb req-bd4a2b02-8bdb-4637-8052-3f260836e6c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782590 Nov 12 04:11:22.906342 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.913557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:11:22.913863 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:11:22.916920 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:11:22.935637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a612be-2059-487c-9eb6-f4708f5880c4 None None] Pushing event deleted for resources: {'Port': ['ID=c834cb83-5bf8-424a-895f-4cb0ac0fe13b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:22.940332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a612be-2059-487c-9eb6-f4708f5880c4 None None] No DVR routers for this DVR port c834cb83-5bf8-424a-895f-4cb0ac0fe13b on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:23.014057 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'tag': '432cbb8f-7af0-4361-aad8-a5d1486b8342'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:23.017687 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5dbd97-0acf-4a60-b66d-d132ee8b8ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "299e17d6-e1cb-47c5-a6c0-02ee8b518c43", "tag": "432cbb8f-7af0-4361-aad8-a5d1486b8342"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:23.063158 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af8f499-040a-4dbe-920f-54d3a30c6ed6 x-openstack-request-id: req-2af8f499-040a-4dbe-920f-54d3a30c6ed6 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:23.063158 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299e17d6-e1cb-47c5-a6c0-02ee8b518c43", "tag": "432cbb8f-7af0-4361-aad8-a5d1486b8342", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:23.063158 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2af8f499-040a-4dbe-920f-54d3a30c6ed6 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:23.063158 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'tag': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'status': 'completed', 'code': 200} Nov 12 04:11:23.137140 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.143735 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.147444 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/networks/1481aed8-64b9-4600-96f3-7d60b2f1cde4 HTTP/1.1" status: 204 len: 168 time: 1.0109398 Nov 12 04:11:23.155472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34878) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:23.162092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-23252c8b-7b8b-4dbc-84c7-3c0311f25eda tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'network': {'name': 'tempest-RoutersTest-859639504'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:23.170369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709ae53-d934-4a5b-ade1-2ca3a23d6955 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Network': ['ID=1481aed8-64b9-4600-96f3-7d60b2f1cde4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:23.181000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dbd97-0acf-4a60-b66d-d132ee8b8ac5 req-a6c13268-a70e-4876-bcbe-2c1fd004ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:23.182627 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7e5dbd97-0acf-4a60-b66d-d132ee8b8ac5 req-a6c13268-a70e-4876-bcbe-2c1fd004ecb1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00227f41fd4042b4b01ab2a41d0e99c5&device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 1098 time: 0.0967634 Nov 12 04:11:23.190409 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-44b144d9-6704-4f88-9512-209f4ed93ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.263429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2e6c9-dd78-4ab1-9aa7-fa290c50f0dd req-786d4962-f7fb-4600-b08f-c82c224a8bee tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:23.269797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2e6c9-dd78-4ab1-9aa7-fa290c50f0dd req-786d4962-f7fb-4600-b08f-c82c224a8bee tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:23.276168 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2e6c9-dd78-4ab1-9aa7-fa290c50f0dd req-786d4962-f7fb-4600-b08f-c82c224a8bee tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:23.278275 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-edb2e6c9-dd78-4ab1-9aa7-fa290c50f0dd req-786d4962-f7fb-4600-b08f-c82c224a8bee tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2418 time: 0.0709677 Nov 12 04:11:23.293948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dbd97-0acf-4a60-b66d-d132ee8b8ac5 req-d1acea29-e376-4ace-9bdc-e00c98c74fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:23.295649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7e5dbd97-0acf-4a60-b66d-d132ee8b8ac5 req-d1acea29-e376-4ace-9bdc-e00c98c74fa5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6ec5efb-d494-405f-b080-d672d0bd42d5 HTTP/1.1" status: 200 len: 915 time: 0.0995507 Nov 12 04:11:23.341653 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-edb2e6c9-dd78-4ab1-9aa7-fa290c50f0dd req-b00edde2-eed5-4ace-8d73-d0f5c8a5d8a7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560822 Nov 12 04:11:23.373110 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23252c8b-7b8b-4dbc-84c7-3c0311f25eda tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:23.378198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23252c8b-7b8b-4dbc-84c7-3c0311f25eda tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.403731 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7e5dbd97-0acf-4a60-b66d-d132ee8b8ac5 req-4859a9a4-de87-4ab1-8b06-5f7e282f9fa9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=432cbb8f-7af0-4361-aad8-a5d1486b8342 HTTP/1.1" status: 200 len: 1002 time: 0.1008108 Nov 12 04:11:23.416873 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23252c8b-7b8b-4dbc-84c7-3c0311f25eda tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:11:23.429393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23252c8b-7b8b-4dbc-84c7-3c0311f25eda tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.430017 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-23252c8b-7b8b-4dbc-84c7-3c0311f25eda tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Added segment 37e7a4fa-12a7-40e7-9a3b-df756b5b6ff0 of type vlan for network 05863ed7-4712-4302-9ec0-95320faa1a70 Nov 12 04:11:23.473975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dbd97-0acf-4a60-b66d-d132ee8b8ac5 req-90aac84c-23b4-4efd-bb27-c28faad97459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:23.473975 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7e5dbd97-0acf-4a60-b66d-d132ee8b8ac5 req-90aac84c-23b4-4efd-bb27-c28faad97459 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb53cce0-bdd5-46a6-b716-9489b15703ce HTTP/1.1" status: 200 len: 852 time: 0.0596833 Nov 12 04:11:23.498155 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23252c8b-7b8b-4dbc-84c7-3c0311f25eda tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.527834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dbd97-0acf-4a60-b66d-d132ee8b8ac5 req-23d8fea2-edce-443e-9d0d-abb9fdb03ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:23.529659 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7e5dbd97-0acf-4a60-b66d-d132ee8b8ac5 req-23d8fea2-edce-443e-9d0d-abb9fdb03ea5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6ec5efb-d494-405f-b080-d672d0bd42d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498264 Nov 12 04:11:23.639418 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7e5dbd97-0acf-4a60-b66d-d132ee8b8ac5 req-e95e9c21-cdd3-4a3c-867e-4d31a4a3db08 service neutron] 10.222.0.25 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020110 Nov 12 04:11:23.651976 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23252c8b-7b8b-4dbc-84c7-3c0311f25eda tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.657987 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23252c8b-7b8b-4dbc-84c7-3c0311f25eda tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:23.658719 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23252c8b-7b8b-4dbc-84c7-3c0311f25eda tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.760987 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23252c8b-7b8b-4dbc-84c7-3c0311f25eda tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Network': ['ID=05863ed7-4712-4302-9ec0-95320faa1a70,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:23.773049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 05863ed7-4712-4302-9ec0-95320faa1a70 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:11:23.792710 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-23252c8b-7b8b-4dbc-84c7-3c0311f25eda tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6355622 Nov 12 04:11:23.797354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34896) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:23.803769 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7e5dbd97-0acf-4a60-b66d-d132ee8b8ac5 req-ab5bbad0-70fe-467a-92db-4e5f4eb2dbb2 service neutron] 10.222.0.25 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567292 Nov 12 04:11:23.804237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dddf8ebe-4dde-47cc-b503-84af970f9b05 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'subnet': {'network_id': '05863ed7-4712-4302-9ec0-95320faa1a70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:23.847674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c834cb83-5bf8-424a-895f-4cb0ac0fe13b no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:23.889004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: c834cb83-5bf8-424a-895f-4cb0ac0fe13b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:23.889667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c834cb83-5bf8-424a-895f-4cb0ac0fe13b not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:24.075040 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddf8ebe-4dde-47cc-b503-84af970f9b05 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:24.084281 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dddf8ebe-4dde-47cc-b503-84af970f9b05 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.453214 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dddf8ebe-4dde-47cc-b503-84af970f9b05 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.560210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf8ebe-4dde-47cc-b503-84af970f9b05 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Subnet': ['ID=6cb4a3db-e31f-4165-bf15-8c2a44f06661,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:24.579843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf8ebe-4dde-47cc-b503-84af970f9b05 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Checking segment: {'id': '37e7a4fa-12a7-40e7-9a3b-df756b5b6ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '05863ed7-4712-4302-9ec0-95320faa1a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:24.579843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddf8ebe-4dde-47cc-b503-84af970f9b05 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network hostable DHCP agents. Network: 05863ed7-4712-4302-9ec0-95320faa1a70, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:11:24.580170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd15aa4-ed64-4ef1-ab4a-594f2f287175 req-72c63790-1c78-4d92-866e-1f5ebd075562 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:24.584615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd15aa4-ed64-4ef1-ab4a-594f2f287175 req-72c63790-1c78-4d92-866e-1f5ebd075562 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:24.591612 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd15aa4-ed64-4ef1-ab4a-594f2f287175 req-72c63790-1c78-4d92-866e-1f5ebd075562 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:24.593641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6bd15aa4-ed64-4ef1-ab4a-594f2f287175 req-72c63790-1c78-4d92-866e-1f5ebd075562 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2418 time: 0.1151154 Nov 12 04:11:24.658170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddf8ebe-4dde-47cc-b503-84af970f9b05 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 05863ed7-4712-4302-9ec0-95320faa1a70 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:11:24.675697 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6bd15aa4-ed64-4ef1-ab4a-594f2f287175 req-7489573e-07c0-4805-94b0-a590f4354f2d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730567 Nov 12 04:11:24.755425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-dddf8ebe-4dde-47cc-b503-84af970f9b05 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 05863ed7-4712-4302-9ec0-95320faa1a70) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:24.759749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf8ebe-4dde-47cc-b503-84af970f9b05 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:24.760165 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dddf8ebe-4dde-47cc-b503-84af970f9b05 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.771514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2dc20c-1994-45ca-af69-a82a835c0c67 None None] Network 05863ed7-4712-4302-9ec0-95320faa1a70 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:24.824277 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dddf8ebe-4dde-47cc-b503-84af970f9b05 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0253558 Nov 12 04:11:24.827044 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34922) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:24.838361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-57de3a14-a339-478d-a728-b87d81b1f1d6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-111584172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:24.960780 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.969682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-05863ed7-4712-4302-9ec0-95320faa1a70', 'network_id': '05863ed7-4712-4302-9ec0-95320faa1a70', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'fixed_ips': [{'subnet_id': '6cb4a3db-e31f-4165-bf15-8c2a44f06661'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:11:24.971090 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.030217 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57de3a14-a339-478d-a728-b87d81b1f1d6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.032393 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57de3a14-a339-478d-a728-b87d81b1f1d6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.110482 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57de3a14-a339-478d-a728-b87d81b1f1d6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.133964 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Allocated IP 172.20.0.2 (05863ed7-4712-4302-9ec0-95320faa1a70/6cb4a3db-e31f-4165-bf15-8c2a44f06661/01883f92-51cd-4612-a992-4fb1736bcb4f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:25.155594 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57de3a14-a339-478d-a728-b87d81b1f1d6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.248488 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57de3a14-a339-478d-a728-b87d81b1f1d6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.253274 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-57de3a14-a339-478d-a728-b87d81b1f1d6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4235523 Nov 12 04:11:25.256070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34928) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:25.310249 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.383536 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.434000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Network 05863ed7-4712-4302-9ec0-95320faa1a70 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:25.439636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:25.443344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:25.447149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Pushing event updated for resources: {'Port': ['ID=01883f92-51cd-4612-a992-4fb1736bcb4f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:25.506692 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Attempting to bind port 01883f92-51cd-4612-a992-4fb1736bcb4f on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:25.507061 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Attempting to bind port 01883f92-51cd-4612-a992-4fb1736bcb4f by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '37e7a4fa-12a7-40e7-9a3b-df756b5b6ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '05863ed7-4712-4302-9ec0-95320faa1a70'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:25.507419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Attempting to bind port 01883f92-51cd-4612-a992-4fb1736bcb4f on network 05863ed7-4712-4302-9ec0-95320faa1a70 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:25.519789 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:25.519789 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Checking segment: {'id': '37e7a4fa-12a7-40e7-9a3b-df756b5b6ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '05863ed7-4712-4302-9ec0-95320faa1a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:25.519789 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.519789 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Bound using segment: {'id': '37e7a4fa-12a7-40e7-9a3b-df756b5b6ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '05863ed7-4712-4302-9ec0-95320faa1a70'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:25.519789 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Bound port: 01883f92-51cd-4612-a992-4fb1736bcb4f, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e7a4fa-12a7-40e7-9a3b-df756b5b6ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '05863ed7-4712-4302-9ec0-95320faa1a70'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:25.519789 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.599656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] For port 01883f92-51cd-4612-a992-4fb1736bcb4f, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:25.604184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] For port 01883f92-51cd-4612-a992-4fb1736bcb4f, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=01883f92-51cd-4612-a992-4fb1736bcb4f,segment=NetworkSegment(37e7a4fa-12a7-40e7-9a3b-df756b5b6ff0),segment_id=37e7a4fa-12a7-40e7-9a3b-df756b5b6ff0)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:25.619145 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.671314 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.740360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee9a6d-e3e2-49c9-ba5d-39f93605b10a None None] Pushing event updated for resources: {'Port': ['ID=01883f92-51cd-4612-a992-4fb1736bcb4f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:25.890176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3126ab6-25c1-4139-aa72-1fc0c10e0bb2 req-a1944599-59a7-46e5-855d-26344697f094 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:25.896958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3126ab6-25c1-4139-aa72-1fc0c10e0bb2 req-a1944599-59a7-46e5-855d-26344697f094 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:25.903226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3126ab6-25c1-4139-aa72-1fc0c10e0bb2 req-a1944599-59a7-46e5-855d-26344697f094 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:25.906379 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e3126ab6-25c1-4139-aa72-1fc0c10e0bb2 req-a1944599-59a7-46e5-855d-26344697f094 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2418 time: 0.1254845 Nov 12 04:11:26.007345 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Allocated IP 172.20.0.1 (05863ed7-4712-4302-9ec0-95320faa1a70/6cb4a3db-e31f-4165-bf15-8c2a44f06661/729dde37-48f3-435d-9ea1-bad813bec868) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:26.024338 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e3126ab6-25c1-4139-aa72-1fc0c10e0bb2 req-ea114f95-c9f2-4263-8b14-b3e1eee4816b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057103 Nov 12 04:11:26.133396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-479a55e8-f93d-45aa-926a-fe0ac9b9ea33 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466435016&fields=id&tenant_id=16a44b756c8b4c848acf634d7113485d HTTP/1.1" status: 200 len: 267 time: 0.1421907 Nov 12 04:11:26.254982 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.292179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-8f014a02-3663-4be6-ab7f-e23d07459137 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:26.297120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-8f014a02-3663-4be6-ab7f-e23d07459137 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 810 time: 0.1547744 Nov 12 04:11:26.309659 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-b19ade92-c518-458d-86a1-e7c0cb4e0fcc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/quotas/16a44b756c8b4c848acf634d7113485d HTTP/1.1" status: 200 len: 375 time: 0.0103004 Nov 12 04:11:26.372945 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-7dafe388-025a-448e-8839-0130eccc96bf tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568066 Nov 12 04:11:26.373733 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.388984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a54cc018-8e4a-439c-9ed2-50534ebcb3b6 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:11:26.391193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a54cc018-8e4a-439c-9ed2-50534ebcb3b6 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071640 Nov 12 04:11:26.440912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 05863ed7-4712-4302-9ec0-95320faa1a70 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:26.445480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:26.449949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:26.457690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=729dde37-48f3-435d-9ea1-bad813bec868,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:26.501401 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.523396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-1745d2d3-5e89-445f-8b64-2cf13147eaab service neutron] 10.222.0.105 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080263 Nov 12 04:11:26.685071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-28e9dca8-b843-4592-a3ef-124742c52e25 service neutron] 10.222.0.105 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527662 Nov 12 04:11:26.752512 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.810135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705a5ca-0591-4040-9e86-cb440edf71cb req-2ce77082-a1de-4af3-865d-97667901efee tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:26.823690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705a5ca-0591-4040-9e86-cb440edf71cb req-2ce77082-a1de-4af3-865d-97667901efee tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:26.836834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705a5ca-0591-4040-9e86-cb440edf71cb req-2ce77082-a1de-4af3-865d-97667901efee tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:26.854557 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c705a5ca-0591-4040-9e86-cb440edf71cb req-2ce77082-a1de-4af3-865d-97667901efee tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2418 time: 0.1925306 Nov 12 04:11:26.902713 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4df1be2a-96dd-47d8-b454-aeb68e0dc7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.945080 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.952573 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c705a5ca-0591-4040-9e86-cb440edf71cb req-aa75d18a-f065-4696-9f44-d76ed8175059 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995314 Nov 12 04:11:27.092157 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7fe8dc-338c-4f60-a38c-b110da99ca5a None None] Network 05863ed7-4712-4302-9ec0-95320faa1a70 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:27.200328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34978) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:27.215902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7e7eca47-2720-4391-9154-84da4f10680f None None] Provisioning complete for port 01883f92-51cd-4612-a992-4fb1736bcb4f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:27.216515 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e7eca47-2720-4391-9154-84da4f10680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.423142 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e7eca47-2720-4391-9154-84da4f10680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.482954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7e7eca47-2720-4391-9154-84da4f10680f None None] For port 01883f92-51cd-4612-a992-4fb1736bcb4f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=01883f92-51cd-4612-a992-4fb1736bcb4f,segment=NetworkSegment(37e7a4fa-12a7-40e7-9a3b-df756b5b6ff0),segment_id=37e7a4fa-12a7-40e7-9a3b-df756b5b6ff0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:27.554329 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e7eca47-2720-4391-9154-84da4f10680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.614070 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-713434b1-73d5-4a56-a837-891205641a9a req-f37a2b46-9fb2-490e-9de1-16d999f9db52 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0644724 Nov 12 04:11:27.686172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7eca47-2720-4391-9154-84da4f10680f None None] Pushing event updated for resources: {'Port': ['ID=01883f92-51cd-4612-a992-4fb1736bcb4f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:27.734031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1349685180'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:27.884715 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.895053 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Made reservation on behalf of 85c312ff3eee4b81801290117ecedaa6 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:27.895053 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.895543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 01883f92-51cd-4612-a992-4fb1736bcb4f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:27.900286 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-03f54be2-5cdf-4a32-b820-5e0fb4ffbe75 None None] Provisioning complete for port 729dde37-48f3-435d-9ea1-bad813bec868 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:27.900945 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03f54be2-5cdf-4a32-b820-5e0fb4ffbe75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.912268 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.980346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:27.992393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.010273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-03f54be2-5cdf-4a32-b820-5e0fb4ffbe75 None None] Port 729dde37-48f3-435d-9ea1-bad813bec868 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:28.031209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-03f54be2-5cdf-4a32-b820-5e0fb4ffbe75 None None] Provisioning complete for port 01883f92-51cd-4612-a992-4fb1736bcb4f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:28.032260 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03f54be2-5cdf-4a32-b820-5e0fb4ffbe75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.125895 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.131887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 01883f92-51cd-4612-a992-4fb1736bcb4f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:28.132273 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.187618 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.192127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=729dde37-48f3-435d-9ea1-bad813bec868,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:28.192794 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.234161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:11:28.275964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb0d4a-5d45-4816-ad2e-b7861b2cff06 req-b55c55f8-82ba-4b9c-ac23-a046ce60aca7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:28.282906 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb0d4a-5d45-4816-ad2e-b7861b2cff06 req-b55c55f8-82ba-4b9c-ac23-a046ce60aca7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:28.290674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb0d4a-5d45-4816-ad2e-b7861b2cff06 req-b55c55f8-82ba-4b9c-ac23-a046ce60aca7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:28.292752 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eccb0d4a-5d45-4816-ad2e-b7861b2cff06 req-b55c55f8-82ba-4b9c-ac23-a046ce60aca7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2418 time: 0.1361182 Nov 12 04:11:28.300161 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.305533 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Added segment 0bc74efb-da55-4101-ba98-ee2cc610ff96 of type vlan for network 77f84a19-66bf-4acf-aa00-ca2d06076f8d Nov 12 04:11:28.343343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa572a2-57a1-4d16-b66d-9df2f98b23f7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:28.380603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 05863ed7-4712-4302-9ec0-95320faa1a70 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:28.383403 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:28.436329 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.451870 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eccb0d4a-5d45-4816-ad2e-b7861b2cff06 req-afc84521-af6a-4583-9745-98ad79aa5417 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284237 Nov 12 04:11:28.453996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e84b4283-9f2a-4784-8c4d-b3849b9e6741 None None] Provisioning complete for port 729dde37-48f3-435d-9ea1-bad813bec868 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:28.456069 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e84b4283-9f2a-4784-8c4d-b3849b9e6741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.512370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e84b4283-9f2a-4784-8c4d-b3849b9e6741 None None] Port 729dde37-48f3-435d-9ea1-bad813bec868 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:28.537912 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.560499 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.562699 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0ab804f-4d03-4da8-a924-e34a3b0cb1ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.566899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:28.567939 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.701374 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4966836 Nov 12 04:11:28.701778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56490b7b-8c45-4d15-95be-84a50b399091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Pushing event updated for resources: {'Network': ['ID=77f84a19-66bf-4acf-aa00-ca2d06076f8d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:28.716806 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 77f84a19-66bf-4acf-aa00-ca2d06076f8d details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:11:28.771620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router bc290c35-a569-40ae-be42-ac382b0a75b4 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:11:28.788793 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-723ce670-5bf2-4de9-b839-f6e5945137e4 req-b758db39-46f2-478a-8a38-7cf9600af7a2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0428929 Nov 12 04:11:28.810504 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0ab804f-4d03-4da8-a924-e34a3b0cb1ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.836733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b3e4fed4-b73d-4679-b9e0-fef3c2267732 None None] Provisioning complete for port 729dde37-48f3-435d-9ea1-bad813bec868 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:28.837157 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b3e4fed4-b73d-4679-b9e0-fef3c2267732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.886201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4fed4-b73d-4679-b9e0-fef3c2267732 None None] Port 729dde37-48f3-435d-9ea1-bad813bec868 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:28.903359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:28.912148 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cd498e1e-bdbc-4010-b826-dba7055b3487 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/bc290c35-a569-40ae-be42-ac382b0a75b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6511524 Nov 12 04:11:28.912148 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0ab804f-4d03-4da8-a924-e34a3b0cb1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.919507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35012) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:28.935556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ba51e-38df-4b7a-9da3-2133ca71e643 None None] Sync routers for ids ['bc290c35-a569-40ae-be42-ac382b0a75b4'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:28.953835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ba51e-38df-4b7a-9da3-2133ca71e643 None None] Routers {'bc290c35-a569-40ae-be42-ac382b0a75b4'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:28.960220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-674ba51e-38df-4b7a-9da3-2133ca71e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['bc290c35-a569-40ae-be42-ac382b0a75b4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:28.960465 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f0ab804f-4d03-4da8-a924-e34a3b0cb1ba admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=56c2f84c7ddf4786b4f1778caa39e8e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9739842 Nov 12 04:11:28.960465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab804f-4d03-4da8-a924-e34a3b0cb1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17c0cb3-b276-40f2-a9c3-b747898156b8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:28.964845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35014) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:29.013928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-674ba51e-38df-4b7a-9da3-2133ca71e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:29.025189 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.027674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ba51e-38df-4b7a-9da3-2133ca71e643 None None] Routers {'bc290c35-a569-40ae-be42-ac382b0a75b4'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:29.034965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-674ba51e-38df-4b7a-9da3-2133ca71e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['bc290c35-a569-40ae-be42-ac382b0a75b4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:29.041377 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35016) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:29.042998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f133a16-07d0-4862-9522-2d48be5904aa tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:29.048096 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4f133a16-07d0-4862-9522-2d48be5904aa tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports/729dde37-48f3-435d-9ea1-bad813bec868 HTTP/1.1" status: 200 len: 910 time: 0.1337852 Nov 12 04:11:29.050171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35018) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:29.051766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Request body: {'port': {'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d', 'binding:host_id': 'n-h1-767704-23', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2023461641'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:29.072840 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-674ba51e-38df-4b7a-9da3-2133ca71e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:29.073291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ba51e-38df-4b7a-9da3-2133ca71e643 None None] The sync data for ids ['bc290c35-a569-40ae-be42-ac382b0a75b4'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:29.083302 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe666-1b5c-4000-85b1-95f957809b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.110967 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe666-1b5c-4000-85b1-95f957809b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.160785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Made reservation on behalf of bd98ed690f7947ceb60bb1d7ad1d817c for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:29.164191 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.174364 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.194748 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce458aee-2a78-43b9-966d-34a233095627 req-e55a78ca-1371-4484-8176-693dfc38c2d4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:29.201518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce458aee-2a78-43b9-966d-34a233095627 req-e55a78ca-1371-4484-8176-693dfc38c2d4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:29.207624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce458aee-2a78-43b9-966d-34a233095627 req-e55a78ca-1371-4484-8176-693dfc38c2d4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:29.209309 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce458aee-2a78-43b9-966d-34a233095627 req-e55a78ca-1371-4484-8176-693dfc38c2d4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2418 time: 0.1581464 Nov 12 04:11:29.283281 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe666-1b5c-4000-85b1-95f957809b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.286559 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe666-1b5c-4000-85b1-95f957809b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.287752 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ad1fe666-1b5c-4000-85b1-95f957809b7f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c17c0cb3-b276-40f2-a9c3-b747898156b8 HTTP/1.1" status: 204 len: 168 time: 0.3220851 Nov 12 04:11:29.309562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fe666-1b5c-4000-85b1-95f957809b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17c0cb3-b276-40f2-a9c3-b747898156b8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:29.383538 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.452292 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.457877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] device_id is not set on port 8f839eda-9ddc-4571-b87e-2b397cd64a53 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:11:29.540524 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a245b1-4a78-4118-9e40-3631b454002f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:29.705611 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b320fc1-eb6d-4355-ae6c-91f847b9bf65 req-a9d3ba42-aabf-4c64-8fe8-a8f171a69a27 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:29.712196 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b320fc1-eb6d-4355-ae6c-91f847b9bf65 req-a9d3ba42-aabf-4c64-8fe8-a8f171a69a27 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:29.718631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b320fc1-eb6d-4355-ae6c-91f847b9bf65 req-a9d3ba42-aabf-4c64-8fe8-a8f171a69a27 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:29.727381 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b320fc1-eb6d-4355-ae6c-91f847b9bf65 req-a9d3ba42-aabf-4c64-8fe8-a8f171a69a27 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 2418 time: 0.1496971 Nov 12 04:11:29.803185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ce458aee-2a78-43b9-966d-34a233095627 req-493075a7-0989-4fa9-a833-700a2834b62c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Deleting port e8827e44-9a78-4497-91a3-a19621a2402d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:29.804264 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce458aee-2a78-43b9-966d-34a233095627 req-493075a7-0989-4fa9-a833-700a2834b62c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.823089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] device_id is not set on port 8f839eda-9ddc-4571-b87e-2b397cd64a53 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:11:29.844806 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b320fc1-eb6d-4355-ae6c-91f847b9bf65 req-dd197a1f-99df-4c4e-aa7f-9fa707e7f77e tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162148 Nov 12 04:11:29.858468 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.956405 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07484e73-f579-4551-920d-8d8af6ac84cb req-76db21e9-a729-48bc-87fb-92bb4c9da166 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0528221 Nov 12 04:11:29.962308 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.018333 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ce458aee-2a78-43b9-966d-34a233095627 req-493075a7-0989-4fa9-a833-700a2834b62c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] For port e8827e44-9a78-4497-91a3-a19621a2402d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=e8827e44-9a78-4497-91a3-a19621a2402d,segment=NetworkSegment(c89ddd11-b1dd-4415-8716-9d59201b2305),segment_id=c89ddd11-b1dd-4415-8716-9d59201b2305)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:30.018499 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce458aee-2a78-43b9-966d-34a233095627 req-493075a7-0989-4fa9-a833-700a2834b62c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.043233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Pushing event updated for resources: {'Port': ['ID=8f839eda-9ddc-4571-b87e-2b397cd64a53,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:30.045825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Checking segment: {'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:30.046226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Network hostable DHCP agents. Network: 77f84a19-66bf-4acf-aa00-ca2d06076f8d, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:11:30.071494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ce458aee-2a78-43b9-966d-34a233095627 req-493075a7-0989-4fa9-a833-700a2834b62c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Calling delete_port for e8827e44-9a78-4497-91a3-a19621a2402d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:30.126793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Network 77f84a19-66bf-4acf-aa00-ca2d06076f8d is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:11:30.181979 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f83b490-dc4a-4e13-844a-c589c9178e3f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.188087 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 77f84a19-66bf-4acf-aa00-ca2d06076f8d) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:30.195871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-14702411-b544-4d47-b591-206a4343c824 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:30.196026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:30.196190 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-14702411-b544-4d47-b591-206a4343c824 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 810 time: 0.2552347 Nov 12 04:11:30.199679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f0d28-5218-4853-a11e-3265b36f0698 None None] Network 77f84a19-66bf-4acf-aa00-ca2d06076f8d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:30.209616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:30.209961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:30.210533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:30.215839 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35040) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:30.232807 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-840ec90c-f15e-44ef-9ead-defff1369251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.244229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:30.244564 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:30.308081 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 2 to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 Nov 12 04:11:30.333056 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:30.333492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:30.333711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:30.337063 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-840ec90c-f15e-44ef-9ead-defff1369251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.342801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:30.343136 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:30.343572 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 3 to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 Nov 12 04:11:30.361207 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:30.361552 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:30.362211 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:30.371105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:30.371105 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:30.371105 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 4 to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 Nov 12 04:11:30.393736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:30.395995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:30.396902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:30.402199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:30.402773 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:30.403339 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 5 to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 Nov 12 04:11:30.420547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:30.421679 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:30.422193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:30.428629 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:30.428954 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:30.429345 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 6 to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 Nov 12 04:11:30.445713 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:30.446321 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:30.446902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:30.453786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-840ec90c-f15e-44ef-9ead-defff1369251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.475736 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-96ea1aa0-59ff-43db-a148-e083724d064e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16a44b756c8b4c848acf634d7113485d HTTP/1.1" status: 200 len: 379 time: 0.2374747 Nov 12 04:11:30.487135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:30.487500 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:30.489001 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 7 to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 Nov 12 04:11:30.496553 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-840ec90c-f15e-44ef-9ead-defff1369251 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7d48374be12348ae837535a8767ec591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2788606 Nov 12 04:11:30.497198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:30.498836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-5a761d35-1786-4a9c-8263-8221f8778b5c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'port': {'device_id': '61de4507-0e5b-48a3-a579-424b59b6a3c6', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'admin_state_up': True, 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'security_groups': ['5a93e3a1-8ef3-49a1-a828-3ec48a483a11']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:30.543715 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:30.544073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:30.544424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:30.556935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ec90c-f15e-44ef-9ead-defff1369251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8701a42d-0711-4a9c-a5e4-137af8384aad,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:30.565538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:30.565866 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:30.568104 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 8 to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 Nov 12 04:11:30.622987 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d778-bd0b-48bc-803f-3541d5f8e117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.626395 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce458aee-2a78-43b9-966d-34a233095627 req-493075a7-0989-4fa9-a833-700a2834b62c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.647633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:30.647867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:30.648154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:30.679746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:30.680490 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:30.683180 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d778-bd0b-48bc-803f-3541d5f8e117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.685127 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 9 to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 Nov 12 04:11:30.694218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493075a7-0989-4fa9-a833-700a2834b62c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Port': ['ID=e8827e44-9a78-4497-91a3-a19621a2402d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:30.715472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:30.715816 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:30.716320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:30.739502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:30.740296 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:30.741036 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 10 to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 Nov 12 04:11:30.757202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:30.757699 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:30.758093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:30.763129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:30.763461 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port 8f839eda-9ddc-4571-b87e-2b397cd64a53 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:30.763897 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.791065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce458aee-2a78-43b9-966d-34a233095627 req-493075a7-0989-4fa9-a833-700a2834b62c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] No DVR routers for this DVR port e8827e44-9a78-4497-91a3-a19621a2402d on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:30.801602 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce458aee-2a78-43b9-966d-34a233095627 req-493075a7-0989-4fa9-a833-700a2834b62c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.805747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce458aee-2a78-43b9-966d-34a233095627 req-493075a7-0989-4fa9-a833-700a2834b62c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.26 "DELETE /v2.0/ports/e8827e44-9a78-4497-91a3-a19621a2402d HTTP/1.1" status: 204 len: 173 time: 1.5884433 Nov 12 04:11:30.806945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'name': 'network-vif-deleted', 'tag': 'e8827e44-9a78-4497-91a3-a19621a2402d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:30.809714 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0d1717-157d-42cb-bf0a-42b6e0e25edd" -d '{"events": [{"server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "name": "network-vif-deleted", "tag": "e8827e44-9a78-4497-91a3-a19621a2402d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:30.850354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] For port 8f839eda-9ddc-4571-b87e-2b397cd64a53, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:30.851018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempted to set empty binding levels {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:11:30.915612 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d778-bd0b-48bc-803f-3541d5f8e117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.919382 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d778-bd0b-48bc-803f-3541d5f8e117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.924026 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2ab1d778-bd0b-48bc-803f-3541d5f8e117 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8701a42d-0711-4a9c-a5e4-137af8384aad HTTP/1.1" status: 204 len: 168 time: 0.4166808 Nov 12 04:11:30.924323 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ca8e81-607b-482b-83e3-5272844780d9 x-openstack-request-id: req-f5ca8e81-607b-482b-83e3-5272844780d9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:30.924323 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "name": "network-vif-deleted", "tag": "e8827e44-9a78-4497-91a3-a19621a2402d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:30.924323 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f5ca8e81-607b-482b-83e3-5272844780d9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:30.924323 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'name': 'network-vif-deleted', 'tag': 'e8827e44-9a78-4497-91a3-a19621a2402d', 'status': 'completed', 'code': 200} Nov 12 04:11:30.934282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-5a761d35-1786-4a9c-8263-8221f8778b5c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Made reservation on behalf of 16a44b756c8b4c848acf634d7113485d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:30.938580 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-5a761d35-1786-4a9c-8263-8221f8778b5c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.948339 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.098266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1d778-bd0b-48bc-803f-3541d5f8e117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8701a42d-0711-4a9c-a5e4-137af8384aad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:31.105254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Pushing event updated for resources: {'Port': ['ID=8f839eda-9ddc-4571-b87e-2b397cd64a53,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:31.114157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:31.114157 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.159243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7f83b490-dc4a-4e13-844a-c589c9178e3f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port 729dde37-48f3-435d-9ea1-bad813bec868 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:31.159715 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f83b490-dc4a-4e13-844a-c589c9178e3f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.183872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8604bb-b4fb-4055-be76-c15875c7ce36 req-2cbdc09e-8113-4b84-b01f-c953c6fa0cf0 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:31.190521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8604bb-b4fb-4055-be76-c15875c7ce36 req-2cbdc09e-8113-4b84-b01f-c953c6fa0cf0 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:31.196228 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-94158312-7e73-4c94-95ae-06b1758e1b57 req-16ecfa39-207e-42c1-9b7d-c586982b4d8c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0542130 Nov 12 04:11:31.199527 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e8604bb-b4fb-4055-be76-c15875c7ce36 req-2cbdc09e-8113-4b84-b01f-c953c6fa0cf0 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 1683 time: 0.2414751 Nov 12 04:11:31.247872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1ce48be4-e034-4a28-9792-e1217e1baa6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.2054102 Nov 12 04:11:31.256659 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35056) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:31.343110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ce458aee-2a78-43b9-966d-34a233095627 req-b55b50be-0010-4750-8095-5954c2c0ec78 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Deleting port 1203577d-9654-4e75-b807-82225b2dbb68 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:31.343444 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce458aee-2a78-43b9-966d-34a233095627 req-b55b50be-0010-4750-8095-5954c2c0ec78 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.355784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a1a8ac18-e3ad-47f8-95da-9ff151d3f6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Deleting port 8f839eda-9ddc-4571-b87e-2b397cd64a53 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:31.356746 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ac18-e3ad-47f8-95da-9ff151d3f6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.449903 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a1a8ac18-e3ad-47f8-95da-9ff151d3f6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] For port 8f839eda-9ddc-4571-b87e-2b397cd64a53, host n-h1-767704-23, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:31.450631 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ac18-e3ad-47f8-95da-9ff151d3f6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.463025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-5a761d35-1786-4a9c-8263-8221f8778b5c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Allocated IP 172.20.0.5 (f85dd735-6dee-4642-bae3-79b5c3c05e5b/ea3b966f-ee38-4d38-b08a-2c92acf2f0c1/b2f23523-f111-4925-a044-6fb4823645b9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:31.465565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a1a8ac18-e3ad-47f8-95da-9ff151d3f6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Calling delete_port for 8f839eda-9ddc-4571-b87e-2b397cd64a53 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:31.495143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e8604bb-b4fb-4055-be76-c15875c7ce36 req-91619987-7ea8-4421-b01e-759b2b1d2215 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944939 Nov 12 04:11:31.519861 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f83b490-dc4a-4e13-844a-c589c9178e3f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.549487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7f83b490-dc4a-4e13-844a-c589c9178e3f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for 729dde37-48f3-435d-9ea1-bad813bec868 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:31.648541 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ac18-e3ad-47f8-95da-9ff151d3f6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.649571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ce458aee-2a78-43b9-966d-34a233095627 req-b55b50be-0010-4750-8095-5954c2c0ec78 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] For port 1203577d-9654-4e75-b807-82225b2dbb68, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=1203577d-9654-4e75-b807-82225b2dbb68,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:31.649941 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce458aee-2a78-43b9-966d-34a233095627 req-b55b50be-0010-4750-8095-5954c2c0ec78 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.678719 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ac18-e3ad-47f8-95da-9ff151d3f6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.683789 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a1a8ac18-e3ad-47f8-95da-9ff151d3f6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "DELETE /v2.0/ports/8f839eda-9ddc-4571-b87e-2b397cd64a53 HTTP/1.1" status: 204 len: 168 time: 0.4258487 Nov 12 04:11:31.687893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:31.724632 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ce458aee-2a78-43b9-966d-34a233095627 req-b55b50be-0010-4750-8095-5954c2c0ec78 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Calling delete_port for 1203577d-9654-4e75-b807-82225b2dbb68 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:31.780809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8ac18-e3ad-47f8-95da-9ff151d3f6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f839eda-9ddc-4571-b87e-2b397cd64a53,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:31.783858 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e4189c-7746-48f1-9831-3e4e5b21df91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:11:31.788351 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f6e4189c-7746-48f1-9831-3e4e5b21df91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "GET /v2.0/ports/8f839eda-9ddc-4571-b87e-2b397cd64a53 HTTP/1.1" status: 404 len: 333 time: 0.1000924 Nov 12 04:11:31.793663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:31.800453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-44470770-6dd3-44ef-9227-3d574280ff39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Request body: {'port': {'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631311978'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:31.881637 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-5a761d35-1786-4a9c-8263-8221f8778b5c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.904451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e8827e44-9a78-4497-91a3-a19621a2402d no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:31.939182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: e8827e44-9a78-4497-91a3-a19621a2402d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:31.948178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device e8827e44-9a78-4497-91a3-a19621a2402d not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:31.948901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ad027b3d-9b76-444e-9997-09ba2aba8186 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:31.949061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44470770-6dd3-44ef-9227-3d574280ff39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Made reservation on behalf of bd98ed690f7947ceb60bb1d7ad1d817c for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:31.951397 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44470770-6dd3-44ef-9227-3d574280ff39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.994571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-44470770-6dd3-44ef-9227-3d574280ff39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] device_id is not set on port be41662e-703d-4836-bc36-c81bccd473d2 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:11:32.092800 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f83b490-dc4a-4e13-844a-c589c9178e3f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.169374 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.182278 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce458aee-2a78-43b9-966d-34a233095627 req-b55b50be-0010-4750-8095-5954c2c0ec78 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.205481 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-5a761d35-1786-4a9c-8263-8221f8778b5c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.216161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83b490-dc4a-4e13-844a-c589c9178e3f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=729dde37-48f3-435d-9ea1-bad813bec868,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:32.263646 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ad027b3d-9b76-444e-9997-09ba2aba8186, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ad027b3d-9b76-444e-9997-09ba2aba8186,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:32.264984 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad027b3d-9b76-444e-9997-09ba2aba8186'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:32.267715 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b4acd5-76fe-4d5b-8b49-b0e7d6584366" -d '{"events": [{"server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "name": "network-vif-unplugged", "status": "completed", "tag": "ad027b3d-9b76-444e-9997-09ba2aba8186"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:32.343608 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.344995 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 1203577d-9654-4e75-b807-82225b2dbb68 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:32.413808 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24b03d1-b34c-4bc6-a2b7-4468bb34055f x-openstack-request-id: req-b24b03d1-b34c-4bc6-a2b7-4468bb34055f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:32.423340 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "name": "network-vif-unplugged", "status": "completed", "tag": "ad027b3d-9b76-444e-9997-09ba2aba8186", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:32.425147 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b24b03d1-b34c-4bc6-a2b7-4468bb34055f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:32.425847 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad027b3d-9b76-444e-9997-09ba2aba8186', 'code': 200} Nov 12 04:11:32.427120 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b50be-0010-4750-8095-5954c2c0ec78 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Port': ['ID=1203577d-9654-4e75-b807-82225b2dbb68,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:32.453524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-5a761d35-1786-4a9c-8263-8221f8778b5c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:32.467734 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-5a761d35-1786-4a9c-8263-8221f8778b5c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:32.474412 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-5a761d35-1786-4a9c-8263-8221f8778b5c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:32.513783 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44470770-6dd3-44ef-9227-3d574280ff39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.518976 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 1203577d-9654-4e75-b807-82225b2dbb68 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:32.520068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 1203577d-9654-4e75-b807-82225b2dbb68 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:32.615228 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ad027b3d-9b76-444e-9997-09ba2aba8186,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:32.693638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22426029-1da3-4b22-a356-33c555d71c0d req-4ea53988-f32d-4796-975b-651618391e7f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:32.701415 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22426029-1da3-4b22-a356-33c555d71c0d req-4ea53988-f32d-4796-975b-651618391e7f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 931 time: 0.3107274 Nov 12 04:11:32.768399 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44470770-6dd3-44ef-9227-3d574280ff39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.871024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce458aee-2a78-43b9-966d-34a233095627 req-b55b50be-0010-4750-8095-5954c2c0ec78 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] No DVR routers for this DVR port 1203577d-9654-4e75-b807-82225b2dbb68 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:32.877410 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce458aee-2a78-43b9-966d-34a233095627 req-b55b50be-0010-4750-8095-5954c2c0ec78 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.889030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce458aee-2a78-43b9-966d-34a233095627 req-b55b50be-0010-4750-8095-5954c2c0ec78 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.26 "DELETE /v2.0/ports/1203577d-9654-4e75-b807-82225b2dbb68 HTTP/1.1" status: 204 len: 173 time: 2.0672131 Nov 12 04:11:32.932394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44470770-6dd3-44ef-9227-3d574280ff39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Network 77f84a19-66bf-4acf-aa00-ca2d06076f8d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:32.946387 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22426029-1da3-4b22-a356-33c555d71c0d req-0848f19c-7562-4975-bbd0-57014647a27a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383738 Nov 12 04:11:32.967555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-44470770-6dd3-44ef-9227-3d574280ff39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:32.968253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'name': 'network-vif-deleted', 'tag': '1203577d-9654-4e75-b807-82225b2dbb68'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:32.971130 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef90a2d8-0883-4c65-b225-126d53284b7a" -d '{"events": [{"server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "name": "network-vif-deleted", "tag": "1203577d-9654-4e75-b807-82225b2dbb68"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:32.972068 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44470770-6dd3-44ef-9227-3d574280ff39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:32.973376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44470770-6dd3-44ef-9227-3d574280ff39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:32.974173 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44470770-6dd3-44ef-9227-3d574280ff39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.978819 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44470770-6dd3-44ef-9227-3d574280ff39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Pushing event updated for resources: {'Port': ['ID=be41662e-703d-4836-bc36-c81bccd473d2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:32.981389 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b95c65ae-57b1-4c5e-81ea-70901ed98476 None None] Provisioning complete for port b2f23523-f111-4925-a044-6fb4823645b9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:32.983248 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b95c65ae-57b1-4c5e-81ea-70901ed98476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.076602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a761d35-1786-4a9c-8263-8221f8778b5c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'Port': ['ID=b2f23523-f111-4925-a044-6fb4823645b9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:33.091190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b95c65ae-57b1-4c5e-81ea-70901ed98476 None None] Port b2f23523-f111-4925-a044-6fb4823645b9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:33.091940 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-44470770-6dd3-44ef-9227-3d574280ff39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2968960 Nov 12 04:11:33.092792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:33.100692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:33.105143 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f6143b-21e0-46b6-a7dd-85c4f18747dc x-openstack-request-id: req-75f6143b-21e0-46b6-a7dd-85c4f18747dc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:33.105858 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "name": "network-vif-deleted", "tag": "1203577d-9654-4e75-b807-82225b2dbb68", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:33.106329 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-75f6143b-21e0-46b6-a7dd-85c4f18747dc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:33.107924 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'name': 'network-vif-deleted', 'tag': '1203577d-9654-4e75-b807-82225b2dbb68', 'status': 'completed', 'code': 200} Nov 12 04:11:33.136805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-5a761d35-1786-4a9c-8263-8221f8778b5c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:33.137790 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-5a761d35-1786-4a9c-8263-8221f8778b5c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.181256 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.255390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aaf45-f100-4f20-ba9f-680935d1c1b8 req-55f41a05-6ec3-4084-9dd6-a3007f9abb09 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:33.264265 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d54aaf45-f100-4f20-ba9f-680935d1c1b8 req-55f41a05-6ec3-4084-9dd6-a3007f9abb09 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 944 time: 0.5192707 Nov 12 04:11:33.320098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f83b490-dc4a-4e13-844a-c589c9178e3f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.647315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] device_id is not set on port be41662e-703d-4836-bc36-c81bccd473d2 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:11:33.675395 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.771490 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.899671 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Pushing event updated for resources: {'Port': ['ID=be41662e-703d-4836-bc36-c81bccd473d2,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:33.904531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:33.904746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:33.905084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:33.911342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:33.911553 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:33.912003 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 2 to bind port be41662e-703d-4836-bc36-c81bccd473d2 Nov 12 04:11:33.938676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-5a761d35-1786-4a9c-8263-8221f8778b5c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4429681 Nov 12 04:11:33.939974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:33.940677 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:33.942417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:33.949122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:33.949582 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:33.950070 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 3 to bind port be41662e-703d-4836-bc36-c81bccd473d2 Nov 12 04:11:33.969225 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:33.970585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:33.971214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:33.977599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:33.977911 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:33.978358 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 4 to bind port be41662e-703d-4836-bc36-c81bccd473d2 Nov 12 04:11:33.993514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:33.993951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:33.994385 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:33.999790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:34.000193 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:34.005816 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 5 to bind port be41662e-703d-4836-bc36-c81bccd473d2 Nov 12 04:11:34.018150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:34.018150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:34.018459 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:34.025915 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:34.026237 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:34.026969 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 6 to bind port be41662e-703d-4836-bc36-c81bccd473d2 Nov 12 04:11:34.042917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:34.043324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:34.043665 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:34.050623 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:34.055789 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:34.056357 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 7 to bind port be41662e-703d-4836-bc36-c81bccd473d2 Nov 12 04:11:34.076201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Request body: {'port': {'device_id': '61de4507-0e5b-48a3-a579-424b59b6a3c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:34.099003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:34.099157 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d54aaf45-f100-4f20-ba9f-680935d1c1b8 req-e978cf7f-19d0-4500-9ff5-af4734911202 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8337739 Nov 12 04:11:34.099356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:34.100017 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:34.120750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:34.121148 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:34.121789 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 8 to bind port be41662e-703d-4836-bc36-c81bccd473d2 Nov 12 04:11:34.141230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:34.141570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:34.141904 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:34.149066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:34.149529 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:34.150244 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 9 to bind port be41662e-703d-4836-bc36-c81bccd473d2 Nov 12 04:11:34.177047 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ce458aee-2a78-43b9-966d-34a233095627 req-9d8f3995-589f-4646-b6b7-c8d7b1dea218 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Deleting port ad027b3d-9b76-444e-9997-09ba2aba8186 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:34.177815 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce458aee-2a78-43b9-966d-34a233095627 req-9d8f3995-589f-4646-b6b7-c8d7b1dea218 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.180265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:34.180888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:34.181363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:34.186934 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:34.187254 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:34.187922 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 10 to bind port be41662e-703d-4836-bc36-c81bccd473d2 Nov 12 04:11:34.211206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e5cda-7e43-4ebf-b7e4-0976e53a309b req-6c1fb19c-1707-4936-9603-67feba613419 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.217810 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-202e5cda-7e43-4ebf-b7e4-0976e53a309b req-6c1fb19c-1707-4936-9603-67feba613419 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 931 time: 0.1418624 Nov 12 04:11:34.218858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:34.219191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:34.219522 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:34.251230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:34.251230 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port be41662e-703d-4836-bc36-c81bccd473d2 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:34.251561 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.297458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ce458aee-2a78-43b9-966d-34a233095627 req-9d8f3995-589f-4646-b6b7-c8d7b1dea218 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] For port ad027b3d-9b76-444e-9997-09ba2aba8186, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ad027b3d-9b76-444e-9997-09ba2aba8186,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:34.298245 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce458aee-2a78-43b9-966d-34a233095627 req-9d8f3995-589f-4646-b6b7-c8d7b1dea218 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.316111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ce458aee-2a78-43b9-966d-34a233095627 req-9d8f3995-589f-4646-b6b7-c8d7b1dea218 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Calling delete_port for ad027b3d-9b76-444e-9997-09ba2aba8186 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:34.342674 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-202e5cda-7e43-4ebf-b7e4-0976e53a309b req-f03a482d-1a9d-4192-aa3c-af616e152d49 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171324 Nov 12 04:11:34.426644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] For port be41662e-703d-4836-bc36-c81bccd473d2, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:34.431109 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempted to set empty binding levels {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:11:34.488887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f83b490-dc4a-4e13-844a-c589c9178e3f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router bc290c35-a569-40ae-be42-ac382b0a75b4 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:34.516418 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.518318 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.572943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] In _notify_port_updated(), no bound segment for port be41662e-703d-4836-bc36-c81bccd473d2 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:11:34.573853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.574460 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.575836 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "PUT /v2.0/ports/be41662e-703d-4836-bc36-c81bccd473d2 HTTP/1.1" status: 200 len: 980 time: 1.4817545 Nov 12 04:11:34.584502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35138) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:34.625545 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce458aee-2a78-43b9-966d-34a233095627 req-9d8f3995-589f-4646-b6b7-c8d7b1dea218 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.714146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba79a6-52ed-412e-8fe5-0bc85d613372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Pushing event updated for resources: {'Port': ['ID=be41662e-703d-4836-bc36-c81bccd473d2,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:34.738859 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f83b490-dc4a-4e13-844a-c589c9178e3f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:34.750923 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae93bb3-5fa7-44a9-bd9a-9390a1816c29 None None] Sync routers for ids ['bc290c35-a569-40ae-be42-ac382b0a75b4'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:34.772086 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7f83b490-dc4a-4e13-844a-c589c9178e3f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/bc290c35-a569-40ae-be42-ac382b0a75b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6830714 Nov 12 04:11:34.774194 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae93bb3-5fa7-44a9-bd9a-9390a1816c29 None None] Routers {'bc290c35-a569-40ae-be42-ac382b0a75b4'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:34.776076 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ae93bb3-5fa7-44a9-bd9a-9390a1816c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['bc290c35-a569-40ae-be42-ac382b0a75b4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:34.781184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f3995-589f-4646-b6b7-c8d7b1dea218 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Port': ['ID=ad027b3d-9b76-444e-9997-09ba2aba8186,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:34.783561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.784234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.785444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.785796 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.786260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.786825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.787222 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.787712 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.788111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35144) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:34.788381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.788640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.789190 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.789728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.790178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.790758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.791505 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.792146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.792601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.793324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.793646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.794199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.794647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.795106 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.795547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.796363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.796501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.796895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.800929 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-49879254-dd54-4be9-9d8f-c79cce735b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23744 time: 0.2131510 Nov 12 04:11:34.804999 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:34.884808 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ae93bb3-5fa7-44a9-bd9a-9390a1816c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:34.906998 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae93bb3-5fa7-44a9-bd9a-9390a1816c29 None None] Routers {'bc290c35-a569-40ae-be42-ac382b0a75b4'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:34.907752 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ae93bb3-5fa7-44a9-bd9a-9390a1816c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['bc290c35-a569-40ae-be42-ac382b0a75b4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:34.939647 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7dd08270-2542-4d68-b395-3ac409d6b969 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc290c35-a569-40ae-be42-ac382b0a75b4 HTTP/1.1" status: 200 len: 205 time: 0.1301005 Nov 12 04:11:34.941981 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:35.003310 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ae93bb3-5fa7-44a9-bd9a-9390a1816c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:35.006728 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae93bb3-5fa7-44a9-bd9a-9390a1816c29 None None] The sync data for ids ['bc290c35-a569-40ae-be42-ac382b0a75b4'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:35.047977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce458aee-2a78-43b9-966d-34a233095627 req-9d8f3995-589f-4646-b6b7-c8d7b1dea218 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] No DVR routers for this DVR port ad027b3d-9b76-444e-9997-09ba2aba8186 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:35.053930 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ce458aee-2a78-43b9-966d-34a233095627 req-9d8f3995-589f-4646-b6b7-c8d7b1dea218 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.057831 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce458aee-2a78-43b9-966d-34a233095627 req-9d8f3995-589f-4646-b6b7-c8d7b1dea218 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.26 "DELETE /v2.0/ports/ad027b3d-9b76-444e-9997-09ba2aba8186 HTTP/1.1" status: 204 len: 173 time: 2.1299469 Nov 12 04:11:35.071413 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82f64ede-4759-4c86-b3b8-b912bf00a7f2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.155570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'name': 'network-vif-deleted', 'tag': 'ad027b3d-9b76-444e-9997-09ba2aba8186'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:35.157694 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371cfd6e-2df3-4872-a715-7cfb6d89e836" -d '{"events": [{"server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "name": "network-vif-deleted", "tag": "ad027b3d-9b76-444e-9997-09ba2aba8186"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:35.168006 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ca58c8ad-a472-481f-95ef-ab82636aa91c tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Deleting port be41662e-703d-4836-bc36-c81bccd473d2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:35.168006 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca58c8ad-a472-481f-95ef-ab82636aa91c tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.249314 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec16e2af-e45d-4476-a8b6-8a0885b2c4c1 req-500be8a9-b6b8-467b-bcc9-63e28f7e82db tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 210 time: 0.0490935 Nov 12 04:11:35.256913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ca58c8ad-a472-481f-95ef-ab82636aa91c tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] For port be41662e-703d-4836-bc36-c81bccd473d2, host n-h1-767704-23, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:35.257220 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca58c8ad-a472-481f-95ef-ab82636aa91c tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.272627 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5772ff-fee3-4fee-900f-61e4f61cf16f x-openstack-request-id: req-9f5772ff-fee3-4fee-900f-61e4f61cf16f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:35.273229 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfe80c7-3e34-4f1d-860e-f48e5f89c713", "name": "network-vif-deleted", "tag": "ad027b3d-9b76-444e-9997-09ba2aba8186", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:35.273537 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9f5772ff-fee3-4fee-900f-61e4f61cf16f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:35.273943 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfe80c7-3e34-4f1d-860e-f48e5f89c713', 'name': 'network-vif-deleted', 'tag': 'ad027b3d-9b76-444e-9997-09ba2aba8186', 'status': 'completed', 'code': 200} Nov 12 04:11:35.275776 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ca58c8ad-a472-481f-95ef-ab82636aa91c tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Calling delete_port for be41662e-703d-4836-bc36-c81bccd473d2 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:35.383553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f23523-f111-4925-a044-6fb4823645b9 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:35.395841 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.412666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Transition to ACTIVE for port object b2f23523-f111-4925-a044-6fb4823645b9 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:35.413705 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82f64ede-4759-4c86-b3b8-b912bf00a7f2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.417147 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82f64ede-4759-4c86-b3b8-b912bf00a7f2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.526402 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.622734 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f23523-f111-4925-a044-6fb4823645b9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:35.654851 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e4db2-fb97-49af-bc0f-1995b88efd5e req-6f9ca714-abed-4bbf-9e5c-26c23916b45c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:35.666313 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d35e4db2-fb97-49af-bc0f-1995b88efd5e req-6f9ca714-abed-4bbf-9e5c-26c23916b45c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 931 time: 0.2098780 Nov 12 04:11:35.691627 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82f64ede-4759-4c86-b3b8-b912bf00a7f2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.692617 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f64ede-4759-4c86-b3b8-b912bf00a7f2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Fanout notify agent at l3_agent the message router_deleted on router bc290c35-a569-40ae-be42-ac382b0a75b4 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:11:35.715273 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82f64ede-4759-4c86-b3b8-b912bf00a7f2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.720967 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-82f64ede-4759-4c86-b3b8-b912bf00a7f2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/routers/bc290c35-a569-40ae-be42-ac382b0a75b4 HTTP/1.1" status: 204 len: 168 time: 0.7645149 Nov 12 04:11:35.721692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:35.762813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Attempting to bind port b2f23523-f111-4925-a044-6fb4823645b9 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:35.765007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Attempting to bind port b2f23523-f111-4925-a044-6fb4823645b9 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:35.765007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Attempting to bind port b2f23523-f111-4925-a044-6fb4823645b9 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:35.770184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Port b2f23523-f111-4925-a044-6fb4823645b9 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:35.770857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Attempting to bind port b2f23523-f111-4925-a044-6fb4823645b9 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:35.777493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:35.778123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Checking segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:35.779101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Bound using segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:35.779559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Bound port: b2f23523-f111-4925-a044-6fb4823645b9, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:35.779917 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.821499 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca58c8ad-a472-481f-95ef-ab82636aa91c tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.870844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58c8ad-a472-481f-95ef-ab82636aa91c tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Pushing event deleted for resources: {'Port': ['ID=be41662e-703d-4836-bc36-c81bccd473d2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:35.894700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] For port b2f23523-f111-4925-a044-6fb4823645b9, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:35.900060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] For port b2f23523-f111-4925-a044-6fb4823645b9, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b2f23523-f111-4925-a044-6fb4823645b9,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:35.905152 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c0900b-a3fc-4c36-8089-95e89752c6a2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting subnet 6cb4a3db-e31f-4165-bf15-8c2a44f06661 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:11:35.914848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca58c8ad-a472-481f-95ef-ab82636aa91c tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.927478 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ca58c8ad-a472-481f-95ef-ab82636aa91c tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "DELETE /v2.0/ports/be41662e-703d-4836-bc36-c81bccd473d2 HTTP/1.1" status: 204 len: 168 time: 1.1203949 Nov 12 04:11:35.928977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73c0900b-a3fc-4c36-8089-95e89752c6a2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.930194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35168) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:35.948870 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d35e4db2-fb97-49af-bc0f-1995b88efd5e req-a33e237e-1955-4966-8dcf-7fff351d3847 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775104 Nov 12 04:11:35.970729 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-528d43b3-de22-4541-8ca1-93cff62a43b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:11:35.976762 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-528d43b3-de22-4541-8ca1-93cff62a43b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "GET /v2.0/ports/be41662e-703d-4836-bc36-c81bccd473d2 HTTP/1.1" status: 404 len: 333 time: 0.0450404 Nov 12 04:11:35.977455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35170) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:35.983705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fbfe7d93-9524-49c0-aad1-20004470e0a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-385927514', 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:36.007974 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.035530 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73c0900b-a3fc-4c36-8089-95e89752c6a2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.077937 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:36.078583 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.080148 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] 10.222.0.25 "PUT /v2.0/ports/b2f23523-f111-4925-a044-6fb4823645b9 HTTP/1.1" status: 200 len: 1092 time: 2.1238739 Nov 12 04:11:36.097835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfe7d93-9524-49c0-aad1-20004470e0a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Made reservation on behalf of bd98ed690f7947ceb60bb1d7ad1d817c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:36.100662 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fbfe7d93-9524-49c0-aad1-20004470e0a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.152155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191435d-071a-4fa7-a64a-4ee3493c4d21 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f23523-f111-4925-a044-6fb4823645b9,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:36.167368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-fbfe7d93-9524-49c0-aad1-20004470e0a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] device_id is not set on port 6a995d0b-68e7-40fc-a246-cbedf23e3ebc yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:11:36.203815 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:36.349756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73c0900b-a3fc-4c36-8089-95e89752c6a2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.356697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-82fabfeb-b877-4afd-8f07-99a56706b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:36.361131 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-82fabfeb-b877-4afd-8f07-99a56706b94b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 1095 time: 0.1234674 Nov 12 04:11:36.383647 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35182) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:36.516403 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72e6b219-40a0-467a-a5e9-f72f60892a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.536711 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a32d0cac-8616-4fb1-a84a-1432bb3a1eec req-64111c7b-fc9c-4cb7-8949-52dd6bfd069a tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=dbfe80c7-3e34-4f1d-860e-f48e5f89c713 HTTP/1.1" status: 200 len: 210 time: 0.0848427 Nov 12 04:11:36.546577 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-f8798c4c-f5e4-4106-832f-dec43f576756 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2f23523-f111-4925-a044-6fb4823645b9 HTTP/1.1" status: 200 len: 217 time: 0.1598370 Nov 12 04:11:36.560284 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73c0900b-a3fc-4c36-8089-95e89752c6a2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.574335 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e01864f-f113-429b-bb3f-a040a78c6f69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.602353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0900b-a3fc-4c36-8089-95e89752c6a2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb4a3db-e31f-4165-bf15-8c2a44f06661,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:36.616099 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73c0900b-a3fc-4c36-8089-95e89752c6a2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.616099 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-73c0900b-a3fc-4c36-8089-95e89752c6a2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/6cb4a3db-e31f-4165-bf15-8c2a44f06661 HTTP/1.1" status: 204 len: 168 time: 0.8905890 Nov 12 04:11:36.618803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:36.621445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4892a254-e045-4af3-89ae-4389abab0247 None None] Network 05863ed7-4712-4302-9ec0-95320faa1a70 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:36.735362 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e01864f-f113-429b-bb3f-a040a78c6f69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.739308 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.780484 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fbfe7d93-9524-49c0-aad1-20004470e0a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.785237 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-fa0cf2a1-3ae4-4374-82cd-c7d6030f2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:36.788967 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-fa0cf2a1-3ae4-4374-82cd-c7d6030f2280 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.2022815 Nov 12 04:11:36.789370 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72e6b219-40a0-467a-a5e9-f72f60892a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.835202 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e01864f-f113-429b-bb3f-a040a78c6f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.853465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port 01883f92-51cd-4612-a992-4fb1736bcb4f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:36.853701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.868426 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5e01864f-f113-429b-bb3f-a040a78c6f69 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f4ed3e90775e498098ec56b43056788a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4782712 Nov 12 04:11:36.876483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:36.931113 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-31512eeb-15d2-4edf-a337-c3e3e23ec7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:36.932894 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-31512eeb-15d2-4edf-a337-c3e3e23ec7bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1347387 Nov 12 04:11:36.946160 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] For port 01883f92-51cd-4612-a992-4fb1736bcb4f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=01883f92-51cd-4612-a992-4fb1736bcb4f,segment=NetworkSegment(37e7a4fa-12a7-40e7-9a3b-df756b5b6ff0),segment_id=37e7a4fa-12a7-40e7-9a3b-df756b5b6ff0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:36.946447 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01864f-f113-429b-bb3f-a040a78c6f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8545bd-135f-427d-8d3f-475dfcc7fe20,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:36.946576 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.966420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for 01883f92-51cd-4612-a992-4fb1736bcb4f owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:37.059018 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72e6b219-40a0-467a-a5e9-f72f60892a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.062496 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-f2c48230-5382-4824-a53d-97e4fa398d66 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199253 Nov 12 04:11:37.066578 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fbfe7d93-9524-49c0-aad1-20004470e0a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.091700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfe7d93-9524-49c0-aad1-20004470e0a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Network 77f84a19-66bf-4acf-aa00-ca2d06076f8d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:37.100020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fbfe7d93-9524-49c0-aad1-20004470e0a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:37.118495 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-72e6b219-40a0-467a-a5e9-f72f60892a22 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=422db43980dd4a07adb01db45b7a8bc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9133804 Nov 12 04:11:37.119363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35192) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:37.120398 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6b219-40a0-467a-a5e9-f72f60892a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0edd6d5-e4f8-475d-82f6-df171f24a671,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:37.147491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfe7d93-9524-49c0-aad1-20004470e0a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:37.153773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c35f50-a3b2-4e03-84bd-ac7bd11705d7 None None] DHCP port deletion for 05863ed7-4712-4302-9ec0-95320faa1a70 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:37.158345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfe7d93-9524-49c0-aad1-20004470e0a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:37.167081 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fbfe7d93-9524-49c0-aad1-20004470e0a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.181063 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.191011 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66a4f8a3-e0e4-4fb7-9278-d53b9453ca2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.230241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe7d93-9524-49c0-aad1-20004470e0a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Pushing event updated for resources: {'Port': ['ID=6a995d0b-68e7-40fc-a246-cbedf23e3ebc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:37.237067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No DVR routers for this DVR port 01883f92-51cd-4612-a992-4fb1736bcb4f on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:37.238631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=01883f92-51cd-4612-a992-4fb1736bcb4f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:37.251311 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fbfe7d93-9524-49c0-aad1-20004470e0a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2684212 Nov 12 04:11:37.251311 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b0d64d8-eb95-4107-871c-a81c7f1b4753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.259694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35194) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:37.284216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61de4507-0e5b-48a3-a579-424b59b6a3c6', 'tag': 'b2f23523-f111-4925-a044-6fb4823645b9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:37.287994 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c5e720-0025-4ca8-ae59-ecbcaadb0a65" -d '{"events": [{"name": "network-changed", "server_uuid": "61de4507-0e5b-48a3-a579-424b59b6a3c6", "tag": "b2f23523-f111-4925-a044-6fb4823645b9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:37.324412 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66a4f8a3-e0e4-4fb7-9278-d53b9453ca2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.330570 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b0d64d8-eb95-4107-871c-a81c7f1b4753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.362081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75009d6b-5358-444d-931b-1220906f65da req-079e0629-7252-49eb-9914-6ce0233f2b27 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:37.364958 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75009d6b-5358-444d-931b-1220906f65da req-079e0629-7252-49eb-9914-6ce0233f2b27 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 943 time: 0.1808014 Nov 12 04:11:37.373961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f60a11-63e2-45d3-800b-d7e8ed6954c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:37.378436 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-18f60a11-63e2-45d3-800b-d7e8ed6954c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "GET /v2.0/ports/6a995d0b-68e7-40fc-a246-cbedf23e3ebc HTTP/1.1" status: 200 len: 958 time: 0.1152356 Nov 12 04:11:37.378684 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d20ed1-08a1-4ebe-ad70-2a3ae3909cec x-openstack-request-id: req-f5d20ed1-08a1-4ebe-ad70-2a3ae3909cec {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:37.378684 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61de4507-0e5b-48a3-a579-424b59b6a3c6", "tag": "b2f23523-f111-4925-a044-6fb4823645b9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:37.378684 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f5d20ed1-08a1-4ebe-ad70-2a3ae3909cec {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:37.378684 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61de4507-0e5b-48a3-a579-424b59b6a3c6', 'tag': 'b2f23523-f111-4925-a044-6fb4823645b9', 'status': 'completed', 'code': 200} Nov 12 04:11:37.387588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35198) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:37.400763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec3e7806-e72a-4306-9814-978ce4681bb8 req-ac0e3c2b-a94e-400a-859e-3cf41ea19e89 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020453 Nov 12 04:11:37.436213 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.459753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05863ed7-4712-4302-9ec0-95320faa1a70']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:37.494858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e7a4fa-12a7-40e7-9a3b-df756b5b6ff0') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:37.495187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e7a4fa-12a7-40e7-9a3b-df756b5b6ff0') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:37.496107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9ef0a359-3905-4588-a4bd-40f130eab76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Deleting port 6a995d0b-68e7-40fc-a246-cbedf23e3ebc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:37.496756 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a359-3905-4588-a4bd-40f130eab76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.517628 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.541597 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.548387 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b0d64d8-eb95-4107-871c-a81c7f1b4753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.551000 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b0d64d8-eb95-4107-871c-a81c7f1b4753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.552215 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6b0d64d8-eb95-4107-871c-a81c7f1b4753 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7e8545bd-135f-427d-8d3f-475dfcc7fe20 HTTP/1.1" status: 204 len: 168 time: 0.6603436 Nov 12 04:11:37.556982 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:11:37.557430 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:11:37.560598 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:11:37.572170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d64d8-eb95-4107-871c-a81c7f1b4753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8545bd-135f-427d-8d3f-475dfcc7fe20,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:37.576002 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a359-3905-4588-a4bd-40f130eab76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.577029 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75009d6b-5358-444d-931b-1220906f65da req-712acc65-decf-43df-a814-ed9df5e182e6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936684 Nov 12 04:11:37.601076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9ef0a359-3905-4588-a4bd-40f130eab76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Calling delete_port for 6a995d0b-68e7-40fc-a246-cbedf23e3ebc owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:37.653182 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35204) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:37.697350 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66a4f8a3-e0e4-4fb7-9278-d53b9453ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.700081 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66a4f8a3-e0e4-4fb7-9278-d53b9453ca2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.704282 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-66a4f8a3-e0e4-4fb7-9278-d53b9453ca2d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c0edd6d5-e4f8-475d-82f6-df171f24a671 HTTP/1.1" status: 204 len: 168 time: 0.5778573 Nov 12 04:11:37.723902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4f8a3-e0e4-4fb7-9278-d53b9453ca2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0edd6d5-e4f8-475d-82f6-df171f24a671,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:37.738106 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d807516d-4033-432f-a41a-ca5b7dc41e39 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Deleting subnet 89a30d6d-aaff-4646-b821-4f4123a44332 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:11:37.742788 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d807516d-4033-432f-a41a-ca5b7dc41e39 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.791810 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.805859 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.810020 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/networks/05863ed7-4712-4302-9ec0-95320faa1a70 HTTP/1.1" status: 204 len: 168 time: 1.1786962 Nov 12 04:11:37.815662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35208) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:37.823310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1618672405', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:37.825183 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d807516d-4033-432f-a41a-ca5b7dc41e39 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.829001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0d56a-8050-4716-a66b-a8b992993ad9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Network': ['ID=05863ed7-4712-4302-9ec0-95320faa1a70,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:37.844184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5e720-0025-4ca8-ae59-ecbcaadb0a65 req-845ceccc-61f7-449f-957a-6ee92374e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:37.845955 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1c5e720-0025-4ca8-ae59-ecbcaadb0a65 req-845ceccc-61f7-449f-957a-6ee92374e7e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 1095 time: 0.1804407 Nov 12 04:11:37.864119 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 01883f92-51cd-4612-a992-4fb1736bcb4f no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:37.886964 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 01883f92-51cd-4612-a992-4fb1736bcb4f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:37.887420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 01883f92-51cd-4612-a992-4fb1736bcb4f not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:37.893711 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a359-3905-4588-a4bd-40f130eab76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.933789 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d807516d-4033-432f-a41a-ca5b7dc41e39 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.958947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0a359-3905-4588-a4bd-40f130eab76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a995d0b-68e7-40fc-a246-cbedf23e3ebc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:37.964281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a359-3905-4588-a4bd-40f130eab76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.971613 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9ef0a359-3905-4588-a4bd-40f130eab76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "DELETE /v2.0/ports/6a995d0b-68e7-40fc-a246-cbedf23e3ebc HTTP/1.1" status: 204 len: 168 time: 0.5827546 Nov 12 04:11:37.974666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35210) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:38.005352 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-db24e8b6-ec12-49d7-9cc4-48b2148f9fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:11:38.006808 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-db24e8b6-ec12-49d7-9cc4-48b2148f9fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "GET /v2.0/ports/6a995d0b-68e7-40fc-a246-cbedf23e3ebc HTTP/1.1" status: 404 len: 333 time: 0.0311930 Nov 12 04:11:38.012880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:38.018057 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.019147 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.020104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1ce71ef5-49e1-43db-bef8-faef96ba339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Request body: {'port': {'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1885371980'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:38.035557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5e720-0025-4ca8-ae59-ecbcaadb0a65 req-faa108be-c980-44ab-951d-3ba11dbfd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:38.037061 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1c5e720-0025-4ca8-ae59-ecbcaadb0a65 req-faa108be-c980-44ab-951d-3ba11dbfd452 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.1791251 Nov 12 04:11:38.091327 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1c5e720-0025-4ca8-ae59-ecbcaadb0a65 req-6d67ffd6-b165-4ea8-8732-0e15683444cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2f23523-f111-4925-a044-6fb4823645b9 HTTP/1.1" status: 200 len: 217 time: 0.0458689 Nov 12 04:11:38.145534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5e720-0025-4ca8-ae59-ecbcaadb0a65 req-e816a599-08b2-40df-ae14-bd4bf6169c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:38.147175 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1c5e720-0025-4ca8-ae59-ecbcaadb0a65 req-e816a599-08b2-40df-ae14-bd4bf6169c31 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0491009 Nov 12 04:11:38.166283 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d807516d-4033-432f-a41a-ca5b7dc41e39 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.224499 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.261863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5e720-0025-4ca8-ae59-ecbcaadb0a65 req-c8a93fdb-034a-4980-a846-3107913be907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:38.263447 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1c5e720-0025-4ca8-ae59-ecbcaadb0a65 req-c8a93fdb-034a-4980-a846-3107913be907 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087322 Nov 12 04:11:38.511240 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1c5e720-0025-4ca8-ae59-ecbcaadb0a65 req-f58f355c-db76-4f94-b579-91ca69f725b4 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398887 Nov 12 04:11:38.513349 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.552466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce71ef5-49e1-43db-bef8-faef96ba339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Made reservation on behalf of bd98ed690f7947ceb60bb1d7ad1d817c for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:38.554750 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ce71ef5-49e1-43db-bef8-faef96ba339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.576704 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d807516d-4033-432f-a41a-ca5b7dc41e39 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.582953 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d807516d-4033-432f-a41a-ca5b7dc41e39 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "DELETE /v2.0/subnets/89a30d6d-aaff-4646-b821-4f4123a44332 HTTP/1.1" status: 204 len: 168 time: 0.9284201 Nov 12 04:11:38.584938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35218) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:38.587721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656fecf9-bafc-466c-ab0f-784076bee2be None None] Network c495cb56-ab9a-43a4-96a8-9032b3be771d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:38.594263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35220) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:38.597803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807516d-4033-432f-a41a-ca5b7dc41e39 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Subnet': ['ID=89a30d6d-aaff-4646-b821-4f4123a44332,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:38.626983 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c742d58-5b4a-4d26-ae1f-0e465214f08f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.630796 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-1ce71ef5-49e1-43db-bef8-faef96ba339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] device_id is not set on port df4722a3-4fce-43cd-a678-92ff627b8120 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:11:38.679672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.708362 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:38.750491 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20b9c988-0a03-4ca4-870f-c82faa95a91a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.794120 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4760d-94c1-4807-8a50-5ee929f5f0ab req-d13334ae-f29a-4b15-b908-08778327620d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:38.795659 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fca4760d-94c1-4807-8a50-5ee929f5f0ab req-d13334ae-f29a-4b15-b908-08778327620d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 943 time: 0.1191957 Nov 12 04:11:38.798838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1c5e720-0025-4ca8-ae59-ecbcaadb0a65 req-2040c7ea-850b-4838-93c7-e9f293752e05 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791512 Nov 12 04:11:38.819755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f02e2d9-ca41-4e94-a78a-344d19103e95 None None] DHCP port deletion for c495cb56-ab9a-43a4-96a8-9032b3be771d request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:38.878815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2f02e2d9-ca41-4e94-a78a-344d19103e95 None None] Deleting port ccc15fd0-96b2-426f-bd55-b37016fe77d9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:38.879596 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f02e2d9-ca41-4e94-a78a-344d19103e95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.923571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Deleting port ccc15fd0-96b2-426f-bd55-b37016fe77d9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:38.923995 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.944192 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ce71ef5-49e1-43db-bef8-faef96ba339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.950021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2f02e2d9-ca41-4e94-a78a-344d19103e95 None None] For port ccc15fd0-96b2-426f-bd55-b37016fe77d9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ccc15fd0-96b2-426f-bd55-b37016fe77d9,segment=NetworkSegment(c89ddd11-b1dd-4415-8716-9d59201b2305),segment_id=c89ddd11-b1dd-4415-8716-9d59201b2305)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:38.950252 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f02e2d9-ca41-4e94-a78a-344d19103e95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.970480 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2f02e2d9-ca41-4e94-a78a-344d19103e95 None None] Calling delete_port for ccc15fd0-96b2-426f-bd55-b37016fe77d9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:38.976566 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c742d58-5b4a-4d26-ae1f-0e465214f08f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.991058 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fca4760d-94c1-4807-8a50-5ee929f5f0ab req-0dbf8dbe-b544-48b9-88d3-ad1b385a0c1c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855180 Nov 12 04:11:39.069755 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c742d58-5b4a-4d26-ae1f-0e465214f08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.111967 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ce71ef5-49e1-43db-bef8-faef96ba339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.131827 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2c742d58-5b4a-4d26-ae1f-0e465214f08f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e6caf7fbf34f4f6d823dcb8f19da20a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5213411 Nov 12 04:11:39.150153 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c742d58-5b4a-4d26-ae1f-0e465214f08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9267e5-4aa0-4078-9eb5-8dfab536ba8f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:39.156281 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:39.167309 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f02e2d9-ca41-4e94-a78a-344d19103e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.191933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce71ef5-49e1-43db-bef8-faef96ba339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Network 77f84a19-66bf-4acf-aa00-ca2d06076f8d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:39.201669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02e2d9-ca41-4e94-a78a-344d19103e95 None None] Pushing event deleted for resources: {'Port': ['ID=ccc15fd0-96b2-426f-bd55-b37016fe77d9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:39.204323 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02e2d9-ca41-4e94-a78a-344d19103e95 None None] No DVR routers for this DVR port ccc15fd0-96b2-426f-bd55-b37016fe77d9 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:39.210763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1ce71ef5-49e1-43db-bef8-faef96ba339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:39.222048 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce71ef5-49e1-43db-bef8-faef96ba339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:39.223080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce71ef5-49e1-43db-bef8-faef96ba339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:39.223748 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ce71ef5-49e1-43db-bef8-faef96ba339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.226293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce71ef5-49e1-43db-bef8-faef96ba339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Pushing event updated for resources: {'Port': ['ID=df4722a3-4fce-43cd-a678-92ff627b8120,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:39.260742 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab56ee58-4a50-4bbd-820a-9fdc71971cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.285930 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab56ee58-4a50-4bbd-820a-9fdc71971cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.300752 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1ce71ef5-49e1-43db-bef8-faef96ba339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2867744 Nov 12 04:11:39.305721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:39.312422 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:39.314993 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20b9c988-0a03-4ca4-870f-c82faa95a91a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.323173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] For port ccc15fd0-96b2-426f-bd55-b37016fe77d9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ccc15fd0-96b2-426f-bd55-b37016fe77d9,segment=NetworkSegment(c89ddd11-b1dd-4415-8716-9d59201b2305),segment_id=c89ddd11-b1dd-4415-8716-9d59201b2305)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:39.332525 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.388358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.395874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Calling delete_port for ccc15fd0-96b2-426f-bd55-b37016fe77d9 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:39.401637 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-20b9c988-0a03-4ca4-870f-c82faa95a91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.457867 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab56ee58-4a50-4bbd-820a-9fdc71971cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.460358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab56ee58-4a50-4bbd-820a-9fdc71971cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.461495 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ab56ee58-4a50-4bbd-820a-9fdc71971cb2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fb9267e5-4aa0-4078-9eb5-8dfab536ba8f HTTP/1.1" status: 204 len: 168 time: 0.3037903 Nov 12 04:11:39.500344 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.502674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56ee58-4a50-4bbd-820a-9fdc71971cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9267e5-4aa0-4078-9eb5-8dfab536ba8f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:39.508137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-20b9c988-0a03-4ca4-870f-c82faa95a91a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c7346f64a65c483abb3802f513821713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7950449 Nov 12 04:11:39.511149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:39.531954 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9c988-0a03-4ca4-870f-c82faa95a91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f44d30-6a68-475a-acbe-394ed0908fcd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:39.537042 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.623698 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-016a17ef-3b68-434b-8b5b-69ccbd0ecfc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.626775 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.683457 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-016a17ef-3b68-434b-8b5b-69ccbd0ecfc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.686909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] device_id is not set on port df4722a3-4fce-43cd-a678-92ff627b8120 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:11:39.698903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Port': ['ID=ccc15fd0-96b2-426f-bd55-b37016fe77d9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:39.705179 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.705728 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] No DVR routers for this DVR port ccc15fd0-96b2-426f-bd55-b37016fe77d9 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:39.813327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Allocated IP 172.25.8.86 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/5899652a-8c9a-4dba-994c-34f93d92c82a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:39.818018 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.823469 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.837694 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ccc15fd0-96b2-426f-bd55-b37016fe77d9 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:39.859495 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: ccc15fd0-96b2-426f-bd55-b37016fe77d9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:39.859987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c495cb56-ab9a-43a4-96a8-9032b3be771d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:39.860412 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ccc15fd0-96b2-426f-bd55-b37016fe77d9 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:39.878404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89ddd11-b1dd-4415-8716-9d59201b2305') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:39.878746 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89ddd11-b1dd-4415-8716-9d59201b2305') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:39.881298 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-016a17ef-3b68-434b-8b5b-69ccbd0ecfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.884023 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-016a17ef-3b68-434b-8b5b-69ccbd0ecfc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.885177 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-016a17ef-3b68-434b-8b5b-69ccbd0ecfc3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/25f44d30-6a68-475a-acbe-394ed0908fcd HTTP/1.1" status: 204 len: 168 time: 0.3730919 Nov 12 04:11:39.893515 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Pushing event updated for resources: {'Port': ['ID=df4722a3-4fce-43cd-a678-92ff627b8120,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:39.903158 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a17ef-3b68-434b-8b5b-69ccbd0ecfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f44d30-6a68-475a-acbe-394ed0908fcd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:39.916084 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.942593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:39.943053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:39.943215 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.944380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:39.953946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:11:39.954480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:11:39.958376 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:11:39.962449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:39.962449 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:39.962449 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 2 to bind port df4722a3-4fce-43cd-a678-92ff627b8120 Nov 12 04:11:39.982315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:39.984013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:39.984556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:39.993067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:39.993384 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:39.993789 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 3 to bind port df4722a3-4fce-43cd-a678-92ff627b8120 Nov 12 04:11:40.011585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:40.011927 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:40.012583 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:40.026655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:40.026655 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:40.026655 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 4 to bind port df4722a3-4fce-43cd-a678-92ff627b8120 Nov 12 04:11:40.039652 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:40.039814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:40.040282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:40.045920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:40.046454 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:40.046702 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 5 to bind port df4722a3-4fce-43cd-a678-92ff627b8120 Nov 12 04:11:40.057456 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.071459 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:40.071912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:40.072293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:40.078944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:40.087849 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:40.087849 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 6 to bind port df4722a3-4fce-43cd-a678-92ff627b8120 Nov 12 04:11:40.101498 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:40.101815 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:40.102157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:40.107890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:40.108328 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:40.108616 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 7 to bind port df4722a3-4fce-43cd-a678-92ff627b8120 Nov 12 04:11:40.124258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:40.124258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:40.124258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:40.131059 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:40.131562 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:40.131965 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 8 to bind port df4722a3-4fce-43cd-a678-92ff627b8120 Nov 12 04:11:40.144934 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.148196 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:40.149338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:40.150118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:40.157211 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:40.157211 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:40.157211 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 9 to bind port df4722a3-4fce-43cd-a678-92ff627b8120 Nov 12 04:11:40.165159 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.168391 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "DELETE /v2.0/networks/c495cb56-ab9a-43a4-96a8-9032b3be771d HTTP/1.1" status: 204 len: 168 time: 1.5820663 Nov 12 04:11:40.171092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2d0d8-7b0a-4600-ba5e-fc775287dec4 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Network': ['ID=c495cb56-ab9a-43a4-96a8-9032b3be771d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:40.171876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:40.190285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68803e61-3d24-4573-9bb7-8d605e848f5d req-407e9e6a-4016-4cd1-ba75-29a3729c750a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:40.191970 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68803e61-3d24-4573-9bb7-8d605e848f5d req-407e9e6a-4016-4cd1-ba75-29a3729c750a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 943 time: 0.0842814 Nov 12 04:11:40.212683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:40.213025 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:40.213359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:40.223588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:40.223935 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:40.226385 n-d-767704-23 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempt 10 to bind port df4722a3-4fce-43cd-a678-92ff627b8120 Nov 12 04:11:40.246180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:40.246509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:40.246858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempting to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:40.251892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68803e61-3d24-4573-9bb7-8d605e848f5d req-c4fecc7b-d6d8-4cba-ae15-bc91dbc6e139 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532424 Nov 12 04:11:40.256594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-36aa89ef-4f15-4b07-b25a-3064d62e50a1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Deleting subnet 5e37a276-aa5a-4f77-8ddb-dfb0e85e73cf {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:11:40.260227 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36aa89ef-4f15-4b07-b25a-3064d62e50a1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.262749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:40.263074 n-d-767704-23 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Failed to bind port df4722a3-4fce-43cd-a678-92ff627b8120 on host n-h1-767704-23 for vnic_type normal using segments [{'id': '0bc74efb-da55-4101-ba98-ee2cc610ff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '77f84a19-66bf-4acf-aa00-ca2d06076f8d'}] Nov 12 04:11:40.263426 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.287763 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.337722 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36aa89ef-4f15-4b07-b25a-3064d62e50a1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.346074 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:40.347746 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=5899652a-8c9a-4dba-994c-34f93d92c82a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:40.351297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:40.354501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:40.422666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] For port df4722a3-4fce-43cd-a678-92ff627b8120, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:40.423380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attempted to set empty binding levels {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:11:40.468105 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36aa89ef-4f15-4b07-b25a-3064d62e50a1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.504692 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.571532 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] In _notify_port_updated(), no bound segment for port df4722a3-4fce-43cd-a678-92ff627b8120 on network 77f84a19-66bf-4acf-aa00-ca2d06076f8d {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:11:40.572426 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:40.573036 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.574354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "PUT /v2.0/ports/df4722a3-4fce-43cd-a678-92ff627b8120 HTTP/1.1" status: 200 len: 980 time: 1.2676835 Nov 12 04:11:40.577366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35260) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:40.578185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73545a65-45fb-489c-8d44-a0a54ef76c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Pushing event updated for resources: {'Port': ['ID=df4722a3-4fce-43cd-a678-92ff627b8120,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:40.661861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-57335c56-0967-4b68-acb2-d94d44c8554b tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Deleting port df4722a3-4fce-43cd-a678-92ff627b8120 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:40.662566 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57335c56-0967-4b68-acb2-d94d44c8554b tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.713744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36aa89ef-4f15-4b07-b25a-3064d62e50a1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.731971 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.755845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa89ef-4f15-4b07-b25a-3064d62e50a1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Subnet': ['ID=5e37a276-aa5a-4f77-8ddb-dfb0e85e73cf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:40.757856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-36aa89ef-4f15-4b07-b25a-3064d62e50a1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.764599 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-36aa89ef-4f15-4b07-b25a-3064d62e50a1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "DELETE /v2.0/subnets/5e37a276-aa5a-4f77-8ddb-dfb0e85e73cf HTTP/1.1" status: 204 len: 168 time: 0.5873446 Nov 12 04:11:40.764599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-57335c56-0967-4b68-acb2-d94d44c8554b tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] For port df4722a3-4fce-43cd-a678-92ff627b8120, host n-h1-767704-23, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:40.764599 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57335c56-0967-4b68-acb2-d94d44c8554b tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:40.770118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:40.781653 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384053c3-c428-4559-9c26-16d9670d4365 None None] Network dbc13c3a-9433-4694-a675-a83f4fdd7ef3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:40.785898 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-57335c56-0967-4b68-acb2-d94d44c8554b tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Calling delete_port for df4722a3-4fce-43cd-a678-92ff627b8120 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:40.900794 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.022511 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Deleting port 44632fc5-9d76-4999-88ff-c29cdf43ccb5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:41.022911 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.055330 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.073449 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e74fd98-6b93-44b0-aab2-052fc2b65b65 None None] DHCP port deletion for dbc13c3a-9433-4694-a675-a83f4fdd7ef3 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:41.101190 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] For port 44632fc5-9d76-4999-88ff-c29cdf43ccb5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=44632fc5-9d76-4999-88ff-c29cdf43ccb5,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:41.101560 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.115294 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Calling delete_port for 44632fc5-9d76-4999-88ff-c29cdf43ccb5 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:41.141054 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3e74fd98-6b93-44b0-aab2-052fc2b65b65 None None] Deleting port 44632fc5-9d76-4999-88ff-c29cdf43ccb5 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:41.141054 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e74fd98-6b93-44b0-aab2-052fc2b65b65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.195568 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57335c56-0967-4b68-acb2-d94d44c8554b tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.231979 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3e74fd98-6b93-44b0-aab2-052fc2b65b65 None None] For port 44632fc5-9d76-4999-88ff-c29cdf43ccb5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=44632fc5-9d76-4999-88ff-c29cdf43ccb5,segment=NetworkSegment(f89a2dff-95b0-427e-a4a3-aae22c918a8e),segment_id=f89a2dff-95b0-427e-a4a3-aae22c918a8e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:41.232709 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e74fd98-6b93-44b0-aab2-052fc2b65b65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.241485 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57335c56-0967-4b68-acb2-d94d44c8554b tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.245391 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-57335c56-0967-4b68-acb2-d94d44c8554b tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "DELETE /v2.0/ports/df4722a3-4fce-43cd-a678-92ff627b8120 HTTP/1.1" status: 204 len: 168 time: 0.6646321 Nov 12 04:11:41.248442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:41.252447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57335c56-0967-4b68-acb2-d94d44c8554b tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] Pushing event deleted for resources: {'Port': ['ID=df4722a3-4fce-43cd-a678-92ff627b8120,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:41.252610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3e74fd98-6b93-44b0-aab2-052fc2b65b65 None None] Calling delete_port for 44632fc5-9d76-4999-88ff-c29cdf43ccb5 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:41.323621 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aca199c-0c0d-483e-9796-c261a0175a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:11:41.330889 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:41.340615 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9aca199c-0c0d-483e-9796-c261a0175a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-651613389-project-admin] 10.222.0.105 "GET /v2.0/ports/df4722a3-4fce-43cd-a678-92ff627b8120 HTTP/1.1" status: 404 len: 333 time: 0.0709853 Nov 12 04:11:41.392979 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e74fd98-6b93-44b0-aab2-052fc2b65b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.421675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74fd98-6b93-44b0-aab2-052fc2b65b65 None None] Pushing event deleted for resources: {'Port': ['ID=44632fc5-9d76-4999-88ff-c29cdf43ccb5,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:41.427371 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e74fd98-6b93-44b0-aab2-052fc2b65b65 None None] No DVR routers for this DVR port 44632fc5-9d76-4999-88ff-c29cdf43ccb5 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:41.451537 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.455967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:11:41.507044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] No DVR routers for this DVR port 44632fc5-9d76-4999-88ff-c29cdf43ccb5 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:41.509945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Port': ['ID=44632fc5-9d76-4999-88ff-c29cdf43ccb5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:41.517860 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7f2482e-23ba-4f38-aec4-27d18a9cf702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.550256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e8e9a-fae3-4774-a97b-df24e593d929 req-738e55e7-7f57-44e5-9e53-c44a3777199c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:41.557397 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a2e8e9a-fae3-4774-a97b-df24e593d929 req-738e55e7-7f57-44e5-9e53-c44a3777199c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 943 time: 0.1982529 Nov 12 04:11:41.587157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:41.601574 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e7f30-d892-42f8-a1ac-d94ae276e11d None None] Sync routers for ids ['cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:41.621272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e7f30-d892-42f8-a1ac-d94ae276e11d None None] Routers {'cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:41.621272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-883e7f30-d892-42f8-a1ac-d94ae276e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:41.655589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-883e7f30-d892-42f8-a1ac-d94ae276e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:41.664445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e7f30-d892-42f8-a1ac-d94ae276e11d None None] Routers {'cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:41.665056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-883e7f30-d892-42f8-a1ac-d94ae276e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:41.673697 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.674222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.681677 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d781eae4-4021-4cd0-bc70-6d49026dab27 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.8630540 Nov 12 04:11:41.682588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35300) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:41.733906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc13c3a-9433-4694-a675-a83f4fdd7ef3']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:41.757581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-883e7f30-d892-42f8-a1ac-d94ae276e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:41.758240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e7f30-d892-42f8-a1ac-d94ae276e11d None None] The sync data for ids ['cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:41.778831 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a2e8e9a-fae3-4774-a97b-df24e593d929 req-2ee01352-94d5-44e1-9511-fb44f30717db tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151864 Nov 12 04:11:41.793155 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7f2482e-23ba-4f38-aec4-27d18a9cf702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.797583 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89a2dff-95b0-427e-a4a3-aae22c918a8e') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:41.798072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89a2dff-95b0-427e-a4a3-aae22c918a8e') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:41.819348 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.835023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c7f2482e-23ba-4f38-aec4-27d18a9cf702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f84a19-66bf-4acf-aa00-ca2d06076f8d']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:41.847110 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.850138 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c7f2482e-23ba-4f38-aec4-27d18a9cf702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc74efb-da55-4101-ba98-ee2cc610ff96') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:41.850437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c7f2482e-23ba-4f38-aec4-27d18a9cf702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc74efb-da55-4101-ba98-ee2cc610ff96') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:41.860805 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-685205dd-c465-408b-9c04-041bdfc1ffcc tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/routers/cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a HTTP/1.1" status: 200 len: 880 time: 0.1767635 Nov 12 04:11:41.865213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35306) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:41.868894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:11:41.869172 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:11:41.872483 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:11:41.875420 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7f2482e-23ba-4f38-aec4-27d18a9cf702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.892499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 44632fc5-9d76-4999-88ff-c29cdf43ccb5 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:41.918662 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 44632fc5-9d76-4999-88ff-c29cdf43ccb5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:41.919301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 44632fc5-9d76-4999-88ff-c29cdf43ccb5 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:41.937859 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7f2482e-23ba-4f38-aec4-27d18a9cf702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.942853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f2482e-23ba-4f38-aec4-27d18a9cf702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:11:41.943264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7f2482e-23ba-4f38-aec4-27d18a9cf702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:11:41.947986 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:11:42.101652 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:42.108746 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:42.115083 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "DELETE /v2.0/networks/dbc13c3a-9433-4694-a675-a83f4fdd7ef3 HTTP/1.1" status: 204 len: 168 time: 1.3457353 Nov 12 04:11:42.128999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35316) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:42.134980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ae3bf-2b04-41f4-9884-dfedfc594581 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Network': ['ID=dbc13c3a-9433-4694-a675-a83f4fdd7ef3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:42.144302 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-28d1e545-1010-4df3-b17b-94a0fe66539b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-850708928'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:42.192064 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a0c2293a-5a46-4897-9fdc-9c88ed521796 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3257055 Nov 12 04:11:42.194756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7f2482e-23ba-4f38-aec4-27d18a9cf702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:42.200132 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7f2482e-23ba-4f38-aec4-27d18a9cf702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:42.201027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35322) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:42.206829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f27f55ff-343b-47ae-a23b-a38167ebbc42 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1618672405'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:42.207698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c7f2482e-23ba-4f38-aec4-27d18a9cf702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] 10.222.0.105 "DELETE /v2.0/networks/77f84a19-66bf-4acf-aa00-ca2d06076f8d HTTP/1.1" status: 204 len: 168 time: 0.8744559 Nov 12 04:11:42.227034 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2482e-23ba-4f38-aec4-27d18a9cf702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1431859470-project] Pushing event deleted for resources: {'Network': ['ID=77f84a19-66bf-4acf-aa00-ca2d06076f8d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:42.298327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d1e545-1010-4df3-b17b-94a0fe66539b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:42.302451 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28d1e545-1010-4df3-b17b-94a0fe66539b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:42.376592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d1e545-1010-4df3-b17b-94a0fe66539b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:11:42.395080 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28d1e545-1010-4df3-b17b-94a0fe66539b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:42.395353 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-28d1e545-1010-4df3-b17b-94a0fe66539b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Added segment 6c6cc750-69ce-435e-b252-6ea15281f491 of type vlan for network 424e6a05-3762-4188-bb91-7912936af3f4 Nov 12 04:11:42.481762 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28d1e545-1010-4df3-b17b-94a0fe66539b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:42.608387 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f27f55ff-343b-47ae-a23b-a38167ebbc42 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:42.668682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28d1e545-1010-4df3-b17b-94a0fe66539b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:42.674489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d1e545-1010-4df3-b17b-94a0fe66539b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:42.675107 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28d1e545-1010-4df3-b17b-94a0fe66539b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:42.703413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f27f55ff-343b-47ae-a23b-a38167ebbc42 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:42.863460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35340) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:43.040403 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-28d1e545-1010-4df3-b17b-94a0fe66539b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9094336 Nov 12 04:11:43.043094 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35348) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:43.048455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2bb12242-6129-4005-8cf6-6f818ecc0299 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Request body: {'subnet': {'network_id': '424e6a05-3762-4188-bb91-7912936af3f4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:43.114079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1e545-1010-4df3-b17b-94a0fe66539b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event updated for resources: {'Network': ['ID=424e6a05-3762-4188-bb91-7912936af3f4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:43.128164 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 424e6a05-3762-4188-bb91-7912936af3f4 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:11:43.139453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd43f3a-afcb-45f1-a3b8-fc58e28def7c req-96f5da77-a6c8-4a4e-93c9-b6fdb40bd1b1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:43.140994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bbd43f3a-afcb-45f1-a3b8-fc58e28def7c req-96f5da77-a6c8-4a4e-93c9-b6fdb40bd1b1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 943 time: 0.1100357 Nov 12 04:11:43.190869 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ae7f4471-eb24-45df-ba8c-5461d2f70c47 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=85c312ff3eee4b81801290117ecedaa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3252709 Nov 12 04:11:43.194029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35352) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:43.262746 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fcf982f-842b-4f50-9356-44583fecdd73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.281992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bbd43f3a-afcb-45f1-a3b8-fc58e28def7c req-187a0fb5-7eb8-4b4e-8008-1095bac9da78 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993886 Nov 12 04:11:43.287468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27f55ff-343b-47ae-a23b-a38167ebbc42 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:43.290896 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fcf982f-842b-4f50-9356-44583fecdd73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.329145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb12242-6129-4005-8cf6-6f818ecc0299 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:43.333222 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bb12242-6129-4005-8cf6-6f818ecc0299 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.424057 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27f55ff-343b-47ae-a23b-a38167ebbc42 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:43.434504 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f27f55ff-343b-47ae-a23b-a38167ebbc42 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.434894 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4139e7-2fe0-4d82-a6b1-afbdad8c719f None None] Sync routers for ids ['cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:43.438380 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f27f55ff-343b-47ae-a23b-a38167ebbc42 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a HTTP/1.1" status: 200 len: 887 time: 1.2333276 Nov 12 04:11:43.439018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:43.468164 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4139e7-2fe0-4d82-a6b1-afbdad8c719f None None] Routers {'cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:43.468164 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ed4139e7-2fe0-4d82-a6b1-afbdad8c719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:43.494690 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fcf982f-842b-4f50-9356-44583fecdd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.497430 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fcf982f-842b-4f50-9356-44583fecdd73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.500781 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3fcf982f-842b-4f50-9356-44583fecdd73 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8fa572a2-57a1-4d16-b66d-9df2f98b23f7 HTTP/1.1" status: 204 len: 168 time: 0.3033817 Nov 12 04:11:43.512364 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ed4139e7-2fe0-4d82-a6b1-afbdad8c719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:43.522680 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4139e7-2fe0-4d82-a6b1-afbdad8c719f None None] Routers {'cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:43.523288 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ed4139e7-2fe0-4d82-a6b1-afbdad8c719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:43.523808 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf982f-842b-4f50-9356-44583fecdd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa572a2-57a1-4d16-b66d-9df2f98b23f7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:43.534052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35364) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:43.568600 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ed4139e7-2fe0-4d82-a6b1-afbdad8c719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:43.569245 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4139e7-2fe0-4d82-a6b1-afbdad8c719f None None] The sync data for ids ['cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:43.648243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35370) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:43.648522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b7479783-0520-4127-a517-f9304e3b536f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/routers/cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a HTTP/1.1" status: 200 len: 887 time: 0.2080483 Nov 12 04:11:43.677212 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0b302433-b4b4-414a-a15b-824f58968f0f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports?device_id=cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a HTTP/1.1" status: 200 len: 205 time: 0.0278616 Nov 12 04:11:43.679899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35372) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:43.738557 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02359425-8c14-47fb-bee8-92f575c951f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.829381 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bb12242-6129-4005-8cf6-6f818ecc0299 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.830883 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.903985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb12242-6129-4005-8cf6-6f818ecc0299 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event updated for resources: {'Subnet': ['ID=59fb6154-7373-4076-9856-454519693b7a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:43.913158 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb12242-6129-4005-8cf6-6f818ecc0299 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Checking segment: {'id': '6c6cc750-69ce-435e-b252-6ea15281f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '424e6a05-3762-4188-bb91-7912936af3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:43.913415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb12242-6129-4005-8cf6-6f818ecc0299 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Network hostable DHCP agents. Network: 424e6a05-3762-4188-bb91-7912936af3f4, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:11:43.948194 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02359425-8c14-47fb-bee8-92f575c951f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.970844 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.023191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb12242-6129-4005-8cf6-6f818ecc0299 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Network 424e6a05-3762-4188-bb91-7912936af3f4 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:11:44.074486 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02359425-8c14-47fb-bee8-92f575c951f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.103396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2bb12242-6129-4005-8cf6-6f818ecc0299 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 424e6a05-3762-4188-bb91-7912936af3f4) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:44.108125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb12242-6129-4005-8cf6-6f818ecc0299 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:44.108644 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bb12242-6129-4005-8cf6-6f818ecc0299 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.116294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f90be7-5726-4804-ab58-e10718f230e7 None None] Network 424e6a05-3762-4188-bb91-7912936af3f4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:44.150101 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-02359425-8c14-47fb-bee8-92f575c951f9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=eaf932c5b719433ca8830c900dba4389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6123469 Nov 12 04:11:44.150413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35378) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:44.159661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02359425-8c14-47fb-bee8-92f575c951f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76dc7b1-0b3b-4f95-90bc-61136e532f12,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:44.185661 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2bb12242-6129-4005-8cf6-6f818ecc0299 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1414104 Nov 12 04:11:44.189662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35380) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:44.197511 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port 5899652a-8c9a-4dba-994c-34f93d92c82a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:44.198675 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.205637 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1626a99d-3aee-4ed4-91da-199511a31692 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1422299006'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:44.222333 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb087992-285f-4d95-a62d-1be98c6fd85d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.247726 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb087992-285f-4d95-a62d-1be98c6fd85d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.298436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-424e6a05-3762-4188-bb91-7912936af3f4', 'network_id': '424e6a05-3762-4188-bb91-7912936af3f4', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'fixed_ips': [{'subnet_id': '59fb6154-7373-4076-9856-454519693b7a'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:11:44.299312 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.331436 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.343496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for 5899652a-8c9a-4dba-994c-34f93d92c82a owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:44.410855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabcde1-1cc3-4a2f-aa34-4fec480aa543 req-24d9929a-37a1-4d5f-a1a5-77996f7ca1e9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:44.412323 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-beabcde1-1cc3-4a2f-aa34-4fec480aa543 req-24d9929a-37a1-4d5f-a1a5-77996f7ca1e9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 943 time: 0.0528810 Nov 12 04:11:44.426286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1626a99d-3aee-4ed4-91da-199511a31692 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:44.430279 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1626a99d-3aee-4ed4-91da-199511a31692 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.433990 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb087992-285f-4d95-a62d-1be98c6fd85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.436670 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb087992-285f-4d95-a62d-1be98c6fd85d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.440655 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fb087992-285f-4d95-a62d-1be98c6fd85d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b76dc7b1-0b3b-4f95-90bc-61136e532f12 HTTP/1.1" status: 204 len: 168 time: 0.2869215 Nov 12 04:11:44.452418 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb087992-285f-4d95-a62d-1be98c6fd85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76dc7b1-0b3b-4f95-90bc-61136e532f12,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:44.454035 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35386) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:44.504208 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-beabcde1-1cc3-4a2f-aa34-4fec480aa543 req-2e78503d-70e9-432a-940b-00b936f9f22a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851414 Nov 12 04:11:44.542938 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-48460b99-dfe7-46dd-b769-26882f7576b5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=bd98ed690f7947ceb60bb1d7ad1d817c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0769546 Nov 12 04:11:44.545480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35388) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:44.584262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1626a99d-3aee-4ed4-91da-199511a31692 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:11:44.594034 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Allocated IP 19.80.0.2 (424e6a05-3762-4188-bb91-7912936af3f4/59fb6154-7373-4076-9856-454519693b7a/adbe9be2-4244-40a4-82e1-c884f0cbc87d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:44.596562 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1626a99d-3aee-4ed4-91da-199511a31692 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.597539 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-1626a99d-3aee-4ed4-91da-199511a31692 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Added segment 0f9fe5c6-853f-4994-85bd-0a6f27961391 of type vlan for network 6bb34240-0219-407a-b4f4-051d5854c4a3 Nov 12 04:11:44.633321 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7555-14a3-4070-9929-f046e0acf54d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.642952 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.660314 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7555-14a3-4070-9929-f046e0acf54d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.691398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=5899652a-8c9a-4dba-994c-34f93d92c82a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:44.719590 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1626a99d-3aee-4ed4-91da-199511a31692 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.778065 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.787818 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.818015 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7555-14a3-4070-9929-f046e0acf54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.820988 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7555-14a3-4070-9929-f046e0acf54d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.822131 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2cdf7555-14a3-4070-9929-f046e0acf54d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b3a245b1-4a78-4118-9e40-3631b454002f HTTP/1.1" status: 204 len: 168 time: 0.2755418 Nov 12 04:11:44.831956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf7555-14a3-4070-9929-f046e0acf54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a245b1-4a78-4118-9e40-3631b454002f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:44.848183 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1626a99d-3aee-4ed4-91da-199511a31692 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.863022 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1626a99d-3aee-4ed4-91da-199511a31692 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:44.863022 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1626a99d-3aee-4ed4-91da-199511a31692 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.899444 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.912965 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.927132 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.973078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Network 424e6a05-3762-4188-bb91-7912936af3f4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:44.978482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:44.980907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:44.987570 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Pushing event updated for resources: {'Port': ['ID=adbe9be2-4244-40a4-82e1-c884f0cbc87d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:45.002118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626a99d-3aee-4ed4-91da-199511a31692 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event updated for resources: {'Network': ['ID=6bb34240-0219-407a-b4f4-051d5854c4a3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:45.013723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 6bb34240-0219-407a-b4f4-051d5854c4a3 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:11:45.032476 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1626a99d-3aee-4ed4-91da-199511a31692 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8371415 Nov 12 04:11:45.034855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:45.039770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Request body: {'subnet': {'network_id': '6bb34240-0219-407a-b4f4-051d5854c4a3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:45.100274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Attempting to bind port adbe9be2-4244-40a4-82e1-c884f0cbc87d on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:45.100573 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.100695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Attempting to bind port adbe9be2-4244-40a4-82e1-c884f0cbc87d by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '6c6cc750-69ce-435e-b252-6ea15281f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '424e6a05-3762-4188-bb91-7912936af3f4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:45.100988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Attempting to bind port adbe9be2-4244-40a4-82e1-c884f0cbc87d on network 424e6a05-3762-4188-bb91-7912936af3f4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:45.101129 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Fanout notify agent at l3_agent the message router_deleted on router cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:11:45.109900 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.110735 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:45.111018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-90188f9c-4dd2-4bbe-806e-25528ada2d3d tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/routers/cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a HTTP/1.1" status: 204 len: 168 time: 1.4301698 Nov 12 04:11:45.111145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Checking segment: {'id': '6c6cc750-69ce-435e-b252-6ea15281f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '424e6a05-3762-4188-bb91-7912936af3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:45.111494 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.111886 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Bound using segment: {'id': '6c6cc750-69ce-435e-b252-6ea15281f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '424e6a05-3762-4188-bb91-7912936af3f4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:45.112393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Bound port: adbe9be2-4244-40a4-82e1-c884f0cbc87d, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6cc750-69ce-435e-b252-6ea15281f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '424e6a05-3762-4188-bb91-7912936af3f4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:45.112837 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.118024 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35400) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:45.128968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-384b8fb4-bb2c-4420-8ff7-8d2948ca1985 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'network': {'name': 'tempest-RoutersTest-622762352'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:45.189481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] For port adbe9be2-4244-40a4-82e1-c884f0cbc87d, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:45.193135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] For port adbe9be2-4244-40a4-82e1-c884f0cbc87d, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=adbe9be2-4244-40a4-82e1-c884f0cbc87d,segment=NetworkSegment(6c6cc750-69ce-435e-b252-6ea15281f491),segment_id=6c6cc750-69ce-435e-b252-6ea15281f491)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:45.262985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384b8fb4-bb2c-4420-8ff7-8d2948ca1985 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:45.266486 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-384b8fb4-bb2c-4420-8ff7-8d2948ca1985 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.290171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384b8fb4-bb2c-4420-8ff7-8d2948ca1985 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:11:45.298652 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-384b8fb4-bb2c-4420-8ff7-8d2948ca1985 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.298970 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-384b8fb4-bb2c-4420-8ff7-8d2948ca1985 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Added segment 30820057-4659-4d85-9b8b-4d8acc8f4d36 of type vlan for network e57624ca-73c0-43e9-8cd6-e89e0e27724f Nov 12 04:11:45.309623 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.341406 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-384b8fb4-bb2c-4420-8ff7-8d2948ca1985 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.379162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:45.383170 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.383413 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47d63f-c184-4340-b604-0586160f6dd4 None None] Pushing event updated for resources: {'Port': ['ID=adbe9be2-4244-40a4-82e1-c884f0cbc87d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:45.466609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:45.475262 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-384b8fb4-bb2c-4420-8ff7-8d2948ca1985 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.484845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384b8fb4-bb2c-4420-8ff7-8d2948ca1985 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:45.485491 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-384b8fb4-bb2c-4420-8ff7-8d2948ca1985 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.580942 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b8fb4-bb2c-4420-8ff7-8d2948ca1985 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Network': ['ID=e57624ca-73c0-43e9-8cd6-e89e0e27724f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:45.592025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network e57624ca-73c0-43e9-8cd6-e89e0e27724f details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:11:45.639841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-384b8fb4-bb2c-4420-8ff7-8d2948ca1985 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5172539 Nov 12 04:11:45.644110 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db4aaacb-a3e2-416a-9749-0b4f0fef6946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.645096 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:45.667628 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bd39eb84-b111-43fd-8345-9bb3c73bc594 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'subnet': {'network_id': 'e57624ca-73c0-43e9-8cd6-e89e0e27724f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:45.831040 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf92039-c72c-4368-afc9-36c72a235c4b req-0fe51eed-10f5-493e-9433-be8a7ff84730 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:45.834082 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ddf92039-c72c-4368-afc9-36c72a235c4b req-0fe51eed-10f5-493e-9433-be8a7ff84730 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 943 time: 0.1157174 Nov 12 04:11:45.904494 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.953102 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ddf92039-c72c-4368-afc9-36c72a235c4b req-b0612df7-27e5-4034-b86f-c130ed81a607 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112137 Nov 12 04:11:45.955396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device adbe9be2-4244-40a4-82e1-c884f0cbc87d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:45.981682 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db4aaacb-a3e2-416a-9749-0b4f0fef6946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:45.996071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event updated for resources: {'Subnet': ['ID=978650aa-7a3b-4e15-aaa6-5d4a0c8a15f3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:46.008527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Checking segment: {'id': '0f9fe5c6-853f-4994-85bd-0a6f27961391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '6bb34240-0219-407a-b4f4-051d5854c4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:46.009173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Network hostable DHCP agents. Network: 6bb34240-0219-407a-b4f4-051d5854c4a3, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:11:46.014801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:46.015407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:46.015902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:46.016420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port adbe9be2-4244-40a4-82e1-c884f0cbc87d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:46.016609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:46.016914 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.017276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:46.017770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:46.018250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:46.018881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:46.019500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:46.020108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:46.020614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:46.020948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:46.023275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd39eb84-b111-43fd-8345-9bb3c73bc594 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:46.029258 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd39eb84-b111-43fd-8345-9bb3c73bc594 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.055202 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db4aaacb-a3e2-416a-9749-0b4f0fef6946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.128901 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.138691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Network 6bb34240-0219-407a-b4f4-051d5854c4a3 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:11:46.152075 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-db4aaacb-a3e2-416a-9749-0b4f0fef6946 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=266c27a20c59423490682695c7fdb8f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6825094 Nov 12 04:11:46.152906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4aaacb-a3e2-416a-9749-0b4f0fef6946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce36210-a271-45b5-9c75-3c98992fdd49,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:46.154345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:46.165868 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port adbe9be2-4244-40a4-82e1-c884f0cbc87d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=adbe9be2-4244-40a4-82e1-c884f0cbc87d,segment=NetworkSegment(6c6cc750-69ce-435e-b252-6ea15281f491),segment_id=6c6cc750-69ce-435e-b252-6ea15281f491)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:46.207614 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfe147c6-ae50-48fc-88d9-42cbceb3b364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.230579 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfe147c6-ae50-48fc-88d9-42cbceb3b364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.275055 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.288260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 6bb34240-0219-407a-b4f4-051d5854c4a3) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:46.308263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:46.308900 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.337718 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb10e4c-09f5-4d9e-9c85-2758e3e5f803 None None] Network 6bb34240-0219-407a-b4f4-051d5854c4a3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:46.421328 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd39eb84-b111-43fd-8345-9bb3c73bc594 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.428336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=adbe9be2-4244-40a4-82e1-c884f0cbc87d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:46.466846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-372e04ae-f247-4e92-9cf0-b53c89b20944 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4297512 Nov 12 04:11:46.473509 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfe147c6-ae50-48fc-88d9-42cbceb3b364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.476189 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfe147c6-ae50-48fc-88d9-42cbceb3b364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.477884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cfe147c6-ae50-48fc-88d9-42cbceb3b364 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/dce36210-a271-45b5-9c75-3c98992fdd49 HTTP/1.1" status: 204 len: 168 time: 0.3224523 Nov 12 04:11:46.490631 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe147c6-ae50-48fc-88d9-42cbceb3b364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce36210-a271-45b5-9c75-3c98992fdd49,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:46.553193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39eb84-b111-43fd-8345-9bb3c73bc594 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Subnet': ['ID=d16da2fd-d6fd-41c9-accc-92a0aefa1b53,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:46.573118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd39eb84-b111-43fd-8345-9bb3c73bc594 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Checking segment: {'id': '30820057-4659-4d85-9b8b-4d8acc8f4d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'e57624ca-73c0-43e9-8cd6-e89e0e27724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:46.573857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd39eb84-b111-43fd-8345-9bb3c73bc594 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network hostable DHCP agents. Network: e57624ca-73c0-43e9-8cd6-e89e0e27724f, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:11:46.583527 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-6bb34240-0219-407a-b4f4-051d5854c4a3', 'network_id': '6bb34240-0219-407a-b4f4-051d5854c4a3', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'fixed_ips': [{'subnet_id': '978650aa-7a3b-4e15-aaa6-5d4a0c8a15f3'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:11:46.584798 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.673139 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd39eb84-b111-43fd-8345-9bb3c73bc594 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network e57624ca-73c0-43e9-8cd6-e89e0e27724f is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:11:46.751455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bd39eb84-b111-43fd-8345-9bb3c73bc594 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, e57624ca-73c0-43e9-8cd6-e89e0e27724f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:46.761258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06892cf-98a6-4bd6-b8b1-99a397d8aab6 None None] Network 424e6a05-3762-4188-bb91-7912936af3f4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:46.778614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa6b3e-e515-4053-8dbf-75fe7932abc3 None None] Network e57624ca-73c0-43e9-8cd6-e89e0e27724f requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:46.787786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39eb84-b111-43fd-8345-9bb3c73bc594 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:46.791082 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd39eb84-b111-43fd-8345-9bb3c73bc594 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.814367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:46.846257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-1626815b-7186-495a-a12c-b5988b9ed8c0 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:46.853178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-1626815b-7186-495a-a12c-b5988b9ed8c0 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:46.854875 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-1626815b-7186-495a-a12c-b5988b9ed8c0 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/networks?id=424e6a05-3762-4188-bb91-7912936af3f4&id=6bb34240-0219-407a-b4f4-051d5854c4a3 HTTP/1.1" status: 200 len: 1391 time: 0.1391659 Nov 12 04:11:46.871615 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-6cbdd65e-a9f6-4e34-90d4-af37a0d86cb1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/quotas/0776c589bf5b4d8eb6501ae8ab6f4af5 HTTP/1.1" status: 200 len: 375 time: 0.0105851 Nov 12 04:11:46.919874 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bd39eb84-b111-43fd-8345-9bb3c73bc594 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2736714 Nov 12 04:11:46.925093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35464) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:46.927667 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-785d52e0-a8e3-4b7c-ad52-f73301eca4a8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1108861005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:46.990724 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-23fa9a10-25ba-4e56-89f0-e45cbf40eb11 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=0776c589bf5b4d8eb6501ae8ab6f4af5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1112857 Nov 12 04:11:47.115776 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-785d52e0-a8e3-4b7c-ad52-f73301eca4a8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.117550 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-785d52e0-a8e3-4b7c-ad52-f73301eca4a8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.157307 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-e50a00bc-aa8e-40a6-a111-caf6a7e1da23 service neutron] 10.222.0.105 "GET /v2.0/networks/424e6a05-3762-4188-bb91-7912936af3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580906 Nov 12 04:11:47.199592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Allocated IP 19.86.0.2 (6bb34240-0219-407a-b4f4-051d5854c4a3/978650aa-7a3b-4e15-aaa6-5d4a0c8a15f3/e163d1af-526c-42a6-b3b3-2d80c62ee5b2) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:47.202875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-292508832'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:47.214534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-785d52e0-a8e3-4b7c-ad52-f73301eca4a8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.223396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192faee-ea8d-4b6d-8031-a4e316a5bc95 req-142b145a-cda5-45d5-8c81-bc21dd44e03f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.225847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8192faee-ea8d-4b6d-8031-a4e316a5bc95 req-142b145a-cda5-45d5-8c81-bc21dd44e03f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 943 time: 0.1453812 Nov 12 04:11:47.272835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e87f29dc-e8e3-4209-80a6-f353a80ace84 None None] Provisioning complete for port adbe9be2-4244-40a4-82e1-c884f0cbc87d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:47.273233 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e87f29dc-e8e3-4209-80a6-f353a80ace84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.300859 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-59f532b3-aa30-4c31-936d-676577708f94 service neutron] 10.222.0.105 "GET /v2.0/networks/424e6a05-3762-4188-bb91-7912936af3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345665 Nov 12 04:11:47.302884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8192faee-ea8d-4b6d-8031-a4e316a5bc95 req-98580864-3a95-4a32-9d12-d97f58425893 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696182 Nov 12 04:11:47.304771 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-785d52e0-a8e3-4b7c-ad52-f73301eca4a8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.343126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Made reservation on behalf of b590779939054406888a6d774da56c51 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:47.349317 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.360336 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.438993 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-62bcee88-e0a5-4377-89d2-4a224f21e0a6 service neutron] 10.222.0.105 "GET /v2.0/networks/6bb34240-0219-407a-b4f4-051d5854c4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363904 Nov 12 04:11:47.464339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-e57624ca-73c0-43e9-8cd6-e89e0e27724f', 'network_id': 'e57624ca-73c0-43e9-8cd6-e89e0e27724f', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'fixed_ips': [{'subnet_id': 'd16da2fd-d6fd-41c9-accc-92a0aefa1b53'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:11:47.465232 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.481803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.498434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-785d52e0-a8e3-4b7c-ad52-f73301eca4a8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.501304 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-785d52e0-a8e3-4b7c-ad52-f73301eca4a8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5769327 Nov 12 04:11:47.503342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35474) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:47.548098 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-3a76b920-c0be-49cb-8fee-54b2ca73fdb0 service neutron] 10.222.0.105 "GET /v2.0/networks/6bb34240-0219-407a-b4f4-051d5854c4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081998 Nov 12 04:11:47.568931 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35476) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:47.587211 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-926cfc3c-fa04-4cf3-8884-881ed0a7e619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.692900 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.693435 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-926cfc3c-fa04-4cf3-8884-881ed0a7e619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.721049 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.745888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Allocated IP 172.20.0.2 (e57624ca-73c0-43e9-8cd6-e89e0e27724f/d16da2fd-d6fd-41c9-accc-92a0aefa1b53/c01c2183-c254-49d1-a7ed-973a8bfcb621) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:47.806014 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-926cfc3c-fa04-4cf3-8884-881ed0a7e619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.841117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:11:47.859480 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.877420 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-926cfc3c-fa04-4cf3-8884-881ed0a7e619 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9cc13f3437084f5391ec8011d04fc315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3070400 Nov 12 04:11:47.878348 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cfc3c-fa04-4cf3-8884-881ed0a7e619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0141f0-54e4-482a-9a30-bd2a680165a6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:47.884529 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35484) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:47.923131 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Network 6bb34240-0219-407a-b4f4-051d5854c4a3 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:47.939897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:47.942621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:47.951601 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device adbe9be2-4244-40a4-82e1-c884f0cbc87d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:47.982478 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ce98-ef6d-42f6-9468-7d8cf070aac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.999629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Pushing event updated for resources: {'Port': ['ID=e163d1af-526c-42a6-b3b3-2d80c62ee5b2,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:48.068238 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ce98-ef6d-42f6-9468-7d8cf070aac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.075060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af59d86-2872-43b7-94f8-54894e8c883b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:48.125815 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.126161 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Added segment 03762914-d065-4875-9d90-9b47140ae07d of type vlan for network a07381f9-da51-4028-b6a7-716dcef482a7 Nov 12 04:11:48.135179 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c41a225b-ef4f-4024-9cd8-deae0acb92c7 req-38fbde3e-24e8-4821-8b82-79b1b964c477 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 210 time: 0.1420321 Nov 12 04:11:48.203978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b2f23523-f111-4925-a044-6fb4823645b9 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:48.208485 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.228896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Attempting to bind port e163d1af-526c-42a6-b3b3-2d80c62ee5b2 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:48.228896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Attempting to bind port e163d1af-526c-42a6-b3b3-2d80c62ee5b2 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '0f9fe5c6-853f-4994-85bd-0a6f27961391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '6bb34240-0219-407a-b4f4-051d5854c4a3'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:48.228896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Attempting to bind port e163d1af-526c-42a6-b3b3-2d80c62ee5b2 on network 6bb34240-0219-407a-b4f4-051d5854c4a3 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:48.245081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17cb6bf5-415c-49b5-ab23-242a4d08eac9 None None] Provisioning complete for port adbe9be2-4244-40a4-82e1-c884f0cbc87d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:48.245474 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17cb6bf5-415c-49b5-ab23-242a4d08eac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.252730 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.258158 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ce98-ef6d-42f6-9468-7d8cf070aac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.260885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ce98-ef6d-42f6-9468-7d8cf070aac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.265719 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4dc6ce98-ef6d-42f6-9468-7d8cf070aac0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8c0141f0-54e4-482a-9a30-bd2a680165a6 HTTP/1.1" status: 204 len: 168 time: 0.3802104 Nov 12 04:11:48.277859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6ce98-ef6d-42f6-9468-7d8cf070aac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0141f0-54e4-482a-9a30-bd2a680165a6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:48.296185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:48.296607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Checking segment: {'id': '0f9fe5c6-853f-4994-85bd-0a6f27961391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '6bb34240-0219-407a-b4f4-051d5854c4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:48.296798 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.297198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Bound using segment: {'id': '0f9fe5c6-853f-4994-85bd-0a6f27961391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '6bb34240-0219-407a-b4f4-051d5854c4a3'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:48.297688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Bound port: e163d1af-526c-42a6-b3b3-2d80c62ee5b2, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9fe5c6-853f-4994-85bd-0a6f27961391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '6bb34240-0219-407a-b4f4-051d5854c4a3'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:48.298072 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.304632 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.373743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port adbe9be2-4244-40a4-82e1-c884f0cbc87d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:48.375125 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.381704 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.394562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:48.395217 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.512739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016faaef-fbf6-45df-bfa4-4a592c029f28 req-b8c81089-2b4f-4635-acb7-3357da5d89bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:48.518596 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.520789 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-016faaef-fbf6-45df-bfa4-4a592c029f28 req-b8c81089-2b4f-4635-acb7-3357da5d89bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 943 time: 0.0891671 Nov 12 04:11:48.587379 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-016faaef-fbf6-45df-bfa4-4a592c029f28 req-bd1cf0f7-9f9c-41b3-841a-cf50cc7eeea1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647445 Nov 12 04:11:48.616155 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Network e57624ca-73c0-43e9-8cd6-e89e0e27724f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:48.638943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:48.641092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:48.649629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Pushing event updated for resources: {'Port': ['ID=c01c2183-c254-49d1-a7ed-973a8bfcb621,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:48.655088 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.8353186 Nov 12 04:11:48.656056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d461b-7e21-435b-a583-7d619d25a648 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event updated for resources: {'Network': ['ID=a07381f9-da51-4028-b6a7-716dcef482a7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:48.656295 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35510) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:48.663113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5ee82557-5ee2-44d7-9eed-2fedb796f6bd tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Request body: {'subnet': {'network_id': 'a07381f9-da51-4028-b6a7-716dcef482a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:48.682340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b2f23523-f111-4925-a044-6fb4823645b9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b2f23523-f111-4925-a044-6fb4823645b9,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:48.686822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] For port e163d1af-526c-42a6-b3b3-2d80c62ee5b2, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:48.688990 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network a07381f9-da51-4028-b6a7-716dcef482a7 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:11:48.754604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Allocated IP 172.20.0.1 (e57624ca-73c0-43e9-8cd6-e89e0e27724f/d16da2fd-d6fd-41c9-accc-92a0aefa1b53/103c50f0-7e57-45e9-b6eb-ef1af88c1f83) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:48.758728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] For port e163d1af-526c-42a6-b3b3-2d80c62ee5b2, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e163d1af-526c-42a6-b3b3-2d80c62ee5b2,segment=NetworkSegment(0f9fe5c6-853f-4994-85bd-0a6f27961391),segment_id=0f9fe5c6-853f-4994-85bd-0a6f27961391)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:48.771473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'b2f23523-f111-4925-a044-6fb4823645b9', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'port_id': 'b2f23523-f111-4925-a044-6fb4823645b9', 'mac_address': 'fa:16:3e:6c:ab:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:48.901827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Attempting to bind port c01c2183-c254-49d1-a7ed-973a8bfcb621 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:48.902231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Attempting to bind port c01c2183-c254-49d1-a7ed-973a8bfcb621 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '30820057-4659-4d85-9b8b-4d8acc8f4d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'e57624ca-73c0-43e9-8cd6-e89e0e27724f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:48.902598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Attempting to bind port c01c2183-c254-49d1-a7ed-973a8bfcb621 on network e57624ca-73c0-43e9-8cd6-e89e0e27724f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:48.906425 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.930839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:48.931289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Checking segment: {'id': '30820057-4659-4d85-9b8b-4d8acc8f4d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'e57624ca-73c0-43e9-8cd6-e89e0e27724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:48.931696 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.932148 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Bound using segment: {'id': '30820057-4659-4d85-9b8b-4d8acc8f4d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'e57624ca-73c0-43e9-8cd6-e89e0e27724f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:48.932651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Bound port: c01c2183-c254-49d1-a7ed-973a8bfcb621, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30820057-4659-4d85-9b8b-4d8acc8f4d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'e57624ca-73c0-43e9-8cd6-e89e0e27724f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:48.933209 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.943932 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.945812 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.971447 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee82557-5ee2-44d7-9eed-2fedb796f6bd tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Made reservation on behalf of b590779939054406888a6d774da56c51 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:48.976312 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ee82557-5ee2-44d7-9eed-2fedb796f6bd tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.040368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f23523-f111-4925-a044-6fb4823645b9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:49.068538 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b2f23523-f111-4925-a044-6fb4823645b9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b2f23523-f111-4925-a044-6fb4823645b9,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:49.090292 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.096077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8dcfa-5875-4a10-9bf5-223d7d2bfce3 None None] Pushing event updated for resources: {'Port': ['ID=e163d1af-526c-42a6-b3b3-2d80c62ee5b2,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:49.124489 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] For port c01c2183-c254-49d1-a7ed-973a8bfcb621, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:49.128729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] For port c01c2183-c254-49d1-a7ed-973a8bfcb621, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c01c2183-c254-49d1-a7ed-973a8bfcb621,segment=NetworkSegment(30820057-4659-4d85-9b8b-4d8acc8f4d36),segment_id=30820057-4659-4d85-9b8b-4d8acc8f4d36)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:49.140827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=103c50f0-7e57-45e9-b6eb-ef1af88c1f83,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:49.142809 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.158277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network e57624ca-73c0-43e9-8cd6-e89e0e27724f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:49.160771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:49.163462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:49.188838 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.257757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-afba2067-6f48-40f6-ae77-62ee64eadcef req-967d674c-fb06-4bef-9c2b-0cd01bf70706 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 210 time: 0.0323496 Nov 12 04:11:49.258994 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.262886 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=b2f23523-f111-4925-a044-6fb4823645b9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:49.292525 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.423387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5a543-e0d5-481c-9724-223812d12e11 None None] Pushing event updated for resources: {'Port': ['ID=c01c2183-c254-49d1-a7ed-973a8bfcb621,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:49.435874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['b2f23523-f111-4925-a044-6fb4823645b9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:49.441690 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ee82557-5ee2-44d7-9eed-2fedb796f6bd tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.523142 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee82557-5ee2-44d7-9eed-2fedb796f6bd tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event updated for resources: {'Subnet': ['ID=9444dc36-6fdb-4f2e-b1d9-bbc82a3846ef,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:49.537538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee82557-5ee2-44d7-9eed-2fedb796f6bd tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Checking segment: {'id': '03762914-d065-4875-9d90-9b47140ae07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'a07381f9-da51-4028-b6a7-716dcef482a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:49.540433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee82557-5ee2-44d7-9eed-2fedb796f6bd tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Network hostable DHCP agents. Network: a07381f9-da51-4028-b6a7-716dcef482a7, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:11:49.645737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee82557-5ee2-44d7-9eed-2fedb796f6bd tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Network a07381f9-da51-4028-b6a7-716dcef482a7 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:11:49.720555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5ee82557-5ee2-44d7-9eed-2fedb796f6bd tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, a07381f9-da51-4028-b6a7-716dcef482a7) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:49.726184 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee82557-5ee2-44d7-9eed-2fedb796f6bd tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:49.726925 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ee82557-5ee2-44d7-9eed-2fedb796f6bd tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.765888 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.852543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3135411e-c4e3-4891-a416-b8c0ab5f3ec6 None None] Network a07381f9-da51-4028-b6a7-716dcef482a7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:49.870796 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5ee82557-5ee2-44d7-9eed-2fedb796f6bd tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2130163 Nov 12 04:11:49.874036 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35562) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:49.886888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-29e558c6-b9da-4f6a-81e6-e6ac14c9f2d2 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Request body: {'port': {'network_id': 'a07381f9-da51-4028-b6a7-716dcef482a7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1864745056'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:49.933175 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b39ac-6b23-4d50-92c0-cf5cead7b926 req-746e06f5-1e70-45b2-986b-7377f6cd96a3 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:49.938380 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3b9b39ac-6b23-4d50-92c0-cf5cead7b926 req-746e06f5-1e70-45b2-986b-7377f6cd96a3 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 944 time: 0.1541560 Nov 12 04:11:50.050379 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3b9b39ac-6b23-4d50-92c0-cf5cead7b926 req-8f8b3b74-103c-4171-b6e3-677211d040ca tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067729 Nov 12 04:11:50.100383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c01c2183-c254-49d1-a7ed-973a8bfcb621 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:50.352592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-a07381f9-da51-4028-b6a7-716dcef482a7', 'network_id': 'a07381f9-da51-4028-b6a7-716dcef482a7', 'tenant_id': 'b590779939054406888a6d774da56c51', 'fixed_ips': [{'subnet_id': '9444dc36-6fdb-4f2e-b1d9-bbc82a3846ef'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:11:50.353457 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.372493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c01c2183-c254-49d1-a7ed-973a8bfcb621 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:50.373083 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.704713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d2d641-356f-47f9-906a-acf4f41f349f None None] Network 6bb34240-0219-407a-b4f4-051d5854c4a3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:50.848847 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.854032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Allocated IP 2001:db8::2 (a07381f9-da51-4028-b6a7-716dcef482a7/9444dc36-6fdb-4f2e-b1d9-bbc82a3846ef/777289cc-6f37-4f55-96e2-155ccfd5ca21) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:50.888016 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35578) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:50.912152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ccca1ab0-a5dc-4afb-9f85-2755a2663c8b None None] Provisioning complete for port e163d1af-526c-42a6-b3b3-2d80c62ee5b2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:50.912574 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ccca1ab0-a5dc-4afb-9f85-2755a2663c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.976706 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.004646 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f2c9df6b-c02d-49cf-ac39-c4b58f334af7 req-6a152a91-db48-4e2a-ab89-f82c08d7ed37 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 210 time: 0.5903230 Nov 12 04:11:51.052218 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc11a22a-4f9d-4a2a-ab71-c4abdfa9374c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.072143 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port c01c2183-c254-49d1-a7ed-973a8bfcb621, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c01c2183-c254-49d1-a7ed-973a8bfcb621,segment=NetworkSegment(30820057-4659-4d85-9b8b-4d8acc8f4d36),segment_id=30820057-4659-4d85-9b8b-4d8acc8f4d36)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:51.073282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8ea2e5-97c4-4fc1-9279-158b4ef1b2df None None] Network e57624ca-73c0-43e9-8cd6-e89e0e27724f requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:51.120492 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.139806 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc11a22a-4f9d-4a2a-ab71-c4abdfa9374c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.206699 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.207742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e163d1af-526c-42a6-b3b3-2d80c62ee5b2 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:51.215783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e558c6-b9da-4f6a-81e6-e6ac14c9f2d2 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Made reservation on behalf of b590779939054406888a6d774da56c51 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:51.219209 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e558c6-b9da-4f6a-81e6-e6ac14c9f2d2 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.264160 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc11a22a-4f9d-4a2a-ab71-c4abdfa9374c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.272378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=103c50f0-7e57-45e9-b6eb-ef1af88c1f83,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:51.272624 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.293093 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=c01c2183-c254-49d1-a7ed-973a8bfcb621,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:51.342859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd236b00-cfcb-436f-9230-5a43b7000d6d req-6c6e94a4-caf9-4dd7-8491-1f21dbaa62ff tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:51.358659 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fd236b00-cfcb-436f-9230-5a43b7000d6d req-6c6e94a4-caf9-4dd7-8491-1f21dbaa62ff tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 944 time: 0.1459591 Nov 12 04:11:51.402877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network e57624ca-73c0-43e9-8cd6-e89e0e27724f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:51.411672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:51.413133 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11a22a-4f9d-4a2a-ab71-c4abdfa9374c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7276b924-4aef-42e1-94d7-ea4969c76a57,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:51.426518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-29e558c6-b9da-4f6a-81e6-e6ac14c9f2d2 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] device_id is not set on port 006a85c1-323e-4e03-ab79-f7f75d1dd8df yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:11:51.442293 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cc11a22a-4f9d-4a2a-ab71-c4abdfa9374c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1e402fb292c44d17b3018f8872de8ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5531847 Nov 12 04:11:51.461049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35590) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:51.524867 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fd236b00-cfcb-436f-9230-5a43b7000d6d req-e9721594-97cf-4b35-84c2-88b37b538a23 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631978 Nov 12 04:11:51.530536 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.533338 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ccca1ab0-a5dc-4afb-9f85-2755a2663c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.549369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-eb930fa2-910d-48c2-b77a-a72241673c75 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:51.556393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-eb930fa2-910d-48c2-b77a-a72241673c75 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:51.557808 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-eb930fa2-910d-48c2-b77a-a72241673c75 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.26 "GET /v2.0/networks?id=424e6a05-3762-4188-bb91-7912936af3f4&id=6bb34240-0219-407a-b4f4-051d5854c4a3 HTTP/1.1" status: 200 len: 1391 time: 0.5764093 Nov 12 04:11:51.581742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e163d1af-526c-42a6-b3b3-2d80c62ee5b2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:51.582168 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.648512 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.661068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ccca1ab0-a5dc-4afb-9f85-2755a2663c8b None None] For port e163d1af-526c-42a6-b3b3-2d80c62ee5b2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e163d1af-526c-42a6-b3b3-2d80c62ee5b2,segment=NetworkSegment(0f9fe5c6-853f-4994-85bd-0a6f27961391),segment_id=0f9fe5c6-853f-4994-85bd-0a6f27961391)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:51.663786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-42d1757c-38d2-42c6-9d15-9b5019c1cf8c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Request body: {'port': {'device_id': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'network_id': '424e6a05-3762-4188-bb91-7912936af3f4', 'admin_state_up': True, 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:51.719484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Network a07381f9-da51-4028-b6a7-716dcef482a7 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:51.728369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:51.730011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Pushing event updated for resources: {'Port': ['ID=777289cc-6f37-4f55-96e2-155ccfd5ca21,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:51.732318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:51.798284 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ccca1ab0-a5dc-4afb-9f85-2755a2663c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.856988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Attempting to bind port 777289cc-6f37-4f55-96e2-155ccfd5ca21 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:51.863543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Attempting to bind port 777289cc-6f37-4f55-96e2-155ccfd5ca21 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '03762914-d065-4875-9d90-9b47140ae07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'a07381f9-da51-4028-b6a7-716dcef482a7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:51.863543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Attempting to bind port 777289cc-6f37-4f55-96e2-155ccfd5ca21 on network a07381f9-da51-4028-b6a7-716dcef482a7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:51.865073 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.868030 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f852eb7-03da-4ffa-8804-dfdb74dff797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.873888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:51.874367 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Checking segment: {'id': '03762914-d065-4875-9d90-9b47140ae07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'a07381f9-da51-4028-b6a7-716dcef482a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:51.874662 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.875050 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Bound using segment: {'id': '03762914-d065-4875-9d90-9b47140ae07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'a07381f9-da51-4028-b6a7-716dcef482a7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:51.875534 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Bound port: 777289cc-6f37-4f55-96e2-155ccfd5ca21, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03762914-d065-4875-9d90-9b47140ae07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'a07381f9-da51-4028-b6a7-716dcef482a7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:51.876368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.943659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca1ab0-a5dc-4afb-9f85-2755a2663c8b None None] Pushing event updated for resources: {'Port': ['ID=e163d1af-526c-42a6-b3b3-2d80c62ee5b2,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:51.947229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-29e558c6-b9da-4f6a-81e6-e6ac14c9f2d2 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Allocated IP 2001:db8::192 (a07381f9-da51-4028-b6a7-716dcef482a7/9444dc36-6fdb-4f2e-b1d9-bbc82a3846ef/006a85c1-323e-4e03-ab79-f7f75d1dd8df) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:51.950788 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f852eb7-03da-4ffa-8804-dfdb74dff797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.010256 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d33f5a78-ff37-4b07-b363-f6686f2b9cde None None] Provisioning complete for port e163d1af-526c-42a6-b3b3-2d80c62ee5b2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:52.010616 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d33f5a78-ff37-4b07-b363-f6686f2b9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.024617 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] For port 777289cc-6f37-4f55-96e2-155ccfd5ca21, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:52.071319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] For port 777289cc-6f37-4f55-96e2-155ccfd5ca21, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=777289cc-6f37-4f55-96e2-155ccfd5ca21,segment=NetworkSegment(03762914-d065-4875-9d90-9b47140ae07d),segment_id=03762914-d065-4875-9d90-9b47140ae07d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:52.074641 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:11:52.075244 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:11:52.121084 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1a9fa047-c414-4358-a682-d58683e17ae4 req-7471db7c-e4d7-46da-8614-0609175cfa52 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 210 time: 0.0324419 Nov 12 04:11:52.163067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d33f5a78-ff37-4b07-b363-f6686f2b9cde None None] Provisioning complete for port c01c2183-c254-49d1-a7ed-973a8bfcb621 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:52.163434 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d33f5a78-ff37-4b07-b363-f6686f2b9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.170185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router d950c7fc-244d-4353-bec8-7cf50c6c8e2e is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:11:52.172395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-42d1757c-38d2-42c6-9d15-9b5019c1cf8c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:52.176504 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-42d1757c-38d2-42c6-9d15-9b5019c1cf8c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.237791 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b2f23523-f111-4925-a044-6fb4823645b9 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:52.247556 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.257166 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f852eb7-03da-4ffa-8804-dfdb74dff797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.260169 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f852eb7-03da-4ffa-8804-dfdb74dff797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.264625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4f852eb7-03da-4ffa-8804-dfdb74dff797 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7276b924-4aef-42e1-94d7-ea4969c76a57 HTTP/1.1" status: 204 len: 168 time: 0.8021576 Nov 12 04:11:52.426503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f852eb7-03da-4ffa-8804-dfdb74dff797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7276b924-4aef-42e1-94d7-ea4969c76a57,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:52.445057 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:52.457721 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4c5e5b13-2722-4a1c-ab11-af7880a762dd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/d950c7fc-244d-4353-bec8-7cf50c6c8e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9531221 Nov 12 04:11:52.460561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35610) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:52.477316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c4134e-d813-4dc3-937a-8385a8ebf209 None None] Sync routers for ids ['d950c7fc-244d-4353-bec8-7cf50c6c8e2e'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:52.554983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c4134e-d813-4dc3-937a-8385a8ebf209 None None] Routers {'d950c7fc-244d-4353-bec8-7cf50c6c8e2e'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:52.555607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-73c4134e-d813-4dc3-937a-8385a8ebf209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d950c7fc-244d-4353-bec8-7cf50c6c8e2e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:52.567905 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e558c6-b9da-4f6a-81e6-e6ac14c9f2d2 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.593201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-42d1757c-38d2-42c6-9d15-9b5019c1cf8c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Allocated IP 19.80.0.153 (424e6a05-3762-4188-bb91-7912936af3f4/59fb6154-7373-4076-9856-454519693b7a/3e6a8477-b0c2-4447-938e-040baf95d75c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:52.644678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17919b4-cfa6-4b76-81a9-b0249fde5812 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:52.657208 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35616) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:52.657481 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e17919b4-cfa6-4b76-81a9-b0249fde5812 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports/103c50f0-7e57-45e9-b6eb-ef1af88c1f83 HTTP/1.1" status: 200 len: 910 time: 0.1934733 Nov 12 04:11:52.663465 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c45c4e-63de-481d-8bac-88214dcc73dd None None] Pushing event updated for resources: {'Port': ['ID=777289cc-6f37-4f55-96e2-155ccfd5ca21,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:52.670116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d2ba57a8-bef3-4534-a75a-90b3826470e0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd16da2fd-d6fd-41c9-accc-92a0aefa1b53'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:52.694569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-73c4134e-d813-4dc3-937a-8385a8ebf209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:52.759319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c4134e-d813-4dc3-937a-8385a8ebf209 None None] Routers {'d950c7fc-244d-4353-bec8-7cf50c6c8e2e'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:52.760255 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-73c4134e-d813-4dc3-937a-8385a8ebf209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d950c7fc-244d-4353-bec8-7cf50c6c8e2e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:52.788624 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c82da3-7695-4e15-ace1-5c4c8a2f1578 req-71ba4761-ddb3-4bf8-a593-0893f2e2e8c4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:52.801735 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15c82da3-7695-4e15-ace1-5c4c8a2f1578 req-71ba4761-ddb3-4bf8-a593-0893f2e2e8c4 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 944 time: 0.1429002 Nov 12 04:11:52.828935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2c263e75-7ade-4b8d-a1b3-38028378204a None None] Provisioning complete for port c01c2183-c254-49d1-a7ed-973a8bfcb621 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:52.829318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c263e75-7ade-4b8d-a1b3-38028378204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.832927 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-73c4134e-d813-4dc3-937a-8385a8ebf209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:52.833104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c4134e-d813-4dc3-937a-8385a8ebf209 None None] The sync data for ids ['d950c7fc-244d-4353-bec8-7cf50c6c8e2e'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:52.849936 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e558c6-b9da-4f6a-81e6-e6ac14c9f2d2 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.886435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port b2f23523-f111-4925-a044-6fb4823645b9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:52.898573 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port b2f23523-f111-4925-a044-6fb4823645b9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:52.898956 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.987864 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15c82da3-7695-4e15-ace1-5c4c8a2f1578 req-4cf98522-3eb1-46cb-867a-f12865da7d2f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835544 Nov 12 04:11:53.015746 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e558c6-b9da-4f6a-81e6-e6ac14c9f2d2 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event updated for resources: {'Port': ['ID=006a85c1-323e-4e03-ab79-f7f75d1dd8df,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:53.090805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e558c6-b9da-4f6a-81e6-e6ac14c9f2d2 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Network a07381f9-da51-4028-b6a7-716dcef482a7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:53.099498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-29e558c6-b9da-4f6a-81e6-e6ac14c9f2d2 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:53.106748 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2c263e75-7ade-4b8d-a1b3-38028378204a None None] Provisioning complete for port 103c50f0-7e57-45e9-b6eb-ef1af88c1f83 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:53.107162 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c263e75-7ade-4b8d-a1b3-38028378204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.108457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e558c6-b9da-4f6a-81e6-e6ac14c9f2d2 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:53.109251 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.114482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e558c6-b9da-4f6a-81e6-e6ac14c9f2d2 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:53.115164 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29e558c6-b9da-4f6a-81e6-e6ac14c9f2d2 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.162874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61de4507-0e5b-48a3-a579-424b59b6a3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f23523-f111-4925-a044-6fb4823645b9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:53.165154 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1424145-04d3-4297-b19b-7ad3c8221ed9" -d '{"events": [{"server_uuid": "61de4507-0e5b-48a3-a579-424b59b6a3c6", "name": "network-vif-plugged", "status": "completed", "tag": "b2f23523-f111-4925-a044-6fb4823645b9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:53.170498 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2c263e75-7ade-4b8d-a1b3-38028378204a None None] Port 103c50f0-7e57-45e9-b6eb-ef1af88c1f83 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:53.184911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port b2f23523-f111-4925-a044-6fb4823645b9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b2f23523-f111-4925-a044-6fb4823645b9,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:53.186066 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8061c428-81c1-4b90-a3da-21b8e89173c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.216445 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c475deb-e8b6-41c3-ad8a-db7b94baa547 x-openstack-request-id: req-1c475deb-e8b6-41c3-ad8a-db7b94baa547 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:53.216774 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61de4507-0e5b-48a3-a579-424b59b6a3c6", "name": "network-vif-plugged", "status": "completed", "tag": "b2f23523-f111-4925-a044-6fb4823645b9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:53.217036 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1c475deb-e8b6-41c3-ad8a-db7b94baa547 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:53.217438 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61de4507-0e5b-48a3-a579-424b59b6a3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f23523-f111-4925-a044-6fb4823645b9', 'code': 200} Nov 12 04:11:53.229331 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2ba57a8-bef3-4534-a75a-90b3826470e0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.262175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c01c2183-c254-49d1-a7ed-973a8bfcb621 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:53.262837 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-42d1757c-38d2-42c6-9d15-9b5019c1cf8c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.333854 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d402fb13-be39-4074-9329-5e17a7ec2b4b None None] Provisioning complete for port 103c50f0-7e57-45e9-b6eb-ef1af88c1f83 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:53.334320 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d402fb13-be39-4074-9329-5e17a7ec2b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.343067 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3924a50a-c8d0-4a70-8a1e-6a78ed912376 req-6b8ad51c-4846-447f-841b-c6c3952bf641 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 210 time: 0.0557697 Nov 12 04:11:53.363898 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-29e558c6-b9da-4f6a-81e6-e6ac14c9f2d2 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4854805 Nov 12 04:11:53.372066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35632) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:53.381363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b38b9f8c-9536-4e24-9e22-88735738cb6d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Request body: {'port': {'network_id': 'a07381f9-da51-4028-b6a7-716dcef482a7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1205567849', 'allowed_address_pairs': [{'ip_address': '2001:db8::192', 'mac_address': 'fa:16:3e:ce:06:14'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:53.389464 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.396598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c01c2183-c254-49d1-a7ed-973a8bfcb621 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:53.396952 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.404216 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:11:53.418635 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d402fb13-be39-4074-9329-5e17a7ec2b4b None None] Port 103c50f0-7e57-45e9-b6eb-ef1af88c1f83 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:53.485440 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=b2f23523-f111-4925-a044-6fb4823645b9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:53.497050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686dcbc-34fc-4725-8bb3-c9feb2faed11 req-c8db9208-b3b6-4441-97a9-b02639943a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:53.508303 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8686dcbc-34fc-4725-8bb3-c9feb2faed11 req-c8db9208-b3b6-4441-97a9-b02639943a4b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 1096 time: 0.1951675 Nov 12 04:11:53.563330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35636) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:53.573756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e163d1af-526c-42a6-b3b3-2d80c62ee5b2 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:53.580636 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-42d1757c-38d2-42c6-9d15-9b5019c1cf8c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.589344 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2671113a-6bc1-4b8d-bf9e-990ce0c66a27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.660071 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e163d1af-526c-42a6-b3b3-2d80c62ee5b2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:53.660546 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.715451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-42d1757c-38d2-42c6-9d15-9b5019c1cf8c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Network 424e6a05-3762-4188-bb91-7912936af3f4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:53.726016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1757c-38d2-42c6-9d15-9b5019c1cf8c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event updated for resources: {'Port': ['ID=3e6a8477-b0c2-4447-938e-040baf95d75c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:53.726254 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2671113a-6bc1-4b8d-bf9e-990ce0c66a27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.729010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-42d1757c-38d2-42c6-9d15-9b5019c1cf8c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:53.737696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8686dcbc-34fc-4725-8bb3-c9feb2faed11 req-28ec7a80-c9d2-473c-b1f6-a4eb91d0a870 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300293 Nov 12 04:11:53.744240 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-42d1757c-38d2-42c6-9d15-9b5019c1cf8c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:53.744534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38b9f8c-9536-4e24-9e22-88735738cb6d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Made reservation on behalf of b590779939054406888a6d774da56c51 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:53.788822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 777289cc-6f37-4f55-96e2-155ccfd5ca21 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:53.844975 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2671113a-6bc1-4b8d-bf9e-990ce0c66a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.875934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 777289cc-6f37-4f55-96e2-155ccfd5ca21 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:53.876696 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.892206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-42d1757c-38d2-42c6-9d15-9b5019c1cf8c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:53.892880 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-42d1757c-38d2-42c6-9d15-9b5019c1cf8c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.942325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35638) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:53.943221 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2671113a-6bc1-4b8d-bf9e-990ce0c66a27 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=42e9d22551f940a684f89d451db55285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3784683 Nov 12 04:11:53.953667 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671113a-6bc1-4b8d-bf9e-990ce0c66a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92623ca3-9577-4b86-a35d-135146131f54,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:53.953667 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38b9f8c-9536-4e24-9e22-88735738cb6d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.969776 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-b38b9f8c-9536-4e24-9e22-88735738cb6d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] device_id is not set on port 2975b753-66ac-40c5-a3b5-c390c6933e02 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:11:54.014375 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2ba57a8-bef3-4534-a75a-90b3826470e0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.019222 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.039016 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00f03071-8f91-4fe1-9926-04c4bce61689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.061227 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-42d1757c-38d2-42c6-9d15-9b5019c1cf8c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4381747 Nov 12 04:11:54.076387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 777289cc-6f37-4f55-96e2-155ccfd5ca21, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=777289cc-6f37-4f55-96e2-155ccfd5ca21,segment=NetworkSegment(03762914-d065-4875-9d90-9b47140ae07d),segment_id=03762914-d065-4875-9d90-9b47140ae07d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:54.087635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-8bfcd7c3-29ed-47a9-93a3-cc100cc937b5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Request body: {'port': {'device_id': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'network_id': '6bb34240-0219-407a-b4f4-051d5854c4a3', 'admin_state_up': True, 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:54.132488 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00f03071-8f91-4fe1-9926-04c4bce61689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.174443 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2ba57a8-bef3-4534-a75a-90b3826470e0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.189511 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.207850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35644) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:54.244716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b38b9f8c-9536-4e24-9e22-88735738cb6d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Allocated IP 2001:db8::51 (a07381f9-da51-4028-b6a7-716dcef482a7/9444dc36-6fdb-4f2e-b1d9-bbc82a3846ef/2975b753-66ac-40c5-a3b5-c390c6933e02) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:54.262396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929225a-589b-489b-b97d-c33e0daacde2 req-5d675275-19bf-47e6-979a-52749c8a94ed tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:54.264069 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9929225a-589b-489b-b97d-c33e0daacde2 req-5d675275-19bf-47e6-979a-52749c8a94ed tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 945 time: 0.1088991 Nov 12 04:11:54.275631 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f477c2-b0f8-4d4c-826d-2e236a88c2c9 None None] Network a07381f9-da51-4028-b6a7-716dcef482a7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:54.285292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-932dc268-d9d6-4f3e-9260-c3444c570c4e None None] Provisioning complete for port 3e6a8477-b0c2-4447-938e-040baf95d75c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:54.285655 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-932dc268-d9d6-4f3e-9260-c3444c570c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.321258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ba57a8-bef3-4534-a75a-90b3826470e0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:54.321874 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2ba57a8-bef3-4534-a75a-90b3826470e0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.323185 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d2ba57a8-bef3-4534-a75a-90b3826470e0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/ports/103c50f0-7e57-45e9-b6eb-ef1af88c1f83 HTTP/1.1" status: 200 len: 910 time: 1.6645529 Nov 12 04:11:54.326304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba57a8-bef3-4534-a75a-90b3826470e0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=103c50f0-7e57-45e9-b6eb-ef1af88c1f83,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:54.328709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:54.340754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-932dc268-d9d6-4f3e-9260-c3444c570c4e None None] Port 3e6a8477-b0c2-4447-938e-040baf95d75c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:54.349190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=777289cc-6f37-4f55-96e2-155ccfd5ca21,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:54.476200 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38b9f8c-9536-4e24-9e22-88735738cb6d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.496323 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8ef080ac-59c2-4098-b8e5-3a26f20eeceb None None] Provisioning complete for port 777289cc-6f37-4f55-96e2-155ccfd5ca21 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:54.496834 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ef080ac-59c2-4098-b8e5-3a26f20eeceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.503815 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fa52dd9-50cb-4cbe-8bde-1dd903e9922c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.588458 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9929225a-589b-489b-b97d-c33e0daacde2 req-4b0c22b2-6c88-4e98-bb2e-6d9a08a94006 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101384 Nov 12 04:11:54.743623 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38b9f8c-9536-4e24-9e22-88735738cb6d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.800950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1fde5-01ff-4f94-b54c-3694684c4048 req-579ce519-e4bc-4674-851c-c897d6f5949c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:54.802495 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-78f1fde5-01ff-4f94-b54c-3694684c4048 req-579ce519-e4bc-4674-851c-c897d6f5949c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 932 time: 0.1145411 Nov 12 04:11:54.827148 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38b9f8c-9536-4e24-9e22-88735738cb6d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Network a07381f9-da51-4028-b6a7-716dcef482a7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:54.837833 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00f03071-8f91-4fe1-9926-04c4bce61689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.838361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b38b9f8c-9536-4e24-9e22-88735738cb6d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:54.840227 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00f03071-8f91-4fe1-9926-04c4bce61689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.844256 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-00f03071-8f91-4fe1-9926-04c4bce61689 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/92623ca3-9577-4b86-a35d-135146131f54 HTTP/1.1" status: 204 len: 168 time: 0.9008930 Nov 12 04:11:54.847781 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b9f8c-9536-4e24-9e22-88735738cb6d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:54.853827 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38b9f8c-9536-4e24-9e22-88735738cb6d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:54.855093 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b38b9f8c-9536-4e24-9e22-88735738cb6d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.860173 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b9f8c-9536-4e24-9e22-88735738cb6d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event updated for resources: {'Port': ['ID=2975b753-66ac-40c5-a3b5-c390c6933e02,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:54.898693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f03071-8f91-4fe1-9926-04c4bce61689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92623ca3-9577-4b86-a35d-135146131f54,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:54.924769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-8bfcd7c3-29ed-47a9-93a3-cc100cc937b5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Made reservation on behalf of 0776c589bf5b4d8eb6501ae8ab6f4af5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:54.929075 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-8bfcd7c3-29ed-47a9-93a3-cc100cc937b5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.966832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-78f1fde5-01ff-4f94-b54c-3694684c4048 req-53a3641d-ac83-4def-87bb-57cc2c13d21c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330023 Nov 12 04:11:54.972284 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fa52dd9-50cb-4cbe-8bde-1dd903e9922c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.976437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8e7f44b9-3c93-43b9-93d2-ebaf4dacfa5c None None] Provisioning complete for port 777289cc-6f37-4f55-96e2-155ccfd5ca21 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:54.977044 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e7f44b9-3c93-43b9-93d2-ebaf4dacfa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.016245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 777289cc-6f37-4f55-96e2-155ccfd5ca21 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:55.062275 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.107174 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b38b9f8c-9536-4e24-9e22-88735738cb6d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.7326069 Nov 12 04:11:55.107459 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fa52dd9-50cb-4cbe-8bde-1dd903e9922c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.110308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35656) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:55.140714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 777289cc-6f37-4f55-96e2-155ccfd5ca21 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:55.141091 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.191884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa52dd9-50cb-4cbe-8bde-1dd903e9922c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf622c9-424a-4912-bb8e-9a3ed6a331f8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:55.196489 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2fa52dd9-50cb-4cbe-8bde-1dd903e9922c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0ad5b66d161240d68b1b92be7a70a0fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9875877 Nov 12 04:11:55.199363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8e7f44b9-3c93-43b9-93d2-ebaf4dacfa5c None None] Provisioning complete for port 006a85c1-323e-4e03-ab79-f7f75d1dd8df triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:55.200115 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e7f44b9-3c93-43b9-93d2-ebaf4dacfa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.204005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:55.261610 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-8bfcd7c3-29ed-47a9-93a3-cc100cc937b5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Allocated IP 19.86.0.144 (6bb34240-0219-407a-b4f4-051d5854c4a3/978650aa-7a3b-4e15-aaa6-5d4a0c8a15f3/224852da-8bdc-403a-b8aa-9f1c9597c5fd) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:55.297791 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-782ffe2d-dbf7-48bc-8149-c131c8024e1b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.317144 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f44b9-3c93-43b9-93d2-ebaf4dacfa5c None None] Port 006a85c1-323e-4e03-ab79-f7f75d1dd8df cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:55.446878 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e46085c8-8f69-46b4-a275-5632712d5707 None None] Provisioning complete for port 006a85c1-323e-4e03-ab79-f7f75d1dd8df triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:55.447250 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e46085c8-8f69-46b4-a275-5632712d5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.531321 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e46085c8-8f69-46b4-a275-5632712d5707 None None] Port 006a85c1-323e-4e03-ab79-f7f75d1dd8df cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:55.606973 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-8bfcd7c3-29ed-47a9-93a3-cc100cc937b5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.721222 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c26d50-20d3-4052-ab13-bf90c93ddfda tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:55.727202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c26d50-20d3-4052-ab13-bf90c93ddfda tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:55.733088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c26d50-20d3-4052-ab13-bf90c93ddfda tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:55.734788 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-76c26d50-20d3-4052-ab13-bf90c93ddfda tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.6201010 Nov 12 04:11:55.738341 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:55.748662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-782ffe2d-dbf7-48bc-8149-c131c8024e1b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port 103c50f0-7e57-45e9-b6eb-ef1af88c1f83 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:55.749141 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-782ffe2d-dbf7-48bc-8149-c131c8024e1b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.755028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dc84fa73-850f-4a31-a497-d7e330983efe None None] Provisioning complete for port 2975b753-66ac-40c5-a3b5-c390c6933e02 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:55.755483 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc84fa73-850f-4a31-a497-d7e330983efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.794565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dc84fa73-850f-4a31-a497-d7e330983efe None None] Port 2975b753-66ac-40c5-a3b5-c390c6933e02 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:55.808843 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-8bfcd7c3-29ed-47a9-93a3-cc100cc937b5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.859158 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b327d-ecf3-4735-a37a-a8641065daf8 req-5eaaca28-b821-4d54-a4d0-a8d7bbbeb6fa tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:55.867316 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-173b327d-ecf3-4735-a37a-a8641065daf8 req-5eaaca28-b821-4d54-a4d0-a8d7bbbeb6fa tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 945 time: 0.1590774 Nov 12 04:11:55.882902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-8bfcd7c3-29ed-47a9-93a3-cc100cc937b5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Network 6bb34240-0219-407a-b4f4-051d5854c4a3 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:55.892398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-8bfcd7c3-29ed-47a9-93a3-cc100cc937b5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:55.900895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcd7c3-29ed-47a9-93a3-cc100cc937b5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event updated for resources: {'Port': ['ID=224852da-8bdc-403a-b8aa-9f1c9597c5fd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:55.900895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-8bfcd7c3-29ed-47a9-93a3-cc100cc937b5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:55.911114 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63a52711-28fc-4007-a70b-b4ef4a3a4d51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.933669 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-782ffe2d-dbf7-48bc-8149-c131c8024e1b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.954095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-782ffe2d-dbf7-48bc-8149-c131c8024e1b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for 103c50f0-7e57-45e9-b6eb-ef1af88c1f83 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:55.978526 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63a52711-28fc-4007-a70b-b4ef4a3a4d51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.979229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-8bfcd7c3-29ed-47a9-93a3-cc100cc937b5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:55.979879 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-8bfcd7c3-29ed-47a9-93a3-cc100cc937b5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.996609 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-173b327d-ecf3-4735-a37a-a8641065daf8 req-d845154e-f7d6-4cbc-86ba-79b0d30113f7 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281052 Nov 12 04:11:56.050247 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-991be5c1-60c8-4773-8441-34715b598849 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Deleting port 2975b753-66ac-40c5-a3b5-c390c6933e02 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:56.050247 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-991be5c1-60c8-4773-8441-34715b598849 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.206245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17fbb6-9431-4d9a-848c-29d0ab43ba77 req-35673715-f8bb-4ddf-8a1a-f07fb842f365 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:56.214433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17fbb6-9431-4d9a-848c-29d0ab43ba77 req-35673715-f8bb-4ddf-8a1a-f07fb842f365 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:56.217751 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fc17fbb6-9431-4d9a-848c-29d0ab43ba77 req-35673715-f8bb-4ddf-8a1a-f07fb842f365 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1655 time: 0.1061695 Nov 12 04:11:56.221905 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-991be5c1-60c8-4773-8441-34715b598849 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.222700 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-8bfcd7c3-29ed-47a9-93a3-cc100cc937b5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1454630 Nov 12 04:11:56.230826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-da71cedf-5328-4770-aa00-450ceb39dbd9 None None] Provisioning complete for port 224852da-8bdc-403a-b8aa-9f1c9597c5fd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:56.232027 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da71cedf-5328-4770-aa00-450ceb39dbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.240901 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-991be5c1-60c8-4773-8441-34715b598849 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Calling delete_port for 2975b753-66ac-40c5-a3b5-c390c6933e02 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:56.260688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce74a82-af51-44e5-8e48-26e36c3e252b req-567fad8d-8eb7-45e1-bc51-23cedc2c23ad tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:56.261065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Request body: {'port': {'device_id': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:56.262205 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ce74a82-af51-44e5-8e48-26e36c3e252b req-567fad8d-8eb7-45e1-bc51-23cedc2c23ad tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 945 time: 0.0935078 Nov 12 04:11:56.285039 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-da71cedf-5328-4770-aa00-450ceb39dbd9 None None] Port 224852da-8bdc-403a-b8aa-9f1c9597c5fd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:56.306194 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63a52711-28fc-4007-a70b-b4ef4a3a4d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.308950 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63a52711-28fc-4007-a70b-b4ef4a3a4d51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.310021 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-63a52711-28fc-4007-a70b-b4ef4a3a4d51 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7cf622c9-424a-4912-bb8e-9a3ed6a331f8 HTTP/1.1" status: 204 len: 168 time: 1.0994434 Nov 12 04:11:56.318755 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fc17fbb6-9431-4d9a-848c-29d0ab43ba77 req-b3896b68-5735-4da9-a5cc-cb9fae266365 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940082 Nov 12 04:11:56.344681 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-782ffe2d-dbf7-48bc-8149-c131c8024e1b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.345227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a52711-28fc-4007-a70b-b4ef4a3a4d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf622c9-424a-4912-bb8e-9a3ed6a331f8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:56.369575 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.396658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ffe2d-dbf7-48bc-8149-c131c8024e1b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=103c50f0-7e57-45e9-b6eb-ef1af88c1f83,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:56.420684 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ce74a82-af51-44e5-8e48-26e36c3e252b req-80fb1495-25c0-496f-a2c3-0b308b7995d9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176376 Nov 12 04:11:56.478287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35688) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:56.622065 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-991be5c1-60c8-4773-8441-34715b598849 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.678538 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-782ffe2d-dbf7-48bc-8149-c131c8024e1b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.683579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991be5c1-60c8-4773-8441-34715b598849 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event deleted for resources: {'Port': ['ID=2975b753-66ac-40c5-a3b5-c390c6933e02,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:56.735463 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.863314 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c29bba1e-b5fd-490d-a28e-692cb9731308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.924025 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-991be5c1-60c8-4773-8441-34715b598849 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.931971 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-991be5c1-60c8-4773-8441-34715b598849 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "DELETE /v2.0/ports/2975b753-66ac-40c5-a3b5-c390c6933e02 HTTP/1.1" status: 204 len: 168 time: 1.1831772 Nov 12 04:11:56.936132 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:56.971235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782ffe2d-dbf7-48bc-8149-c131c8024e1b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router d950c7fc-244d-4353-bec8-7cf50c6c8e2e has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:56.983721 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8176342-60b6-42c5-9aaa-83e95243252d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] GET failed (client error): The resource could not be found. Nov 12 04:11:56.990822 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a8176342-60b6-42c5-9aaa-83e95243252d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "GET /v2.0/ports/2975b753-66ac-40c5-a3b5-c390c6933e02 HTTP/1.1" status: 404 len: 333 time: 0.0498931 Nov 12 04:11:56.991799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35700) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:56.999772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e15e40f6-a837-45ec-b756-b03aeb8f4409 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Request body: {'port': {'network_id': 'a07381f9-da51-4028-b6a7-716dcef482a7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2005412578'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:57.025270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2fb10b-ef40-4f85-8651-723676fd56cd tempest-TestVolumeBootPattern-1875326273 tempest-TestVolumeBootPattern-1875326273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:57.026813 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1d2fb10b-ef40-4f85-8651-723676fd56cd tempest-TestVolumeBootPattern-1875326273 tempest-TestVolumeBootPattern-1875326273-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 1092 time: 0.5470607 Nov 12 04:11:57.034529 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:57.041658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': 'b2f23523-f111-4925-a044-6fb4823645b9', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:57.128813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6a8477-b0c2-4447-938e-040baf95d75c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:57.139588 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.142322 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782ffe2d-dbf7-48bc-8149-c131c8024e1b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:57.148695 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-782ffe2d-dbf7-48bc-8149-c131c8024e1b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/d950c7fc-244d-4353-bec8-7cf50c6c8e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8187628 Nov 12 04:11:57.151965 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:57.156364 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e33bb9-01e0-48d9-aa79-adedd0dbde5f None None] Sync routers for ids ['d950c7fc-244d-4353-bec8-7cf50c6c8e2e'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:57.159039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Transition to ACTIVE for port object 3e6a8477-b0c2-4447-938e-040baf95d75c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:57.172599 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e33bb9-01e0-48d9-aa79-adedd0dbde5f None None] Routers {'d950c7fc-244d-4353-bec8-7cf50c6c8e2e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:57.173218 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-45e33bb9-01e0-48d9-aa79-adedd0dbde5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d950c7fc-244d-4353-bec8-7cf50c6c8e2e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:57.181648 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fde9f35e-98f1-4811-9c7a-ed50ba59fa97 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports?device_id=d950c7fc-244d-4353-bec8-7cf50c6c8e2e HTTP/1.1" status: 200 len: 205 time: 0.0279877 Nov 12 04:11:57.184104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35708) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:57.207379 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-45e33bb9-01e0-48d9-aa79-adedd0dbde5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:57.216258 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e33bb9-01e0-48d9-aa79-adedd0dbde5f None None] Routers {'d950c7fc-244d-4353-bec8-7cf50c6c8e2e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:57.216890 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-45e33bb9-01e0-48d9-aa79-adedd0dbde5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d950c7fc-244d-4353-bec8-7cf50c6c8e2e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:57.248961 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-45e33bb9-01e0-48d9-aa79-adedd0dbde5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:57.249606 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e33bb9-01e0-48d9-aa79-adedd0dbde5f None None] The sync data for ids ['d950c7fc-244d-4353-bec8-7cf50c6c8e2e'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:57.260712 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.276334 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b940da6-3fbf-49de-8e69-47d377914129 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.287726 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.439053 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6a8477-b0c2-4447-938e-040baf95d75c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:57.448892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Attempting to bind port 3e6a8477-b0c2-4447-938e-040baf95d75c on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:57.449605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Attempting to bind port 3e6a8477-b0c2-4447-938e-040baf95d75c by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6c6cc750-69ce-435e-b252-6ea15281f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '424e6a05-3762-4188-bb91-7912936af3f4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:57.450306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Attempting to bind port 3e6a8477-b0c2-4447-938e-040baf95d75c on network 424e6a05-3762-4188-bb91-7912936af3f4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:57.452766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35714) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:57.471891 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48980c3d-9e98-4675-bc2a-e814913e46d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.476650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Port 3e6a8477-b0c2-4447-938e-040baf95d75c on network 424e6a05-3762-4188-bb91-7912936af3f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:57.477249 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Attempting to bind port 3e6a8477-b0c2-4447-938e-040baf95d75c on network 424e6a05-3762-4188-bb91-7912936af3f4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:57.520671 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15e40f6-a837-45ec-b756-b03aeb8f4409 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Made reservation on behalf of b590779939054406888a6d774da56c51 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:57.521847 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:57.522185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Checking segment: {'id': '6c6cc750-69ce-435e-b252-6ea15281f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '424e6a05-3762-4188-bb91-7912936af3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:57.522565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Bound using segment: {'id': '6c6cc750-69ce-435e-b252-6ea15281f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '424e6a05-3762-4188-bb91-7912936af3f4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:57.523007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Bound port: 3e6a8477-b0c2-4447-938e-040baf95d75c, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6cc750-69ce-435e-b252-6ea15281f491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '424e6a05-3762-4188-bb91-7912936af3f4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:57.523360 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.524500 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e15e40f6-a837-45ec-b756-b03aeb8f4409 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.544828 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b940da6-3fbf-49de-8e69-47d377914129 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.550940 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b940da6-3fbf-49de-8e69-47d377914129 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.557678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-e15e40f6-a837-45ec-b756-b03aeb8f4409 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] device_id is not set on port e3061306-a8c5-4150-80a6-f843fb8240e3 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:11:57.612538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2b79d-1944-4a45-b6a9-2fdf228311c5 req-e7b214df-5cc3-42c5-a9b1-206e3ef2ec95 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:57.618673 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2b79d-1944-4a45-b6a9-2fdf228311c5 req-e7b214df-5cc3-42c5-a9b1-206e3ef2ec95 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:57.620314 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9cd2b79d-1944-4a45-b6a9-2fdf228311c5 req-e7b214df-5cc3-42c5-a9b1-206e3ef2ec95 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1667 time: 0.1380730 Nov 12 04:11:57.672708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] For port 3e6a8477-b0c2-4447-938e-040baf95d75c, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:57.696243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] For port 3e6a8477-b0c2-4447-938e-040baf95d75c, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3e6a8477-b0c2-4447-938e-040baf95d75c,segment=NetworkSegment(6c6cc750-69ce-435e-b252-6ea15281f491),segment_id=6c6cc750-69ce-435e-b252-6ea15281f491)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:57.699537 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b940da6-3fbf-49de-8e69-47d377914129 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.700102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b940da6-3fbf-49de-8e69-47d377914129 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Fanout notify agent at l3_agent the message router_deleted on router d950c7fc-244d-4353-bec8-7cf50c6c8e2e {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:11:57.712699 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b940da6-3fbf-49de-8e69-47d377914129 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.716542 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2b940da6-3fbf-49de-8e69-47d377914129 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/routers/d950c7fc-244d-4353-bec8-7cf50c6c8e2e HTTP/1.1" status: 204 len: 168 time: 0.5314898 Nov 12 04:11:57.718627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35718) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:57.735333 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.753199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e15e40f6-a837-45ec-b756-b03aeb8f4409 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Allocated IP 2001:db8::261 (a07381f9-da51-4028-b6a7-716dcef482a7/9444dc36-6fdb-4f2e-b1d9-bbc82a3846ef/e3061306-a8c5-4150-80a6-f843fb8240e3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:57.758740 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9cd2b79d-1944-4a45-b6a9-2fdf228311c5 req-34fcea6a-440f-40ca-bc2c-40e7ef2517d1 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244640 Nov 12 04:11:57.762517 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48980c3d-9e98-4675-bc2a-e814913e46d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.788441 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7c9626-d06b-41c0-bd76-7e466f2d1cf4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting subnet d16da2fd-d6fd-41c9-accc-92a0aefa1b53 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:11:57.791839 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9626-d06b-41c0-bd76-7e466f2d1cf4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.821966 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.947344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Allocated IP 172.25.8.189 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/5e682238-8381-4d5c-b809-4b8aaeaead38) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:58.026323 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e15e40f6-a837-45ec-b756-b03aeb8f4409 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.122403 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.166461 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48980c3d-9e98-4675-bc2a-e814913e46d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.177162 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9626-d06b-41c0-bd76-7e466f2d1cf4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.208435 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e15e40f6-a837-45ec-b756-b03aeb8f4409 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.223983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:58.231887 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.240312 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] 10.222.0.26 "PUT /v2.0/ports/3e6a8477-b0c2-4447-938e-040baf95d75c HTTP/1.1" status: 200 len: 1093 time: 1.9788327 Nov 12 04:11:58.240312 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'tag': '3e6a8477-b0c2-4447-938e-040baf95d75c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:58.240312 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff94ceca-8bf6-4024-86a2-9475cc28d846" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab6e4c0-724b-4e83-9564-1617e6ed4cf5", "tag": "3e6a8477-b0c2-4447-938e-040baf95d75c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:58.277146 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.296068 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-48980c3d-9e98-4675-bc2a-e814913e46d9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a8b90f0bf5464be9b57bc8b4a7460991&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8416300 Nov 12 04:11:58.310962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15e40f6-a837-45ec-b756-b03aeb8f4409 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Network a07381f9-da51-4028-b6a7-716dcef482a7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:58.314056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35734) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:58.327520 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e15e40f6-a837-45ec-b756-b03aeb8f4409 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:58.329840 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d796388-b55a-4e27-b8c0-45cc9c6944da x-openstack-request-id: req-5d796388-b55a-4e27-b8c0-45cc9c6944da {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:58.330336 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab6e4c0-724b-4e83-9564-1617e6ed4cf5", "tag": "3e6a8477-b0c2-4447-938e-040baf95d75c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:58.330478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15e40f6-a837-45ec-b756-b03aeb8f4409 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:58.331340 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5d796388-b55a-4e27-b8c0-45cc9c6944da {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:58.331783 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'tag': '3e6a8477-b0c2-4447-938e-040baf95d75c', 'status': 'completed', 'code': 200} Nov 12 04:11:58.332841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48980c3d-9e98-4675-bc2a-e814913e46d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4758ae-e4de-4c4d-9a7c-813e6e90103f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:58.337993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819737f-b890-4783-bee9-9c8daf0dccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6a8477-b0c2-4447-938e-040baf95d75c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:58.353253 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e40f6-a837-45ec-b756-b03aeb8f4409 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:58.357293 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e15e40f6-a837-45ec-b756-b03aeb8f4409 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.370753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Request body: {'port': {'device_id': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:58.403638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:58.423683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e40f6-a837-45ec-b756-b03aeb8f4409 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event updated for resources: {'Port': ['ID=e3061306-a8c5-4150-80a6-f843fb8240e3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:58.432074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:58.434952 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:58.456923 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9626-d06b-41c0-bd76-7e466f2d1cf4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.481459 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.543937 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e15e40f6-a837-45ec-b756-b03aeb8f4409 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5496376 Nov 12 04:11:58.544733 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'Port': ['ID=5e682238-8381-4d5c-b809-4b8aaeaead38,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:58.547880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35746) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:58.555276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-eff3c43a-70a9-4e4c-8d15-4f0bb9447111 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::192', 'mac_address': 'fa:16:3e:ce:06:14'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:58.575645 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f20cb6ab-7004-4e31-b919-952fb5b1a796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.579560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ceca-8bf6-4024-86a2-9475cc28d846 req-695659bd-83f7-4c82-a3e2-759905b1b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:58.579731 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.583308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ceca-8bf6-4024-86a2-9475cc28d846 req-695659bd-83f7-4c82-a3e2-759905b1b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:58.584992 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ff94ceca-8bf6-4024-86a2-9475cc28d846 req-695659bd-83f7-4c82-a3e2-759905b1b8f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0776c589bf5b4d8eb6501ae8ab6f4af5&device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1915 time: 0.2110553 Nov 12 04:11:58.615519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.616186 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.616535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.616872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.617589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.617589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.617888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.618173 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.618496 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.618821 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.619145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.619569 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.622115 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f20cb6ab-7004-4e31-b919-952fb5b1a796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.756143 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9626-d06b-41c0-bd76-7e466f2d1cf4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.800806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c9626-d06b-41c0-bd76-7e466f2d1cf4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Subnet': ['ID=d16da2fd-d6fd-41c9-accc-92a0aefa1b53,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:58.808915 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9626-d06b-41c0-bd76-7e466f2d1cf4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.814693 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8d7c9626-d06b-41c0-bd76-7e466f2d1cf4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/d16da2fd-d6fd-41c9-accc-92a0aefa1b53 HTTP/1.1" status: 204 len: 168 time: 1.0897131 Nov 12 04:11:58.815756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35758) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:58.856417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e290cb-de35-4af4-bd72-2276557ed231 None None] Network e57624ca-73c0-43e9-8cd6-e89e0e27724f requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:58.863505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eff3c43a-70a9-4e4c-8d15-4f0bb9447111 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.870124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-28140d03-4463-4567-8f72-1daf846a5e00 None None] Provisioning complete for port e3061306-a8c5-4150-80a6-f843fb8240e3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:58.871491 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28140d03-4463-4567-8f72-1daf846a5e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.902949 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f20cb6ab-7004-4e31-b919-952fb5b1a796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.906597 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f20cb6ab-7004-4e31-b919-952fb5b1a796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.909168 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f20cb6ab-7004-4e31-b919-952fb5b1a796 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/bd4758ae-e4de-4c4d-9a7c-813e6e90103f HTTP/1.1" status: 204 len: 168 time: 0.5940444 Nov 12 04:11:58.997097 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-28140d03-4463-4567-8f72-1daf846a5e00 None None] Port e3061306-a8c5-4150-80a6-f843fb8240e3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:58.999705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cb6ab-7004-4e31-b919-952fb5b1a796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4758ae-e4de-4c4d-9a7c-813e6e90103f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:59.012718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ceca-8bf6-4024-86a2-9475cc28d846 req-de173ef4-cffb-4789-890f-3ed947ab5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.013295 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ceca-8bf6-4024-86a2-9475cc28d846 req-de173ef4-cffb-4789-890f-3ed947ab5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.014322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ceca-8bf6-4024-86a2-9475cc28d846 req-de173ef4-cffb-4789-890f-3ed947ab5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.016829 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ff94ceca-8bf6-4024-86a2-9475cc28d846 req-de173ef4-cffb-4789-890f-3ed947ab5a88 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0776c589bf5b4d8eb6501ae8ab6f4af5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4051337 Nov 12 04:11:59.023985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4f547-e73b-4f84-a76c-e06833ff5b00 req-2c352ac2-cd2f-4511-a1bf-c929497d528d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.031572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4f547-e73b-4f84-a76c-e06833ff5b00 req-2c352ac2-cd2f-4511-a1bf-c929497d528d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.032632 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02e4f547-e73b-4f84-a76c-e06833ff5b00 req-2c352ac2-cd2f-4511-a1bf-c929497d528d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1667 time: 0.1763391 Nov 12 04:11:59.077391 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.086833 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.124591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02e4f547-e73b-4f84-a76c-e06833ff5b00 req-6b3a47ab-33df-43cc-8a33-42fede940152 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775509 Nov 12 04:11:59.187836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c7c04-0b0f-4d8a-a1db-50d22c18ff3e None None] DHCP port deletion for e57624ca-73c0-43e9-8cd6-e89e0e27724f request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:59.234188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224852da-8bdc-403a-b8aa-9f1c9597c5fd {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:59.245095 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.248567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port c01c2183-c254-49d1-a7ed-973a8bfcb621 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:59.248905 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.274861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-243c7c04-0b0f-4d8a-a1db-50d22c18ff3e None None] Deleting port c01c2183-c254-49d1-a7ed-973a8bfcb621 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:59.276141 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-243c7c04-0b0f-4d8a-a1db-50d22c18ff3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.284526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Transition to ACTIVE for port object 224852da-8bdc-403a-b8aa-9f1c9597c5fd will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:59.330323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ceca-8bf6-4024-86a2-9475cc28d846 req-45867088-f92b-427f-9b33-81491339a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.331882 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ff94ceca-8bf6-4024-86a2-9475cc28d846 req-45867088-f92b-427f-9b33-81491339a254 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3066921 Nov 12 04:11:59.339189 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] For port c01c2183-c254-49d1-a7ed-973a8bfcb621, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c01c2183-c254-49d1-a7ed-973a8bfcb621,segment=NetworkSegment(30820057-4659-4d85-9b8b-4d8acc8f4d36),segment_id=30820057-4659-4d85-9b8b-4d8acc8f4d36)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:59.344646 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.357114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-243c7c04-0b0f-4d8a-a1db-50d22c18ff3e None None] For port c01c2183-c254-49d1-a7ed-973a8bfcb621, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c01c2183-c254-49d1-a7ed-973a8bfcb621,segment=NetworkSegment(30820057-4659-4d85-9b8b-4d8acc8f4d36),segment_id=30820057-4659-4d85-9b8b-4d8acc8f4d36)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:59.358077 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-243c7c04-0b0f-4d8a-a1db-50d22c18ff3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.375978 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.382622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for c01c2183-c254-49d1-a7ed-973a8bfcb621 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:59.390219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-243c7c04-0b0f-4d8a-a1db-50d22c18ff3e None None] Calling delete_port for c01c2183-c254-49d1-a7ed-973a8bfcb621 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:59.488966 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.498686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Pushing event updated for resources: {'Port': ['ID=224852da-8bdc-403a-b8aa-9f1c9597c5fd,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:59.605524 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eff3c43a-70a9-4e4c-8d15-4f0bb9447111 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.630532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Attempting to bind port 224852da-8bdc-403a-b8aa-9f1c9597c5fd on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:59.630935 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Attempting to bind port 224852da-8bdc-403a-b8aa-9f1c9597c5fd by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '0f9fe5c6-853f-4994-85bd-0a6f27961391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '6bb34240-0219-407a-b4f4-051d5854c4a3'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:59.631196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Attempting to bind port 224852da-8bdc-403a-b8aa-9f1c9597c5fd on network 6bb34240-0219-407a-b4f4-051d5854c4a3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:59.635903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Port 224852da-8bdc-403a-b8aa-9f1c9597c5fd on network 6bb34240-0219-407a-b4f4-051d5854c4a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:59.636360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Attempting to bind port 224852da-8bdc-403a-b8aa-9f1c9597c5fd on network 6bb34240-0219-407a-b4f4-051d5854c4a3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:59.643721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:59.643721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Checking segment: {'id': '0f9fe5c6-853f-4994-85bd-0a6f27961391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '6bb34240-0219-407a-b4f4-051d5854c4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:59.643721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Bound using segment: {'id': '0f9fe5c6-853f-4994-85bd-0a6f27961391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '6bb34240-0219-407a-b4f4-051d5854c4a3'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:59.644659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Bound port: 224852da-8bdc-403a-b8aa-9f1c9597c5fd, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f9fe5c6-853f-4994-85bd-0a6f27961391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '6bb34240-0219-407a-b4f4-051d5854c4a3'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:59.645110 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.656491 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:59.723532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] For port 224852da-8bdc-403a-b8aa-9f1c9597c5fd, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:59.727212 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] For port 224852da-8bdc-403a-b8aa-9f1c9597c5fd, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=224852da-8bdc-403a-b8aa-9f1c9597c5fd,segment=NetworkSegment(0f9fe5c6-853f-4994-85bd-0a6f27961391),segment_id=0f9fe5c6-853f-4994-85bd-0a6f27961391)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:59.744486 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.755405 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-243c7c04-0b0f-4d8a-a1db-50d22c18ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.762912 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.802467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No DVR routers for this DVR port c01c2183-c254-49d1-a7ed-973a8bfcb621 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:59.808529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c7c04-0b0f-4d8a-a1db-50d22c18ff3e None None] Pushing event deleted for resources: {'Port': ['ID=c01c2183-c254-49d1-a7ed-973a8bfcb621,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:59.815667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c7c04-0b0f-4d8a-a1db-50d22c18ff3e None None] No DVR routers for this DVR port c01c2183-c254-49d1-a7ed-973a8bfcb621 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:59.821547 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6dacf6a-85f3-4dd6-83ac-421644f227fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.821547 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eff3c43a-70a9-4e4c-8d15-4f0bb9447111 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.845769 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.848803 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=c01c2183-c254-49d1-a7ed-973a8bfcb621,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:59.880363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-eff3c43a-70a9-4e4c-8d15-4f0bb9447111 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] In _notify_port_updated(), no bound segment for port e3061306-a8c5-4150-80a6-f843fb8240e3 on network a07381f9-da51-4028-b6a7-716dcef482a7 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:11:59.885678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff3c43a-70a9-4e4c-8d15-4f0bb9447111 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.886974 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eff3c43a-70a9-4e4c-8d15-4f0bb9447111 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.888098 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eff3c43a-70a9-4e4c-8d15-4f0bb9447111 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "PUT /v2.0/ports/e3061306-a8c5-4150-80a6-f843fb8240e3 HTTP/1.1" status: 200 len: 1003 time: 1.3380492 Nov 12 04:11:59.896125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35788) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:59.948597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3c43a-70a9-4e4c-8d15-4f0bb9447111 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event updated for resources: {'Port': ['ID=e3061306-a8c5-4150-80a6-f843fb8240e3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:59.954417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.967478 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.967478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] 10.222.0.26 "PUT /v2.0/ports/224852da-8bdc-403a-b8aa-9f1c9597c5fd HTTP/1.1" status: 200 len: 1093 time: 1.5928166 Nov 12 04:12:00.042444 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.076688 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57624ca-73c0-43e9-8cd6-e89e0e27724f']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:00.093529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30820057-4659-4d85-9b8b-4d8acc8f4d36') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:00.093960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30820057-4659-4d85-9b8b-4d8acc8f4d36') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:00.117584 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6dacf6a-85f3-4dd6-83ac-421644f227fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.129995 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.145676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b84ea-e1fb-4067-b1a7-f2d2485566b2 service neutron] Pushing event updated for resources: {'Port': ['ID=224852da-8bdc-403a-b8aa-9f1c9597c5fd,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:00.160916 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.215691 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.240587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:00.247453 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:00.269082 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6dacf6a-85f3-4dd6-83ac-421644f227fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.291910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aa8f7-8252-4bb4-8d0e-b9c120251252 req-dd922cf1-d572-41df-9c0e-42e3ea7846f8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.299162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aa8f7-8252-4bb4-8d0e-b9c120251252 req-dd922cf1-d572-41df-9c0e-42e3ea7846f8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.299858 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d3aa8f7-8252-4bb4-8d0e-b9c120251252 req-dd922cf1-d572-41df-9c0e-42e3ea7846f8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1679 time: 0.0914612 Nov 12 04:12:00.304349 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.322296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-c2e833dc-d3e5-49ab-a482-0d58813ef7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.322792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-c2e833dc-d3e5-49ab-a482-0d58813ef7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.324395 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-c2e833dc-d3e5-49ab-a482-0d58813ef7a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0776c589bf5b4d8eb6501ae8ab6f4af5&device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1983 time: 0.1823475 Nov 12 04:12:00.334168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-908f7d4c-fc90-4105-abf4-8eb7eb1354d6 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Deleting port e3061306-a8c5-4150-80a6-f843fb8240e3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:00.334580 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-908f7d4c-fc90-4105-abf4-8eb7eb1354d6 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.338946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'tag': '224852da-8bdc-403a-b8aa-9f1c9597c5fd'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:00.341248 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aeac70-e7bb-4c95-84cf-1cf63458ed28" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab6e4c0-724b-4e83-9564-1617e6ed4cf5", "tag": "224852da-8bdc-403a-b8aa-9f1c9597c5fd"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:00.362660 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b6dacf6a-85f3-4dd6-83ac-421644f227fe admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d346e01e189b41408a24f221b7935d6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7044904 Nov 12 04:12:00.379377 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35802) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:00.381237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dacf6a-85f3-4dd6-83ac-421644f227fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5321a4-2554-45cd-acc7-f2a6646aee80,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:00.406746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6cb0255b-ee3a-4075-b1e5-be5016ecbdba None None] Provisioning complete for port e3061306-a8c5-4150-80a6-f843fb8240e3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:00.407391 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6cb0255b-ee3a-4075-b1e5-be5016ecbdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.436434 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78870723-a054-4a60-8add-c81e71c5bd3e x-openstack-request-id: req-78870723-a054-4a60-8add-c81e71c5bd3e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:00.436723 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab6e4c0-724b-4e83-9564-1617e6ed4cf5", "tag": "224852da-8bdc-403a-b8aa-9f1c9597c5fd", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:00.437009 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-78870723-a054-4a60-8add-c81e71c5bd3e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:00.437409 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'tag': '224852da-8bdc-403a-b8aa-9f1c9597c5fd', 'status': 'completed', 'code': 200} Nov 12 04:12:00.446944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'Port': ['ID=5e682238-8381-4d5c-b809-4b8aaeaead38,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:00.462197 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0255b-ee3a-4075-b1e5-be5016ecbdba None None] Port e3061306-a8c5-4150-80a6-f843fb8240e3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:00.466137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-b43caf60-b14d-48f8-a6ff-244de5f9c0ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=3e6a8477-b0c2-4447-938e-040baf95d75c HTTP/1.1" status: 200 len: 217 time: 0.0883982 Nov 12 04:12:00.466740 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.488889 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.492131 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/networks/e57624ca-73c0-43e9-8cd6-e89e0e27724f HTTP/1.1" status: 204 len: 168 time: 1.6753614 Nov 12 04:12:00.500455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35804) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:00.512521 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-73fa3e64-4ea9-4657-a2cf-25b7456960f2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1296617316', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:00.525126 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d3aa8f7-8252-4bb4-8d0e-b9c120251252 req-1c33365c-eeb3-4ce9-9a36-0b9840ef6fba tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973271 Nov 12 04:12:00.534215 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.548391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3038a21-1cb3-4bb3-b072-354a40bd188c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Network': ['ID=e57624ca-73c0-43e9-8cd6-e89e0e27724f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:00.587294 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-908f7d4c-fc90-4105-abf4-8eb7eb1354d6 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.596767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-b815286a-303f-406a-accd-90f0eeef559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.598267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-b815286a-303f-406a-accd-90f0eeef559b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fb6154-7373-4076-9856-454519693b7a HTTP/1.1" status: 200 len: 801 time: 0.1114140 Nov 12 04:12:00.613694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-908f7d4c-fc90-4105-abf4-8eb7eb1354d6 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Calling delete_port for e3061306-a8c5-4150-80a6-f843fb8240e3 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:00.651674 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60a86338-4e12-4813-b738-8fb3c4ec2047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.721860 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60a86338-4e12-4813-b738-8fb3c4ec2047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.749920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-360e8c0a-7d71-4fdc-bdb6-843c074bd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.757236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-360e8c0a-7d71-4fdc-bdb6-843c074bd3d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=424e6a05-3762-4188-bb91-7912936af3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416292 Nov 12 04:12:00.925953 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-eb8b71c8-db34-45bd-9ec1-8b3079dca2b3 service neutron] 10.222.0.26 "GET /v2.0/networks/424e6a05-3762-4188-bb91-7912936af3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573699 Nov 12 04:12:00.961861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c01c2183-c254-49d1-a7ed-973a8bfcb621 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:00.988479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60a86338-4e12-4813-b738-8fb3c4ec2047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.992609 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60a86338-4e12-4813-b738-8fb3c4ec2047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:01.001136 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73fa3e64-4ea9-4657-a2cf-25b7456960f2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:01.001726 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73fa3e64-4ea9-4657-a2cf-25b7456960f2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:01.011272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-60a86338-4e12-4813-b738-8fb3c4ec2047 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1f5321a4-2554-45cd-acc7-f2a6646aee80 HTTP/1.1" status: 204 len: 168 time: 0.6209579 Nov 12 04:12:01.022030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: c01c2183-c254-49d1-a7ed-973a8bfcb621 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:01.022828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c01c2183-c254-49d1-a7ed-973a8bfcb621 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:01.040505 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Floating IP 3b187668-e72c-4c2b-95d8-cb39e4ae5b1b associated. External IP: 172.25.8.189, port: b2f23523-f111-4925-a044-6fb4823645b9. Nov 12 04:12:01.088323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a86338-4e12-4813-b738-8fb3c4ec2047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5321a4-2554-45cd-acc7-f2a6646aee80,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:01.108592 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-908f7d4c-fc90-4105-abf4-8eb7eb1354d6 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:01.172071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f7d4c-fc90-4105-abf4-8eb7eb1354d6 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event deleted for resources: {'Port': ['ID=e3061306-a8c5-4150-80a6-f843fb8240e3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:01.176231 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-63115099-1754-48c2-a0a2-bad2dbced9ec service neutron] 10.222.0.26 "GET /v2.0/networks/424e6a05-3762-4188-bb91-7912936af3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363133 Nov 12 04:12:01.263276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-86fcb0d8-0176-4151-bb57-b40bec53667e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.144&port_id=224852da-8bdc-403a-b8aa-9f1c9597c5fd HTTP/1.1" status: 200 len: 217 time: 0.0547583 Nov 12 04:12:01.295730 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73fa3e64-4ea9-4657-a2cf-25b7456960f2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:01.363603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Router e3553784-a057-4dae-af58-37c4327aa10f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:01.446776 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-908f7d4c-fc90-4105-abf4-8eb7eb1354d6 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:01.453594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-908f7d4c-fc90-4105-abf4-8eb7eb1354d6 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "DELETE /v2.0/ports/e3061306-a8c5-4150-80a6-f843fb8240e3 HTTP/1.1" status: 204 len: 168 time: 1.5539789 Nov 12 04:12:01.453821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35818) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:01.489634 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73fa3e64-4ea9-4657-a2cf-25b7456960f2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:01.495439 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-716c0b9b-bc17-4485-bcd0-90c6b967ebc8 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] GET failed (client error): The resource could not be found. Nov 12 04:12:01.497872 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-716c0b9b-bc17-4485-bcd0-90c6b967ebc8 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "GET /v2.0/ports/e3061306-a8c5-4150-80a6-f843fb8240e3 HTTP/1.1" status: 404 len: 333 time: 0.0422909 Nov 12 04:12:01.504355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-7a90abef-ef56-44d4-81e8-6b59ffe211ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:01.505961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35822) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:01.506450 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-7a90abef-ef56-44d4-81e8-6b59ffe211ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=978650aa-7a3b-4e15-aaa6-5d4a0c8a15f3 HTTP/1.1" status: 200 len: 801 time: 0.2302601 Nov 12 04:12:01.510797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-eeceec5e-4a09-49bf-aefa-e1efee173744 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Request body: {'port': {'network_id': 'a07381f9-da51-4028-b6a7-716dcef482a7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-269426222'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:01.535177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:01.554089 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725106ed-374c-429a-8d36-0d72fd0f0d26 None None] Sync routers for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:01.561077 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-a0d05317-6e35-444f-96da-b8bea9963001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:01.562775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-a0d05317-6e35-444f-96da-b8bea9963001 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6bb34240-0219-407a-b4f4-051d5854c4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483453 Nov 12 04:12:01.571317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725106ed-374c-429a-8d36-0d72fd0f0d26 None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:01.579130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-725106ed-374c-429a-8d36-0d72fd0f0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:01.603693 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73fa3e64-4ea9-4657-a2cf-25b7456960f2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:01.608440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35828) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:01.608872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-73fa3e64-4ea9-4657-a2cf-25b7456960f2 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1030185 Nov 12 04:12:01.618056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9f99ac2c-d2cc-4fa1-82b3-f037fc37145b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'network': {'name': 'tempest-RoutersTest-1125463503'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:01.696557 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:01.712855 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-725106ed-374c-429a-8d36-0d72fd0f0d26 None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:01.745426 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-94a1584e-47dd-481f-b543-833c8081adf1 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7000344 Nov 12 04:12:01.745426 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61de4507-0e5b-48a3-a579-424b59b6a3c6', 'tag': 'b2f23523-f111-4925-a044-6fb4823645b9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:01.763038 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6448c-c380-41c3-9968-4e291fc41e57 req-1f380fc0-30ac-4a7b-b23e-440c9d0a7c7b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:01.763501 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6387d4-7b3b-4ad0-8cd2-ac3b9c64b4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "61de4507-0e5b-48a3-a579-424b59b6a3c6", "tag": "b2f23523-f111-4925-a044-6fb4823645b9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:01.763759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6448c-c380-41c3-9968-4e291fc41e57 req-1f380fc0-30ac-4a7b-b23e-440c9d0a7c7b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:01.763759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2c6448c-c380-41c3-9968-4e291fc41e57 req-1f380fc0-30ac-4a7b-b23e-440c9d0a7c7b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1679 time: 0.0890250 Nov 12 04:12:01.763759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-7630f58c-9999-437e-ad1e-0c03f1f7247a service neutron] 10.222.0.26 "GET /v2.0/networks/6bb34240-0219-407a-b4f4-051d5854c4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779191 Nov 12 04:12:01.764179 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeceec5e-4a09-49bf-aefa-e1efee173744 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Made reservation on behalf of b590779939054406888a6d774da56c51 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:01.764179 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eeceec5e-4a09-49bf-aefa-e1efee173744 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:01.819686 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cc2c14-344a-49fc-97fd-7beecb5e9e69 x-openstack-request-id: req-a1cc2c14-344a-49fc-97fd-7beecb5e9e69 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:01.819975 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61de4507-0e5b-48a3-a579-424b59b6a3c6", "tag": "b2f23523-f111-4925-a044-6fb4823645b9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:01.824144 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a1cc2c14-344a-49fc-97fd-7beecb5e9e69 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:01.825360 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61de4507-0e5b-48a3-a579-424b59b6a3c6', 'tag': 'b2f23523-f111-4925-a044-6fb4823645b9', 'status': 'completed', 'code': 200} Nov 12 04:12:01.841318 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-eeceec5e-4a09-49bf-aefa-e1efee173744 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] device_id is not set on port 6cf58aef-c19a-483b-b082-b3b320743a52 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:12:01.853360 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2c6448c-c380-41c3-9968-4e291fc41e57 req-ab6b07b0-3ca6-40dd-80b8-d6172e20409c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982556 Nov 12 04:12:01.927054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35838) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:01.950983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6387d4-7b3b-4ad0-8cd2-ac3b9c64b4ad req-a7dc8ef3-3e2e-4bc2-90f0-cada01f80d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:01.952820 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6387d4-7b3b-4ad0-8cd2-ac3b9c64b4ad req-a7dc8ef3-3e2e-4bc2-90f0-cada01f80d89 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 1097 time: 0.1055536 Nov 12 04:12:01.955771 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ad809a6-db85-46fb-92d6-80a3620d9533 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:01.979774 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99ac2c-d2cc-4fa1-82b3-f037fc37145b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:01.983674 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f99ac2c-d2cc-4fa1-82b3-f037fc37145b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.035173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9bc17a1c-48f8-4f90-a633-18d2fd50ef84 req-02afa0c0-bb20-48dc-868a-3b528462cec6 service neutron] 10.222.0.26 "GET /v2.0/networks/6bb34240-0219-407a-b4f4-051d5854c4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548926 Nov 12 04:12:02.039123 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-eeceec5e-4a09-49bf-aefa-e1efee173744 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Allocated IP 2001:db8::a2 (a07381f9-da51-4028-b6a7-716dcef482a7/9444dc36-6fdb-4f2e-b1d9-bbc82a3846ef/6cf58aef-c19a-483b-b082-b3b320743a52) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:02.058180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-725106ed-374c-429a-8d36-0d72fd0f0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '3b187668-e72c-4c2b-95d8-cb39e4ae5b1b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': 'b2f23523-f111-4925-a044-6fb4823645b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:6c:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61de4507-0e5b-48a3-a579-424b59b6a3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:58Z', 'updated_at': '2021-11-12T04:11:58Z', 'revision_number': 0, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:02.081213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f99ac2c-d2cc-4fa1-82b3-f037fc37145b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:02.093940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725106ed-374c-429a-8d36-0d72fd0f0d26 None None] Checking router: e3553784-a057-4dae-af58-37c4327aa10f for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:02.103256 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725106ed-374c-429a-8d36-0d72fd0f0d26 None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:02.103974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-725106ed-374c-429a-8d36-0d72fd0f0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:02.105210 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f99ac2c-d2cc-4fa1-82b3-f037fc37145b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.105552 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-9f99ac2c-d2cc-4fa1-82b3-f037fc37145b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Added segment d7f89bb2-e1a6-4373-af7e-55e321ccd66e of type vlan for network 9e812fe5-0710-4767-882c-53699e0a1bc0 Nov 12 04:12:02.173929 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f99ac2c-d2cc-4fa1-82b3-f037fc37145b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.189089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6387d4-7b3b-4ad0-8cd2-ac3b9c64b4ad req-d2332c3d-1d05-46b6-a196-46411b792cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:02.191199 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6387d4-7b3b-4ad0-8cd2-ac3b9c64b4ad req-d2332c3d-1d05-46b6-a196-46411b792cd2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.2304389 Nov 12 04:12:02.228605 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-725106ed-374c-429a-8d36-0d72fd0f0d26 None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:02.245701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eeceec5e-4a09-49bf-aefa-e1efee173744 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.353182 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eeceec5e-4a09-49bf-aefa-e1efee173744 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.412896 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeceec5e-4a09-49bf-aefa-e1efee173744 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Network a07381f9-da51-4028-b6a7-716dcef482a7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:02.416884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-eeceec5e-4a09-49bf-aefa-e1efee173744 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:02.422392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeceec5e-4a09-49bf-aefa-e1efee173744 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:02.429811 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeceec5e-4a09-49bf-aefa-e1efee173744 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:02.430680 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eeceec5e-4a09-49bf-aefa-e1efee173744 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.469908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeceec5e-4a09-49bf-aefa-e1efee173744 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event updated for resources: {'Port': ['ID=6cf58aef-c19a-483b-b082-b3b320743a52,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:02.518943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-725106ed-374c-429a-8d36-0d72fd0f0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '3b187668-e72c-4c2b-95d8-cb39e4ae5b1b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': 'b2f23523-f111-4925-a044-6fb4823645b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:6c:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61de4507-0e5b-48a3-a579-424b59b6a3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:58Z', 'updated_at': '2021-11-12T04:11:58Z', 'revision_number': 0, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:02.538462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eeceec5e-4a09-49bf-aefa-e1efee173744 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0315220 Nov 12 04:12:02.540262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35844) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:02.553165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-afb57177-2988-49c8-b198-5fd2f32e6d5c tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ce:06:14'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:02.563598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725106ed-374c-429a-8d36-0d72fd0f0d26 None None] The sync data for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 is: [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '3b187668-e72c-4c2b-95d8-cb39e4ae5b1b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': 'b2f23523-f111-4925-a044-6fb4823645b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:6c:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61de4507-0e5b-48a3-a579-424b59b6a3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:58Z', 'updated_at': '2021-11-12T04:11:58Z', 'revision_number': 0, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:02.662701 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ad809a6-db85-46fb-92d6-80a3620d9533 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.667181 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f99ac2c-d2cc-4fa1-82b3-f037fc37145b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.674985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99ac2c-d2cc-4fa1-82b3-f037fc37145b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:02.675634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f99ac2c-d2cc-4fa1-82b3-f037fc37145b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.734590 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6387d4-7b3b-4ad0-8cd2-ac3b9c64b4ad req-917dde76-8c92-46d7-a295-c7512933a3a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2f23523-f111-4925-a044-6fb4823645b9 HTTP/1.1" status: 200 len: 999 time: 0.5333717 Nov 12 04:12:02.753074 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ad809a6-db85-46fb-92d6-80a3620d9533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.801862 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afb57177-2988-49c8-b198-5fd2f32e6d5c tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.803760 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7921ca4a-08af-4aa3-90bb-628cde1de46b None None] Provisioning complete for port 6cf58aef-c19a-483b-b082-b3b320743a52 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:02.804366 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7921ca4a-08af-4aa3-90bb-628cde1de46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.861393 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9f99ac2c-d2cc-4fa1-82b3-f037fc37145b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2516685 Nov 12 04:12:02.866752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7921ca4a-08af-4aa3-90bb-628cde1de46b None None] Port 6cf58aef-c19a-483b-b082-b3b320743a52 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:02.868910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:02.878057 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-932abdb8-9ebd-4e2a-8ae8-47fa38ff5aa9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'subnet': {'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:02.930602 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e5d198-9eea-4e48-affd-781fc1f9216f None None] New status for floating IP 3b187668-e72c-4c2b-95d8-cb39e4ae5b1b: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:12:02.931093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99ac2c-d2cc-4fa1-82b3-f037fc37145b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Network': ['ID=9e812fe5-0710-4767-882c-53699e0a1bc0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:02.937571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeac70-e7bb-4c95-84cf-1cf63458ed28 req-25d5aec1-485b-4027-8149-ef43fffeb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:02.938060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeac70-e7bb-4c95-84cf-1cf63458ed28 req-25d5aec1-485b-4027-8149-ef43fffeb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:02.940059 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80aeac70-e7bb-4c95-84cf-1cf63458ed28 req-25d5aec1-485b-4027-8149-ef43fffeb45c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0776c589bf5b4d8eb6501ae8ab6f4af5&device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1983 time: 0.2879620 Nov 12 04:12:02.940687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad809a6-db85-46fb-92d6-80a3620d9533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c62fcac-7d4d-48c8-b492-8a30dac92524,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:02.941969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 9e812fe5-0710-4767-882c-53699e0a1bc0 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:02.949088 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5ad809a6-db85-46fb-92d6-80a3620d9533 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c700911fdf4a4e168675d492f35adf42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0208864 Nov 12 04:12:02.952560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35858) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:02.970414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6387d4-7b3b-4ad0-8cd2-ac3b9c64b4ad req-fd9b5181-971d-4ede-8eba-b3bef9f5d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:02.973319 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6387d4-7b3b-4ad0-8cd2-ac3b9c64b4ad req-fd9b5181-971d-4ede-8eba-b3bef9f5d3f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.2273979 Nov 12 04:12:03.132767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6387d4-7b3b-4ad0-8cd2-ac3b9c64b4ad req-db2da5c8-1728-42db-9701-8f3b32395ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:03.133292 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6387d4-7b3b-4ad0-8cd2-ac3b9c64b4ad req-db2da5c8-1728-42db-9701-8f3b32395ecf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1358848 Nov 12 04:12:03.152348 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeac70-e7bb-4c95-84cf-1cf63458ed28 req-25f3d58f-ebf9-44a1-be5f-d55054001874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:03.154005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80aeac70-e7bb-4c95-84cf-1cf63458ed28 req-25f3d58f-ebf9-44a1-be5f-d55054001874 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6bb34240-0219-407a-b4f4-051d5854c4a3 HTTP/1.1" status: 200 len: 904 time: 0.2035718 Nov 12 04:12:03.155912 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-706c02b1-0dc2-4534-a720-ca17a4ba8293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:03.202083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717524e6-1c19-4cd7-b47e-e964f8b8cb0c req-f7a3246d-398f-4c04-8957-b6602e5b4c65 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:03.209052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717524e6-1c19-4cd7-b47e-e964f8b8cb0c req-f7a3246d-398f-4c04-8957-b6602e5b4c65 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:03.210769 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-717524e6-1c19-4cd7-b47e-e964f8b8cb0c req-f7a3246d-398f-4c04-8957-b6602e5b4c65 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1679 time: 0.1681669 Nov 12 04:12:03.250406 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80aeac70-e7bb-4c95-84cf-1cf63458ed28 req-7ef13b54-8201-4608-b7fe-c43d553b40ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.144&port_id=224852da-8bdc-403a-b8aa-9f1c9597c5fd HTTP/1.1" status: 200 len: 217 time: 0.0830870 Nov 12 04:12:03.298727 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-706c02b1-0dc2-4534-a720-ca17a4ba8293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:03.302025 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-717524e6-1c19-4cd7-b47e-e964f8b8cb0c req-94c9012a-aaa2-413c-b5b5-c42e1f0f9350 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764930 Nov 12 04:12:03.312589 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afb57177-2988-49c8-b198-5fd2f32e6d5c tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:03.339132 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932abdb8-9ebd-4e2a-8ae8-47fa38ff5aa9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:03.345907 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-932abdb8-9ebd-4e2a-8ae8-47fa38ff5aa9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:03.365250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeac70-e7bb-4c95-84cf-1cf63458ed28 req-23cc3ede-52cc-46ed-bfef-861995506197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:03.366766 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80aeac70-e7bb-4c95-84cf-1cf63458ed28 req-23cc3ede-52cc-46ed-bfef-861995506197 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=978650aa-7a3b-4e15-aaa6-5d4a0c8a15f3 HTTP/1.1" status: 200 len: 801 time: 0.1043241 Nov 12 04:12:03.373423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6387d4-7b3b-4ad0-8cd2-ac3b9c64b4ad req-63af58b2-0529-4601-a864-4a88f0d5c96e service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298343 Nov 12 04:12:03.425829 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afb57177-2988-49c8-b198-5fd2f32e6d5c tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:03.492811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeac70-e7bb-4c95-84cf-1cf63458ed28 req-fec5c91d-3e19-41de-a274-1ef5a432832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:03.494653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80aeac70-e7bb-4c95-84cf-1cf63458ed28 req-fec5c91d-3e19-41de-a274-1ef5a432832f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6bb34240-0219-407a-b4f4-051d5854c4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193621 Nov 12 04:12:03.501784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-afb57177-2988-49c8-b198-5fd2f32e6d5c tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] In _notify_port_updated(), no bound segment for port 6cf58aef-c19a-483b-b082-b3b320743a52 on network a07381f9-da51-4028-b6a7-716dcef482a7 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:12:03.510779 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb57177-2988-49c8-b198-5fd2f32e6d5c tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:03.510779 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afb57177-2988-49c8-b198-5fd2f32e6d5c tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:03.514027 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-afb57177-2988-49c8-b198-5fd2f32e6d5c tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "PUT /v2.0/ports/6cf58aef-c19a-483b-b082-b3b320743a52 HTTP/1.1" status: 200 len: 1001 time: 0.9723306 Nov 12 04:12:03.522991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:03.559907 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6387d4-7b3b-4ad0-8cd2-ac3b9c64b4ad req-8239c99a-f957-4615-9437-12926dd85720 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753116 Nov 12 04:12:03.561551 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb57177-2988-49c8-b198-5fd2f32e6d5c tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event updated for resources: {'Port': ['ID=6cf58aef-c19a-483b-b082-b3b320743a52,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:03.575681 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed27d83a-ae40-4416-9979-126084b88ed1 req-1e1b5e38-7ce7-4724-9e05-71b1b34a2689 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1322913 Nov 12 04:12:03.653992 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-706c02b1-0dc2-4534-a720-ca17a4ba8293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:03.656993 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-706c02b1-0dc2-4534-a720-ca17a4ba8293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:03.658388 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-706c02b1-0dc2-4534-a720-ca17a4ba8293 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3c62fcac-7d4d-48c8-b492-8a30dac92524 HTTP/1.1" status: 204 len: 168 time: 0.7010722 Nov 12 04:12:03.681476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c02b1-0dc2-4534-a720-ca17a4ba8293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c62fcac-7d4d-48c8-b492-8a30dac92524,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:03.741112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27d83a-ae40-4416-9979-126084b88ed1 req-64361d15-86f8-410f-aaef-2bfae7ff5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:03.742897 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed27d83a-ae40-4416-9979-126084b88ed1 req-64361d15-86f8-410f-aaef-2bfae7ff5769 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00227f41fd4042b4b01ab2a41d0e99c5&device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 1098 time: 0.0992460 Nov 12 04:12:03.776277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80aeac70-e7bb-4c95-84cf-1cf63458ed28 req-8164bf3f-7e4a-4d2d-a74a-bb15efbe678b service neutron] 10.222.0.26 "GET /v2.0/networks/6bb34240-0219-407a-b4f4-051d5854c4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710557 Nov 12 04:12:03.870366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1d266466-4855-4355-9c43-2e4b48484204 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Deleting port 6cf58aef-c19a-483b-b082-b3b320743a52 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:03.871016 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d266466-4855-4355-9c43-2e4b48484204 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:03.882510 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27d83a-ae40-4416-9979-126084b88ed1 req-dc135ba0-fb6e-4a29-bf31-5060d73ab505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:03.884220 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed27d83a-ae40-4416-9979-126084b88ed1 req-dc135ba0-fb6e-4a29-bf31-5060d73ab505 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6ec5efb-d494-405f-b080-d672d0bd42d5 HTTP/1.1" status: 200 len: 915 time: 0.1185396 Nov 12 04:12:03.906421 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-932abdb8-9ebd-4e2a-8ae8-47fa38ff5aa9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:03.923537 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b2897f49-3bab-4d50-b7ea-e6b41ca75b94 None None] Provisioning complete for port 6cf58aef-c19a-483b-b082-b3b320743a52 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:03.925585 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2897f49-3bab-4d50-b7ea-e6b41ca75b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:03.982574 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80aeac70-e7bb-4c95-84cf-1cf63458ed28 req-03339854-7b67-47a4-9147-f3b8f91cffca service neutron] 10.222.0.26 "GET /v2.0/networks/6bb34240-0219-407a-b4f4-051d5854c4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965861 Nov 12 04:12:03.985246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b2897f49-3bab-4d50-b7ea-e6b41ca75b94 None None] Port 6cf58aef-c19a-483b-b082-b3b320743a52 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:04.005238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d266466-4855-4355-9c43-2e4b48484204 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.024351 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932abdb8-9ebd-4e2a-8ae8-47fa38ff5aa9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Subnet': ['ID=b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:04.029807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1d266466-4855-4355-9c43-2e4b48484204 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Calling delete_port for 6cf58aef-c19a-483b-b082-b3b320743a52 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:04.033221 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed27d83a-ae40-4416-9979-126084b88ed1 req-518cd118-17f1-4366-851d-c1f052a038e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=432cbb8f-7af0-4361-aad8-a5d1486b8342 HTTP/1.1" status: 200 len: 1002 time: 0.1350534 Nov 12 04:12:04.083962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932abdb8-9ebd-4e2a-8ae8-47fa38ff5aa9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Checking segment: {'id': 'd7f89bb2-e1a6-4373-af7e-55e321ccd66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:04.084513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932abdb8-9ebd-4e2a-8ae8-47fa38ff5aa9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network hostable DHCP agents. Network: 9e812fe5-0710-4767-882c-53699e0a1bc0, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:04.109611 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27d83a-ae40-4416-9979-126084b88ed1 req-16a17d9c-fca3-4c67-88c4-01509c01451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:04.111236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed27d83a-ae40-4416-9979-126084b88ed1 req-16a17d9c-fca3-4c67-88c4-01509c01451b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb53cce0-bdd5-46a6-b716-9489b15703ce HTTP/1.1" status: 200 len: 852 time: 0.0689971 Nov 12 04:12:04.165663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27d83a-ae40-4416-9979-126084b88ed1 req-34aa9627-da20-40a2-b908-1bb6ff3b734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:04.167100 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed27d83a-ae40-4416-9979-126084b88ed1 req-34aa9627-da20-40a2-b908-1bb6ff3b734c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6ec5efb-d494-405f-b080-d672d0bd42d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482135 Nov 12 04:12:04.227201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932abdb8-9ebd-4e2a-8ae8-47fa38ff5aa9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 9e812fe5-0710-4767-882c-53699e0a1bc0 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:04.272590 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed27d83a-ae40-4416-9979-126084b88ed1 req-73d43d82-b849-4a56-85e9-671a783eaef5 service neutron] 10.222.0.25 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977216 Nov 12 04:12:04.303467 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d266466-4855-4355-9c43-2e4b48484204 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.348839 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-932abdb8-9ebd-4e2a-8ae8-47fa38ff5aa9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 9e812fe5-0710-4767-882c-53699e0a1bc0) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:04.348839 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932abdb8-9ebd-4e2a-8ae8-47fa38ff5aa9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:04.348839 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-932abdb8-9ebd-4e2a-8ae8-47fa38ff5aa9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.395558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c92c61-9e60-49c7-8b21-fb2854e26067 None None] Network 9e812fe5-0710-4767-882c-53699e0a1bc0 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:04.434386 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed27d83a-ae40-4416-9979-126084b88ed1 req-17679f67-449a-4a67-b94a-c1053fa5a3b7 service neutron] 10.222.0.25 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549389 Nov 12 04:12:04.440906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d266466-4855-4355-9c43-2e4b48484204 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.444975 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1d266466-4855-4355-9c43-2e4b48484204 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "DELETE /v2.0/ports/6cf58aef-c19a-483b-b082-b3b320743a52 HTTP/1.1" status: 204 len: 168 time: 0.9209211 Nov 12 04:12:04.447879 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35882) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:04.458397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d266466-4855-4355-9c43-2e4b48484204 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event deleted for resources: {'Port': ['ID=6cf58aef-c19a-483b-b082-b3b320743a52,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:04.485370 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-932abdb8-9ebd-4e2a-8ae8-47fa38ff5aa9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6127169 Nov 12 04:12:04.485370 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5413bb7-e86b-4865-8370-1c231637ded9 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] GET failed (client error): The resource could not be found. Nov 12 04:12:04.487409 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f5413bb7-e86b-4865-8370-1c231637ded9 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "GET /v2.0/ports/6cf58aef-c19a-483b-b082-b3b320743a52 HTTP/1.1" status: 404 len: 333 time: 0.0381701 Nov 12 04:12:04.487962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:04.520185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:04.538866 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-eca20a84-fd5d-4543-b209-10d6d93ca492 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Request body: {'port': {'network_id': 'a07381f9-da51-4028-b6a7-716dcef482a7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1907359886'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:04.599368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca781c-8da2-4714-8284-e5e6e383b88d req-fc5dd0a9-fd25-4a6e-a159-d6dc4662a99c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:04.608867 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca781c-8da2-4714-8284-e5e6e383b88d req-fc5dd0a9-fd25-4a6e-a159-d6dc4662a99c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:04.611018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3ca781c-8da2-4714-8284-e5e6e383b88d req-fc5dd0a9-fd25-4a6e-a159-d6dc4662a99c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1679 time: 0.1724918 Nov 12 04:12:04.710705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:04.720862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-9e812fe5-0710-4767-882c-53699e0a1bc0', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:04.721911 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.741269 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3ca781c-8da2-4714-8284-e5e6e383b88d req-14f8352c-09f5-4f6b-9502-65f7c5ae866e tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837457 Nov 12 04:12:04.891204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca20a84-fd5d-4543-b209-10d6d93ca492 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Made reservation on behalf of b590779939054406888a6d774da56c51 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:04.894797 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eca20a84-fd5d-4543-b209-10d6d93ca492 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.910187 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Allocated IP 172.20.0.2 (9e812fe5-0710-4767-882c-53699e0a1bc0/b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4/05306ef1-a70f-49d5-a620-3f5e4a33fa66) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:04.912305 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd2e9825-05be-4e89-9b44-bd0deff99058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.927664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-eca20a84-fd5d-4543-b209-10d6d93ca492 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] device_id is not set on port ee8b514a-a15d-4b35-b692-41c103775d04 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:12:04.974768 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.058420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-eca20a84-fd5d-4543-b209-10d6d93ca492 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Allocated IP 2001:db8::2b5 (a07381f9-da51-4028-b6a7-716dcef482a7/9444dc36-6fdb-4f2e-b1d9-bbc82a3846ef/ee8b514a-a15d-4b35-b692-41c103775d04) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:05.124813 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.166218 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd2e9825-05be-4e89-9b44-bd0deff99058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.206363 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.247939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Network 9e812fe5-0710-4767-882c-53699e0a1bc0 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:05.249102 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eca20a84-fd5d-4543-b209-10d6d93ca492 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.253664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:05.256354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:05.268259 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd2e9825-05be-4e89-9b44-bd0deff99058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.288871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Pushing event updated for resources: {'Port': ['ID=05306ef1-a70f-49d5-a620-3f5e4a33fa66,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:05.321085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e9825-05be-4e89-9b44-bd0deff99058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e52afa1-7dfd-4a8d-b74b-b6173db29dd3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:05.322356 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Attempting to bind port 05306ef1-a70f-49d5-a620-3f5e4a33fa66 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:05.322934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Attempting to bind port 05306ef1-a70f-49d5-a620-3f5e4a33fa66 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'd7f89bb2-e1a6-4373-af7e-55e321ccd66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:05.323468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Attempting to bind port 05306ef1-a70f-49d5-a620-3f5e4a33fa66 on network 9e812fe5-0710-4767-882c-53699e0a1bc0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:05.329600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:05.329986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Checking segment: {'id': 'd7f89bb2-e1a6-4373-af7e-55e321ccd66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:05.330414 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.330810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Bound using segment: {'id': 'd7f89bb2-e1a6-4373-af7e-55e321ccd66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:05.331280 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Bound port: 05306ef1-a70f-49d5-a620-3f5e4a33fa66, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f89bb2-e1a6-4373-af7e-55e321ccd66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:05.331757 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.341428 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cd2e9825-05be-4e89-9b44-bd0deff99058 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=009962aef08c4c66a9105971b090cf0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6294305 Nov 12 04:12:05.344335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Allocated IP 172.20.0.1 (9e812fe5-0710-4767-882c-53699e0a1bc0/b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4/1d6de394-a386-4e12-a24a-461e75af83c5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:05.344758 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35908) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:05.354207 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eca20a84-fd5d-4543-b209-10d6d93ca492 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.418705 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] For port 05306ef1-a70f-49d5-a620-3f5e4a33fa66, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:05.422499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] For port 05306ef1-a70f-49d5-a620-3f5e4a33fa66, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=05306ef1-a70f-49d5-a620-3f5e4a33fa66,segment=NetworkSegment(d7f89bb2-e1a6-4373-af7e-55e321ccd66e),segment_id=d7f89bb2-e1a6-4373-af7e-55e321ccd66e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:05.442676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca20a84-fd5d-4543-b209-10d6d93ca492 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Network a07381f9-da51-4028-b6a7-716dcef482a7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:05.450321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-eca20a84-fd5d-4543-b209-10d6d93ca492 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:05.453175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca20a84-fd5d-4543-b209-10d6d93ca492 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:05.459462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca20a84-fd5d-4543-b209-10d6d93ca492 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:05.460141 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eca20a84-fd5d-4543-b209-10d6d93ca492 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.465115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35910) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:05.499067 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.501194 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.531736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca20a84-fd5d-4543-b209-10d6d93ca492 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event updated for resources: {'Port': ['ID=ee8b514a-a15d-4b35-b692-41c103775d04,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:05.548401 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c427-7325-4b61-8911-f5bf2f8d2abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.591686 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c427-7325-4b61-8911-f5bf2f8d2abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.594603 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b3c8e-f03a-4caa-a7cf-08d4e4fe7d9d None None] Pushing event updated for resources: {'Port': ['ID=05306ef1-a70f-49d5-a620-3f5e4a33fa66,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:05.605694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ab624513-773c-418e-8b91-3f05a23b5dc7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group': {'name': 'tempest-secgroup--347407970'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:05.677323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eca20a84-fd5d-4543-b209-10d6d93ca492 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1493320 Nov 12 04:12:05.685185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:05.692527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b12c44d3-fd7e-4744-9a5f-e83657b767d5 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Request body: {'port': {'network_id': 'a07381f9-da51-4028-b6a7-716dcef482a7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2118759892'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:05.865151 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9c62fd33-4ed0-4262-8064-0fcef009709b None None] Provisioning complete for port ee8b514a-a15d-4b35-b692-41c103775d04 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:05.865634 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c62fd33-4ed0-4262-8064-0fcef009709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.910968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9c62fd33-4ed0-4262-8064-0fcef009709b None None] Port ee8b514a-a15d-4b35-b692-41c103775d04 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:05.914487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298867a5-005c-462f-bc83-60e20072b6ab req-fe6de8f7-cc9f-42e8-b194-578c9e03531d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:05.920945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298867a5-005c-462f-bc83-60e20072b6ab req-fe6de8f7-cc9f-42e8-b194-578c9e03531d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:05.922621 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-298867a5-005c-462f-bc83-60e20072b6ab req-fe6de8f7-cc9f-42e8-b194-578c9e03531d tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1679 time: 0.0692580 Nov 12 04:12:05.975988 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-298867a5-005c-462f-bc83-60e20072b6ab req-ed6dd302-ee60-4fff-a742-13a1df056dfa tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471020 Nov 12 04:12:06.093819 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3e6a8477-b0c2-4447-938e-040baf95d75c details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:12:06.147750 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.150936 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab624513-773c-418e-8b91-3f05a23b5dc7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.151080 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c427-7325-4b61-8911-f5bf2f8d2abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.154187 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c427-7325-4b61-8911-f5bf2f8d2abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.156255 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b3e6c427-7325-4b61-8911-f5bf2f8d2abd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8e52afa1-7dfd-4a8d-b74b-b6173db29dd3 HTTP/1.1" status: 204 len: 168 time: 0.8104479 Nov 12 04:12:06.172021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6c427-7325-4b61-8911-f5bf2f8d2abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e52afa1-7dfd-4a8d-b74b-b6173db29dd3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:06.206122 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab624513-773c-418e-8b91-3f05a23b5dc7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.217141 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3e6a8477-b0c2-4447-938e-040baf95d75c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3e6a8477-b0c2-4447-938e-040baf95d75c,segment=NetworkSegment(6c6cc750-69ce-435e-b252-6ea15281f491),segment_id=6c6cc750-69ce-435e-b252-6ea15281f491)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:06.219956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 9e812fe5-0710-4767-882c-53699e0a1bc0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:06.228761 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:06.230795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '3e6a8477-b0c2-4447-938e-040baf95d75c', 'network_id': '424e6a05-3762-4188-bb91-7912936af3f4', 'port_id': '3e6a8477-b0c2-4447-938e-040baf95d75c', 'mac_address': 'fa:16:3e:f8:83:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fb6154-7373-4076-9856-454519693b7a', 'ip_address': '19.80.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:12:06.231203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:06.273358 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.286969 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=1d6de394-a386-4e12-a24a-461e75af83c5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:06.289808 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12c44d3-fd7e-4744-9a5f-e83657b767d5 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Made reservation on behalf of b590779939054406888a6d774da56c51 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:06.290174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6a8477-b0c2-4447-938e-040baf95d75c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:06.294684 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b12c44d3-fd7e-4744-9a5f-e83657b767d5 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.328244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3e6a8477-b0c2-4447-938e-040baf95d75c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3e6a8477-b0c2-4447-938e-040baf95d75c,segment=NetworkSegment(6c6cc750-69ce-435e-b252-6ea15281f491),segment_id=6c6cc750-69ce-435e-b252-6ea15281f491)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:06.331286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-b12c44d3-fd7e-4744-9a5f-e83657b767d5 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] device_id is not set on port a7b0bce9-6d31-4a6a-9366-7894c1437fbf yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:12:06.331972 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.434707 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.435449 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 224852da-8bdc-403a-b8aa-9f1c9597c5fd details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:12:06.460318 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab624513-773c-418e-8b91-3f05a23b5dc7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.497207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b12c44d3-fd7e-4744-9a5f-e83657b767d5 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Allocated IP 2001:db8::14a (a07381f9-da51-4028-b6a7-716dcef482a7/9444dc36-6fdb-4f2e-b1d9-bbc82a3846ef/a7b0bce9-6d31-4a6a-9366-7894c1437fbf) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:06.519294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=3e6a8477-b0c2-4447-938e-040baf95d75c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:06.582671 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.602265 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab624513-773c-418e-8b91-3f05a23b5dc7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.627404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 224852da-8bdc-403a-b8aa-9f1c9597c5fd, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=224852da-8bdc-403a-b8aa-9f1c9597c5fd,segment=NetworkSegment(0f9fe5c6-853f-4994-85bd-0a6f27961391),segment_id=0f9fe5c6-853f-4994-85bd-0a6f27961391)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:06.641234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '224852da-8bdc-403a-b8aa-9f1c9597c5fd', 'network_id': '6bb34240-0219-407a-b4f4-051d5854c4a3', 'port_id': '224852da-8bdc-403a-b8aa-9f1c9597c5fd', 'mac_address': 'fa:16:3e:39:01:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978650aa-7a3b-4e15-aaa6-5d4a0c8a15f3', 'ip_address': '19.86.0.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:12:06.691014 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.694121 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b12c44d3-fd7e-4744-9a5f-e83657b767d5 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.709191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224852da-8bdc-403a-b8aa-9f1c9597c5fd {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:06.736814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 224852da-8bdc-403a-b8aa-9f1c9597c5fd, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=224852da-8bdc-403a-b8aa-9f1c9597c5fd,segment=NetworkSegment(0f9fe5c6-853f-4994-85bd-0a6f27961391),segment_id=0f9fe5c6-853f-4994-85bd-0a6f27961391)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:06.754536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab624513-773c-418e-8b91-3f05a23b5dc7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293a5d62-102f-4dfa-84ba-609dae83077f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:06.760658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e33fd3-2233-416c-a7c0-00910806a7a6 None None] Network 9e812fe5-0710-4767-882c-53699e0a1bc0 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:06.817055 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b12c44d3-fd7e-4744-9a5f-e83657b767d5 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.842779 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.846994 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab624513-773c-418e-8b91-3f05a23b5dc7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.869032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12c44d3-fd7e-4744-9a5f-e83657b767d5 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Network a07381f9-da51-4028-b6a7-716dcef482a7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:06.872557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b12c44d3-fd7e-4744-9a5f-e83657b767d5 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:06.876954 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12c44d3-fd7e-4744-9a5f-e83657b767d5 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:06.883565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12c44d3-fd7e-4744-9a5f-e83657b767d5 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:06.884334 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b12c44d3-fd7e-4744-9a5f-e83657b767d5 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.892296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c44d3-fd7e-4744-9a5f-e83657b767d5 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event updated for resources: {'Port': ['ID=a7b0bce9-6d31-4a6a-9366-7894c1437fbf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:06.892764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bf6a4283-bd65-4091-84e7-342d18e5eb94 None None] Provisioning complete for port 05306ef1-a70f-49d5-a620-3f5e4a33fa66 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:06.893859 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf6a4283-bd65-4091-84e7-342d18e5eb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.988509 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab624513-773c-418e-8b91-3f05a23b5dc7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.021591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b12c44d3-fd7e-4744-9a5f-e83657b767d5 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3315275 Nov 12 04:12:07.021591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35924) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:07.028020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6e4c2c60-f7ba-472a-9320-f939df586deb tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::192', 'mac_address': 'fa:16:3e:ce:06:14'}, {'ip_address': '2001:db8::2b5', 'mac_address': 'fa:16:3e:3b:45:e8'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:07.125438 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.141760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab624513-773c-418e-8b91-3f05a23b5dc7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c304bc62-2d1c-40cb-896c-cea3c2348cac,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:07.197582 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 05306ef1-a70f-49d5-a620-3f5e4a33fa66 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:07.237976 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab624513-773c-418e-8b91-3f05a23b5dc7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.239406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf140c1-d8a1-4cea-9ec0-fc1a18d1fe91 req-10f6e242-8563-4d04-8680-235b89c2342f tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:07.240666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ab624513-773c-418e-8b91-3f05a23b5dc7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7744975 Nov 12 04:12:07.242773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35926) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:07.246496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf140c1-d8a1-4cea-9ec0-fc1a18d1fe91 req-10f6e242-8563-4d04-8680-235b89c2342f tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:07.248332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bdf140c1-d8a1-4cea-9ec0-fc1a18d1fe91 req-10f6e242-8563-4d04-8680-235b89c2342f tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1681 time: 0.1345088 Nov 12 04:12:07.273927 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.276701 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=224852da-8bdc-403a-b8aa-9f1c9597c5fd,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:07.344871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35928) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:07.379046 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['3e6a8477-b0c2-4447-938e-040baf95d75c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:07.410373 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acc63f44-bd1a-4ebb-b521-cb3ae82f49f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.413279 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2c60-f7ba-472a-9320-f939df586deb tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.423619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bdf140c1-d8a1-4cea-9ec0-fc1a18d1fe91 req-c50252fc-9d53-452f-955c-9ad9764ec35e tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671677 Nov 12 04:12:07.442040 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=1d6de394-a386-4e12-a24a-461e75af83c5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:07.453245 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.499557 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b7c741bd-ed81-4c76-b1c8-03807fa8edc9 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2553785 Nov 12 04:12:07.504214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:07.508287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['224852da-8bdc-403a-b8aa-9f1c9597c5fd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:07.510860 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8839ef3e-f6bd-48eb-a511-ab2253b8ab4e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group': {'name': 'tempest-security--232975431', 'description': 'tempest-security-description-748483495'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:07.579871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 05306ef1-a70f-49d5-a620-3f5e4a33fa66 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:07.580398 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.612877 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf6a4283-bd65-4091-84e7-342d18e5eb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.659242 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8839ef3e-f6bd-48eb-a511-ab2253b8ab4e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.660648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 9e812fe5-0710-4767-882c-53699e0a1bc0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:07.663841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:07.772299 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acc63f44-bd1a-4ebb-b521-cb3ae82f49f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.796749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bf6a4283-bd65-4091-84e7-342d18e5eb94 None None] For port 05306ef1-a70f-49d5-a620-3f5e4a33fa66, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=05306ef1-a70f-49d5-a620-3f5e4a33fa66,segment=NetworkSegment(d7f89bb2-e1a6-4373-af7e-55e321ccd66e),segment_id=d7f89bb2-e1a6-4373-af7e-55e321ccd66e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:07.828453 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8839ef3e-f6bd-48eb-a511-ab2253b8ab4e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.844432 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acc63f44-bd1a-4ebb-b521-cb3ae82f49f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.875077 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf6a4283-bd65-4091-84e7-342d18e5eb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.888314 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-acc63f44-bd1a-4ebb-b521-cb3ae82f49f6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5bf28c75d9de44a0b85511dcd92a82de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5419962 Nov 12 04:12:07.893880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:07.940149 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8839ef3e-f6bd-48eb-a511-ab2253b8ab4e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.941212 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8839ef3e-f6bd-48eb-a511-ab2253b8ab4e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.944103 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8839ef3e-f6bd-48eb-a511-ab2253b8ab4e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "PUT /v2.0/security-groups/c304bc62-2d1c-40cb-896c-cea3c2348cac HTTP/1.1" status: 200 len: 1795 time: 0.4356546 Nov 12 04:12:07.946589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:07.957261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc63f44-bd1a-4ebb-b521-cb3ae82f49f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701a49c3-d286-4d4a-9f33-2ca8e1886abd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:07.966369 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router c2524d56-8b45-4b49-9f18-0404f6e77659 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:12:07.994691 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2c60-f7ba-472a-9320-f939df586deb tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.999558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839ef3e-f6bd-48eb-a511-ab2253b8ab4e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c304bc62-2d1c-40cb-896c-cea3c2348cac,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:08.010924 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-27b36311-6c76-4661-b314-e801070bd578 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-groups/c304bc62-2d1c-40cb-896c-cea3c2348cac HTTP/1.1" status: 200 len: 1795 time: 0.0628984 Nov 12 04:12:08.011851 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:08.023085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a4283-bd65-4091-84e7-342d18e5eb94 None None] Pushing event updated for resources: {'Port': ['ID=05306ef1-a70f-49d5-a620-3f5e4a33fa66,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:08.035941 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b08b37d5-c6a4-4188-acfe-f9153dc67fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.036583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b64a153a-4afc-49b5-ac41-de96bb89bed3 None None] Provisioning complete for port 1d6de394-a386-4e12-a24a-461e75af83c5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:08.037542 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b64a153a-4afc-49b5-ac41-de96bb89bed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.084435 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b08b37d5-c6a4-4188-acfe-f9153dc67fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.115050 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b64a153a-4afc-49b5-ac41-de96bb89bed3 None None] Port 1d6de394-a386-4e12-a24a-461e75af83c5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:08.118867 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2c60-f7ba-472a-9320-f939df586deb tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.144391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b64a153a-4afc-49b5-ac41-de96bb89bed3 None None] Provisioning complete for port 05306ef1-a70f-49d5-a620-3f5e4a33fa66 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:08.145100 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b64a153a-4afc-49b5-ac41-de96bb89bed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.231790 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c2c60-f7ba-472a-9320-f939df586deb tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event updated for resources: {'Port': ['ID=a7b0bce9-6d31-4a6a-9366-7894c1437fbf,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:08.236092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c2c60-f7ba-472a-9320-f939df586deb tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] In _notify_port_updated(), no bound segment for port a7b0bce9-6d31-4a6a-9366-7894c1437fbf on network a07381f9-da51-4028-b6a7-716dcef482a7 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:12:08.243402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4c2c60-f7ba-472a-9320-f939df586deb tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:08.244693 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2c60-f7ba-472a-9320-f939df586deb tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.246481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6e4c2c60-f7ba-472a-9320-f939df586deb tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "PUT /v2.0/ports/a7b0bce9-6d31-4a6a-9366-7894c1437fbf HTTP/1.1" status: 200 len: 1068 time: 1.2237191 Nov 12 04:12:08.253308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:08.337564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b64a153a-4afc-49b5-ac41-de96bb89bed3 None None] Provisioning complete for port a7b0bce9-6d31-4a6a-9366-7894c1437fbf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:08.338575 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b64a153a-4afc-49b5-ac41-de96bb89bed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.398004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b64a153a-4afc-49b5-ac41-de96bb89bed3 None None] Port a7b0bce9-6d31-4a6a-9366-7894c1437fbf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:08.440512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0e067369-9f90-4a23-af6c-8c8f26fc184d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Deleting port a7b0bce9-6d31-4a6a-9366-7894c1437fbf {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:08.440512 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e067369-9f90-4a23-af6c-8c8f26fc184d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.537698 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3fee9532-8ed9-45fb-b037-460ff8c6fb05 None None] Provisioning complete for port 1d6de394-a386-4e12-a24a-461e75af83c5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:08.539907 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3fee9532-8ed9-45fb-b037-460ff8c6fb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.571519 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b08b37d5-c6a4-4188-acfe-f9153dc67fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.574272 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b08b37d5-c6a4-4188-acfe-f9153dc67fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.583660 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b08b37d5-c6a4-4188-acfe-f9153dc67fbd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/701a49c3-d286-4d4a-9f33-2ca8e1886abd HTTP/1.1" status: 204 len: 168 time: 0.6892893 Nov 12 04:12:08.588993 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e067369-9f90-4a23-af6c-8c8f26fc184d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.659721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b37d5-c6a4-4188-acfe-f9153dc67fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701a49c3-d286-4d4a-9f33-2ca8e1886abd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:08.664318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3fee9532-8ed9-45fb-b037-460ff8c6fb05 None None] Port 1d6de394-a386-4e12-a24a-461e75af83c5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:08.685305 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0e067369-9f90-4a23-af6c-8c8f26fc184d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Calling delete_port for a7b0bce9-6d31-4a6a-9366-7894c1437fbf owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:08.690547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:08.703863 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d2eca006-3dbd-4045-8d2b-193ac66cf21a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2087736 Nov 12 04:12:08.703863 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35946) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:08.705770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Sync routers for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:08.708076 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a4b91489-b7ce-4706-9253-991bbd06d7f5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'network': {'name': 'tempest-RoutersTest-50745414'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:08.718702 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:08.720422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:08.753171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c4cf4-d30b-41e4-8784-4ef972833115 req-9c49be71-c62a-4f1f-963b-29305128a123 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:08.759787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c4cf4-d30b-41e4-8784-4ef972833115 req-9c49be71-c62a-4f1f-963b-29305128a123 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:08.761525 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-245c4cf4-d30b-41e4-8784-4ef972833115 req-9c49be71-c62a-4f1f-963b-29305128a123 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1681 time: 0.1261091 Nov 12 04:12:08.762240 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a72f151-900a-4080-9789-99901e17481e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.807692 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a72f151-900a-4080-9789-99901e17481e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.846503 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:08.869221 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-245c4cf4-d30b-41e4-8784-4ef972833115 req-59799b05-425a-4015-8d00-dc534a2cda12 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899880 Nov 12 04:12:08.906231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b91489-b7ce-4706-9253-991bbd06d7f5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:08.911079 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4b91489-b7ce-4706-9253-991bbd06d7f5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.941853 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c6efea32-7850-48f1-9933-6f770bd6039a None None] Provisioning complete for port 1d6de394-a386-4e12-a24a-461e75af83c5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:08.942345 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6efea32-7850-48f1-9933-6f770bd6039a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.946733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 05306ef1-a70f-49d5-a620-3f5e4a33fa66 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:08.952757 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e067369-9f90-4a23-af6c-8c8f26fc184d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.987560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e067369-9f90-4a23-af6c-8c8f26fc184d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event deleted for resources: {'Port': ['ID=a7b0bce9-6d31-4a6a-9366-7894c1437fbf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:09.013832 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a72f151-900a-4080-9789-99901e17481e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.017977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a72f151-900a-4080-9789-99901e17481e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.021909 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1a72f151-900a-4080-9789-99901e17481e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-groups/c304bc62-2d1c-40cb-896c-cea3c2348cac HTTP/1.1" status: 204 len: 168 time: 0.9726768 Nov 12 04:12:09.021909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b91489-b7ce-4706-9253-991bbd06d7f5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1322} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:09.039008 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35948) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:09.039883 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72f151-900a-4080-9789-99901e17481e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c304bc62-2d1c-40cb-896c-cea3c2348cac,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:09.057247 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4b91489-b7ce-4706-9253-991bbd06d7f5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.057602 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-a4b91489-b7ce-4706-9253-991bbd06d7f5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Added segment 17fa594a-bb44-4166-919d-93b0caaf04f4 of type vlan for network 352cffeb-5947-460c-ae2e-48e18a15d124 Nov 12 04:12:09.085245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c6efea32-7850-48f1-9933-6f770bd6039a None None] Port 1d6de394-a386-4e12-a24a-461e75af83c5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:09.098028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c6efea32-7850-48f1-9933-6f770bd6039a None None] Could not find standard attr ID for object a7b0bce9-6d31-4a6a-9366-7894c1437fbf. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:12:09.153759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-be017469-40d0-45bd-9d8d-b9e87efda362 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1114080 Nov 12 04:12:09.158947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:09.167817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 05306ef1-a70f-49d5-a620-3f5e4a33fa66 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:09.169147 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.189106 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e067369-9f90-4a23-af6c-8c8f26fc184d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.193210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0e067369-9f90-4a23-af6c-8c8f26fc184d tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "DELETE /v2.0/ports/a7b0bce9-6d31-4a6a-9366-7894c1437fbf HTTP/1.1" status: 204 len: 168 time: 0.9379170 Nov 12 04:12:09.201561 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:09.208862 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-bf4eaedb-8be5-4276-a42c-24d5084d6b54 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] delete failed (client error): The resource could not be found. Nov 12 04:12:09.213073 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bf4eaedb-8be5-4276-a42c-24d5084d6b54 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-groups/c304bc62-2d1c-40cb-896c-cea3c2348cac HTTP/1.1" status: 404 len: 347 time: 0.0507753 Nov 12 04:12:09.220202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35958) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:09.229844 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4b91489-b7ce-4706-9253-991bbd06d7f5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.236544 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0e7c87fb-e9d2-4422-bec4-58e682db3f07 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082790252'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:09.255062 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6039a6e-5e2d-4c17-9895-0467bf8a1d2f tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] GET failed (client error): The resource could not be found. Nov 12 04:12:09.259775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d6039a6e-5e2d-4c17-9895-0467bf8a1d2f tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "GET /v2.0/ports/a7b0bce9-6d31-4a6a-9366-7894c1437fbf HTTP/1.1" status: 404 len: 333 time: 0.0573916 Nov 12 04:12:09.260531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35960) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:09.305764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:06Z', 'revision_number': 2, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:06Z', 'revision_number': 2, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:09.356244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Checking router: c2524d56-8b45-4b49-9f18-0404f6e77659 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:09.357666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Updating router c2524d56-8b45-4b49-9f18-0404f6e77659 port 1d6de394-a386-4e12-a24a-461e75af83c5 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:12:09.365823 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e7c87fb-e9d2-4422-bec4-58e682db3f07 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.381131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a6ded-d58b-45a2-a84a-bc41adfed771 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Deleting port ee8b514a-a15d-4b35-b692-41c103775d04 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:09.381480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6ded-d58b-45a2-a84a-bc41adfed771 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.396726 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.423618 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4b91489-b7ce-4706-9253-991bbd06d7f5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.430457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b91489-b7ce-4706-9253-991bbd06d7f5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:09.431024 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4b91489-b7ce-4706-9253-991bbd06d7f5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.524914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b91489-b7ce-4706-9253-991bbd06d7f5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Network': ['ID=352cffeb-5947-460c-ae2e-48e18a15d124,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:09.529882 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6ded-d58b-45a2-a84a-bc41adfed771 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.543829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 352cffeb-5947-460c-ae2e-48e18a15d124 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:09.549462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a6ded-d58b-45a2-a84a-bc41adfed771 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Calling delete_port for ee8b514a-a15d-4b35-b692-41c103775d04 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:09.556793 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e7c87fb-e9d2-4422-bec4-58e682db3f07 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.670783 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a4b91489-b7ce-4706-9253-991bbd06d7f5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9667430 Nov 12 04:12:09.671706 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e7c87fb-e9d2-4422-bec4-58e682db3f07 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.676428 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:09.695603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5ddd1ec6-4790-4402-ad23-0bb9db7923a6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'subnet': {'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:09.766643 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c87fb-e9d2-4422-bec4-58e682db3f07 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b87533-8cf9-4cb5-bc9d-fda3e852ac53,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:09.788251 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6ded-d58b-45a2-a84a-bc41adfed771 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.793208 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e7c87fb-e9d2-4422-bec4-58e682db3f07 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.793624 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0e7c87fb-e9d2-4422-bec4-58e682db3f07 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5689096 Nov 12 04:12:09.796675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35972) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:09.802814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-254cec26-e5ee-420a-8a5a-5c383af9aeb5 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group_rule': {'security_group_id': '71b87533-8cf9-4cb5-bc9d-fda3e852ac53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:09.805358 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.821726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a6ded-d58b-45a2-a84a-bc41adfed771 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event deleted for resources: {'Port': ['ID=ee8b514a-a15d-4b35-b692-41c103775d04,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:09.856908 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6ded-d58b-45a2-a84a-bc41adfed771 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.865117 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35974) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:09.866184 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7b9a6ded-d58b-45a2-a84a-bc41adfed771 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "DELETE /v2.0/ports/ee8b514a-a15d-4b35-b692-41c103775d04 HTTP/1.1" status: 204 len: 168 time: 0.6003635 Nov 12 04:12:09.906842 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b273db15-7597-4c89-b9e6-1eb44d437554 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] GET failed (client error): The resource could not be found. Nov 12 04:12:09.908645 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b273db15-7597-4c89-b9e6-1eb44d437554 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "GET /v2.0/ports/ee8b514a-a15d-4b35-b692-41c103775d04 HTTP/1.1" status: 404 len: 333 time: 0.0453587 Nov 12 04:12:09.913021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddd1ec6-4790-4402-ad23-0bb9db7923a6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:09.915990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:09.923468 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.929856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ddd1ec6-4790-4402-ad23-0bb9db7923a6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.048775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d585ea-71a9-4c0e-80f7-e167b767b948 None None] Pushing event updated for resources: {'Port': ['ID=1d6de394-a386-4e12-a24a-461e75af83c5,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:10.151576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3e6a8477-b0c2-4447-938e-040baf95d75c up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:10.181578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a3f80-4ee1-4f50-803e-4a52546fc47d req-64cf9e6d-0ce1-483c-bb34-fbe667303ab5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:10.189749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a3f80-4ee1-4f50-803e-4a52546fc47d req-64cf9e6d-0ce1-483c-bb34-fbe667303ab5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:10.194864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Attempting to bind port 1d6de394-a386-4e12-a24a-461e75af83c5 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:10.195523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Attempting to bind port 1d6de394-a386-4e12-a24a-461e75af83c5 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'd7f89bb2-e1a6-4373-af7e-55e321ccd66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:10.196430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef2a3f80-4ee1-4f50-803e-4a52546fc47d req-64cf9e6d-0ce1-483c-bb34-fbe667303ab5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1681 time: 0.1699989 Nov 12 04:12:10.197010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Attempting to bind port 1d6de394-a386-4e12-a24a-461e75af83c5 on network 9e812fe5-0710-4767-882c-53699e0a1bc0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:10.197805 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-254cec26-e5ee-420a-8a5a-5c383af9aeb5 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.215091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:10.216180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Checking segment: {'id': 'd7f89bb2-e1a6-4373-af7e-55e321ccd66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:10.217615 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.219060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Bound using segment: {'id': 'd7f89bb2-e1a6-4373-af7e-55e321ccd66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:10.219856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Bound port: 1d6de394-a386-4e12-a24a-461e75af83c5, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f89bb2-e1a6-4373-af7e-55e321ccd66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:10.220614 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.258347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bad10cb9-7a23-4df4-b552-e7c373acccc7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Deleting port 006a85c1-323e-4e03-ab79-f7f75d1dd8df {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:10.258974 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bad10cb9-7a23-4df4-b552-e7c373acccc7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.309869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] For port 1d6de394-a386-4e12-a24a-461e75af83c5, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:10.314443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] For port 1d6de394-a386-4e12-a24a-461e75af83c5, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d6de394-a386-4e12-a24a-461e75af83c5,segment=NetworkSegment(d7f89bb2-e1a6-4373-af7e-55e321ccd66e),segment_id=d7f89bb2-e1a6-4373-af7e-55e321ccd66e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:10.355893 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef2a3f80-4ee1-4f50-803e-4a52546fc47d req-b54914d0-d47a-4526-bcc9-1dab869cecb0 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522491 Nov 12 04:12:10.359348 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-254cec26-e5ee-420a-8a5a-5c383af9aeb5 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.394041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 3e6a8477-b0c2-4447-938e-040baf95d75c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:12:10.399856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 3e6a8477-b0c2-4447-938e-040baf95d75c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:10.399856 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.409929 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bad10cb9-7a23-4df4-b552-e7c373acccc7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.428533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bad10cb9-7a23-4df4-b552-e7c373acccc7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Calling delete_port for 006a85c1-323e-4e03-ab79-f7f75d1dd8df owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:10.453351 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.501748 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ddd1ec6-4790-4402-ad23-0bb9db7923a6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.532584 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-254cec26-e5ee-420a-8a5a-5c383af9aeb5 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.555466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d585ea-71a9-4c0e-80f7-e167b767b948 None None] Pushing event updated for resources: {'Port': ['ID=1d6de394-a386-4e12-a24a-461e75af83c5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:10.569289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:10.570076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:10.611434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cec26-e5ee-420a-8a5a-5c383af9aeb5 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1c2ea7-ff5d-466c-9844-c54a408e77d1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:10.667148 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd1ec6-4790-4402-ad23-0bb9db7923a6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Subnet': ['ID=8cf7caea-363f-4913-90da-a2a80afe44e2,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:10.680739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddd1ec6-4790-4402-ad23-0bb9db7923a6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Checking segment: {'id': '17fa594a-bb44-4166-919d-93b0caaf04f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:10.681677 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd1ec6-4790-4402-ad23-0bb9db7923a6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network hostable DHCP agents. Network: 352cffeb-5947-460c-ae2e-48e18a15d124, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:10.704652 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-254cec26-e5ee-420a-8a5a-5c383af9aeb5 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.706608 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-254cec26-e5ee-420a-8a5a-5c383af9aeb5 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9074953 Nov 12 04:12:10.709589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35992) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:10.730809 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bad10cb9-7a23-4df4-b552-e7c373acccc7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.771862 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad10cb9-7a23-4df4-b552-e7c373acccc7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event deleted for resources: {'Port': ['ID=006a85c1-323e-4e03-ab79-f7f75d1dd8df,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:10.809677 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-548085c6-73b6-4d33-b27a-0d9048065035 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.815174 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd1ec6-4790-4402-ad23-0bb9db7923a6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 352cffeb-5947-460c-ae2e-48e18a15d124 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:10.828512 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.835888 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bad10cb9-7a23-4df4-b552-e7c373acccc7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.844250 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bad10cb9-7a23-4df4-b552-e7c373acccc7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "DELETE /v2.0/ports/006a85c1-323e-4e03-ab79-f7f75d1dd8df HTTP/1.1" status: 204 len: 168 time: 0.9231024 Nov 12 04:12:10.847133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a3ab3a0b-df9a-41a0-b442-7af3f18547e9 None None] Provisioning complete for port 1d6de394-a386-4e12-a24a-461e75af83c5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:10.847421 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3ab3a0b-df9a-41a0-b442-7af3f18547e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.849018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:10.851440 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-548085c6-73b6-4d33-b27a-0d9048065035 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.916528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6a8477-b0c2-4447-938e-040baf95d75c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:10.918769 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4258a04e-0b51-4521-bde2-858ebc8a01dd" -d '{"events": [{"server_uuid": "9ab6e4c0-724b-4e83-9564-1617e6ed4cf5", "name": "network-vif-plugged", "status": "completed", "tag": "3e6a8477-b0c2-4447-938e-040baf95d75c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:10.929035 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-502392cc-6258-44ab-9812-391cb43cc1a7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Deleting subnet 9444dc36-6fdb-4f2e-b1d9-bbc82a3846ef {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:10.930595 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-502392cc-6258-44ab-9812-391cb43cc1a7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.933061 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:10.971234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3e6a8477-b0c2-4447-938e-040baf95d75c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3e6a8477-b0c2-4447-938e-040baf95d75c,segment=NetworkSegment(6c6cc750-69ce-435e-b252-6ea15281f491),segment_id=6c6cc750-69ce-435e-b252-6ea15281f491)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:10.982058 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aafe8e7-7f34-479c-b68e-20372dd8a6af x-openstack-request-id: req-0aafe8e7-7f34-479c-b68e-20372dd8a6af {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:10.982700 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab6e4c0-724b-4e83-9564-1617e6ed4cf5", "name": "network-vif-plugged", "status": "completed", "tag": "3e6a8477-b0c2-4447-938e-040baf95d75c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:10.983139 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0aafe8e7-7f34-479c-b68e-20372dd8a6af {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:10.983867 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6a8477-b0c2-4447-938e-040baf95d75c', 'code': 200} Nov 12 04:12:10.985393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5ddd1ec6-4790-4402-ad23-0bb9db7923a6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 352cffeb-5947-460c-ae2e-48e18a15d124) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:10.998553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216165fd-22e6-433d-b734-6c426edc5afe None None] Network 352cffeb-5947-460c-ae2e-48e18a15d124 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:10.999052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddd1ec6-4790-4402-ad23-0bb9db7923a6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:10.999648 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ddd1ec6-4790-4402-ad23-0bb9db7923a6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.009283 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-548085c6-73b6-4d33-b27a-0d9048065035 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.014636 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-548085c6-73b6-4d33-b27a-0d9048065035 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.019040 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-548085c6-73b6-4d33-b27a-0d9048065035 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/ef1c2ea7-ff5d-466c-9844-c54a408e77d1 HTTP/1.1" status: 204 len: 168 time: 0.3054085 Nov 12 04:12:11.020740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36000) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:11.033741 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-502392cc-6258-44ab-9812-391cb43cc1a7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.057303 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548085c6-73b6-4d33-b27a-0d9048065035 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef1c2ea7-ff5d-466c-9844-c54a408e77d1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:11.125108 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.126198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 224852da-8bdc-403a-b8aa-9f1c9597c5fd up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:11.150378 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5ddd1ec6-4790-4402-ad23-0bb9db7923a6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4701421 Nov 12 04:12:11.151081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36004) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:11.357205 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3ab3a0b-df9a-41a0-b442-7af3f18547e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.359033 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=3e6a8477-b0c2-4447-938e-040baf95d75c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:11.418968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.418968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.418968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.418968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.418968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.418968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.418968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.418968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.418968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.418968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.418968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.418968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.477516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a3ab3a0b-df9a-41a0-b442-7af3f18547e9 None None] For port 1d6de394-a386-4e12-a24a-461e75af83c5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d6de394-a386-4e12-a24a-461e75af83c5,segment=NetworkSegment(d7f89bb2-e1a6-4373-af7e-55e321ccd66e),segment_id=d7f89bb2-e1a6-4373-af7e-55e321ccd66e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:11.498581 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6d8a5290-0f28-42f4-851b-a94c966714db tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4745824 Nov 12 04:12:11.500778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:11.538616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 224852da-8bdc-403a-b8aa-9f1c9597c5fd completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:12:11.541157 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-352cffeb-5947-460c-ae2e-48e18a15d124', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:11.542003 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.562401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 224852da-8bdc-403a-b8aa-9f1c9597c5fd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:11.571016 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.594597 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3ab3a0b-df9a-41a0-b442-7af3f18547e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.595494 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a535-b184-4f2d-b47b-05c696864bc5 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.623975 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-502392cc-6258-44ab-9812-391cb43cc1a7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.627279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a51b5-a58d-4730-9668-fe45d76e3b8a req-709298a8-11c0-4e2e-8327-e75f79eba67e tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:11.634873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a51b5-a58d-4730-9668-fe45d76e3b8a req-709298a8-11c0-4e2e-8327-e75f79eba67e tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:11.636723 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-447a51b5-a58d-4730-9668-fe45d76e3b8a req-709298a8-11c0-4e2e-8327-e75f79eba67e tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1682 time: 0.1368487 Nov 12 04:12:11.646095 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a535-b184-4f2d-b47b-05c696864bc5 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.725317 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-447a51b5-a58d-4730-9668-fe45d76e3b8a req-0f8da780-15d8-49ea-8600-411ab766ff74 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751026 Nov 12 04:12:11.738622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:06Z', 'revision_number': 2, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:10Z', 'revision_number': 4, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:11.791850 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.793844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8f548a-d995-4de3-ba21-58508e64d670 None None] The sync data for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 is: [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:06Z', 'revision_number': 2, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:10Z', 'revision_number': 4, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:11.804167 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a535-b184-4f2d-b47b-05c696864bc5 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.804292 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a535-b184-4f2d-b47b-05c696864bc5 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.805515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab3a0b-df9a-41a0-b442-7af3f18547e9 None None] Pushing event updated for resources: {'Port': ['ID=1d6de394-a386-4e12-a24a-461e75af83c5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:11.808397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36020) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:11.808773 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1cd8a535-b184-4f2d-b47b-05c696864bc5 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-groups/71b87533-8cf9-4cb5-bc9d-fda3e852ac53 HTTP/1.1" status: 204 len: 168 time: 0.3067069 Nov 12 04:12:11.813421 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-71921759-c3d4-4cf7-b4da-6c527e77a70b None None] Provisioning complete for port 1d6de394-a386-4e12-a24a-461e75af83c5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:11.814296 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-71921759-c3d4-4cf7-b4da-6c527e77a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.822712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8a535-b184-4f2d-b47b-05c696864bc5 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b87533-8cf9-4cb5-bc9d-fda3e852ac53,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:11.944141 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-502392cc-6258-44ab-9812-391cb43cc1a7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.963690 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Allocated IP 172.21.0.2 (352cffeb-5947-460c-ae2e-48e18a15d124/8cf7caea-363f-4913-90da-a2a80afe44e2/5aa0aa75-465c-46ed-bae6-3196bfc55e26) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:11.972623 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.006402 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502392cc-6258-44ab-9812-391cb43cc1a7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event deleted for resources: {'Subnet': ['ID=9444dc36-6fdb-4f2e-b1d9-bbc82a3846ef,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:12.014884 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-502392cc-6258-44ab-9812-391cb43cc1a7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.023120 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-502392cc-6258-44ab-9812-391cb43cc1a7 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "DELETE /v2.0/subnets/9444dc36-6fdb-4f2e-b1d9-bbc82a3846ef HTTP/1.1" status: 204 len: 168 time: 1.1706667 Nov 12 04:12:12.024111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36022) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:12.034831 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9b91050b-3ef7-4c11-8d1f-b0c60cc10b10 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2190566 Nov 12 04:12:12.036737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad93419-7847-47ef-916d-99b711316e8c None None] Network a07381f9-da51-4028-b6a7-716dcef482a7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:12.037820 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36024) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:12.060790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-343b4ccb-5572-4cbb-8b7a-72b6fa63b414 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group': {'name': 'tempest-secgroup--762456495'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:12.100834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 224852da-8bdc-403a-b8aa-9f1c9597c5fd, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=224852da-8bdc-403a-b8aa-9f1c9597c5fd,segment=NetworkSegment(0f9fe5c6-853f-4994-85bd-0a6f27961391),segment_id=0f9fe5c6-853f-4994-85bd-0a6f27961391)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:12.179278 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.236434 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.272392 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-343b4ccb-5572-4cbb-8b7a-72b6fa63b414 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.318650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Deleting port 777289cc-6f37-4f55-96e2-155ccfd5ca21 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:12.319274 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.391629 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-343b4ccb-5572-4cbb-8b7a-72b6fa63b414 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.425959 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=224852da-8bdc-403a-b8aa-9f1c9597c5fd,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:12.441934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] For port 777289cc-6f37-4f55-96e2-155ccfd5ca21, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=777289cc-6f37-4f55-96e2-155ccfd5ca21,segment=NetworkSegment(03762914-d065-4875-9d90-9b47140ae07d),segment_id=03762914-d065-4875-9d90-9b47140ae07d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:12.442649 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.461376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Calling delete_port for 777289cc-6f37-4f55-96e2-155ccfd5ca21 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:12.473731 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-343b4ccb-5572-4cbb-8b7a-72b6fa63b414 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.511079 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.540692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b4ccb-5572-4cbb-8b7a-72b6fa63b414 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0be6ec-7970-4928-a3e0-5037bfd900ad,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:12.587016 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.611065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605c37f8-ddc8-4b98-9681-1c0e927b6bbc None None] DHCP port deletion for a07381f9-da51-4028-b6a7-716dcef482a7 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:12.617365 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-343b4ccb-5572-4cbb-8b7a-72b6fa63b414 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.617365 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-343b4ccb-5572-4cbb-8b7a-72b6fa63b414 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5750885 Nov 12 04:12:12.617622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36034) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:12.622931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-baa606ed-865a-4ff4-8114-39627c1a49dc tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group_rule': {'security_group_id': '7b0be6ec-7970-4928-a3e0-5037bfd900ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:12.646144 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Network 352cffeb-5947-460c-ae2e-48e18a15d124 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:12.649856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Allocated IP 172.21.0.1 (352cffeb-5947-460c-ae2e-48e18a15d124/8cf7caea-363f-4913-90da-a2a80afe44e2/94c5a402-3b29-4e92-9478-59abf086039d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:12.668466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-605c37f8-ddc8-4b98-9681-1c0e927b6bbc None None] The port '777289cc-6f37-4f55-96e2-155ccfd5ca21' was deleted {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 04:12:12.668922 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.670420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:12.672660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Pushing event updated for resources: {'Port': ['ID=5aa0aa75-465c-46ed-bae6-3196bfc55e26,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:12.683647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:12.733260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event deleted for resources: {'Port': ['ID=777289cc-6f37-4f55-96e2-155ccfd5ca21,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:12.733260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] No DVR routers for this DVR port 777289cc-6f37-4f55-96e2-155ccfd5ca21 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:12.749367 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Attempting to bind port 5aa0aa75-465c-46ed-bae6-3196bfc55e26 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:12.749869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Attempting to bind port 5aa0aa75-465c-46ed-bae6-3196bfc55e26 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '17fa594a-bb44-4166-919d-93b0caaf04f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:12.750249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Attempting to bind port 5aa0aa75-465c-46ed-bae6-3196bfc55e26 on network 352cffeb-5947-460c-ae2e-48e18a15d124 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:12.756952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:12.764462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Checking segment: {'id': '17fa594a-bb44-4166-919d-93b0caaf04f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:12.764462 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.764462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Bound using segment: {'id': '17fa594a-bb44-4166-919d-93b0caaf04f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:12.764462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Bound port: 5aa0aa75-465c-46ed-bae6-3196bfc55e26, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fa594a-bb44-4166-919d-93b0caaf04f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:12.764462 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.801876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baa606ed-865a-4ff4-8114-39627c1a49dc tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.866397 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] For port 5aa0aa75-465c-46ed-bae6-3196bfc55e26, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:12.867870 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.870263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] For port 5aa0aa75-465c-46ed-bae6-3196bfc55e26, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5aa0aa75-465c-46ed-bae6-3196bfc55e26,segment=NetworkSegment(17fa594a-bb44-4166-919d-93b0caaf04f4),segment_id=17fa594a-bb44-4166-919d-93b0caaf04f4)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:12.873241 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.915878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07381f9-da51-4028-b6a7-716dcef482a7']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:12.932509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03762914-d065-4875-9d90-9b47140ae07d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:12.933004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03762914-d065-4875-9d90-9b47140ae07d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:12.947191 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.962288 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.971882 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baa606ed-865a-4ff4-8114-39627c1a49dc tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.989368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224852da-8bdc-403a-b8aa-9f1c9597c5fd'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:12.991614 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ce5349-9248-4a85-b201-f666791da406" -d '{"events": [{"server_uuid": "9ab6e4c0-724b-4e83-9564-1617e6ed4cf5", "name": "network-vif-plugged", "status": "completed", "tag": "224852da-8bdc-403a-b8aa-9f1c9597c5fd"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:13.001105 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.018932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:13.019336 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.022369 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d27fa-70c6-4107-8bca-c764473c65e1 req-2b2b22d0-c6b6-40a1-9718-1bdba094af86 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:13.023426 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:13.032578 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d6de394-a386-4e12-a24a-461e75af83c5 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:13.036239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d27fa-70c6-4107-8bca-c764473c65e1 req-2b2b22d0-c6b6-40a1-9718-1bdba094af86 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:13.045780 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-043d27fa-70c6-4107-8bca-c764473c65e1 req-2b2b22d0-c6b6-40a1-9718-1bdba094af86 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1683 time: 0.1562040 Nov 12 04:12:13.058181 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baa606ed-865a-4ff4-8114-39627c1a49dc tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.079863 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafec264-9f6c-479b-b66f-6abaed5327d7 x-openstack-request-id: req-aafec264-9f6c-479b-b66f-6abaed5327d7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:13.079863 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab6e4c0-724b-4e83-9564-1617e6ed4cf5", "name": "network-vif-plugged", "status": "completed", "tag": "224852da-8bdc-403a-b8aa-9f1c9597c5fd", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:13.079863 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-aafec264-9f6c-479b-b66f-6abaed5327d7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:13.079863 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224852da-8bdc-403a-b8aa-9f1c9597c5fd', 'code': 200} Nov 12 04:12:13.132497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184e435-2c15-46ae-b34a-49edc5b40ddf None None] Pushing event updated for resources: {'Port': ['ID=5aa0aa75-465c-46ed-bae6-3196bfc55e26,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:13.141118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1d6de394-a386-4e12-a24a-461e75af83c5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:13.141277 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.145600 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-043d27fa-70c6-4107-8bca-c764473c65e1 req-1411d3ae-7f28-4208-845d-4161cde90af5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988224 Nov 12 04:12:13.150752 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.236088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 352cffeb-5947-460c-ae2e-48e18a15d124 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:13.246879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa606ed-865a-4ff4-8114-39627c1a49dc tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3b5793-07e9-4956-851f-c1948ac50d3d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:13.247116 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:13.256562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:13.280654 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.307226 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.311411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] 10.222.0.105 "DELETE /v2.0/networks/a07381f9-da51-4028-b6a7-716dcef482a7 HTTP/1.1" status: 204 len: 168 time: 1.2858181 Nov 12 04:12:13.312763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3ce5f-2b79-4e9d-b495-68cbf09e8704 tempest-AllowedAddressPairIpV6TestJSON-1146551357 tempest-AllowedAddressPairIpV6TestJSON-1146551357-project] Pushing event deleted for resources: {'Network': ['ID=a07381f9-da51-4028-b6a7-716dcef482a7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:13.322969 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baa606ed-865a-4ff4-8114-39627c1a49dc tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.324836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-baa606ed-865a-4ff4-8114-39627c1a49dc tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7055664 Nov 12 04:12:13.327613 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:13.335303 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a8136392-fbaa-4f50-8db4-26de06b19d13 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group_rule': {'security_group_id': '7b0be6ec-7970-4928-a3e0-5037bfd900ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:13.339299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335b938-cde7-41b1-950b-030178d97402 req-32a1ee9e-524a-4a59-a730-0cdabf51771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:13.339992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335b938-cde7-41b1-950b-030178d97402 req-32a1ee9e-524a-4a59-a730-0cdabf51771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:13.341778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2335b938-cde7-41b1-950b-030178d97402 req-32a1ee9e-524a-4a59-a730-0cdabf51771b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1987 time: 0.1110604 Nov 12 04:12:13.362618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=94c5a402-3b29-4e92-9478-59abf086039d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:13.449303 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.523962 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2335b938-cde7-41b1-950b-030178d97402 req-9cbc2c53-7fab-4d1a-8aca-d0a1adedb853 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706648 Nov 12 04:12:13.560191 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8136392-fbaa-4f50-8db4-26de06b19d13 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.653827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 777289cc-6f37-4f55-96e2-155ccfd5ca21 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:13.660252 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8136392-fbaa-4f50-8db4-26de06b19d13 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.674883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 777289cc-6f37-4f55-96e2-155ccfd5ca21 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:13.675180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 777289cc-6f37-4f55-96e2-155ccfd5ca21 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:13.753536 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.850164 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8136392-fbaa-4f50-8db4-26de06b19d13 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.906957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8136392-fbaa-4f50-8db4-26de06b19d13 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4ba8dc-a93a-4fae-b013-93d9d2540bcf,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:13.983108 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8136392-fbaa-4f50-8db4-26de06b19d13 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.987344 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a8136392-fbaa-4f50-8db4-26de06b19d13 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6528766 Nov 12 04:12:13.987736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36056) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:13.992474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c2bb34c4-4af7-4e36-9f22-6c088cfd9b2a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group_rule': {'security_group_id': '7b0be6ec-7970-4928-a3e0-5037bfd900ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:14.085134 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.092313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36062) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:14.126081 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2bb34c4-4af7-4e36-9f22-6c088cfd9b2a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.183212 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.282646 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2bb34c4-4af7-4e36-9f22-6c088cfd9b2a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.319030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=94c5a402-3b29-4e92-9478-59abf086039d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:14.323015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e85e1a-4d75-4908-a41e-37e331eb4332 req-57995296-2f45-4591-a589-6f6696888f9a tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:14.332310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e85e1a-4d75-4908-a41e-37e331eb4332 req-57995296-2f45-4591-a589-6f6696888f9a tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:14.334129 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38e85e1a-4d75-4908-a41e-37e331eb4332 req-57995296-2f45-4591-a589-6f6696888f9a tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1683 time: 0.0860691 Nov 12 04:12:14.339693 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.348798 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-86935969-8a7c-4660-84e0-23fce0f30804 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b590779939054406888a6d774da56c51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2525187 Nov 12 04:12:14.349975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36070) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:14.414357 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2bb34c4-4af7-4e36-9f22-6c088cfd9b2a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.438725 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38e85e1a-4d75-4908-a41e-37e331eb4332 req-181e8739-ab97-4458-bdb8-d68b8e623083 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901794 Nov 12 04:12:14.449749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb34c4-4af7-4e36-9f22-6c088cfd9b2a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c565581f-f454-4733-b015-d17eb138cc96,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:14.451351 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-504a24d9-5928-4f77-8243-364c5bab6e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.483729 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-504a24d9-5928-4f77-8243-364c5bab6e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.492609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network 352cffeb-5947-460c-ae2e-48e18a15d124 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:14.495039 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:14.543451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2bb34c4-4af7-4e36-9f22-6c088cfd9b2a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.545115 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c2bb34c4-4af7-4e36-9f22-6c088cfd9b2a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5559449 Nov 12 04:12:14.547605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36072) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:14.553281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d21d227b-216c-4c82-9592-32cd1412b5b2 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group_rule': {'security_group_id': '7b0be6ec-7970-4928-a3e0-5037bfd900ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:14.615026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router c2524d56-8b45-4b49-9f18-0404f6e77659 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:14.640674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87130be0-a943-466e-8ebd-aeb7642ee5d5 None None] Network 352cffeb-5947-460c-ae2e-48e18a15d124 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:14.657043 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-504a24d9-5928-4f77-8243-364c5bab6e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.664710 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-504a24d9-5928-4f77-8243-364c5bab6e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.664710 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-504a24d9-5928-4f77-8243-364c5bab6e93 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6af59d86-2872-43b7-94f8-54894e8c883b HTTP/1.1" status: 204 len: 168 time: 0.3110812 Nov 12 04:12:14.676552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a24d9-5928-4f77-8243-364c5bab6e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af59d86-2872-43b7-94f8-54894e8c883b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:14.717139 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d21d227b-216c-4c82-9592-32cd1412b5b2 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.731454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aad79839-6b6e-4e92-aaaa-0a53361ce9ce None None] Provisioning complete for port 5aa0aa75-465c-46ed-bae6-3196bfc55e26 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:14.732628 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aad79839-6b6e-4e92-aaaa-0a53361ce9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.751049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:14.761084 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-322fc49f-0436-4cdf-9ab2-3229975a053c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6067998 Nov 12 04:12:14.764980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36078) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:14.769685 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Sync routers for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:14.785426 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f22ea924-39fb-4f32-9649-7482d8f9d0c9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'network': {'name': 'tempest-RoutersTest-1001827758'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:14.785709 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:14.786218 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:14.903546 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:14.906018 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aad79839-6b6e-4e92-aaaa-0a53361ce9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.907129 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d21d227b-216c-4c82-9592-32cd1412b5b2 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.924589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22ea924-39fb-4f32-9649-7482d8f9d0c9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:14.926024 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f22ea924-39fb-4f32-9649-7482d8f9d0c9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.965404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-aad79839-6b6e-4e92-aaaa-0a53361ce9ce None None] For port 5aa0aa75-465c-46ed-bae6-3196bfc55e26, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5aa0aa75-465c-46ed-bae6-3196bfc55e26,segment=NetworkSegment(17fa594a-bb44-4166-919d-93b0caaf04f4),segment_id=17fa594a-bb44-4166-919d-93b0caaf04f4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:14.971950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22ea924-39fb-4f32-9649-7482d8f9d0c9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:15.000979 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f22ea924-39fb-4f32-9649-7482d8f9d0c9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.005245 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-f22ea924-39fb-4f32-9649-7482d8f9d0c9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Added segment 1d2d7358-4a6e-423b-95e7-dcc2346f0be1 of type vlan for network f21c59df-ef5d-44c5-a954-9ef9408b704e Nov 12 04:12:15.081115 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d21d227b-216c-4c82-9592-32cd1412b5b2 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.082593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5aa0aa75-465c-46ed-bae6-3196bfc55e26 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:15.113850 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f22ea924-39fb-4f32-9649-7482d8f9d0c9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.149880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d227b-216c-4c82-9592-32cd1412b5b2 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a60c21-bd86-40e7-bdfc-150da082f42d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:15.165334 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aad79839-6b6e-4e92-aaaa-0a53361ce9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.228925 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d21d227b-216c-4c82-9592-32cd1412b5b2 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.233095 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d21d227b-216c-4c82-9592-32cd1412b5b2 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6813443 Nov 12 04:12:15.233231 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36084) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:15.238919 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-da754c77-3ce2-46fa-af41-c02530c430c6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group_rule': {'security_group_id': '7b0be6ec-7970-4928-a3e0-5037bfd900ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:15.258639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad79839-6b6e-4e92-aaaa-0a53361ce9ce None None] Pushing event updated for resources: {'Port': ['ID=5aa0aa75-465c-46ed-bae6-3196bfc55e26,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:15.261515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 5aa0aa75-465c-46ed-bae6-3196bfc55e26 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:15.262085 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.268972 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f22ea924-39fb-4f32-9649-7482d8f9d0c9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.274985 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:13Z', 'revision_number': 3, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:13Z', 'revision_number': 2, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:15.277787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22ea924-39fb-4f32-9649-7482d8f9d0c9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:15.278885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f22ea924-39fb-4f32-9649-7482d8f9d0c9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.318287 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Checking router: c2524d56-8b45-4b49-9f18-0404f6e77659 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:15.319324 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Updating router c2524d56-8b45-4b49-9f18-0404f6e77659 port 94c5a402-3b29-4e92-9478-59abf086039d binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:12:15.355783 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.361051 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da754c77-3ce2-46fa-af41-c02530c430c6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.455400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ea924-39fb-4f32-9649-7482d8f9d0c9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Network': ['ID=f21c59df-ef5d-44c5-a954-9ef9408b704e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:15.485512 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network f21c59df-ef5d-44c5-a954-9ef9408b704e details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:15.530334 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f22ea924-39fb-4f32-9649-7482d8f9d0c9 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7642474 Nov 12 04:12:15.535040 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36092) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:15.541273 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bed7596c-9d3b-468c-94c1-a60b0fab0bf3 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'subnet': {'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:15.557922 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da754c77-3ce2-46fa-af41-c02530c430c6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.584733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-52d44e5a-38a8-4f22-842f-ce15c61813ba None None] Provisioning complete for port 94c5a402-3b29-4e92-9478-59abf086039d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:15.585105 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52d44e5a-38a8-4f22-842f-ce15c61813ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.639433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-52d44e5a-38a8-4f22-842f-ce15c61813ba None None] Port 94c5a402-3b29-4e92-9478-59abf086039d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:15.669642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-52d44e5a-38a8-4f22-842f-ce15c61813ba None None] Provisioning complete for port 5aa0aa75-465c-46ed-bae6-3196bfc55e26 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:15.670171 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52d44e5a-38a8-4f22-842f-ce15c61813ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.725768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da754c77-3ce2-46fa-af41-c02530c430c6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.732692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a913612-740f-4827-8edc-db5cb2b2bcfd req-4f06d8d6-96ef-421c-9c35-37a9a4bd71c7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:15.742745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a913612-740f-4827-8edc-db5cb2b2bcfd req-4f06d8d6-96ef-421c-9c35-37a9a4bd71c7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:15.746853 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a913612-740f-4827-8edc-db5cb2b2bcfd req-4f06d8d6-96ef-421c-9c35-37a9a4bd71c7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1683 time: 0.1120691 Nov 12 04:12:15.762321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da754c77-3ce2-46fa-af41-c02530c430c6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3deccf0-a440-4c65-9083-1437d1aae3bc,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:15.824153 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed7596c-9d3b-468c-94c1-a60b0fab0bf3 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:15.827824 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bed7596c-9d3b-468c-94c1-a60b0fab0bf3 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.876702 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a913612-740f-4827-8edc-db5cb2b2bcfd req-ad4b589d-ad5a-4f81-9faa-3a7abc6e1e61 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981815 Nov 12 04:12:15.916309 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da754c77-3ce2-46fa-af41-c02530c430c6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.917655 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-da754c77-3ce2-46fa-af41-c02530c430c6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6835308 Nov 12 04:12:15.920509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36106) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:15.926255 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.973193 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0a5f5bf1-e402-4fcc-b6c1-e6fa95f8ed59 None None] Provisioning complete for port 94c5a402-3b29-4e92-9478-59abf086039d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:15.976208 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a5f5bf1-e402-4fcc-b6c1-e6fa95f8ed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.976498 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-352778ee-f5c1-4ab5-8023-a377e49d2eda tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.995480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-352778ee-f5c1-4ab5-8023-a377e49d2eda tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.028994 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.093861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f5bf1-e402-4fcc-b6c1-e6fa95f8ed59 None None] Port 94c5a402-3b29-4e92-9478-59abf086039d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:16.177190 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-352778ee-f5c1-4ab5-8023-a377e49d2eda tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.183837 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6e71a-4b05-498b-be3a-6672255c83a8 None None] Pushing event updated for resources: {'Port': ['ID=94c5a402-3b29-4e92-9478-59abf086039d,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:16.203144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-352778ee-f5c1-4ab5-8023-a377e49d2eda tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.203144 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-352778ee-f5c1-4ab5-8023-a377e49d2eda tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/c3deccf0-a440-4c65-9083-1437d1aae3bc HTTP/1.1" status: 204 len: 168 time: 0.2645004 Nov 12 04:12:16.204845 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Attempting to bind port 94c5a402-3b29-4e92-9478-59abf086039d on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:16.204845 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Attempting to bind port 94c5a402-3b29-4e92-9478-59abf086039d by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '17fa594a-bb44-4166-919d-93b0caaf04f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:16.204845 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Attempting to bind port 94c5a402-3b29-4e92-9478-59abf086039d on network 352cffeb-5947-460c-ae2e-48e18a15d124 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:16.205713 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36110) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.206120 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352778ee-f5c1-4ab5-8023-a377e49d2eda tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3deccf0-a440-4c65-9083-1437d1aae3bc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:16.206237 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6e71a-4b05-498b-be3a-6672255c83a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.209174 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6e71a-4b05-498b-be3a-6672255c83a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.209708 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6e71a-4b05-498b-be3a-6672255c83a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.209916 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6e71a-4b05-498b-be3a-6672255c83a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.210263 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6e71a-4b05-498b-be3a-6672255c83a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.210574 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6e71a-4b05-498b-be3a-6672255c83a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.210893 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6e71a-4b05-498b-be3a-6672255c83a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.211206 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6e71a-4b05-498b-be3a-6672255c83a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.211521 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6e71a-4b05-498b-be3a-6672255c83a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.211836 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6e71a-4b05-498b-be3a-6672255c83a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.212183 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6e71a-4b05-498b-be3a-6672255c83a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.212504 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6e71a-4b05-498b-be3a-6672255c83a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.215933 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:16.216327 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Checking segment: {'id': '17fa594a-bb44-4166-919d-93b0caaf04f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:16.216716 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.218146 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Bound using segment: {'id': '17fa594a-bb44-4166-919d-93b0caaf04f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:16.218813 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Bound port: 94c5a402-3b29-4e92-9478-59abf086039d, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fa594a-bb44-4166-919d-93b0caaf04f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:16.219251 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.224497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ef67fa9d-a573-4e0d-81ff-0fb48c7ef9f0 None None] Provisioning complete for port 94c5a402-3b29-4e92-9478-59abf086039d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:16.225241 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef67fa9d-a573-4e0d-81ff-0fb48c7ef9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.282815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ef67fa9d-a573-4e0d-81ff-0fb48c7ef9f0 None None] Port 94c5a402-3b29-4e92-9478-59abf086039d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:16.287042 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-05622690-3bd5-4b71-8f12-9c247d37f4fe tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0951128 Nov 12 04:12:16.290162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36114) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.315736 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bed7596c-9d3b-468c-94c1-a60b0fab0bf3 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.326300 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94618350-5000-4830-9cb3-337151320d3c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.344494 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94618350-5000-4830-9cb3-337151320d3c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.371735 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] For port 94c5a402-3b29-4e92-9478-59abf086039d, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:16.376976 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] For port 94c5a402-3b29-4e92-9478-59abf086039d, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=94c5a402-3b29-4e92-9478-59abf086039d,segment=NetworkSegment(17fa594a-bb44-4166-919d-93b0caaf04f4),segment_id=17fa594a-bb44-4166-919d-93b0caaf04f4)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:16.426918 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7596c-9d3b-468c-94c1-a60b0fab0bf3 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Subnet': ['ID=d74b1d61-5883-4ee1-8d71-2583b5dd515e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:16.432786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7596c-9d3b-468c-94c1-a60b0fab0bf3 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Checking segment: {'id': '1d2d7358-4a6e-423b-95e7-dcc2346f0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:16.433077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed7596c-9d3b-468c-94c1-a60b0fab0bf3 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network hostable DHCP agents. Network: f21c59df-ef5d-44c5-a954-9ef9408b704e, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:16.472665 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94618350-5000-4830-9cb3-337151320d3c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.473465 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.482513 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94618350-5000-4830-9cb3-337151320d3c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.484198 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-94618350-5000-4830-9cb3-337151320d3c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/26a60c21-bd86-40e7-bdfc-150da082f42d HTTP/1.1" status: 204 len: 168 time: 0.1923552 Nov 12 04:12:16.488214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36120) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.490239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94618350-5000-4830-9cb3-337151320d3c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26a60c21-bd86-40e7-bdfc-150da082f42d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:16.529115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5c5e8919-5a68-41e2-8443-ab10f5853ca6 None None] Provisioning complete for port 94c5a402-3b29-4e92-9478-59abf086039d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:16.529565 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c5e8919-5a68-41e2-8443-ab10f5853ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.554889 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-aacc5a9f-cffa-4b75-8727-c8f94182a174 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0651906 Nov 12 04:12:16.558357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36122) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.566371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed7596c-9d3b-468c-94c1-a60b0fab0bf3 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network f21c59df-ef5d-44c5-a954-9ef9408b704e is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:16.571590 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:16.572392 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:16.598752 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d4c47da-07e7-4755-8a7c-e72bb06f6834 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.607941 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d4c47da-07e7-4755-8a7c-e72bb06f6834 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.636586 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6e71a-4b05-498b-be3a-6672255c83a8 None None] Pushing event updated for resources: {'Port': ['ID=94c5a402-3b29-4e92-9478-59abf086039d,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:16.655189 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c5e8919-5a68-41e2-8443-ab10f5853ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.702734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bed7596c-9d3b-468c-94c1-a60b0fab0bf3 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, f21c59df-ef5d-44c5-a954-9ef9408b704e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:16.706621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5c5e8919-5a68-41e2-8443-ab10f5853ca6 None None] For port 94c5a402-3b29-4e92-9478-59abf086039d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=94c5a402-3b29-4e92-9478-59abf086039d,segment=NetworkSegment(17fa594a-bb44-4166-919d-93b0caaf04f4),segment_id=17fa594a-bb44-4166-919d-93b0caaf04f4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:16.709382 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed7596c-9d3b-468c-94c1-a60b0fab0bf3 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:16.710404 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bed7596c-9d3b-468c-94c1-a60b0fab0bf3 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.718214 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3858c9-e1f1-4f71-9f1b-cc79e973d07b None None] Network f21c59df-ef5d-44c5-a954-9ef9408b704e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:16.751752 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d4c47da-07e7-4755-8a7c-e72bb06f6834 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.759638 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d4c47da-07e7-4755-8a7c-e72bb06f6834 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.761174 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8d4c47da-07e7-4755-8a7c-e72bb06f6834 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/c565581f-f454-4733-b015-d17eb138cc96 HTTP/1.1" status: 204 len: 168 time: 0.2015195 Nov 12 04:12:16.765016 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36130) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.777912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c47da-07e7-4755-8a7c-e72bb06f6834 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c565581f-f454-4733-b015-d17eb138cc96,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:16.791807 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:16.840663 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bed7596c-9d3b-468c-94c1-a60b0fab0bf3 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3042643 Nov 12 04:12:16.847068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36132) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.858542 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7b1e32dd-faa9-4b09-a26e-cf53b03a7996 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0919013 Nov 12 04:12:16.865339 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.905479 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c5e8919-5a68-41e2-8443-ab10f5853ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.968297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36136) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.001751 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ac1fa03-9e60-41c4-85ee-dcadede4344a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.023435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0b757-94e8-4ed7-a2d7-db80699f11e7 req-12d8f467-6dc7-482d-ad7d-a1c5dcb2a17b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:17.026044 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ac1fa03-9e60-41c4-85ee-dcadede4344a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.037727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0b757-94e8-4ed7-a2d7-db80699f11e7 req-12d8f467-6dc7-482d-ad7d-a1c5dcb2a17b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:17.040113 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbc0b757-94e8-4ed7-a2d7-db80699f11e7 req-12d8f467-6dc7-482d-ad7d-a1c5dcb2a17b tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1683 time: 0.2576072 Nov 12 04:12:17.081638 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5aa0aa75-465c-46ed-bae6-3196bfc55e26 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:17.159688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f6911f76-d2f1-43d1-a4d9-bbc4ceb8545c None None] Provisioning complete for port 94c5a402-3b29-4e92-9478-59abf086039d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:17.160290 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6911f76-d2f1-43d1-a4d9-bbc4ceb8545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.176224 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbc0b757-94e8-4ed7-a2d7-db80699f11e7 req-9a019fdf-5563-4f32-9fe0-e9a539c4ccf6 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251080 Nov 12 04:12:17.177928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-135dc0e8-fb1d-4b8a-8763-7474f4cb737d tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.179829 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-135dc0e8-fb1d-4b8a-8763-7474f4cb737d tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2096934 Nov 12 04:12:17.182759 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36140) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.188907 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-141dc16e-958e-4777-8962-f9cfd37ed139 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.194151 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-141dc16e-958e-4777-8962-f9cfd37ed139 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0070913 Nov 12 04:12:17.197649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.206079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-b0aca53b-d8b7-4246-9c76-6b0f8e4bb502 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.208164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b0aca53b-d8b7-4246-9c76-6b0f8e4bb502 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0090094 Nov 12 04:12:17.210572 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36144) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.216910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-1197c09d-5b66-48fc-863c-261c40e7bf4c tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.218660 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1197c09d-5b66-48fc-863c-261c40e7bf4c tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0068927 Nov 12 04:12:17.220233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ac1fa03-9e60-41c4-85ee-dcadede4344a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.223012 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.244060 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ac1fa03-9e60-41c4-85ee-dcadede4344a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.246630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.259267 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1ac1fa03-9e60-41c4-85ee-dcadede4344a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/df4ba8dc-a93a-4fae-b013-93d9d2540bcf HTTP/1.1" status: 204 len: 168 time: 0.3831568 Nov 12 04:12:17.263347 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-21e8f409-3d69-46af-9b39-82ea8dd9f02e tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.271298 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-21e8f409-3d69-46af-9b39-82ea8dd9f02e tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0412486 Nov 12 04:12:17.274874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36152) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.284250 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1fa03-9e60-41c4-85ee-dcadede4344a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df4ba8dc-a93a-4fae-b013-93d9d2540bcf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:17.285018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-b663a168-5de8-47f5-ad94-9edc78019994 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.289850 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b663a168-5de8-47f5-ad94-9edc78019994 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0111082 Nov 12 04:12:17.292419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.294795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e8919-5a68-41e2-8443-ab10f5853ca6 None None] Pushing event updated for resources: {'Port': ['ID=94c5a402-3b29-4e92-9478-59abf086039d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:17.298362 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-c7429b10-2a72-4eae-923a-8e176eafaffd tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.303633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c7429b10-2a72-4eae-923a-8e176eafaffd tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0086408 Nov 12 04:12:17.304823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.319461 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-97c28c55-a1d5-482d-bb96-97a8f83b8a81 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.325871 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-97c28c55-a1d5-482d-bb96-97a8f83b8a81 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0151327 Nov 12 04:12:17.325871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36158) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.333651 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-048aca13-5b1f-445a-9d95-b2c08b4fd5df tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.336817 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-048aca13-5b1f-445a-9d95-b2c08b4fd5df tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0095968 Nov 12 04:12:17.340863 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36160) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.353824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-840d3288-7a5f-4277-8d50-d2498ab868dd tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.354867 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-840d3288-7a5f-4277-8d50-d2498ab868dd tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0127892 Nov 12 04:12:17.357645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36162) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.369647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-bb60fa63-ba5c-47ad-a38c-d997fb8abfe5 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.375311 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bb60fa63-ba5c-47ad-a38c-d997fb8abfe5 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0143199 Nov 12 04:12:17.375580 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.386008 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-9654c720-8832-488d-b2ba-e8bd5646e21a tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.387026 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9654c720-8832-488d-b2ba-e8bd5646e21a tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0104718 Nov 12 04:12:17.391533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.398301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-a058393d-3e89-487c-89b0-a1733d198277 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.399569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a058393d-3e89-487c-89b0-a1733d198277 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0069487 Nov 12 04:12:17.403644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.413666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 5aa0aa75-465c-46ed-bae6-3196bfc55e26 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:17.414062 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.416542 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-849e86df-b96a-450a-86d0-6515281713f0 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.421189 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-849e86df-b96a-450a-86d0-6515281713f0 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0114474 Nov 12 04:12:17.421189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.421520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-f21c59df-ef5d-44c5-a954-9ef9408b704e', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:17.421520 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.427752 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-75729e97-c11b-4467-b302-6de89f75919e tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.430837 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-75729e97-c11b-4467-b302-6de89f75919e tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0073621 Nov 12 04:12:17.431332 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.437640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-ba7e27ee-2412-48c6-89a9-23edb09c3f9b tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.441463 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ba7e27ee-2412-48c6-89a9-23edb09c3f9b tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0065410 Nov 12 04:12:17.442842 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36174) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.452641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-2ef1e6a1-28b4-4568-bc31-20efae4b8f9b tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.457049 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2ef1e6a1-28b4-4568-bc31-20efae4b8f9b tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0096531 Nov 12 04:12:17.458369 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.467549 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-bfbb90ef-70da-4e70-9d87-f18755bdebd7 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.472772 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bfbb90ef-70da-4e70-9d87-f18755bdebd7 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0095272 Nov 12 04:12:17.473048 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.481200 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-937ae09b-fb91-47af-9b65-5d04acc93308 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2331660 Nov 12 04:12:17.481765 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:13Z', 'revision_number': 3, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 4, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:17.483838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36180) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.485767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-184cfb2e-0a07-44f3-8b09-a5086bed89be tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.491978 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-184cfb2e-0a07-44f3-8b09-a5086bed89be tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0176685 Nov 12 04:12:17.493828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.503109 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-2bd3bdd3-c9e1-4150-ab6d-24cb018d1c1b tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.507048 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2bd3bdd3-c9e1-4150-ab6d-24cb018d1c1b tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0107715 Nov 12 04:12:17.524456 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0e00b-f07e-4bee-a37f-00419f276040 None None] The sync data for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 is: [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:13Z', 'revision_number': 3, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 4, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:17.528112 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.534229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-17b617f5-1afb-4760-b2ee-317216a3aa4a tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.540098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-17b617f5-1afb-4760-b2ee-317216a3aa4a tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0093126 Nov 12 04:12:17.542667 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37bd70f1-167c-4f50-8be3-d423aa54e077 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.550833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.550833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-9b351da8-7d84-41c3-8954-64817ca6cb30 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.554052 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9b351da8-7d84-41c3-8954-64817ca6cb30 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0060642 Nov 12 04:12:17.554707 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.563455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-81a45f07-d69d-487b-a112-e89b1020631f tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.567287 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-81a45f07-d69d-487b-a112-e89b1020631f tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0114117 Nov 12 04:12:17.567845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36192) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.569841 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37bd70f1-167c-4f50-8be3-d423aa54e077 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.572074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-961502a2-016c-4168-97ce-1915452ed42d tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.576078 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-961502a2-016c-4168-97ce-1915452ed42d tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0069089 Nov 12 04:12:17.576503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36194) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.580909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-17ca1f8c-4ce4-4baf-b7a8-3fe7650aaca0 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.586398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-17ca1f8c-4ce4-4baf-b7a8-3fe7650aaca0 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0089228 Nov 12 04:12:17.587047 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36196) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.607244 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-406eaf8d-d6f4-478f-a098-89fbb1b2cf43 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.619057 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36198) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.627682 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-406eaf8d-d6f4-478f-a098-89fbb1b2cf43 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0388703 Nov 12 04:12:17.632179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-1499534d-85a2-4732-afab-9193642febed tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.635856 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1499534d-85a2-4732-afab-9193642febed tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0120068 Nov 12 04:12:17.641314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.652537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-b9c14e5b-bb46-41fd-bac5-ccbf15348de0 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.663053 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.668856 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b9c14e5b-bb46-41fd-bac5-ccbf15348de0 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0149701 Nov 12 04:12:17.676991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-91826964-1daa-471e-b054-4de4d7bc638d tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.682630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-91826964-1daa-471e-b054-4de4d7bc638d tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0127459 Nov 12 04:12:17.687102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.689554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-837b2b57-a6eb-4447-a217-63179423449e tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.690562 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-837b2b57-a6eb-4447-a217-63179423449e tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047369 Nov 12 04:12:17.695430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.699850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-d732f026-6e66-43b7-9edd-5c94668aaafc tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.701019 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d732f026-6e66-43b7-9edd-5c94668aaafc tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045297 Nov 12 04:12:17.705572 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.712807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-cb736c13-4ea9-461f-aaf3-8e5a817111f0 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.713129 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cb736c13-4ea9-461f-aaf3-8e5a817111f0 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0065393 Nov 12 04:12:17.715727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.720389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-0a19ba28-f69a-4fcd-adec-36c52177a22b tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.721979 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0a19ba28-f69a-4fcd-adec-36c52177a22b tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0052149 Nov 12 04:12:17.724622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36212) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.729597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-cbf92a12-006d-4d91-b0e9-e3fbf9081d9e tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.732912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cbf92a12-006d-4d91-b0e9-e3fbf9081d9e tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049982 Nov 12 04:12:17.734353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.747879 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-118375b5-665a-4b4c-a885-532b160a9f5c tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.750989 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-118375b5-665a-4b4c-a885-532b160a9f5c tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0146656 Nov 12 04:12:17.751191 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.752529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.758979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-70eeb411-dd85-405a-b57e-4a4a5aeacc00 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.760893 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-70eeb411-dd85-405a-b57e-4a4a5aeacc00 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0062845 Nov 12 04:12:17.765679 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.771899 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-66d1cbc1-fe86-4725-8f97-a23e96c1c5c1 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.776785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.778284 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-66d1cbc1-fe86-4725-8f97-a23e96c1c5c1 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0111256 Nov 12 04:12:17.784328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-bdcef19d-279d-49a5-b9b2-eb05df7fe53f tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.785308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bdcef19d-279d-49a5-b9b2-eb05df7fe53f tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0051675 Nov 12 04:12:17.788090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.796982 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-1de4170a-5f1c-4bb4-99c4-6ddaa73889d5 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.798887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1de4170a-5f1c-4bb4-99c4-6ddaa73889d5 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0095682 Nov 12 04:12:17.801745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.811204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-dc7a8664-0b5b-43c9-a1c9-c78b37e42abf tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.812881 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dc7a8664-0b5b-43c9-a1c9-c78b37e42abf tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0095713 Nov 12 04:12:17.815893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.822911 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-e0124104-3359-45b2-9238-1c9040401ec2 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.826292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e0124104-3359-45b2-9238-1c9040401ec2 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0058944 Nov 12 04:12:17.826819 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.833662 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-205cf948-91d9-4ebf-8acf-dfcd010641d6 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.837151 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-205cf948-91d9-4ebf-8acf-dfcd010641d6 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0069432 Nov 12 04:12:17.839183 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37bd70f1-167c-4f50-8be3-d423aa54e077 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.842186 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Allocated IP 172.22.0.2 (f21c59df-ef5d-44c5-a954-9ef9408b704e/d74b1d61-5883-4ee1-8d71-2583b5dd515e/9b730767-2ac4-417b-b224-013e21eda319) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:17.843273 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.851368 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-8a30831e-5d2d-483c-890b-a45e02679939 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.853659 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8a30831e-5d2d-483c-890b-a45e02679939 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0075994 Nov 12 04:12:17.858817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.865567 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-3603e918-da3b-4712-8659-043cb785a203 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.867284 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3603e918-da3b-4712-8659-043cb785a203 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0064840 Nov 12 04:12:17.869794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.878415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37bd70f1-167c-4f50-8be3-d423aa54e077 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.878415 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-37bd70f1-167c-4f50-8be3-d423aa54e077 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/1d3b5793-07e9-4956-851f-c1948ac50d3d HTTP/1.1" status: 204 len: 168 time: 0.3934772 Nov 12 04:12:17.881326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.882879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-f16602e7-109d-4b46-b523-dabd1eedcb5e tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.884010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f16602e7-109d-4b46-b523-dabd1eedcb5e tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0103753 Nov 12 04:12:17.887006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.898389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-93a4aef3-8b48-48ca-a024-f1f91c162382 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.900076 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-93a4aef3-8b48-48ca-a024-f1f91c162382 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0079429 Nov 12 04:12:17.904145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd70f1-167c-4f50-8be3-d423aa54e077 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d3b5793-07e9-4956-851f-c1948ac50d3d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:17.906737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.923767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-738f021d-94f6-45f7-9140-a05e8efe938c tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.928749 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-738f021d-94f6-45f7-9140-a05e8efe938c tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0121427 Nov 12 04:12:17.932102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36244) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.937392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-3953013f-5069-4f19-87e8-d79126c98fbf tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.941042 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36246) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.941303 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3953013f-5069-4f19-87e8-d79126c98fbf tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0080247 Nov 12 04:12:17.954343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-8fe935e3-f483-4ef9-a73c-9f91cf16ff8b tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.956030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8fe935e3-f483-4ef9-a73c-9f91cf16ff8b tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0132799 Nov 12 04:12:17.959845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36250) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.970622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-0ba2bb35-9fdb-4e40-aca9-05d3f832e4a1 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:17.976564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0ba2bb35-9fdb-4e40-aca9-05d3f832e4a1 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0112000 Nov 12 04:12:17.991997 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-88f830c1-8f12-480d-90e0-ff8d17540e8f tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1087718 Nov 12 04:12:17.992760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36252) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.993257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.020239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-37091467-37ff-49d8-ba80-dd646638272c tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.026405 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-37091467-37ff-49d8-ba80-dd646638272c tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0317464 Nov 12 04:12:18.032502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36256) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.052308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-44552d6f-9ff8-468c-98ad-da9219efc180 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.053550 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-44552d6f-9ff8-468c-98ad-da9219efc180 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0194051 Nov 12 04:12:18.060550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.065576 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-5c89d95b-c268-470b-a0c7-fa066cb53062 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.066838 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5c89d95b-c268-470b-a0c7-fa066cb53062 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0055768 Nov 12 04:12:18.075069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36260) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.083706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-23b3554d-8458-44c1-b99b-135ef7fd39e4 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.084837 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-23b3554d-8458-44c1-b99b-135ef7fd39e4 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0088277 Nov 12 04:12:18.090756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36262) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.102989 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-34fca1e7-d62b-4388-9dcc-956c6db69d13 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.102989 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-34fca1e7-d62b-4388-9dcc-956c6db69d13 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0063465 Nov 12 04:12:18.105397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.109983 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-3c9eff93-f58d-45cb-9e14-dba32ec980cc tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.114170 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3c9eff93-f58d-45cb-9e14-dba32ec980cc tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0048492 Nov 12 04:12:18.118477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.124188 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-02f830b1-cadf-4d4f-9617-ee753f903abb tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.128996 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-02f830b1-cadf-4d4f-9617-ee753f903abb tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0053501 Nov 12 04:12:18.129388 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36268) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.137025 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-f981b351-83b3-4a6f-acc0-29697e935939 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.141095 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f981b351-83b3-4a6f-acc0-29697e935939 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0108898 Nov 12 04:12:18.144641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.149905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-d8130e78-a294-4b3b-863c-557c3b2bfbef tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.150118 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.152557 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d8130e78-a294-4b3b-863c-557c3b2bfbef tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045557 Nov 12 04:12:18.152557 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-825b6839-faef-419d-85bf-24f5ac60482c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.156665 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36272) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.161356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-a2f5c9d8-d953-4f6e-9cb8-0bde273c2148 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.162492 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a2f5c9d8-d953-4f6e-9cb8-0bde273c2148 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0047951 Nov 12 04:12:18.167598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36274) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.172111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-3e19d52b-e6df-4787-b7df-e03f197cd8d6 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.173884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3e19d52b-e6df-4787-b7df-e03f197cd8d6 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045590 Nov 12 04:12:18.182554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36276) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.187929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-b724d6a2-78b2-4aca-a0a0-66188fa8016f tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.192244 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b724d6a2-78b2-4aca-a0a0-66188fa8016f tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0076261 Nov 12 04:12:18.192555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.207430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-5eaef2a4-f0ed-4681-be65-ebf637aede60 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.207430 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5eaef2a4-f0ed-4681-be65-ebf637aede60 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048282 Nov 12 04:12:18.208626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36282) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.211802 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-825b6839-faef-419d-85bf-24f5ac60482c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.213833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-55aa3c7a-d70d-4aae-9b10-9c1d8ad8c76f tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.217414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-55aa3c7a-d70d-4aae-9b10-9c1d8ad8c76f tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049288 Nov 12 04:12:18.218003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36284) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.223268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [None req-a1d593eb-6030-4fca-9aa6-25087cf72451 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.227346 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a1d593eb-6030-4fca-9aa6-25087cf72451 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0079391 Nov 12 04:12:18.242602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.248277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-aa043df7-de7f-41c2-a379-6eaefe9f11d5 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.248931 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-aa043df7-de7f-41c2-a379-6eaefe9f11d5 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0059288 Nov 12 04:12:18.251533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36290) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.262648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-f773f573-df51-4138-80bd-e0569b4f6c51 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.263631 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f773f573-df51-4138-80bd-e0569b4f6c51 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0106285 Nov 12 04:12:18.268996 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.275568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36292) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.275568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-70d153bf-be36-4be3-bfb8-5dc55302fe39 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.275568 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-70d153bf-be36-4be3-bfb8-5dc55302fe39 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042117 Nov 12 04:12:18.277621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36294) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.281987 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-da4700fc-14e6-4ae5-93da-250b0de435f4 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.282931 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-da4700fc-14e6-4ae5-93da-250b0de435f4 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044370 Nov 12 04:12:18.286818 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.290300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-9625d1b2-e4a8-430d-b39e-65dae91b91f1 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.291272 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9625d1b2-e4a8-430d-b39e-65dae91b91f1 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048912 Nov 12 04:12:18.308773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.318817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [None req-a3a42ac5-9a74-4a72-ad84-6000dea53df9 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] http://10.222.0.105:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:18.337289 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a3a42ac5-9a74-4a72-ad84-6000dea53df9 tempest-ExtensionsTestJSON-22022340 tempest-ExtensionsTestJSON-22022340-project] 10.222.0.105 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0102179 Nov 12 04:12:18.350821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Network f21c59df-ef5d-44c5-a954-9ef9408b704e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:18.352526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Pushing event updated for resources: {'Port': ['ID=9b730767-2ac4-417b-b224-013e21eda319,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:18.355466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:18.362777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:18.393832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Allocated IP 172.22.0.1 (f21c59df-ef5d-44c5-a954-9ef9408b704e/d74b1d61-5883-4ee1-8d71-2583b5dd515e/d0580843-0f45-46d5-8222-24dc45257d18) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:18.403522 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-825b6839-faef-419d-85bf-24f5ac60482c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.406620 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-825b6839-faef-419d-85bf-24f5ac60482c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.416413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-825b6839-faef-419d-85bf-24f5ac60482c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-groups/7b0be6ec-7970-4928-a3e0-5037bfd900ad HTTP/1.1" status: 204 len: 168 time: 0.4203236 Nov 12 04:12:18.423484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36304) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.442080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b6839-faef-419d-85bf-24f5ac60482c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0be6ec-7970-4928-a3e0-5037bfd900ad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:18.474093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a6aeb-ebc1-40b3-a7d2-b5cb58cc2bbf req-b6d5c517-3e84-4633-8604-c56a966aa251 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:18.491115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a6aeb-ebc1-40b3-a7d2-b5cb58cc2bbf req-b6d5c517-3e84-4633-8604-c56a966aa251 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:18.492890 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d7a6aeb-ebc1-40b3-a7d2-b5cb58cc2bbf req-b6d5c517-3e84-4633-8604-c56a966aa251 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1683 time: 0.2081196 Nov 12 04:12:18.521494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Attempting to bind port 9b730767-2ac4-417b-b224-013e21eda319 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:18.522255 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Attempting to bind port 9b730767-2ac4-417b-b224-013e21eda319 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '1d2d7358-4a6e-423b-95e7-dcc2346f0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:18.523499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Attempting to bind port 9b730767-2ac4-417b-b224-013e21eda319 on network f21c59df-ef5d-44c5-a954-9ef9408b704e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:18.538623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:18.538623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Checking segment: {'id': '1d2d7358-4a6e-423b-95e7-dcc2346f0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:18.539046 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.539389 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Bound using segment: {'id': '1d2d7358-4a6e-423b-95e7-dcc2346f0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:18.540447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Bound port: 9b730767-2ac4-417b-b224-013e21eda319, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2d7358-4a6e-423b-95e7-dcc2346f0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:18.540839 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.610639 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d7a6aeb-ebc1-40b3-a7d2-b5cb58cc2bbf req-69f4c84a-4ae1-429e-bb35-b83b2bc4be02 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039846 Nov 12 04:12:18.677498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-18300ef2-446f-4c6e-aca9-74245d1f6241 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2515910 Nov 12 04:12:18.682052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36308) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.689453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-be89345c-138b-46fb-a0a9-8e9d6eeaedb7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692609815'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:18.708132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] For port 9b730767-2ac4-417b-b224-013e21eda319, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:18.713584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] For port 9b730767-2ac4-417b-b224-013e21eda319, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9b730767-2ac4-417b-b224-013e21eda319,segment=NetworkSegment(1d2d7358-4a6e-423b-95e7-dcc2346f0be1),segment_id=1d2d7358-4a6e-423b-95e7-dcc2346f0be1)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:18.742434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.805659 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be89345c-138b-46fb-a0a9-8e9d6eeaedb7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.805900 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.885316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a85dd9-0217-443c-8657-3d3b5e94ef6e None None] Pushing event updated for resources: {'Port': ['ID=9b730767-2ac4-417b-b224-013e21eda319,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:18.904534 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be89345c-138b-46fb-a0a9-8e9d6eeaedb7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.944489 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.993860 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be89345c-138b-46fb-a0a9-8e9d6eeaedb7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.025296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 94c5a402-3b29-4e92-9478-59abf086039d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:19.032579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89345c-138b-46fb-a0a9-8e9d6eeaedb7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed44078b-f4da-4418-9c1a-dae60af6bb53,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:19.047167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=d0580843-0f45-46d5-8222-24dc45257d18,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:19.058264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network f21c59df-ef5d-44c5-a954-9ef9408b704e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:19.063006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:19.065874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:19.102921 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.108935 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-fdb7fd59-5d57-486e-b4a4-74147df9d5d7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:19.115790 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-fdb7fd59-5d57-486e-b4a4-74147df9d5d7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:19.117409 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-fdb7fd59-5d57-486e-b4a4-74147df9d5d7 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1683 time: 0.1313248 Nov 12 04:12:19.135311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 94c5a402-3b29-4e92-9478-59abf086039d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:19.135950 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.153327 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be89345c-138b-46fb-a0a9-8e9d6eeaedb7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.159616 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-be89345c-138b-46fb-a0a9-8e9d6eeaedb7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4759710 Nov 12 04:12:19.160283 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:19.170502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b49406dd-25fe-483d-9e8a-3346b2c43fa4 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group_rule': {'security_group_id': 'ed44078b-f4da-4418-9c1a-dae60af6bb53', 'direction': 'ingress', 'protocol': 17}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:19.196224 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.301827 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b49406dd-25fe-483d-9e8a-3346b2c43fa4 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.349050 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:19.406089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-12926fe5-2cb8-48b9-b18e-d2c7a5e89958 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Deleting port 224852da-8bdc-403a-b8aa-9f1c9597c5fd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:19.409304 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-12926fe5-2cb8-48b9-b18e-d2c7a5e89958 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.476254 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b49406dd-25fe-483d-9e8a-3346b2c43fa4 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.478890 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.553275 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b49406dd-25fe-483d-9e8a-3346b2c43fa4 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.594902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49406dd-25fe-483d-9e8a-3346b2c43fa4 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656ab083-bb90-484f-bf63-ba5fbabf1bc7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:19.599156 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86c89d2b-1b58-49ca-a0eb-7089d46f93e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.654939 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-12926fe5-2cb8-48b9-b18e-d2c7a5e89958 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] For port 224852da-8bdc-403a-b8aa-9f1c9597c5fd, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=224852da-8bdc-403a-b8aa-9f1c9597c5fd,segment=NetworkSegment(0f9fe5c6-853f-4994-85bd-0a6f27961391),segment_id=0f9fe5c6-853f-4994-85bd-0a6f27961391)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:19.655310 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-12926fe5-2cb8-48b9-b18e-d2c7a5e89958 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.681800 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86c89d2b-1b58-49ca-a0eb-7089d46f93e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.706160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-12926fe5-2cb8-48b9-b18e-d2c7a5e89958 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Calling delete_port for 224852da-8bdc-403a-b8aa-9f1c9597c5fd owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:19.733377 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b49406dd-25fe-483d-9e8a-3346b2c43fa4 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.737060 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b49406dd-25fe-483d-9e8a-3346b2c43fa4 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5738437 Nov 12 04:12:19.741134 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:19.760943 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86c89d2b-1b58-49ca-a0eb-7089d46f93e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.824261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c89d2b-1b58-49ca-a0eb-7089d46f93e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19a2597-5e30-4b97-a104-c99be5d1bb32,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:19.831433 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-86c89d2b-1b58-49ca-a0eb-7089d46f93e1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c99d4c817c0e45d9bd8808195340f149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4814799 Nov 12 04:12:19.843760 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36334) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:19.849900 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ac5f441-1153-4131-b636-fc945a24004c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.877623 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ac5f441-1153-4131-b636-fc945a24004c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.882646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923e6a3-766b-4d1b-bd60-2139bf041a7b req-a9bb3f3d-b8d9-43c1-b164-9acf34053cf8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:19.888744 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923e6a3-766b-4d1b-bd60-2139bf041a7b req-a9bb3f3d-b8d9-43c1-b164-9acf34053cf8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:19.890665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1923e6a3-766b-4d1b-bd60-2139bf041a7b req-a9bb3f3d-b8d9-43c1-b164-9acf34053cf8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 1683 time: 0.1676517 Nov 12 04:12:20.005247 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ac5f441-1153-4131-b636-fc945a24004c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.008308 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ac5f441-1153-4131-b636-fc945a24004c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.010056 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6ac5f441-1153-4131-b636-fc945a24004c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-groups/ed44078b-f4da-4418-9c1a-dae60af6bb53 HTTP/1.1" status: 204 len: 168 time: 0.2677155 Nov 12 04:12:20.016551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:20.032980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5f441-1153-4131-b636-fc945a24004c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed44078b-f4da-4418-9c1a-dae60af6bb53,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:20.068555 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ed81b15-7e87-4bda-8178-14faf55ea6b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.079128 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1923e6a3-766b-4d1b-bd60-2139bf041a7b req-77cea62f-493a-4e5d-86a1-911754706bd2 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569645 Nov 12 04:12:20.156759 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ed81b15-7e87-4bda-8178-14faf55ea6b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.192126 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.210337 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c5b3ac1e-26ab-409c-b588-3aceca555131 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1902466 Nov 12 04:12:20.216230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:20.222606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-025ae6e9-5834-420d-9b6b-8c1334bb8f0e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group': {'name': 'tempest-secgroup--27189270'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:20.255068 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.335516 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-12926fe5-2cb8-48b9-b18e-d2c7a5e89958 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.349373 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.354727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e3cce8-f6f7-431c-985b-061315a17781 None None] Network f21c59df-ef5d-44c5-a954-9ef9408b704e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:20.355265 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=d0580843-0f45-46d5-8222-24dc45257d18,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:20.390201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12926fe5-2cb8-48b9-b18e-d2c7a5e89958 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Port': ['ID=224852da-8bdc-403a-b8aa-9f1c9597c5fd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:20.398014 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-025ae6e9-5834-420d-9b6b-8c1334bb8f0e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.450338 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ed81b15-7e87-4bda-8178-14faf55ea6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.453461 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ed81b15-7e87-4bda-8178-14faf55ea6b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.457427 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9ed81b15-7e87-4bda-8178-14faf55ea6b4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e19a2597-5e30-4b97-a104-c99be5d1bb32 HTTP/1.1" status: 204 len: 168 time: 0.6046815 Nov 12 04:12:20.471291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f607283c-04e2-467e-9a95-4cb6480a4bff None None] Provisioning complete for port 9b730767-2ac4-417b-b224-013e21eda319 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:20.476784 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f607283c-04e2-467e-9a95-4cb6480a4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.512499 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-12926fe5-2cb8-48b9-b18e-d2c7a5e89958 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] No DVR routers for this DVR port 224852da-8bdc-403a-b8aa-9f1c9597c5fd on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:20.521388 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-12926fe5-2cb8-48b9-b18e-d2c7a5e89958 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.530303 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-12926fe5-2cb8-48b9-b18e-d2c7a5e89958 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.26 "DELETE /v2.0/ports/224852da-8bdc-403a-b8aa-9f1c9597c5fd HTTP/1.1" status: 204 len: 173 time: 1.3911791 Nov 12 04:12:20.539642 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'name': 'network-vif-deleted', 'tag': '224852da-8bdc-403a-b8aa-9f1c9597c5fd'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:20.542072 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf85eb0-3ac2-4036-b31c-fd223a964a11" -d '{"events": [{"server_uuid": "9ab6e4c0-724b-4e83-9564-1617e6ed4cf5", "name": "network-vif-deleted", "tag": "224852da-8bdc-403a-b8aa-9f1c9597c5fd"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:20.557281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed81b15-7e87-4bda-8178-14faf55ea6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19a2597-5e30-4b97-a104-c99be5d1bb32,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:20.657405 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b18cbf-11a1-48a0-9bc8-89f9bf729bcd x-openstack-request-id: req-44b18cbf-11a1-48a0-9bc8-89f9bf729bcd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:20.658543 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab6e4c0-724b-4e83-9564-1617e6ed4cf5", "name": "network-vif-deleted", "tag": "224852da-8bdc-403a-b8aa-9f1c9597c5fd", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:20.658982 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-44b18cbf-11a1-48a0-9bc8-89f9bf729bcd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:20.659729 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'name': 'network-vif-deleted', 'tag': '224852da-8bdc-403a-b8aa-9f1c9597c5fd', 'status': 'completed', 'code': 200} Nov 12 04:12:20.731661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network f21c59df-ef5d-44c5-a954-9ef9408b704e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:20.736929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:20.768885 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-025ae6e9-5834-420d-9b6b-8c1334bb8f0e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.849652 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-025ae6e9-5834-420d-9b6b-8c1334bb8f0e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.880752 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f607283c-04e2-467e-9a95-4cb6480a4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.907198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-73892804-eef6-41f8-adb2-33ade566b957 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Deleting port 3e6a8477-b0c2-4447-938e-040baf95d75c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:20.907546 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-73892804-eef6-41f8-adb2-33ade566b957 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.934232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router c2524d56-8b45-4b49-9f18-0404f6e77659 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:20.943575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ae6e9-5834-420d-9b6b-8c1334bb8f0e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a316eb2-7e7d-4f84-b1f4-732256ca0974,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:20.954613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f607283c-04e2-467e-9a95-4cb6480a4bff None None] For port 9b730767-2ac4-417b-b224-013e21eda319, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9b730767-2ac4-417b-b224-013e21eda319,segment=NetworkSegment(1d2d7358-4a6e-423b-95e7-dcc2346f0be1),segment_id=1d2d7358-4a6e-423b-95e7-dcc2346f0be1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:20.983558 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-025ae6e9-5834-420d-9b6b-8c1334bb8f0e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.984880 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-025ae6e9-5834-420d-9b6b-8c1334bb8f0e tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7661777 Nov 12 04:12:20.987837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36352) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:20.994390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3fb4daac-353c-4e17-81e6-155bedbc74d6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778764585'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:21.017062 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f607283c-04e2-467e-9a95-4cb6480a4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.107815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9b730767-2ac4-417b-b224-013e21eda319 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:21.125925 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fb4daac-353c-4e17-81e6-155bedbc74d6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.170539 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607283c-04e2-467e-9a95-4cb6480a4bff None None] Pushing event updated for resources: {'Port': ['ID=9b730767-2ac4-417b-b224-013e21eda319,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:21.214946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9b730767-2ac4-417b-b224-013e21eda319 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:21.215216 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.308212 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fb4daac-353c-4e17-81e6-155bedbc74d6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.363120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5a27556a-24ad-4c7c-a65b-1d207f8591d1 None None] Provisioning complete for port 9b730767-2ac4-417b-b224-013e21eda319 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:21.364262 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a27556a-24ad-4c7c-a65b-1d207f8591d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.393472 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fb4daac-353c-4e17-81e6-155bedbc74d6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.462192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4daac-353c-4e17-81e6-155bedbc74d6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad97936-3880-4796-8ec1-68ce55998959,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:21.499703 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fb4daac-353c-4e17-81e6-155bedbc74d6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.505219 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3fb4daac-353c-4e17-81e6-155bedbc74d6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5151007 Nov 12 04:12:21.506181 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:21.512677 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4a7aa323-3e85-460e-8a0b-ee49fc8c2e7f tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group_rule': {'security_group_id': '7a316eb2-7e7d-4f84-b1f4-732256ca0974', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bad97936-3880-4796-8ec1-68ce55998959', 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:21.524311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5a27556a-24ad-4c7c-a65b-1d207f8591d1 None None] Provisioning complete for port d0580843-0f45-46d5-8222-24dc45257d18 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:21.524773 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a27556a-24ad-4c7c-a65b-1d207f8591d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.582551 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5a27556a-24ad-4c7c-a65b-1d207f8591d1 None None] Port d0580843-0f45-46d5-8222-24dc45257d18 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:21.623654 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa323-3e85-460e-8a0b-ee49fc8c2e7f tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.633826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-73892804-eef6-41f8-adb2-33ade566b957 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] For port 3e6a8477-b0c2-4447-938e-040baf95d75c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3e6a8477-b0c2-4447-938e-040baf95d75c,segment=NetworkSegment(6c6cc750-69ce-435e-b252-6ea15281f491),segment_id=6c6cc750-69ce-435e-b252-6ea15281f491)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:21.634200 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-73892804-eef6-41f8-adb2-33ade566b957 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.653227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:21.665745 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-73892804-eef6-41f8-adb2-33ade566b957 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Calling delete_port for 3e6a8477-b0c2-4447-938e-040baf95d75c owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:21.669008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Sync routers for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:21.691488 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:21.692195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:21.763947 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a21c6673-6b53-4ad3-8153-2e7a1b5e8fd1 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9098158 Nov 12 04:12:21.767925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36370) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:21.776522 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c868e2e4-bba3-4c39-868e-8c7d810b59df tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'network': {'name': 'tempest-RoutersTest-1963883840'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:21.797160 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa323-3e85-460e-8a0b-ee49fc8c2e7f tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.815357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbcb4b-07f9-4d3f-81d0-2c8eafa3e6fa req-b4e1a7e2-94a2-43bf-b3e0-fa4a46dfc8e5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:21.818138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2cbcb4b-07f9-4d3f-81d0-2c8eafa3e6fa req-b4e1a7e2-94a2-43bf-b3e0-fa4a46dfc8e5 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 946 time: 0.2486703 Nov 12 04:12:21.846663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-479b5931-6103-4ca9-8217-656b867368b0 None None] Provisioning complete for port d0580843-0f45-46d5-8222-24dc45257d18 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:21.847251 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-479b5931-6103-4ca9-8217-656b867368b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.857358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa323-3e85-460e-8a0b-ee49fc8c2e7f tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.886976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c868e2e4-bba3-4c39-868e-8c7d810b59df tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:21.890728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:21.892397 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c868e2e4-bba3-4c39-868e-8c7d810b59df tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.902920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7aa323-3e85-460e-8a0b-ee49fc8c2e7f tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae7e825-0319-4ddc-9f91-64f3629c2bdb,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:21.948822 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c868e2e4-bba3-4c39-868e-8c7d810b59df tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:21.964281 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c868e2e4-bba3-4c39-868e-8c7d810b59df tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.964710 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-c868e2e4-bba3-4c39-868e-8c7d810b59df tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Added segment 3a9228d6-9288-4d94-bb38-c1c8cda23729 of type vlan for network f280f000-b62d-4e33-84aa-4843c595e339 Nov 12 04:12:21.973891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2cbcb4b-07f9-4d3f-81d0-2c8eafa3e6fa req-79afff63-1a74-4585-b1cd-630a71f96c3c tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/security-groups?id=12f4054b-14a9-4534-b2af-6407c8900add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445820 Nov 12 04:12:21.982201 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa323-3e85-460e-8a0b-ee49fc8c2e7f tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.984092 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4a7aa323-3e85-460e-8a0b-ee49fc8c2e7f tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4765844 Nov 12 04:12:21.993882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36374) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:21.994127 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-479b5931-6103-4ca9-8217-656b867368b0 None None] Port d0580843-0f45-46d5-8222-24dc45257d18 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:22.025439 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c6d6c4f-4d85-4faa-98e7-c56b3b2e45b2 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.036076 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c6d6c4f-4d85-4faa-98e7-c56b3b2e45b2 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.042257 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c868e2e4-bba3-4c39-868e-8c7d810b59df tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.078091 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-73892804-eef6-41f8-adb2-33ade566b957 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.125604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73892804-eef6-41f8-adb2-33ade566b957 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Port': ['ID=3e6a8477-b0c2-4447-938e-040baf95d75c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:22.130730 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c6d6c4f-4d85-4faa-98e7-c56b3b2e45b2 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.136818 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c6d6c4f-4d85-4faa-98e7-c56b3b2e45b2 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.137419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3c6d6c4f-4d85-4faa-98e7-c56b3b2e45b2 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/fae7e825-0319-4ddc-9f91-64f3629c2bdb HTTP/1.1" status: 204 len: 168 time: 0.1411161 Nov 12 04:12:22.140894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36382) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:22.157245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3775b1c2-bad1-46e1-9056-7b48b5999e32 None None] Provisioning complete for port d0580843-0f45-46d5-8222-24dc45257d18 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:22.158052 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3775b1c2-bad1-46e1-9056-7b48b5999e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.199403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-73892804-eef6-41f8-adb2-33ade566b957 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] No DVR routers for this DVR port 3e6a8477-b0c2-4447-938e-040baf95d75c on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:22.202603 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-73892804-eef6-41f8-adb2-33ade566b957 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.206091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da4acf51-2cc6-4381-8a8c-23269a174c49 req-73892804-eef6-41f8-adb2-33ade566b957 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.26 "DELETE /v2.0/ports/3e6a8477-b0c2-4447-938e-040baf95d75c HTTP/1.1" status: 204 len: 173 time: 1.6501231 Nov 12 04:12:22.207055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d6c4f-4d85-4faa-98e7-c56b3b2e45b2 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fae7e825-0319-4ddc-9f91-64f3629c2bdb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:22.207378 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c868e2e4-bba3-4c39-868e-8c7d810b59df tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.222877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c868e2e4-bba3-4c39-868e-8c7d810b59df tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:22.224665 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c868e2e4-bba3-4c39-868e-8c7d810b59df tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.225355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3e6a8477-b0c2-4447-938e-040baf95d75c no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:22.256064 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-49ef8221-07f5-4aca-970f-a8314467cb9d tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1115494 Nov 12 04:12:22.257069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36386) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:22.257235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 3e6a8477-b0c2-4447-938e-040baf95d75c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:22.257518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3e6a8477-b0c2-4447-938e-040baf95d75c not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:22.257934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 224852da-8bdc-403a-b8aa-9f1c9597c5fd no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:22.284779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 224852da-8bdc-403a-b8aa-9f1c9597c5fd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:22.285142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 224852da-8bdc-403a-b8aa-9f1c9597c5fd not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:22.295844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3775b1c2-bad1-46e1-9056-7b48b5999e32 None None] Port d0580843-0f45-46d5-8222-24dc45257d18 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:22.341373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:19Z', 'revision_number': 4, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:19Z', 'revision_number': 2, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:22.352714 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868e2e4-bba3-4c39-868e-8c7d810b59df tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Network': ['ID=f280f000-b62d-4e33-84aa-4843c595e339,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:22.361676 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d890e26b-8a45-4d06-83d1-1c41eeb5a01b tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.373757 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c868e2e4-bba3-4c39-868e-8c7d810b59df tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6027315 Nov 12 04:12:22.374523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:22.381405 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7c97d4a1-a66b-4fdb-9338-0ff2325c0443 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'subnet': {'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:22.385841 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Checking router: c2524d56-8b45-4b49-9f18-0404f6e77659 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:22.386392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Updating router c2524d56-8b45-4b49-9f18-0404f6e77659 port d0580843-0f45-46d5-8222-24dc45257d18 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:12:22.407715 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d890e26b-8a45-4d06-83d1-1c41eeb5a01b tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.422102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network f280f000-b62d-4e33-84aa-4843c595e339 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:22.463166 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.536998 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d890e26b-8a45-4d06-83d1-1c41eeb5a01b tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.541482 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d890e26b-8a45-4d06-83d1-1c41eeb5a01b tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.542777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d890e26b-8a45-4d06-83d1-1c41eeb5a01b tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-groups/bad97936-3880-4796-8ec1-68ce55998959 HTTP/1.1" status: 204 len: 168 time: 0.2852333 Nov 12 04:12:22.545644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36396) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:22.574025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890e26b-8a45-4d06-83d1-1c41eeb5a01b tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad97936-3880-4796-8ec1-68ce55998959,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:22.599855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c97d4a1-a66b-4fdb-9338-0ff2325c0443 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Made reservation on behalf of 2885c48405ed441a922e6cad5be05547 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:22.603855 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c97d4a1-a66b-4fdb-9338-0ff2325c0443 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.614181 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:22.661231 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'name': 'network-vif-deleted', 'tag': '3e6a8477-b0c2-4447-938e-040baf95d75c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:22.665068 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a02b198-28a1-4126-b8cb-82ea501cedf1" -d '{"events": [{"server_uuid": "9ab6e4c0-724b-4e83-9564-1617e6ed4cf5", "name": "network-vif-deleted", "tag": "3e6a8477-b0c2-4447-938e-040baf95d75c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:22.738383 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4e557c9f-c4b7-4ec5-b482-dc92fa086912 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1766093 Nov 12 04:12:22.738586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:22.778757 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ae113c-6a34-4e29-ab82-cbd211a7bcef x-openstack-request-id: req-03ae113c-6a34-4e29-ab82-cbd211a7bcef {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:22.779568 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab6e4c0-724b-4e83-9564-1617e6ed4cf5", "name": "network-vif-deleted", "tag": "3e6a8477-b0c2-4447-938e-040baf95d75c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:22.779568 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-03ae113c-6a34-4e29-ab82-cbd211a7bcef {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:22.779982 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab6e4c0-724b-4e83-9564-1617e6ed4cf5', 'name': 'network-vif-deleted', 'tag': '3e6a8477-b0c2-4447-938e-040baf95d75c', 'status': 'completed', 'code': 200} Nov 12 04:12:22.821394 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1654415-46d9-4b31-bf9d-02935d251be3 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.855088 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1654415-46d9-4b31-bf9d-02935d251be3 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.945862 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.954251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1001663672'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:23.006598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9b730767-2ac4-417b-b224-013e21eda319 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:23.045319 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1654415-46d9-4b31-bf9d-02935d251be3 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.049145 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1654415-46d9-4b31-bf9d-02935d251be3 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.054173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d1654415-46d9-4b31-bf9d-02935d251be3 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-groups/7a316eb2-7e7d-4f84-b1f4-732256ca0974 HTTP/1.1" status: 204 len: 168 time: 0.3105721 Nov 12 04:12:23.054772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:23.072222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1654415-46d9-4b31-bf9d-02935d251be3 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a316eb2-7e7d-4f84-b1f4-732256ca0974,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:23.088746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9b730767-2ac4-417b-b224-013e21eda319 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:23.089273 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.099959 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c97d4a1-a66b-4fdb-9338-0ff2325c0443 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.130811 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.137816 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3377-20bd-44ca-918e-071bb35cd812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.140246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:23.145681 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.158296 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45582efd-1043-40dc-82d0-2c0f5846f306 req-d9ad975f-fd71-4a38-b07e-93120186b222 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "GET /v2.0/ports?device_id=9ab6e4c0-724b-4e83-9564-1617e6ed4cf5 HTTP/1.1" status: 200 len: 210 time: 0.0840366 Nov 12 04:12:23.164388 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.221220 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-32af5a3e-a658-4a34-86e9-b64a5c44e608 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1644599 Nov 12 04:12:23.229029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36422) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:23.254821 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ea95c69b-9ea8-423b-b825-e79753d36ee7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856932505'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:23.260771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01970298-b0ae-41dc-ad7f-0cd673215f23 None None] Pushing event updated for resources: {'Port': ['ID=d0580843-0f45-46d5-8222-24dc45257d18,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:23.287321 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.318498 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97d4a1-a66b-4fdb-9338-0ff2325c0443 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Subnet': ['ID=aac21397-f8e0-48e6-9f42-ac578c5ab0a0,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:23.333426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Attempting to bind port d0580843-0f45-46d5-8222-24dc45257d18 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:23.333803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Attempting to bind port d0580843-0f45-46d5-8222-24dc45257d18 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '1d2d7358-4a6e-423b-95e7-dcc2346f0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:23.334171 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Attempting to bind port d0580843-0f45-46d5-8222-24dc45257d18 on network f21c59df-ef5d-44c5-a954-9ef9408b704e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:23.338085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c97d4a1-a66b-4fdb-9338-0ff2325c0443 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Checking segment: {'id': '3a9228d6-9288-4d94-bb38-c1c8cda23729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:23.338688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c97d4a1-a66b-4fdb-9338-0ff2325c0443 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network hostable DHCP agents. Network: f280f000-b62d-4e33-84aa-4843c595e339, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:23.346486 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:23.346890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Checking segment: {'id': '1d2d7358-4a6e-423b-95e7-dcc2346f0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:23.347246 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.347643 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Bound using segment: {'id': '1d2d7358-4a6e-423b-95e7-dcc2346f0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:23.348318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Bound port: d0580843-0f45-46d5-8222-24dc45257d18, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2d7358-4a6e-423b-95e7-dcc2346f0be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:23.348706 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.399901 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.401082 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea95c69b-9ea8-423b-b825-e79753d36ee7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.459939 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:23.480547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] For port d0580843-0f45-46d5-8222-24dc45257d18, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:23.487132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] For port d0580843-0f45-46d5-8222-24dc45257d18, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d0580843-0f45-46d5-8222-24dc45257d18,segment=NetworkSegment(1d2d7358-4a6e-423b-95e7-dcc2346f0be1),segment_id=1d2d7358-4a6e-423b-95e7-dcc2346f0be1)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:23.491517 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.491872 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Added segment 4d2889b7-6e9e-41ee-94f2-312a0d98bef4 of type vlan for network 7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba Nov 12 04:12:23.500566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2381fb-aa2e-4f1f-b9de-236a132ed6f0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:23.502262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c97d4a1-a66b-4fdb-9338-0ff2325c0443 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network f280f000-b62d-4e33-84aa-4843c595e339 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:23.539924 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-66c0c284-6285-498d-926c-4e3d6c8d6494 None None] Provisioning complete for port d0580843-0f45-46d5-8222-24dc45257d18 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:23.540610 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66c0c284-6285-498d-926c-4e3d6c8d6494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.546977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea95c69b-9ea8-423b-b825-e79753d36ee7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.553784 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.583776 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-66c0c284-6285-498d-926c-4e3d6c8d6494 None None] Port d0580843-0f45-46d5-8222-24dc45257d18 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:23.585816 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.612449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7c97d4a1-a66b-4fdb-9338-0ff2325c0443 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, f280f000-b62d-4e33-84aa-4843c595e339) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:23.618160 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c97d4a1-a66b-4fdb-9338-0ff2325c0443 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:23.623852 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c97d4a1-a66b-4fdb-9338-0ff2325c0443 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.640881 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea95c69b-9ea8-423b-b825-e79753d36ee7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.647721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63b100a-5484-4f33-98e4-0dba9d3c6fab None None] Network f280f000-b62d-4e33-84aa-4843c595e339 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:23.677404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:23.678112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:11:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:23.686735 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95c69b-9ea8-423b-b825-e79753d36ee7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96661c6-d0d8-451a-9ed6-fd1deda3fc83,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:23.719319 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.730216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:23.731173 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.739338 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01970298-b0ae-41dc-ad7f-0cd673215f23 None None] Pushing event updated for resources: {'Port': ['ID=d0580843-0f45-46d5-8222-24dc45257d18,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:23.799032 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7c97d4a1-a66b-4fdb-9338-0ff2325c0443 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4227815 Nov 12 04:12:23.803977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea95c69b-9ea8-423b-b825-e79753d36ee7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.808994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ea95c69b-9ea8-423b-b825-e79753d36ee7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5689940 Nov 12 04:12:23.810223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:23.810800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:23.826693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-096a8db1-1408-4d30-a2cd-d9e4c27ccb59 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group_rule': {'security_group_id': 'a96661c6-d0d8-451a-9ed6-fd1deda3fc83', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:23.841534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Network': ['ID=7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:23.858706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:23.890490 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-861e8915-537a-4af6-9a3c-deadc966bcde tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2748303 Nov 12 04:12:23.945690 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:24.027751 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-096a8db1-1408-4d30-a2cd-d9e4c27ccb59 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.256337 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36448) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:24.319170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eed7233-2633-49d8-855f-91607eefa6f2 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Deleting subnet 978650aa-7a3b-4e15-aaa6-5d4a0c8a15f3 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:24.323054 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eed7233-2633-49d8-855f-91607eefa6f2 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.327790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9cd654c0-7469-4f53-871b-a94c43aadd64 None None] Provisioning complete for port d0580843-0f45-46d5-8222-24dc45257d18 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:24.328341 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9cd654c0-7469-4f53-871b-a94c43aadd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.382978 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eed7233-2633-49d8-855f-91607eefa6f2 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.491634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eed7233-2633-49d8-855f-91607eefa6f2 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.495489 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-f280f000-b62d-4e33-84aa-4843c595e339', 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'fixed_ips': [{'subnet_id': 'aac21397-f8e0-48e6-9f42-ac578c5ab0a0'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:24.496444 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.563108 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9cd654c0-7469-4f53-871b-a94c43aadd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.615048 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eed7233-2633-49d8-855f-91607eefa6f2 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.657096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed7233-2633-49d8-855f-91607eefa6f2 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Subnet': ['ID=978650aa-7a3b-4e15-aaa6-5d4a0c8a15f3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:24.671515 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eed7233-2633-49d8-855f-91607eefa6f2 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.676601 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0eed7233-2633-49d8-855f-91607eefa6f2 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "DELETE /v2.0/subnets/978650aa-7a3b-4e15-aaa6-5d4a0c8a15f3 HTTP/1.1" status: 204 len: 168 time: 0.4188447 Nov 12 04:12:24.679292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36452) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:24.688986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf41749-8800-4724-bd06-4d4eb88aa270 None None] Network 6bb34240-0219-407a-b4f4-051d5854c4a3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:24.807772 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.856935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9cd654c0-7469-4f53-871b-a94c43aadd64 None None] For port d0580843-0f45-46d5-8222-24dc45257d18, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d0580843-0f45-46d5-8222-24dc45257d18,segment=NetworkSegment(1d2d7358-4a6e-423b-95e7-dcc2346f0be1),segment_id=1d2d7358-4a6e-423b-95e7-dcc2346f0be1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:24.895202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Deleting port e163d1af-526c-42a6-b3b3-2d80c62ee5b2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:24.896297 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.938783 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-096a8db1-1408-4d30-a2cd-d9e4c27ccb59 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.960764 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9cd654c0-7469-4f53-871b-a94c43aadd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.016772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] For port e163d1af-526c-42a6-b3b3-2d80c62ee5b2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e163d1af-526c-42a6-b3b3-2d80c62ee5b2,segment=NetworkSegment(0f9fe5c6-853f-4994-85bd-0a6f27961391),segment_id=0f9fe5c6-853f-4994-85bd-0a6f27961391)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:25.019917 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.054494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Calling delete_port for e163d1af-526c-42a6-b3b3-2d80c62ee5b2 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:25.061775 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-096a8db1-1408-4d30-a2cd-d9e4c27ccb59 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.101153 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.102396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb9089-8c12-4bdc-8db7-c00072a971db None None] DHCP port deletion for 6bb34240-0219-407a-b4f4-051d5854c4a3 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:25.104806 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd654c0-7469-4f53-871b-a94c43aadd64 None None] Pushing event updated for resources: {'Port': ['ID=d0580843-0f45-46d5-8222-24dc45257d18,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:25.122100 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Allocated IP 172.23.0.2 (f280f000-b62d-4e33-84aa-4843c595e339/aac21397-f8e0-48e6-9f42-ac578c5ab0a0/3169530c-1cfa-4f3d-80d7-3096ec90e115) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:25.129756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.237671 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.245102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a8db1-1408-4d30-a2cd-d9e4c27ccb59 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8926d001-065a-4440-8f5a-7a6d0824278f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:25.276804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Port': ['ID=e163d1af-526c-42a6-b3b3-2d80c62ee5b2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:25.286435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:19Z', 'revision_number': 4, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:23Z', 'revision_number': 4, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:25.286658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] No DVR routers for this DVR port e163d1af-526c-42a6-b3b3-2d80c62ee5b2 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:25.339454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b8273b-9266-4d8e-85a5-7e2fb5f4c12d None None] The sync data for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 is: [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:19Z', 'revision_number': 4, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:23Z', 'revision_number': 4, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:25.371916 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-096a8db1-1408-4d30-a2cd-d9e4c27ccb59 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.376468 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-096a8db1-1408-4d30-a2cd-d9e4c27ccb59 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5579510 Nov 12 04:12:25.380599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:25.428683 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.471881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb34240-0219-407a-b4f4-051d5854c4a3']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:25.482466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9fe5c6-853f-4994-85bd-0a6f27961391') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:25.482816 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9fe5c6-853f-4994-85bd-0a6f27961391') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:25.495542 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.514263 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.528951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:25.529356 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.557186 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b96fd30e-2b06-4580-bc14-e66b907de384 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.582663 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b96fd30e-2b06-4580-bc14-e66b907de384 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:25.641231 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:25.663945 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.668597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cddb9089-8c12-4bdc-8db7-c00072a971db None None] Deleting port e163d1af-526c-42a6-b3b3-2d80c62ee5b2 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:25.669037 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cddb9089-8c12-4bdc-8db7-c00072a971db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.713842 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b96fd30e-2b06-4580-bc14-e66b907de384 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.722327 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b96fd30e-2b06-4580-bc14-e66b907de384 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.723770 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b96fd30e-2b06-4580-bc14-e66b907de384 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/8926d001-065a-4440-8f5a-7a6d0824278f HTTP/1.1" status: 204 len: 168 time: 0.3413007 Nov 12 04:12:25.726876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36460) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:25.748244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.776219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fd30e-2b06-4580-bc14-e66b907de384 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8926d001-065a-4440-8f5a-7a6d0824278f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:25.781398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cddb9089-8c12-4bdc-8db7-c00072a971db None None] For port e163d1af-526c-42a6-b3b3-2d80c62ee5b2, host n-d-767704-23, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:25.781808 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cddb9089-8c12-4bdc-8db7-c00072a971db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.784934 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.795066 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.802694 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "DELETE /v2.0/networks/6bb34240-0219-407a-b4f4-051d5854c4a3 HTTP/1.1" status: 204 len: 168 time: 1.1190491 Nov 12 04:12:25.802694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfc7da-bc6a-4b18-8e5e-c2ac1ebd7dfc tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Network': ['ID=6bb34240-0219-407a-b4f4-051d5854c4a3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:25.804264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:25.858078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cddb9089-8c12-4bdc-8db7-c00072a971db None None] Calling delete_port for e163d1af-526c-42a6-b3b3-2d80c62ee5b2 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:25.866077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-cddb9089-8c12-4bdc-8db7-c00072a971db None None] Port e163d1af-526c-42a6-b3b3-2d80c62ee5b2 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:12:25.872134 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cddb9089-8c12-4bdc-8db7-c00072a971db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.873463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36464) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:25.875127 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7cbfb81e-d2e7-4dda-8136-15db91a5b2d7 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1467335 Nov 12 04:12:25.895555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cddb9089-8c12-4bdc-8db7-c00072a971db None None] Network 6bb34240-0219-407a-b4f4-051d5854c4a3 is not hosted by any dhcp agent {{(pid=103148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:12:25.896950 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb9089-8c12-4bdc-8db7-c00072a971db None None] No DVR routers for this DVR port e163d1af-526c-42a6-b3b3-2d80c62ee5b2 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:25.910085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Allocated IP 172.23.0.1 (f280f000-b62d-4e33-84aa-4843c595e339/aac21397-f8e0-48e6-9f42-ac578c5ab0a0/71e5b8d3-7ddd-4b43-b141-014b81fb9664) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:25.935935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Network f280f000-b62d-4e33-84aa-4843c595e339 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:25.936991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f180a35-ee06-453e-96a1-f55c9e6b25fe tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Deleting subnet 59fb6154-7373-4076-9856-454519693b7a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:25.943015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:25.952599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:25.970989 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Pushing event updated for resources: {'Port': ['ID=3169530c-1cfa-4f3d-80d7-3096ec90e115,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:25.988623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f180a35-ee06-453e-96a1-f55c9e6b25fe tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.077159 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.104202 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb9089-8c12-4bdc-8db7-c00072a971db None None] Pushing event deleted for resources: {'Port': ['ID=e163d1af-526c-42a6-b3b3-2d80c62ee5b2,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:26.137038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Attempting to bind port 3169530c-1cfa-4f3d-80d7-3096ec90e115 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:26.137276 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30190cfc-28a6-4fcb-9744-570070e7b287 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.137465 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Attempting to bind port 3169530c-1cfa-4f3d-80d7-3096ec90e115 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '3a9228d6-9288-4d94-bb38-c1c8cda23729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:26.137787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Attempting to bind port 3169530c-1cfa-4f3d-80d7-3096ec90e115 on network f280f000-b62d-4e33-84aa-4843c595e339 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:26.145711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:26.146123 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Checking segment: {'id': '3a9228d6-9288-4d94-bb38-c1c8cda23729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:26.146716 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.147119 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Bound using segment: {'id': '3a9228d6-9288-4d94-bb38-c1c8cda23729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:26.147597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Bound port: 3169530c-1cfa-4f3d-80d7-3096ec90e115, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9228d6-9288-4d94-bb38-c1c8cda23729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:26.148676 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.193757 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f180a35-ee06-453e-96a1-f55c9e6b25fe tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.206083 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.267763 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30190cfc-28a6-4fcb-9744-570070e7b287 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.290131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network f280f000-b62d-4e33-84aa-4843c595e339 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:26.299588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:26.302794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] For port 3169530c-1cfa-4f3d-80d7-3096ec90e115, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:26.307429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:26.314451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] For port 3169530c-1cfa-4f3d-80d7-3096ec90e115, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3169530c-1cfa-4f3d-80d7-3096ec90e115,segment=NetworkSegment(3a9228d6-9288-4d94-bb38-c1c8cda23729),segment_id=3a9228d6-9288-4d94-bb38-c1c8cda23729)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:26.401123 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.422898 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.431585 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f180a35-ee06-453e-96a1-f55c9e6b25fe tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.559858 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30190cfc-28a6-4fcb-9744-570070e7b287 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.563073 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30190cfc-28a6-4fcb-9744-570070e7b287 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.564521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-30190cfc-28a6-4fcb-9744-570070e7b287 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-groups/a96661c6-d0d8-451a-9ed6-fd1deda3fc83 HTTP/1.1" status: 204 len: 168 time: 0.6887517 Nov 12 04:12:26.572909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:26.591443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2ddf8-1c73-4e77-af8b-2634f8b037ab None None] Pushing event updated for resources: {'Port': ['ID=3169530c-1cfa-4f3d-80d7-3096ec90e115,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:26.604134 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=71e5b8d3-7ddd-4b43-b141-014b81fb9664,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:26.610253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30190cfc-28a6-4fcb-9744-570070e7b287 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96661c6-d0d8-451a-9ed6-fd1deda3fc83,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:26.644930 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fecaf33a-ba73-4d3d-bfcb-c98fc5b56b7c tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0707669 Nov 12 04:12:26.645595 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f180a35-ee06-453e-96a1-f55c9e6b25fe tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.656801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36472) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:26.663199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9909d868-7086-4f77-9acc-67d5dac6b0d3 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108658881'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:26.713809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ad608-b1db-40f3-a03d-c73a08bc33a1 None None] Network 424e6a05-3762-4188-bb91-7912936af3f4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:26.714933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f180a35-ee06-453e-96a1-f55c9e6b25fe tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Subnet': ['ID=59fb6154-7373-4076-9856-454519693b7a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:26.717682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f180a35-ee06-453e-96a1-f55c9e6b25fe tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.723130 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6f180a35-ee06-453e-96a1-f55c9e6b25fe tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "DELETE /v2.0/subnets/59fb6154-7373-4076-9856-454519693b7a HTTP/1.1" status: 204 len: 168 time: 0.9175067 Nov 12 04:12:26.727494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36476) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:26.752169 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.866291 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.889639 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.093189 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-450d7e9c-f2e6-4372-866b-c5422f38da8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.155192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5391fc70-598c-49fa-932f-c18cea5d46f4 None None] DHCP port deletion for 424e6a05-3762-4188-bb91-7912936af3f4 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:27.156775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Deleting port adbe9be2-4244-40a4-82e1-c884f0cbc87d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:27.157434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.215640 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9909d868-7086-4f77-9acc-67d5dac6b0d3 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.256485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5391fc70-598c-49fa-932f-c18cea5d46f4 None None] Deleting port adbe9be2-4244-40a4-82e1-c884f0cbc87d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:27.257977 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5391fc70-598c-49fa-932f-c18cea5d46f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.310692 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d0580843-0f45-46d5-8222-24dc45257d18 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:27.322245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36482) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:27.328832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-96ea9ee7-c675-4f9c-bbb1-422f1ede7e15 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'subnet': {'network_id': '7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:27.372814 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9909d868-7086-4f77-9acc-67d5dac6b0d3 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.417547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] For port adbe9be2-4244-40a4-82e1-c884f0cbc87d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=adbe9be2-4244-40a4-82e1-c884f0cbc87d,segment=NetworkSegment(6c6cc750-69ce-435e-b252-6ea15281f491),segment_id=6c6cc750-69ce-435e-b252-6ea15281f491)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:27.417915 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.426558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5391fc70-598c-49fa-932f-c18cea5d46f4 None None] For port adbe9be2-4244-40a4-82e1-c884f0cbc87d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=adbe9be2-4244-40a4-82e1-c884f0cbc87d,segment=NetworkSegment(6c6cc750-69ce-435e-b252-6ea15281f491),segment_id=6c6cc750-69ce-435e-b252-6ea15281f491)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:27.427068 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5391fc70-598c-49fa-932f-c18cea5d46f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.440707 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.442851 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5391fc70-598c-49fa-932f-c18cea5d46f4 None None] Calling delete_port for adbe9be2-4244-40a4-82e1-c884f0cbc87d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:27.443080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Calling delete_port for adbe9be2-4244-40a4-82e1-c884f0cbc87d owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:27.462880 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9909d868-7086-4f77-9acc-67d5dac6b0d3 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.463191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d0580843-0f45-46d5-8222-24dc45257d18 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:27.465585 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.499115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909d868-7086-4f77-9acc-67d5dac6b0d3 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2183ee-d9fa-47a4-bba1-2970fc300e31,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:27.599632 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.627484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3169530c-1cfa-4f3d-80d7-3096ec90e115 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:27.688764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 3169530c-1cfa-4f3d-80d7-3096ec90e115 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:27.690186 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.691809 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ea9ee7-c675-4f9c-bbb1-422f1ede7e15 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:27.700610 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96ea9ee7-c675-4f9c-bbb1-422f1ede7e15 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.709505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.712957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event updated for resources: {'Port': ['ID=71e5b8d3-7ddd-4b43-b141-014b81fb9664,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:27.749122 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.766775 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5391fc70-598c-49fa-932f-c18cea5d46f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.815525 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391fc70-598c-49fa-932f-c18cea5d46f4 None None] Pushing event deleted for resources: {'Port': ['ID=adbe9be2-4244-40a4-82e1-c884f0cbc87d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:27.856078 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.859779 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9909d868-7086-4f77-9acc-67d5dac6b0d3 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.864066 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9909d868-7086-4f77-9acc-67d5dac6b0d3 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2028999 Nov 12 04:12:27.865225 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36488) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:27.868882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Network f280f000-b62d-4e33-84aa-4843c595e339 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:27.869572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5391fc70-598c-49fa-932f-c18cea5d46f4 None None] No DVR routers for this DVR port adbe9be2-4244-40a4-82e1-c884f0cbc87d on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:27.873402 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0ce0795a-50fd-4d53-bc24-15e94bbc552d tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group_rule': {'security_group_id': 'eb2183ee-d9fa-47a4-bba1-2970fc300e31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:27.905422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Port': ['ID=adbe9be2-4244-40a4-82e1-c884f0cbc87d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:27.918347 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 3169530c-1cfa-4f3d-80d7-3096ec90e115, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3169530c-1cfa-4f3d-80d7-3096ec90e115,segment=NetworkSegment(3a9228d6-9288-4d94-bb38-c1c8cda23729),segment_id=3a9228d6-9288-4d94-bb38-c1c8cda23729)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:27.922272 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:27.922471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] No DVR routers for this DVR port adbe9be2-4244-40a4-82e1-c884f0cbc87d on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:27.997518 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.059003 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.069587 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ce0795a-50fd-4d53-bc24-15e94bbc552d tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.102224 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ddfd01-129b-464e-9a61-ed00e92cdde8 None None] Network f280f000-b62d-4e33-84aa-4843c595e339 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:28.116854 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424e6a05-3762-4188-bb91-7912936af3f4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:28.118194 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router c2524d56-8b45-4b49-9f18-0404f6e77659 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:28.128728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e163d1af-526c-42a6-b3b3-2d80c62ee5b2 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:28.131616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6cc750-69ce-435e-b252-6ea15281f491') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:28.131972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6cc750-69ce-435e-b252-6ea15281f491') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:28.149408 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.155856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ce0795a-50fd-4d53-bc24-15e94bbc552d tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.193595 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.208007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:28.208570 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:28.212738 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:28.259469 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ce0795a-50fd-4d53-bc24-15e94bbc552d tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.302599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0795a-50fd-4d53-bc24-15e94bbc552d tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda6084c-321b-4b85-b85a-6d20c858c736,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:28.316919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:28.327010 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Sync routers for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:28.332611 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5ed97258-eb93-4038-a890-a00e861c41d4 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5201039 Nov 12 04:12:28.333342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36498) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:28.338245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9d83e4dd-b5b9-4a9e-af23-d689946c70bd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:28.341890 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:28.342506 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:28.409894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: e163d1af-526c-42a6-b3b3-2d80c62ee5b2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:28.410262 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e163d1af-526c-42a6-b3b3-2d80c62ee5b2 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:28.418324 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ce0795a-50fd-4d53-bc24-15e94bbc552d tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.420049 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0ce0795a-50fd-4d53-bc24-15e94bbc552d tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5533748 Nov 12 04:12:28.422538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36500) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:28.422698 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=3169530c-1cfa-4f3d-80d7-3096ec90e115,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:28.452733 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96ea9ee7-c675-4f9c-bbb1-422f1ede7e15 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.458984 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.465178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b5762541-9fe8-4ecb-a122-bc294106aa1f None None] Provisioning complete for port 3169530c-1cfa-4f3d-80d7-3096ec90e115 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:28.466385 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5762541-9fe8-4ecb-a122-bc294106aa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.469451 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0a7d6247-50f0-4f11-8fa6-b5975686e33a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules/eda6084c-321b-4b85-b85a-6d20c858c736 HTTP/1.1" status: 200 len: 763 time: 0.0450659 Nov 12 04:12:28.472306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:28.502658 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:28.509954 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.516638 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] 10.222.0.105 "DELETE /v2.0/networks/424e6a05-3762-4188-bb91-7912936af3f4 HTTP/1.1" status: 204 len: 168 time: 1.7868180 Nov 12 04:12:28.517736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15f881-cb0b-4102-ba6b-5ec5b35918e8 tempest-ServersTestMultiNic-1964969455 tempest-ServersTestMultiNic-1964969455-project] Pushing event deleted for resources: {'Network': ['ID=424e6a05-3762-4188-bb91-7912936af3f4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:28.609629 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a32a9004-84a1-4297-93f4-1e9be47e396d tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1252959 Nov 12 04:12:28.640371 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.663574 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36508) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:28.668941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea9ee7-c675-4f9c-bbb1-422f1ede7e15 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Subnet': ['ID=72767ff4-5e16-4400-80b3-2019d404d383,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:28.711304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea9ee7-c675-4f9c-bbb1-422f1ede7e15 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Checking segment: {'id': '4d2889b7-6e9e-41ee-94f2-312a0d98bef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:28.719093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ea9ee7-c675-4f9c-bbb1-422f1ede7e15 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network hostable DHCP agents. Network: 7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:28.749213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedeabf9-7f45-45e4-acc2-1b1ceebc8d2a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.767932 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedeabf9-7f45-45e4-acc2-1b1ceebc8d2a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.795346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36516) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:28.888653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-9d83e4dd-b5b9-4a9e-af23-d689946c70bd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 04:12:28.916116 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-9d83e4dd-b5b9-4a9e-af23-d689946c70bd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Removed routes are [] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 04:12:28.916526 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d83e4dd-b5b9-4a9e-af23-d689946c70bd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.948732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ea9ee7-c675-4f9c-bbb1-422f1ede7e15 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network 7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:28.965263 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:26Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e5b8d3-7ddd-4b43-b141-014b81fb9664', 'name': '', 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:97:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'aac21397-f8e0-48e6-9f42-ac578c5ab0a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:25Z', 'updated_at': '2021-11-12T04:12:27Z', 'revision_number': 2, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'aac21397-f8e0-48e6-9f42-ac578c5ab0a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:24Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:29.004430 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3169530c-1cfa-4f3d-80d7-3096ec90e115 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:29.014921 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Checking router: c2524d56-8b45-4b49-9f18-0404f6e77659 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:29.014921 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Updating router c2524d56-8b45-4b49-9f18-0404f6e77659 port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:12:29.037226 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.043057 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.085684 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-223142f4-a909-43f9-a52e-2794512d1f55 None None] Provisioning complete for port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:29.086195 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-223142f4-a909-43f9-a52e-2794512d1f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.133450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 3169530c-1cfa-4f3d-80d7-3096ec90e115 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:29.134093 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.137313 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-223142f4-a909-43f9-a52e-2794512d1f55 None None] Port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:29.158210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-96ea9ee7-c675-4f9c-bbb1-422f1ede7e15 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:29.159927 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedeabf9-7f45-45e4-acc2-1b1ceebc8d2a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.185455 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedeabf9-7f45-45e4-acc2-1b1ceebc8d2a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.186839 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bedeabf9-7f45-45e4-acc2-1b1ceebc8d2a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/eda6084c-321b-4b85-b85a-6d20c858c736 HTTP/1.1" status: 204 len: 168 time: 0.5116072 Nov 12 04:12:29.192839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea9ee7-c675-4f9c-bbb1-422f1ede7e15 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:29.194058 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96ea9ee7-c675-4f9c-bbb1-422f1ede7e15 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.201955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36520) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:29.202725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e96fd4-ef2d-4c15-8ff2-ebcf61909da4 None None] Network 7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:29.229837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedeabf9-7f45-45e4-acc2-1b1ceebc8d2a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eda6084c-321b-4b85-b85a-6d20c858c736,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:29.306606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-223142f4-a909-43f9-a52e-2794512d1f55 None None] Provisioning complete for port 3169530c-1cfa-4f3d-80d7-3096ec90e115 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:29.307108 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-223142f4-a909-43f9-a52e-2794512d1f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.325304 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-96ea9ee7-c675-4f9c-bbb1-422f1ede7e15 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0015140 Nov 12 04:12:29.327463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36522) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:29.393329 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-692d07b0-fa43-4e4e-aee3-ce542796ff16 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-527034957'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:29.408543 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7e168211-8606-4653-808c-fa8bc3af617a tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2037365 Nov 12 04:12:29.437864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36524) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:29.456592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-baff0a19-f876-4e06-9956-67134b2679b8 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group_rule': {'security_group_id': 'eb2183ee-d9fa-47a4-bba1-2970fc300e31', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:29.472147 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d83e4dd-b5b9-4a9e-af23-d689946c70bd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.476619 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d83e4dd-b5b9-4a9e-af23-d689946c70bd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.514541 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4587-ed3c-45fe-ab41-5e8a8229a610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.602780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d83e4dd-b5b9-4a9e-af23-d689946c70bd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router c2524d56-8b45-4b49-9f18-0404f6e77659 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:29.611832 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.630856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692d07b0-fa43-4e4e-aee3-ce542796ff16 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:29.634475 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-692d07b0-fa43-4e4e-aee3-ce542796ff16 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.669730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba', 'network_id': '7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba', 'tenant_id': 'fec2667c09814f639bec60f603f80fb7', 'fixed_ips': [{'subnet_id': '72767ff4-5e16-4400-80b3-2019d404d383'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:29.670957 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.687439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692d07b0-fa43-4e4e-aee3-ce542796ff16 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:29.697622 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-692d07b0-fa43-4e4e-aee3-ce542796ff16 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.697974 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-692d07b0-fa43-4e4e-aee3-ce542796ff16 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Added segment efd289ca-c4c4-49a8-836d-b80c707b0291 of type vlan for network 61a71a5f-7651-481f-a63b-6dd123fcf425 Nov 12 04:12:29.720837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device adbe9be2-4244-40a4-82e1-c884f0cbc87d no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:29.738023 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.778235 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-692d07b0-fa43-4e4e-aee3-ce542796ff16 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.830827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: adbe9be2-4244-40a4-82e1-c884f0cbc87d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:29.831251 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device adbe9be2-4244-40a4-82e1-c884f0cbc87d not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:29.838834 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db4815-9987-4269-b5e1-cc79953e717b None None] Pushing event updated for resources: {'Port': ['ID=71e5b8d3-7ddd-4b43-b141-014b81fb9664,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:29.839270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d83e4dd-b5b9-4a9e-af23-d689946c70bd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:29.860602 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d83e4dd-b5b9-4a9e-af23-d689946c70bd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.865950 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9d83e4dd-b5b9-4a9e-af23-d689946c70bd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659 HTTP/1.1" status: 200 len: 934 time: 1.5278792 Nov 12 04:12:29.869957 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36528) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:29.876427 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7d20c00d-bde3-469a-9f37-b7b128047c7d None None] Provisioning complete for port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:29.876891 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d20c00d-bde3-469a-9f37-b7b128047c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.916171 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baff0a19-f876-4e06-9956-67134b2679b8 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.936615 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Attempting to bind port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:29.936978 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Attempting to bind port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '3a9228d6-9288-4d94-bb38-c1c8cda23729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:29.937336 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Attempting to bind port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 on network f280f000-b62d-4e33-84aa-4843c595e339 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:29.944815 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:29.945194 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Checking segment: {'id': '3a9228d6-9288-4d94-bb38-c1c8cda23729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:29.945593 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.946225 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Bound using segment: {'id': '3a9228d6-9288-4d94-bb38-c1c8cda23729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:29.946752 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Bound port: 71e5b8d3-7ddd-4b43-b141-014b81fb9664, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9228d6-9288-4d94-bb38-c1c8cda23729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:29.947134 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.955300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7d20c00d-bde3-469a-9f37-b7b128047c7d None None] Port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:29.984740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Allocated IP 2001:db8:0:ffff::2 (7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba/72767ff4-5e16-4400-80b3-2019d404d383/af07bcda-be8e-4ab7-9b59-93b3f2f76206) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:30.027790 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-692d07b0-fa43-4e4e-aee3-ce542796ff16 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.034158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692d07b0-fa43-4e4e-aee3-ce542796ff16 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:30.034806 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-692d07b0-fa43-4e4e-aee3-ce542796ff16 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.044241 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] For port 71e5b8d3-7ddd-4b43-b141-014b81fb9664, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:30.048166 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] For port 71e5b8d3-7ddd-4b43-b141-014b81fb9664, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=71e5b8d3-7ddd-4b43-b141-014b81fb9664,segment=NetworkSegment(3a9228d6-9288-4d94-bb38-c1c8cda23729),segment_id=3a9228d6-9288-4d94-bb38-c1c8cda23729)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:30.110044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1f4497a6-c958-46c4-a986-41b47145c98f None None] Provisioning complete for port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:30.110545 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f4497a6-c958-46c4-a986-41b47145c98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.137294 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.144962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baff0a19-f876-4e06-9956-67134b2679b8 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.170295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1f4497a6-c958-46c4-a986-41b47145c98f None None] Port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:30.214751 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db4815-9987-4269-b5e1-cc79953e717b None None] Pushing event updated for resources: {'Port': ['ID=71e5b8d3-7ddd-4b43-b141-014b81fb9664,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:30.217948 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:30.218655 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:30.223704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d07b0-fa43-4e4e-aee3-ce542796ff16 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Network': ['ID=61a71a5f-7651-481f-a63b-6dd123fcf425,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:30.233336 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-026446ab-a353-4c37-a15f-17ed3e138108 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659 HTTP/1.1" status: 200 len: 934 time: 0.3609717 Nov 12 04:12:30.235077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36532) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:30.241670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-35a7de7f-2562-4c17-b0ab-d85dc8f9a6c0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'router': {'routes': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:30.241879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 61a71a5f-7651-481f-a63b-6dd123fcf425 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:30.249791 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.260365 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-692d07b0-fa43-4e4e-aee3-ce542796ff16 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8780856 Nov 12 04:12:30.281301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36534) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:30.288122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c0a0137f-b684-4ed5-ae8f-fc3f71f53208 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'subnet': {'network_id': '61a71a5f-7651-481f-a63b-6dd123fcf425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:30.338320 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baff0a19-f876-4e06-9956-67134b2679b8 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.375938 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:30.393141 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.460884 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:12:30.483738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8f9ea88a-352a-4ab2-a50b-77a532f45f51 None None] Provisioning complete for port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:30.484476 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea88a-352a-4ab2-a50b-77a532f45f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.495424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Network 7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:30.500395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:30.531009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:30.644356 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Attempting to bind port af07bcda-be8e-4ab7-9b59-93b3f2f76206 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:30.645478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Attempting to bind port af07bcda-be8e-4ab7-9b59-93b3f2f76206 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '4d2889b7-6e9e-41ee-94f2-312a0d98bef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:30.645478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Attempting to bind port af07bcda-be8e-4ab7-9b59-93b3f2f76206 on network 7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:30.655111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Pushing event updated for resources: {'Port': ['ID=af07bcda-be8e-4ab7-9b59-93b3f2f76206,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:30.674081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:30.674647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Checking segment: {'id': '4d2889b7-6e9e-41ee-94f2-312a0d98bef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:30.675218 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.676657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Bound using segment: {'id': '4d2889b7-6e9e-41ee-94f2-312a0d98bef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:30.677299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Bound port: af07bcda-be8e-4ab7-9b59-93b3f2f76206, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2889b7-6e9e-41ee-94f2-312a0d98bef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:30.677902 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.788623 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:28Z', 'revision_number': 6, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e5b8d3-7ddd-4b43-b141-014b81fb9664', 'name': '', 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:97:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'aac21397-f8e0-48e6-9f42-ac578c5ab0a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:25Z', 'updated_at': '2021-11-12T04:12:30Z', 'revision_number': 4, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'aac21397-f8e0-48e6-9f42-ac578c5ab0a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:24Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:30.801555 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea88a-352a-4ab2-a50b-77a532f45f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.804220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] For port af07bcda-be8e-4ab7-9b59-93b3f2f76206, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:30.808851 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] For port af07bcda-be8e-4ab7-9b59-93b3f2f76206, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=af07bcda-be8e-4ab7-9b59-93b3f2f76206,segment=NetworkSegment(4d2889b7-6e9e-41ee-94f2-312a0d98bef4),segment_id=4d2889b7-6e9e-41ee-94f2-312a0d98bef4)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:30.836630 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a34310-b627-4792-a6f7-5234c10433d1 None None] The sync data for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 is: [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:28Z', 'revision_number': 6, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e5b8d3-7ddd-4b43-b141-014b81fb9664', 'name': '', 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:97:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'aac21397-f8e0-48e6-9f42-ac578c5ab0a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:25Z', 'updated_at': '2021-11-12T04:12:30Z', 'revision_number': 4, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'aac21397-f8e0-48e6-9f42-ac578c5ab0a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:24Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:30.858628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff0a19-f876-4e06-9956-67134b2679b8 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd725a4-930b-4794-97ec-9591ea6ad167,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:30.867761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8f9ea88a-352a-4ab2-a50b-77a532f45f51 None None] For port 71e5b8d3-7ddd-4b43-b141-014b81fb9664, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=71e5b8d3-7ddd-4b43-b141-014b81fb9664,segment=NetworkSegment(3a9228d6-9288-4d94-bb38-c1c8cda23729),segment_id=3a9228d6-9288-4d94-bb38-c1c8cda23729)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:30.913403 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.917945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d4587-ed3c-45fe-ab41-5e8a8229a610 admin admin] Deleting port 8b41424d-8d3c-4252-98ec-cd41814eeb9e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:30.918295 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4587-ed3c-45fe-ab41-5e8a8229a610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.960177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-35a7de7f-2562-4c17-b0ab-d85dc8f9a6c0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Added routes are [] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 04:12:30.963770 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-35a7de7f-2562-4c17-b0ab-d85dc8f9a6c0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 04:12:30.998487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651bd36-69ad-4ef6-9496-e7b8a91da9b8 None None] Pushing event updated for resources: {'Port': ['ID=af07bcda-be8e-4ab7-9b59-93b3f2f76206,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:31.014640 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35a7de7f-2562-4c17-b0ab-d85dc8f9a6c0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.065692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8d5d4587-ed3c-45fe-ab41-5e8a8229a610 admin admin] For port 8b41424d-8d3c-4252-98ec-cd41814eeb9e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8b41424d-8d3c-4252-98ec-cd41814eeb9e,segment=NetworkSegment(4224d690-4f60-4b41-b20c-05941e57bd6d),segment_id=4224d690-4f60-4b41-b20c-05941e57bd6d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:31.066064 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4587-ed3c-45fe-ab41-5e8a8229a610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.074911 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea88a-352a-4ab2-a50b-77a532f45f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.082879 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baff0a19-f876-4e06-9956-67134b2679b8 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.086663 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-baff0a19-f876-4e06-9956-67134b2679b8 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6336420 Nov 12 04:12:31.087168 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36542) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:31.092015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d4587-ed3c-45fe-ab41-5e8a8229a610 admin admin] Calling delete_port for 8b41424d-8d3c-4252-98ec-cd41814eeb9e owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:31.111603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-999f7a50-3824-4612-93e1-92dd0abce609 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules/7dd725a4-930b-4794-97ec-9591ea6ad167 HTTP/1.1" status: 200 len: 763 time: 0.0202875 Nov 12 04:12:31.112775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:31.138306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ea88a-352a-4ab2-a50b-77a532f45f51 None None] Pushing event updated for resources: {'Port': ['ID=71e5b8d3-7ddd-4b43-b141-014b81fb9664,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:31.180326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-db3d0a67-d785-47ef-bc85-bddaf239271b tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0669961 Nov 12 04:12:31.185034 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36546) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:31.195128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-349e3c52-aa9a-4dde-9bec-0d93d5988b77 None None] Provisioning complete for port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:31.195572 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-349e3c52-aa9a-4dde-9bec-0d93d5988b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.209415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a0137f-b684-4ed5-ae8f-fc3f71f53208 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:31.214051 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0a0137f-b684-4ed5-ae8f-fc3f71f53208 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.717549 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4587-ed3c-45fe-ab41-5e8a8229a610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.746622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d4587-ed3c-45fe-ab41-5e8a8229a610 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b41424d-8d3c-4252-98ec-cd41814eeb9e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:31.821398 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fc4131b-92c8-44d4-8006-e02c064e38ba tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.823956 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0a0137f-b684-4ed5-ae8f-fc3f71f53208 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.832945 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fc4131b-92c8-44d4-8006-e02c064e38ba tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.024207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fc4131b-92c8-44d4-8006-e02c064e38ba tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.047705 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fc4131b-92c8-44d4-8006-e02c064e38ba tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.051924 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5fc4131b-92c8-44d4-8006-e02c064e38ba tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/7dd725a4-930b-4794-97ec-9591ea6ad167 HTTP/1.1" status: 204 len: 168 time: 0.8623412 Nov 12 04:12:32.066633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4131b-92c8-44d4-8006-e02c064e38ba tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dd725a4-930b-4794-97ec-9591ea6ad167,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:32.069276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36560) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:32.088235 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35a7de7f-2562-4c17-b0ab-d85dc8f9a6c0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.092953 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35a7de7f-2562-4c17-b0ab-d85dc8f9a6c0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.201518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0137f-b684-4ed5-ae8f-fc3f71f53208 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Subnet': ['ID=9671aa7e-d785-4a34-83b0-1246640abf7f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:32.210544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4587-ed3c-45fe-ab41-5e8a8229a610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.219751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1540e9f9-797d-42b8-b451-b00adcc49400 None None] Sync routers for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:32.246407 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1540e9f9-797d-42b8-b451-b00adcc49400 None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:32.247039 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1540e9f9-797d-42b8-b451-b00adcc49400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:32.284588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:32.292115 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8bffaa70-9ba7-4398-890e-fd80d5896edf tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2061684 Nov 12 04:12:32.294780 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a0137f-b684-4ed5-ae8f-fc3f71f53208 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Checking segment: {'id': 'efd289ca-c4c4-49a8-836d-b80c707b0291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '61a71a5f-7651-481f-a63b-6dd123fcf425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:32.295270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a0137f-b684-4ed5-ae8f-fc3f71f53208 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network hostable DHCP agents. Network: 61a71a5f-7651-481f-a63b-6dd123fcf425, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:32.327772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c81796b7-55e3-41b2-8b7f-bc259f8927d6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Request body: {'security_group_rule': {'security_group_id': 'eb2183ee-d9fa-47a4-bba1-2970fc300e31', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:32.343899 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a7de7f-2562-4c17-b0ab-d85dc8f9a6c0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router c2524d56-8b45-4b49-9f18-0404f6e77659 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:32.348210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36568) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:32.435552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-1540e9f9-797d-42b8-b451-b00adcc49400 None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:32.606173 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46932a5c-ed1e-429f-aaf2-14738a462a84 None None] Network 7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:32.629079 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c81796b7-55e3-41b2-8b7f-bc259f8927d6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.635217 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a7de7f-2562-4c17-b0ab-d85dc8f9a6c0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:32.654642 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35a7de7f-2562-4c17-b0ab-d85dc8f9a6c0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.665495 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-35a7de7f-2562-4c17-b0ab-d85dc8f9a6c0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659 HTTP/1.1" status: 200 len: 700 time: 2.4286938 Nov 12 04:12:32.666361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36578) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:32.728213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a0137f-b684-4ed5-ae8f-fc3f71f53208 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network 61a71a5f-7651-481f-a63b-6dd123fcf425 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:32.822514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5d4587-ed3c-45fe-ab41-5e8a8229a610 admin admin] Router 499de82d-25e0-4580-9029-941f5131c2cd has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:32.901529 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3b18a687-17c6-405b-baf3-65e3e5757a1a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659 HTTP/1.1" status: 200 len: 700 time: 0.2251699 Nov 12 04:12:32.904883 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c81796b7-55e3-41b2-8b7f-bc259f8927d6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.909244 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36586) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:33.002380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dc876c54-ea76-4b7b-9ee3-b25a3d491046 None None] Provisioning complete for port af07bcda-be8e-4ab7-9b59-93b3f2f76206 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:33.005143 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc876c54-ea76-4b7b-9ee3-b25a3d491046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.041768 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c81796b7-55e3-41b2-8b7f-bc259f8927d6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.086583 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81796b7-55e3-41b2-8b7f-bc259f8927d6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bbd896-d302-4cb4-a63b-008625036d1b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:33.109141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c0a0137f-b684-4ed5-ae8f-fc3f71f53208 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 61a71a5f-7651-481f-a63b-6dd123fcf425) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:33.122288 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a0137f-b684-4ed5-ae8f-fc3f71f53208 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:33.125898 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0a0137f-b684-4ed5-ae8f-fc3f71f53208 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.138294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9857b39-7704-4dc4-afcd-ed8265b8a02a None None] Network 61a71a5f-7651-481f-a63b-6dd123fcf425 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:33.153917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5d4587-ed3c-45fe-ab41-5e8a8229a610 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:33.164621 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8d5d4587-ed3c-45fe-ab41-5e8a8229a610 admin admin] 10.222.0.105 "PUT /v2.0/routers/499de82d-25e0-4580-9029-941f5131c2cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3613434 Nov 12 04:12:33.166857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36590) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:33.169412 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba17089-8077-423b-b435-cfc42a6bd83e None None] Sync routers for ids ['499de82d-25e0-4580-9029-941f5131c2cd'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:33.189314 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba17089-8077-423b-b435-cfc42a6bd83e None None] Routers {'499de82d-25e0-4580-9029-941f5131c2cd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:33.196373 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3ba17089-8077-423b-b435-cfc42a6bd83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['499de82d-25e0-4580-9029-941f5131c2cd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:33.257227 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c81796b7-55e3-41b2-8b7f-bc259f8927d6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.258707 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c81796b7-55e3-41b2-8b7f-bc259f8927d6 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9371002 Nov 12 04:12:33.262307 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:33.310580 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c7c86406-5389-42b0-bcc3-625e31efd5ae tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules/a6bbd896-d302-4cb4-a63b-008625036d1b HTTP/1.1" status: 200 len: 764 time: 0.0459049 Nov 12 04:12:33.318288 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:33.353401 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c0a0137f-b684-4ed5-ae8f-fc3f71f53208 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0708938 Nov 12 04:12:33.364199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36598) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:33.431353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device af07bcda-be8e-4ab7-9b59-93b3f2f76206 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:33.467269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-029d82b4-ffe7-469b-a1c1-71ddf4618ca2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Deleting port d8e1b1b9-0959-4e1a-be02-773b8c467302 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:33.468057 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-029d82b4-ffe7-469b-a1c1-71ddf4618ca2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.537455 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.629588 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc876c54-ea76-4b7b-9ee3-b25a3d491046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.685874 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-029d82b4-ffe7-469b-a1c1-71ddf4618ca2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.686264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-029d82b4-ffe7-469b-a1c1-71ddf4618ca2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.696083 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6eb8b316-2fc7-4312-af6e-92a73a24b29d tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3636971 Nov 12 04:12:33.698169 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3ba17089-8077-423b-b435-cfc42a6bd83e None None] Set router 499de82d-25e0-4580-9029-941f5131c2cd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:33.702023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-029d82b4-ffe7-469b-a1c1-71ddf4618ca2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Calling delete_port for d8e1b1b9-0959-4e1a-be02-773b8c467302 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:33.711256 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36602) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:33.723346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.757526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa99a5-cf22-44ba-b8eb-33918766b31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-61a71a5f-7651-481f-a63b-6dd123fcf425', 'network_id': '61a71a5f-7651-481f-a63b-6dd123fcf425', 'tenant_id': 'fec2667c09814f639bec60f603f80fb7', 'fixed_ips': [{'subnet_id': '9671aa7e-d785-4a34-83b0-1246640abf7f'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:33.759677 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8afa99a5-cf22-44ba-b8eb-33918766b31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.839211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1540e9f9-797d-42b8-b451-b00adcc49400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:30Z', 'revision_number': 7, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e5b8d3-7ddd-4b43-b141-014b81fb9664', 'name': '', 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:97:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'aac21397-f8e0-48e6-9f42-ac578c5ab0a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:25Z', 'updated_at': '2021-11-12T04:12:30Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'aac21397-f8e0-48e6-9f42-ac578c5ab0a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:24Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:33.881932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dc876c54-ea76-4b7b-9ee3-b25a3d491046 None None] For port af07bcda-be8e-4ab7-9b59-93b3f2f76206, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=af07bcda-be8e-4ab7-9b59-93b3f2f76206,segment=NetworkSegment(4d2889b7-6e9e-41ee-94f2-312a0d98bef4),segment_id=4d2889b7-6e9e-41ee-94f2-312a0d98bef4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:33.885258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1540e9f9-797d-42b8-b451-b00adcc49400 None None] Checking router: c2524d56-8b45-4b49-9f18-0404f6e77659 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:33.940057 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ceb7ea8b-edd4-432a-ae3a-c3ba319beca0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.984259 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1540e9f9-797d-42b8-b451-b00adcc49400 None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:33.984928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1540e9f9-797d-42b8-b451-b00adcc49400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:34.007376 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3ba17089-8077-423b-b435-cfc42a6bd83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499de82d-25e0-4580-9029-941f5131c2cd', 'name': 'tempest-ServersTestMultiNic-731489568-router', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:12:31Z', 'revision_number': 5, 'project_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'gw_port': {'id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499de82d-25e0-4580-9029-941f5131c2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:34.008292 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8481ad1-0621-416e-9a8b-0fa88b31d7aa tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.028193 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8481ad1-0621-416e-9a8b-0fa88b31d7aa tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.048711 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba17089-8077-423b-b435-cfc42a6bd83e None None] Checking router: 499de82d-25e0-4580-9029-941f5131c2cd for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:34.064865 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba17089-8077-423b-b435-cfc42a6bd83e None None] Routers {'499de82d-25e0-4580-9029-941f5131c2cd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:34.066410 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3ba17089-8077-423b-b435-cfc42a6bd83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['499de82d-25e0-4580-9029-941f5131c2cd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:34.074634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.106157 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-1540e9f9-797d-42b8-b451-b00adcc49400 None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:34.171425 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.193930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port af07bcda-be8e-4ab7-9b59-93b3f2f76206 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:34.194518 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.234137 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.258290 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc876c54-ea76-4b7b-9ee3-b25a3d491046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.283213 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3ba17089-8077-423b-b435-cfc42a6bd83e None None] Set router 499de82d-25e0-4580-9029-941f5131c2cd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:34.365194 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7ea8b-edd4-432a-ae3a-c3ba319beca0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:34.372063 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ceb7ea8b-edd4-432a-ae3a-c3ba319beca0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.453801 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.470528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ceb7ea8b-edd4-432a-ae3a-c3ba319beca0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] For port 71e5b8d3-7ddd-4b43-b141-014b81fb9664, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=71e5b8d3-7ddd-4b43-b141-014b81fb9664,segment=NetworkSegment(3a9228d6-9288-4d94-bb38-c1c8cda23729),segment_id=3a9228d6-9288-4d94-bb38-c1c8cda23729)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:34.471034 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ceb7ea8b-edd4-432a-ae3a-c3ba319beca0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.485254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7ea8b-edd4-432a-ae3a-c3ba319beca0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for 71e5b8d3-7ddd-4b43-b141-014b81fb9664 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:34.489452 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-029d82b4-ffe7-469b-a1c1-71ddf4618ca2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.497702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a71a5f-7651-481f-a63b-6dd123fcf425']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:34.538743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d82b4-ffe7-469b-a1c1-71ddf4618ca2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Pushing event deleted for resources: {'Port': ['ID=d8e1b1b9-0959-4e1a-be02-773b8c467302,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:34.572841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd289ca-c4c4-49a8-836d-b80c707b0291') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:34.573320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd289ca-c4c4-49a8-836d-b80c707b0291') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:34.598969 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.644578 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.649892 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8481ad1-0621-416e-9a8b-0fa88b31d7aa tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.654440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Subnet': ['ID=9671aa7e-d785-4a34-83b0-1246640abf7f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:34.665526 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8481ad1-0621-416e-9a8b-0fa88b31d7aa tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.667603 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3ba17089-8077-423b-b435-cfc42a6bd83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499de82d-25e0-4580-9029-941f5131c2cd', 'name': 'tempest-ServersTestMultiNic-731489568-router', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:12:31Z', 'revision_number': 5, 'project_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'gw_port': {'id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499de82d-25e0-4580-9029-941f5131c2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:34.671826 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:34.673316 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c8481ad1-0621-416e-9a8b-0fa88b31d7aa tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/a6bbd896-d302-4cb4-a63b-008625036d1b HTTP/1.1" status: 204 len: 168 time: 0.9648032 Nov 12 04:12:34.685812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8481ad1-0621-416e-9a8b-0fa88b31d7aa tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6bbd896-d302-4cb4-a63b-008625036d1b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:34.694540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:34.695030 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.697325 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-258aac1c-d04f-4e11-90c5-4dcd9c4d2418 None None] Provisioning complete for port af07bcda-be8e-4ab7-9b59-93b3f2f76206 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:34.700764 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-258aac1c-d04f-4e11-90c5-4dcd9c4d2418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.701736 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba17089-8077-423b-b435-cfc42a6bd83e None None] The sync data for ids ['499de82d-25e0-4580-9029-941f5131c2cd'] in n-d-767704-23 is: [{'id': '499de82d-25e0-4580-9029-941f5131c2cd', 'name': 'tempest-ServersTestMultiNic-731489568-router', 'tenant_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:10:33Z', 'updated_at': '2021-11-12T04:12:31Z', 'revision_number': 5, 'project_id': '0776c589bf5b4d8eb6501ae8ab6f4af5', 'gw_port': {'id': 'a0779be2-8efb-457f-8efe-fe750c18b1dc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499de82d-25e0-4580-9029-941f5131c2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:10:34Z', 'updated_at': '2021-11-12T04:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:34.702648 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:34.723935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc876c54-ea76-4b7b-9ee3-b25a3d491046 None None] Pushing event updated for resources: {'Port': ['ID=af07bcda-be8e-4ab7-9b59-93b3f2f76206,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:34.765354 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-029d82b4-ffe7-469b-a1c1-71ddf4618ca2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.765354 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-029d82b4-ffe7-469b-a1c1-71ddf4618ca2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Floating IP 9af22b61-2ad3-434b-9c19-a30ce40125e7 disassociated (deleted). External IP: 172.25.8.186, port: 432cbb8f-7af0-4361-aad8-a5d1486b8342. Nov 12 04:12:34.796429 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] Deleting port a0779be2-8efb-457f-8efe-fe750c18b1dc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:34.796895 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-8afa99a5-cf22-44ba-b8eb-33918766b31b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9671aa7e-d785-4a34-83b0-1246640abf7f: This subnet is being modified by another concurrent operation. Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9671aa7e-d785-4a34-83b0-1246640abf7f: This subnet is being modified by another concurrent operation. Nov 12 04:12:34.839265 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server Nov 12 04:12:34.878316 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-11d26aa3-0580-44cb-b038-c9ea21a35306 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1961401 Nov 12 04:12:34.878316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36612) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:34.917905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b1784-e08b-4fa6-9bfe-165b8a4df41f None None] Network 61a71a5f-7651-481f-a63b-6dd123fcf425 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:34.929730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] For port a0779be2-8efb-457f-8efe-fe750c18b1dc, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a0779be2-8efb-457f-8efe-fe750c18b1dc,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:34.930101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.951284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] Calling delete_port for a0779be2-8efb-457f-8efe-fe750c18b1dc owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:34.956838 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.967476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.969899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1540e9f9-797d-42b8-b451-b00adcc49400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:30Z', 'revision_number': 7, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e5b8d3-7ddd-4b43-b141-014b81fb9664', 'name': '', 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:97:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'aac21397-f8e0-48e6-9f42-ac578c5ab0a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:25Z', 'updated_at': '2021-11-12T04:12:30Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'aac21397-f8e0-48e6-9f42-ac578c5ab0a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:24Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:34.971912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/61a71a5f-7651-481f-a63b-6dd123fcf425 HTTP/1.1" status: 204 len: 168 time: 1.6067214 Nov 12 04:12:34.977894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36614) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:34.982671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b1784-e08b-4fa6-9bfe-165b8a4df41f None None] Network 61a71a5f-7651-481f-a63b-6dd123fcf425 could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:12:34.993768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-566bd231-7707-4a5c-b69a-91ff78cf3c4b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-205494506'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:35.002920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628969b-bf63-460f-b478-2e327a4c4582 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Network': ['ID=61a71a5f-7651-481f-a63b-6dd123fcf425,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:35.016641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b1e5f2-7a04-463b-945d-fb5cf86bcee6 None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:12:35.018777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1540e9f9-797d-42b8-b451-b00adcc49400 None None] The sync data for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 is: [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:30Z', 'revision_number': 7, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71e5b8d3-7ddd-4b43-b141-014b81fb9664', 'name': '', 'network_id': 'f280f000-b62d-4e33-84aa-4843c595e339', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:97:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'aac21397-f8e0-48e6-9f42-ac578c5ab0a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:25Z', 'updated_at': '2021-11-12T04:12:30Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'aac21397-f8e0-48e6-9f42-ac578c5ab0a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:24Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:35.021656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 71e5b8d3-7ddd-4b43-b141-014b81fb9664 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:35.031693 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1ded-b50e-4111-8abf-58cd63c6b573 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.138022 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1ded-b50e-4111-8abf-58cd63c6b573 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.172892 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ceb7ea8b-edd4-432a-ae3a-c3ba319beca0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.217539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566bd231-7707-4a5c-b69a-91ff78cf3c4b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:35.218162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:35.218416 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.222042 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-566bd231-7707-4a5c-b69a-91ff78cf3c4b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.245245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Port 71e5b8d3-7ddd-4b43-b141-014b81fb9664 was deleted so its status cannot be updated. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 04:12:35.270997 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7ea8b-edd4-432a-ae3a-c3ba319beca0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=71e5b8d3-7ddd-4b43-b141-014b81fb9664,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:35.305945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566bd231-7707-4a5c-b69a-91ff78cf3c4b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1342} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:35.322648 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-566bd231-7707-4a5c-b69a-91ff78cf3c4b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.323081 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-566bd231-7707-4a5c-b69a-91ff78cf3c4b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Added segment ea0efd27-9145-4916-9677-9b0560565003 of type vlan for network c3d7f510-c192-4ac9-8cac-3b120a379fd3 Nov 12 04:12:35.391229 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b1e5f2-7a04-463b-945d-fb5cf86bcee6 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:12:35.402637 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1ded-b50e-4111-8abf-58cd63c6b573 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.411151 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1ded-b50e-4111-8abf-58cd63c6b573 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.412639 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e1fc1ded-b50e-4111-8abf-58cd63c6b573 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "DELETE /v2.0/security-groups/eb2183ee-d9fa-47a4-bba1-2970fc300e31 HTTP/1.1" status: 204 len: 168 time: 0.5340161 Nov 12 04:12:35.419408 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36618) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:35.442785 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.461345 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc1ded-b50e-4111-8abf-58cd63c6b573 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2183ee-d9fa-47a4-bba1-2970fc300e31,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:35.482500 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-566bd231-7707-4a5c-b69a-91ff78cf3c4b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.486503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d82b4-ffe7-469b-a1c1-71ddf4618ca2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:35.532107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device af07bcda-be8e-4ab7-9b59-93b3f2f76206 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:35.541091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] Pushing event deleted for resources: {'Port': ['ID=a0779be2-8efb-457f-8efe-fe750c18b1dc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:35.617886 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6060b6e3-817b-4175-a40a-b075a28357f3 tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1848781 Nov 12 04:12:35.624943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:35.650957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fb84b6-2e9a-4f25-b77d-de985c8bdbc3 None None] Sync routers for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:35.696333 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-19a6245c-83d5-4634-b63e-ad2f586b556f tempest-SecGroupTest-1348532885 tempest-SecGroupTest-1348532885-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0626969 Nov 12 04:12:35.700608 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.846610 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.849748 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.896443 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-566bd231-7707-4a5c-b69a-91ff78cf3c4b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.904086 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566bd231-7707-4a5c-b69a-91ff78cf3c4b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:35.904766 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-566bd231-7707-4a5c-b69a-91ff78cf3c4b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.958906 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb84b6-2e9a-4f25-b77d-de985c8bdbc3 None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:35.958906 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-06fb84b6-2e9a-4f25-b77d-de985c8bdbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:36.017391 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.017916 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 499de82d-25e0-4580-9029-941f5131c2cd {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:12:36.024307 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.028066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3a24008c-222e-49d8-81df-abcdb6aba91c admin admin] 10.222.0.105 "DELETE /v2.0/routers/499de82d-25e0-4580-9029-941f5131c2cd HTTP/1.1" status: 204 len: 168 time: 2.8576190 Nov 12 04:12:36.029146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36626) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:36.081923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port af07bcda-be8e-4ab7-9b59-93b3f2f76206 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:36.085579 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.085873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d3718c-7ca6-4242-b174-bcd6d8acb26f admin admin] Deleting subnet 91536fe4-ee29-4ee6-9dca-636f8f2f9041 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:36.085873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bd231-7707-4a5c-b69a-91ff78cf3c4b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Network': ['ID=c3d7f510-c192-4ac9-8cac-3b120a379fd3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:36.088815 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88d3718c-7ca6-4242-b174-bcd6d8acb26f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.122102 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-566bd231-7707-4a5c-b69a-91ff78cf3c4b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1324809 Nov 12 04:12:36.124868 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36630) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:36.131042 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ffe85cea-7434-4ebb-a6bf-03c883c83ba6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'subnet': {'network_id': 'c3d7f510-c192-4ac9-8cac-3b120a379fd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:36.133539 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network c3d7f510-c192-4ac9-8cac-3b120a379fd3 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:36.205674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-06fb84b6-2e9a-4f25-b77d-de985c8bdbc3 None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:36.209327 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ceb7ea8b-edd4-432a-ae3a-c3ba319beca0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.230302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d82b4-ffe7-469b-a1c1-71ddf4618ca2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:36.240865 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8471a2e-c291-45b9-b21c-d60c43e4a382 None None] Sync routers for ids ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:36.243529 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-029d82b4-ffe7-469b-a1c1-71ddf4618ca2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.256801 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8471a2e-c291-45b9-b21c-d60c43e4a382 None None] Routers {'7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:36.260113 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e8471a2e-c291-45b9-b21c-d60c43e4a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:36.288947 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-029d82b4-ffe7-469b-a1c1-71ddf4618ca2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "DELETE /v2.0/floatingips/9af22b61-2ad3-434b-9c19-a30ce40125e7 HTTP/1.1" status: 204 len: 168 time: 3.9394350 Nov 12 04:12:36.292453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'tag': '432cbb8f-7af0-4361-aad8-a5d1486b8342'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:36.296720 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe89991-576b-4aaf-a83a-e888614a7515" -d '{"events": [{"name": "network-changed", "server_uuid": "299e17d6-e1cb-47c5-a6c0-02ee8b518c43", "tag": "432cbb8f-7af0-4361-aad8-a5d1486b8342"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:36.402649 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6b472e-9ef6-4b0f-962f-69d1a28103f0 x-openstack-request-id: req-2e6b472e-9ef6-4b0f-962f-69d1a28103f0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:36.403267 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299e17d6-e1cb-47c5-a6c0-02ee8b518c43", "tag": "432cbb8f-7af0-4361-aad8-a5d1486b8342", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:36.403526 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2e6b472e-9ef6-4b0f-962f-69d1a28103f0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:36.403896 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'tag': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'status': 'completed', 'code': 200} Nov 12 04:12:36.638639 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe89991-576b-4aaf-a83a-e888614a7515 req-1a0a88df-5307-40f7-9650-649ce99487dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.638639 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8fe89991-576b-4aaf-a83a-e888614a7515 req-1a0a88df-5307-40f7-9650-649ce99487dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00227f41fd4042b4b01ab2a41d0e99c5&device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 1098 time: 0.1285224 Nov 12 04:12:36.666775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8b41424d-8d3c-4252-98ec-cd41814eeb9e no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:36.701212 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e8471a2e-c291-45b9-b21c-d60c43e4a382 None None] Set router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:36.720193 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 8b41424d-8d3c-4252-98ec-cd41814eeb9e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:36.720995 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8b41424d-8d3c-4252-98ec-cd41814eeb9e not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:36.790775 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88d3718c-7ca6-4242-b174-bcd6d8acb26f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.799195 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb7ea8b-edd4-432a-ae3a-c3ba319beca0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router c2524d56-8b45-4b49-9f18-0404f6e77659 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:36.815633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe89991-576b-4aaf-a83a-e888614a7515 req-eded0c82-9f2c-4ccd-998c-e2c3ba4866f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.817166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8fe89991-576b-4aaf-a83a-e888614a7515 req-eded0c82-9f2c-4ccd-998c-e2c3ba4866f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6ec5efb-d494-405f-b080-d672d0bd42d5 HTTP/1.1" status: 200 len: 915 time: 0.2077484 Nov 12 04:12:36.924526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-06fb84b6-2e9a-4f25-b77d-de985c8bdbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:34Z', 'revision_number': 8, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:24Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:36.924744 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8fe89991-576b-4aaf-a83a-e888614a7515 req-bb1248b0-56c6-4177-9001-b349a1a6afe5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=432cbb8f-7af0-4361-aad8-a5d1486b8342 HTTP/1.1" status: 200 len: 217 time: 0.0834045 Nov 12 04:12:36.968167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fb84b6-2e9a-4f25-b77d-de985c8bdbc3 None None] Checking router: c2524d56-8b45-4b49-9f18-0404f6e77659 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:36.973949 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8fce9fb-406c-45be-8a41-3005d9835bb5 None None] Provisioning complete for port 51841bd9-07c3-42f9-a344-16b6567eb38e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:36.974326 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8fce9fb-406c-45be-8a41-3005d9835bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:37.049870 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88d3718c-7ca6-4242-b174-bcd6d8acb26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:37.065370 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe89991-576b-4aaf-a83a-e888614a7515 req-df7a7ccf-d1dd-4a0d-b3d4-c994705034f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:37.066914 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8fe89991-576b-4aaf-a83a-e888614a7515 req-df7a7ccf-d1dd-4a0d-b3d4-c994705034f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb53cce0-bdd5-46a6-b716-9489b15703ce HTTP/1.1" status: 200 len: 852 time: 0.0888116 Nov 12 04:12:37.071808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb84b6-2e9a-4f25-b77d-de985c8bdbc3 None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:37.072386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-06fb84b6-2e9a-4f25-b77d-de985c8bdbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:37.081947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36644) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:37.150470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe85cea-7434-4ebb-a6bf-03c883c83ba6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:37.156309 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffe85cea-7434-4ebb-a6bf-03c883c83ba6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:37.165270 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e8471a2e-c291-45b9-b21c-d60c43e4a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '49ad1413-ae51-4bbd-ae86-993a332820d6', 'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'mac_address': 'fa:16:3e:42:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:06:07Z', 'revision_number': 5, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'subnets': [{'id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:37.167531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb7ea8b-edd4-432a-ae3a-c3ba319beca0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:37.200841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ceb7ea8b-edd4-432a-ae3a-c3ba319beca0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2874196 Nov 12 04:12:37.200841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36648) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:37.221303 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8471a2e-c291-45b9-b21c-d60c43e4a382 None None] Checking router: 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:37.234069 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8471a2e-c291-45b9-b21c-d60c43e4a382 None None] Routers {'7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:37.235057 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e8471a2e-c291-45b9-b21c-d60c43e4a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:37.287315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe89991-576b-4aaf-a83a-e888614a7515 req-83cb678e-fe0d-4b2d-bff6-972a32435bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:37.289188 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8fe89991-576b-4aaf-a83a-e888614a7515 req-83cb678e-fe0d-4b2d-bff6-972a32435bfb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6ec5efb-d494-405f-b080-d672d0bd42d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2090895 Nov 12 04:12:37.292791 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-06fb84b6-2e9a-4f25-b77d-de985c8bdbc3 None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:37.365252 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88d3718c-7ca6-4242-b174-bcd6d8acb26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:37.445811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3718c-7ca6-4242-b174-bcd6d8acb26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91536fe4-ee29-4ee6-9dca-636f8f2f9041,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:37.449099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e40ff1e-4d24-4557-9d65-0787f8a54385 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting subnet aac21397-f8e0-48e6-9f42-ac578c5ab0a0 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:37.471838 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e40ff1e-4d24-4557-9d65-0787f8a54385 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:37.487255 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-88d3718c-7ca6-4242-b174-bcd6d8acb26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:37.499173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-88d3718c-7ca6-4242-b174-bcd6d8acb26f admin admin] 10.222.0.105 "DELETE /v2.0/subnets/91536fe4-ee29-4ee6-9dca-636f8f2f9041 HTTP/1.1" status: 204 len: 168 time: 1.4697261 Nov 12 04:12:37.511287 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36654) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:37.521684 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05918a1f-570a-458a-a560-f7c6828bd3ea None None] Network bc7f3290-e6b1-422f-9f1c-57d7db1af69a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:37.543066 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e8471a2e-c291-45b9-b21c-d60c43e4a382 None None] Set router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:37.619212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a0779be2-8efb-457f-8efe-fe750c18b1dc no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:37.671590 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:37.689376 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e40ff1e-4d24-4557-9d65-0787f8a54385 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:37.709721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: a0779be2-8efb-457f-8efe-fe750c18b1dc {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:37.710065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a0779be2-8efb-457f-8efe-fe750c18b1dc not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:37.726353 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffe85cea-7434-4ebb-a6bf-03c883c83ba6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:37.735675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8fce9fb-406c-45be-8a41-3005d9835bb5 None None] Provisioning complete for port 1751267a-0d7e-43bc-874f-a5151cae042c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:37.736064 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8fce9fb-406c-45be-8a41-3005d9835bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:37.828621 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8fe89991-576b-4aaf-a83a-e888614a7515 req-ff925fc4-b702-491a-bf81-df200cb25154 service neutron] 10.222.0.25 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275950 Nov 12 04:12:37.830114 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e8471a2e-c291-45b9-b21c-d60c43e4a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '49ad1413-ae51-4bbd-ae86-993a332820d6', 'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'mac_address': 'fa:16:3e:42:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:06:07Z', 'revision_number': 5, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'subnets': [{'id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:37.835516 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2e3b58f8-ea0a-4e87-8723-2251b63e85cb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3f98eaa3441c44d2ac73d71ec205849b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7454021 Nov 12 04:12:37.840380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36662) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:37.869631 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8471a2e-c291-45b9-b21c-d60c43e4a382 None None] The sync data for ids ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'] in n-d-767704-23 is: [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '49ad1413-ae51-4bbd-ae86-993a332820d6', 'name': '', 'network_id': 'e6ec5efb-d494-405f-b080-d672d0bd42d5', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'mac_address': 'fa:16:3e:42:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:06:07Z', 'revision_number': 5, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'subnets': [{'id': 'bb53cce0-bdd5-46a6-b716-9489b15703ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:37.919543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe85cea-7434-4ebb-a6bf-03c883c83ba6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Subnet': ['ID=e872a170-c1bc-4206-89b6-8179d2cfcef6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:37.942952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Deleting port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:37.945480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:37.970672 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-06fb84b6-2e9a-4f25-b77d-de985c8bdbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:34Z', 'revision_number': 8, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:24Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:38.012565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bf47b-6ad4-4eb9-8742-f3eaa52aedf1 req-5a627567-2885-4292-ae9f-64dd3e74967f tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:38.014176 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-358bf47b-6ad4-4eb9-8742-f3eaa52aedf1 req-5a627567-2885-4292-ae9f-64dd3e74967f tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 946 time: 0.5821648 Nov 12 04:12:38.033553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8558b219-055d-4e45-9fe7-0b295951c00f None None] DHCP port deletion for bc7f3290-e6b1-422f-9f1c-57d7db1af69a request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:38.034535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe85cea-7434-4ebb-a6bf-03c883c83ba6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Checking segment: {'id': 'ea0efd27-9145-4916-9677-9b0560565003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'c3d7f510-c192-4ac9-8cac-3b120a379fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:38.034721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe85cea-7434-4ebb-a6bf-03c883c83ba6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network hostable DHCP agents. Network: c3d7f510-c192-4ac9-8cac-3b120a379fd3, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:38.038675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fb84b6-2e9a-4f25-b77d-de985c8bdbc3 None None] The sync data for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 is: [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:34Z', 'revision_number': 8, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:24Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:38.041232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8fce9fb-406c-45be-8a41-3005d9835bb5 None None] Provisioning complete for port 5e682238-8381-4d5c-b809-4b8aaeaead38 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:38.041670 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8fce9fb-406c-45be-8a41-3005d9835bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.073063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] For port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b9bd03b7-d7a8-4de7-81eb-e8cd45aec091,segment=NetworkSegment(4224d690-4f60-4b41-b20c-05941e57bd6d),segment_id=4224d690-4f60-4b41-b20c-05941e57bd6d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:38.073437 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.105076 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d6192f-cc65-454c-96d6-2e77daeeb784 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.105249 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Calling delete_port for b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:38.205410 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-358bf47b-6ad4-4eb9-8742-f3eaa52aedf1 req-0e914ae3-9e70-43ff-8808-9deafae2f69f tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686404 Nov 12 04:12:38.211809 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe85cea-7434-4ebb-a6bf-03c883c83ba6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network c3d7f510-c192-4ac9-8cac-3b120a379fd3 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:38.223725 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d6192f-cc65-454c-96d6-2e77daeeb784 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.239262 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e40ff1e-4d24-4557-9d65-0787f8a54385 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.273085 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8fe89991-576b-4aaf-a83a-e888614a7515 req-4cb9c012-f132-449a-82f9-dd3ad76c9993 service neutron] 10.222.0.25 "GET /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280368 Nov 12 04:12:38.313614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ffe85cea-7434-4ebb-a6bf-03c883c83ba6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, c3d7f510-c192-4ac9-8cac-3b120a379fd3) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:38.322034 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe85cea-7434-4ebb-a6bf-03c883c83ba6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:38.322721 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffe85cea-7434-4ebb-a6bf-03c883c83ba6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.361408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04f660d-6bb2-4c40-82e6-04a71fb06142 None None] Network c3d7f510-c192-4ac9-8cac-3b120a379fd3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:38.370176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa72e89-7956-4c03-bb50-7084c6473fb0 None None] New status for floating IP 9af22b61-2ad3-434b-9c19-a30ce40125e7: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:12:38.452284 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b8fce9fb-406c-45be-8a41-3005d9835bb5 None None] Port 5e682238-8381-4d5c-b809-4b8aaeaead38 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:38.486312 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d6192f-cc65-454c-96d6-2e77daeeb784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.492414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ffe85cea-7434-4ebb-a6bf-03c883c83ba6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3629291 Nov 12 04:12:38.492414 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.493084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36678) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:38.494887 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85d6192f-cc65-454c-96d6-2e77daeeb784 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.496129 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-85d6192f-cc65-454c-96d6-2e77daeeb784 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/293a5d62-102f-4dfa-84ba-609dae83077f HTTP/1.1" status: 204 len: 168 time: 0.6527297 Nov 12 04:12:38.520579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6db18cea-aeaa-4471-8bb5-bc9d83c318b5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-791949617'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:38.522308 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e40ff1e-4d24-4557-9d65-0787f8a54385 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.551710 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6192f-cc65-454c-96d6-2e77daeeb784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293a5d62-102f-4dfa-84ba-609dae83077f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:38.572827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8fce9fb-406c-45be-8a41-3005d9835bb5 None None] Provisioning complete for port b4e07d9e-b272-41cd-a63d-fd567c36bee8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:38.573312 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8fce9fb-406c-45be-8a41-3005d9835bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.606023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] No DVR routers for this DVR port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:38.609266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40ff1e-4d24-4557-9d65-0787f8a54385 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Subnet': ['ID=aac21397-f8e0-48e6-9f42-ac578c5ab0a0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:38.621928 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e40ff1e-4d24-4557-9d65-0787f8a54385 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.643546 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2e40ff1e-4d24-4557-9d65-0787f8a54385 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/aac21397-f8e0-48e6-9f42-ac578c5ab0a0 HTTP/1.1" status: 204 len: 168 time: 1.4416211 Nov 12 04:12:38.644031 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e0997f-1fa3-4a70-85fb-9f2c4c0617fe None None] Network f280f000-b62d-4e33-84aa-4843c595e339 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:38.645951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:38.655814 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9bd03b7-d7a8-4de7-81eb-e8cd45aec091,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:38.686962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db18cea-aeaa-4471-8bb5-bc9d83c318b5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:38.691888 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6db18cea-aeaa-4471-8bb5-bc9d83c318b5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.692786 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8558b219-055d-4e45-9fe7-0b295951c00f None None] Deleting port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:38.693167 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8558b219-055d-4e45-9fe7-0b295951c00f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.746297 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.761797 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece4f265-07b1-4752-8b1a-ee38da2303b5 None None] Sync routers for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:38.772232 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece4f265-07b1-4752-8b1a-ee38da2303b5 None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:38.779623 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ece4f265-07b1-4752-8b1a-ee38da2303b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:38.779804 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.779921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db18cea-aeaa-4471-8bb5-bc9d83c318b5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:38.783146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7f3290-e6b1-422f-9f1c-57d7db1af69a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:38.799230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4224d690-4f60-4b41-b20c-05941e57bd6d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:38.799651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4224d690-4f60-4b41-b20c-05941e57bd6d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:38.808775 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6db18cea-aeaa-4471-8bb5-bc9d83c318b5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.809252 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-6db18cea-aeaa-4471-8bb5-bc9d83c318b5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Added segment 3f6799fc-56d9-40d3-ab5d-20fee56afecf of type vlan for network c6717dea-7e1e-405c-af23-d320046dd8ba Nov 12 04:12:38.821510 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.858556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.873954 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6db18cea-aeaa-4471-8bb5-bc9d83c318b5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.877449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:38.878027 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:38.880358 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:38.889760 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ece4f265-07b1-4752-8b1a-ee38da2303b5 None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:38.933220 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port 3169530c-1cfa-4f3d-80d7-3096ec90e115 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:38.937073 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.975682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8558b219-055d-4e45-9fe7-0b295951c00f None None] For port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091, host n-d-767704-23, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:38.976846 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8558b219-055d-4e45-9fe7-0b295951c00f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.013189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-c3d7f510-c192-4ac9-8cac-3b120a379fd3', 'network_id': 'c3d7f510-c192-4ac9-8cac-3b120a379fd3', 'tenant_id': 'fec2667c09814f639bec60f603f80fb7', 'fixed_ips': [{'subnet_id': 'e872a170-c1bc-4206-89b6-8179d2cfcef6'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:39.019883 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.069223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8558b219-055d-4e45-9fe7-0b295951c00f None None] Calling delete_port for b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:39.075520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-8558b219-055d-4e45-9fe7-0b295951c00f None None] Port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:12:39.096930 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8558b219-055d-4e45-9fe7-0b295951c00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.102416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] For port 3169530c-1cfa-4f3d-80d7-3096ec90e115, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3169530c-1cfa-4f3d-80d7-3096ec90e115,segment=NetworkSegment(3a9228d6-9288-4d94-bb38-c1c8cda23729),segment_id=3a9228d6-9288-4d94-bb38-c1c8cda23729)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:39.102416 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.148019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558b219-055d-4e45-9fe7-0b295951c00f None None] Pushing event deleted for resources: {'Port': ['ID=b9bd03b7-d7a8-4de7-81eb-e8cd45aec091,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:39.153307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558b219-055d-4e45-9fe7-0b295951c00f None None] No DVR routers for this DVR port b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:39.154438 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74516d-1e4d-44d0-8b34-567996df0ed2 req-6d508ce5-4fef-4c00-963f-8cbb590330f4 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:39.156292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c74516d-1e4d-44d0-8b34-567996df0ed2 req-6d508ce5-4fef-4c00-963f-8cbb590330f4 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.25 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 946 time: 0.2517138 Nov 12 04:12:39.179586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8fce9fb-406c-45be-8a41-3005d9835bb5 None None] Provisioning complete for port 4e2aaf96-340e-47b4-b12e-78a73f3a94b5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:39.180250 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8fce9fb-406c-45be-8a41-3005d9835bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.189227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for 3169530c-1cfa-4f3d-80d7-3096ec90e115 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:39.196731 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6db18cea-aeaa-4471-8bb5-bc9d83c318b5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.203603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db18cea-aeaa-4471-8bb5-bc9d83c318b5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:39.204397 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6db18cea-aeaa-4471-8bb5-bc9d83c318b5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.350659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f662e59f-ac30-4188-9c3c-3064c6b51be8 None None] DHCP port deletion for f280f000-b62d-4e33-84aa-4843c595e339 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:39.354314 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.383396 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.399413 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] 10.222.0.105 "DELETE /v2.0/networks/bc7f3290-e6b1-422f-9f1c-57d7db1af69a HTTP/1.1" status: 204 len: 168 time: 1.8830736 Nov 12 04:12:39.408081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db18cea-aeaa-4471-8bb5-bc9d83c318b5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Network': ['ID=c6717dea-7e1e-405c-af23-d320046dd8ba,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:39.455588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network c6717dea-7e1e-405c-af23-d320046dd8ba details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:39.475011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:39.479449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6fe63-e704-43ad-887c-5f5605516f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7f3290-e6b1-422f-9f1c-57d7db1af69a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:39.487446 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ece4f265-07b1-4752-8b1a-ee38da2303b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:34Z', 'revision_number': 8, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:24Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:39.507649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6db18cea-aeaa-4471-8bb5-bc9d83c318b5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0126400 Nov 12 04:12:39.509360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:39.521863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6641a0ec-bd8d-4ca9-8799-56dd3adde53a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'subnet': {'network_id': 'c6717dea-7e1e-405c-af23-d320046dd8ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:39.529330 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece4f265-07b1-4752-8b1a-ee38da2303b5 None None] Checking router: c2524d56-8b45-4b49-9f18-0404f6e77659 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:39.533490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4c74516d-1e4d-44d0-8b34-567996df0ed2 req-21915cd6-4cdf-4e70-9783-46dae4e9934c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Deleting port 432cbb8f-7af0-4361-aad8-a5d1486b8342 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:39.534032 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4c74516d-1e4d-44d0-8b34-567996df0ed2 req-21915cd6-4cdf-4e70-9783-46dae4e9934c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.549700 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece4f265-07b1-4752-8b1a-ee38da2303b5 None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:39.550174 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ece4f265-07b1-4752-8b1a-ee38da2303b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:39.567548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Allocated IP 2001:db8::1 (c3d7f510-c192-4ac9-8cac-3b120a379fd3/e872a170-c1bc-4206-89b6-8179d2cfcef6/7f349667-c595-4c9c-896c-bd31d21206c3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:39.630306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d23fc-5de1-453f-8407-0b4b8fc1031e req-410389eb-ec2e-4df4-a74e-35cd59b85002 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:39.638546 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e82d23fc-5de1-453f-8407-0b4b8fc1031e req-410389eb-ec2e-4df4-a74e-35cd59b85002 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 946 time: 0.2852905 Nov 12 04:12:39.661341 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4c74516d-1e4d-44d0-8b34-567996df0ed2 req-21915cd6-4cdf-4e70-9783-46dae4e9934c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] For port 432cbb8f-7af0-4361-aad8-a5d1486b8342, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=432cbb8f-7af0-4361-aad8-a5d1486b8342,segment=NetworkSegment(6c01fe91-96e3-4469-85fd-2a5e6376aa42),segment_id=6c01fe91-96e3-4469-85fd-2a5e6376aa42)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:39.661788 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4c74516d-1e4d-44d0-8b34-567996df0ed2 req-21915cd6-4cdf-4e70-9783-46dae4e9934c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.682249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4c74516d-1e4d-44d0-8b34-567996df0ed2 req-21915cd6-4cdf-4e70-9783-46dae4e9934c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Calling delete_port for 432cbb8f-7af0-4361-aad8-a5d1486b8342 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:39.744359 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ece4f265-07b1-4752-8b1a-ee38da2303b5 None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:39.792758 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.802533 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.813140 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:39.814387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b9bd03b7-d7a8-4de7-81eb-e8cd45aec091 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:39.814995 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3169530c-1cfa-4f3d-80d7-3096ec90e115 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:39.863207 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=3169530c-1cfa-4f3d-80d7-3096ec90e115,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:39.885947 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e82d23fc-5de1-453f-8407-0b4b8fc1031e req-41724c83-9570-4301-9e7a-ed42cb8b729b tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/security-groups?id=806048d9-82b1-44f5-bbae-89aa1c87f5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413485 Nov 12 04:12:39.887604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No DVR routers for this DVR port 3169530c-1cfa-4f3d-80d7-3096ec90e115 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:39.893872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 3169530c-1cfa-4f3d-80d7-3096ec90e115 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:39.894946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3169530c-1cfa-4f3d-80d7-3096ec90e115 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:39.896263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 71e5b8d3-7ddd-4b43-b141-014b81fb9664 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:39.937276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f662e59f-ac30-4188-9c3c-3064c6b51be8 None None] Deleting port 3169530c-1cfa-4f3d-80d7-3096ec90e115 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:39.937684 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f662e59f-ac30-4188-9c3c-3064c6b51be8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.958871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 71e5b8d3-7ddd-4b43-b141-014b81fb9664 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:39.958871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 71e5b8d3-7ddd-4b43-b141-014b81fb9664 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:39.964814 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.999297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6641a0ec-bd8d-4ca9-8799-56dd3adde53a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:40.003866 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6641a0ec-bd8d-4ca9-8799-56dd3adde53a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.025786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.032871 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4c74516d-1e4d-44d0-8b34-567996df0ed2 req-21915cd6-4cdf-4e70-9783-46dae4e9934c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.097038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Network c3d7f510-c192-4ac9-8cac-3b120a379fd3 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:40.108343 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:40.112450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f662e59f-ac30-4188-9c3c-3064c6b51be8 None None] For port 3169530c-1cfa-4f3d-80d7-3096ec90e115, host n-d-767704-23, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:40.112849 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f662e59f-ac30-4188-9c3c-3064c6b51be8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.116308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Pushing event updated for resources: {'Port': ['ID=7f349667-c595-4c9c-896c-bd31d21206c3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:40.130074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:40.137715 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ece4f265-07b1-4752-8b1a-ee38da2303b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:34Z', 'revision_number': 8, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:24Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:40.138443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21915cd6-4cdf-4e70-9783-46dae4e9934c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Pushing event deleted for resources: {'Port': ['ID=432cbb8f-7af0-4361-aad8-a5d1486b8342,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:40.149044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f662e59f-ac30-4188-9c3c-3064c6b51be8 None None] Calling delete_port for 3169530c-1cfa-4f3d-80d7-3096ec90e115 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:40.149522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-6641a0ec-bd8d-4ca9-8799-56dd3adde53a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Performing IP validity checks on allocation pools {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:12:40.150049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-6641a0ec-bd8d-4ca9-8799-56dd3adde53a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:12:40.152847 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f280f000-b62d-4e33-84aa-4843c595e339']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:40.155147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-f662e59f-ac30-4188-9c3c-3064c6b51be8 None None] Port 3169530c-1cfa-4f3d-80d7-3096ec90e115 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:12:40.179830 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36708) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:40.185446 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f662e59f-ac30-4188-9c3c-3064c6b51be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.189496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8fce9fb-406c-45be-8a41-3005d9835bb5 None None] Provisioning complete for port 647816af-e559-46e1-8d46-7eda91d88fa6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:40.189496 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8fce9fb-406c-45be-8a41-3005d9835bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.197441 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece4f265-07b1-4752-8b1a-ee38da2303b5 None None] The sync data for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 is: [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:34Z', 'revision_number': 8, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0580843-0f45-46d5-8222-24dc45257d18', 'name': '', 'network_id': 'f21c59df-ef5d-44c5-a954-9ef9408b704e', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:ac:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:17Z', 'updated_at': '2021-11-12T04:12:24Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'd74b1d61-5883-4ee1-8d71-2583b5dd515e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:40.250673 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9228d6-9288-4d94-bb38-c1c8cda23729') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:40.251541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9228d6-9288-4d94-bb38-c1c8cda23729') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:40.276028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c74516d-1e4d-44d0-8b34-567996df0ed2 req-21915cd6-4cdf-4e70-9783-46dae4e9934c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] No DVR routers for this DVR port 432cbb8f-7af0-4361-aad8-a5d1486b8342 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:40.296413 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4c74516d-1e4d-44d0-8b34-567996df0ed2 req-21915cd6-4cdf-4e70-9783-46dae4e9934c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.298399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f662e59f-ac30-4188-9c3c-3064c6b51be8 None None] No DVR routers for this DVR port 3169530c-1cfa-4f3d-80d7-3096ec90e115 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:40.301873 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662e59f-ac30-4188-9c3c-3064c6b51be8 None None] Pushing event deleted for resources: {'Port': ['ID=3169530c-1cfa-4f3d-80d7-3096ec90e115,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:40.303353 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c74516d-1e4d-44d0-8b34-567996df0ed2 req-21915cd6-4cdf-4e70-9783-46dae4e9934c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.25 "DELETE /v2.0/ports/432cbb8f-7af0-4361-aad8-a5d1486b8342 HTTP/1.1" status: 204 len: 173 time: 1.1400914 Nov 12 04:12:40.306364 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'name': 'network-vif-deleted', 'tag': '432cbb8f-7af0-4361-aad8-a5d1486b8342'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:40.309811 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b15e06-d196-4a70-8049-8053945269a0" -d '{"events": [{"server_uuid": "299e17d6-e1cb-47c5-a6c0-02ee8b518c43", "name": "network-vif-deleted", "tag": "432cbb8f-7af0-4361-aad8-a5d1486b8342"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:40.315723 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.332549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Attempting to bind port 7f349667-c595-4c9c-896c-bd31d21206c3 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:40.332932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Attempting to bind port 7f349667-c595-4c9c-896c-bd31d21206c3 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'ea0efd27-9145-4916-9677-9b0560565003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'c3d7f510-c192-4ac9-8cac-3b120a379fd3'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:40.341390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Attempting to bind port 7f349667-c595-4c9c-896c-bd31d21206c3 on network c3d7f510-c192-4ac9-8cac-3b120a379fd3 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:40.352727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:40.357472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Checking segment: {'id': 'ea0efd27-9145-4916-9677-9b0560565003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'c3d7f510-c192-4ac9-8cac-3b120a379fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:40.357472 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.357472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Bound using segment: {'id': 'ea0efd27-9145-4916-9677-9b0560565003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'c3d7f510-c192-4ac9-8cac-3b120a379fd3'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:40.357472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Bound port: 7f349667-c595-4c9c-896c-bd31d21206c3, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0efd27-9145-4916-9677-9b0560565003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'c3d7f510-c192-4ac9-8cac-3b120a379fd3'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:40.358355 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.358482 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.383462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7e8e6d2b-9b8c-4d7a-9b4e-73cec7a1e7e8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0776c589bf5b4d8eb6501ae8ab6f4af5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1783705 Nov 12 04:12:40.383462 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:40.383462 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.383945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:40.387635 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:40.493240 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0863f3d9-0ef7-45b0-843f-3357f5a96a5e x-openstack-request-id: req-0863f3d9-0ef7-45b0-843f-3357f5a96a5e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:40.493525 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299e17d6-e1cb-47c5-a6c0-02ee8b518c43", "name": "network-vif-deleted", "tag": "432cbb8f-7af0-4361-aad8-a5d1486b8342", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:40.493784 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0863f3d9-0ef7-45b0-843f-3357f5a96a5e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:40.494187 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299e17d6-e1cb-47c5-a6c0-02ee8b518c43', 'name': 'network-vif-deleted', 'tag': '432cbb8f-7af0-4361-aad8-a5d1486b8342', 'status': 'completed', 'code': 200} Nov 12 04:12:40.518389 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] For port 7f349667-c595-4c9c-896c-bd31d21206c3, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:40.520621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] For port 7f349667-c595-4c9c-896c-bd31d21206c3, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7f349667-c595-4c9c-896c-bd31d21206c3,segment=NetworkSegment(ea0efd27-9145-4916-9677-9b0560565003),segment_id=ea0efd27-9145-4916-9677-9b0560565003)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:40.551624 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ec250f8-303f-4075-b5c1-c98f7e42221c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.575785 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ec250f8-303f-4075-b5c1-c98f7e42221c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.582388 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.593152 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.616126 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/networks/f280f000-b62d-4e33-84aa-4843c595e339 HTTP/1.1" status: 204 len: 168 time: 1.9652979 Nov 12 04:12:40.616126 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36716) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:40.635563 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6641a0ec-bd8d-4ca9-8799-56dd3adde53a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.635789 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.661579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cda04-0df0-4e75-99cf-e9f9bd7913fb tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Network': ['ID=f280f000-b62d-4e33-84aa-4843c595e339,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:40.780965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e1359-1b1d-4879-ae29-30a76bb56095 None None] Pushing event updated for resources: {'Port': ['ID=7f349667-c595-4c9c-896c-bd31d21206c3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:40.804171 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ec250f8-303f-4075-b5c1-c98f7e42221c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.806816 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ec250f8-303f-4075-b5c1-c98f7e42221c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.818804 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9ec250f8-303f-4075-b5c1-c98f7e42221c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/12f4054b-14a9-4534-b2af-6407c8900add HTTP/1.1" status: 204 len: 168 time: 0.4303777 Nov 12 04:12:40.834778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641a0ec-bd8d-4ca9-8799-56dd3adde53a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Subnet': ['ID=f11b5e67-edde-4909-a765-531ee5571465,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:40.838819 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6641a0ec-bd8d-4ca9-8799-56dd3adde53a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Checking segment: {'id': '3f6799fc-56d9-40d3-ab5d-20fee56afecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c6717dea-7e1e-405c-af23-d320046dd8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:40.840667 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641a0ec-bd8d-4ca9-8799-56dd3adde53a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network hostable DHCP agents. Network: c6717dea-7e1e-405c-af23-d320046dd8ba, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:40.853849 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec250f8-303f-4075-b5c1-c98f7e42221c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f4054b-14a9-4534-b2af-6407c8900add,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:40.956772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641a0ec-bd8d-4ca9-8799-56dd3adde53a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network c6717dea-7e1e-405c-af23-d320046dd8ba is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:41.089018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9440e1ef-898b-4049-b6e7-8d6049c7f81f req-3166ba74-c7e5-4414-b189-2978fa164fd1 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 210 time: 0.0950854 Nov 12 04:12:41.090158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6641a0ec-bd8d-4ca9-8799-56dd3adde53a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, c6717dea-7e1e-405c-af23-d320046dd8ba) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:41.113015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c9d63b-d5a2-4915-8716-968986185850 None None] Network c6717dea-7e1e-405c-af23-d320046dd8ba requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:41.134350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641a0ec-bd8d-4ca9-8799-56dd3adde53a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:41.137384 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6641a0ec-bd8d-4ca9-8799-56dd3adde53a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:41.246120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6641a0ec-bd8d-4ca9-8799-56dd3adde53a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7343125 Nov 12 04:12:41.248775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:41.369743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-c6717dea-7e1e-405c-af23-d320046dd8ba', 'network_id': 'c6717dea-7e1e-405c-af23-d320046dd8ba', 'tenant_id': 'fec2667c09814f639bec60f603f80fb7', 'fixed_ips': [{'subnet_id': 'f11b5e67-edde-4909-a765-531ee5571465'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:41.373058 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:41.442433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7f349667-c595-4c9c-896c-bd31d21206c3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:41.465213 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:41.498159 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5530c24c-6575-4522-a433-34feea76bf2b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:41.548414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:41.696388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 7f349667-c595-4c9c-896c-bd31d21206c3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:41.696774 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:41.755717 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Allocated IP 2001:db8::3 (c6717dea-7e1e-405c-af23-d320046dd8ba/f11b5e67-edde-4909-a765-531ee5571465/11dbfd06-59a9-4535-81ca-ea17910dc4f9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:42.152338 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:42.273251 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 7f349667-c595-4c9c-896c-bd31d21206c3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7f349667-c595-4c9c-896c-bd31d21206c3,segment=NetworkSegment(ea0efd27-9145-4916-9677-9b0560565003),segment_id=ea0efd27-9145-4916-9677-9b0560565003)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:42.310628 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5bac4d48-7eff-490c-b60d-64123a3b63a8 req-8dc6488c-931d-41dd-b952-fe21c598c3fb tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 210 time: 0.0701048 Nov 12 04:12:42.352695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36756) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:42.378715 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:42.470579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=7f349667-c595-4c9c-896c-bd31d21206c3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:42.476150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 432cbb8f-7af0-4361-aad8-a5d1486b8342 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:42.505640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3452ae-fee7-46c2-9f47-5e7d9fdc02d7 None None] Network c3d7f510-c192-4ac9-8cac-3b120a379fd3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:42.512539 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 432cbb8f-7af0-4361-aad8-a5d1486b8342 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:42.516778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 432cbb8f-7af0-4361-aad8-a5d1486b8342 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:42.525655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5530c24c-6575-4522-a433-34feea76bf2b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port d0580843-0f45-46d5-8222-24dc45257d18 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:42.526141 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5530c24c-6575-4522-a433-34feea76bf2b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:42.585380 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:42.596065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2119950c-211c-4cf9-b39e-9e51b80bee01 None None] Provisioning complete for port 7f349667-c595-4c9c-896c-bd31d21206c3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:42.596379 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2119950c-211c-4cf9-b39e-9e51b80bee01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:42.636235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5530c24c-6575-4522-a433-34feea76bf2b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] For port d0580843-0f45-46d5-8222-24dc45257d18, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d0580843-0f45-46d5-8222-24dc45257d18,segment=NetworkSegment(1d2d7358-4a6e-423b-95e7-dcc2346f0be1),segment_id=1d2d7358-4a6e-423b-95e7-dcc2346f0be1)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:42.636838 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5530c24c-6575-4522-a433-34feea76bf2b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:42.660788 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5530c24c-6575-4522-a433-34feea76bf2b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for d0580843-0f45-46d5-8222-24dc45257d18 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:42.703573 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:42.767310 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5336ae6b-1c1c-4dbd-a492-065c09fc2500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:42.846775 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:42.849372 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Network c6717dea-7e1e-405c-af23-d320046dd8ba is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:42.871298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:42.876760 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:42.878576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Pushing event updated for resources: {'Port': ['ID=11dbfd06-59a9-4535-81ca-ea17910dc4f9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:42.909759 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Subnet': ['ID=f11b5e67-edde-4909-a765-531ee5571465,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:42.963724 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Attempting to bind port 11dbfd06-59a9-4535-81ca-ea17910dc4f9 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:42.964158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Attempting to bind port 11dbfd06-59a9-4535-81ca-ea17910dc4f9 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '3f6799fc-56d9-40d3-ab5d-20fee56afecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c6717dea-7e1e-405c-af23-d320046dd8ba'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:42.964591 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Attempting to bind port 11dbfd06-59a9-4535-81ca-ea17910dc4f9 on network c6717dea-7e1e-405c-af23-d320046dd8ba {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:42.970767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:42.971724 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Checking segment: {'id': '3f6799fc-56d9-40d3-ab5d-20fee56afecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c6717dea-7e1e-405c-af23-d320046dd8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:42.971724 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:42.973184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Bound using segment: {'id': '3f6799fc-56d9-40d3-ab5d-20fee56afecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c6717dea-7e1e-405c-af23-d320046dd8ba'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:42.973307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Bound port: 11dbfd06-59a9-4535-81ca-ea17910dc4f9, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6799fc-56d9-40d3-ab5d-20fee56afecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c6717dea-7e1e-405c-af23-d320046dd8ba'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:42.973737 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.060502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.109872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] For port 11dbfd06-59a9-4535-81ca-ea17910dc4f9, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:43.119033 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6717dea-7e1e-405c-af23-d320046dd8ba']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:43.125700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] For port 11dbfd06-59a9-4535-81ca-ea17910dc4f9, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=11dbfd06-59a9-4535-81ca-ea17910dc4f9,segment=NetworkSegment(3f6799fc-56d9-40d3-ab5d-20fee56afecf),segment_id=3f6799fc-56d9-40d3-ab5d-20fee56afecf)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:43.151769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36774) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:43.157025 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5336ae6b-1c1c-4dbd-a492-065c09fc2500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.161482 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6799fc-56d9-40d3-ab5d-20fee56afecf') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:43.161482 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6799fc-56d9-40d3-ab5d-20fee56afecf') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:43.172378 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.208631 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.211016 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.220718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:43.221434 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:43.245187 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:43.248720 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5530c24c-6575-4522-a433-34feea76bf2b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.265208 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5336ae6b-1c1c-4dbd-a492-065c09fc2500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.372665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed38c3-be03-43d2-a5ef-d69a57c9393d None None] Pushing event updated for resources: {'Port': ['ID=11dbfd06-59a9-4535-81ca-ea17910dc4f9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:43.409405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-89299f7d-6867-4e2a-92f7-e7c47a08cee9 None None] Provisioning complete for port 7f349667-c595-4c9c-896c-bd31d21206c3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:43.409790 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-89299f7d-6867-4e2a-92f7-e7c47a08cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.426925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530c24c-6575-4522-a433-34feea76bf2b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=d0580843-0f45-46d5-8222-24dc45257d18,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:43.443230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16f9b69-bcab-4195-9960-43942551cf16 None None] Network c6717dea-7e1e-405c-af23-d320046dd8ba requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:43.513417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336ae6b-1c1c-4dbd-a492-065c09fc2500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ef8606-0c6f-4b8e-be9a-5977ed67f336,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:43.521309 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5336ae6b-1c1c-4dbd-a492-065c09fc2500 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e5ea6c32097c468788bd9619a740c499&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1677041 Nov 12 04:12:43.530443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36784) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:43.531108 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:12:43.531108 n-d-767704-23 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:12:43.531108 n-d-767704-23 neutron-server[103147]: [parameters: {'id': 'c6717dea-7e1e-405c-af23-d320046dd8ba'}] Nov 12 04:12:43.531108 n-d-767704-23 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:12:43.531572 n-d-767704-23 neutron-server[103147]: DEBUG oslo_db.api [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:12:43.558389 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7f349667-c595-4c9c-896c-bd31d21206c3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:43.582591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b534c17-b45d-4c6a-b149-0cafc38f3513 req-0113931c-3f8e-43a2-9aea-92c9f3e87e2c tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 210 time: 0.1037757 Nov 12 04:12:43.699131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1265576498-network', 'tenant_id': '425956240a2041968ed9ba57449f12f4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:43.728107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 7f349667-c595-4c9c-896c-bd31d21206c3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:43.728107 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.793948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3623309b-5101-4ec2-ad60-cb614c89deb1 None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:12:43.811291 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5530c24c-6575-4522-a433-34feea76bf2b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.819591 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efaa9650-a745-4d42-9968-be100843ea63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.852226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] Made reservation on behalf of 425956240a2041968ed9ba57449f12f4 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:43.855337 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.877497 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.879499 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efaa9650-a745-4d42-9968-be100843ea63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.017734 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.037091 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.056943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3623309b-5101-4ec2-ad60-cb614c89deb1 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:12:44.095232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5530c24c-6575-4522-a433-34feea76bf2b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router c2524d56-8b45-4b49-9f18-0404f6e77659 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:44.116863 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.159484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:44.168853 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efaa9650-a745-4d42-9968-be100843ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.169476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d66404d-b0a3-432c-aa65-584f1d90e968,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:44.171502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efaa9650-a745-4d42-9968-be100843ea63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.179031 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.179375 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] Added segment fff08557-f456-44be-aa88-893e59649cc9 of type vlan for network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 Nov 12 04:12:44.192624 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-efaa9650-a745-4d42-9968-be100843ea63 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b5ef8606-0c6f-4b8e-be9a-5977ed67f336 HTTP/1.1" status: 204 len: 168 time: 0.6601968 Nov 12 04:12:44.249246 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.280767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa9650-a745-4d42-9968-be100843ea63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ef8606-0c6f-4b8e-be9a-5977ed67f336,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:44.287358 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Deleting port 11dbfd06-59a9-4535-81ca-ea17910dc4f9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:44.287734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.364545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5530c24c-6575-4522-a433-34feea76bf2b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:44.373497 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5530c24c-6575-4522-a433-34feea76bf2b tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7569032 Nov 12 04:12:44.374219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36800) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:44.400629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064bc6c5-0203-4c2d-963d-a582ddcac82c None None] Sync routers for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:44.405222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.406067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:44.408388 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.445454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecc562d-5771-4bdb-b00f-aa521c896426 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting subnet d74b1d61-5883-4ee1-8d71-2583b5dd515e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:44.453752 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fecc562d-5771-4bdb-b00f-aa521c896426 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.460408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] For port 11dbfd06-59a9-4535-81ca-ea17910dc4f9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=11dbfd06-59a9-4535-81ca-ea17910dc4f9,segment=NetworkSegment(3f6799fc-56d9-40d3-ab5d-20fee56afecf),segment_id=3f6799fc-56d9-40d3-ab5d-20fee56afecf)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:44.462641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064bc6c5-0203-4c2d-963d-a582ddcac82c None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:44.462776 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.462898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-064bc6c5-0203-4c2d-963d-a582ddcac82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:44.507488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Calling delete_port for 11dbfd06-59a9-4535-81ca-ea17910dc4f9 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:44.529513 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fecc562d-5771-4bdb-b00f-aa521c896426 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.545315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] Pushing event updated for resources: {'Network': ['ID=0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:44.562645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4305fc7e-8463-4e61-82b7-b4efad51c6d8 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4086387 Nov 12 04:12:44.564446 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:44.566259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:44.572936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-23647f66-0222-4794-bd35-91d56723d82e admin admin] Request body: {'subnet': {'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1265576498-subnet', 'tenant_id': '425956240a2041968ed9ba57449f12f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:44.662283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-064bc6c5-0203-4c2d-963d-a582ddcac82c None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:44.734991 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b8fcdd6-04e8-441b-898b-60e02c116baa req-e728fd24-9697-4dfa-9cbb-9d1aecb6ed00 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 210 time: 0.0483189 Nov 12 04:12:44.739861 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fecc562d-5771-4bdb-b00f-aa521c896426 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.747824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23647f66-0222-4794-bd35-91d56723d82e admin admin] Made reservation on behalf of 425956240a2041968ed9ba57449f12f4 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:44.752703 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23647f66-0222-4794-bd35-91d56723d82e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.836813 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.869327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Port': ['ID=11dbfd06-59a9-4535-81ca-ea17910dc4f9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:44.880473 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No DVR routers for this DVR port 11dbfd06-59a9-4535-81ca-ea17910dc4f9 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:44.952850 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fecc562d-5771-4bdb-b00f-aa521c896426 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.998452 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-064bc6c5-0203-4c2d-963d-a582ddcac82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:42Z', 'revision_number': 9, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:45.028611 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.028984 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064bc6c5-0203-4c2d-963d-a582ddcac82c None None] Checking router: c2524d56-8b45-4b49-9f18-0404f6e77659 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:45.032986 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fecc562d-5771-4bdb-b00f-aa521c896426 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.039242 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fecc562d-5771-4bdb-b00f-aa521c896426 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/d74b1d61-5883-4ee1-8d71-2583b5dd515e HTTP/1.1" status: 204 len: 168 time: 0.6576872 Nov 12 04:12:45.039242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc562d-5771-4bdb-b00f-aa521c896426 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Subnet': ['ID=d74b1d61-5883-4ee1-8d71-2583b5dd515e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:45.039564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0533048-0946-476d-a621-5550d0d96700 None None] Network f21c59df-ef5d-44c5-a954-9ef9408b704e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:45.042767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064bc6c5-0203-4c2d-963d-a582ddcac82c None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:45.043390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-064bc6c5-0203-4c2d-963d-a582ddcac82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:45.045055 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36812) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:45.087069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6717dea-7e1e-405c-af23-d320046dd8ba']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:45.110777 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23647f66-0222-4794-bd35-91d56723d82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.128910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6799fc-56d9-40d3-ab5d-20fee56afecf') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:45.129198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6799fc-56d9-40d3-ab5d-20fee56afecf') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:45.145644 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.193304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23647f66-0222-4794-bd35-91d56723d82e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4873c86a-275f-410d-80eb-fca6b9d3537d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:45.201126 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.208319 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.222988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:45.223636 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:45.228008 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:45.237659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23647f66-0222-4794-bd35-91d56723d82e admin admin] Checking segment: {'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:45.247885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23647f66-0222-4794-bd35-91d56723d82e admin admin] Network hostable DHCP agents. Network: 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:45.281786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36814) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:45.321639 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35c6c07f-ad37-4dbd-a1ab-d2547499feb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.327892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23647f66-0222-4794-bd35-91d56723d82e admin admin] Network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:45.333591 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-064bc6c5-0203-4c2d-963d-a582ddcac82c None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:45.398513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port 9b730767-2ac4-417b-b224-013e21eda319 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:45.399590 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.434750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-23647f66-0222-4794-bd35-91d56723d82e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:45.453911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23647f66-0222-4794-bd35-91d56723d82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:45.455778 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23647f66-0222-4794-bd35-91d56723d82e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.456056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc1cd87-0f2d-49b3-874f-3c8d36e08978 None None] Network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:45.463678 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.468331 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.476071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/c6717dea-7e1e-405c-af23-d320046dd8ba HTTP/1.1" status: 204 len: 168 time: 4.2230160 Nov 12 04:12:45.481429 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36816) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:45.497157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1282123768'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:45.505666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68a933-5c02-4238-ad47-f3fba868fca3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Network': ['ID=c6717dea-7e1e-405c-af23-d320046dd8ba,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:45.515522 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] For port 9b730767-2ac4-417b-b224-013e21eda319, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9b730767-2ac4-417b-b224-013e21eda319,segment=NetworkSegment(1d2d7358-4a6e-423b-95e7-dcc2346f0be1),segment_id=1d2d7358-4a6e-423b-95e7-dcc2346f0be1)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:45.515966 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.529608 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35c6c07f-ad37-4dbd-a1ab-d2547499feb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.532476 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for 9b730767-2ac4-417b-b224-013e21eda319 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:45.613504 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35c6c07f-ad37-4dbd-a1ab-d2547499feb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.646542 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-23647f66-0222-4794-bd35-91d56723d82e admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0789616 Nov 12 04:12:45.670866 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36820) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:45.671109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-35c6c07f-ad37-4dbd-a1ab-d2547499feb8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f7fda795ce7b43f483f53ffb881155d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3877544 Nov 12 04:12:45.678882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6c07f-ad37-4dbd-a1ab-d2547499feb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361b671c-2f8d-4616-b441-0a9b59b84bfe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:45.679116 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680310d4-3946-421a-a853-4235c5caf015 None None] Network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:45.702949 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.757491 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=9b730767-2ac4-417b-b224-013e21eda319,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:45.759559 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No DVR routers for this DVR port 9b730767-2ac4-417b-b224-013e21eda319 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:45.762322 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:45.769648 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.855519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:45.872108 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.872108 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Added segment f2513cdd-e5fc-479c-b695-19aa487d8885 of type vlan for network e4f07da7-544b-4457-9fd5-2d6b2c8e1efc Nov 12 04:12:45.921600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed063b4-dcac-4426-ac9b-9a317f1dc938 None None] DHCP port deletion for f21c59df-ef5d-44c5-a954-9ef9408b704e request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:45.934916 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ea252d6-7f5c-4530-aff7-4caf8c358e22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.936209 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.983556 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.022672 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ea252d6-7f5c-4530-aff7-4caf8c358e22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.041098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d1ca71b-2c2f-43ac-9e4b-3431cd2f3cf7 req-53e0dfc6-6bab-4924-a621-fbb9d7145aa8 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 210 time: 0.0830286 Nov 12 04:12:46.045106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-064bc6c5-0203-4c2d-963d-a582ddcac82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:42Z', 'revision_number': 9, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:46.060607 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21c59df-ef5d-44c5-a954-9ef9408b704e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:46.087996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2d7358-4a6e-423b-95e7-dcc2346f0be1') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:46.095231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2d7358-4a6e-423b-95e7-dcc2346f0be1') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:46.107631 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.109544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064bc6c5-0203-4c2d-963d-a582ddcac82c None None] The sync data for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 is: [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:42Z', 'revision_number': 9, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94c5a402-3b29-4e92-9478-59abf086039d', 'name': '', 'network_id': '352cffeb-5947-460c-ae2e-48e18a15d124', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:82:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:12Z', 'updated_at': '2021-11-12T04:12:16Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': '8cf7caea-363f-4913-90da-a2a80afe44e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:46.116953 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.126697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:46.127532 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.161183 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.175113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:46.175562 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:46.179288 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:46.266863 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7768850 Nov 12 04:12:46.266863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:46.272028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2db122ca-a0eb-4d94-b29c-f639720aa8a4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'subnet': {'network_id': 'e4f07da7-544b-4457-9fd5-2d6b2c8e1efc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:46.277367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Network': ['ID=e4f07da7-544b-4457-9fd5-2d6b2c8e1efc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:46.305847 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:46.306238 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:46.306542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:46.306877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:46.307207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:46.307536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:46.308003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:46.308382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:46.308712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:46.309036 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:46.309359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:46.309680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e507db-d556-4fa5-8fa8-f2528b934627 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:46.325190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network e4f07da7-544b-4457-9fd5-2d6b2c8e1efc details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:46.398049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2c19df63-9c6f-4767-bd86-7d578e485e78 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:46.400392 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2c19df63-9c6f-4767-bd86-7d578e485e78 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/networks?id=0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 HTTP/1.1" status: 200 len: 813 time: 0.1288023 Nov 12 04:12:46.416449 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ea252d6-7f5c-4530-aff7-4caf8c358e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.418896 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ea252d6-7f5c-4530-aff7-4caf8c358e22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.420118 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8ea252d6-7f5c-4530-aff7-4caf8c358e22 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/361b671c-2f8d-4616-b441-0a9b59b84bfe HTTP/1.1" status: 204 len: 168 time: 0.7475064 Nov 12 04:12:46.429450 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-861b2b39-2e30-4c8d-bfa7-dff08e00043b tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/quotas/425956240a2041968ed9ba57449f12f4 HTTP/1.1" status: 200 len: 375 time: 0.0222735 Nov 12 04:12:46.431169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea252d6-7f5c-4530-aff7-4caf8c358e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361b671c-2f8d-4616-b441-0a9b59b84bfe,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:46.454403 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.458679 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.467039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36846) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:46.468768 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/networks/f21c59df-ef5d-44c5-a954-9ef9408b704e HTTP/1.1" status: 204 len: 168 time: 1.4208953 Nov 12 04:12:46.490445 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-d5ba3990-0380-4c0f-934b-238144c18efe tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=425956240a2041968ed9ba57449f12f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485334 Nov 12 04:12:46.510198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d457ce4-b120-4e9b-8c59-a614f33dc43f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Network': ['ID=f21c59df-ef5d-44c5-a954-9ef9408b704e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:46.607206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db122ca-a0eb-4d94-b29c-f639720aa8a4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:46.611184 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2db122ca-a0eb-4d94-b29c-f639720aa8a4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.640311 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-10378d42-fe33-4433-a8b6-127f52ff28dc service neutron] 10.222.0.105 "GET /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382036 Nov 12 04:12:46.747265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-c35e9961-bcf8-42f6-a9a1-c291637d4d10 service neutron] 10.222.0.105 "GET /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988624 Nov 12 04:12:47.041504 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2db122ca-a0eb-4d94-b29c-f639720aa8a4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.119483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db122ca-a0eb-4d94-b29c-f639720aa8a4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Subnet': ['ID=90109686-be2d-4cf3-86be-4d8914db9660,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:47.181180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db122ca-a0eb-4d94-b29c-f639720aa8a4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Checking segment: {'id': 'f2513cdd-e5fc-479c-b695-19aa487d8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'e4f07da7-544b-4457-9fd5-2d6b2c8e1efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:47.181180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db122ca-a0eb-4d94-b29c-f639720aa8a4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network hostable DHCP agents. Network: e4f07da7-544b-4457-9fd5-2d6b2c8e1efc, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:47.199928 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-838ac5ab-6382-47fa-90d5-00eb890e9702 req-3c8c0031-ee94-43a8-9aec-8d703cf146e2 tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 210 time: 0.0384245 Nov 12 04:12:47.232970 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff90e032-639c-4060-9f4a-02a5f71e73f7 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.336215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db122ca-a0eb-4d94-b29c-f639720aa8a4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network e4f07da7-544b-4457-9fd5-2d6b2c8e1efc is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:47.386426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9b730767-2ac4-417b-b224-013e21eda319 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:47.419738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 9b730767-2ac4-417b-b224-013e21eda319 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:47.420645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9b730767-2ac4-417b-b224-013e21eda319 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:47.421227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d0580843-0f45-46d5-8222-24dc45257d18 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:47.445100 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3eb6668d-8386-4e8c-8d17-0b475ef52a0f req-884d127e-b07f-4b57-a069-9727c6f3cbbf tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 210 time: 0.0507455 Nov 12 04:12:47.450092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: d0580843-0f45-46d5-8222-24dc45257d18 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:47.450442 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d0580843-0f45-46d5-8222-24dc45257d18 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:47.459589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2db122ca-a0eb-4d94-b29c-f639720aa8a4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, e4f07da7-544b-4457-9fd5-2d6b2c8e1efc) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:47.472295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb48be0-099e-4939-9277-308f4da9567e None None] Network e4f07da7-544b-4457-9fd5-2d6b2c8e1efc requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:47.505185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db122ca-a0eb-4d94-b29c-f639720aa8a4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:47.506087 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2db122ca-a0eb-4d94-b29c-f639720aa8a4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.590647 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ff90e032-639c-4060-9f4a-02a5f71e73f7 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port 94c5a402-3b29-4e92-9478-59abf086039d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:47.591203 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff90e032-639c-4060-9f4a-02a5f71e73f7 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.617194 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2db122ca-a0eb-4d94-b29c-f639720aa8a4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3492069 Nov 12 04:12:47.619868 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36882) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:47.722460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-e4f07da7-544b-4457-9fd5-2d6b2c8e1efc', 'network_id': 'e4f07da7-544b-4457-9fd5-2d6b2c8e1efc', 'tenant_id': 'fec2667c09814f639bec60f603f80fb7', 'fixed_ips': [{'subnet_id': '90109686-be2d-4cf3-86be-4d8914db9660'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:47.725405 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.774234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ff90e032-639c-4060-9f4a-02a5f71e73f7 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] For port 94c5a402-3b29-4e92-9478-59abf086039d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=94c5a402-3b29-4e92-9478-59abf086039d,segment=NetworkSegment(17fa594a-bb44-4166-919d-93b0caaf04f4),segment_id=17fa594a-bb44-4166-919d-93b0caaf04f4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:47.774630 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff90e032-639c-4060-9f4a-02a5f71e73f7 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.795628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ff90e032-639c-4060-9f4a-02a5f71e73f7 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for 94c5a402-3b29-4e92-9478-59abf086039d owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:47.816755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.907774 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Allocated IP 2001:db8::1 (e4f07da7-544b-4457-9fd5-2d6b2c8e1efc/90109686-be2d-4cf3-86be-4d8914db9660/c9eada1c-595c-4e79-a46f-4bd143bfc126) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:47.956167 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.191718 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.308683 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.350801 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff90e032-639c-4060-9f4a-02a5f71e73f7 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.362924 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-952a8cba-6289-4d7c-8ce9-402339568f34 req-8d29bb24-7ed6-4a91-8b06-aa3dbd3457dc tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "GET /v2.0/ports?device_id=299e17d6-e1cb-47c5-a6c0-02ee8b518c43 HTTP/1.1" status: 200 len: 210 time: 0.0656192 Nov 12 04:12:48.381419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Network e4f07da7-544b-4457-9fd5-2d6b2c8e1efc is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:48.391481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:48.394711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90e032-639c-4060-9f4a-02a5f71e73f7 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=94c5a402-3b29-4e92-9478-59abf086039d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:48.395705 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:48.406104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Pushing event updated for resources: {'Port': ['ID=c9eada1c-595c-4e79-a46f-4bd143bfc126,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:48.490956 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Attempting to bind port c9eada1c-595c-4e79-a46f-4bd143bfc126 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:48.491594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Attempting to bind port c9eada1c-595c-4e79-a46f-4bd143bfc126 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f2513cdd-e5fc-479c-b695-19aa487d8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'e4f07da7-544b-4457-9fd5-2d6b2c8e1efc'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:48.492346 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Attempting to bind port c9eada1c-595c-4e79-a46f-4bd143bfc126 on network e4f07da7-544b-4457-9fd5-2d6b2c8e1efc {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:48.507327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:48.508029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Checking segment: {'id': 'f2513cdd-e5fc-479c-b695-19aa487d8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'e4f07da7-544b-4457-9fd5-2d6b2c8e1efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:48.508917 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.511599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Bound using segment: {'id': 'f2513cdd-e5fc-479c-b695-19aa487d8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'e4f07da7-544b-4457-9fd5-2d6b2c8e1efc'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:48.511599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Bound port: c9eada1c-595c-4e79-a46f-4bd143bfc126, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2513cdd-e5fc-479c-b695-19aa487d8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'e4f07da7-544b-4457-9fd5-2d6b2c8e1efc'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:48.511599 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.541120 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.606176 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ae40731f-d1a4-469b-873c-64cf865fa4d6 req-3d4a7f09-a062-409f-b8d8-973d252ff713 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 210 time: 0.0599658 Nov 12 04:12:48.639677 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] For port c9eada1c-595c-4e79-a46f-4bd143bfc126, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:48.646497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] For port c9eada1c-595c-4e79-a46f-4bd143bfc126, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c9eada1c-595c-4e79-a46f-4bd143bfc126,segment=NetworkSegment(f2513cdd-e5fc-479c-b695-19aa487d8885),segment_id=f2513cdd-e5fc-479c-b695-19aa487d8885)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:48.763101 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.856237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111356c-7b73-40c2-bef1-0322bb0df1bb None None] Pushing event updated for resources: {'Port': ['ID=c9eada1c-595c-4e79-a46f-4bd143bfc126,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:48.883484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3c9f27-b2a8-46c0-b776-41fa4f1a838c None None] Network e4f07da7-544b-4457-9fd5-2d6b2c8e1efc requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:48.995370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Subnet': ['ID=90109686-be2d-4cf3-86be-4d8914db9660,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:49.050368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e0786-c0a5-430c-871f-34043225f199 None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:12:49.093853 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.126340 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.155771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f07da7-544b-4457-9fd5-2d6b2c8e1efc']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:49.158628 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff90e032-639c-4060-9f4a-02a5f71e73f7 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.178086 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2513cdd-e5fc-479c-b695-19aa487d8885') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:49.178380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2513cdd-e5fc-479c-b695-19aa487d8885') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:49.179311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e0786-c0a5-430c-871f-34043225f199 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:12:49.225514 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.278333 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.298932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:49.298932 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:49.301675 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:49.458258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:49.470855 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:12:49.470855 n-d-767704-23 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:12:49.470855 n-d-767704-23 neutron-server[103146]: [parameters: {'id': 'e4f07da7-544b-4457-9fd5-2d6b2c8e1efc'}] Nov 12 04:12:49.470855 n-d-767704-23 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:12:49.470855 n-d-767704-23 neutron-server[103146]: DEBUG oslo_db.api [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:12:49.508934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff90e032-639c-4060-9f4a-02a5f71e73f7 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router c2524d56-8b45-4b49-9f18-0404f6e77659 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:49.568614 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fb1fd11-27d5-419a-8913-4aae09c7294a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.600651 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fb1fd11-27d5-419a-8913-4aae09c7294a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.632392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff90e032-639c-4060-9f4a-02a5f71e73f7 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:49.642419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ff90e032-639c-4060-9f4a-02a5f71e73f7 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1741064 Nov 12 04:12:49.644971 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:49.651369 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee486f5-9fc3-491a-ace2-f4b476746721 None None] Sync routers for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:49.663942 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee486f5-9fc3-491a-ace2-f4b476746721 None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:49.667507 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1ee486f5-9fc3-491a-ace2-f4b476746721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:49.716157 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ea41c4ef-efc2-4b87-adb0-6deecaeb3f76 req-a1f3cdb1-21ab-4968-a1e9-860bce59d93e tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 210 time: 0.0341151 Nov 12 04:12:49.736176 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-522ead5c-c015-4bb8-b53c-4519bb29e170 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting subnet 8cf7caea-363f-4913-90da-a2a80afe44e2 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:49.739327 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-522ead5c-c015-4bb8-b53c-4519bb29e170 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.759177 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1ee486f5-9fc3-491a-ace2-f4b476746721 None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:49.781556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-522ead5c-c015-4bb8-b53c-4519bb29e170 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.802198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fb1fd11-27d5-419a-8913-4aae09c7294a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.805064 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0fb1fd11-27d5-419a-8913-4aae09c7294a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.809291 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0fb1fd11-27d5-419a-8913-4aae09c7294a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] 10.222.0.105 "DELETE /v2.0/security-groups/806048d9-82b1-44f5-bbae-89aa1c87f5d9 HTTP/1.1" status: 204 len: 168 time: 0.3498216 Nov 12 04:12:49.823315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1fd11-27d5-419a-8913-4aae09c7294a tempest-TestVolumeBackupRestore-2083905686 tempest-TestVolumeBackupRestore-2083905686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=806048d9-82b1-44f5-bbae-89aa1c87f5d9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:49.907406 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-522ead5c-c015-4bb8-b53c-4519bb29e170 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.977244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.063685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Deleting port c9eada1c-595c-4e79-a46f-4bd143bfc126 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:50.064260 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.077533 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1ee486f5-9fc3-491a-ace2-f4b476746721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:48Z', 'revision_number': 10, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:50.110939 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee486f5-9fc3-491a-ace2-f4b476746721 None None] Checking router: c2524d56-8b45-4b49-9f18-0404f6e77659 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:50.121827 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee486f5-9fc3-491a-ace2-f4b476746721 None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:50.122713 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1ee486f5-9fc3-491a-ace2-f4b476746721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:50.139495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] For port c9eada1c-595c-4e79-a46f-4bd143bfc126, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c9eada1c-595c-4e79-a46f-4bd143bfc126,segment=NetworkSegment(f2513cdd-e5fc-479c-b695-19aa487d8885),segment_id=f2513cdd-e5fc-479c-b695-19aa487d8885)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:50.147691 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.160437 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Calling delete_port for c9eada1c-595c-4e79-a46f-4bd143bfc126 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:50.172723 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-522ead5c-c015-4bb8-b53c-4519bb29e170 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.189042 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36946) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:50.222203 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1ee486f5-9fc3-491a-ace2-f4b476746721 None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:50.229843 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ead5c-c015-4bb8-b53c-4519bb29e170 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf7caea-363f-4913-90da-a2a80afe44e2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:50.239662 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-522ead5c-c015-4bb8-b53c-4519bb29e170 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.242891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-522ead5c-c015-4bb8-b53c-4519bb29e170 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/8cf7caea-363f-4913-90da-a2a80afe44e2 HTTP/1.1" status: 204 len: 168 time: 0.5969615 Nov 12 04:12:50.245710 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:50.260235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481da917-12d6-4647-b55a-409673a6fe83 None None] Network 352cffeb-5947-460c-ae2e-48e18a15d124 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:50.403968 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.450504 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.463641 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-144fd0a4-0c25-4bc3-b453-916789eb334d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.488664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Port': ['ID=c9eada1c-595c-4e79-a46f-4bd143bfc126,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:50.490611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No DVR routers for this DVR port c9eada1c-595c-4e79-a46f-4bd143bfc126 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:50.534609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port 5aa0aa75-465c-46ed-bae6-3196bfc55e26 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:50.534609 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.594483 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91914e2d-1472-449c-b6a1-27a317ca2edd None None] DHCP port deletion for 352cffeb-5947-460c-ae2e-48e18a15d124 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:50.687202 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1ee486f5-9fc3-491a-ace2-f4b476746721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:48Z', 'revision_number': 10, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:50.699915 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.702311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] For port 5aa0aa75-465c-46ed-bae6-3196bfc55e26, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5aa0aa75-465c-46ed-bae6-3196bfc55e26,segment=NetworkSegment(17fa594a-bb44-4166-919d-93b0caaf04f4),segment_id=17fa594a-bb44-4166-919d-93b0caaf04f4)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:50.702792 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.703600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-91914e2d-1472-449c-b6a1-27a317ca2edd None None] Deleting port 5aa0aa75-465c-46ed-bae6-3196bfc55e26 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:50.704740 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91914e2d-1472-449c-b6a1-27a317ca2edd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.752125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f07da7-544b-4457-9fd5-2d6b2c8e1efc']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:50.796096 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-144fd0a4-0c25-4bc3-b453-916789eb334d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.803177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2513cdd-e5fc-479c-b695-19aa487d8885') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:50.803488 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2513cdd-e5fc-479c-b695-19aa487d8885') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:50.829658 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.848070 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for 5aa0aa75-465c-46ed-bae6-3196bfc55e26 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:50.854014 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee486f5-9fc3-491a-ace2-f4b476746721 None None] The sync data for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 is: [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:48Z', 'revision_number': 10, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None, '_interfaces': [{'id': '1d6de394-a386-4e12-a24a-461e75af83c5', 'name': '', 'network_id': '9e812fe5-0710-4767-882c-53699e0a1bc0', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'mac_address': 'fa:16:3e:e9:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:05Z', 'updated_at': '2021-11-12T04:12:11Z', 'revision_number': 5, 'project_id': '2885c48405ed441a922e6cad5be05547', 'subnets': [{'id': 'b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:50.873311 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.900311 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-144fd0a4-0c25-4bc3-b453-916789eb334d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.902572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:50.905481 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:50.911977 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:50.975193 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91914e2d-1472-449c-b6a1-27a317ca2edd None None] For port 5aa0aa75-465c-46ed-bae6-3196bfc55e26, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5aa0aa75-465c-46ed-bae6-3196bfc55e26,segment=NetworkSegment(17fa594a-bb44-4166-919d-93b0caaf04f4),segment_id=17fa594a-bb44-4166-919d-93b0caaf04f4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:50.975610 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91914e2d-1472-449c-b6a1-27a317ca2edd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.029008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-91914e2d-1472-449c-b6a1-27a317ca2edd None None] Calling delete_port for 5aa0aa75-465c-46ed-bae6-3196bfc55e26 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:51.049179 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-144fd0a4-0c25-4bc3-b453-916789eb334d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=340e18fbd23c42028ac6413b095f18a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8572893 Nov 12 04:12:51.096101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:51.182612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fd0a4-0c25-4bc3-b453-916789eb334d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb5411c-1714-40e7-9e24-c7646aa3cdce,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:51.230786 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37bbf892-cccc-44dc-887c-89c33c2343e0 req-e74f439d-2061-4035-b6af-3068c328d9a8 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 210 time: 0.2518988 Nov 12 04:12:51.288420 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91914e2d-1472-449c-b6a1-27a317ca2edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.300916 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.363431 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=5aa0aa75-465c-46ed-bae6-3196bfc55e26,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:51.374835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No DVR routers for this DVR port 5aa0aa75-465c-46ed-bae6-3196bfc55e26 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:51.393561 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91914e2d-1472-449c-b6a1-27a317ca2edd None None] Pushing event deleted for resources: {'Port': ['ID=5aa0aa75-465c-46ed-bae6-3196bfc55e26,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:51.405258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91914e2d-1472-449c-b6a1-27a317ca2edd None None] No DVR routers for this DVR port 5aa0aa75-465c-46ed-bae6-3196bfc55e26 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:51.486121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5aa0aa75-465c-46ed-bae6-3196bfc55e26 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:51.522724 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1c68e3-4b9d-4937-bffc-049bba1f8274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.533430 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.548588 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.550920 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 5aa0aa75-465c-46ed-bae6-3196bfc55e26 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:51.550920 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5aa0aa75-465c-46ed-bae6-3196bfc55e26 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:51.551249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 94c5a402-3b29-4e92-9478-59abf086039d no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:51.552742 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/e4f07da7-544b-4457-9fd5-2d6b2c8e1efc HTTP/1.1" status: 204 len: 168 time: 3.9312813 Nov 12 04:12:51.567331 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36992) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:51.579809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e5e16260-b1b4-47f2-8b2c-e93b5fceb243 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1918899247'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:51.590215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 94c5a402-3b29-4e92-9478-59abf086039d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:51.590679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 94c5a402-3b29-4e92-9478-59abf086039d not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:51.620416 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.626468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065e288-7500-422b-b06b-389d1605bffe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Network': ['ID=e4f07da7-544b-4457-9fd5-2d6b2c8e1efc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:51.646751 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1c68e3-4b9d-4937-bffc-049bba1f8274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.663527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352cffeb-5947-460c-ae2e-48e18a15d124']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:51.676780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fa594a-bb44-4166-919d-93b0caaf04f4') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:51.677344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fa594a-bb44-4166-919d-93b0caaf04f4') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:51.710363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1216af-8e00-4e62-b013-5326648d6515 req-a21e2ae3-4b94-4902-b01f-aeb00f69037e tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:51.712184 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-a21e2ae3-4b94-4902-b01f-aeb00f69037e tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.26 "GET /v2.0/networks?id=0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 HTTP/1.1" status: 200 len: 813 time: 0.5650558 Nov 12 04:12:51.731822 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.739305 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7d1216af-8e00-4e62-b013-5326648d6515 req-178087ea-3ef4-4781-982f-ac158790df83 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Request body: {'port': {'device_id': '8d6036c5-6d7f-4984-88c0-2648965a6136', 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9', 'admin_state_up': True, 'tenant_id': '425956240a2041968ed9ba57449f12f4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:51.752717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e16260-b1b4-47f2-8b2c-e93b5fceb243 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:51.756371 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5e16260-b1b4-47f2-8b2c-e93b5fceb243 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.769481 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.784518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:51.785126 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:51.788336 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:51.925299 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1c68e3-4b9d-4937-bffc-049bba1f8274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.930534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f1c68e3-4b9d-4937-bffc-049bba1f8274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.936222 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5f1c68e3-4b9d-4937-bffc-049bba1f8274 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5eb5411c-1714-40e7-9e24-c7646aa3cdce HTTP/1.1" status: 204 len: 168 time: 0.8225081 Nov 12 04:12:51.962809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e16260-b1b4-47f2-8b2c-e93b5fceb243 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:51.966073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c68e3-4b9d-4937-bffc-049bba1f8274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb5411c-1714-40e7-9e24-c7646aa3cdce,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:51.984561 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5e16260-b1b4-47f2-8b2c-e93b5fceb243 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.986011 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-e5e16260-b1b4-47f2-8b2c-e93b5fceb243 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Added segment c95b4572-1cae-4129-a4ec-2da5238190ef of type vlan for network 0db224e6-2283-4632-854a-a845d5bbdce0 Nov 12 04:12:52.039382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1216af-8e00-4e62-b013-5326648d6515 req-178087ea-3ef4-4781-982f-ac158790df83 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Made reservation on behalf of 425956240a2041968ed9ba57449f12f4 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:52.044742 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-178087ea-3ef4-4781-982f-ac158790df83 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.095717 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5e16260-b1b4-47f2-8b2c-e93b5fceb243 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.126772 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.144807 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.157932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:52.158703 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/networks/352cffeb-5947-460c-ae2e-48e18a15d124 HTTP/1.1" status: 204 len: 168 time: 1.9023936 Nov 12 04:12:52.184885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1216af-8e00-4e62-b013-5326648d6515 req-767c6fd3-4f11-41bc-86cf-6d56c8c4e208 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:52.184885 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-767c6fd3-4f11-41bc-86cf-6d56c8c4e208 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.25 "GET /v2.0/networks?id=0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 HTTP/1.1" status: 200 len: 813 time: 0.3207479 Nov 12 04:12:52.213545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7d1216af-8e00-4e62-b013-5326648d6515 req-e4e92c35-a062-4851-ae9d-59609785f3e3 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Request body: {'port': {'device_id': '670a52ea-819c-4e46-b284-d3f3534ebfc0', 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9', 'admin_state_up': True, 'tenant_id': '425956240a2041968ed9ba57449f12f4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:52.219908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97ccba-9f26-4304-a55b-fe56bd2113cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Network': ['ID=352cffeb-5947-460c-ae2e-48e18a15d124,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:52.251129 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5e16260-b1b4-47f2-8b2c-e93b5fceb243 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.266946 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e16260-b1b4-47f2-8b2c-e93b5fceb243 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:52.267617 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5e16260-b1b4-47f2-8b2c-e93b5fceb243 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.459681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e16260-b1b4-47f2-8b2c-e93b5fceb243 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Network': ['ID=0db224e6-2283-4632-854a-a845d5bbdce0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:52.471487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 0db224e6-2283-4632-854a-a845d5bbdce0 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:52.538013 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-84bab900-9bfa-47d9-8108-67237f441130 req-f5dc6ded-e4ce-4688-9f3b-117103ea8eca tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 210 time: 0.0826051 Nov 12 04:12:52.568301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-7d1216af-8e00-4e62-b013-5326648d6515 req-178087ea-3ef4-4781-982f-ac158790df83 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Allocated IP 172.20.0.10 (0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9/4873c86a-275f-410d-80eb-fca6b9d3537d/83215b51-d9fb-465d-822b-245cc5be7669) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:52.612715 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e5e16260-b1b4-47f2-8b2c-e93b5fceb243 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0391393 Nov 12 04:12:52.616275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37030) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:52.621095 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-32ce7d1d-893a-4afe-b6ac-4389f1389d0b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'subnet': {'network_id': '0db224e6-2283-4632-854a-a845d5bbdce0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:52.784981 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1216af-8e00-4e62-b013-5326648d6515 req-e4e92c35-a062-4851-ae9d-59609785f3e3 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Made reservation on behalf of 425956240a2041968ed9ba57449f12f4 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:52.788615 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-e4e92c35-a062-4851-ae9d-59609785f3e3 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.958587 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ce7d1d-893a-4afe-b6ac-4389f1389d0b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:52.962126 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32ce7d1d-893a-4afe-b6ac-4389f1389d0b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.981332 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-178087ea-3ef4-4781-982f-ac158790df83 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.050349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37040) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:53.085159 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69a759ac-1943-48bc-a28c-e8eebeeff84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.140676 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-711f19e8-efa0-44e8-80b5-5f24097b6b33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.220740 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-178087ea-3ef4-4781-982f-ac158790df83 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.301467 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-711f19e8-efa0-44e8-80b5-5f24097b6b33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.314190 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-7d1216af-8e00-4e62-b013-5326648d6515 req-e4e92c35-a062-4851-ae9d-59609785f3e3 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Allocated IP 172.20.0.7 (0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9/4873c86a-275f-410d-80eb-fca6b9d3537d/73542872-a488-4301-b711-7360d190397c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:53.345015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1216af-8e00-4e62-b013-5326648d6515 req-178087ea-3ef4-4781-982f-ac158790df83 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:53.354459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-7d1216af-8e00-4e62-b013-5326648d6515 req-178087ea-3ef4-4781-982f-ac158790df83 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:53.358481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1216af-8e00-4e62-b013-5326648d6515 req-178087ea-3ef4-4781-982f-ac158790df83 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:53.379896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f7a7b-bdeb-42e6-90f5-1800267db83c None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:53.402600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178087ea-3ef4-4781-982f-ac158790df83 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Pushing event updated for resources: {'Port': ['ID=83215b51-d9fb-465d-822b-245cc5be7669,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:53.432624 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-711f19e8-efa0-44e8-80b5-5f24097b6b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.475550 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3b982a96-a217-41cf-b3fd-8f093f99d862 None None] Provisioning complete for port 83215b51-d9fb-465d-822b-245cc5be7669 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:53.476693 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b982a96-a217-41cf-b3fd-8f093f99d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.485712 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32ce7d1d-893a-4afe-b6ac-4389f1389d0b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.531223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3b982a96-a217-41cf-b3fd-8f093f99d862 None None] Port 83215b51-d9fb-465d-822b-245cc5be7669 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:53.548932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1216af-8e00-4e62-b013-5326648d6515 req-178087ea-3ef4-4781-982f-ac158790df83 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:53.549691 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-178087ea-3ef4-4781-982f-ac158790df83 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.654939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-711f19e8-efa0-44e8-80b5-5f24097b6b33 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9f48b2f2e59d4983b42fc83d10738801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6005304 Nov 12 04:12:53.655787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f19e8-efa0-44e8-80b5-5f24097b6b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04071cb5-5613-4dd2-8643-e203ce671c55,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:53.662363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37066) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:53.709942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-178087ea-3ef4-4781-982f-ac158790df83 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9751203 Nov 12 04:12:53.738721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Request body: {'port': {'device_id': '8d6036c5-6d7f-4984-88c0-2648965a6136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:53.833996 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9000ecc4-0abd-401e-9f99-4b8311889a8a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.055330 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.061003 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10febd60-37a1-4b3a-9b37-fa0db6f011b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.167403 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10febd60-37a1-4b3a-9b37-fa0db6f011b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.458656 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1d1d045-ccdc-46ff-8ee0-e2fb680eef3b req-01941e15-1509-4a1e-8435-bb96f546fa86 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 210 time: 0.1483507 Nov 12 04:12:54.485676 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10febd60-37a1-4b3a-9b37-fa0db6f011b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.493043 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10febd60-37a1-4b3a-9b37-fa0db6f011b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.494421 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-10febd60-37a1-4b3a-9b37-fa0db6f011b6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/04071cb5-5613-4dd2-8643-e203ce671c55 HTTP/1.1" status: 204 len: 168 time: 0.8310862 Nov 12 04:12:54.507054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10febd60-37a1-4b3a-9b37-fa0db6f011b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04071cb5-5613-4dd2-8643-e203ce671c55,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:54.552753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce7d1d-893a-4afe-b6ac-4389f1389d0b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Subnet': ['ID=a26bf839-b3fc-4fb1-ac07-26591c249945,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:54.557957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce7d1d-893a-4afe-b6ac-4389f1389d0b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Checking segment: {'id': 'c95b4572-1cae-4129-a4ec-2da5238190ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '0db224e6-2283-4632-854a-a845d5bbdce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:54.558308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ce7d1d-893a-4afe-b6ac-4389f1389d0b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network hostable DHCP agents. Network: 0db224e6-2283-4632-854a-a845d5bbdce0, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:54.562687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9000ecc4-0abd-401e-9f99-4b8311889a8a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port 1d6de394-a386-4e12-a24a-461e75af83c5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:54.563420 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9000ecc4-0abd-401e-9f99-4b8311889a8a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.593509 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-e4e92c35-a062-4851-ae9d-59609785f3e3 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.695463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ce7d1d-893a-4afe-b6ac-4389f1389d0b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network 0db224e6-2283-4632-854a-a845d5bbdce0 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:54.713742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9000ecc4-0abd-401e-9f99-4b8311889a8a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] For port 1d6de394-a386-4e12-a24a-461e75af83c5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1d6de394-a386-4e12-a24a-461e75af83c5,segment=NetworkSegment(d7f89bb2-e1a6-4373-af7e-55e321ccd66e),segment_id=d7f89bb2-e1a6-4373-af7e-55e321ccd66e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:54.714246 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9000ecc4-0abd-401e-9f99-4b8311889a8a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.725984 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-e4e92c35-a062-4851-ae9d-59609785f3e3 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.735183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9000ecc4-0abd-401e-9f99-4b8311889a8a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for 1d6de394-a386-4e12-a24a-461e75af83c5 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:54.832628 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-32ce7d1d-893a-4afe-b6ac-4389f1389d0b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 0db224e6-2283-4632-854a-a845d5bbdce0) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:54.841501 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de515be0-e0ed-4261-8248-7a7482aa0937 None None] Network 0db224e6-2283-4632-854a-a845d5bbdce0 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:54.849615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1216af-8e00-4e62-b013-5326648d6515 req-e4e92c35-a062-4851-ae9d-59609785f3e3 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:54.859603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-7d1216af-8e00-4e62-b013-5326648d6515 req-e4e92c35-a062-4851-ae9d-59609785f3e3 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:54.877018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ce7d1d-893a-4afe-b6ac-4389f1389d0b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:54.879076 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32ce7d1d-893a-4afe-b6ac-4389f1389d0b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.913255 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1216af-8e00-4e62-b013-5326648d6515 req-e4e92c35-a062-4851-ae9d-59609785f3e3 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:55.032652 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e92c35-a062-4851-ae9d-59609785f3e3 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Pushing event updated for resources: {'Port': ['ID=73542872-a488-4301-b711-7360d190397c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:55.064077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1216af-8e00-4e62-b013-5326648d6515 req-e4e92c35-a062-4851-ae9d-59609785f3e3 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:55.065193 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-e4e92c35-a062-4851-ae9d-59609785f3e3 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.069899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309152ba-b045-4896-b224-d63cb2cf1112 None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:55.141917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-0db224e6-2283-4632-854a-a845d5bbdce0', 'network_id': '0db224e6-2283-4632-854a-a845d5bbdce0', 'tenant_id': 'fec2667c09814f639bec60f603f80fb7', 'fixed_ips': [{'subnet_id': 'a26bf839-b3fc-4fb1-ac07-26591c249945'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:55.143448 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.186404 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-32ce7d1d-893a-4afe-b6ac-4389f1389d0b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5690510 Nov 12 04:12:55.187230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37126) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:55.197877 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-e4e92c35-a062-4851-ae9d-59609785f3e3 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0031502 Nov 12 04:12:55.257572 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Request body: {'port': {'device_id': '670a52ea-819c-4e46-b284-d3f3534ebfc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:55.408462 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.450357 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9000ecc4-0abd-401e-9f99-4b8311889a8a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.620374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Allocated IP 2001:db8::1 (0db224e6-2283-4632-854a-a845d5bbdce0/a26bf839-b3fc-4fb1-ac07-26591c249945/91a92d84-2a40-4247-90b5-ef9fadbe861a) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:55.655688 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.747466 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.756319 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.808698 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-63e7fa6c-5bf3-4240-85a2-849be811c461 None None] Provisioning complete for port 73542872-a488-4301-b711-7360d190397c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:55.809380 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63e7fa6c-5bf3-4240-85a2-849be811c461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.875153 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.880440 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-63e7fa6c-5bf3-4240-85a2-849be811c461 None None] Port 73542872-a488-4301-b711-7360d190397c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:56.021417 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.087708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Network 0db224e6-2283-4632-854a-a845d5bbdce0 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:56.087708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:56.098833 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:56.112132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Pushing event updated for resources: {'Port': ['ID=91a92d84-2a40-4247-90b5-ef9fadbe861a,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:56.155127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000ecc4-0abd-401e-9f99-4b8311889a8a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=1d6de394-a386-4e12-a24a-461e75af83c5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:56.168431 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.228575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83215b51-d9fb-465d-822b-245cc5be7669 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:56.238477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Attempting to bind port 91a92d84-2a40-4247-90b5-ef9fadbe861a on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:56.239448 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Attempting to bind port 91a92d84-2a40-4247-90b5-ef9fadbe861a by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'c95b4572-1cae-4129-a4ec-2da5238190ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '0db224e6-2283-4632-854a-a845d5bbdce0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:56.240414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Attempting to bind port 91a92d84-2a40-4247-90b5-ef9fadbe861a on network 0db224e6-2283-4632-854a-a845d5bbdce0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:56.251269 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:56.252076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Checking segment: {'id': 'c95b4572-1cae-4129-a4ec-2da5238190ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '0db224e6-2283-4632-854a-a845d5bbdce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:56.252612 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.253235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Bound using segment: {'id': 'c95b4572-1cae-4129-a4ec-2da5238190ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '0db224e6-2283-4632-854a-a845d5bbdce0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:56.254369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Bound port: 91a92d84-2a40-4247-90b5-ef9fadbe861a, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95b4572-1cae-4129-a4ec-2da5238190ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '0db224e6-2283-4632-854a-a845d5bbdce0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:56.254369 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.294923 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Subnet': ['ID=a26bf839-b3fc-4fb1-ac07-26591c249945,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:56.333244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.369588 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Transition to ACTIVE for port object 83215b51-d9fb-465d-822b-245cc5be7669 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:12:56.402098 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] For port 91a92d84-2a40-4247-90b5-ef9fadbe861a, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:56.410665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] For port 91a92d84-2a40-4247-90b5-ef9fadbe861a, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=91a92d84-2a40-4247-90b5-ef9fadbe861a,segment=NetworkSegment(c95b4572-1cae-4129-a4ec-2da5238190ef),segment_id=c95b4572-1cae-4129-a4ec-2da5238190ef)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:56.457664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.464206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d778c-6193-4630-849c-657e7ab87ab9 req-9379381f-3528-4cca-90b9-d394b3b2a0d9 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:56.465785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c19d778c-6193-4630-849c-657e7ab87ab9 req-9379381f-3528-4cca-90b9-d394b3b2a0d9 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 931 time: 0.2826321 Nov 12 04:12:56.531049 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.536174 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c19d778c-6193-4630-849c-657e7ab87ab9 req-6a933df3-9113-4a4f-ac05-ae70bc66e379 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604153 Nov 12 04:12:56.536914 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.599974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db224e6-2283-4632-854a-a845d5bbdce0']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:56.677315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95b4572-1cae-4129-a4ec-2da5238190ef') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:56.677984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95b4572-1cae-4129-a4ec-2da5238190ef') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:56.712703 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9000ecc4-0abd-401e-9f99-4b8311889a8a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.718733 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.740276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cae5a12-af0a-44e3-8772-fba5b0f7cc97 None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:56.754680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Pushing event updated for resources: {'Port': ['ID=83215b51-d9fb-465d-822b-245cc5be7669,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:56.849824 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.879085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:56.881950 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:56.892443 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:56.933342 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41913017-4828-4031-9aaa-4bb77863bcbf None None] Pushing event updated for resources: {'Port': ['ID=91a92d84-2a40-4247-90b5-ef9fadbe861a,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:56.958681 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:56.961892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e106b21f-a1d2-4029-8ecd-7cc8ab124589 None None] Network 0db224e6-2283-4632-854a-a845d5bbdce0 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:57.092422 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:12:57.092422 n-d-767704-23 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:12:57.092422 n-d-767704-23 neutron-server[103147]: [parameters: {'id': '0db224e6-2283-4632-854a-a845d5bbdce0'}] Nov 12 04:12:57.092422 n-d-767704-23 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:12:57.093414 n-d-767704-23 neutron-server[103147]: DEBUG oslo_db.api [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:12:57.130505 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73542872-a488-4301-b711-7360d190397c {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:57.161676 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:57.193000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Transition to ACTIVE for port object 73542872-a488-4301-b711-7360d190397c will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:12:57.197923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Attempting to bind port 83215b51-d9fb-465d-822b-245cc5be7669 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:57.198521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Attempting to bind port 83215b51-d9fb-465d-822b-245cc5be7669 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:57.198681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Attempting to bind port 83215b51-d9fb-465d-822b-245cc5be7669 on network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:57.205759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Port 83215b51-d9fb-465d-822b-245cc5be7669 on network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:12:57.205759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Attempting to bind port 83215b51-d9fb-465d-822b-245cc5be7669 on network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:57.290385 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3c7c0879-2f26-4dc1-96e1-29ab10f629ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:57.296888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:57.298349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Checking segment: {'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:57.298749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Bound using segment: {'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:57.299185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Bound port: 83215b51-d9fb-465d-822b-245cc5be7669, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:57.299545 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:57.315109 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:57.368837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9000ecc4-0abd-401e-9f99-4b8311889a8a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router c2524d56-8b45-4b49-9f18-0404f6e77659 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:57.474563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Pushing event updated for resources: {'Port': ['ID=73542872-a488-4301-b711-7360d190397c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:57.477647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b3bd51-743c-4a97-a291-ec341a69104a None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:57.539866 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef90766d-0185-4866-9cb1-4dab9b790801 None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:12:57.602805 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:57.609543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Attempting to bind port 73542872-a488-4301-b711-7360d190397c on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:57.610034 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Attempting to bind port 73542872-a488-4301-b711-7360d190397c by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:57.610366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Attempting to bind port 73542872-a488-4301-b711-7360d190397c on network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:57.656289 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Port 73542872-a488-4301-b711-7360d190397c on network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:12:57.667276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Attempting to bind port 73542872-a488-4301-b711-7360d190397c on network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:57.705162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:57.710522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9000ecc4-0abd-401e-9f99-4b8311889a8a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:57.711890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Checking segment: {'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:57.714178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Bound using segment: {'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:57.718795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Bound port: 73542872-a488-4301-b711-7360d190397c, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:57.720105 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:57.726426 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9000ecc4-0abd-401e-9f99-4b8311889a8a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5709088 Nov 12 04:12:57.729286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] For port 83215b51-d9fb-465d-822b-245cc5be7669, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:57.731976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:57.734346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] For port 83215b51-d9fb-465d-822b-245cc5be7669, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=83215b51-d9fb-465d-822b-245cc5be7669,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:57.763975 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799636cf-228e-4334-9291-29ae0703e48a None None] Sync routers for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:57.799827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799636cf-228e-4334-9291-29ae0703e48a None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:57.800533 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-799636cf-228e-4334-9291-29ae0703e48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:57.838445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:57.879168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90766d-0185-4866-9cb1-4dab9b790801 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:12:57.917406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-132614be-6381-446e-8c8d-a7d402e38fc8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting subnet b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:57.938990 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc972cb-3e61-454f-8fa7-081eac2f478e req-8db846ca-1388-493f-8d6b-e9aa67013851 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:57.940670 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5cc972cb-3e61-454f-8fa7-081eac2f478e req-8db846ca-1388-493f-8d6b-e9aa67013851 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 943 time: 0.2139902 Nov 12 04:12:57.942966 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-132614be-6381-446e-8c8d-a7d402e38fc8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:57.972442 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Deleting port 91a92d84-2a40-4247-90b5-ef9fadbe861a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:57.972795 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:57.975792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] For port 73542872-a488-4301-b711-7360d190397c, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:57.997971 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-799636cf-228e-4334-9291-29ae0703e48a None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:58.058197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] For port 73542872-a488-4301-b711-7360d190397c, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=73542872-a488-4301-b711-7360d190397c,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:58.068977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Pushing event updated for resources: {'Port': ['ID=83215b51-d9fb-465d-822b-245cc5be7669,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:58.104403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:58.106966 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.114782 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2ea7271c-f99e-4770-97c1-1d9ddf76d80b service neutron] 10.222.0.26 "PUT /v2.0/ports/83215b51-d9fb-465d-822b-245cc5be7669 HTTP/1.1" status: 200 len: 1093 time: 4.3802438 Nov 12 04:12:58.114782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6036c5-6d7f-4984-88c0-2648965a6136', 'tag': '83215b51-d9fb-465d-822b-245cc5be7669'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:58.114782 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac19ad8-bd55-4d14-b15e-75c86713ed00" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6036c5-6d7f-4984-88c0-2648965a6136", "tag": "83215b51-d9fb-465d-822b-245cc5be7669"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:58.165922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] For port 91a92d84-2a40-4247-90b5-ef9fadbe861a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=91a92d84-2a40-4247-90b5-ef9fadbe861a,segment=NetworkSegment(c95b4572-1cae-4129-a4ec-2da5238190ef),segment_id=c95b4572-1cae-4129-a4ec-2da5238190ef)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:58.165922 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.189970 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Calling delete_port for 91a92d84-2a40-4247-90b5-ef9fadbe861a owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:58.194175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-799636cf-228e-4334-9291-29ae0703e48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:54Z', 'revision_number': 11, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:58.241939 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d0521f-99bd-4b1a-9566-c4b0cb9b24bf x-openstack-request-id: req-b0d0521f-99bd-4b1a-9566-c4b0cb9b24bf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:58.242485 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6036c5-6d7f-4984-88c0-2648965a6136", "tag": "83215b51-d9fb-465d-822b-245cc5be7669", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:58.242485 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b0d0521f-99bd-4b1a-9566-c4b0cb9b24bf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:58.242906 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6036c5-6d7f-4984-88c0-2648965a6136', 'tag': '83215b51-d9fb-465d-822b-245cc5be7669', 'status': 'completed', 'code': 200} Nov 12 04:12:58.312224 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-132614be-6381-446e-8c8d-a7d402e38fc8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.325004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799636cf-228e-4334-9291-29ae0703e48a None None] Checking router: c2524d56-8b45-4b49-9f18-0404f6e77659 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:58.338099 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.383899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac19ad8-bd55-4d14-b15e-75c86713ed00 req-b74e2d4f-4805-4568-9910-a3dc7e86a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:58.392081 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ac19ad8-bd55-4d14-b15e-75c86713ed00 req-b74e2d4f-4805-4568-9910-a3dc7e86a58b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=425956240a2041968ed9ba57449f12f4&device_id=8d6036c5-6d7f-4984-88c0-2648965a6136 HTTP/1.1" status: 200 len: 1096 time: 0.0896425 Nov 12 04:12:58.421497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:58.427159 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.428757 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] 10.222.0.25 "PUT /v2.0/ports/73542872-a488-4301-b711-7360d190397c HTTP/1.1" status: 200 len: 1092 time: 3.1944849 Nov 12 04:12:58.452693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670a52ea-819c-4e46-b284-d3f3534ebfc0', 'tag': '73542872-a488-4301-b711-7360d190397c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:58.459148 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e73d3d5-aac5-4bed-9ae2-6ab0d323f5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "670a52ea-819c-4e46-b284-d3f3534ebfc0", "tag": "73542872-a488-4301-b711-7360d190397c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:58.495111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799636cf-228e-4334-9291-29ae0703e48a None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:58.495629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-799636cf-228e-4334-9291-29ae0703e48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:58.568071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5cc972cb-3e61-454f-8fa7-081eac2f478e req-ad67ca17-5253-4694-8b96-c5b749453ae6 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6175656 Nov 12 04:12:58.642631 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a8f8f6-a3a3-402e-bb42-5078721e01e6 x-openstack-request-id: req-d6a8f8f6-a3a3-402e-bb42-5078721e01e6 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:58.642924 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670a52ea-819c-4e46-b284-d3f3534ebfc0", "tag": "73542872-a488-4301-b711-7360d190397c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:58.644552 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d6a8f8f6-a3a3-402e-bb42-5078721e01e6 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:58.645153 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670a52ea-819c-4e46-b284-d3f3534ebfc0', 'tag': '73542872-a488-4301-b711-7360d190397c', 'status': 'completed', 'code': 200} Nov 12 04:12:58.661442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac19ad8-bd55-4d14-b15e-75c86713ed00 req-df389f3d-65ca-4259-a38f-77a4b66e6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:58.663242 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ac19ad8-bd55-4d14-b15e-75c86713ed00 req-df389f3d-65ca-4259-a38f-77a4b66e6944 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=425956240a2041968ed9ba57449f12f4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2563801 Nov 12 04:12:58.683066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-799636cf-228e-4334-9291-29ae0703e48a None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:58.690285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Pushing event updated for resources: {'Port': ['ID=73542872-a488-4301-b711-7360d190397c,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:58.742419 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:58.743494 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:58.744029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:58.744580 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:58.745175 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:58.745687 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:58.748499 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:58.749072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:58.749616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:58.750172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:58.750702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:58.756545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aea9d-66c2-411c-bbf4-7fcde6ba1664 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:58.790311 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.849379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac19ad8-bd55-4d14-b15e-75c86713ed00 req-d0ab75f9-3d10-4f60-9ba1-2b3ab1192cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:58.850874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ac19ad8-bd55-4d14-b15e-75c86713ed00 req-d0ab75f9-3d10-4f60-9ba1-2b3ab1192cbc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1796296 Nov 12 04:12:58.869885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37298) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:58.885351 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Port': ['ID=91a92d84-2a40-4247-90b5-ef9fadbe861a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:58.895035 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No DVR routers for this DVR port 91a92d84-2a40-4247-90b5-ef9fadbe861a on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:58.905268 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-132614be-6381-446e-8c8d-a7d402e38fc8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.931490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73d3d5-aac5-4bed-9ae2-6ab0d323f5b5 req-32353d3c-6e79-4855-827a-96ed875d3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:58.933346 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e73d3d5-aac5-4bed-9ae2-6ab0d323f5b5 req-32353d3c-6e79-4855-827a-96ed875d3159 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=425956240a2041968ed9ba57449f12f4&device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 1095 time: 0.2755561 Nov 12 04:12:58.970630 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.030151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1216af-8e00-4e62-b013-5326648d6515 req-1813994f-9657-479f-be57-d399afdf1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:59.030151 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-1813994f-9657-479f-be57-d399afdf1d3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=425956240a2041968ed9ba57449f12f4&device_id=8d6036c5-6d7f-4984-88c0-2648965a6136 HTTP/1.1" status: 200 len: 1096 time: 0.0960474 Nov 12 04:12:59.037112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-799636cf-228e-4334-9291-29ae0703e48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:54Z', 'revision_number': 11, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:59.049917 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.096849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db224e6-2283-4632-854a-a845d5bbdce0']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:59.118012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799636cf-228e-4334-9291-29ae0703e48a None None] The sync data for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 is: [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:54Z', 'revision_number': 11, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:59.127252 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-8dd10175-a1e7-4c42-b44a-6775e56a6269 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83215b51-d9fb-465d-822b-245cc5be7669 HTTP/1.1" status: 200 len: 217 time: 0.0784335 Nov 12 04:12:59.128985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95b4572-1cae-4129-a4ec-2da5238190ef') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:59.129593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95b4572-1cae-4129-a4ec-2da5238190ef') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:59.153744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.182566 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.202967 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:59.204182 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.244106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1216af-8e00-4e62-b013-5326648d6515 req-b53712f3-8358-4f8a-a212-044394b57282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:59.247007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-b53712f3-8358-4f8a-a212-044394b57282 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4873c86a-275f-410d-80eb-fca6b9d3537d HTTP/1.1" status: 200 len: 853 time: 0.1081328 Nov 12 04:12:59.275534 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:59.342957 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:59.381362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-44db638e-7b39-4558-9786-ad4198dde0bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228554 Nov 12 04:12:59.490214 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.515320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54823112-7811-4340-9d0b-682869ee0adf None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:59.525330 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.546716 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/0db224e6-2283-4632-854a-a845d5bbdce0 HTTP/1.1" status: 204 len: 168 time: 4.3580813 Nov 12 04:12:59.571782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37340) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:59.623575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5f13221a-26ed-43e9-a8f5-8eeeb7191407 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1545497039'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:59.678859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47df4da-cb45-4bb8-9f34-5257ddd76121 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Network': ['ID=0db224e6-2283-4632-854a-a845d5bbdce0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:59.718110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d6de394-a386-4e12-a24a-461e75af83c5 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:59.727761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1fd4e1-b8eb-498a-ae91-6b67c8eb5c5d None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:59.791385 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73d3d5-aac5-4bed-9ae2-6ab0d323f5b5 req-ce228bc4-d832-4b12-a7dd-117f92f38fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:59.793936 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e73d3d5-aac5-4bed-9ae2-6ab0d323f5b5 req-ce228bc4-d832-4b12-a7dd-117f92f38fe8 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=425956240a2041968ed9ba57449f12f4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.8413575 Nov 12 04:12:59.829935 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-2e4c0729-231d-4fd0-83ff-d14e9829f0bf service neutron] 10.222.0.26 "GET /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408822 Nov 12 04:12:59.857480 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 1d6de394-a386-4e12-a24a-461e75af83c5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:59.859708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1d6de394-a386-4e12-a24a-461e75af83c5 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:59.923481 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f13221a-26ed-43e9-a8f5-8eeeb7191407 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:59.927425 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f13221a-26ed-43e9-a8f5-8eeeb7191407 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.039562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f13221a-26ed-43e9-a8f5-8eeeb7191407 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:00.062563 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f13221a-26ed-43e9-a8f5-8eeeb7191407 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.065421 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-5f13221a-26ed-43e9-a8f5-8eeeb7191407 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Added segment 339db5e3-9d44-4e16-b4ca-584537ef5273 of type vlan for network bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2 Nov 12 04:13:00.067685 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-81b1466a-79bb-45a9-82d6-3b7b86308019 service neutron] 10.222.0.26 "GET /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840248 Nov 12 04:13:00.164161 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-132614be-6381-446e-8c8d-a7d402e38fc8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.213676 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132614be-6381-446e-8c8d-a7d402e38fc8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Subnet': ['ID=b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:00.217156 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f13221a-26ed-43e9-a8f5-8eeeb7191407 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.253678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a99e5-cafd-42d8-9aea-558af4c4ac78 req-183a3f5f-950f-4b20-b552-5c844bc23c3c tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:00.261577 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-881a99e5-cafd-42d8-9aea-558af4c4ac78 req-183a3f5f-950f-4b20-b552-5c844bc23c3c tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 943 time: 0.4621365 Nov 12 04:13:00.291852 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91cd242-a288-4e94-b7a3-76ed56dac4e8 None None] Network 9e812fe5-0710-4767-882c-53699e0a1bc0 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:00.322033 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-132614be-6381-446e-8c8d-a7d402e38fc8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.326361 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-132614be-6381-446e-8c8d-a7d402e38fc8 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4 HTTP/1.1" status: 204 len: 168 time: 2.5628576 Nov 12 04:13:00.330561 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37374) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:00.350074 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-5f13221a-26ed-43e9-a8f5-8eeeb7191407 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 04:13:00.427536 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-881a99e5-cafd-42d8-9aea-558af4c4ac78 req-61c9d8e4-3d61-4e64-a40c-ff6e79ebacad tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642816 Nov 12 04:13:00.464551 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73d3d5-aac5-4bed-9ae2-6ab0d323f5b5 req-eededd9f-6dca-4ac0-bd11-6bc3c98d6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:00.466436 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e73d3d5-aac5-4bed-9ae2-6ab0d323f5b5 req-eededd9f-6dca-4ac0-bd11-6bc3c98d6564 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5477405 Nov 12 04:13:00.490729 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f13221a-26ed-43e9-a8f5-8eeeb7191407 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.497957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f13221a-26ed-43e9-a8f5-8eeeb7191407 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:00.498758 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f13221a-26ed-43e9-a8f5-8eeeb7191407 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.508158 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.598328 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28a50f59-4ac2-4176-b8a4-eaf4b186d501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.687679 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13221a-26ed-43e9-a8f5-8eeeb7191407 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Network': ['ID=bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:00.694269 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93835ba3-c0c6-4fbc-8928-a503e113405a None None] DHCP port deletion for 9e812fe5-0710-4767-882c-53699e0a1bc0 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:00.694853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Deleting port 05306ef1-a70f-49d5-a620-3f5e4a33fa66 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:00.694853 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.733812 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:00.761534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1216af-8e00-4e62-b013-5326648d6515 req-3fe8a23b-2d2d-45f4-b53a-0b2b16efbb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:00.763496 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-3fe8a23b-2d2d-45f4-b53a-0b2b16efbb97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=425956240a2041968ed9ba57449f12f4&device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 1095 time: 0.1796317 Nov 12 04:13:00.835207 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-299297ed-70fa-4f42-950b-248dbc6c26ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73542872-a488-4301-b711-7360d190397c HTTP/1.1" status: 200 len: 217 time: 0.0615916 Nov 12 04:13:00.849440 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-93835ba3-c0c6-4fbc-8928-a503e113405a None None] Deleting port 05306ef1-a70f-49d5-a620-3f5e4a33fa66 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:00.849440 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93835ba3-c0c6-4fbc-8928-a503e113405a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.870525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] For port 05306ef1-a70f-49d5-a620-3f5e4a33fa66, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=05306ef1-a70f-49d5-a620-3f5e4a33fa66,segment=NetworkSegment(d7f89bb2-e1a6-4373-af7e-55e321ccd66e),segment_id=d7f89bb2-e1a6-4373-af7e-55e321ccd66e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:00.870962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.875266 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5f13221a-26ed-43e9-a8f5-8eeeb7191407 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3020875 Nov 12 04:13:00.877557 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37402) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:00.886691 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2fb3e105-977b-4ea4-9779-f4c199315f4a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'subnet': {'network_id': 'bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:00.932828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Calling delete_port for 05306ef1-a70f-49d5-a620-3f5e4a33fa66 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:00.945623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-93835ba3-c0c6-4fbc-8928-a503e113405a None None] For port 05306ef1-a70f-49d5-a620-3f5e4a33fa66, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=05306ef1-a70f-49d5-a620-3f5e4a33fa66,segment=NetworkSegment(d7f89bb2-e1a6-4373-af7e-55e321ccd66e),segment_id=d7f89bb2-e1a6-4373-af7e-55e321ccd66e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:00.946030 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93835ba3-c0c6-4fbc-8928-a503e113405a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.964833 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-93835ba3-c0c6-4fbc-8928-a503e113405a None None] Calling delete_port for 05306ef1-a70f-49d5-a620-3f5e4a33fa66 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:00.989919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1216af-8e00-4e62-b013-5326648d6515 req-5a886081-c87c-4379-89da-ad2d4b874d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:00.991865 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-5a886081-c87c-4379-89da-ad2d4b874d61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4873c86a-275f-410d-80eb-fca6b9d3537d HTTP/1.1" status: 200 len: 853 time: 0.1385851 Nov 12 04:13:01.046018 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-8fb6aced-04da-4a6d-b505-833633622048 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452759 Nov 12 04:13:01.157398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-df480044-1bfe-4f3b-b1e9-401447fc32bd service neutron] 10.222.0.25 "GET /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016529 Nov 12 04:13:01.164161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-28a50f59-4ac2-4176-b8a4-eaf4b186d501 admin admin] Deleting port 49ad1413-ae51-4bbd-ae86-993a332820d6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:01.164594 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28a50f59-4ac2-4176-b8a4-eaf4b186d501 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.608486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb3e105-977b-4ea4-9779-f4c199315f4a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:01.608486 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e105-977b-4ea4-9779-f4c199315f4a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.613077 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93835ba3-c0c6-4fbc-8928-a503e113405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.614682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.615663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93835ba3-c0c6-4fbc-8928-a503e113405a None None] Pushing event deleted for resources: {'Port': ['ID=05306ef1-a70f-49d5-a620-3f5e4a33fa66,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:01.615663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93835ba3-c0c6-4fbc-8928-a503e113405a None None] No DVR routers for this DVR port 05306ef1-a70f-49d5-a620-3f5e4a33fa66 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:01.616152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-28a50f59-4ac2-4176-b8a4-eaf4b186d501 admin admin] For port 49ad1413-ae51-4bbd-ae86-993a332820d6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=49ad1413-ae51-4bbd-ae86-993a332820d6,segment=NetworkSegment(6c01fe91-96e3-4469-85fd-2a5e6376aa42),segment_id=6c01fe91-96e3-4469-85fd-2a5e6376aa42)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:01.616152 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28a50f59-4ac2-4176-b8a4-eaf4b186d501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.616152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-28a50f59-4ac2-4176-b8a4-eaf4b186d501 admin admin] Calling delete_port for 49ad1413-ae51-4bbd-ae86-993a332820d6 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:01.616152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Port': ['ID=05306ef1-a70f-49d5-a620-3f5e4a33fa66,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:01.616152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No DVR routers for this DVR port 05306ef1-a70f-49d5-a620-3f5e4a33fa66 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:01.616800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 05306ef1-a70f-49d5-a620-3f5e4a33fa66 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:01.617006 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d1216af-8e00-4e62-b013-5326648d6515 req-89d8d1cc-ac81-4ce8-8d28-ff7962942c69 service neutron] 10.222.0.25 "GET /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677631 Nov 12 04:13:01.617161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 05306ef1-a70f-49d5-a620-3f5e4a33fa66 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:01.617161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 05306ef1-a70f-49d5-a620-3f5e4a33fa66 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:01.869925 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.893537 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e105-977b-4ea4-9779-f4c199315f4a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.904128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e812fe5-0710-4767-882c-53699e0a1bc0']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:01.919973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f89bb2-e1a6-4373-af7e-55e321ccd66e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:01.920423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f89bb2-e1a6-4373-af7e-55e321ccd66e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:01.930800 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.967766 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.978879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:01.979626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:01.982396 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:01.992179 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3e105-977b-4ea4-9779-f4c199315f4a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Subnet': ['ID=46abc90f-ed28-4a5f-ae63-3a4b14571c3f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:02.001600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3e105-977b-4ea4-9779-f4c199315f4a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Checking segment: {'id': '339db5e3-9d44-4e16-b4ca-584537ef5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:02.001964 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb3e105-977b-4ea4-9779-f4c199315f4a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network hostable DHCP agents. Network: bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:02.102599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193749d6-3ab3-4886-89a3-0e429f1dc057 req-463819e5-6b05-4d15-b573-f802a4cca4eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:02.104174 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-193749d6-3ab3-4886-89a3-0e429f1dc057 req-463819e5-6b05-4d15-b573-f802a4cca4eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 943 time: 0.2814188 Nov 12 04:13:02.107497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb3e105-977b-4ea4-9779-f4c199315f4a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:02.158234 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-193749d6-3ab3-4886-89a3-0e429f1dc057 req-84fdf4b0-507e-45d6-a88d-59dd68727f50 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469744 Nov 12 04:13:02.159318 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28a50f59-4ac2-4176-b8a4-eaf4b186d501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.186121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a50f59-4ac2-4176-b8a4-eaf4b186d501 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ad1413-ae51-4bbd-ae86-993a332820d6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:02.188020 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.198103 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.201360 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/networks/9e812fe5-0710-4767-882c-53699e0a1bc0 HTTP/1.1" status: 204 len: 168 time: 1.8639457 Nov 12 04:13:02.205954 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:02.232211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-815db0ab-16f3-42ec-a1a9-fda4108e0d06 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'router': {'routes': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:02.274213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbf5f1-59d3-4a7e-9ae5-c032bd72ba9f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Pushing event deleted for resources: {'Network': ['ID=9e812fe5-0710-4767-882c-53699e0a1bc0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:02.293824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2fb3e105-977b-4ea4-9779-f4c199315f4a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:02.302079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb3e105-977b-4ea4-9779-f4c199315f4a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:02.303714 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e105-977b-4ea4-9779-f4c199315f4a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.304603 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd4119e-8446-4c3e-97ef-4df27665a46e None None] Network bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:02.411136 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2fb3e105-977b-4ea4-9779-f4c199315f4a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5322733 Nov 12 04:13:02.411913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:02.417135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bd752eee-58b0-4912-9d97-92e44252d60e tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'subnet': {'network_id': 'bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:02.548983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.extraroute_db [None req-815db0ab-16f3-42ec-a1a9-fda4108e0d06 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Added routes are [] {{(pid=103146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 04:13:02.549334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.extraroute_db [None req-815db0ab-16f3-42ec-a1a9-fda4108e0d06 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Removed routes are [] {{(pid=103146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 04:13:02.549693 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-815db0ab-16f3-42ec-a1a9-fda4108e0d06 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.690647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2', 'network_id': 'bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2', 'tenant_id': 'fec2667c09814f639bec60f603f80fb7', 'fixed_ips': [{'subnet_id': '46abc90f-ed28-4a5f-ae63-3a4b14571c3f'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:02.692245 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.694504 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd752eee-58b0-4912-9d97-92e44252d60e tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:02.698393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd752eee-58b0-4912-9d97-92e44252d60e tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.751117 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28a50f59-4ac2-4176-b8a4-eaf4b186d501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.754466 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-815db0ab-16f3-42ec-a1a9-fda4108e0d06 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.762249 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-815db0ab-16f3-42ec-a1a9-fda4108e0d06 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.842189 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d1b31c0-90a5-483b-9b2c-2ae92b8e13c0 req-f6283537-02a1-4630-b03d-4d490b58a6c5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1932733 Nov 12 04:13:02.895884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Allocated IP 2001:db8::2 (bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2/46abc90f-ed28-4a5f-ae63-3a4b14571c3f/de0eec5a-bd2c-48f3-a95a-2a92355072db) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:02.939033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815db0ab-16f3-42ec-a1a9-fda4108e0d06 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router c2524d56-8b45-4b49-9f18-0404f6e77659 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:03.008201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b31c0-90a5-483b-9b2c-2ae92b8e13c0 req-feed715b-c007-44a4-baa4-34617be73411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:03.009705 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d1b31c0-90a5-483b-9b2c-2ae92b8e13c0 req-feed715b-c007-44a4-baa4-34617be73411 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 1097 time: 0.0977964 Nov 12 04:13:03.041980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815db0ab-16f3-42ec-a1a9-fda4108e0d06 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:03.057017 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b09b00-da3d-45a0-9b12-70cf0dd5baec None None] Sync routers for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:03.067117 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-815db0ab-16f3-42ec-a1a9-fda4108e0d06 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.071162 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-815db0ab-16f3-42ec-a1a9-fda4108e0d06 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659 HTTP/1.1" status: 200 len: 701 time: 0.8645549 Nov 12 04:13:03.072128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37490) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:03.084938 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b09b00-da3d-45a0-9b12-70cf0dd5baec None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:03.084938 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c7b09b00-da3d-45a0-9b12-70cf0dd5baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:03.113417 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.158476 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b6b9ef08-6139-4062-8e02-d4b8b8bee0e7 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports?device_id=c2524d56-8b45-4b49-9f18-0404f6e77659 HTTP/1.1" status: 200 len: 205 time: 0.0851536 Nov 12 04:13:03.160904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37500) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:03.193806 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c7b09b00-da3d-45a0-9b12-70cf0dd5baec None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:03.217038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b31c0-90a5-483b-9b2c-2ae92b8e13c0 req-6f777197-bd34-42d4-953b-b339cf5644ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:03.218422 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d1b31c0-90a5-483b-9b2c-2ae92b8e13c0 req-6f777197-bd34-42d4-953b-b339cf5644ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.1847198 Nov 12 04:13:03.243535 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.285771 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c7b09b00-da3d-45a0-9b12-70cf0dd5baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:54Z', 'revision_number': 11, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:03.301777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Network bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:03.305115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:03.307862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:03.353705 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b09b00-da3d-45a0-9b12-70cf0dd5baec None None] Checking router: c2524d56-8b45-4b49-9f18-0404f6e77659 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:03.364785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a50f59-4ac2-4176-b8a4-eaf4b186d501 admin admin] Router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:03.370125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a090556-83d3-41da-9013-4b482f82b6a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.378962 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd752eee-58b0-4912-9d97-92e44252d60e tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.380400 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b09b00-da3d-45a0-9b12-70cf0dd5baec None None] Routers {'c2524d56-8b45-4b49-9f18-0404f6e77659'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:03.381034 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c7b09b00-da3d-45a0-9b12-70cf0dd5baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['c2524d56-8b45-4b49-9f18-0404f6e77659'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:03.391516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Pushing event updated for resources: {'Port': ['ID=de0eec5a-bd2c-48f3-a95a-2a92355072db,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:03.409790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Attempting to bind port de0eec5a-bd2c-48f3-a95a-2a92355072db on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:03.411332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Attempting to bind port de0eec5a-bd2c-48f3-a95a-2a92355072db by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '339db5e3-9d44-4e16-b4ca-584537ef5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:03.411864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Attempting to bind port de0eec5a-bd2c-48f3-a95a-2a92355072db on network bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:03.421963 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:03.422569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Checking segment: {'id': '339db5e3-9d44-4e16-b4ca-584537ef5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:03.423005 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.423406 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Bound using segment: {'id': '339db5e3-9d44-4e16-b4ca-584537ef5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:03.423946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Bound port: de0eec5a-bd2c-48f3-a95a-2a92355072db, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339db5e3-9d44-4e16-b4ca-584537ef5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:03.424368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.468859 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d1b31c0-90a5-483b-9b2c-2ae92b8e13c0 req-120d5c7e-431c-4581-ba45-e11ce8c1caa6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2f23523-f111-4925-a044-6fb4823645b9 HTTP/1.1" status: 200 len: 1001 time: 0.2357390 Nov 12 04:13:03.489866 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c7b09b00-da3d-45a0-9b12-70cf0dd5baec None None] Set router c2524d56-8b45-4b49-9f18-0404f6e77659 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:03.498536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d1333-0a51-4734-a339-48121eec792b req-9b017644-2f22-4557-a7e8-d1b4f3c62b08 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:03.500566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d6d1333-0a51-4734-a339-48121eec792b req-9b017644-2f22-4557-a7e8-d1b4f3c62b08 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 943 time: 0.2062957 Nov 12 04:13:03.503644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd752eee-58b0-4912-9d97-92e44252d60e tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:03.541286 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] For port de0eec5a-bd2c-48f3-a95a-2a92355072db, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:03.545839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] For port de0eec5a-bd2c-48f3-a95a-2a92355072db, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=de0eec5a-bd2c-48f3-a95a-2a92355072db,segment=NetworkSegment(339db5e3-9d44-4e16-b4ca-584537ef5273),segment_id=339db5e3-9d44-4e16-b4ca-584537ef5273)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:03.553126 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bd752eee-58b0-4912-9d97-92e44252d60e tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:03.571409 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd752eee-58b0-4912-9d97-92e44252d60e tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:03.572367 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd752eee-58b0-4912-9d97-92e44252d60e tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.602017 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd752eee-58b0-4912-9d97-92e44252d60e tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Subnet': ['ID=0f51034b-08d0-4297-88e8-c98e99fb3294,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:03.643381 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c7b09b00-da3d-45a0-9b12-70cf0dd5baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:54Z', 'revision_number': 11, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:03.644951 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.669059 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b31c0-90a5-483b-9b2c-2ae92b8e13c0 req-1a7b76d2-9a85-4512-936d-b74359940ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:03.670887 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d1b31c0-90a5-483b-9b2c-2ae92b8e13c0 req-1a7b76d2-9a85-4512-936d-b74359940ac0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.1939151 Nov 12 04:13:03.675895 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b09b00-da3d-45a0-9b12-70cf0dd5baec None None] The sync data for ids ['c2524d56-8b45-4b49-9f18-0404f6e77659'] in n-d-767704-23 is: [{'id': 'c2524d56-8b45-4b49-9f18-0404f6e77659', 'name': 'tempest-RoutersTest-router-1296617316', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:01Z', 'updated_at': '2021-11-12T04:12:54Z', 'revision_number': 11, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:03.679669 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d6d1333-0a51-4734-a339-48121eec792b req-55a3cecf-0915-4bf1-9776-b4d5edccb465 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686089 Nov 12 04:13:03.714050 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a090556-83d3-41da-9013-4b482f82b6a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.718455 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a090556-83d3-41da-9013-4b482f82b6a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.749442 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bd752eee-58b0-4912-9d97-92e44252d60e tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3363345 Nov 12 04:13:03.754465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37522) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:03.779384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a3ecd-a3c9-4607-a42a-3cb6f0cae0a4 None None] Pushing event updated for resources: {'Port': ['ID=de0eec5a-bd2c-48f3-a95a-2a92355072db,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:03.795300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b31c0-90a5-483b-9b2c-2ae92b8e13c0 req-bdea68e7-6c64-49bf-80be-42f6c3501c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:03.797151 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d1b31c0-90a5-483b-9b2c-2ae92b8e13c0 req-bdea68e7-6c64-49bf-80be-42f6c3501c69 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164143 Nov 12 04:13:03.899080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a50f59-4ac2-4176-b8a4-eaf4b186d501 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:03.909866 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8c68c5-70fb-41ea-9b4c-196aa52c1c62 None None] Sync routers for ids ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:03.916873 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-28a50f59-4ac2-4176-b8a4-eaf4b186d501 admin admin] 10.222.0.105 "PUT /v2.0/routers/7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0409329 Nov 12 04:13:03.919607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37534) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:03.924883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c68c5-70fb-41ea-9b4c-196aa52c1c62 None None] Routers {'7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:03.925611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7d8c68c5-70fb-41ea-9b4c-196aa52c1c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:04.067723 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a090556-83d3-41da-9013-4b482f82b6a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.068260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a090556-83d3-41da-9013-4b482f82b6a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Fanout notify agent at l3_agent the message router_deleted on router c2524d56-8b45-4b49-9f18-0404f6e77659 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:04.077186 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a090556-83d3-41da-9013-4b482f82b6a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.083746 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8a090556-83d3-41da-9013-4b482f82b6a5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659 HTTP/1.1" status: 204 len: 168 time: 0.9216363 Nov 12 04:13:04.087305 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37542) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:04.104496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ec720c50-ec1b-4b51-a3ce-c1c457b4faf0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1416781392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:04.172631 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.185292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7d8c68c5-70fb-41ea-9b4c-196aa52c1c62 None None] Set router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:04.257732 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec720c50-ec1b-4b51-a3ce-c1c457b4faf0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.264409 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec720c50-ec1b-4b51-a3ce-c1c457b4faf0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.405449 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec720c50-ec1b-4b51-a3ce-c1c457b4faf0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.418223 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.449903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 83215b51-d9fb-465d-822b-245cc5be7669 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:04.522336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7d8c68c5-70fb-41ea-9b4c-196aa52c1c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:13:01Z', 'revision_number': 5, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port': {'id': '1751267a-0d7e-43bc-874f-a5151cae042c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:53Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:04.537859 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec720c50-ec1b-4b51-a3ce-c1c457b4faf0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.558082 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386fbc22-ab2e-40ba-a195-f4fc96390504 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:04.559580 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386fbc22-ab2e-40ba-a195-f4fc96390504 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:04.561082 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386fbc22-ab2e-40ba-a195-f4fc96390504 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:04.563373 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386fbc22-ab2e-40ba-a195-f4fc96390504 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:04.572834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386fbc22-ab2e-40ba-a195-f4fc96390504 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:04.572834 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-386fbc22-ab2e-40ba-a195-f4fc96390504 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8111804 Nov 12 04:13:04.573151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37570) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:04.581091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 73542872-a488-4301-b711-7360d190397c details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:04.585499 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bdff38a2-6581-4a42-81fd-b1bd7a33c2d0 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1167573635'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:04.587438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8c68c5-70fb-41ea-9b4c-196aa52c1c62 None None] Checking router: 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:04.604753 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d1b31c0-90a5-483b-9b2c-2ae92b8e13c0 req-d94447aa-3f0a-4598-8831-b161d1c981ba service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7633588 Nov 12 04:13:04.615872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c68c5-70fb-41ea-9b4c-196aa52c1c62 None None] Routers {'7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:04.616331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7d8c68c5-70fb-41ea-9b4c-196aa52c1c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:04.655743 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec720c50-ec1b-4b51-a3ce-c1c457b4faf0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.660237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ec720c50-ec1b-4b51-a3ce-c1c457b4faf0 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5653455 Nov 12 04:13:04.663923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37574) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:04.670132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4b4fbbc5-7572-42e3-9505-984c994fb165 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:04.719083 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5d1b31c0-90a5-483b-9b2c-2ae92b8e13c0 req-51cc85de-7d26-4939-b244-f6fcd1daf1cd service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051452 Nov 12 04:13:04.772082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 83215b51-d9fb-465d-822b-245cc5be7669, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=83215b51-d9fb-465d-822b-245cc5be7669,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:04.788476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '83215b51-d9fb-465d-822b-245cc5be7669', 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9', 'port_id': '83215b51-d9fb-465d-822b-245cc5be7669', 'mac_address': 'fa:16:3e:c5:ea:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4873c86a-275f-410d-80eb-fca6b9d3537d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:04.906339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7d8c68c5-70fb-41ea-9b4c-196aa52c1c62 None None] Set router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:04.983816 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7d8c68c5-70fb-41ea-9b4c-196aa52c1c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:13:04Z', 'revision_number': 6, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:05.034319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8c68c5-70fb-41ea-9b4c-196aa52c1c62 None None] The sync data for ids ['7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7'] in n-d-767704-23 is: [{'id': '7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7', 'name': 'tempest-TestVolumeBackupRestore-454347618-router', 'tenant_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:13:04Z', 'revision_number': 6, 'project_id': '00227f41fd4042b4b01ab2a41d0e99c5', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:05.039577 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.051850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 73542872-a488-4301-b711-7360d190397c, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=73542872-a488-4301-b711-7360d190397c,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:05.075085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83215b51-d9fb-465d-822b-245cc5be7669 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:05.102554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 83215b51-d9fb-465d-822b-245cc5be7669, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=83215b51-d9fb-465d-822b-245cc5be7669,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:05.104649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '73542872-a488-4301-b711-7360d190397c', 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9', 'port_id': '73542872-a488-4301-b711-7360d190397c', 'mac_address': 'fa:16:3e:87:35:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4873c86a-275f-410d-80eb-fca6b9d3537d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:05.161803 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.186450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73542872-a488-4301-b711-7360d190397c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:05.209798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] Deleting port 1751267a-0d7e-43bc-874f-a5151cae042c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:05.210297 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.210787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 73542872-a488-4301-b711-7360d190397c, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=73542872-a488-4301-b711-7360d190397c,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:05.212996 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.249490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a551fbb7-397a-4988-abf9-08c2ac297365 None None] Network bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:05.331791 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.348646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdff38a2-6581-4a42-81fd-b1bd7a33c2d0 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:05.349800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=83215b51-d9fb-465d-822b-245cc5be7669,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:05.351926 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdff38a2-6581-4a42-81fd-b1bd7a33c2d0 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.362682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-933c3495-3c3d-4de2-aec1-603f5a2cd67a None None] Provisioning complete for port de0eec5a-bd2c-48f3-a95a-2a92355072db triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:05.363052 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-933c3495-3c3d-4de2-aec1-603f5a2cd67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.473999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] For port 1751267a-0d7e-43bc-874f-a5151cae042c, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1751267a-0d7e-43bc-874f-a5151cae042c,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:05.479145 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.496296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] Calling delete_port for 1751267a-0d7e-43bc-874f-a5151cae042c owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:05.537700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=73542872-a488-4301-b711-7360d190397c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:05.580391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da05d-bc07-439f-8c22-6c5b90934500 req-baec2754-d013-4b90-b9f5-526045babdaa tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:05.592633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a76da05d-bc07-439f-8c22-6c5b90934500 req-baec2754-d013-4b90-b9f5-526045babdaa tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 943 time: 0.4279675 Nov 12 04:13:05.620686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['73542872-a488-4301-b711-7360d190397c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:05.639948 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b4fbbc5-7572-42e3-9505-984c994fb165 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-920893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24714'] for router, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.676285 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-933c3495-3c3d-4de2-aec1-603f5a2cd67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.692839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdff38a2-6581-4a42-81fd-b1bd7a33c2d0 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:05.693780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['83215b51-d9fb-465d-822b-245cc5be7669'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:05.720244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdff38a2-6581-4a42-81fd-b1bd7a33c2d0 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.720595 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-bdff38a2-6581-4a42-81fd-b1bd7a33c2d0 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Added segment 0b97cdb3-8bbd-4368-9683-d36800c716f9 of type vlan for network 20326bb2-8e45-4745-b8a8-ce504904fb1b Nov 12 04:13:05.732981 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a76da05d-bc07-439f-8c22-6c5b90934500 req-fa18bdf2-4134-4341-b8ce-cad4c23f9c2b tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392846 Nov 12 04:13:05.778291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-933c3495-3c3d-4de2-aec1-603f5a2cd67a None None] For port de0eec5a-bd2c-48f3-a95a-2a92355072db, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=de0eec5a-bd2c-48f3-a95a-2a92355072db,segment=NetworkSegment(339db5e3-9d44-4e16-b4ca-584537ef5273),segment_id=339db5e3-9d44-4e16-b4ca-584537ef5273)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:05.828739 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdff38a2-6581-4a42-81fd-b1bd7a33c2d0 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.840260 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b4fbbc5-7572-42e3-9505-984c994fb165 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-920884'] for router, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.010396 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdff38a2-6581-4a42-81fd-b1bd7a33c2d0 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.017735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdff38a2-6581-4a42-81fd-b1bd7a33c2d0 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:06.018364 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdff38a2-6581-4a42-81fd-b1bd7a33c2d0 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.050185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device de0eec5a-bd2c-48f3-a95a-2a92355072db up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:06.059005 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-933c3495-3c3d-4de2-aec1-603f5a2cd67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.086955 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cdb754-29a8-4193-9093-e1efe7ef6de1 None None] Update dhcp port {'port': {'network_id': 'bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2', 'fixed_ips': [{'subnet_id': '46abc90f-ed28-4a5f-ae63-3a4b14571c3f', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f51034b-08d0-4297-88e8-c98e99fb3294'}], 'binding:host_id': 'n-d-767704-23'}, 'id': 'de0eec5a-bd2c-48f3-a95a-2a92355072db'} from n-d-767704-23. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:13:06.104937 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.149425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4fbbc5-7572-42e3-9505-984c994fb165 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Router b530c986-758e-4d59-b0cd-aa03fee371da is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:13:06.151831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] Pushing event deleted for resources: {'Port': ['ID=1751267a-0d7e-43bc-874f-a5151cae042c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.157369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff38a2-6581-4a42-81fd-b1bd7a33c2d0 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Network': ['ID=20326bb2-8e45-4745-b8a8-ce504904fb1b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.166056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bdff38a2-6581-4a42-81fd-b1bd7a33c2d0 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5859649 Nov 12 04:13:06.168812 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37636) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:06.175347 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9cdb754-29a8-4193-9093-e1efe7ef6de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.178964 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-88171b49-5921-4d7f-9700-588f6de51493 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:06.189751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d427bf1-ba92-470b-991e-306b2c6aab28 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:06.193554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 20326bb2-8e45-4745-b8a8-ce504904fb1b details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:06.312850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c3495-3c3d-4de2-aec1-603f5a2cd67a None None] Pushing event updated for resources: {'Port': ['ID=de0eec5a-bd2c-48f3-a95a-2a92355072db,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.393782 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port de0eec5a-bd2c-48f3-a95a-2a92355072db triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:06.394153 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.422708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4fbbc5-7572-42e3-9505-984c994fb165 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:06.434767 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b4fbbc5-7572-42e3-9505-984c994fb165 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.436715 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4b4fbbc5-7572-42e3-9505-984c994fb165 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "PUT /v2.0/routers/b530c986-758e-4d59-b0cd-aa03fee371da HTTP/1.1" status: 200 len: 694 time: 1.7716086 Nov 12 04:13:06.441326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37654) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:06.447520 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f19a5-0431-4b22-8b9c-197ef09efc3c None None] Sync routers for ids ['b530c986-758e-4d59-b0cd-aa03fee371da'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:06.450697 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.457857 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88171b49-5921-4d7f-9700-588f6de51493 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.469858 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f19a5-0431-4b22-8b9c-197ef09efc3c None None] Routers {'b530c986-758e-4d59-b0cd-aa03fee371da'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:06.472076 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-884f19a5-0431-4b22-8b9c-197ef09efc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b530c986-758e-4d59-b0cd-aa03fee371da'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:06.560967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f9cdb754-29a8-4193-9093-e1efe7ef6de1 None None] Allocated IP 172.20.0.1 (bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2/0f51034b-08d0-4297-88e8-c98e99fb3294/de0eec5a-bd2c-48f3-a95a-2a92355072db) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:06.573550 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-884f19a5-0431-4b22-8b9c-197ef09efc3c None None] Set router b530c986-758e-4d59-b0cd-aa03fee371da gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:06.600385 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88171b49-5921-4d7f-9700-588f6de51493 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.621161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-73e0dfc9-4591-4932-8484-55886ae9626c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/routers/b530c986-758e-4d59-b0cd-aa03fee371da HTTP/1.1" status: 200 len: 700 time: 0.1776702 Nov 12 04:13:06.621367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88171b49-5921-4d7f-9700-588f6de51493 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network 20326bb2-8e45-4745-b8a8-ce504904fb1b is not hosted by any dhcp agent {{(pid=103147) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:13:06.621732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37656) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:06.625500 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88171b49-5921-4d7f-9700-588f6de51493 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:06.626358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88171b49-5921-4d7f-9700-588f6de51493 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.630822 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-88171b49-5921-4d7f-9700-588f6de51493 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "PUT /v2.0/networks/20326bb2-8e45-4745-b8a8-ce504904fb1b HTTP/1.1" status: 200 len: 723 time: 0.4601574 Nov 12 04:13:06.632769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:06.638534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-38ed6d93-caf5-47a1-bd53-98c9049a1d76 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'subnet': {'network_id': '20326bb2-8e45-4745-b8a8-ce504904fb1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:06.645780 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.673080 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 49ad1413-ae51-4bbd-ae86-993a332820d6 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:06.678075 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.681629 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e469e0b0-3e1d-4707-99a8-1c9a8444fc87 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports?device_id=b530c986-758e-4d59-b0cd-aa03fee371da HTTP/1.1" status: 200 len: 205 time: 0.0588803 Nov 12 04:13:06.682259 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-884f19a5-0431-4b22-8b9c-197ef09efc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b530c986-758e-4d59-b0cd-aa03fee371da', 'name': 'tempest-RoutersTest-router-1416781392', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:04Z', 'updated_at': '2021-11-12T04:13:05Z', 'revision_number': 2, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:06.686005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37662) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:06.732382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 49ad1413-ae51-4bbd-ae86-993a332820d6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:06.733162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 49ad1413-ae51-4bbd-ae86-993a332820d6 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:06.751020 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f19a5-0431-4b22-8b9c-197ef09efc3c None None] Checking router: b530c986-758e-4d59-b0cd-aa03fee371da for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:06.756728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88171b49-5921-4d7f-9700-588f6de51493 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Network': ['ID=20326bb2-8e45-4745-b8a8-ce504904fb1b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.774846 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f19a5-0431-4b22-8b9c-197ef09efc3c None None] Routers {'b530c986-758e-4d59-b0cd-aa03fee371da'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:06.775471 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-884f19a5-0431-4b22-8b9c-197ef09efc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b530c986-758e-4d59-b0cd-aa03fee371da'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:06.791686 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23b49d79-c440-42fa-a5ce-fbe163d36e4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.812833 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 20326bb2-8e45-4745-b8a8-ce504904fb1b details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:06.890905 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.891811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:06.900564 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.900564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4f310599-a3c2-4f7a-8411-1394a159475b admin admin] 10.222.0.105 "DELETE /v2.0/routers/7eb0bdbd-d6a1-4217-90b5-f18f28fc04f7 HTTP/1.1" status: 204 len: 168 time: 2.9776719 Nov 12 04:13:06.901483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37672) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:06.951171 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-884f19a5-0431-4b22-8b9c-197ef09efc3c None None] Set router b530c986-758e-4d59-b0cd-aa03fee371da gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:06.971404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f9cdb754-29a8-4193-9093-e1efe7ef6de1 None None] For port de0eec5a-bd2c-48f3-a95a-2a92355072db, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=de0eec5a-bd2c-48f3-a95a-2a92355072db,segment=NetworkSegment(339db5e3-9d44-4e16-b4ca-584537ef5273),segment_id=339db5e3-9d44-4e16-b4ca-584537ef5273)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:06.974031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ed6d93-caf5-47a1-bd53-98c9049a1d76 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:06.982227 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38ed6d93-caf5-47a1-bd53-98c9049a1d76 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.042081 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23b49d79-c440-42fa-a5ce-fbe163d36e4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.062597 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23b49d79-c440-42fa-a5ce-fbe163d36e4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.066875 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9cdb754-29a8-4193-9093-e1efe7ef6de1 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.078414 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-884f19a5-0431-4b22-8b9c-197ef09efc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b530c986-758e-4d59-b0cd-aa03fee371da', 'name': 'tempest-RoutersTest-router-1416781392', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:04Z', 'updated_at': '2021-11-12T04:13:05Z', 'revision_number': 2, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:07.125541 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f19a5-0431-4b22-8b9c-197ef09efc3c None None] The sync data for ids ['b530c986-758e-4d59-b0cd-aa03fee371da'] in n-d-767704-23 is: [{'id': 'b530c986-758e-4d59-b0cd-aa03fee371da', 'name': 'tempest-RoutersTest-router-1416781392', 'tenant_id': '2885c48405ed441a922e6cad5be05547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:04Z', 'updated_at': '2021-11-12T04:13:05Z', 'revision_number': 2, 'project_id': '2885c48405ed441a922e6cad5be05547', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:07.155781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-516197ed-a75d-4037-8328-deaf40ca910e admin admin] Deleting subnet bb53cce0-bdd5-46a6-b716-9489b15703ce {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:07.157138 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-516197ed-a75d-4037-8328-deaf40ca910e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.189702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a1e71-4bf3-452d-ae95-af8bd7f0662b req-a6060348-10ff-43c7-a4b7-bea861504eff tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:07.190236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e63a1e71-4bf3-452d-ae95-af8bd7f0662b req-a6060348-10ff-43c7-a4b7-bea861504eff tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 944 time: 0.1697040 Nov 12 04:13:07.227833 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-516197ed-a75d-4037-8328-deaf40ca910e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.234786 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9cdb754-29a8-4193-9093-e1efe7ef6de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.281841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e63a1e71-4bf3-452d-ae95-af8bd7f0662b req-3c7f88fc-1d0f-4d8c-ac62-8c5c70393ef5 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801244 Nov 12 04:13:07.313969 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23b49d79-c440-42fa-a5ce-fbe163d36e4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.313969 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b49d79-c440-42fa-a5ce-fbe163d36e4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Fanout notify agent at l3_agent the message router_deleted on router b530c986-758e-4d59-b0cd-aa03fee371da {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:07.313969 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23b49d79-c440-42fa-a5ce-fbe163d36e4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.313969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-23b49d79-c440-42fa-a5ce-fbe163d36e4f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/routers/b530c986-758e-4d59-b0cd-aa03fee371da HTTP/1.1" status: 204 len: 168 time: 0.6234152 Nov 12 04:13:07.314394 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37708) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:07.367705 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-46df167c-6369-4860-905c-fc2d302dfde5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports?device_id=b530c986-758e-4d59-b0cd-aa03fee371da HTTP/1.1" status: 200 len: 205 time: 0.0524311 Nov 12 04:13:07.372614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:07.432531 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-516197ed-a75d-4037-8328-deaf40ca910e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.464553 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:13:07.500446 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-1cabf9d4-9804-4467-b585-08e1036d99e6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] delete failed (client error): The resource could not be found. Nov 12 04:13:07.501742 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1cabf9d4-9804-4467-b585-08e1036d99e6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/routers/b530c986-758e-4d59-b0cd-aa03fee371da HTTP/1.1" status: 404 len: 336 time: 0.1223283 Nov 12 04:13:07.503990 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device de0eec5a-bd2c-48f3-a95a-2a92355072db up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:07.504542 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:07.556920 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f08eab7-8e9d-414b-8db5-2921c36750ae tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:07.557958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f08eab7-8e9d-414b-8db5-2921c36750ae tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:07.561455 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1f08eab7-8e9d-414b-8db5-2921c36750ae tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/aac21397-f8e0-48e6-9f42-ac578c5ab0a0 HTTP/1.1" status: 404 len: 337 time: 0.0552361 Nov 12 04:13:07.567593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37738) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:07.606558 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f757a6-2bc8-4e74-b9b4-12a294c6c19a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:07.607042 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f757a6-2bc8-4e74-b9b4-12a294c6c19a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:07.611262 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-12f757a6-2bc8-4e74-b9b4-12a294c6c19a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/d74b1d61-5883-4ee1-8d71-2583b5dd515e HTTP/1.1" status: 404 len: 337 time: 0.0399697 Nov 12 04:13:07.626089 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdb754-29a8-4193-9093-e1efe7ef6de1 None None] Pushing event updated for resources: {'Port': ['ID=de0eec5a-bd2c-48f3-a95a-2a92355072db,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:07.628160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37740) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:07.657377 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port de0eec5a-bd2c-48f3-a95a-2a92355072db triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:07.657816 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.658078 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bde12df-bf4b-4e8d-ba76-ea7a764ab428 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:07.658544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bde12df-bf4b-4e8d-ba76-ea7a764ab428 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:07.665209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7bde12df-bf4b-4e8d-ba76-ea7a764ab428 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/8cf7caea-363f-4913-90da-a2a80afe44e2 HTTP/1.1" status: 404 len: 337 time: 0.0329006 Nov 12 04:13:07.665371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:07.697075 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-618d1401-9692-40fe-b8b6-079e1e07878f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:07.697543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618d1401-9692-40fe-b8b6-079e1e07878f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:07.700700 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-618d1401-9692-40fe-b8b6-079e1e07878f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/b40cc9e4-c5b0-4dc0-aaa1-32dfe0ff2bf4 HTTP/1.1" status: 404 len: 337 time: 0.0350022 Nov 12 04:13:07.704068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37756) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:07.735551 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8996e13c-41ea-4aad-93a7-148a0aabc23c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports?device_id=c2524d56-8b45-4b49-9f18-0404f6e77659 HTTP/1.1" status: 200 len: 205 time: 0.0302403 Nov 12 04:13:07.737983 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:07.753503 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38ed6d93-caf5-47a1-bd53-98c9049a1d76 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.816853 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-9ab12c17-d3a2-4c22-90b4-bb36fc16fe6c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] delete failed (client error): The resource could not be found. Nov 12 04:13:07.817909 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9ab12c17-d3a2-4c22-90b4-bb36fc16fe6c tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/routers/c2524d56-8b45-4b49-9f18-0404f6e77659 HTTP/1.1" status: 404 len: 336 time: 0.0789423 Nov 12 04:13:07.820751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:07.844445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-516197ed-a75d-4037-8328-deaf40ca910e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.876108 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-69f4f964-6d4f-451a-919c-d4d634770a51 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports?device_id=d950c7fc-244d-4353-bec8-7cf50c6c8e2e HTTP/1.1" status: 200 len: 205 time: 0.0540566 Nov 12 04:13:07.886613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1751267a-0d7e-43bc-874f-a5151cae042c no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:07.896619 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37774) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:07.898915 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-516197ed-a75d-4037-8328-deaf40ca910e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.910850 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-516197ed-a75d-4037-8328-deaf40ca910e admin admin] 10.222.0.105 "DELETE /v2.0/subnets/bb53cce0-bdd5-46a6-b716-9489b15703ce HTTP/1.1" status: 204 len: 168 time: 1.0045521 Nov 12 04:13:07.928402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37778) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:07.957253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 1751267a-0d7e-43bc-874f-a5151cae042c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:07.957253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1751267a-0d7e-43bc-874f-a5151cae042c not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:07.960676 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d867ac-ac5a-400c-bab0-cb6e1f97a250 None None] Network e6ec5efb-d494-405f-b080-d672d0bd42d5 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:08.053521 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-be315cea-9627-4909-936f-f898796515e3 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] delete failed (client error): The resource could not be found. Nov 12 04:13:08.063512 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-be315cea-9627-4909-936f-f898796515e3 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/routers/d950c7fc-244d-4353-bec8-7cf50c6c8e2e HTTP/1.1" status: 404 len: 336 time: 0.1633813 Nov 12 04:13:08.073631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37790) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.158866 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed6d93-caf5-47a1-bd53-98c9049a1d76 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Subnet': ['ID=c1989ad1-2058-4662-8015-70ff8549b998,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:08.159129 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7c8d6c-2325-4876-aa2f-2520684edda5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:08.168673 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7c8d6c-2325-4876-aa2f-2520684edda5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:08.171570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.173685 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0a7c8d6c-2325-4876-aa2f-2520684edda5 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/d16da2fd-d6fd-41c9-accc-92a0aefa1b53 HTTP/1.1" status: 404 len: 337 time: 0.0975289 Nov 12 04:13:08.281910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516197ed-a75d-4037-8328-deaf40ca910e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb53cce0-bdd5-46a6-b716-9489b15703ce,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:08.389201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed6d93-caf5-47a1-bd53-98c9049a1d76 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Checking segment: {'id': '0b97cdb3-8bbd-4368-9683-d36800c716f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '20326bb2-8e45-4745-b8a8-ce504904fb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:08.390061 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed6d93-caf5-47a1-bd53-98c9049a1d76 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network hostable DHCP agents. Network: 20326bb2-8e45-4745-b8a8-ce504904fb1b, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:08.399814 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c477e15b-374f-4727-acf2-04d76e9c502f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports?device_id=cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a HTTP/1.1" status: 200 len: 205 time: 0.1664288 Nov 12 04:13:08.401056 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37814) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.450673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 83215b51-d9fb-465d-822b-245cc5be7669 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:08.454550 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c6e95c-cbb8-4432-9771-00871624b6e1 None None] DHCP port deletion for e6ec5efb-d494-405f-b080-d672d0bd42d5 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:08.454825 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.481951 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-7b3920e7-dd7f-43e0-943f-a77c8e2a5514 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] delete failed (client error): The resource could not be found. Nov 12 04:13:08.487532 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7b3920e7-dd7f-43e0-943f-a77c8e2a5514 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/routers/cd98d3a2-aee1-4c31-a47b-1a15b4af0f5a HTTP/1.1" status: 404 len: 336 time: 0.0829437 Nov 12 04:13:08.503589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37820) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.585292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4cdb3ac3-20e4-42a8-95dc-affca6733e84 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports?device_id=bc290c35-a569-40ae-be42-ac382b0a75b4 HTTP/1.1" status: 200 len: 205 time: 0.0783372 Nov 12 04:13:08.585991 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.586198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 73542872-a488-4301-b711-7360d190397c up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:08.602875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed6d93-caf5-47a1-bd53-98c9049a1d76 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network 20326bb2-8e45-4745-b8a8-ce504904fb1b is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:08.634603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993d218-085b-4b79-a1b8-ed7f17910a5b req-5bd2f594-4a04-49ca-ae9a-a75890b05bf4 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:08.634603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e993d218-085b-4b79-a1b8-ed7f17910a5b req-5bd2f594-4a04-49ca-ae9a-a75890b05bf4 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 944 time: 0.2078772 Nov 12 04:13:08.665262 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e02368-2bc8-4ffd-9e8e-c13085855f44 None None] Network bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:08.680131 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-1cb9071b-f14e-4e07-b18b-81d528eb5b16 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] delete failed (client error): The resource could not be found. Nov 12 04:13:08.681087 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1cb9071b-f14e-4e07-b18b-81d528eb5b16 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/routers/bc290c35-a569-40ae-be42-ac382b0a75b4 HTTP/1.1" status: 404 len: 336 time: 0.0941441 Nov 12 04:13:08.683605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37836) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.732524 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb265dc3-d365-4641-bc4e-aac63eadcbd6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:08.733242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb265dc3-d365-4641-bc4e-aac63eadcbd6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:08.737292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eb265dc3-d365-4641-bc4e-aac63eadcbd6 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/6cb4a3db-e31f-4165-bf15-8c2a44f06661 HTTP/1.1" status: 404 len: 337 time: 0.0525701 Nov 12 04:13:08.739895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37840) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.743392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-38ed6d93-caf5-47a1-bd53-98c9049a1d76 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 20326bb2-8e45-4745-b8a8-ce504904fb1b) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:08.748852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Deleting port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:08.749106 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.758685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ed6d93-caf5-47a1-bd53-98c9049a1d76 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:08.759598 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38ed6d93-caf5-47a1-bd53-98c9049a1d76 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.763208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b84ce5-f552-4be3-8c10-3440fd43ce34 None None] Network 20326bb2-8e45-4745-b8a8-ce504904fb1b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:08.768084 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e993d218-085b-4b79-a1b8-ed7f17910a5b req-10679e81-b4b0-4606-b41b-0fb026cfc3d5 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221731 Nov 12 04:13:08.771182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-77184f03-42dc-4685-ab87-11601514bd62 None None] Provisioning complete for port de0eec5a-bd2c-48f3-a95a-2a92355072db triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:08.771560 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-77184f03-42dc-4685-ab87-11601514bd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.791699 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-13c440aa-c925-44ab-957b-04d439be1615 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports?device_id=6bbab3ed-dd9c-472c-aed9-93648f226ef3 HTTP/1.1" status: 200 len: 205 time: 0.0498748 Nov 12 04:13:08.803660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.887383 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-36d0bd0d-7e47-4cbb-86fb-e4565ba76038 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] delete failed (client error): The resource could not be found. Nov 12 04:13:08.890165 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-36d0bd0d-7e47-4cbb-86fb-e4565ba76038 tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/routers/6bbab3ed-dd9c-472c-aed9-93648f226ef3 HTTP/1.1" status: 404 len: 336 time: 0.0478387 Nov 12 04:13:08.891562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37846) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.895496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] For port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9a4c23d7-57a1-4e30-8b02-b98d0caf9908,segment=NetworkSegment(6c01fe91-96e3-4469-85fd-2a5e6376aa42),segment_id=6c01fe91-96e3-4469-85fd-2a5e6376aa42)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:08.895856 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.908330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c5c6e95c-cbb8-4432-9771-00871624b6e1 None None] Deleting port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:08.908708 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e95c-cbb8-4432-9771-00871624b6e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.909995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Calling delete_port for 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:08.914569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 83215b51-d9fb-465d-822b-245cc5be7669 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:08.925107 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ce5ee6-a3a1-4457-9bcb-19f91c1279cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:08.925993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ce5ee6-a3a1-4457-9bcb-19f91c1279cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:08.929787 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-61ce5ee6-a3a1-4457-9bcb-19f91c1279cd tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/ee7293ec-ab2e-4a63-98e0-cbff1940723f HTTP/1.1" status: 404 len: 337 time: 0.0365238 Nov 12 04:13:08.932489 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37848) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.956991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 83215b51-d9fb-465d-822b-245cc5be7669 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:08.957363 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.965805 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-38ed6d93-caf5-47a1-bd53-98c9049a1d76 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3319690 Nov 12 04:13:08.966436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37850) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.973275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6140fc6e-caca-4c28-acf7-7431665c69d6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:08.978965 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-90179e12-8752-4787-9ee0-eae3bf73874f tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "GET /v2.0/ports?device_id=229349a2-c6f6-4bdf-873b-13a1a4dcdd33 HTTP/1.1" status: 200 len: 205 time: 0.0449374 Nov 12 04:13:08.981844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:09.032887 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b120a68e-a248-41e6-8e7b-72d5724273aa tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] delete failed (client error): The resource could not be found. Nov 12 04:13:09.036572 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b120a68e-a248-41e6-8e7b-72d5724273aa tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/routers/229349a2-c6f6-4bdf-873b-13a1a4dcdd33 HTTP/1.1" status: 404 len: 336 time: 0.0512073 Nov 12 04:13:09.037968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:09.038080 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 73542872-a488-4301-b711-7360d190397c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:09.080399 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-792a7bef-87bf-46c1-8243-ce93a3773f7e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:09.080889 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792a7bef-87bf-46c1-8243-ce93a3773f7e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:09.085919 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6140fc6e-caca-4c28-acf7-7431665c69d6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4737466'] for subnet, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.088234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 73542872-a488-4301-b711-7360d190397c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:09.088771 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.093236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-792a7bef-87bf-46c1-8243-ce93a3773f7e tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/75958a1c-f45e-456c-a6b3-204f1fd1d0af HTTP/1.1" status: 404 len: 337 time: 0.0533943 Nov 12 04:13:09.095906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37856) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:09.101166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c5c6e95c-cbb8-4432-9771-00871624b6e1 None None] For port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9a4c23d7-57a1-4e30-8b02-b98d0caf9908,segment=NetworkSegment(6c01fe91-96e3-4469-85fd-2a5e6376aa42),segment_id=6c01fe91-96e3-4469-85fd-2a5e6376aa42)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:09.101577 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e95c-cbb8-4432-9771-00871624b6e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.132700 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a3bf3d-ae32-420a-acf0-572a4ffa9a7a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:09.133074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a3bf3d-ae32-420a-acf0-572a4ffa9a7a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:09.138643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f7a3bf3d-ae32-420a-acf0-572a4ffa9a7a tempest-RoutersTest-1442874729 tempest-RoutersTest-1442874729-project] 10.222.0.105 "DELETE /v2.0/subnets/588413e9-59d5-42e2-aabd-240505f94b3b HTTP/1.1" status: 404 len: 337 time: 0.0389690 Nov 12 04:13:09.189171 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.211161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] No DVR routers for this DVR port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:09.240015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4c23d7-57a1-4e30-8b02-b98d0caf9908,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:09.355400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c5c6e95c-cbb8-4432-9771-00871624b6e1 None None] Calling delete_port for 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:09.390919 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.419835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ec5efb-d494-405f-b080-d672d0bd42d5']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:09.431961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c01fe91-96e3-4469-85fd-2a5e6376aa42') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:09.432385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c01fe91-96e3-4469-85fd-2a5e6376aa42') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:09.445244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.463887 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.471766 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6140fc6e-caca-4c28-acf7-7431665c69d6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761907012491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8033022'] for subnet, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.481067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:09.481470 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:09.488697 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:09.497215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device de0eec5a-bd2c-48f3-a95a-2a92355072db up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:09.570195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6140fc6e-caca-4c28-acf7-7431665c69d6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:09.570760 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6140fc6e-caca-4c28-acf7-7431665c69d6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.575293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37880) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:09.580545 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6140fc6e-caca-4c28-acf7-7431665c69d6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "PUT /v2.0/subnets/c1989ad1-2058-4662-8015-70ff8549b998 HTTP/1.1" status: 200 len: 826 time: 0.6095455 Nov 12 04:13:09.594516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-20326bb2-8e45-4745-b8a8-ce504904fb1b', 'network_id': '20326bb2-8e45-4745-b8a8-ce504904fb1b', 'tenant_id': 'fec2667c09814f639bec60f603f80fb7', 'fixed_ips': [{'subnet_id': 'c1989ad1-2058-4662-8015-70ff8549b998'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:09.595295 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.605800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140fc6e-caca-4c28-acf7-7431665c69d6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Subnet': ['ID=c1989ad1-2058-4662-8015-70ff8549b998,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:09.614521 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.732984 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.749130 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.755320 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.759922 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] 10.222.0.105 "DELETE /v2.0/networks/e6ec5efb-d494-405f-b080-d672d0bd42d5 HTTP/1.1" status: 204 len: 168 time: 1.8258314 Nov 12 04:13:09.761704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37890) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:09.782865 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7792273-55bf-4e66-9968-b12334729d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ec5efb-d494-405f-b080-d672d0bd42d5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:09.811786 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6036c5-6d7f-4984-88c0-2648965a6136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83215b51-d9fb-465d-822b-245cc5be7669'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:09.814440 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37b93e5-6df9-437a-8e4d-989f46305e72" -d '{"events": [{"server_uuid": "8d6036c5-6d7f-4984-88c0-2648965a6136", "name": "network-vif-plugged", "status": "completed", "tag": "83215b51-d9fb-465d-822b-245cc5be7669"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:09.828927 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.829742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37894) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:09.856349 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.871937 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e95c-cbb8-4432-9771-00871624b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.920362 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 83215b51-d9fb-465d-822b-245cc5be7669, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=83215b51-d9fb-465d-822b-245cc5be7669,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:09.933164 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc05424-f2d6-49f3-9c7b-b23b5b6c0f02 x-openstack-request-id: req-0fc05424-f2d6-49f3-9c7b-b23b5b6c0f02 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:09.933699 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6036c5-6d7f-4984-88c0-2648965a6136", "name": "network-vif-plugged", "status": "completed", "tag": "83215b51-d9fb-465d-822b-245cc5be7669", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:09.934129 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0fc05424-f2d6-49f3-9c7b-b23b5b6c0f02 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:09.934691 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6036c5-6d7f-4984-88c0-2648965a6136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83215b51-d9fb-465d-822b-245cc5be7669', 'code': 200} Nov 12 04:13:09.974236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5c6e95c-cbb8-4432-9771-00871624b6e1 None None] Network e6ec5efb-d494-405f-b080-d672d0bd42d5 is not hosted by any dhcp agent {{(pid=103148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:13:09.974928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c6e95c-cbb8-4432-9771-00871624b6e1 None None] No DVR routers for this DVR port 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:10.007064 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6e95c-cbb8-4432-9771-00871624b6e1 None None] Pushing event deleted for resources: {'Port': ['ID=9a4c23d7-57a1-4e30-8b02-b98d0caf9908,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:10.015850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port de0eec5a-bd2c-48f3-a95a-2a92355072db triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:10.016138 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.081911 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.130127 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 73542872-a488-4301-b711-7360d190397c, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=73542872-a488-4301-b711-7360d190397c,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:10.194562 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Allocated IP 2001:db8::2 (20326bb2-8e45-4745-b8a8-ce504904fb1b/c1989ad1-2058-4662-8015-70ff8549b998/c0136b58-4dda-4bb2-9f80-5d5eaa255711) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:10.225296 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.229079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=83215b51-d9fb-465d-822b-245cc5be7669,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:10.239372 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-778c68b0-211f-41dc-8026-35300251b178 None None] Provisioning complete for port de0eec5a-bd2c-48f3-a95a-2a92355072db triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:10.239372 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-778c68b0-211f-41dc-8026-35300251b178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.326744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514f6f3-78f9-428a-bee5-66108ea15c5e req-f174bab0-f110-49d5-9f23-18628b8ebd27 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:10.330919 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4514f6f3-78f9-428a-bee5-66108ea15c5e req-f174bab0-f110-49d5-9f23-18628b8ebd27 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 945 time: 0.3381789 Nov 12 04:13:10.408167 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4514f6f3-78f9-428a-bee5-66108ea15c5e req-1649b833-1b25-4971-9438-89b484872eee tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687597 Nov 12 04:13:10.438451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=73542872-a488-4301-b711-7360d190397c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:10.451171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c753390b-762c-489d-a0e5-34fe82cdeadd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2885c48405ed441a922e6cad5be05547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6198065 Nov 12 04:13:10.463513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37916) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:10.500635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639bc4f-e167-4cb4-842d-1d4c84537f0e req-598814d7-5d33-4942-99f3-c7082424f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:10.504260 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1639bc4f-e167-4cb4-842d-1d4c84537f0e req-598814d7-5d33-4942-99f3-c7082424f6f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d6036c5-6d7f-4984-88c0-2648965a6136 HTTP/1.1" status: 200 len: 1098 time: 0.1393754 Nov 12 04:13:10.544241 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.561741 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:10.574756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c662bab-9bb0-45de-8254-3fff13b0d387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.593246 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1639bc4f-e167-4cb4-842d-1d4c84537f0e req-1c3609a8-c43f-467c-8842-d98bc743100f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823345 Nov 12 04:13:10.603433 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c662bab-9bb0-45de-8254-3fff13b0d387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.612614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:10.613155 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9a4c23d7-57a1-4e30-8b02-b98d0caf9908 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:10.673396 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.716669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Network 20326bb2-8e45-4745-b8a8-ce504904fb1b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:10.722176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:10.725788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:10.737612 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Pushing event updated for resources: {'Port': ['ID=c0136b58-4dda-4bb2-9f80-5d5eaa255711,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:10.777003 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c662bab-9bb0-45de-8254-3fff13b0d387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.781986 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c662bab-9bb0-45de-8254-3fff13b0d387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.787036 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7c662bab-9bb0-45de-8254-3fff13b0d387 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7c0e5825-75ad-4181-a2f0-8543c9fae8ec HTTP/1.1" status: 204 len: 168 time: 0.3187771 Nov 12 04:13:10.796313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c662bab-9bb0-45de-8254-3fff13b0d387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0e5825-75ad-4181-a2f0-8543c9fae8ec,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:10.802010 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.834145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Attempting to bind port c0136b58-4dda-4bb2-9f80-5d5eaa255711 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:10.834145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Attempting to bind port c0136b58-4dda-4bb2-9f80-5d5eaa255711 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '0b97cdb3-8bbd-4368-9683-d36800c716f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '20326bb2-8e45-4745-b8a8-ce504904fb1b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:10.835768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb03c5f2-305f-4bf5-aacc-58cba2834b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.838206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Attempting to bind port c0136b58-4dda-4bb2-9f80-5d5eaa255711 on network 20326bb2-8e45-4745-b8a8-ce504904fb1b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:10.842412 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Subnet': ['ID=c1989ad1-2058-4662-8015-70ff8549b998,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:10.846308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:10.846685 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Checking segment: {'id': '0b97cdb3-8bbd-4368-9683-d36800c716f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '20326bb2-8e45-4745-b8a8-ce504904fb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:10.847084 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.847468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Bound using segment: {'id': '0b97cdb3-8bbd-4368-9683-d36800c716f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '20326bb2-8e45-4745-b8a8-ce504904fb1b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:10.847938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Bound port: c0136b58-4dda-4bb2-9f80-5d5eaa255711, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b97cdb3-8bbd-4368-9683-d36800c716f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '20326bb2-8e45-4745-b8a8-ce504904fb1b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:10.867315 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.929195 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.967052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20326bb2-8e45-4745-b8a8-ce504904fb1b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:10.980943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b97cdb3-8bbd-4368-9683-d36800c716f9') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:10.981606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b97cdb3-8bbd-4368-9683-d36800c716f9') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:10.995553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] For port c0136b58-4dda-4bb2-9f80-5d5eaa255711, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:10.997606 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.000633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] For port c0136b58-4dda-4bb2-9f80-5d5eaa255711, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c0136b58-4dda-4bb2-9f80-5d5eaa255711,segment=NetworkSegment(0b97cdb3-8bbd-4368-9683-d36800c716f9),segment_id=0b97cdb3-8bbd-4368-9683-d36800c716f9)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:11.146616 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.147338 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.157814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:11.158267 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:11.164008 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:11.197029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-eb03c5f2-305f-4bf5-aacc-58cba2834b06 admin admin] Deleting port ba7f074b-cf09-499b-8faf-c62f369f1fc3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:11.197533 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb03c5f2-305f-4bf5-aacc-58cba2834b06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.272426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956aee6f-d50a-4f9a-b44e-20577c8baece None None] Pushing event updated for resources: {'Port': ['ID=c0136b58-4dda-4bb2-9f80-5d5eaa255711,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:11.297124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec2b39-b470-4c2a-9863-c556af099e41 None None] Network 20326bb2-8e45-4745-b8a8-ce504904fb1b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:11.320955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-eb03c5f2-305f-4bf5-aacc-58cba2834b06 admin admin] For port ba7f074b-cf09-499b-8faf-c62f369f1fc3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ba7f074b-cf09-499b-8faf-c62f369f1fc3,segment=NetworkSegment(99f931a4-e17d-4f71-85dd-767140574af1),segment_id=99f931a4-e17d-4f71-85dd-767140574af1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:11.320955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb03c5f2-305f-4bf5-aacc-58cba2834b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.341381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-eb03c5f2-305f-4bf5-aacc-58cba2834b06 admin admin] Calling delete_port for ba7f074b-cf09-499b-8faf-c62f369f1fc3 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:11.348339 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:13:11.348339 n-d-767704-23 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:13:11.348339 n-d-767704-23 neutron-server[103147]: [parameters: {'id': '20326bb2-8e45-4745-b8a8-ce504904fb1b'}] Nov 12 04:13:11.348339 n-d-767704-23 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:13:11.350261 n-d-767704-23 neutron-server[103147]: DEBUG oslo_db.api [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:13:11.523067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c322ece3-1929-4b08-8f38-06dc0b5b0c62 None None] Network 20326bb2-8e45-4745-b8a8-ce504904fb1b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:11.659194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce8bec-5726-483d-adf7-0c6ecefbe549 req-b4d1d571-e9d2-4926-9b22-a42b3917159e tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:11.661295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14ce8bec-5726-483d-adf7-0c6ecefbe549 req-b4d1d571-e9d2-4926-9b22-a42b3917159e tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 945 time: 0.1193810 Nov 12 04:13:11.732610 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14ce8bec-5726-483d-adf7-0c6ecefbe549 req-4966b428-6121-4657-88b4-8cff05731d6b tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626197 Nov 12 04:13:11.742022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24cda36-2e4a-4b1d-86ca-105fb05884dc None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:13:11.798600 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb03c5f2-305f-4bf5-aacc-58cba2834b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.826118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03c5f2-305f-4bf5-aacc-58cba2834b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba7f074b-cf09-499b-8faf-c62f369f1fc3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:11.855281 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.872222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24cda36-2e4a-4b1d-86ca-105fb05884dc None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:13:11.936279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670a52ea-819c-4e46-b284-d3f3534ebfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73542872-a488-4301-b711-7360d190397c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:11.939712 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904a15a8-0584-4168-b7a4-4573f2829065" -d '{"events": [{"server_uuid": "670a52ea-819c-4e46-b284-d3f3534ebfc0", "name": "network-vif-plugged", "status": "completed", "tag": "73542872-a488-4301-b711-7360d190397c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:11.942326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Deleting port c0136b58-4dda-4bb2-9f80-5d5eaa255711 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:11.942865 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.039396 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4215bec6-6a70-4e69-b13b-4c72f5af23a3 x-openstack-request-id: req-4215bec6-6a70-4e69-b13b-4c72f5af23a3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:12.043943 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670a52ea-819c-4e46-b284-d3f3534ebfc0", "name": "network-vif-plugged", "status": "completed", "tag": "73542872-a488-4301-b711-7360d190397c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:12.043943 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4215bec6-6a70-4e69-b13b-4c72f5af23a3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:12.043943 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670a52ea-819c-4e46-b284-d3f3534ebfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73542872-a488-4301-b711-7360d190397c', 'code': 200} Nov 12 04:13:12.056543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] For port c0136b58-4dda-4bb2-9f80-5d5eaa255711, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c0136b58-4dda-4bb2-9f80-5d5eaa255711,segment=NetworkSegment(0b97cdb3-8bbd-4368-9683-d36800c716f9),segment_id=0b97cdb3-8bbd-4368-9683-d36800c716f9)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:12.056924 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.082113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Calling delete_port for c0136b58-4dda-4bb2-9f80-5d5eaa255711 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:12.131569 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb03c5f2-305f-4bf5-aacc-58cba2834b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.205553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f77bf-d668-4c1b-b6f2-40162b37fe4a req-902ab4b9-d8a2-44b2-a624-b7eb9fc9b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.210823 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a8f77bf-d668-4c1b-b6f2-40162b37fe4a req-902ab4b9-d8a2-44b2-a624-b7eb9fc9b104 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 1097 time: 0.1041899 Nov 12 04:13:12.279551 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a8f77bf-d668-4c1b-b6f2-40162b37fe4a req-31cdbc93-d6bc-49f8-a9df-811c8b97dab5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644960 Nov 12 04:13:12.374543 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.413701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Port': ['ID=c0136b58-4dda-4bb2-9f80-5d5eaa255711,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:12.415610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No DVR routers for this DVR port c0136b58-4dda-4bb2-9f80-5d5eaa255711 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:12.528368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb03c5f2-305f-4bf5-aacc-58cba2834b06 admin admin] Router 6e1592f9-3fde-4631-a2fa-83d9111ff9ca has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:12.548333 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.611430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37990) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:12.619744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20326bb2-8e45-4745-b8a8-ce504904fb1b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:12.653116 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b97cdb3-8bbd-4368-9683-d36800c716f9') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:12.653661 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b97cdb3-8bbd-4368-9683-d36800c716f9') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:12.677414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.696835 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.717168 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:12.719148 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:12.725315 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:12.742700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb03c5f2-305f-4bf5-aacc-58cba2834b06 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:12.755492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:12.756686 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eb03c5f2-305f-4bf5-aacc-58cba2834b06 admin admin] 10.222.0.105 "PUT /v2.0/routers/6e1592f9-3fde-4631-a2fa-83d9111ff9ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9937248 Nov 12 04:13:12.757909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9eae68-660d-484e-9963-4a072ad4120c None None] Sync routers for ids ['6e1592f9-3fde-4631-a2fa-83d9111ff9ca'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:12.794769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9eae68-660d-484e-9963-4a072ad4120c None None] Routers {'6e1592f9-3fde-4631-a2fa-83d9111ff9ca'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:12.795475 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0e9eae68-660d-484e-9963-4a072ad4120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6e1592f9-3fde-4631-a2fa-83d9111ff9ca'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:12.858608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-87269619-80f7-447c-b46c-c3810b602d70 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-11944311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:12.924198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca010e89-89e7-485a-a37a-93c80c7669da req-399f5a6e-687b-4cbf-b239-2c3749d6a0ee tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.925894 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca010e89-89e7-485a-a37a-93c80c7669da req-399f5a6e-687b-4cbf-b239-2c3749d6a0ee tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 945 time: 0.0718725 Nov 12 04:13:12.931204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0e9eae68-660d-484e-9963-4a072ad4120c None None] Set router 6e1592f9-3fde-4631-a2fa-83d9111ff9ca gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:12.955074 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.009277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca010e89-89e7-485a-a37a-93c80c7669da req-f8094c78-d5e7-4e18-900e-e60ff34ffbe1 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757670 Nov 12 04:13:13.100601 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.105658 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.109857 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/20326bb2-8e45-4745-b8a8-ce504904fb1b HTTP/1.1" status: 204 len: 168 time: 3.5325446 Nov 12 04:13:13.115050 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87269619-80f7-447c-b46c-c3810b602d70 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.115050 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87269619-80f7-447c-b46c-c3810b602d70 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.116406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38008) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:13.124444 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.144528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892bda9-cec0-4333-8f6b-96b1857f70fd tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Network': ['ID=20326bb2-8e45-4745-b8a8-ce504904fb1b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:13.148649 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9898fd-7778-4c52-8e38-943a64fcc4bb tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:13.149334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9898fd-7778-4c52-8e38-943a64fcc4bb tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:13.154388 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8c9898fd-7778-4c52-8e38-943a64fcc4bb tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/20326bb2-8e45-4745-b8a8-ce504904fb1b HTTP/1.1" status: 404 len: 339 time: 0.0363514 Nov 12 04:13:13.174344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38010) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:13.179906 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4a66e756-e9ee-4de9-9674-006f8e371fec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-136099734', 'description': 'd1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:13.189577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0e9eae68-660d-484e-9963-4a072ad4120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'name': 'tempest-TestVolumeBackupRestore-1070162026-router', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:13:11Z', 'revision_number': 5, 'project_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'gw_port': {'id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:09Z', 'updated_at': '2021-11-12T04:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:13.195059 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87269619-80f7-447c-b46c-c3810b602d70 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.223013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9eae68-660d-484e-9963-4a072ad4120c None None] Checking router: 6e1592f9-3fde-4631-a2fa-83d9111ff9ca for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:13.231553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9eae68-660d-484e-9963-4a072ad4120c None None] Routers {'6e1592f9-3fde-4631-a2fa-83d9111ff9ca'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:13.232211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0e9eae68-660d-484e-9963-4a072ad4120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:12:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['6e1592f9-3fde-4631-a2fa-83d9111ff9ca'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:13.292579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a66e756-e9ee-4de9-9674-006f8e371fec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:13.293812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87269619-80f7-447c-b46c-c3810b602d70 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.296711 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a66e756-e9ee-4de9-9674-006f8e371fec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.314696 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] Deleting port 51841bd9-07c3-42f9-a344-16b6567eb38e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:13.315044 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.362333 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a66e756-e9ee-4de9-9674-006f8e371fec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:13.399847 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a66e756-e9ee-4de9-9674-006f8e371fec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.400153 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-4a66e756-e9ee-4de9-9674-006f8e371fec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Added segment 64dd1fdf-5c0c-4aa7-8bbf-a0945f94b0ed of type vlan for network 219e004c-c967-426a-b175-6562f40c02bf Nov 12 04:13:13.409012 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87269619-80f7-447c-b46c-c3810b602d70 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.410841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-87269619-80f7-447c-b46c-c3810b602d70 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7965961 Nov 12 04:13:13.418934 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38016) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:13.428869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-91313906'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:13.453616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] For port 51841bd9-07c3-42f9-a344-16b6567eb38e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=51841bd9-07c3-42f9-a344-16b6567eb38e,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:13.454183 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.472633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] Calling delete_port for 51841bd9-07c3-42f9-a344-16b6567eb38e owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:13.497431 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a66e756-e9ee-4de9-9674-006f8e371fec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.584824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0e9eae68-660d-484e-9963-4a072ad4120c None None] Set router 6e1592f9-3fde-4631-a2fa-83d9111ff9ca gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:13.624430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Made reservation on behalf of 28596eb2d07f49da85550e93785a1f7e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:13.627988 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.637913 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.673916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a66e756-e9ee-4de9-9674-006f8e371fec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.684955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a66e756-e9ee-4de9-9674-006f8e371fec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:13.685994 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a66e756-e9ee-4de9-9674-006f8e371fec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636299'] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.769375 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.781560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66e756-e9ee-4de9-9674-006f8e371fec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Network': ['ID=219e004c-c967-426a-b175-6562f40c02bf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:13.793790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 219e004c-c967-426a-b175-6562f40c02bf details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:13.807104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0e9eae68-660d-484e-9963-4a072ad4120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'name': 'tempest-TestVolumeBackupRestore-1070162026-router', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:13:11Z', 'revision_number': 5, 'project_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'gw_port': {'id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:09Z', 'updated_at': '2021-11-12T04:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:13.846204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9eae68-660d-484e-9963-4a072ad4120c None None] The sync data for ids ['6e1592f9-3fde-4631-a2fa-83d9111ff9ca'] in n-d-767704-23 is: [{'id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'name': 'tempest-TestVolumeBackupRestore-1070162026-router', 'tenant_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:06:08Z', 'updated_at': '2021-11-12T04:13:11Z', 'revision_number': 5, 'project_id': '22fbf482e2e64a0fbfcc37cd251ede9a', 'gw_port': {'id': '51841bd9-07c3-42f9-a344-16b6567eb38e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1592f9-3fde-4631-a2fa-83d9111ff9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:06:09Z', 'updated_at': '2021-11-12T04:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:13.899854 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.903791 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4a66e756-e9ee-4de9-9674-006f8e371fec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7268622 Nov 12 04:13:13.905114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38034) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:13.905225 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.941584 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] Pushing event deleted for resources: {'Port': ['ID=51841bd9-07c3-42f9-a344-16b6567eb38e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:13.958560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:13.961695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39175098-2436-407c-9425-a04edbe8a9ac None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:14.015912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f075f6-1ad9-47e2-84e9-1e8d496db43a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.017759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-23f075f6-1ad9-47e2-84e9-1e8d496db43a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "GET /v2.0/networks?id=219e004c-c967-426a-b175-6562f40c02bf HTTP/1.1" status: 200 len: 764 time: 0.1099229 Nov 12 04:13:14.019490 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.019847 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Added segment d2279bcf-55df-4f2f-a0bc-29197865260c of type vlan for network 27a27c64-332b-47c1-9ab2-8eb71372884b Nov 12 04:13:14.020630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38036) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:14.021237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b36f92-d463-4732-886e-b701b162cf65,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:14.026054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-058d17b1-0112-42be-8fcc-e06667291dc5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'network': {'description': 'd2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:14.079662 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.082232 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.235876 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.240919 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.279791 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-058d17b1-0112-42be-8fcc-e06667291dc5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.318437 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.324513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.326347 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.366415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb9b7e-de9c-4477-bcc5-92749a5dfb5e req-c113fe77-0a86-4a5a-b59c-6e0bada62c48 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.368098 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3bb9b7e-de9c-4477-bcc5-92749a5dfb5e req-c113fe77-0a86-4a5a-b59c-6e0bada62c48 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 945 time: 0.2133799 Nov 12 04:13:14.402036 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-058d17b1-0112-42be-8fcc-e06667291dc5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.455173 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0349691 Nov 12 04:13:14.455922 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.456497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e1592f9-3fde-4631-a2fa-83d9111ff9ca {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:14.459775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38050) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:14.461058 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.463182 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1ffbfe96-ae26-4e87-9f91-32063cb3ffde admin admin] 10.222.0.105 "DELETE /v2.0/routers/6e1592f9-3fde-4631-a2fa-83d9111ff9ca HTTP/1.1" status: 204 len: 168 time: 1.7053499 Nov 12 04:13:14.466052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:14.466727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e940566c-257c-4e81-b608-ca0e8ec36be3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Request body: {'subnet': {'network_id': '27a27c64-332b-47c1-9ab2-8eb71372884b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:14.477334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-058d17b1-0112-42be-8fcc-e06667291dc5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network 219e004c-c967-426a-b175-6562f40c02bf is not hosted by any dhcp agent {{(pid=103146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:13:14.481667 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058d17b1-0112-42be-8fcc-e06667291dc5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.482281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-058d17b1-0112-42be-8fcc-e06667291dc5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.483548 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-058d17b1-0112-42be-8fcc-e06667291dc5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "PUT /v2.0/networks/219e004c-c967-426a-b175-6562f40c02bf HTTP/1.1" status: 200 len: 761 time: 0.4619141 Nov 12 04:13:14.502071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed681f8-c527-46f1-85fa-11b822396a0d tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event updated for resources: {'Network': ['ID=27a27c64-332b-47c1-9ab2-8eb71372884b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:14.502277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38054) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:14.520919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 27a27c64-332b-47c1-9ab2-8eb71372884b details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:14.559369 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3bb9b7e-de9c-4477-bcc5-92749a5dfb5e req-3dc1b52a-7032-4f8f-a67a-a60b825d5628 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799204 Nov 12 04:13:14.563212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-0492f6ab-353a-463f-b7ff-c91f72745700 admin admin] Deleting subnet 9564189c-b5ff-471f-bc37-d3232f525c89 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:14.566977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0492f6ab-353a-463f-b7ff-c91f72745700 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.581098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d17b1-0112-42be-8fcc-e06667291dc5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Network': ['ID=219e004c-c967-426a-b175-6562f40c02bf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:14.634492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 219e004c-c967-426a-b175-6562f40c02bf details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:14.656745 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0492f6ab-353a-463f-b7ff-c91f72745700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.707653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923fdc10-eef3-473f-9237-f93196963a05 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.713801 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-923fdc10-eef3-473f-9237-f93196963a05 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "GET /v2.0/networks?id=219e004c-c967-426a-b175-6562f40c02bf HTTP/1.1" status: 200 len: 764 time: 0.2073052 Nov 12 04:13:14.715018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38058) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:14.815516 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0492f6ab-353a-463f-b7ff-c91f72745700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.968274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a84cee-bbe0-43e9-8188-1e1309ffad81 req-dd0b2df8-0269-48a1-92ba-b4a40178365d tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.969827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99a84cee-bbe0-43e9-8188-1e1309ffad81 req-dd0b2df8-0269-48a1-92ba-b4a40178365d tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d6036c5-6d7f-4984-88c0-2648965a6136 HTTP/1.1" status: 200 len: 946 time: 0.2255361 Nov 12 04:13:14.972210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38062) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:15.021375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d297214d-a45b-421d-8ba4-f38e69c21f82 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.022884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d297214d-a45b-421d-8ba4-f38e69c21f82 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3078399 Nov 12 04:13:15.026048 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:15.052216 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99a84cee-bbe0-43e9-8188-1e1309ffad81 req-8de38df7-8516-4f46-9482-3b547ba5e49a tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739784 Nov 12 04:13:15.061663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e940566c-257c-4e81-b608-ca0e8ec36be3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Made reservation on behalf of 28596eb2d07f49da85550e93785a1f7e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:15.065791 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e940566c-257c-4e81-b608-ca0e8ec36be3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.086070 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e034f79d-73df-4300-97c5-114b83c834e7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 207 time: 0.0554850 Nov 12 04:13:15.086504 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:15.106422 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0492f6ab-353a-463f-b7ff-c91f72745700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.210207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-757533fb-f4ec-41e4-8b81-99674420a1d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.216104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492f6ab-353a-463f-b7ff-c91f72745700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9564189c-b5ff-471f-bc37-d3232f525c89,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:15.222105 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0492f6ab-353a-463f-b7ff-c91f72745700 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.224288 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10bffe8-8ea7-4988-a347-995102783e0f None None] Network d155742d-4015-4328-90a8-d92cbf90cf57 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:15.226131 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0492f6ab-353a-463f-b7ff-c91f72745700 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/9564189c-b5ff-471f-bc37-d3232f525c89 HTTP/1.1" status: 204 len: 168 time: 0.7590921 Nov 12 04:13:15.229933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38074) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:15.360167 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a9556b-3c50-4f4b-b615-8b81c9e524d6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.366420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a9556b-3c50-4f4b-b615-8b81c9e524d6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.373074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a9556b-3c50-4f4b-b615-8b81c9e524d6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.379538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a9556b-3c50-4f4b-b615-8b81c9e524d6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.385998 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a9556b-3c50-4f4b-b615-8b81c9e524d6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.392380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a9556b-3c50-4f4b-b615-8b81c9e524d6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.393888 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-94a9556b-3c50-4f4b-b615-8b81c9e524d6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3063111 Nov 12 04:13:15.402899 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38078) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:15.409133 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.458163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ba7f074b-cf09-499b-8faf-c62f369f1fc3 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:15.484872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: ba7f074b-cf09-499b-8faf-c62f369f1fc3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:15.485581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ba7f074b-cf09-499b-8faf-c62f369f1fc3 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:15.486553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 51841bd9-07c3-42f9-a344-16b6567eb38e no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:15.502457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Deleting port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:15.502457 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.504967 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e940566c-257c-4e81-b608-ca0e8ec36be3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.517017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 51841bd9-07c3-42f9-a344-16b6567eb38e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:15.517370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 51841bd9-07c3-42f9-a344-16b6567eb38e not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:15.528926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] DHCP port deletion for d155742d-4015-4328-90a8-d92cbf90cf57 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:15.548230 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-757533fb-f4ec-41e4-8b81-99674420a1d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.594322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Deleting port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:15.594785 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.627909 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4f744faa-9b05-480a-be18-64fb9e192ead tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2228386 Nov 12 04:13:15.631029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38082) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:15.657869 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-757533fb-f4ec-41e4-8b81-99674420a1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.658059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] For port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=fbfaa86e-7a29-4fbb-a36f-834fff4dcbda,segment=NetworkSegment(99f931a4-e17d-4f71-85dd-767140574af1),segment_id=99f931a4-e17d-4f71-85dd-767140574af1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:15.658059 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.658059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940566c-257c-4e81-b608-ca0e8ec36be3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event updated for resources: {'Subnet': ['ID=a2a79404-36ee-48c5-a04b-805504c199ae,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:15.674460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e940566c-257c-4e81-b608-ca0e8ec36be3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Checking segment: {'id': 'd2279bcf-55df-4f2f-a0bc-29197865260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '27a27c64-332b-47c1-9ab2-8eb71372884b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:15.675854 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e940566c-257c-4e81-b608-ca0e8ec36be3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Network hostable DHCP agents. Network: 27a27c64-332b-47c1-9ab2-8eb71372884b, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:15.680317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Calling delete_port for fbfaa86e-7a29-4fbb-a36f-834fff4dcbda owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:15.712658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] For port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=fbfaa86e-7a29-4fbb-a36f-834fff4dcbda,segment=NetworkSegment(99f931a4-e17d-4f71-85dd-767140574af1),segment_id=99f931a4-e17d-4f71-85dd-767140574af1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:15.713373 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.734040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Calling delete_port for fbfaa86e-7a29-4fbb-a36f-834fff4dcbda owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:15.780991 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-757533fb-f4ec-41e4-8b81-99674420a1d9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6c5c83ab075a4c95b0129a5a01071812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8074667 Nov 12 04:13:15.782020 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757533fb-f4ec-41e4-8b81-99674420a1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77ca167-61e9-4ab2-8e38-d46599ad41f3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:15.785386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38084) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:15.788894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e940566c-257c-4e81-b608-ca0e8ec36be3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Network 27a27c64-332b-47c1-9ab2-8eb71372884b is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:15.789614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21843401-cf04-494f-ad91-fe9fa600b745 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.793120 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21843401-cf04-494f-ad91-fe9fa600b745 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.797253 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21843401-cf04-494f-ad91-fe9fa600b745 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.800980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21843401-cf04-494f-ad91-fe9fa600b745 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.803227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21843401-cf04-494f-ad91-fe9fa600b745 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.805263 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-21843401-cf04-494f-ad91-fe9fa600b745 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1732168 Nov 12 04:13:15.809332 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38086) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:15.852928 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45bef49b-5873-4143-bbaa-3ed0cf8c8604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.879116 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45bef49b-5873-4143-bbaa-3ed0cf8c8604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.888546 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36208e-de25-4d98-832b-9e669d1a7916 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.891084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36208e-de25-4d98-832b-9e669d1a7916 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.892726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36208e-de25-4d98-832b-9e669d1a7916 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.894264 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36208e-de25-4d98-832b-9e669d1a7916 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.895695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36208e-de25-4d98-832b-9e669d1a7916 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.900963 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1b36208e-de25-4d98-832b-9e669d1a7916 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0889304 Nov 12 04:13:15.901606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38088) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:15.972804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e940566c-257c-4e81-b608-ca0e8ec36be3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 27a27c64-332b-47c1-9ab2-8eb71372884b) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:15.977503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e940566c-257c-4e81-b608-ca0e8ec36be3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.978106 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e940566c-257c-4e81-b608-ca0e8ec36be3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.984518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93da5587-0c7d-437c-b391-457b05ba6e96 None None] Network 27a27c64-332b-47c1-9ab2-8eb71372884b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:16.031533 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.067924 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.076217 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a17a34-e1ae-49a1-abc3-7e03dcef001b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:16.077796 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-25a17a34-e1ae-49a1-abc3-7e03dcef001b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "GET /v2.0/networks/7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba HTTP/1.1" status: 200 len: 804 time: 0.1751335 Nov 12 04:13:16.084705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbfaa86e-7a29-4fbb-a36f-834fff4dcbda,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:16.090902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:16.095672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] No DVR routers for this DVR port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:16.111461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] No DVR routers for this DVR port fbfaa86e-7a29-4fbb-a36f-834fff4dcbda on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:16.119397 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Pushing event deleted for resources: {'Port': ['ID=fbfaa86e-7a29-4fbb-a36f-834fff4dcbda,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:16.142611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45bef49b-5873-4143-bbaa-3ed0cf8c8604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.143569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.144195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.144756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.145213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45bef49b-5873-4143-bbaa-3ed0cf8c8604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.145488 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.146011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.146531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.147455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.147455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.147786 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.148220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.148839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.149053 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-45bef49b-5873-4143-bbaa-3ed0cf8c8604 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b77ca167-61e9-4ab2-8e38-d46599ad41f3 HTTP/1.1" status: 204 len: 168 time: 0.3617992 Nov 12 04:13:16.151806 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f9c6ed-df57-4fa6-b329-4fee060c6fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.182342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bef49b-5873-4143-bbaa-3ed0cf8c8604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77ca167-61e9-4ab2-8e38-d46599ad41f3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:16.200310 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e940566c-257c-4e81-b608-ca0e8ec36be3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7346296 Nov 12 04:13:16.201440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38094) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:16.209244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-57c71d6a-6d55-4444-a00d-9f75cb593df9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Request body: {'network': {'name': 'tempest-router-network01--1406986383'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:16.291342 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.317135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-27a27c64-332b-47c1-9ab2-8eb71372884b', 'network_id': '27a27c64-332b-47c1-9ab2-8eb71372884b', 'tenant_id': '28596eb2d07f49da85550e93785a1f7e', 'fixed_ips': [{'subnet_id': 'a2a79404-36ee-48c5-a04b-805504c199ae'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:16.320026 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.340439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d155742d-4015-4328-90a8-d92cbf90cf57']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:16.368617 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9ab9cde6-3740-46c9-995f-491c724cb2b2 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "GET /v2.0/networks/7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2691283 Nov 12 04:13:16.373576 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:16.378980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f931a4-e17d-4f71-85dd-767140574af1') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:16.379291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f931a4-e17d-4f71-85dd-767140574af1') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:16.442193 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.458731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c71d6a-6d55-4444-a00d-9f75cb593df9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Made reservation on behalf of 28596eb2d07f49da85550e93785a1f7e for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:16.468964 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57c71d6a-6d55-4444-a00d-9f75cb593df9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.473115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc88b32-88fb-4e20-98f2-47016e15ef3f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:16.473115 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5cc88b32-88fb-4e20-98f2-47016e15ef3f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "GET /v2.0/subnets/72767ff4-5e16-4400-80b3-2019d404d383 HTTP/1.1" status: 200 len: 843 time: 0.0961847 Nov 12 04:13:16.479316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38104) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:16.558508 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Allocated IP 172.20.0.2 (27a27c64-332b-47c1-9ab2-8eb71372884b/a2a79404-36ee-48c5-a04b-805504c199ae/5c4c52ad-e5b9-49cb-afb0-5cf28c328c15) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:16.572561 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.589781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c71d6a-6d55-4444-a00d-9f75cb593df9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:16.591967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:16.592385 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:16.594519 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:16.600186 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149064ea-9acb-4534-a719-5389b5a9cef3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:16.600186 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-149064ea-9acb-4534-a719-5389b5a9cef3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "GET /v2.0/subnets/72767ff4-5e16-4400-80b3-2019d404d383?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1154978 Nov 12 04:13:16.602401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38112) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:16.608785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8f362698-9cd3-4957-92ec-716ecedd9bec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2071594572'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:16.706949 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57c71d6a-6d55-4444-a00d-9f75cb593df9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.707980 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-57c71d6a-6d55-4444-a00d-9f75cb593df9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Added segment fec7fa3f-011f-47a7-84cf-c3e16df55367 of type vlan for network 1188fde7-b021-41ea-b0e6-79fa613052ae Nov 12 04:13:16.751765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f362698-9cd3-4957-92ec-716ecedd9bec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:16.756758 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f362698-9cd3-4957-92ec-716ecedd9bec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.789870 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57c71d6a-6d55-4444-a00d-9f75cb593df9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.842846 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.859980 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.867252 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.870656 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] 10.222.0.105 "DELETE /v2.0/networks/d155742d-4015-4328-90a8-d92cbf90cf57 HTTP/1.1" status: 204 len: 168 time: 1.6383095 Nov 12 04:13:16.876896 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-cc0229c6-71f1-4cdb-96ce-79d249dc4271 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:16.882357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682c149-8d01-4a30-8a1e-8877ef0fbe02 admin admin] Pushing event deleted for resources: {'Network': ['ID=d155742d-4015-4328-90a8-d92cbf90cf57,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:16.893492 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-cc0229c6-71f1-4cdb-96ce-79d249dc4271 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/networks?id=0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 HTTP/1.1" status: 200 len: 813 time: 0.2311330 Nov 12 04:13:16.919639 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-c9cf6c21-f85b-4f78-9487-d9625327d75d tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/quotas/425956240a2041968ed9ba57449f12f4 HTTP/1.1" status: 200 len: 375 time: 0.0249989 Nov 12 04:13:16.938393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f362698-9cd3-4957-92ec-716ecedd9bec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:16.981853 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f362698-9cd3-4957-92ec-716ecedd9bec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.982267 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-8f362698-9cd3-4957-92ec-716ecedd9bec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Added segment 3df76fb6-8c24-4f56-a242-ee3349faa691 of type vlan for network 748d4fac-83fb-4866-8f13-23d3f4dbe76d Nov 12 04:13:17.003625 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.030690 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57c71d6a-6d55-4444-a00d-9f75cb593df9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.036908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c71d6a-6d55-4444-a00d-9f75cb593df9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:17.037633 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57c71d6a-6d55-4444-a00d-9f75cb593df9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.044526 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-6e0c7730-a5a6-4b07-b30e-d971b2ffc7f6 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=425956240a2041968ed9ba57449f12f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232591 Nov 12 04:13:17.053239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Network 27a27c64-332b-47c1-9ab2-8eb71372884b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:17.057311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:17.059726 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f362698-9cd3-4957-92ec-716ecedd9bec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.065108 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:17.127785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Pushing event updated for resources: {'Port': ['ID=5c4c52ad-e5b9-49cb-afb0-5cf28c328c15,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:17.158087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c71d6a-6d55-4444-a00d-9f75cb593df9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event updated for resources: {'Network': ['ID=1188fde7-b021-41ea-b0e6-79fa613052ae,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:17.173823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 1188fde7-b021-41ea-b0e6-79fa613052ae details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:17.200481 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-14418089-7ed6-4931-8fa7-a1ac7d43598c service neutron] 10.222.0.105 "GET /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551237 Nov 12 04:13:17.243904 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-57c71d6a-6d55-4444-a00d-9f75cb593df9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0412073 Nov 12 04:13:17.244149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38128) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:17.256227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-630b5393-41f6-471b-96a2-9c89758467b9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Request body: {'network': {'name': 'tempest-router-network02--694755037'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:17.267604 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Attempting to bind port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:17.267981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Attempting to bind port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'd2279bcf-55df-4f2f-a0bc-29197865260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '27a27c64-332b-47c1-9ab2-8eb71372884b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:17.268397 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Attempting to bind port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 on network 27a27c64-332b-47c1-9ab2-8eb71372884b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:17.324447 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f362698-9cd3-4957-92ec-716ecedd9bec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.332432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f362698-9cd3-4957-92ec-716ecedd9bec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:17.332432 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f362698-9cd3-4957-92ec-716ecedd9bec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.337198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:17.337902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Checking segment: {'id': 'd2279bcf-55df-4f2f-a0bc-29197865260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '27a27c64-332b-47c1-9ab2-8eb71372884b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:17.339465 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.339906 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Bound using segment: {'id': 'd2279bcf-55df-4f2f-a0bc-29197865260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '27a27c64-332b-47c1-9ab2-8eb71372884b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:17.342930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Bound port: 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2279bcf-55df-4f2f-a0bc-29197865260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '27a27c64-332b-47c1-9ab2-8eb71372884b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:17.348920 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.478468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device fbfaa86e-7a29-4fbb-a36f-834fff4dcbda no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:17.508223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: fbfaa86e-7a29-4fbb-a36f-834fff4dcbda {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:17.508980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device fbfaa86e-7a29-4fbb-a36f-834fff4dcbda not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:17.527838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38132) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:17.530318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] For port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:17.538966 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] For port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5c4c52ad-e5b9-49cb-afb0-5cf28c328c15,segment=NetworkSegment(d2279bcf-55df-4f2f-a0bc-29197865260c),segment_id=d2279bcf-55df-4f2f-a0bc-29197865260c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:17.618637 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.650697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199064fc-7723-49d1-b87e-1a4d64e36d54 req-762f37df-8854-4259-9225-f3e1a501559d tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:17.652279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-199064fc-7723-49d1-b87e-1a4d64e36d54 req-762f37df-8854-4259-9225-f3e1a501559d tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d6036c5-6d7f-4984-88c0-2648965a6136 HTTP/1.1" status: 200 len: 946 time: 0.1099129 Nov 12 04:13:17.661417 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fe620223-03a3-4d91-9d79-88f7855a9179 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=00227f41fd4042b4b01ab2a41d0e99c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273384 Nov 12 04:13:17.667959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:17.733276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924b1f2-f67c-4661-af90-634ac95cec87 None None] Pushing event updated for resources: {'Port': ['ID=5c4c52ad-e5b9-49cb-afb0-5cf28c328c15,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:17.798912 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5afc199-a663-4d63-9654-9936b29a9976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.847824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-199064fc-7723-49d1-b87e-1a4d64e36d54 req-40b30147-4269-453f-a7c3-c61634bb2d16 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Deleting port 83215b51-d9fb-465d-822b-245cc5be7669 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:17.848196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-199064fc-7723-49d1-b87e-1a4d64e36d54 req-40b30147-4269-453f-a7c3-c61634bb2d16 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.853497 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5afc199-a663-4d63-9654-9936b29a9976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.879794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630b5393-41f6-471b-96a2-9c89758467b9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Made reservation on behalf of 28596eb2d07f49da85550e93785a1f7e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:17.883248 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-630b5393-41f6-471b-96a2-9c89758467b9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.987192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f362698-9cd3-4957-92ec-716ecedd9bec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Network': ['ID=748d4fac-83fb-4866-8f13-23d3f4dbe76d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:17.995986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-199064fc-7723-49d1-b87e-1a4d64e36d54 req-40b30147-4269-453f-a7c3-c61634bb2d16 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] For port 83215b51-d9fb-465d-822b-245cc5be7669, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=83215b51-d9fb-465d-822b-245cc5be7669,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:17.996962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-199064fc-7723-49d1-b87e-1a4d64e36d54 req-40b30147-4269-453f-a7c3-c61634bb2d16 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.001135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-afd265ab-ad58-45f6-9170-8e142252dab0 service neutron] 10.222.0.105 "GET /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7923045 Nov 12 04:13:18.004959 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630b5393-41f6-471b-96a2-9c89758467b9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:18.005112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 748d4fac-83fb-4866-8f13-23d3f4dbe76d details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:18.022590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e450c-20e4-453c-8021-72e294479d05 req-c0beb026-0759-47b3-98c0-ce3ce8833432 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:18.026670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-199064fc-7723-49d1-b87e-1a4d64e36d54 req-40b30147-4269-453f-a7c3-c61634bb2d16 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Calling delete_port for 83215b51-d9fb-465d-822b-245cc5be7669 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:18.030818 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f4e450c-20e4-453c-8021-72e294479d05 req-c0beb026-0759-47b3-98c0-ce3ce8833432 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a52ea-819c-4e46-b284-d3f3534ebfc0 HTTP/1.1" status: 200 len: 945 time: 0.1495929 Nov 12 04:13:18.060089 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8f362698-9cd3-4957-92ec-716ecedd9bec tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4537010 Nov 12 04:13:18.078704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38146) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:18.085564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0982222e-556f-4fa7-bcb5-d5dd87ad07fe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'subnet': {'network_id': '748d4fac-83fb-4866-8f13-23d3f4dbe76d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:18.123292 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-630b5393-41f6-471b-96a2-9c89758467b9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.124154 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-630b5393-41f6-471b-96a2-9c89758467b9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Added segment ec0e2276-eb6a-4bfb-aace-8d1e753fafdd of type vlan for network 1afc115c-828f-4baf-bbb0-759d482afe83 Nov 12 04:13:18.147236 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5afc199-a663-4d63-9654-9936b29a9976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.149959 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5afc199-a663-4d63-9654-9936b29a9976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.153691 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b5afc199-a663-4d63-9654-9936b29a9976 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/de3ad08c-0698-4306-9026-b90f85c1ae3d HTTP/1.1" status: 204 len: 168 time: 0.4813709 Nov 12 04:13:18.256146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afc199-a663-4d63-9654-9936b29a9976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3ad08c-0698-4306-9026-b90f85c1ae3d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:18.345181 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-630b5393-41f6-471b-96a2-9c89758467b9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.469463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6f4e450c-20e4-453c-8021-72e294479d05 req-5c1c2c10-e9ef-45cd-a24b-a5653ceaceec tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Deleting port 73542872-a488-4301-b711-7360d190397c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:18.469792 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6f4e450c-20e4-453c-8021-72e294479d05 req-5c1c2c10-e9ef-45cd-a24b-a5653ceaceec tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.547315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0982222e-556f-4fa7-bcb5-d5dd87ad07fe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Made reservation on behalf of fec2667c09814f639bec60f603f80fb7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:18.553426 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0982222e-556f-4fa7-bcb5-d5dd87ad07fe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.562552 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-630b5393-41f6-471b-96a2-9c89758467b9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.568774 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630b5393-41f6-471b-96a2-9c89758467b9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:18.569643 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-630b5393-41f6-471b-96a2-9c89758467b9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.645945 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-199064fc-7723-49d1-b87e-1a4d64e36d54 req-40b30147-4269-453f-a7c3-c61634bb2d16 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.659160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['73542872-a488-4301-b711-7360d190397c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:18.750950 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-630b5393-41f6-471b-96a2-9c89758467b9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5032563 Nov 12 04:13:18.752662 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38162) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:18.789597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9d225545-215b-4daf-8154-10ade9b4a566 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Request body: {'subnet': {'network_id': '1188fde7-b021-41ea-b0e6-79fa613052ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:18.816442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b30147-4269-453f-a7c3-c61634bb2d16 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Pushing event deleted for resources: {'Port': ['ID=83215b51-d9fb-465d-822b-245cc5be7669,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:18.851370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-0982222e-556f-4fa7-bcb5-d5dd87ad07fe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Performing IP validity checks on allocation pools {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:13:18.852142 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-0982222e-556f-4fa7-bcb5-d5dd87ad07fe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:13:18.854712 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b5393-41f6-471b-96a2-9c89758467b9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event updated for resources: {'Network': ['ID=1afc115c-828f-4baf-bbb0-759d482afe83,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:18.891976 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46750d39-755f-4a4f-971e-a91a886be5fb None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:18.916248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 1afc115c-828f-4baf-bbb0-759d482afe83 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:18.926495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-199064fc-7723-49d1-b87e-1a4d64e36d54 req-40b30147-4269-453f-a7c3-c61634bb2d16 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] No DVR routers for this DVR port 83215b51-d9fb-465d-822b-245cc5be7669 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:18.931137 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-199064fc-7723-49d1-b87e-1a4d64e36d54 req-40b30147-4269-453f-a7c3-c61634bb2d16 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.931960 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6f4e450c-20e4-453c-8021-72e294479d05 req-5c1c2c10-e9ef-45cd-a24b-a5653ceaceec tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] For port 73542872-a488-4301-b711-7360d190397c, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=73542872-a488-4301-b711-7360d190397c,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:18.932368 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6f4e450c-20e4-453c-8021-72e294479d05 req-5c1c2c10-e9ef-45cd-a24b-a5653ceaceec tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.941111 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-199064fc-7723-49d1-b87e-1a4d64e36d54 req-40b30147-4269-453f-a7c3-c61634bb2d16 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.26 "DELETE /v2.0/ports/83215b51-d9fb-465d-822b-245cc5be7669 HTTP/1.1" status: 204 len: 173 time: 1.2794504 Nov 12 04:13:19.019915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6036c5-6d7f-4984-88c0-2648965a6136', 'name': 'network-vif-deleted', 'tag': '83215b51-d9fb-465d-822b-245cc5be7669'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:19.029890 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0922fbd-bfd5-4a2a-abe8-7e124ef8e4fd" -d '{"events": [{"server_uuid": "8d6036c5-6d7f-4984-88c0-2648965a6136", "name": "network-vif-deleted", "tag": "83215b51-d9fb-465d-822b-245cc5be7669"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:19.117993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6f4e450c-20e4-453c-8021-72e294479d05 req-5c1c2c10-e9ef-45cd-a24b-a5653ceaceec tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Calling delete_port for 73542872-a488-4301-b711-7360d190397c owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:19.210800 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.217380 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d938fa0-6907-43a4-afbd-35dc455a225b x-openstack-request-id: req-7d938fa0-6907-43a4-afbd-35dc455a225b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:19.239537 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4770a092-3a70-4638-bd9f-07ecde27c722 req-7ca9216e-9063-4cf4-8c7b-769ad619c014 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 210 time: 0.1228328 Nov 12 04:13:19.248612 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6036c5-6d7f-4984-88c0-2648965a6136", "name": "network-vif-deleted", "tag": "83215b51-d9fb-465d-822b-245cc5be7669", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:19.249047 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7d938fa0-6907-43a4-afbd-35dc455a225b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:19.249446 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6036c5-6d7f-4984-88c0-2648965a6136', 'name': 'network-vif-deleted', 'tag': '83215b51-d9fb-465d-822b-245cc5be7669', 'status': 'completed', 'code': 200} Nov 12 04:13:19.301564 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0982222e-556f-4fa7-bcb5-d5dd87ad07fe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.328418 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:19.419109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982222e-556f-4fa7-bcb5-d5dd87ad07fe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Checking segment: {'id': '3df76fb6-8c24-4f56-a242-ee3349faa691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '748d4fac-83fb-4866-8f13-23d3f4dbe76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:19.420136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0982222e-556f-4fa7-bcb5-d5dd87ad07fe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network hostable DHCP agents. Network: 748d4fac-83fb-4866-8f13-23d3f4dbe76d, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:19.425526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982222e-556f-4fa7-bcb5-d5dd87ad07fe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Subnet': ['ID=b299581e-7eca-425a-bef5-f5ba74490b07,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:19.507315 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:19.543308 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9cfd3616-4218-4649-81bb-3696da495f86 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=22fbf482e2e64a0fbfcc37cd251ede9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2112219 Nov 12 04:13:19.543800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38182) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:19.589061 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0982222e-556f-4fa7-bcb5-d5dd87ad07fe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Network 748d4fac-83fb-4866-8f13-23d3f4dbe76d is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:19.604404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:19.604792 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.649254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d225545-215b-4daf-8154-10ade9b4a566 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Made reservation on behalf of 28596eb2d07f49da85550e93785a1f7e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:19.654945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c362449-d3ff-46d8-8475-a9207ee4a4fd None None] Network 27a27c64-332b-47c1-9ab2-8eb71372884b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:19.658689 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d225545-215b-4daf-8154-10ade9b4a566 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.683094 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c63b23a2-5e27-41d0-ac2c-9e33b1ed1c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.831097 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6f4e450c-20e4-453c-8021-72e294479d05 req-5c1c2c10-e9ef-45cd-a24b-a5653ceaceec tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.885189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c2c10-e9ef-45cd-a24b-a5653ceaceec tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Pushing event deleted for resources: {'Port': ['ID=73542872-a488-4301-b711-7360d190397c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:19.940239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4e450c-20e4-453c-8021-72e294479d05 req-5c1c2c10-e9ef-45cd-a24b-a5653ceaceec tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] No DVR routers for this DVR port 73542872-a488-4301-b711-7360d190397c on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:19.987876 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6f4e450c-20e4-453c-8021-72e294479d05 req-5c1c2c10-e9ef-45cd-a24b-a5653ceaceec tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.991728 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f4e450c-20e4-453c-8021-72e294479d05 req-5c1c2c10-e9ef-45cd-a24b-a5653ceaceec tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.25 "DELETE /v2.0/ports/73542872-a488-4301-b711-7360d190397c HTTP/1.1" status: 204 len: 173 time: 1.9598377 Nov 12 04:13:19.992467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670a52ea-819c-4e46-b284-d3f3534ebfc0', 'name': 'network-vif-deleted', 'tag': '73542872-a488-4301-b711-7360d190397c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:19.995301 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ac9be3-b61e-4bce-a1f1-fe88026a074e" -d '{"events": [{"server_uuid": "670a52ea-819c-4e46-b284-d3f3534ebfc0", "name": "network-vif-deleted", "tag": "73542872-a488-4301-b711-7360d190397c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:20.131100 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfb5cc9-2915-4245-9d78-9f52fbf27a6e x-openstack-request-id: req-adfb5cc9-2915-4245-9d78-9f52fbf27a6e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:20.131453 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670a52ea-819c-4e46-b284-d3f3534ebfc0", "name": "network-vif-deleted", "tag": "73542872-a488-4301-b711-7360d190397c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:20.131717 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-adfb5cc9-2915-4245-9d78-9f52fbf27a6e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:20.133259 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670a52ea-819c-4e46-b284-d3f3534ebfc0', 'name': 'network-vif-deleted', 'tag': '73542872-a488-4301-b711-7360d190397c', 'status': 'completed', 'code': 200} Nov 12 04:13:20.165305 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c81aa67-f3c6-4445-b301-73c80444f85a None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:20.193190 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0982222e-556f-4fa7-bcb5-d5dd87ad07fe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 748d4fac-83fb-4866-8f13-23d3f4dbe76d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:20.200883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0982222e-556f-4fa7-bcb5-d5dd87ad07fe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:20.201615 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0982222e-556f-4fa7-bcb5-d5dd87ad07fe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.229595 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c63b23a2-5e27-41d0-ac2c-9e33b1ed1c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.230233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464203f4-ff76-495c-9f67-86f0a56cd68e None None] Network 748d4fac-83fb-4866-8f13-23d3f4dbe76d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:20.263356 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d225545-215b-4daf-8154-10ade9b4a566 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.392699 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0982222e-556f-4fa7-bcb5-d5dd87ad07fe tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3127859 Nov 12 04:13:20.394993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38206) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:20.402129 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1474ab8f-f9e8-47fb-a815-90ec5a7a2032 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:20.404325 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3205edc0-43cf-4c20-8fec-a2088f553a6b None None] Provisioning complete for port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:20.404919 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3205edc0-43cf-4c20-8fec-a2088f553a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.474274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38208) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:20.475033 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c63b23a2-5e27-41d0-ac2c-9e33b1ed1c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.488526 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c63b23a2-5e27-41d0-ac2c-9e33b1ed1c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.490346 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a056f90-2c7f-4c97-8110-488f4b8265db req-da0d4ebf-b6ee-488c-97a3-4119b1b2106c tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 210 time: 0.1124542 Nov 12 04:13:20.494549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c63b23a2-5e27-41d0-ac2c-9e33b1ed1c82 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/48f22051-c3b6-461c-808a-fd559d9915d4 HTTP/1.1" status: 204 len: 168 time: 0.9461389 Nov 12 04:13:20.559189 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b23a2-5e27-41d0-ac2c-9e33b1ed1c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f22051-c3b6-461c-808a-fd559d9915d4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:20.564121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d225545-215b-4daf-8154-10ade9b4a566 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Checking segment: {'id': 'fec7fa3f-011f-47a7-84cf-c3e16df55367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '1188fde7-b021-41ea-b0e6-79fa613052ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:20.564689 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d225545-215b-4daf-8154-10ade9b4a566 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Network hostable DHCP agents. Network: 1188fde7-b021-41ea-b0e6-79fa613052ae, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:20.615895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d225545-215b-4daf-8154-10ade9b4a566 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event updated for resources: {'Subnet': ['ID=d90510b8-2eae-421a-91a0-b4cf8582f172,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:20.670723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 83215b51-d9fb-465d-822b-245cc5be7669 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:20.725701 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1474ab8f-f9e8-47fb-a815-90ec5a7a2032 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4737466'] for subnet, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.736479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 83215b51-d9fb-465d-822b-245cc5be7669 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:20.736894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 83215b51-d9fb-465d-822b-245cc5be7669 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:20.738129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d225545-215b-4daf-8154-10ade9b4a566 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Network 1188fde7-b021-41ea-b0e6-79fa613052ae is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:20.750140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:20.780300 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.856974 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3205edc0-43cf-4c20-8fec-a2088f553a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.881174 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9d225545-215b-4daf-8154-10ade9b4a566 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 1188fde7-b021-41ea-b0e6-79fa613052ae) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:20.884239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5c4c52ad-e5b9-49cb-afb0-5cf28c328c15,segment=NetworkSegment(d2279bcf-55df-4f2f-a0bc-29197865260c),segment_id=d2279bcf-55df-4f2f-a0bc-29197865260c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:20.893122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d225545-215b-4daf-8154-10ade9b4a566 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:20.894499 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d225545-215b-4daf-8154-10ade9b4a566 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.938765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02147890-745c-43b3-8fdb-2f0b3e86ee93 None None] Network 1188fde7-b021-41ea-b0e6-79fa613052ae requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:20.962380 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.966434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-748d4fac-83fb-4866-8f13-23d3f4dbe76d', 'network_id': '748d4fac-83fb-4866-8f13-23d3f4dbe76d', 'tenant_id': 'fec2667c09814f639bec60f603f80fb7', 'fixed_ips': [{'subnet_id': 'b299581e-7eca-425a-bef5-f5ba74490b07'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:20.967495 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.023275 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.081041 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-3205edc0-43cf-4c20-8fec-a2088f553a6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:13:21.081395 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-3205edc0-43cf-4c20-8fec-a2088f553a6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:13:21.110462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9d225545-215b-4daf-8154-10ade9b4a566 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3513973 Nov 12 04:13:21.113534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:21.126222 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b41a2d0f-0926-477e-8312-da675340cfbf tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Request body: {'subnet': {'network_id': '1afc115c-828f-4baf-bbb0-759d482afe83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:21.236410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=5c4c52ad-e5b9-49cb-afb0-5cf28c328c15,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:21.278947 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1474ab8f-f9e8-47fb-a815-90ec5a7a2032 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761907012491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8033022'] for subnet, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.329509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Allocated IP 2001:db8::3 (748d4fac-83fb-4866-8f13-23d3f4dbe76d/b299581e-7eca-425a-bef5-f5ba74490b07/391c0226-eca6-431d-b55f-08e69eff192d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:21.378899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-1188fde7-b021-41ea-b0e6-79fa613052ae', 'network_id': '1188fde7-b021-41ea-b0e6-79fa613052ae', 'tenant_id': '28596eb2d07f49da85550e93785a1f7e', 'fixed_ips': [{'subnet_id': 'd90510b8-2eae-421a-91a0-b4cf8582f172'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:21.379959 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.418049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41a2d0f-0926-477e-8312-da675340cfbf tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Made reservation on behalf of 28596eb2d07f49da85550e93785a1f7e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:21.423959 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b41a2d0f-0926-477e-8312-da675340cfbf tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.443023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474ab8f-f9e8-47fb-a815-90ec5a7a2032 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:21.446701 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1474ab8f-f9e8-47fb-a815-90ec5a7a2032 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.448308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1474ab8f-f9e8-47fb-a815-90ec5a7a2032 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "PUT /v2.0/subnets/b299581e-7eca-425a-bef5-f5ba74490b07 HTTP/1.1" status: 200 len: 900 time: 1.0522132 Nov 12 04:13:21.461267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:21.639806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474ab8f-f9e8-47fb-a815-90ec5a7a2032 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event updated for resources: {'Subnet': ['ID=b299581e-7eca-425a-bef5-f5ba74490b07,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:21.686485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:21.754223 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f721ed7-254c-4157-9b75-e7c74d880117 req-1d1b0386-d890-463f-aa2c-426a9c479bb4 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 210 time: 0.0462365 Nov 12 04:13:21.785014 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.802572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.880588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Allocated IP 172.20.0.2 (1188fde7-b021-41ea-b0e6-79fa613052ae/d90510b8-2eae-421a-91a0-b4cf8582f172/08ee82af-684a-4241-9caf-00fdc540bb12) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:21.891415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fd430ed7-8f05-413f-a877-4a22c839861f None None] Provisioning complete for port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:21.891779 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd430ed7-8f05-413f-a877-4a22c839861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.914307 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.958149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:21.958522 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.973426 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.009112 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b41a2d0f-0926-477e-8312-da675340cfbf tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.022270 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.036547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Allocated IP 172.25.8.245 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/2477fe10-7e9d-489c-aab3-4cd5c119cadf) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:22.084212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Network 748d4fac-83fb-4866-8f13-23d3f4dbe76d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:22.091592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:22.094282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:22.157164 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Pushing event updated for resources: {'Port': ['ID=391c0226-eca6-431d-b55f-08e69eff192d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:22.181598 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.207400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a2d0f-0926-477e-8312-da675340cfbf tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Checking segment: {'id': 'ec0e2276-eb6a-4bfb-aace-8d1e753fafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1afc115c-828f-4baf-bbb0-759d482afe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:22.207771 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a2d0f-0926-477e-8312-da675340cfbf tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Network hostable DHCP agents. Network: 1afc115c-828f-4baf-bbb0-759d482afe83, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:22.216744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a2d0f-0926-477e-8312-da675340cfbf tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event updated for resources: {'Subnet': ['ID=7e4992b9-5958-468a-b954-e39cab139ac1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:22.219153 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.272173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Subnet': ['ID=b299581e-7eca-425a-bef5-f5ba74490b07,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:22.318972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a2d0f-0926-477e-8312-da675340cfbf tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Network 1afc115c-828f-4baf-bbb0-759d482afe83 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:22.326124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Attempting to bind port 391c0226-eca6-431d-b55f-08e69eff192d on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:22.326641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Attempting to bind port 391c0226-eca6-431d-b55f-08e69eff192d by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '3df76fb6-8c24-4f56-a242-ee3349faa691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '748d4fac-83fb-4866-8f13-23d3f4dbe76d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:22.326847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Attempting to bind port 391c0226-eca6-431d-b55f-08e69eff192d on network 748d4fac-83fb-4866-8f13-23d3f4dbe76d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:22.341976 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.364901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:22.365274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Checking segment: {'id': '3df76fb6-8c24-4f56-a242-ee3349faa691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '748d4fac-83fb-4866-8f13-23d3f4dbe76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:22.365681 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.366072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Bound using segment: {'id': '3df76fb6-8c24-4f56-a242-ee3349faa691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '748d4fac-83fb-4866-8f13-23d3f4dbe76d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:22.366558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Bound port: 391c0226-eca6-431d-b55f-08e69eff192d, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df76fb6-8c24-4f56-a242-ee3349faa691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '748d4fac-83fb-4866-8f13-23d3f4dbe76d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:22.367211 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.372085 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.401957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b41a2d0f-0926-477e-8312-da675340cfbf tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 1afc115c-828f-4baf-bbb0-759d482afe83) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:22.408536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a2d0f-0926-477e-8312-da675340cfbf tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:22.409530 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b41a2d0f-0926-477e-8312-da675340cfbf tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.437790 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.466404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb876e1-5df4-4dd5-87da-43a3a68953a9 None None] Network 1afc115c-828f-4baf-bbb0-759d482afe83 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:22.489513 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.501541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748d4fac-83fb-4866-8f13-23d3f4dbe76d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:22.522156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Pushing event updated for resources: {'Port': ['ID=2477fe10-7e9d-489c-aab3-4cd5c119cadf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:22.535825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:22.538561 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df76fb6-8c24-4f56-a242-ee3349faa691') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:22.538804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df76fb6-8c24-4f56-a242-ee3349faa691') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:22.541289 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:22.556652 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b41a2d0f-0926-477e-8312-da675340cfbf tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4384108 Nov 12 04:13:22.559199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:22.560558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:22.567268 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.615898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 73542872-a488-4301-b711-7360d190397c no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:22.627276 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.638815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:22.639435 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:22.642976 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:22.814021 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.833520 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:13:22.833520 n-d-767704-23 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:13:22.833520 n-d-767704-23 neutron-server[103146]: [parameters: {'id': '748d4fac-83fb-4866-8f13-23d3f4dbe76d'}] Nov 12 04:13:22.833520 n-d-767704-23 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:13:22.833998 n-d-767704-23 neutron-server[103146]: DEBUG oslo_db.api [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:13:22.897115 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] For port 391c0226-eca6-431d-b55f-08e69eff192d, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:22.900759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Network 1188fde7-b021-41ea-b0e6-79fa613052ae is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:22.915356 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:22.920823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:22.923398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 73542872-a488-4301-b711-7360d190397c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:22.923746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 73542872-a488-4301-b711-7360d190397c not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:22.926330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Pushing event updated for resources: {'Port': ['ID=08ee82af-684a-4241-9caf-00fdc540bb12,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:22.938919 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ba6dd58c-b6f1-41dc-b581-d47c187235c6 req-e57f1f91-1b82-49db-b1e5-5191781b6b9d tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 210 time: 0.0417488 Nov 12 04:13:22.940197 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] For port 391c0226-eca6-431d-b55f-08e69eff192d, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=391c0226-eca6-431d-b55f-08e69eff192d,segment=NetworkSegment(3df76fb6-8c24-4f56-a242-ee3349faa691),segment_id=3df76fb6-8c24-4f56-a242-ee3349faa691)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:22.960947 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.988224 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-9c3f21f7-ac31-47ec-8300-bfa1f80dcc0b tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:22.991936 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-9c3f21f7-ac31-47ec-8300-bfa1f80dcc0b tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.26 "GET /v2.0/networks?id=0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 HTTP/1.1" status: 200 len: 813 time: 0.1684041 Nov 12 04:13:23.031065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-a5b64beb-d521-4a7f-a9bf-b4e7631f30eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Request body: {'port': {'device_id': '660a8afb-7af0-4f08-b8fc-9d10e9f980df', 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9', 'admin_state_up': True, 'tenant_id': '425956240a2041968ed9ba57449f12f4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:23.061286 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.067595 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.081306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Attempting to bind port 08ee82af-684a-4241-9caf-00fdc540bb12 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:23.081678 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Attempting to bind port 08ee82af-684a-4241-9caf-00fdc540bb12 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'fec7fa3f-011f-47a7-84cf-c3e16df55367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '1188fde7-b021-41ea-b0e6-79fa613052ae'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:23.082036 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Attempting to bind port 08ee82af-684a-4241-9caf-00fdc540bb12 on network 1188fde7-b021-41ea-b0e6-79fa613052ae {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:23.127954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:23.128362 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Checking segment: {'id': 'fec7fa3f-011f-47a7-84cf-c3e16df55367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '1188fde7-b021-41ea-b0e6-79fa613052ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:23.128764 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.129159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Bound using segment: {'id': 'fec7fa3f-011f-47a7-84cf-c3e16df55367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '1188fde7-b021-41ea-b0e6-79fa613052ae'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:23.129651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Bound port: 08ee82af-684a-4241-9caf-00fdc540bb12, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec7fa3f-011f-47a7-84cf-c3e16df55367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '1188fde7-b021-41ea-b0e6-79fa613052ae'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:23.130034 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.237857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-1afc115c-828f-4baf-bbb0-759d482afe83', 'network_id': '1afc115c-828f-4baf-bbb0-759d482afe83', 'tenant_id': '28596eb2d07f49da85550e93785a1f7e', 'fixed_ips': [{'subnet_id': '7e4992b9-5958-468a-b954-e39cab139ac1'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:23.239241 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.242346 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-091f71e4-6a25-4a38-bdef-0ced98811ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.296531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-600223fe-1fdf-4cc0-9205-1ea092f16358 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:23.298293 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-600223fe-1fdf-4cc0-9205-1ea092f16358 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.25 "GET /v2.0/networks?id=0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 HTTP/1.1" status: 200 len: 813 time: 0.1227911 Nov 12 04:13:23.316454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-92afd137-313f-4b3f-a12d-4a33311a2017 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Request body: {'port': {'device_id': '21be5800-23aa-42d5-8fb8-12333edc36ce', 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9', 'admin_state_up': True, 'tenant_id': '425956240a2041968ed9ba57449f12f4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:23.324192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769abc04-ace3-453b-a6e5-7de7d59c307d None None] Pushing event updated for resources: {'Port': ['ID=391c0226-eca6-431d-b55f-08e69eff192d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:23.328185 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.335286 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.355161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b24ce7-4d1b-406b-8780-91feaa50f871 None None] Network 748d4fac-83fb-4866-8f13-23d3f4dbe76d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:23.391246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] For port 08ee82af-684a-4241-9caf-00fdc540bb12, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:23.419101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-a5b64beb-d521-4a7f-a9bf-b4e7631f30eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Made reservation on behalf of 425956240a2041968ed9ba57449f12f4 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:23.424423 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-a5b64beb-d521-4a7f-a9bf-b4e7631f30eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.439977 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.456363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] For port 08ee82af-684a-4241-9caf-00fdc540bb12, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=08ee82af-684a-4241-9caf-00fdc540bb12,segment=NetworkSegment(fec7fa3f-011f-47a7-84cf-c3e16df55367),segment_id=fec7fa3f-011f-47a7-84cf-c3e16df55367)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:23.458846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Deleting port 391c0226-eca6-431d-b55f-08e69eff192d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:23.459195 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.540551 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.547472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Allocated IP 172.20.0.1 (1188fde7-b021-41ea-b0e6-79fa613052ae/d90510b8-2eae-421a-91a0-b4cf8582f172/4d2504fd-5bd7-495c-9e62-08152267ae11) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:23.650846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Pushing event updated for resources: {'Port': ['ID=2477fe10-7e9d-489c-aab3-4cd5c119cadf,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:23.670527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-92afd137-313f-4b3f-a12d-4a33311a2017 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Made reservation on behalf of 425956240a2041968ed9ba57449f12f4 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:23.675100 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-92afd137-313f-4b3f-a12d-4a33311a2017 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.708596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f9e5b-52c4-480f-88e9-6ae0a6dff456 None None] Pushing event updated for resources: {'Port': ['ID=08ee82af-684a-4241-9caf-00fdc540bb12,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:23.753261 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Allocated IP 172.20.0.2 (1afc115c-828f-4baf-bbb0-759d482afe83/7e4992b9-5958-468a-b954-e39cab139ac1/e90437ae-1f36-41ea-b99d-3fb154d74ec0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:23.799941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] For port 391c0226-eca6-431d-b55f-08e69eff192d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=391c0226-eca6-431d-b55f-08e69eff192d,segment=NetworkSegment(3df76fb6-8c24-4f56-a242-ee3349faa691),segment_id=3df76fb6-8c24-4f56-a242-ee3349faa691)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:23.800514 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.825975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Calling delete_port for 391c0226-eca6-431d-b55f-08e69eff192d owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:23.830187 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.859272 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.864873 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a725a99c-12f2-44c0-baf7-43ad922b7b76 None None] Network 748d4fac-83fb-4866-8f13-23d3f4dbe76d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:23.941715 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-a5b64beb-d521-4a7f-a9bf-b4e7631f30eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Allocated IP 172.20.0.5 (0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9/4873c86a-275f-410d-80eb-fca6b9d3537d/c85273ae-ac45-4b10-9e0f-35a48cf8182c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:23.974774 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.979100 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3e51efd0-8359-4221-9fca-9797e1d10970 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4810135 Nov 12 04:13:23.981980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:23.994371 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.005022 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7a2ac48a-ff75-46a2-96da-99210214f0f8 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-150466698', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'fixed_ips': [{'ip_address': '172.25.8.245'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:24.051078 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.095077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Network 1188fde7-b021-41ea-b0e6-79fa613052ae is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:24.100723 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:24.104931 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.105453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:24.153174 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2ac48a-ff75-46a2-96da-99210214f0f8 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Made reservation on behalf of d58d015ad75d4b2c8ecffdead5175e21 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:24.156788 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a2ac48a-ff75-46a2-96da-99210214f0f8 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.172806 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Pushing event updated for resources: {'Port': ['ID=e90437ae-1f36-41ea-b99d-3fb154d74ec0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:24.173674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event updated for resources: {'Port': ['ID=4d2504fd-5bd7-495c-9e62-08152267ae11,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:24.183283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Network 1afc115c-828f-4baf-bbb0-759d482afe83 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:24.184854 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:24.187200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:24.191349 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a2ac48a-ff75-46a2-96da-99210214f0f8 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.207696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a97f07a0-192a-49ee-8079-d254ce55d4ba req-3adda7ef-1015-4dad-a0ee-773b52687136 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 210 time: 0.1326959 Nov 12 04:13:24.231817 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.270505 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-a5b64beb-d521-4a7f-a9bf-b4e7631f30eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.289167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Attempting to bind port e90437ae-1f36-41ea-b99d-3fb154d74ec0 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:24.290817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Attempting to bind port e90437ae-1f36-41ea-b99d-3fb154d74ec0 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'ec0e2276-eb6a-4bfb-aace-8d1e753fafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1afc115c-828f-4baf-bbb0-759d482afe83'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:24.291373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Attempting to bind port e90437ae-1f36-41ea-b99d-3fb154d74ec0 on network 1afc115c-828f-4baf-bbb0-759d482afe83 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:24.298495 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:24.299136 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Checking segment: {'id': 'ec0e2276-eb6a-4bfb-aace-8d1e753fafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1afc115c-828f-4baf-bbb0-759d482afe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:24.299755 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.300332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Bound using segment: {'id': 'ec0e2276-eb6a-4bfb-aace-8d1e753fafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1afc115c-828f-4baf-bbb0-759d482afe83'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:24.302471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Bound port: e90437ae-1f36-41ea-b99d-3fb154d74ec0, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0e2276-eb6a-4bfb-aace-8d1e753fafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '1afc115c-828f-4baf-bbb0-759d482afe83'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:24.303116 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.314256 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.350421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Port': ['ID=391c0226-eca6-431d-b55f-08e69eff192d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:24.367724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No DVR routers for this DVR port 391c0226-eca6-431d-b55f-08e69eff192d on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:24.441209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] For port e90437ae-1f36-41ea-b99d-3fb154d74ec0, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:24.445732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] For port e90437ae-1f36-41ea-b99d-3fb154d74ec0, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e90437ae-1f36-41ea-b99d-3fb154d74ec0,segment=NetworkSegment(ec0e2276-eb6a-4bfb-aace-8d1e753fafdd),segment_id=ec0e2276-eb6a-4bfb-aace-8d1e753fafdd)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:24.456221 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a2ac48a-ff75-46a2-96da-99210214f0f8 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.467604 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-a5b64beb-d521-4a7f-a9bf-b4e7631f30eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.480308 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.508588 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.534736 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.542579 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a2ac48a-ff75-46a2-96da-99210214f0f8 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.557101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-a5b64beb-d521-4a7f-a9bf-b4e7631f30eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:24.561460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748d4fac-83fb-4866-8f13-23d3f4dbe76d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:24.564450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-a5b64beb-d521-4a7f-a9bf-b4e7631f30eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:24.578459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-a5b64beb-d521-4a7f-a9bf-b4e7631f30eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:24.579559 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-92afd137-313f-4b3f-a12d-4a33311a2017 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Allocated IP 172.20.0.4 (0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9/4873c86a-275f-410d-80eb-fca6b9d3537d/d0e118e7-fbf2-41cc-9298-0dff5317af7e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:24.583391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ac48a-ff75-46a2-96da-99210214f0f8 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff58d52-e7b1-4229-aee7-1a0759b0ac99,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:24.583869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df76fb6-8c24-4f56-a242-ee3349faa691') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:24.584407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df76fb6-8c24-4f56-a242-ee3349faa691') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:24.587896 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-7a2ac48a-ff75-46a2-96da-99210214f0f8 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] device_id is not set on port 7652bd19-4072-402c-b9df-b6b59c0d22e1 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:13:24.611317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b64beb-d521-4a7f-a9bf-b4e7631f30eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Pushing event updated for resources: {'Port': ['ID=c85273ae-ac45-4b10-9e0f-35a48cf8182c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:24.636546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142257b4-834b-4b72-b7d1-3edf592a2fb3 None None] Pushing event updated for resources: {'Port': ['ID=e90437ae-1f36-41ea-b99d-3fb154d74ec0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:24.644359 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5623410-27cb-41b5-9e91-9d6f5735f210 None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:24.680719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.709088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b9a37498-0e88-4193-a56a-ba88d750ba54 None None] Provisioning complete for port c85273ae-ac45-4b10-9e0f-35a48cf8182c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:24.709453 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b9a37498-0e88-4193-a56a-ba88d750ba54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.741114 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.769481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:24.769888 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:24.776798 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:24.791273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b9a37498-0e88-4193-a56a-ba88d750ba54 None None] Port c85273ae-ac45-4b10-9e0f-35a48cf8182c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:24.809075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-a5b64beb-d521-4a7f-a9bf-b4e7631f30eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:24.810144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-a5b64beb-d521-4a7f-a9bf-b4e7631f30eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.994181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-a5b64beb-d521-4a7f-a9bf-b4e7631f30eb tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9674175 Nov 12 04:13:25.004992 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.018682 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.020113 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.023897 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/748d4fac-83fb-4866-8f13-23d3f4dbe76d HTTP/1.1" status: 204 len: 168 time: 3.5611758 Nov 12 04:13:25.031390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38254) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:25.036245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Request body: {'port': {'device_id': '660a8afb-7af0-4f08-b8fc-9d10e9f980df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:25.100362 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34515d9c-5407-456e-b62a-8c3e5e26e3f4 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Network': ['ID=748d4fac-83fb-4866-8f13-23d3f4dbe76d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:25.107443 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f018d461-f621-4f35-9840-93ca32e8a810 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:25.109118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f018d461-f621-4f35-9840-93ca32e8a810 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:25.113649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f018d461-f621-4f35-9840-93ca32e8a810 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/subnets/b299581e-7eca-425a-bef5-f5ba74490b07 HTTP/1.1" status: 404 len: 337 time: 0.0733395 Nov 12 04:13:25.116683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:25.146529 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-8406760d-5894-404c-a564-28dafa839c07 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:25.147133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8406760d-5894-404c-a564-28dafa839c07 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:25.152873 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8406760d-5894-404c-a564-28dafa839c07 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/748d4fac-83fb-4866-8f13-23d3f4dbe76d HTTP/1.1" status: 404 len: 339 time: 0.0325162 Nov 12 04:13:25.167394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:25.202063 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.309882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8243c3-ae03-49ab-84d4-9ce4815dae23 None None] Network 1188fde7-b021-41ea-b0e6-79fa613052ae requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:25.433340 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-20862132-92f8-4eaa-b2e6-275b4093e049 req-cef3d7f2-a184-4dde-9ee5-d72aa7241613 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 210 time: 0.1350543 Nov 12 04:13:25.488360 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192f07c5-563e-4ff5-ae63-0927c6d8ff69 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.492555 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2ac48a-ff75-46a2-96da-99210214f0f8 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 04:13:25.493151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a2ac48a-ff75-46a2-96da-99210214f0f8 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:25.536553 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-92afd137-313f-4b3f-a12d-4a33311a2017 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.579389 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e90437ae-1f36-41ea-b99d-3fb154d74ec0 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:25.617180 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7a2ac48a-ff75-46a2-96da-99210214f0f8 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6255500 Nov 12 04:13:25.619812 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:25.635543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c5c9613c-b26b-4fd7-8a7e-4dd67e9f8eea None None] Provisioning complete for port 08ee82af-684a-4241-9caf-00fdc540bb12 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:25.636694 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5c9613c-b26b-4fd7-8a7e-4dd67e9f8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.645950 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192f07c5-563e-4ff5-ae63-0927c6d8ff69 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.678241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-192f07c5-563e-4ff5-ae63-0927c6d8ff69 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219e004c-c967-426a-b175-6562f40c02bf']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:25.683988 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.692403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-192f07c5-563e-4ff5-ae63-0927c6d8ff69 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64dd1fdf-5c0c-4aa7-8bbf-a0945f94b0ed') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:25.692698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-192f07c5-563e-4ff5-ae63-0927c6d8ff69 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64dd1fdf-5c0c-4aa7-8bbf-a0945f94b0ed') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:25.709092 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192f07c5-563e-4ff5-ae63-0927c6d8ff69 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.755957 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-92afd137-313f-4b3f-a12d-4a33311a2017 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.773539 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e90437ae-1f36-41ea-b99d-3fb154d74ec0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:25.773913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.791172 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.861367 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5c9613c-b26b-4fd7-8a7e-4dd67e9f8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.916356 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.941293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c5c9613c-b26b-4fd7-8a7e-4dd67e9f8eea None None] For port 08ee82af-684a-4241-9caf-00fdc540bb12, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=08ee82af-684a-4241-9caf-00fdc540bb12,segment=NetworkSegment(fec7fa3f-011f-47a7-84cf-c3e16df55367),segment_id=fec7fa3f-011f-47a7-84cf-c3e16df55367)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:25.962429 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85273ae-ac45-4b10-9e0f-35a48cf8182c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:25.974382 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.998226 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.001159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Transition to ACTIVE for port object c85273ae-ac45-4b10-9e0f-35a48cf8182c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:13:26.002583 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192f07c5-563e-4ff5-ae63-0927c6d8ff69 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.011453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192f07c5-563e-4ff5-ae63-0927c6d8ff69 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:26.012205 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192f07c5-563e-4ff5-ae63-0927c6d8ff69 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:26.016776 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:26.051495 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port e90437ae-1f36-41ea-b99d-3fb154d74ec0, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e90437ae-1f36-41ea-b99d-3fb154d74ec0,segment=NetworkSegment(ec0e2276-eb6a-4bfb-aace-8d1e753fafdd),segment_id=ec0e2276-eb6a-4bfb-aace-8d1e753fafdd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:26.103633 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5c9613c-b26b-4fd7-8a7e-4dd67e9f8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.111085 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.164257 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.168794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 08ee82af-684a-4241-9caf-00fdc540bb12 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:26.215637 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192f07c5-563e-4ff5-ae63-0927c6d8ff69 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.229226 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192f07c5-563e-4ff5-ae63-0927c6d8ff69 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.239007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-192f07c5-563e-4ff5-ae63-0927c6d8ff69 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/219e004c-c967-426a-b175-6562f40c02bf HTTP/1.1" status: 204 len: 168 time: 1.0668507 Nov 12 04:13:26.257441 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38268) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:26.273707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b91f25-9b3d-409b-a27e-fa99c9c1b415 None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:26.320879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Pushing event updated for resources: {'Port': ['ID=c85273ae-ac45-4b10-9e0f-35a48cf8182c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:26.372497 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7951c1b8-3bb1-431e-9051-acdd416bb089 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:26.373203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7951c1b8-3bb1-431e-9051-acdd416bb089 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:26.375161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5011c0-7150-40f7-8831-0b677ee6086d None None] Network 1afc115c-828f-4baf-bbb0-759d482afe83 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:26.385476 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7951c1b8-3bb1-431e-9051-acdd416bb089 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/subnets/c1989ad1-2058-4662-8015-70ff8549b998 HTTP/1.1" status: 404 len: 337 time: 0.1262393 Nov 12 04:13:26.387079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f07c5-563e-4ff5-ae63-0927c6d8ff69 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Network': ['ID=219e004c-c967-426a-b175-6562f40c02bf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:26.392343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38270) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:26.452688 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-188527bc-4e8b-4128-b569-b366df6b1b1c tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:26.453253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188527bc-4e8b-4128-b569-b366df6b1b1c tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:26.456486 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-188527bc-4e8b-4128-b569-b366df6b1b1c tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/20326bb2-8e45-4745-b8a8-ce504904fb1b HTTP/1.1" status: 404 len: 339 time: 0.0300238 Nov 12 04:13:26.459043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38274) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:26.568772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d32b2f22-56bd-4692-acc4-60b2886db262 None None] Provisioning complete for port 4d2504fd-5bd7-495c-9e62-08152267ae11 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:26.569629 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d32b2f22-56bd-4692-acc4-60b2886db262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.575827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9613c-b26b-4fd7-8a7e-4dd67e9f8eea None None] Pushing event updated for resources: {'Port': ['ID=08ee82af-684a-4241-9caf-00fdc540bb12,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:26.615820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0253fe50-85be-4e21-b563-62b76ab187c3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Deleting subnet 0f51034b-08d0-4297-88e8-c98e99fb3294 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:26.620980 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0253fe50-85be-4e21-b563-62b76ab187c3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.667163 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0253fe50-85be-4e21-b563-62b76ab187c3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.713324 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d32b2f22-56bd-4692-acc4-60b2886db262 None None] Port 4d2504fd-5bd7-495c-9e62-08152267ae11 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:26.726835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-92afd137-313f-4b3f-a12d-4a33311a2017 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:26.735353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 08ee82af-684a-4241-9caf-00fdc540bb12 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:26.735353 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.738167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=e90437ae-1f36-41ea-b99d-3fb154d74ec0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:26.756280 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-92afd137-313f-4b3f-a12d-4a33311a2017 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:26.772030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Network 1188fde7-b021-41ea-b0e6-79fa613052ae is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:26.773060 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afd137-313f-4b3f-a12d-4a33311a2017 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Pushing event updated for resources: {'Port': ['ID=d0e118e7-fbf2-41cc-9298-0dff5317af7e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:26.777568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-92afd137-313f-4b3f-a12d-4a33311a2017 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:26.777852 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0253fe50-85be-4e21-b563-62b76ab187c3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.781534 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656140d1-7bbb-46b2-9a0f-5d13c2f7713c None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:26.833840 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.838262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event updated for resources: {'Port': ['ID=4d2504fd-5bd7-495c-9e62-08152267ae11,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:26.841212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:26.846307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d32b2f22-56bd-4692-acc4-60b2886db262 None None] Provisioning complete for port 08ee82af-684a-4241-9caf-00fdc540bb12 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:26.846677 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d32b2f22-56bd-4692-acc4-60b2886db262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.925730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Attempting to bind port c85273ae-ac45-4b10-9e0f-35a48cf8182c on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:26.926306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Attempting to bind port c85273ae-ac45-4b10-9e0f-35a48cf8182c by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:26.928467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Attempting to bind port c85273ae-ac45-4b10-9e0f-35a48cf8182c on network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:26.929122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-92afd137-313f-4b3f-a12d-4a33311a2017 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:26.929958 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-92afd137-313f-4b3f-a12d-4a33311a2017 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.939127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Port c85273ae-ac45-4b10-9e0f-35a48cf8182c on network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:13:26.939685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Attempting to bind port c85273ae-ac45-4b10-9e0f-35a48cf8182c on network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:26.953946 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d51f0f41-3593-41a9-bf61-bb6ea039f27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.976823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b976a5e-1203-41fe-ac5c-dd5e18d9a654 req-e1146f37-41ba-4d72-a892-324ed12d409d tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:26.978706 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3b976a5e-1203-41fe-ac5c-dd5e18d9a654 req-e1146f37-41ba-4d72-a892-324ed12d409d tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 931 time: 0.1373913 Nov 12 04:13:26.979703 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:26.980225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Checking segment: {'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:26.980781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Bound using segment: {'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:26.981435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Bound port: c85273ae-ac45-4b10-9e0f-35a48cf8182c, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:26.981988 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.028126 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0253fe50-85be-4e21-b563-62b76ab187c3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.086358 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-92afd137-313f-4b3f-a12d-4a33311a2017 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7768526 Nov 12 04:13:27.112427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Request body: {'port': {'device_id': '21be5800-23aa-42d5-8fb8-12333edc36ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:27.127166 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3b976a5e-1203-41fe-ac5c-dd5e18d9a654 req-c650fd1b-f15d-4872-9b29-0376c0ce1730 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288254 Nov 12 04:13:27.133672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0253fe50-85be-4e21-b563-62b76ab187c3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.137455 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0253fe50-85be-4e21-b563-62b76ab187c3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/subnets/0f51034b-08d0-4297-88e8-c98e99fb3294 HTTP/1.1" status: 204 len: 168 time: 0.6773887 Nov 12 04:13:27.138430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253fe50-85be-4e21-b563-62b76ab187c3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Subnet': ['ID=0f51034b-08d0-4297-88e8-c98e99fb3294,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:27.151467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:27.183640 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.215105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-513dee55-72fe-4f39-83d3-0acf69256b4f tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Deleting port 2477fe10-7e9d-489c-aab3-4cd5c119cadf {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:27.215361 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-513dee55-72fe-4f39-83d3-0acf69256b4f tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.232990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] For port c85273ae-ac45-4b10-9e0f-35a48cf8182c, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:27.240529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] For port c85273ae-ac45-4b10-9e0f-35a48cf8182c, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c85273ae-ac45-4b10-9e0f-35a48cf8182c,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:27.254295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-1636aa6b-04f2-429e-a235-772f719ced68 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Deleting subnet 46abc90f-ed28-4a5f-ae63-3a4b14571c3f {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:27.258261 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1636aa6b-04f2-429e-a235-772f719ced68 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.269249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b0409f-a0f9-4c37-9bd6-5fb9057c3adc None None] Network bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:27.329743 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1636aa6b-04f2-429e-a235-772f719ced68 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.379239 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.384486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Router 797cee0b-928a-4384-a74b-21cf52bba397 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:13:27.427538 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-513dee55-72fe-4f39-83d3-0acf69256b4f tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.427869 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-513dee55-72fe-4f39-83d3-0acf69256b4f tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.489179 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-513dee55-72fe-4f39-83d3-0acf69256b4f tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Calling delete_port for 2477fe10-7e9d-489c-aab3-4cd5c119cadf owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:27.504073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.504822 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.506269 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] 10.222.0.26 "PUT /v2.0/ports/c85273ae-ac45-4b10-9e0f-35a48cf8182c HTTP/1.1" status: 200 len: 1092 time: 2.4922671 Nov 12 04:13:27.506865 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660a8afb-7af0-4f08-b8fc-9d10e9f980df', 'tag': 'c85273ae-ac45-4b10-9e0f-35a48cf8182c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:27.514529 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65b61fb-421b-495c-ace1-14e774234e96" -d '{"events": [{"name": "network-changed", "server_uuid": "660a8afb-7af0-4f08-b8fc-9d10e9f980df", "tag": "c85273ae-ac45-4b10-9e0f-35a48cf8182c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:27.542722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e90437ae-1f36-41ea-b99d-3fb154d74ec0 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:27.546019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd70044-96a9-4469-8b00-0884e8d689e8 None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:27.578045 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc05d7-3440-4145-a4f8-cbe294cc5de8 service neutron] Pushing event updated for resources: {'Port': ['ID=c85273ae-ac45-4b10-9e0f-35a48cf8182c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:27.616761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4f972527-c987-435d-873d-c4947ef6847d None None] Provisioning complete for port 4d2504fd-5bd7-495c-9e62-08152267ae11 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:27.617312 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f972527-c987-435d-873d-c4947ef6847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.629265 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1636aa6b-04f2-429e-a235-772f719ced68 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.707709 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb19dea5-2ca4-4230-9529-5cd5139d3aee x-openstack-request-id: req-eb19dea5-2ca4-4230-9529-5cd5139d3aee {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:27.708540 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660a8afb-7af0-4f08-b8fc-9d10e9f980df", "tag": "c85273ae-ac45-4b10-9e0f-35a48cf8182c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:27.709169 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-eb19dea5-2ca4-4230-9529-5cd5139d3aee {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:27.709875 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660a8afb-7af0-4f08-b8fc-9d10e9f980df', 'tag': 'c85273ae-ac45-4b10-9e0f-35a48cf8182c', 'status': 'completed', 'code': 200} Nov 12 04:13:27.714752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4f972527-c987-435d-873d-c4947ef6847d None None] Port 4d2504fd-5bd7-495c-9e62-08152267ae11 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:27.716281 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:27.735820 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f159befb-2cd2-4e21-abab-0b05e99c9bf3 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "PUT /v2.0/routers/797cee0b-928a-4384-a74b-21cf52bba397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1743991 Nov 12 04:13:27.738669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e90437ae-1f36-41ea-b99d-3fb154d74ec0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:27.739280 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.740733 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b138e07-cbac-48db-a979-c830aeb4aefa None None] Sync routers for ids ['797cee0b-928a-4384-a74b-21cf52bba397'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:27.741191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:27.764602 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b138e07-cbac-48db-a979-c830aeb4aefa None None] Routers {'797cee0b-928a-4384-a74b-21cf52bba397'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:27.765891 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1b138e07-cbac-48db-a979-c830aeb4aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['797cee0b-928a-4384-a74b-21cf52bba397'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:27.821346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-cd6c84b9-7ca9-4520-a364-08896ca4ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.823085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-cd6c84b9-7ca9-4520-a364-08896ca4ee22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=425956240a2041968ed9ba57449f12f4&device_id=660a8afb-7af0-4f08-b8fc-9d10e9f980df HTTP/1.1" status: 200 len: 1095 time: 0.1113105 Nov 12 04:13:27.837343 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1b138e07-cbac-48db-a979-c830aeb4aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:27.839329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4f972527-c987-435d-873d-c4947ef6847d None None] Provisioning complete for port d0e118e7-fbf2-41cc-9298-0dff5317af7e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:27.840394 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f972527-c987-435d-873d-c4947ef6847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.847045 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b138e07-cbac-48db-a979-c830aeb4aefa None None] Routers {'797cee0b-928a-4384-a74b-21cf52bba397'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:27.847844 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1b138e07-cbac-48db-a979-c830aeb4aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['797cee0b-928a-4384-a74b-21cf52bba397'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:27.896190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4f972527-c987-435d-873d-c4947ef6847d None None] Port d0e118e7-fbf2-41cc-9298-0dff5317af7e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:27.906077 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1b138e07-cbac-48db-a979-c830aeb4aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:27.908502 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b138e07-cbac-48db-a979-c830aeb4aefa None None] The sync data for ids ['797cee0b-928a-4384-a74b-21cf52bba397'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:27.974716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4f972527-c987-435d-873d-c4947ef6847d None None] Provisioning complete for port e90437ae-1f36-41ea-b99d-3fb154d74ec0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:27.975239 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f972527-c987-435d-873d-c4947ef6847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.019954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 08ee82af-684a-4241-9caf-00fdc540bb12 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:28.039678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e118e7-fbf2-41cc-9298-0dff5317af7e {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:28.059836 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.095640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Transition to ACTIVE for port object d0e118e7-fbf2-41cc-9298-0dff5317af7e will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:13:28.161453 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 08ee82af-684a-4241-9caf-00fdc540bb12 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:28.161655 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.221252 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-513dee55-72fe-4f39-83d3-0acf69256b4f tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.232448 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.282741 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1636aa6b-04f2-429e-a235-772f719ced68 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.286751 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-be3e8092-88e3-41bf-b825-8300f1e65544 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c85273ae-ac45-4b10-9e0f-35a48cf8182c HTTP/1.1" status: 200 len: 217 time: 0.4469776 Nov 12 04:13:28.330689 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dee55-72fe-4f39-83d3-0acf69256b4f tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Pushing event deleted for resources: {'Port': ['ID=2477fe10-7e9d-489c-aab3-4cd5c119cadf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:28.341587 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-672bc835-bef2-49d5-bf20-0d131077fdb6 None None] Provisioning complete for port e90437ae-1f36-41ea-b99d-3fb154d74ec0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:28.341967 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-672bc835-bef2-49d5-bf20-0d131077fdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.374725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fd452dc4-f8b4-43c8-a530-62deae1ada6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:28.376408 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fd452dc4-f8b4-43c8-a530-62deae1ada6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4873c86a-275f-410d-80eb-fca6b9d3537d HTTP/1.1" status: 200 len: 853 time: 0.0624063 Nov 12 04:13:28.387790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e9a1d0-c967-40f7-855f-29dc184290a5 None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:28.418223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636aa6b-04f2-429e-a235-772f719ced68 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Subnet': ['ID=46abc90f-ed28-4a5f-ae63-3a4b14571c3f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:28.420352 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1636aa6b-04f2-429e-a235-772f719ced68 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.427709 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1636aa6b-04f2-429e-a235-772f719ced68 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/subnets/46abc90f-ed28-4a5f-ae63-3a4b14571c3f HTTP/1.1" status: 204 len: 168 time: 1.2754920 Nov 12 04:13:28.432614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38292) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:28.446247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-1d317425-6606-4680-872d-5481ad4e1a5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395262 Nov 12 04:13:28.493432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59ae56-3250-4238-a1b8-efa704b3d61f req-4e8f5fee-c1fe-49b5-ac52-3c89bbfc5b58 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:28.495172 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d59ae56-3250-4238-a1b8-efa704b3d61f req-4e8f5fee-c1fe-49b5-ac52-3c89bbfc5b58 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 943 time: 0.2263010 Nov 12 04:13:28.539696 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.598149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e118e7-fbf2-41cc-9298-0dff5317af7e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:28.661908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d59ae56-3250-4238-a1b8-efa704b3d61f req-041f1111-c3f6-438d-930f-d53cfd52950d tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531391 Nov 12 04:13:28.665804 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-bfd3cf38-0750-40f1-8798-326cdeadb81a service neutron] 10.222.0.26 "GET /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060089 Nov 12 04:13:28.685814 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.689505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-513dee55-72fe-4f39-83d3-0acf69256b4f tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.692172 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-513dee55-72fe-4f39-83d3-0acf69256b4f tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:28.699053 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-513dee55-72fe-4f39-83d3-0acf69256b4f tempest-ExternalNetworksAdminNegativeTestJSON-1366305572 tempest-ExternalNetworksAdminNegativeTestJSON-1366305572-project-admin] 10.222.0.105 "DELETE /v2.0/floatingips/6bc55072-d39d-4d2b-b12d-9d82e1ef27c7 HTTP/1.1" status: 204 len: 168 time: 3.0713680 Nov 12 04:13:28.704562 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-53dc26f6-f519-481b-98a4-de2306ad18d9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:13:28.708235 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-53dc26f6-f519-481b-98a4-de2306ad18d9 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "PUT /v2.0/routers/797cee0b-928a-4384-a74b-21cf52bba397/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9641588 Nov 12 04:13:28.710678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:28.728151 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e6b2b-d7a6-41cd-a6be-c043bfbc83a3 None None] Network bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:28.804379 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-92d8974c-2bc6-4e87-aec8-22749b9b3d18 service neutron] 10.222.0.26 "GET /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281772 Nov 12 04:13:28.926374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-290831d6-eb92-4efa-8f6f-bdbe2f3965c1 None None] Provisioning complete for port de0eec5a-bd2c-48f3-a95a-2a92355072db triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:28.927016 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-290831d6-eb92-4efa-8f6f-bdbe2f3965c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.036150 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.110562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b61fb-421b-495c-ace1-14e774234e96 req-b8008135-f2e3-4ee3-9156-37fdd9890124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:29.112486 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f65b61fb-421b-495c-ace1-14e774234e96 req-b8008135-f2e3-4ee3-9156-37fdd9890124 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=425956240a2041968ed9ba57449f12f4&device_id=660a8afb-7af0-4f08-b8fc-9d10e9f980df HTTP/1.1" status: 200 len: 1095 time: 0.1104453 Nov 12 04:13:29.129219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619945d-e92a-4b50-86e1-1983ec70a968 None None] DHCP port deletion for bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:29.135441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Attempting to bind port d0e118e7-fbf2-41cc-9298-0dff5317af7e on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:29.136408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Attempting to bind port d0e118e7-fbf2-41cc-9298-0dff5317af7e by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:29.136932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Attempting to bind port d0e118e7-fbf2-41cc-9298-0dff5317af7e on network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:29.172636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Port d0e118e7-fbf2-41cc-9298-0dff5317af7e on network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:13:29.173296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Attempting to bind port d0e118e7-fbf2-41cc-9298-0dff5317af7e on network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:29.194705 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7619945d-e92a-4b50-86e1-1983ec70a968 None None] Deleting port de0eec5a-bd2c-48f3-a95a-2a92355072db {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:29.195082 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7619945d-e92a-4b50-86e1-1983ec70a968 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.264539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:29.265720 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Checking segment: {'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:29.266299 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Bound using segment: {'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:29.266957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Bound port: d0e118e7-fbf2-41cc-9298-0dff5317af7e, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff08557-f456-44be-aa88-893e59649cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:29.267476 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.267756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b61fb-421b-495c-ace1-14e774234e96 req-36971897-fcd5-4d4b-8642-e3e4586f8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:29.269613 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f65b61fb-421b-495c-ace1-14e774234e96 req-36971897-fcd5-4d4b-8642-e3e4586f8f16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 HTTP/1.1" status: 200 len: 915 time: 0.1431262 Nov 12 04:13:29.282133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7619945d-e92a-4b50-86e1-1983ec70a968 None None] For port de0eec5a-bd2c-48f3-a95a-2a92355072db, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=de0eec5a-bd2c-48f3-a95a-2a92355072db,segment=NetworkSegment(339db5e3-9d44-4e16-b4ca-584537ef5273),segment_id=339db5e3-9d44-4e16-b4ca-584537ef5273)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:29.282650 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7619945d-e92a-4b50-86e1-1983ec70a968 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.301263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7619945d-e92a-4b50-86e1-1983ec70a968 None None] Calling delete_port for de0eec5a-bd2c-48f3-a95a-2a92355072db owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:29.366563 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f65b61fb-421b-495c-ace1-14e774234e96 req-4cbff6a5-31ae-4837-ae3b-cc06a8909da6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c85273ae-ac45-4b10-9e0f-35a48cf8182c HTTP/1.1" status: 200 len: 217 time: 0.0861287 Nov 12 04:13:29.401643 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Deleting port de0eec5a-bd2c-48f3-a95a-2a92355072db {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:29.401983 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.445348 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device de0eec5a-bd2c-48f3-a95a-2a92355072db no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:29.468150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] For port d0e118e7-fbf2-41cc-9298-0dff5317af7e, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:29.492885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b61fb-421b-495c-ace1-14e774234e96 req-4f50d290-769e-4f3f-9b6f-3e62295fd8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:29.495583 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f65b61fb-421b-495c-ace1-14e774234e96 req-4f50d290-769e-4f3f-9b6f-3e62295fd8e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4873c86a-275f-410d-80eb-fca6b9d3537d HTTP/1.1" status: 200 len: 853 time: 0.1184275 Nov 12 04:13:29.545771 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7619945d-e92a-4b50-86e1-1983ec70a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.550312 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f65b61fb-421b-495c-ace1-14e774234e96 req-2dcbf636-54ad-4311-82fa-148a234bd7e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448844 Nov 12 04:13:29.580458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Port de0eec5a-bd2c-48f3-a95a-2a92355072db update to DOWN by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 04:13:29.610735 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619945d-e92a-4b50-86e1-1983ec70a968 None None] Pushing event deleted for resources: {'Port': ['ID=de0eec5a-bd2c-48f3-a95a-2a92355072db,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:29.612761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619945d-e92a-4b50-86e1-1983ec70a968 None None] No DVR routers for this DVR port de0eec5a-bd2c-48f3-a95a-2a92355072db on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:29.613241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] For port d0e118e7-fbf2-41cc-9298-0dff5317af7e, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d0e118e7-fbf2-41cc-9298-0dff5317af7e,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:29.615314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] For port de0eec5a-bd2c-48f3-a95a-2a92355072db, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=de0eec5a-bd2c-48f3-a95a-2a92355072db,segment=NetworkSegment(339db5e3-9d44-4e16-b4ca-584537ef5273),segment_id=339db5e3-9d44-4e16-b4ca-584537ef5273)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:29.615692 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.635326 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b29f3f-fb90-4520-8e88-013e52b1956d None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:13:29.661334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:29.678717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Calling delete_port for de0eec5a-bd2c-48f3-a95a-2a92355072db owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:29.716864 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.762031 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f65b61fb-421b-495c-ace1-14e774234e96 req-35429475-b4fa-4aee-a9c7-d148118bb565 service neutron] 10.222.0.26 "GET /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009225 Nov 12 04:13:29.945842 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f65b61fb-421b-495c-ace1-14e774234e96 req-8139d404-957f-46a4-b510-a4e1938f9bb5 service neutron] 10.222.0.26 "GET /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728983 Nov 12 04:13:29.946379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b29f3f-fb90-4520-8e88-013e52b1956d None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:13:30.008701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.009592 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.011146 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] 10.222.0.25 "PUT /v2.0/ports/d0e118e7-fbf2-41cc-9298-0dff5317af7e HTTP/1.1" status: 200 len: 1092 time: 2.9123528 Nov 12 04:13:30.013621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21be5800-23aa-42d5-8fb8-12333edc36ce', 'tag': 'd0e118e7-fbf2-41cc-9298-0dff5317af7e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:30.016125 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e756c65-77a0-435f-8aa0-9f6a47c64425" -d '{"events": [{"name": "network-changed", "server_uuid": "21be5800-23aa-42d5-8fb8-12333edc36ce", "tag": "d0e118e7-fbf2-41cc-9298-0dff5317af7e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:30.032167 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33156f5b-c23e-4b03-816f-ca71901f7076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.122079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ceea5-d36b-4a4f-ac9c-e581a1ff6b82 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e118e7-fbf2-41cc-9298-0dff5317af7e,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:30.144682 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a27c62b-5d36-4bc4-8dc3-9d1f8af78c95 x-openstack-request-id: req-8a27c62b-5d36-4bc4-8dc3-9d1f8af78c95 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:30.145458 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21be5800-23aa-42d5-8fb8-12333edc36ce", "tag": "d0e118e7-fbf2-41cc-9298-0dff5317af7e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:30.145458 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8a27c62b-5d36-4bc4-8dc3-9d1f8af78c95 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:30.145740 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21be5800-23aa-42d5-8fb8-12333edc36ce', 'tag': 'd0e118e7-fbf2-41cc-9298-0dff5317af7e', 'status': 'completed', 'code': 200} Nov 12 04:13:30.160804 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2f9ee-c18d-44af-b449-d7edde8aebc3 req-0647495f-aac3-493f-a7ea-4dded018c16d tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.162338 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-82d2f9ee-c18d-44af-b449-d7edde8aebc3 req-0647495f-aac3-493f-a7ea-4dded018c16d tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 943 time: 0.2847869 Nov 12 04:13:30.194711 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.259168 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Port': ['ID=de0eec5a-bd2c-48f3-a95a-2a92355072db,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:30.262982 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdaa2268-0443-455c-9ebe-a9e352c9a402 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.313598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No DVR routers for this DVR port de0eec5a-bd2c-48f3-a95a-2a92355072db on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:30.338813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e478d424-fc86-4370-ad9d-cab74db59920 None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:30.412956 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-82d2f9ee-c18d-44af-b449-d7edde8aebc3 req-9f439e93-ee50-41b8-9668-c4f63429acb1 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294016 Nov 12 04:13:30.431342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e756c65-77a0-435f-8aa0-9f6a47c64425 req-435610a7-e846-4c5a-9491-aed1d6906f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.433025 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e756c65-77a0-435f-8aa0-9f6a47c64425 req-435610a7-e846-4c5a-9491-aed1d6906f4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=425956240a2041968ed9ba57449f12f4&device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 1095 time: 0.3039939 Nov 12 04:13:30.573677 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33156f5b-c23e-4b03-816f-ca71901f7076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.575844 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.676908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:30.689928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339db5e3-9d44-4e16-b4ca-584537ef5273') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:30.690474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339db5e3-9d44-4e16-b4ca-584537ef5273') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:30.713293 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.727889 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33156f5b-c23e-4b03-816f-ca71901f7076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.743867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e756c65-77a0-435f-8aa0-9f6a47c64425 req-383f3534-491d-43c6-a6a3-6327d2de1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.745387 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e756c65-77a0-435f-8aa0-9f6a47c64425 req-383f3534-491d-43c6-a6a3-6327d2de1cbd service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=425956240a2041968ed9ba57449f12f4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2937872 Nov 12 04:13:30.775175 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.814963 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:30.815376 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: self.session.flush() Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:30.821123 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:30.834991 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33156f5b-c23e-4b03-816f-ca71901f7076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25299322-80b0-4ebe-bac1-8a348f43d6b2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:30.870872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-33156f5b-c23e-4b03-816f-ca71901f7076 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2940cb9894a842fba091d7258b99d190&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2082441 Nov 12 04:13:30.873578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38326) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:30.930476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cedf362-873d-4921-8b1a-2f042a43fa00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.954751 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cedf362-873d-4921-8b1a-2f042a43fa00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.003824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e756c65-77a0-435f-8aa0-9f6a47c64425 req-0789130b-e852-4ded-a5bf-e27d4031effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:31.005365 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e756c65-77a0-435f-8aa0-9f6a47c64425 req-0789130b-e852-4ded-a5bf-e27d4031effd service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2443714 Nov 12 04:13:31.037452 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa2268-0443-455c-9ebe-a9e352c9a402 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Deleting port 4d2504fd-5bd7-495c-9e62-08152267ae11 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:31.037664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdaa2268-0443-455c-9ebe-a9e352c9a402 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.070050 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.096700 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.099976 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2 HTTP/1.1" status: 204 len: 168 time: 2.6645551 Nov 12 04:13:31.102696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38328) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:31.131248 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db0398d-a24c-49d7-9be8-cf947212acf6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:31.131798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db0398d-a24c-49d7-9be8-cf947212acf6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:31.135320 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5db0398d-a24c-49d7-9be8-cf947212acf6 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/subnets/a26bf839-b3fc-4fb1-ac07-26591c249945 HTTP/1.1" status: 404 len: 337 time: 0.0313647 Nov 12 04:13:31.136572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cedf362-873d-4921-8b1a-2f042a43fa00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.143431 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cedf362-873d-4921-8b1a-2f042a43fa00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.143431 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1cedf362-873d-4921-8b1a-2f042a43fa00 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/25299322-80b0-4ebe-bac1-8a348f43d6b2 HTTP/1.1" status: 204 len: 168 time: 0.2654719 Nov 12 04:13:31.143431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38330) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:31.151547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11221a-bc53-4b25-ae5d-38428b09765f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Network': ['ID=bd0f1d9a-f0c6-4e92-843b-e013a60cfaf2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:31.170289 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3758a996-3881-40ed-8a7c-ee87a152832a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:31.170955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3758a996-3881-40ed-8a7c-ee87a152832a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:31.174248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3758a996-3881-40ed-8a7c-ee87a152832a tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/0db224e6-2283-4632-854a-a845d5bbdce0 HTTP/1.1" status: 404 len: 339 time: 0.0293839 Nov 12 04:13:31.175448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedf362-873d-4921-8b1a-2f042a43fa00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25299322-80b0-4ebe-bac1-8a348f43d6b2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:31.178447 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38334) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:31.199239 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdaa2268-0443-455c-9ebe-a9e352c9a402 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.207971 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6d1cbb-2604-4121-920e-3ef1aa8eedc1 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:31.208470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6d1cbb-2604-4121-920e-3ef1aa8eedc1 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:31.214065 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2d6d1cbb-2604-4121-920e-3ef1aa8eedc1 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/subnets/90109686-be2d-4cf3-86be-4d8914db9660 HTTP/1.1" status: 404 len: 337 time: 0.0321255 Nov 12 04:13:31.214493 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa2268-0443-455c-9ebe-a9e352c9a402 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Calling delete_port for 4d2504fd-5bd7-495c-9e62-08152267ae11 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:31.215620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:31.238322 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9509d67-b889-4ffb-b20c-b99b3f0689c5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:31.238972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9509d67-b889-4ffb-b20c-b99b3f0689c5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:31.243061 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f9509d67-b889-4ffb-b20c-b99b3f0689c5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/e4f07da7-544b-4457-9fd5-2d6b2c8e1efc HTTP/1.1" status: 404 len: 339 time: 0.0255873 Nov 12 04:13:31.252481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38338) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:31.268727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-d10e9524-1679-4f25-a4a9-f50ddaba6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:31.270424 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-d10e9524-1679-4f25-a4a9-f50ddaba6a19 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=425956240a2041968ed9ba57449f12f4&device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 1095 time: 0.2156055 Nov 12 04:13:31.281836 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bff52ae-09a7-40bb-ac2a-e91ed06e7e56 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:31.282144 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bff52ae-09a7-40bb-ac2a-e91ed06e7e56 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:31.287672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0bff52ae-09a7-40bb-ac2a-e91ed06e7e56 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/subnets/f11b5e67-edde-4909-a765-531ee5571465 HTTP/1.1" status: 404 len: 337 time: 0.0307140 Nov 12 04:13:31.287946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:31.308930 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e8f15a-29d1-42ad-9068-64846dffee58 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:31.309615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e8f15a-29d1-42ad-9068-64846dffee58 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:31.316127 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-33e8f15a-29d1-42ad-9068-64846dffee58 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/c6717dea-7e1e-405c-af23-d320046dd8ba HTTP/1.1" status: 404 len: 339 time: 0.0244000 Nov 12 04:13:31.317538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38342) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:31.330682 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-5274b9bf-a84b-4212-b4d2-83884f99ba6a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0e118e7-fbf2-41cc-9298-0dff5317af7e HTTP/1.1" status: 200 len: 217 time: 0.0492377 Nov 12 04:13:31.414341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4db2b7-593f-4827-b0ee-f5a53f8116d5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Deleting subnet e872a170-c1bc-4206-89b6-8179d2cfcef6 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:31.418146 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a4db2b7-593f-4827-b0ee-f5a53f8116d5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.429099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-49dbc60f-4214-4c8d-83dc-9d88aa1c12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:31.430569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-49dbc60f-4214-4c8d-83dc-9d88aa1c12dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4873c86a-275f-410d-80eb-fca6b9d3537d HTTP/1.1" status: 200 len: 853 time: 0.0924938 Nov 12 04:13:31.463699 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a4db2b7-593f-4827-b0ee-f5a53f8116d5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.486012 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-eb879eed-d88f-4a61-b174-5d9af26ca943 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452099 Nov 12 04:13:31.593520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88deaeca-83b0-4afd-b727-6bc8fac6d20b req-a5d15727-6262-49c9-bb7b-f07f20f6c1d2 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:31.595290 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88deaeca-83b0-4afd-b727-6bc8fac6d20b req-a5d15727-6262-49c9-bb7b-f07f20f6c1d2 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 943 time: 0.0967288 Nov 12 04:13:31.604779 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-32b6fe9c-1c79-4cf0-8e2e-4ba5770e876d service neutron] 10.222.0.25 "GET /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092062 Nov 12 04:13:31.682046 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88deaeca-83b0-4afd-b727-6bc8fac6d20b req-819bf114-06f1-4ba3-9d4a-286ca766caaa tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779891 Nov 12 04:13:31.721690 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a4db2b7-593f-4827-b0ee-f5a53f8116d5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.900724 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdaa2268-0443-455c-9ebe-a9e352c9a402 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.907144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a4db2b7-593f-4827-b0ee-f5a53f8116d5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.942593 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a4db2b7-593f-4827-b0ee-f5a53f8116d5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.948581 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7a4db2b7-593f-4827-b0ee-f5a53f8116d5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/subnets/e872a170-c1bc-4206-89b6-8179d2cfcef6 HTTP/1.1" status: 204 len: 168 time: 0.6276383 Nov 12 04:13:31.951664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38354) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:31.953401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73b432c-ec67-47d7-a790-7c6f22a825e3 None None] Network c3d7f510-c192-4ac9-8cac-3b120a379fd3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:31.970104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa2268-0443-455c-9ebe-a9e352c9a402 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event deleted for resources: {'Port': ['ID=4d2504fd-5bd7-495c-9e62-08152267ae11,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:31.995285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4db2b7-593f-4827-b0ee-f5a53f8116d5 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Subnet': ['ID=e872a170-c1bc-4206-89b6-8179d2cfcef6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:32.065696 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb89e75b-7b9f-435d-8053-3e5f54e6b3a3 req-4abd0a7b-bf1d-4f81-8a83-a0945c23b428 service neutron] 10.222.0.25 "GET /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523900 Nov 12 04:13:32.118539 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.136995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:32.219776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Deleting port 7f349667-c595-4c9c-896c-bd31d21206c3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:32.220260 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.241357 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdaa2268-0443-455c-9ebe-a9e352c9a402 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.279626 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-832f8796-6479-454d-83b1-f142b177568b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d58d015ad75d4b2c8ecffdead5175e21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414070 Nov 12 04:13:32.282483 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:32.326129 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] For port 7f349667-c595-4c9c-896c-bd31d21206c3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7f349667-c595-4c9c-896c-bd31d21206c3,segment=NetworkSegment(ea0efd27-9145-4916-9677-9b0560565003),segment_id=ea0efd27-9145-4916-9677-9b0560565003)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:32.326677 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.344245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df291ea-96cd-413e-b083-68438504096f None None] DHCP port deletion for c3d7f510-c192-4ac9-8cac-3b120a379fd3 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:32.352682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Calling delete_port for 7f349667-c595-4c9c-896c-bd31d21206c3 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:32.436577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6df291ea-96cd-413e-b083-68438504096f None None] Deleting port 7f349667-c595-4c9c-896c-bd31d21206c3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:32.437220 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6df291ea-96cd-413e-b083-68438504096f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.490073 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c2b1937-f34b-4c3a-b8a5-29ceeb302777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.495891 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaa2268-0443-455c-9ebe-a9e352c9a402 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Router 797cee0b-928a-4384-a74b-21cf52bba397 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:32.521364 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c2b1937-f34b-4c3a-b8a5-29ceeb302777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.529339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6df291ea-96cd-413e-b083-68438504096f None None] For port 7f349667-c595-4c9c-896c-bd31d21206c3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7f349667-c595-4c9c-896c-bd31d21206c3,segment=NetworkSegment(ea0efd27-9145-4916-9677-9b0560565003),segment_id=ea0efd27-9145-4916-9677-9b0560565003)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:32.529968 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6df291ea-96cd-413e-b083-68438504096f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.543645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6df291ea-96cd-413e-b083-68438504096f None None] Calling delete_port for 7f349667-c595-4c9c-896c-bd31d21206c3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:32.573748 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.592084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c85273ae-ac45-4b10-9e0f-35a48cf8182c details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:32.606388 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Port': ['ID=7f349667-c595-4c9c-896c-bd31d21206c3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:32.617721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No DVR routers for this DVR port 7f349667-c595-4c9c-896c-bd31d21206c3 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:32.624994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaa2268-0443-455c-9ebe-a9e352c9a402 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:32.636716 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fdaa2268-0443-455c-9ebe-a9e352c9a402 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "PUT /v2.0/routers/797cee0b-928a-4384-a74b-21cf52bba397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9217362 Nov 12 04:13:32.637884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:32.678580 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-689e0481-f6df-423e-b874-1d61db1da15a tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] delete failed (client error): The resource could not be found. Nov 12 04:13:32.683726 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-689e0481-f6df-423e-b874-1d61db1da15a tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "DELETE /v2.0/routers/tempest-non_exist_router-163175563 HTTP/1.1" status: 404 len: 334 time: 0.0409305 Nov 12 04:13:32.686205 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:32.692657 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f2103282-a13c-434b-824c-33735d4a1354 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Request body: {'router': {'external_gateway_info': {'network_id': '797cee0b-928a-4384-a74b-21cf52bba397'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:32.720962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c85273ae-ac45-4b10-9e0f-35a48cf8182c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c85273ae-ac45-4b10-9e0f-35a48cf8182c,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:32.729330 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.730812 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff4676-9904-4a53-bdb9-9bdcb98ec45b None None] Sync routers for ids ['797cee0b-928a-4384-a74b-21cf52bba397'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:32.757200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d7f510-c192-4ac9-8cac-3b120a379fd3']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:32.771128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0efd27-9145-4916-9677-9b0560565003') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:32.771338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0efd27-9145-4916-9677-9b0560565003') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:32.793615 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'c85273ae-ac45-4b10-9e0f-35a48cf8182c', 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9', 'port_id': 'c85273ae-ac45-4b10-9e0f-35a48cf8182c', 'mac_address': 'fa:16:3e:87:96:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4873c86a-275f-410d-80eb-fca6b9d3537d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:32.797649 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.816918 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff4676-9904-4a53-bdb9-9bdcb98ec45b None None] Routers {'797cee0b-928a-4384-a74b-21cf52bba397'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:32.817549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04ff4676-9904-4a53-bdb9-9bdcb98ec45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['797cee0b-928a-4384-a74b-21cf52bba397'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:32.824417 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.835007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1342 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:32.835411 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:32.846645 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:32.861632 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04ff4676-9904-4a53-bdb9-9bdcb98ec45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:32.877452 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c2b1937-f34b-4c3a-b8a5-29ceeb302777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.880373 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c2b1937-f34b-4c3a-b8a5-29ceeb302777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.881806 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1c2b1937-f34b-4c3a-b8a5-29ceeb302777 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/eff58d52-e7b1-4229-aee7-1a0759b0ac99 HTTP/1.1" status: 204 len: 168 time: 0.5981822 Nov 12 04:13:32.900311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b1937-f34b-4c3a-b8a5-29ceeb302777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff58d52-e7b1-4229-aee7-1a0759b0ac99,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:32.946135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553e51d-de7b-403c-a93f-93a70f1b8f2e req-e3def1f1-9182-4259-8e62-504f82ef8f23 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:32.947548 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c553e51d-de7b-403c-a93f-93a70f1b8f2e req-e3def1f1-9182-4259-8e62-504f82ef8f23 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 943 time: 0.1788163 Nov 12 04:13:32.985515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff4676-9904-4a53-bdb9-9bdcb98ec45b None None] Routers {'797cee0b-928a-4384-a74b-21cf52bba397'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:32.986204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04ff4676-9904-4a53-bdb9-9bdcb98ec45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['797cee0b-928a-4384-a74b-21cf52bba397'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:32.992173 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.993569 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2103282-a13c-434b-824c-33735d4a1354 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.042740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85273ae-ac45-4b10-9e0f-35a48cf8182c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:33.044098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.065612 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.067001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c85273ae-ac45-4b10-9e0f-35a48cf8182c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c85273ae-ac45-4b10-9e0f-35a48cf8182c,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:33.069982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-04ff4676-9904-4a53-bdb9-9bdcb98ec45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:33.070732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff4676-9904-4a53-bdb9-9bdcb98ec45b None None] The sync data for ids ['797cee0b-928a-4384-a74b-21cf52bba397'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:33.074223 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6df291ea-96cd-413e-b083-68438504096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.077559 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c553e51d-de7b-403c-a93f-93a70f1b8f2e req-a7deb4ee-7625-48f1-ba8f-86304d2eceb4 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945790 Nov 12 04:13:33.083059 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/c3d7f510-c192-4ac9-8cac-3b120a379fd3 HTTP/1.1" status: 204 len: 168 time: 1.1275730 Nov 12 04:13:33.083504 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6df291ea-96cd-413e-b083-68438504096f None None] Network c3d7f510-c192-4ac9-8cac-3b120a379fd3 is not hosted by any dhcp agent {{(pid=103148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:13:33.083504 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df291ea-96cd-413e-b083-68438504096f None None] No DVR routers for this DVR port 7f349667-c595-4c9c-896c-bd31d21206c3 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:33.083756 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:33.108976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74dfa1-dca4-45b5-8c54-3daec810e4d7 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Network': ['ID=c3d7f510-c192-4ac9-8cac-3b120a379fd3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:33.120977 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df291ea-96cd-413e-b083-68438504096f None None] Pushing event deleted for resources: {'Port': ['ID=7f349667-c595-4c9c-896c-bd31d21206c3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:33.132459 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.147078 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbcc375-62f4-4b48-8b8d-df8c2dac8e2f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:33.147078 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbcc375-62f4-4b48-8b8d-df8c2dac8e2f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:33.150520 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bfbcc375-62f4-4b48-8b8d-df8c2dac8e2f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/subnets/9671aa7e-d785-4a34-83b0-1246640abf7f HTTP/1.1" status: 404 len: 337 time: 0.0631738 Nov 12 04:13:33.150520 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-f2103282-a13c-434b-824c-33735d4a1354 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] update failed (client error): The resource could not be found. Nov 12 04:13:33.150520 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f2103282-a13c-434b-824c-33735d4a1354 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "PUT /v2.0/routers/797cee0b-928a-4384-a74b-21cf52bba397 HTTP/1.1" status: 404 len: 339 time: 0.4631968 Nov 12 04:13:33.151455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:33.154609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:33.204974 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc933337-b802-4b91-b749-5b3a533870f3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] DELETE failed (client error): The resource could not be found. Nov 12 04:13:33.204974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc933337-b802-4b91-b749-5b3a533870f3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:13:33.204974 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dc933337-b802-4b91-b749-5b3a533870f3 tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/61a71a5f-7651-481f-a63b-6dd123fcf425 HTTP/1.1" status: 404 len: 339 time: 0.0437179 Nov 12 04:13:33.206084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38380) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:33.265721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=c85273ae-ac45-4b10-9e0f-35a48cf8182c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:33.336334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-1529d894-e6cc-4f79-a7a8-c174b50b388f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Deleting subnet 72767ff4-5e16-4400-80b3-2019d404d383 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:33.336334 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1529d894-e6cc-4f79-a7a8-c174b50b388f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.365050 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1529d894-e6cc-4f79-a7a8-c174b50b388f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.405433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7f349667-c595-4c9c-896c-bd31d21206c3 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:33.460179 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 7f349667-c595-4c9c-896c-bd31d21206c3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:33.462229 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7f349667-c595-4c9c-896c-bd31d21206c3 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:33.526836 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1529d894-e6cc-4f79-a7a8-c174b50b388f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.617483 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['c85273ae-ac45-4b10-9e0f-35a48cf8182c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:33.623448 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.678899 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1529d894-e6cc-4f79-a7a8-c174b50b388f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.760891 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529d894-e6cc-4f79-a7a8-c174b50b388f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Subnet': ['ID=72767ff4-5e16-4400-80b3-2019d404d383,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:33.763124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96afbd5a-7b07-4182-8988-e9c484e66a3f None None] Network 7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:33.773424 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1529d894-e6cc-4f79-a7a8-c174b50b388f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.783859 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1529d894-e6cc-4f79-a7a8-c174b50b388f tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/subnets/72767ff4-5e16-4400-80b3-2019d404d383 HTTP/1.1" status: 204 len: 168 time: 0.5763173 Nov 12 04:13:33.784604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38388) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:33.943451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.020588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Deleting port af07bcda-be8e-4ab7-9b59-93b3f2f76206 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:34.021222 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.056753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d8741a-3e5f-49c7-9355-9723bfdd6add None None] DHCP port deletion for 7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:34.086892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Allocated IP 172.20.0.1 (27a27c64-332b-47c1-9ab2-8eb71372884b/a2a79404-36ee-48c5-a04b-805504c199ae/2fb7676c-edda-447a-bff7-dd07e2814906) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:34.125126 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] For port af07bcda-be8e-4ab7-9b59-93b3f2f76206, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=af07bcda-be8e-4ab7-9b59-93b3f2f76206,segment=NetworkSegment(4d2889b7-6e9e-41ee-94f2-312a0d98bef4),segment_id=4d2889b7-6e9e-41ee-94f2-312a0d98bef4)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:34.125126 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.139069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Calling delete_port for af07bcda-be8e-4ab7-9b59-93b3f2f76206 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:34.199898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-85d8741a-3e5f-49c7-9355-9723bfdd6add None None] Deleting port af07bcda-be8e-4ab7-9b59-93b3f2f76206 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:34.202360 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85d8741a-3e5f-49c7-9355-9723bfdd6add None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.282737 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.302191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-85d8741a-3e5f-49c7-9355-9723bfdd6add None None] For port af07bcda-be8e-4ab7-9b59-93b3f2f76206, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=af07bcda-be8e-4ab7-9b59-93b3f2f76206,segment=NetworkSegment(4d2889b7-6e9e-41ee-94f2-312a0d98bef4),segment_id=4d2889b7-6e9e-41ee-94f2-312a0d98bef4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:34.302590 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85d8741a-3e5f-49c7-9355-9723bfdd6add None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.318672 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-85d8741a-3e5f-49c7-9355-9723bfdd6add None None] Calling delete_port for af07bcda-be8e-4ab7-9b59-93b3f2f76206 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:34.354552 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.403219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Port': ['ID=af07bcda-be8e-4ab7-9b59-93b3f2f76206,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:34.413333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] No DVR routers for this DVR port af07bcda-be8e-4ab7-9b59-93b3f2f76206 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:34.432008 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.543263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9081d1-fae5-49b7-92e4-1dbe676be947 req-c0261f85-476f-481e-8a8e-4d31800bf021 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:34.547274 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4b9081d1-fae5-49b7-92e4-1dbe676be947 req-c0261f85-476f-481e-8a8e-4d31800bf021 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 943 time: 0.2147698 Nov 12 04:13:34.547736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event updated for resources: {'Port': ['ID=2fb7676c-edda-447a-bff7-dd07e2814906,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:34.559369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Network 27a27c64-332b-47c1-9ab2-8eb71372884b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:34.561048 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.570407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:34.590647 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:34.603849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:34.622716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2889b7-6e9e-41ee-94f2-312a0d98bef4') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:34.623356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2889b7-6e9e-41ee-94f2-312a0d98bef4') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:34.655322 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.693433 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.694325 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.713487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:34.713487 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:34.716873 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:34.776801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d0e118e7-fbf2-41cc-9298-0dff5317af7e details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:34.842268 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4b9081d1-fae5-49b7-92e4-1dbe676be947 req-412c4630-6afe-4f6b-97ae-6e861704118e tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816019 Nov 12 04:13:34.868884 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85d8741a-3e5f-49c7-9355-9723bfdd6add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.895783 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.904011 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.914361 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] 10.222.0.105 "DELETE /v2.0/networks/7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba HTTP/1.1" status: 204 len: 168 time: 1.1279407 Nov 12 04:13:34.944144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e34164-a572-44ab-8abc-f807e91b674b tempest-NetworksIpV6Test-176809583 tempest-NetworksIpV6Test-176809583-project] Pushing event deleted for resources: {'Network': ['ID=7e08bfd4-e9bc-47d2-bc2b-3d10ac18a4ba,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:34.958688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38422) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:34.958784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8741a-3e5f-49c7-9355-9723bfdd6add None None] No DVR routers for this DVR port af07bcda-be8e-4ab7-9b59-93b3f2f76206 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:34.997175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8741a-3e5f-49c7-9355-9723bfdd6add None None] Pushing event deleted for resources: {'Port': ['ID=af07bcda-be8e-4ab7-9b59-93b3f2f76206,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:35.033486 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d0e118e7-fbf2-41cc-9298-0dff5317af7e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d0e118e7-fbf2-41cc-9298-0dff5317af7e,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:35.050660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'd0e118e7-fbf2-41cc-9298-0dff5317af7e', 'network_id': '0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9', 'port_id': 'd0e118e7-fbf2-41cc-9298-0dff5317af7e', 'mac_address': 'fa:16:3e:7a:13:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4873c86a-275f-410d-80eb-fca6b9d3537d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:35.096723 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.117378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e118e7-fbf2-41cc-9298-0dff5317af7e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:35.117617 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.145515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d0e118e7-fbf2-41cc-9298-0dff5317af7e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d0e118e7-fbf2-41cc-9298-0dff5317af7e,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:35.146860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ddf74058-65b2-48f0-858d-e1a9e08febd2 None None] Provisioning complete for port 2fb7676c-edda-447a-bff7-dd07e2814906 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:35.147240 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddf74058-65b2-48f0-858d-e1a9e08febd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.183881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ddf74058-65b2-48f0-858d-e1a9e08febd2 None None] Port 2fb7676c-edda-447a-bff7-dd07e2814906 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:35.231465 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54300a9a-28e1-4605-8f7a-58f489bafef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.245001 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.311816 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=d0e118e7-fbf2-41cc-9298-0dff5317af7e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:35.326993 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54300a9a-28e1-4605-8f7a-58f489bafef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.386743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device af07bcda-be8e-4ab7-9b59-93b3f2f76206 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:35.409904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: af07bcda-be8e-4ab7-9b59-93b3f2f76206 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:35.410330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device af07bcda-be8e-4ab7-9b59-93b3f2f76206 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:35.417942 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54300a9a-28e1-4605-8f7a-58f489bafef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.452484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['d0e118e7-fbf2-41cc-9298-0dff5317af7e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:35.464901 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-54300a9a-28e1-4605-8f7a-58f489bafef2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a22e811a42e34b02b0dd62d9f619671a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5078642 Nov 12 04:13:35.466067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54300a9a-28e1-4605-8f7a-58f489bafef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3866f9da-f384-4432-ab4f-8f3e22cb109b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:35.469048 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:35.469204 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.509923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38434) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:35.520218 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b333b03c-f26c-44ac-8a4b-083cb9c09a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.526380 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.549639 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b333b03c-f26c-44ac-8a4b-083cb9c09a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.640461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event updated for resources: {'Port': ['ID=2fb7676c-edda-447a-bff7-dd07e2814906,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:35.642859 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.697627 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b333b03c-f26c-44ac-8a4b-083cb9c09a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.704269 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b333b03c-f26c-44ac-8a4b-083cb9c09a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.704269 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b333b03c-f26c-44ac-8a4b-083cb9c09a4e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3866f9da-f384-4432-ab4f-8f3e22cb109b HTTP/1.1" status: 204 len: 168 time: 0.2318347 Nov 12 04:13:35.710978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333b03c-f26c-44ac-8a4b-083cb9c09a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3866f9da-f384-4432-ab4f-8f3e22cb109b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:35.766962 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-900df51a-dca5-42d5-9c3d-9fdc4b7060b4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fec2667c09814f639bec60f603f80fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558315 Nov 12 04:13:35.769475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38444) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:35.794389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Network 27a27c64-332b-47c1-9ab2-8eb71372884b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:35.799609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:35.917152 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25f963fb-7557-4978-84de-e121c6219d12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.940059 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25f963fb-7557-4978-84de-e121c6219d12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.992050 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89643a-4eb9-4e6f-b064-97a66f30e8b0 req-10b301d3-04d7-40bd-8e61-9c57cd228233 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:35.994014 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd89643a-4eb9-4e6f-b064-97a66f30e8b0 req-10b301d3-04d7-40bd-8e61-9c57cd228233 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 944 time: 0.0673113 Nov 12 04:13:35.995125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Router 797cee0b-928a-4384-a74b-21cf52bba397 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:36.086217 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd89643a-4eb9-4e6f-b064-97a66f30e8b0 req-46405907-ff7a-476e-b3ca-57432d12e44e tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816443 Nov 12 04:13:36.096931 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25f963fb-7557-4978-84de-e121c6219d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.099345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25f963fb-7557-4978-84de-e121c6219d12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.107484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-25f963fb-7557-4978-84de-e121c6219d12 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/eb2381fb-aa2e-4f1f-b9de-236a132ed6f0 HTTP/1.1" status: 204 len: 168 time: 0.3300807 Nov 12 04:13:36.110815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ab54ba8b-6e5c-4e47-b802-fce8f93a37f7 None None] Provisioning complete for port 2fb7676c-edda-447a-bff7-dd07e2814906 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:36.111714 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab54ba8b-6e5c-4e47-b802-fce8f93a37f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.120515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f963fb-7557-4978-84de-e121c6219d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2381fb-aa2e-4f1f-b9de-236a132ed6f0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:36.144923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:36.151183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b3e948d5-6f9a-4d93-8685-0ff7bdd45f39 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "PUT /v2.0/routers/797cee0b-928a-4384-a74b-21cf52bba397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9953017 Nov 12 04:13:36.154404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38460) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:36.166151 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cad3685-0d4c-4711-886f-2b20f2e7d231 None None] Sync routers for ids ['797cee0b-928a-4384-a74b-21cf52bba397'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:36.172857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ab54ba8b-6e5c-4e47-b802-fce8f93a37f7 None None] Port 2fb7676c-edda-447a-bff7-dd07e2814906 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:36.180749 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad3685-0d4c-4711-886f-2b20f2e7d231 None None] Routers {'797cee0b-928a-4384-a74b-21cf52bba397'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:36.181551 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3cad3685-0d4c-4711-886f-2b20f2e7d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['797cee0b-928a-4384-a74b-21cf52bba397'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:36.218630 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3cad3685-0d4c-4711-886f-2b20f2e7d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:36.228790 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad3685-0d4c-4711-886f-2b20f2e7d231 None None] Routers {'797cee0b-928a-4384-a74b-21cf52bba397'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:36.229594 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3cad3685-0d4c-4711-886f-2b20f2e7d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['797cee0b-928a-4384-a74b-21cf52bba397'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:36.265984 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3cad3685-0d4c-4711-886f-2b20f2e7d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:36.266627 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cad3685-0d4c-4711-886f-2b20f2e7d231 None None] The sync data for ids ['797cee0b-928a-4384-a74b-21cf52bba397'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:36.277463 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d94cc6f-e85f-464b-9d05-f5c969fc77fe tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.366626 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-2d94cc6f-e85f-464b-9d05-f5c969fc77fe tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 04:13:36.367709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2d94cc6f-e85f-464b-9d05-f5c969fc77fe tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "DELETE /v2.0/routers/797cee0b-928a-4384-a74b-21cf52bba397 HTTP/1.1" status: 409 len: 329 time: 0.2119322 Nov 12 04:13:36.372811 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38462) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:36.633361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c85273ae-ac45-4b10-9e0f-35a48cf8182c up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:36.668454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d0e118e7-fbf2-41cc-9298-0dff5317af7e up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:36.765074 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38476) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:36.787964 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a185f0c-0362-469b-b51c-54e5babedbd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.817242 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port c85273ae-ac45-4b10-9e0f-35a48cf8182c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:36.822621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port c85273ae-ac45-4b10-9e0f-35a48cf8182c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:36.822998 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.861401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port d0e118e7-fbf2-41cc-9298-0dff5317af7e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:36.870764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port d0e118e7-fbf2-41cc-9298-0dff5317af7e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:36.871139 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.914558 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a185f0c-0362-469b-b51c-54e5babedbd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.995356 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.998814 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5eaac8-0619-48bb-831c-ae701bbc1465 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.001512 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a185f0c-0362-469b-b51c-54e5babedbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.026683 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.034886 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660a8afb-7af0-4f08-b8fc-9d10e9f980df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85273ae-ac45-4b10-9e0f-35a48cf8182c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:37.039026 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b87542e-a385-4871-a5a1-38ae2645a116" -d '{"events": [{"server_uuid": "660a8afb-7af0-4f08-b8fc-9d10e9f980df", "name": "network-vif-plugged", "status": "completed", "tag": "c85273ae-ac45-4b10-9e0f-35a48cf8182c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:37.055356 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7a185f0c-0362-469b-b51c-54e5babedbd6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=daf77e2afdc047f7829d5fff7962d6e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2860100 Nov 12 04:13:37.055356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a185f0c-0362-469b-b51c-54e5babedbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62456594-32ac-4f28-864a-8768efefd0a2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:37.056350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38496) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:37.069468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c85273ae-ac45-4b10-9e0f-35a48cf8182c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c85273ae-ac45-4b10-9e0f-35a48cf8182c,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:37.091270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port d0e118e7-fbf2-41cc-9298-0dff5317af7e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d0e118e7-fbf2-41cc-9298-0dff5317af7e,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:37.113086 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9297787a-4b97-4686-a0a6-c1e8846ff335 x-openstack-request-id: req-9297787a-4b97-4686-a0a6-c1e8846ff335 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:37.113712 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660a8afb-7af0-4f08-b8fc-9d10e9f980df", "name": "network-vif-plugged", "status": "completed", "tag": "c85273ae-ac45-4b10-9e0f-35a48cf8182c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:37.113809 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9297787a-4b97-4686-a0a6-c1e8846ff335 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:37.114190 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660a8afb-7af0-4f08-b8fc-9d10e9f980df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85273ae-ac45-4b10-9e0f-35a48cf8182c', 'code': 200} Nov 12 04:13:37.125934 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acab25e7-06a3-49ff-b5f7-42e6d61113f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.165199 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acab25e7-06a3-49ff-b5f7-42e6d61113f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.218759 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.223456 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.264725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5fd1a-4bcc-4b0b-b1bf-94aa2f202320 req-1a28608a-6ba6-410e-be18-8286723045c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.267094 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ae5fd1a-4bcc-4b0b-b1bf-94aa2f202320 req-1a28608a-6ba6-410e-be18-8286723045c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=660a8afb-7af0-4f08-b8fc-9d10e9f980df HTTP/1.1" status: 200 len: 1097 time: 0.0557094 Nov 12 04:13:37.284841 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=c85273ae-ac45-4b10-9e0f-35a48cf8182c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:37.296640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e059eb-7404-46c4-b39a-1e3f31b292be req-184a8065-d490-4de8-8ead-db188a7e6421 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.304549 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07e059eb-7404-46c4-b39a-1e3f31b292be req-184a8065-d490-4de8-8ead-db188a7e6421 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 944 time: 0.1027281 Nov 12 04:13:37.311550 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acab25e7-06a3-49ff-b5f7-42e6d61113f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.315635 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acab25e7-06a3-49ff-b5f7-42e6d61113f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.320610 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-acab25e7-06a3-49ff-b5f7-42e6d61113f3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/62456594-32ac-4f28-864a-8768efefd0a2 HTTP/1.1" status: 204 len: 168 time: 0.2617850 Nov 12 04:13:37.343433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab25e7-06a3-49ff-b5f7-42e6d61113f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62456594-32ac-4f28-864a-8768efefd0a2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:37.352790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ae5fd1a-4bcc-4b0b-b1bf-94aa2f202320 req-4ddae3fa-5fc9-431d-8273-0137e330eec6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772328 Nov 12 04:13:37.385271 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=d0e118e7-fbf2-41cc-9298-0dff5317af7e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:37.395177 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07e059eb-7404-46c4-b39a-1e3f31b292be req-68928171-f62d-4cbc-afce-73569353cb03 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896609 Nov 12 04:13:37.448704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4f5eaac8-0619-48bb-831c-ae701bbc1465 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Deleting port 2fb7676c-edda-447a-bff7-dd07e2814906 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:37.449036 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5eaac8-0619-48bb-831c-ae701bbc1465 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.542064 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5eaac8-0619-48bb-831c-ae701bbc1465 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.555052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4f5eaac8-0619-48bb-831c-ae701bbc1465 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Calling delete_port for 2fb7676c-edda-447a-bff7-dd07e2814906 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:37.739020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38512) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:37.800575 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5eaac8-0619-48bb-831c-ae701bbc1465 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.829010 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5eaac8-0619-48bb-831c-ae701bbc1465 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event deleted for resources: {'Port': ['ID=2fb7676c-edda-447a-bff7-dd07e2814906,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:37.881942 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1efdbbde-fed1-47e2-bfcc-6301c574ccb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.011916 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5eaac8-0619-48bb-831c-ae701bbc1465 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.047925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38524) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:38.133028 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1efdbbde-fed1-47e2-bfcc-6301c574ccb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.167564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-495753229'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:38.219697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5eaac8-0619-48bb-831c-ae701bbc1465 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Router 797cee0b-928a-4384-a74b-21cf52bba397 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:38.226426 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1efdbbde-fed1-47e2-bfcc-6301c574ccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.266708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:38.270224 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.283665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1efdbbde-fed1-47e2-bfcc-6301c574ccb4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=28664ee740694a2a96c73ddbb91ea90c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5410886 Nov 12 04:13:38.287507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38532) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:38.296689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.298570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdbbde-fed1-47e2-bfcc-6301c574ccb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d06619-56e3-4191-a4a9-e5df96c3b688,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:38.318486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5eaac8-0619-48bb-831c-ae701bbc1465 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:38.332151 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4f5eaac8-0619-48bb-831c-ae701bbc1465 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "PUT /v2.0/routers/797cee0b-928a-4384-a74b-21cf52bba397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9601603 Nov 12 04:13:38.336368 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38534) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:38.337121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7b4115-c397-42c5-8927-0e611256343f None None] Sync routers for ids ['797cee0b-928a-4384-a74b-21cf52bba397'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:38.350481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b4115-c397-42c5-8927-0e611256343f None None] Routers {'797cee0b-928a-4384-a74b-21cf52bba397'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:38.361621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-be7b4115-c397-42c5-8927-0e611256343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['797cee0b-928a-4384-a74b-21cf52bba397'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:38.382895 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6315f875-6fbf-43fd-bc15-3198410d42b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.391240 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-d12fc983-4884-4090-ac0f-7eb0c95c4dc6 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] show failed (client error): The resource could not be found. Nov 12 04:13:38.393289 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d12fc983-4884-4090-ac0f-7eb0c95c4dc6 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "GET /v2.0/routers/tempest-non_exist_router-359159340 HTTP/1.1" status: 404 len: 334 time: 0.0541921 Nov 12 04:13:38.396534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38536) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:38.403921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-109588d5-50ae-456f-a080-f489d28f308a tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:38.417012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-be7b4115-c397-42c5-8927-0e611256343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:38.430622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b4115-c397-42c5-8927-0e611256343f None None] Routers {'797cee0b-928a-4384-a74b-21cf52bba397'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:38.431474 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-be7b4115-c397-42c5-8927-0e611256343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['797cee0b-928a-4384-a74b-21cf52bba397'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:38.446916 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-109588d5-50ae-456f-a080-f489d28f308a tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] update failed (client error): The resource could not be found. Nov 12 04:13:38.447021 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6315f875-6fbf-43fd-bc15-3198410d42b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.447108 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-109588d5-50ae-456f-a080-f489d28f308a tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "PUT /v2.0/routers/tempest-non_exist_router-1357985525 HTTP/1.1" status: 404 len: 335 time: 0.0489867 Nov 12 04:13:38.452803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38540) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:38.494246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-be7b4115-c397-42c5-8927-0e611256343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:38.495025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7b4115-c397-42c5-8927-0e611256343f None None] The sync data for ids ['797cee0b-928a-4384-a74b-21cf52bba397'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:38.525270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-388630a8-094d-47ee-88cb-e45a0a461bdb tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Deleting subnet 7e4992b9-5958-468a-b954-e39cab139ac1 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:38.529696 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-388630a8-094d-47ee-88cb-e45a0a461bdb tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.544013 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.630973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0dad5-0376-42db-9b2f-bb8fdd5976bf req-e995e986-0b9c-4181-bd93-7268625937c6 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:38.630973 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5d0dad5-0376-42db-9b2f-bb8fdd5976bf req-e995e986-0b9c-4181-bd93-7268625937c6 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 945 time: 0.0861123 Nov 12 04:13:38.631330 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-388630a8-094d-47ee-88cb-e45a0a461bdb tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.637868 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5d0dad5-0376-42db-9b2f-bb8fdd5976bf req-07250155-f5b2-4b59-92ad-c17133f49690 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507779 Nov 12 04:13:38.681974 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-388630a8-094d-47ee-88cb-e45a0a461bdb tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.735487 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6315f875-6fbf-43fd-bc15-3198410d42b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.738713 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6315f875-6fbf-43fd-bc15-3198410d42b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.740924 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6315f875-6fbf-43fd-bc15-3198410d42b7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/47d06619-56e3-4191-a4a9-e5df96c3b688 HTTP/1.1" status: 204 len: 168 time: 0.4512091 Nov 12 04:13:38.743179 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.755463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315f875-6fbf-43fd-bc15-3198410d42b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d06619-56e3-4191-a4a9-e5df96c3b688,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:38.800453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03351961-f7af-48a4-83aa-a826d1dd34e4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:38.833172 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-388630a8-094d-47ee-88cb-e45a0a461bdb tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.839810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:38.853564 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.854233 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Added segment f16720f6-a122-4540-81cc-c9d953c53d8a of type vlan for network 19eb52cc-330f-4479-b629-8313bf68bbea Nov 12 04:13:38.865169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388630a8-094d-47ee-88cb-e45a0a461bdb tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4992b9-5958-468a-b954-e39cab139ac1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:38.870776 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-388630a8-094d-47ee-88cb-e45a0a461bdb tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.884941 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-388630a8-094d-47ee-88cb-e45a0a461bdb tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "DELETE /v2.0/subnets/7e4992b9-5958-468a-b954-e39cab139ac1 HTTP/1.1" status: 204 len: 168 time: 0.4206734 Nov 12 04:13:38.884941 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38552) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:38.885121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb2c8d6-9979-4923-998e-4b7e29f3f3be None None] Network 1afc115c-828f-4baf-bbb0-759d482afe83 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:38.925224 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.946352 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2c1fd9-3968-4962-8bb9-3c69c2c56fad tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Deleting subnet d90510b8-2eae-421a-91a0-b4cf8582f172 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:38.950635 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a2c1fd9-3968-4962-8bb9-3c69c2c56fad tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.009307 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a2c1fd9-3968-4962-8bb9-3c69c2c56fad tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.062024 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.067560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:39.068199 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.116152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21be5800-23aa-42d5-8fb8-12333edc36ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e118e7-fbf2-41cc-9298-0dff5317af7e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:39.118457 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15a12a6-5b34-4128-8f67-77a79418592d" -d '{"events": [{"server_uuid": "21be5800-23aa-42d5-8fb8-12333edc36ce", "name": "network-vif-plugged", "status": "completed", "tag": "d0e118e7-fbf2-41cc-9298-0dff5317af7e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:39.121524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaafa6d4-70b4-4cd8-9c30-120deffec1ae None None] DHCP port deletion for 1afc115c-828f-4baf-bbb0-759d482afe83 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:39.169314 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a2c1fd9-3968-4962-8bb9-3c69c2c56fad tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.225343 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1632061 Nov 12 04:13:39.229596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e38a1-4e26-45f7-81d6-9ff6306806ff tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Network': ['ID=19eb52cc-330f-4479-b629-8313bf68bbea,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:39.230387 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59a1a8c-36f4-4b60-827a-10145bb62d53 x-openstack-request-id: req-b59a1a8c-36f4-4b60-827a-10145bb62d53 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:39.230675 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21be5800-23aa-42d5-8fb8-12333edc36ce", "name": "network-vif-plugged", "status": "completed", "tag": "d0e118e7-fbf2-41cc-9298-0dff5317af7e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:39.233135 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b59a1a8c-36f4-4b60-827a-10145bb62d53 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:39.242991 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21be5800-23aa-42d5-8fb8-12333edc36ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e118e7-fbf2-41cc-9298-0dff5317af7e', 'code': 200} Nov 12 04:13:39.252455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 19eb52cc-330f-4479-b629-8313bf68bbea details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:39.341955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38562) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:39.347598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2ec43e90-ebe3-43e4-b9a7-9575dd8e5ea3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'subnet': {'network_id': '19eb52cc-330f-4479-b629-8313bf68bbea', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:39.354982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eaafa6d4-70b4-4cd8-9c30-120deffec1ae None None] Deleting port e90437ae-1f36-41ea-b99d-3fb154d74ec0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:39.355578 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaafa6d4-70b4-4cd8-9c30-120deffec1ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.385995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b3547-6ce2-439d-ac96-68cbe8524da9 req-7ffbc206-6a85-4068-baba-bbc5a9125c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:39.388163 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a2b3547-6ce2-439d-ac96-68cbe8524da9 req-7ffbc206-6a85-4068-baba-bbc5a9125c69 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 1097 time: 0.1104670 Nov 12 04:13:39.454678 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e90437ae-1f36-41ea-b99d-3fb154d74ec0 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:39.465232 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a2b3547-6ce2-439d-ac96-68cbe8524da9 req-493f1b61-0985-4366-99c3-2b6f588dc548 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687864 Nov 12 04:13:39.467108 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a2c1fd9-3968-4962-8bb9-3c69c2c56fad tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.498607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e1509a-1586-4eb6-9677-f71ff2d90091 None None] Network 1188fde7-b021-41ea-b0e6-79fa613052ae requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:39.504415 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a2c1fd9-3968-4962-8bb9-3c69c2c56fad tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.507642 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3a2c1fd9-3968-4962-8bb9-3c69c2c56fad tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "DELETE /v2.0/subnets/d90510b8-2eae-421a-91a0-b4cf8582f172 HTTP/1.1" status: 204 len: 168 time: 0.6297641 Nov 12 04:13:39.509089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c1fd9-3968-4962-8bb9-3c69c2c56fad tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event deleted for resources: {'Subnet': ['ID=d90510b8-2eae-421a-91a0-b4cf8582f172,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:39.510833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:39.515486 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eaafa6d4-70b4-4cd8-9c30-120deffec1ae None None] For port e90437ae-1f36-41ea-b99d-3fb154d74ec0, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e90437ae-1f36-41ea-b99d-3fb154d74ec0,segment=NetworkSegment(ec0e2276-eb6a-4bfb-aace-8d1e753fafdd),segment_id=ec0e2276-eb6a-4bfb-aace-8d1e753fafdd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:39.515886 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaafa6d4-70b4-4cd8-9c30-120deffec1ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.543540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eaafa6d4-70b4-4cd8-9c30-120deffec1ae None None] Calling delete_port for e90437ae-1f36-41ea-b99d-3fb154d74ec0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:39.588075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38566) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:39.601165 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.602953 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fb7870c-7f75-4db0-932c-dbb99717ae3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.611254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec43e90-ebe3-43e4-b9a7-9575dd8e5ea3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:39.614820 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ec43e90-ebe3-43e4-b9a7-9575dd8e5ea3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.676663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Deleting port e90437ae-1f36-41ea-b99d-3fb154d74ec0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:39.677028 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.753403 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.764773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] For port e90437ae-1f36-41ea-b99d-3fb154d74ec0, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e90437ae-1f36-41ea-b99d-3fb154d74ec0,segment=NetworkSegment(ec0e2276-eb6a-4bfb-aace-8d1e753fafdd),segment_id=ec0e2276-eb6a-4bfb-aace-8d1e753fafdd)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:39.765969 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.791789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Calling delete_port for e90437ae-1f36-41ea-b99d-3fb154d74ec0 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:39.867842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948e11f3-3eba-408a-b8c2-253d8adbea48 None None] DHCP port deletion for 1188fde7-b021-41ea-b0e6-79fa613052ae request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:39.886149 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 04:13:39.886149 n-d-767704-23 neutron-server[103148]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 12 04:13:39.886149 n-d-767704-23 neutron-server[103148]: [parameters: {'status': 'DOWN', 'ports_id': 'e90437ae-1f36-41ea-b99d-3fb154d74ec0'}] Nov 12 04:13:39.886149 n-d-767704-23 neutron-server[103148]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:13:39.886762 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:13:39.897536 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.906586 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaafa6d4-70b4-4cd8-9c30-120deffec1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:39.931760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event deleted for resources: {'Port': ['ID=e90437ae-1f36-41ea-b99d-3fb154d74ec0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:39.935361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] No DVR routers for this DVR port e90437ae-1f36-41ea-b99d-3fb154d74ec0 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:39.946125 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaafa6d4-70b4-4cd8-9c30-120deffec1ae None None] No DVR routers for this DVR port e90437ae-1f36-41ea-b99d-3fb154d74ec0 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:39.948215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafa6d4-70b4-4cd8-9c30-120deffec1ae None None] Pushing event deleted for resources: {'Port': ['ID=e90437ae-1f36-41ea-b99d-3fb154d74ec0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:39.978400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-948e11f3-3eba-408a-b8c2-253d8adbea48 None None] Deleting port 08ee82af-684a-4241-9caf-00fdc540bb12 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:39.979004 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-948e11f3-3eba-408a-b8c2-253d8adbea48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.026751 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.063543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-948e11f3-3eba-408a-b8c2-253d8adbea48 None None] For port 08ee82af-684a-4241-9caf-00fdc540bb12, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=08ee82af-684a-4241-9caf-00fdc540bb12,segment=NetworkSegment(fec7fa3f-011f-47a7-84cf-c3e16df55367),segment_id=fec7fa3f-011f-47a7-84cf-c3e16df55367)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:40.063543 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-948e11f3-3eba-408a-b8c2-253d8adbea48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.065472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afc115c-828f-4baf-bbb0-759d482afe83']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:40.080583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-948e11f3-3eba-408a-b8c2-253d8adbea48 None None] Calling delete_port for 08ee82af-684a-4241-9caf-00fdc540bb12 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:40.090863 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0e2276-eb6a-4bfb-aace-8d1e753fafdd') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:40.090863 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0e2276-eb6a-4bfb-aace-8d1e753fafdd') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:40.109944 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.126156 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.148610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:40.149030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:40.153029 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:40.176841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e09f0-097e-457b-8837-4c91799c63fb req-5d127e69-3e3f-44ee-98e0-016cd1c7fde9 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:40.178335 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-871e09f0-097e-457b-8837-4c91799c63fb req-5d127e69-3e3f-44ee-98e0-016cd1c7fde9 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 945 time: 0.1414466 Nov 12 04:13:40.190101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fb7870c-7f75-4db0-932c-dbb99717ae3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.234339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-871e09f0-097e-457b-8837-4c91799c63fb req-e6fe2972-e4d4-46be-ac18-cd878698b465 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472605 Nov 12 04:13:40.262906 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-948e11f3-3eba-408a-b8c2-253d8adbea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.287302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e11f3-3eba-408a-b8c2-253d8adbea48 None None] Pushing event deleted for resources: {'Port': ['ID=08ee82af-684a-4241-9caf-00fdc540bb12,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:40.291252 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.293437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e11f3-3eba-408a-b8c2-253d8adbea48 None None] No DVR routers for this DVR port 08ee82af-684a-4241-9caf-00fdc540bb12 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:40.294425 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fb7870c-7f75-4db0-932c-dbb99717ae3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.321832 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.325367 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "DELETE /v2.0/networks/1afc115c-828f-4baf-bbb0-759d482afe83 HTTP/1.1" status: 204 len: 168 time: 0.8136308 Nov 12 04:13:40.326582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b9a9a-ad40-46b1-b343-b3945d4eaaa5 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event deleted for resources: {'Network': ['ID=1afc115c-828f-4baf-bbb0-759d482afe83,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:40.328784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:40.386959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7870c-7f75-4db0-932c-dbb99717ae3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d82a85-118a-4bec-b08c-5e78b6073a73,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:40.409575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7fb7870c-7f75-4db0-932c-dbb99717ae3c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8d37baa2e7c445b7bac1030a65ef795f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8198011 Nov 12 04:13:40.409994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38576) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:40.410187 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Port e90437ae-1f36-41ea-b99d-3fb154d74ec0 update to DOWN by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 04:13:40.459238 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b7298d3-58ad-4735-80c6-9cb99d6f1b97 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.534211 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4870e9a-a027-484b-91ec-b2cc1f7594f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.547384 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ec43e90-ebe3-43e4-b9a7-9575dd8e5ea3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.599661 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4870e9a-a027-484b-91ec-b2cc1f7594f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.602191 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b7298d3-58ad-4735-80c6-9cb99d6f1b97 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.610627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec43e90-ebe3-43e4-b9a7-9575dd8e5ea3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Subnet': ['ID=b9431442-dad1-4685-b82f-f273a401fc94,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:40.624331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec43e90-ebe3-43e4-b9a7-9575dd8e5ea3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Checking segment: {'id': 'f16720f6-a122-4540-81cc-c9d953c53d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '19eb52cc-330f-4479-b629-8313bf68bbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:40.624331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec43e90-ebe3-43e4-b9a7-9575dd8e5ea3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network hostable DHCP agents. Network: 19eb52cc-330f-4479-b629-8313bf68bbea, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:40.646656 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5b7298d3-58ad-4735-80c6-9cb99d6f1b97 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1188fde7-b021-41ea-b0e6-79fa613052ae']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:40.662820 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5b7298d3-58ad-4735-80c6-9cb99d6f1b97 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec7fa3f-011f-47a7-84cf-c3e16df55367') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:40.663123 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5b7298d3-58ad-4735-80c6-9cb99d6f1b97 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec7fa3f-011f-47a7-84cf-c3e16df55367') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:40.672595 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b7298d3-58ad-4735-80c6-9cb99d6f1b97 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.687746 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b7298d3-58ad-4735-80c6-9cb99d6f1b97 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.695005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec43e90-ebe3-43e4-b9a7-9575dd8e5ea3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network 19eb52cc-330f-4479-b629-8313bf68bbea is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:40.696095 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7298d3-58ad-4735-80c6-9cb99d6f1b97 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:40.696574 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b7298d3-58ad-4735-80c6-9cb99d6f1b97 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:40.699795 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:40.770990 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4870e9a-a027-484b-91ec-b2cc1f7594f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.773727 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4870e9a-a027-484b-91ec-b2cc1f7594f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.775125 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b4870e9a-a027-484b-91ec-b2cc1f7594f3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c5d82a85-118a-4bec-b08c-5e78b6073a73 HTTP/1.1" status: 204 len: 168 time: 0.3641894 Nov 12 04:13:40.783644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4870e9a-a027-484b-91ec-b2cc1f7594f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d82a85-118a-4bec-b08c-5e78b6073a73,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:40.797821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2ec43e90-ebe3-43e4-b9a7-9575dd8e5ea3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 19eb52cc-330f-4479-b629-8313bf68bbea) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:40.804005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec43e90-ebe3-43e4-b9a7-9575dd8e5ea3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:40.807669 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ec43e90-ebe3-43e4-b9a7-9575dd8e5ea3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.809777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac4dec4-a901-44f2-8b50-d731cdb84e85 None None] Network 19eb52cc-330f-4479-b629-8313bf68bbea requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:40.856024 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b7298d3-58ad-4735-80c6-9cb99d6f1b97 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.864116 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b7298d3-58ad-4735-80c6-9cb99d6f1b97 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.874062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38582) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:40.889944 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5b7298d3-58ad-4735-80c6-9cb99d6f1b97 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "DELETE /v2.0/networks/1188fde7-b021-41ea-b0e6-79fa613052ae HTTP/1.1" status: 204 len: 168 time: 0.5425956 Nov 12 04:13:40.902802 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2ec43e90-ebe3-43e4-b9a7-9575dd8e5ea3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5594139 Nov 12 04:13:40.924533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7298d3-58ad-4735-80c6-9cb99d6f1b97 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event deleted for resources: {'Network': ['ID=1188fde7-b021-41ea-b0e6-79fa613052ae,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:40.928865 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38584) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:40.942618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c6e51d6d-18e9-4a04-aa74-a8ce68c40aae tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-101173973'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:40.985406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-afbc3540-8c64-416d-a05e-4aa62074c770 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Deleting subnet a2a79404-36ee-48c5-a04b-805504c199ae {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:40.986492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-19eb52cc-330f-4479-b629-8313bf68bbea', 'network_id': '19eb52cc-330f-4479-b629-8313bf68bbea', 'tenant_id': '36eeda0e93084d868c2290be083c96e7', 'fixed_ips': [{'subnet_id': 'b9431442-dad1-4685-b82f-f273a401fc94'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:40.987723 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.989456 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afbc3540-8c64-416d-a05e-4aa62074c770 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.041183 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afbc3540-8c64-416d-a05e-4aa62074c770 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.057537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e51d6d-18e9-4a04-aa74-a8ce68c40aae tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:41.063520 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6e51d6d-18e9-4a04-aa74-a8ce68c40aae tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.089467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e51d6d-18e9-4a04-aa74-a8ce68c40aae tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:41.099865 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6e51d6d-18e9-4a04-aa74-a8ce68c40aae tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.100251 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-c6e51d6d-18e9-4a04-aa74-a8ce68c40aae tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Added segment 1984df08-01c2-4c01-a6d9-5c7709503d42 of type vlan for network 87ece87d-e093-472c-b0f9-5213e4e1bf88 Nov 12 04:13:41.158456 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6e51d6d-18e9-4a04-aa74-a8ce68c40aae tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.167540 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afbc3540-8c64-416d-a05e-4aa62074c770 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.275327 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6e51d6d-18e9-4a04-aa74-a8ce68c40aae tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.284411 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e51d6d-18e9-4a04-aa74-a8ce68c40aae tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:41.285118 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c6e51d6d-18e9-4a04-aa74-a8ce68c40aae tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.372388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Allocated IP 172.20.255.242 (19eb52cc-330f-4479-b629-8313bf68bbea/b9431442-dad1-4685-b82f-f273a401fc94/39072654-d4cf-4fee-b85c-b553c55d5cc5) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:41.392631 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afbc3540-8c64-416d-a05e-4aa62074c770 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.421844 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afbc3540-8c64-416d-a05e-4aa62074c770 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.425708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-afbc3540-8c64-416d-a05e-4aa62074c770 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "DELETE /v2.0/subnets/a2a79404-36ee-48c5-a04b-805504c199ae HTTP/1.1" status: 204 len: 168 time: 0.5477352 Nov 12 04:13:41.426235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:41.465200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758c7ac7-96a9-498c-b0db-44ff0a4cfcda None None] Network 27a27c64-332b-47c1-9ab2-8eb71372884b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:41.480494 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c6e51d6d-18e9-4a04-aa74-a8ce68c40aae tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5490437 Nov 12 04:13:41.487260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38598) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:41.493381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-91782fea-bc5c-474e-83ad-6f41813c7b4a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'subnet': {'network_id': '87ece87d-e093-472c-b0f9-5213e4e1bf88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:41.501601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e51d6d-18e9-4a04-aa74-a8ce68c40aae tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Network': ['ID=87ece87d-e093-472c-b0f9-5213e4e1bf88,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:41.543026 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 08ee82af-684a-4241-9caf-00fdc540bb12 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:41.567809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77422dbf-0540-4bce-aa39-2df74f7916d8 req-4ddf591b-1a6a-443d-80a5-b87432203aca tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:41.569271 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77422dbf-0540-4bce-aa39-2df74f7916d8 req-4ddf591b-1a6a-443d-80a5-b87432203aca tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 945 time: 0.2145255 Nov 12 04:13:41.584717 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.587769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc3540-8c64-416d-a05e-4aa62074c770 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a79404-36ee-48c5-a04b-805504c199ae,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:41.596341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 87ece87d-e093-472c-b0f9-5213e4e1bf88 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:41.641651 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77422dbf-0540-4bce-aa39-2df74f7916d8 req-e5b3bed4-b1be-4c06-a650-41a02938d13e tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605552 Nov 12 04:13:41.658315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Deleting port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:41.658667 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.719726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91782fea-bc5c-474e-83ad-6f41813c7b4a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:41.723609 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91782fea-bc5c-474e-83ad-6f41813c7b4a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.741573 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 08ee82af-684a-4241-9caf-00fdc540bb12 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:41.742093 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 08ee82af-684a-4241-9caf-00fdc540bb12 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:41.787453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] For port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5c4c52ad-e5b9-49cb-afb0-5cf28c328c15,segment=NetworkSegment(d2279bcf-55df-4f2f-a0bc-29197865260c),segment_id=d2279bcf-55df-4f2f-a0bc-29197865260c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:41.787822 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.804435 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.805867 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Calling delete_port for 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:41.828636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfbefc-37c5-4060-902c-4b6780f6cbe8 req-20506598-f2fa-485e-a063-73826a699a0b tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:41.828636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93bfbefc-37c5-4060-902c-4b6780f6cbe8 req-20506598-f2fa-485e-a063-73826a699a0b tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=660a8afb-7af0-4f08-b8fc-9d10e9f980df HTTP/1.1" status: 200 len: 945 time: 0.1040533 Nov 12 04:13:41.895760 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.969824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Pushing event updated for resources: {'Port': ['ID=39072654-d4cf-4fee-b85c-b553c55d5cc5,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:41.972654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a589f2cb-50d9-457f-9753-3dfe6bafa99b None None] DHCP port deletion for 27a27c64-332b-47c1-9ab2-8eb71372884b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:41.981832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93bfbefc-37c5-4060-902c-4b6780f6cbe8 req-838edc24-0aea-4b47-bff6-85e0c99ab6e3 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408165 Nov 12 04:13:42.009450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Network 19eb52cc-330f-4479-b629-8313bf68bbea is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:42.012365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:42.015852 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:42.034685 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.074734 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event deleted for resources: {'Port': ['ID=5c4c52ad-e5b9-49cb-afb0-5cf28c328c15,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:42.078962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] No DVR routers for this DVR port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:42.081942 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a589f2cb-50d9-457f-9753-3dfe6bafa99b None None] Deleting port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:42.082332 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a589f2cb-50d9-457f-9753-3dfe6bafa99b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.096574 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Attempting to bind port 39072654-d4cf-4fee-b85c-b553c55d5cc5 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:42.097142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Attempting to bind port 39072654-d4cf-4fee-b85c-b553c55d5cc5 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f16720f6-a122-4540-81cc-c9d953c53d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '19eb52cc-330f-4479-b629-8313bf68bbea'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:42.097516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Attempting to bind port 39072654-d4cf-4fee-b85c-b553c55d5cc5 on network 19eb52cc-330f-4479-b629-8313bf68bbea {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:42.112119 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91782fea-bc5c-474e-83ad-6f41813c7b4a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.152769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:42.153132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Checking segment: {'id': 'f16720f6-a122-4540-81cc-c9d953c53d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '19eb52cc-330f-4479-b629-8313bf68bbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:42.153727 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.154304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Bound using segment: {'id': 'f16720f6-a122-4540-81cc-c9d953c53d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '19eb52cc-330f-4479-b629-8313bf68bbea'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:42.155041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Bound port: 39072654-d4cf-4fee-b85c-b553c55d5cc5, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16720f6-a122-4540-81cc-c9d953c53d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '19eb52cc-330f-4479-b629-8313bf68bbea'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:42.156085 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.193809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a589f2cb-50d9-457f-9753-3dfe6bafa99b None None] For port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15, host n-d-767704-23, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:42.193809 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a589f2cb-50d9-457f-9753-3dfe6bafa99b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.204804 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.228665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a589f2cb-50d9-457f-9753-3dfe6bafa99b None None] Calling delete_port for 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:42.232719 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91782fea-bc5c-474e-83ad-6f41813c7b4a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Subnet': ['ID=d54fb136-7cee-433a-90f3-7519a986369a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:42.235171 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-a589f2cb-50d9-457f-9753-3dfe6bafa99b None None] Port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:13:42.248150 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a589f2cb-50d9-457f-9753-3dfe6bafa99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.252530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a27c64-332b-47c1-9ab2-8eb71372884b']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:42.252714 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91782fea-bc5c-474e-83ad-6f41813c7b4a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Checking segment: {'id': '1984df08-01c2-4c01-a6d9-5c7709503d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '87ece87d-e093-472c-b0f9-5213e4e1bf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:42.252927 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91782fea-bc5c-474e-83ad-6f41813c7b4a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network hostable DHCP agents. Network: 87ece87d-e093-472c-b0f9-5213e4e1bf88, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:42.265891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2279bcf-55df-4f2f-a0bc-29197865260c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:42.266263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2279bcf-55df-4f2f-a0bc-29197865260c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:42.278283 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.296269 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.305049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:42.305926 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.308753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589f2cb-50d9-457f-9753-3dfe6bafa99b None None] Pushing event deleted for resources: {'Port': ['ID=5c4c52ad-e5b9-49cb-afb0-5cf28c328c15,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:42.310847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a589f2cb-50d9-457f-9753-3dfe6bafa99b None None] No DVR routers for this DVR port 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:42.314641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] For port 39072654-d4cf-4fee-b85c-b553c55d5cc5, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:42.332471 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:42.347836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] For port 39072654-d4cf-4fee-b85c-b553c55d5cc5, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=39072654-d4cf-4fee-b85c-b553c55d5cc5,segment=NetworkSegment(f16720f6-a122-4540-81cc-c9d953c53d8a),segment_id=f16720f6-a122-4540-81cc-c9d953c53d8a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:42.375579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91782fea-bc5c-474e-83ad-6f41813c7b4a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network 87ece87d-e093-472c-b0f9-5213e4e1bf88 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:42.417602 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.439769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-91782fea-bc5c-474e-83ad-6f41813c7b4a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 87ece87d-e093-472c-b0f9-5213e4e1bf88) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:42.445058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91782fea-bc5c-474e-83ad-6f41813c7b4a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:42.445860 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91782fea-bc5c-474e-83ad-6f41813c7b4a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.455790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf0ddbb-663a-4fd7-a8ea-44747d3e7b45 None None] Network 87ece87d-e093-472c-b0f9-5213e4e1bf88 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:42.501747 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.513742 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.538440 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-91782fea-bc5c-474e-83ad-6f41813c7b4a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0488179 Nov 12 04:13:42.539753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38626) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:42.542810 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38628) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:42.544201 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "DELETE /v2.0/networks/27a27c64-332b-47c1-9ab2-8eb71372884b HTTP/1.1" status: 204 len: 168 time: 1.1014287 Nov 12 04:13:42.557522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bffa33-9cf8-4dda-b454-eb358ba27285 None None] Pushing event updated for resources: {'Port': ['ID=39072654-d4cf-4fee-b85c-b553c55d5cc5,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:42.585678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3f3c5-ed1f-4b20-8b84-1dc3073c6c66 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Pushing event deleted for resources: {'Network': ['ID=27a27c64-332b-47c1-9ab2-8eb71372884b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:42.653467 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fc122690-114f-4fe3-ba66-5f11905794b8 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "GET /v2.0/ports?device_id=797cee0b-928a-4384-a74b-21cf52bba397 HTTP/1.1" status: 200 len: 205 time: 0.1120501 Nov 12 04:13:42.657677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38630) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:42.708139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-87ece87d-e093-472c-b0f9-5213e4e1bf88', 'network_id': '87ece87d-e093-472c-b0f9-5213e4e1bf88', 'tenant_id': '36eeda0e93084d868c2290be083c96e7', 'fixed_ips': [{'subnet_id': 'd54fb136-7cee-433a-90f3-7519a986369a'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:42.709038 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.791318 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21d0404b-f6e3-4486-9da8-3628f14b8302 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.806937 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:42.989696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Allocated IP 172.20.0.2 (87ece87d-e093-472c-b0f9-5213e4e1bf88/d54fb136-7cee-433a-90f3-7519a986369a/6fbeaf20-096c-4a26-b588-ae6a705aadbd) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:43.147098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21d0404b-f6e3-4486-9da8-3628f14b8302 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.150525 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21d0404b-f6e3-4486-9da8-3628f14b8302 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.242380 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.308613 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21d0404b-f6e3-4486-9da8-3628f14b8302 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.309576 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d0404b-f6e3-4486-9da8-3628f14b8302 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Fanout notify agent at l3_agent the message router_deleted on router 797cee0b-928a-4384-a74b-21cf52bba397 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:43.335042 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21d0404b-f6e3-4486-9da8-3628f14b8302 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.336746 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-21d0404b-f6e3-4486-9da8-3628f14b8302 tempest-RoutersNegativeTest-1302104241 tempest-RoutersNegativeTest-1302104241-project] 10.222.0.105 "DELETE /v2.0/routers/797cee0b-928a-4384-a74b-21cf52bba397 HTTP/1.1" status: 204 len: 168 time: 0.6740596 Nov 12 04:13:43.369569 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.427413 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.460696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Network 87ece87d-e093-472c-b0f9-5213e4e1bf88 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:43.475120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:43.480764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:43.492124 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab44396-0a53-4d6e-b9bb-6fe343d7a001 req-a6d1ae5f-5a36-460f-b6dd-79609c89864e tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:43.502600 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aab44396-0a53-4d6e-b9bb-6fe343d7a001 req-a6d1ae5f-5a36-460f-b6dd-79609c89864e tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=660a8afb-7af0-4f08-b8fc-9d10e9f980df HTTP/1.1" status: 200 len: 945 time: 0.1553659 Nov 12 04:13:43.509762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Pushing event updated for resources: {'Port': ['ID=6fbeaf20-096c-4a26-b588-ae6a705aadbd,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:43.588136 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 39072654-d4cf-4fee-b85c-b553c55d5cc5 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:43.637405 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aab44396-0a53-4d6e-b9bb-6fe343d7a001 req-2b3b3af2-8691-4c8f-a25f-abdc2074f7f4 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334836 Nov 12 04:13:43.682253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Attempting to bind port 6fbeaf20-096c-4a26-b588-ae6a705aadbd on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:43.683178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Attempting to bind port 6fbeaf20-096c-4a26-b588-ae6a705aadbd by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '1984df08-01c2-4c01-a6d9-5c7709503d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '87ece87d-e093-472c-b0f9-5213e4e1bf88'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:43.683773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Attempting to bind port 6fbeaf20-096c-4a26-b588-ae6a705aadbd on network 87ece87d-e093-472c-b0f9-5213e4e1bf88 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:43.709796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:43.710184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Checking segment: {'id': '1984df08-01c2-4c01-a6d9-5c7709503d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '87ece87d-e093-472c-b0f9-5213e4e1bf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:43.710601 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.711030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Bound using segment: {'id': '1984df08-01c2-4c01-a6d9-5c7709503d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '87ece87d-e093-472c-b0f9-5213e4e1bf88'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:43.711711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Bound port: 6fbeaf20-096c-4a26-b588-ae6a705aadbd, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1984df08-01c2-4c01-a6d9-5c7709503d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '87ece87d-e093-472c-b0f9-5213e4e1bf88'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:43.712247 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.757321 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 39072654-d4cf-4fee-b85c-b553c55d5cc5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:43.757753 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.802143 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.876210 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] For port 6fbeaf20-096c-4a26-b588-ae6a705aadbd, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:43.883819 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] For port 6fbeaf20-096c-4a26-b588-ae6a705aadbd, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6fbeaf20-096c-4a26-b588-ae6a705aadbd,segment=NetworkSegment(1984df08-01c2-4c01-a6d9-5c7709503d42),segment_id=1984df08-01c2-4c01-a6d9-5c7709503d42)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:43.960613 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.965419 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.986411 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ece87d-e093-472c-b0f9-5213e4e1bf88']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:44.000379 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1984df08-01c2-4c01-a6d9-5c7709503d42') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:44.000682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1984df08-01c2-4c01-a6d9-5c7709503d42') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:44.012690 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.028499 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.034878 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 39072654-d4cf-4fee-b85c-b553c55d5cc5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=39072654-d4cf-4fee-b85c-b553c55d5cc5,segment=NetworkSegment(f16720f6-a122-4540-81cc-c9d953c53d8a),segment_id=f16720f6-a122-4540-81cc-c9d953c53d8a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:44.036178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:44.036178 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.043250 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.114037 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:44.129273 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:44.132243 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Subnet': ['ID=d54fb136-7cee-433a-90f3-7519a986369a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:44.174027 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:13:44.174027 n-d-767704-23 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:13:44.174027 n-d-767704-23 neutron-server[103147]: [parameters: {'id': '87ece87d-e093-472c-b0f9-5213e4e1bf88'}] Nov 12 04:13:44.174027 n-d-767704-23 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:13:44.174027 n-d-767704-23 neutron-server[103147]: DEBUG oslo_db.api [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:13:44.202391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38660) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:44.220476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee0f79-0ab8-4759-a42a-ca208d7534cd None None] Pushing event updated for resources: {'Port': ['ID=6fbeaf20-096c-4a26-b588-ae6a705aadbd,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:44.295042 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:44.338484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e6b0fe-eb00-42b5-ad59-ca779e5a3180 None None] Network 19eb52cc-330f-4479-b629-8313bf68bbea requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:44.354357 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:44.354700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5c4c52ad-e5b9-49cb-afb0-5cf28c328c15 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:44.392130 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e308f7-f6fd-4084-b7c9-08812ee4cac2 req-d50c4faa-6919-4bf5-ad24-eac1f4ca5eac tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:44.393524 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6e308f7-f6fd-4084-b7c9-08812ee4cac2 req-d50c4faa-6919-4bf5-ad24-eac1f4ca5eac tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.25 "GET /v2.0/ports?device_id=21be5800-23aa-42d5-8fb8-12333edc36ce HTTP/1.1" status: 200 len: 945 time: 0.0877299 Nov 12 04:13:44.468860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c0db1d72-33b2-4fae-97a9-42000141c345 None None] Provisioning complete for port 39072654-d4cf-4fee-b85c-b553c55d5cc5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:44.469333 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0db1d72-33b2-4fae-97a9-42000141c345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.474807 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=39072654-d4cf-4fee-b85c-b553c55d5cc5,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:44.476466 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:13:44.660005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0d489-e85f-472d-84fd-2891a19816ee req-59bb899b-c07e-4469-8328-5efb20dfd302 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:44.661888 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4b0d489-e85f-472d-84fd-2891a19816ee req-59bb899b-c07e-4469-8328-5efb20dfd302 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.26 "GET /v2.0/ports?device_id=660a8afb-7af0-4f08-b8fc-9d10e9f980df HTTP/1.1" status: 200 len: 945 time: 0.1274464 Nov 12 04:13:44.663965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38666) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:44.665956 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-73e8d3a0-3e06-4abb-8709-511b7ee95df8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=28596eb2d07f49da85550e93785a1f7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4620025 Nov 12 04:13:44.679133 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.742530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c6e308f7-f6fd-4084-b7c9-08812ee4cac2 req-7e66eeae-6af8-453e-9466-3c401946e231 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Deleting port d0e118e7-fbf2-41cc-9298-0dff5317af7e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:44.743031 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c6e308f7-f6fd-4084-b7c9-08812ee4cac2 req-7e66eeae-6af8-453e-9466-3c401946e231 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.843400 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-779ce52a-1b69-43c4-83d3-c9f9d9bec7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.867099 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-779ce52a-1b69-43c4-83d3-c9f9d9bec7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.919979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c6e308f7-f6fd-4084-b7c9-08812ee4cac2 req-7e66eeae-6af8-453e-9466-3c401946e231 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] For port d0e118e7-fbf2-41cc-9298-0dff5317af7e, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=d0e118e7-fbf2-41cc-9298-0dff5317af7e,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:44.920257 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c6e308f7-f6fd-4084-b7c9-08812ee4cac2 req-7e66eeae-6af8-453e-9466-3c401946e231 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:44.938680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c6e308f7-f6fd-4084-b7c9-08812ee4cac2 req-7e66eeae-6af8-453e-9466-3c401946e231 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Calling delete_port for d0e118e7-fbf2-41cc-9298-0dff5317af7e owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:44.952523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:44.998063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd31cb5-6835-4c46-a15f-98738df8ff4d req-e672566e-2c5e-4fe1-a7fc-c62551028e50 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:45.000788 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ecd31cb5-6835-4c46-a15f-98738df8ff4d req-e672566e-2c5e-4fe1-a7fc-c62551028e50 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=660a8afb-7af0-4f08-b8fc-9d10e9f980df HTTP/1.1" status: 200 len: 945 time: 0.2082846 Nov 12 04:13:45.072323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ecd31cb5-6835-4c46-a15f-98738df8ff4d req-ad3da30a-db73-45e0-b484-a3e58045fbd1 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/security-groups?id=9d66404d-b0a3-432c-aa65-584f1d90e968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620911 Nov 12 04:13:45.073259 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-779ce52a-1b69-43c4-83d3-c9f9d9bec7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.082572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-779ce52a-1b69-43c4-83d3-c9f9d9bec7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.082572 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-779ce52a-1b69-43c4-83d3-c9f9d9bec7c5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/58b36f92-d463-4732-886e-b701b162cf65 HTTP/1.1" status: 204 len: 168 time: 0.4137225 Nov 12 04:13:45.114764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ce52a-1b69-43c4-83d3-c9f9d9bec7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b36f92-d463-4732-886e-b701b162cf65,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:45.136273 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a4b0d489-e85f-472d-84fd-2891a19816ee req-744eb24e-5963-4829-bd1b-54b2a642342a tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Deleting port c85273ae-ac45-4b10-9e0f-35a48cf8182c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:45.136776 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a4b0d489-e85f-472d-84fd-2891a19816ee req-744eb24e-5963-4829-bd1b-54b2a642342a tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.144614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Deleting port 6fbeaf20-096c-4a26-b588-ae6a705aadbd {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:45.144870 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.211740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-43fb2d7e-a169-417d-bc2d-1d72ff18669f None None] Provisioning complete for port 39072654-d4cf-4fee-b85c-b553c55d5cc5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:45.213088 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43fb2d7e-a169-417d-bc2d-1d72ff18669f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.250632 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a4b0d489-e85f-472d-84fd-2891a19816ee req-744eb24e-5963-4829-bd1b-54b2a642342a tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] For port c85273ae-ac45-4b10-9e0f-35a48cf8182c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c85273ae-ac45-4b10-9e0f-35a48cf8182c,segment=NetworkSegment(fff08557-f456-44be-aa88-893e59649cc9),segment_id=fff08557-f456-44be-aa88-893e59649cc9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:45.251009 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a4b0d489-e85f-472d-84fd-2891a19816ee req-744eb24e-5963-4829-bd1b-54b2a642342a tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.275305 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a4b0d489-e85f-472d-84fd-2891a19816ee req-744eb24e-5963-4829-bd1b-54b2a642342a tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Calling delete_port for c85273ae-ac45-4b10-9e0f-35a48cf8182c owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:45.319294 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-184ec8de-33e9-4f5c-8f10-abf768185b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.362566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] For port 6fbeaf20-096c-4a26-b588-ae6a705aadbd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6fbeaf20-096c-4a26-b588-ae6a705aadbd,segment=NetworkSegment(1984df08-01c2-4c01-a6d9-5c7709503d42),segment_id=1984df08-01c2-4c01-a6d9-5c7709503d42)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:45.363120 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.384787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Calling delete_port for 6fbeaf20-096c-4a26-b588-ae6a705aadbd owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:45.572812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c6e308f7-f6fd-4084-b7c9-08812ee4cac2 req-7e66eeae-6af8-453e-9466-3c401946e231 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.587602 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['d0e118e7-fbf2-41cc-9298-0dff5317af7e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:45.645066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66eeae-6af8-453e-9466-3c401946e231 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Pushing event deleted for resources: {'Port': ['ID=d0e118e7-fbf2-41cc-9298-0dff5317af7e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:45.655657 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.673389 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccdaa94-ead7-45bd-bf09-27bf598af78e None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:45.702184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6fbeaf20-096c-4a26-b588-ae6a705aadbd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:45.713583 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a4b0d489-e85f-472d-84fd-2891a19816ee req-744eb24e-5963-4829-bd1b-54b2a642342a tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.726572 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e308f7-f6fd-4084-b7c9-08812ee4cac2 req-7e66eeae-6af8-453e-9466-3c401946e231 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] No DVR routers for this DVR port d0e118e7-fbf2-41cc-9298-0dff5317af7e on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:45.772200 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c6e308f7-f6fd-4084-b7c9-08812ee4cac2 req-7e66eeae-6af8-453e-9466-3c401946e231 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.778134 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['d0e118e7-fbf2-41cc-9298-0dff5317af7e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:45.779319 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6e308f7-f6fd-4084-b7c9-08812ee4cac2 req-7e66eeae-6af8-453e-9466-3c401946e231 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.25 "DELETE /v2.0/ports/d0e118e7-fbf2-41cc-9298-0dff5317af7e HTTP/1.1" status: 204 len: 173 time: 1.3776052 Nov 12 04:13:45.788246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 6fbeaf20-096c-4a26-b588-ae6a705aadbd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:45.788246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6fbeaf20-096c-4a26-b588-ae6a705aadbd not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 04:13:45.798325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21be5800-23aa-42d5-8fb8-12333edc36ce', 'name': 'network-vif-deleted', 'tag': 'd0e118e7-fbf2-41cc-9298-0dff5317af7e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:45.801078 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744eb24e-5963-4829-bd1b-54b2a642342a tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Pushing event deleted for resources: {'Port': ['ID=c85273ae-ac45-4b10-9e0f-35a48cf8182c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:45.801542 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ce0e92-d4b5-4e2c-a4fe-05da4a9abe42" -d '{"events": [{"server_uuid": "21be5800-23aa-42d5-8fb8-12333edc36ce", "name": "network-vif-deleted", "tag": "d0e118e7-fbf2-41cc-9298-0dff5317af7e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:45.823246 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Port': ['ID=6fbeaf20-096c-4a26-b588-ae6a705aadbd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:45.833417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No DVR routers for this DVR port 6fbeaf20-096c-4a26-b588-ae6a705aadbd on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:45.869845 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-184ec8de-33e9-4f5c-8f10-abf768185b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.871442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b0d489-e85f-472d-84fd-2891a19816ee req-744eb24e-5963-4829-bd1b-54b2a642342a tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] No DVR routers for this DVR port c85273ae-ac45-4b10-9e0f-35a48cf8182c on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:45.874033 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a4b0d489-e85f-472d-84fd-2891a19816ee req-744eb24e-5963-4829-bd1b-54b2a642342a tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.877755 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4b0d489-e85f-472d-84fd-2891a19816ee req-744eb24e-5963-4829-bd1b-54b2a642342a tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.26 "DELETE /v2.0/ports/c85273ae-ac45-4b10-9e0f-35a48cf8182c HTTP/1.1" status: 204 len: 173 time: 1.2022858 Nov 12 04:13:45.878270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660a8afb-7af0-4f08-b8fc-9d10e9f980df', 'name': 'network-vif-deleted', 'tag': 'c85273ae-ac45-4b10-9e0f-35a48cf8182c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:45.880842 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef071994-ba86-44f3-b7b6-374e9a12f759" -d '{"events": [{"server_uuid": "660a8afb-7af0-4f08-b8fc-9d10e9f980df", "name": "network-vif-deleted", "tag": "c85273ae-ac45-4b10-9e0f-35a48cf8182c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:45.910688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309b29d3-6cc8-462e-b2c9-6f9d6e26eef0 None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:45.922185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Port 6fbeaf20-096c-4a26-b588-ae6a705aadbd not found, will not notify nova. {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 04:13:45.922601 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 39072654-d4cf-4fee-b85c-b553c55d5cc5 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:45.931712 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140603d8-85bb-4e29-a8ae-f45a0976315c x-openstack-request-id: req-140603d8-85bb-4e29-a8ae-f45a0976315c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:45.932512 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21be5800-23aa-42d5-8fb8-12333edc36ce", "name": "network-vif-deleted", "tag": "d0e118e7-fbf2-41cc-9298-0dff5317af7e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:45.933014 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-140603d8-85bb-4e29-a8ae-f45a0976315c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:45.934213 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21be5800-23aa-42d5-8fb8-12333edc36ce', 'name': 'network-vif-deleted', 'tag': 'd0e118e7-fbf2-41cc-9298-0dff5317af7e', 'status': 'completed', 'code': 200} Nov 12 04:13:45.968659 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-184ec8de-33e9-4f5c-8f10-abf768185b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.983611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 39072654-d4cf-4fee-b85c-b553c55d5cc5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:45.984334 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.016517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa3a9b7-86f8-4457-97ac-1ebddf971159 None None] Network 87ece87d-e093-472c-b0f9-5213e4e1bf88 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:46.076533 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.101178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-81026e18-f86e-4c47-900f-dba532808292 None None] Could not find standard attr ID for object 6fbeaf20-096c-4a26-b588-ae6a705aadbd. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:13:46.125305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ec8de-33e9-4f5c-8f10-abf768185b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55653a7-a358-4358-a1e6-7afbab8e6c8c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:46.134520 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-184ec8de-33e9-4f5c-8f10-abf768185b04 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=464f67aedb7e46cfbe0a14a91f293e38&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1767220 Nov 12 04:13:46.135076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:46.149709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ece87d-e093-472c-b0f9-5213e4e1bf88']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:46.187169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1984df08-01c2-4c01-a6d9-5c7709503d42') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:46.187169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1984df08-01c2-4c01-a6d9-5c7709503d42') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:46.215685 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.266544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.285544 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f04d988e-614e-4f34-be76-b3bdec9b2765 req-d2077b74-24ec-40ff-a6c5-2a5ebc4ae308 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=660a8afb-7af0-4f08-b8fc-9d10e9f980df HTTP/1.1" status: 200 len: 210 time: 0.0366170 Nov 12 04:13:46.292507 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.310582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:46.311502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.313261 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.324801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79168168-26eb-4ae9-8da7-ad2a74214af7 None None] DHCP port deletion for 87ece87d-e093-472c-b0f9-5213e4e1bf88 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:46.335107 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:46.394205 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eda525-2790-4c52-a98d-dd838d58ab80 x-openstack-request-id: req-d9eda525-2790-4c52-a98d-dd838d58ab80 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:46.398738 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660a8afb-7af0-4f08-b8fc-9d10e9f980df", "name": "network-vif-deleted", "tag": "c85273ae-ac45-4b10-9e0f-35a48cf8182c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:46.399013 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d9eda525-2790-4c52-a98d-dd838d58ab80 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:46.409827 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660a8afb-7af0-4f08-b8fc-9d10e9f980df', 'name': 'network-vif-deleted', 'tag': 'c85273ae-ac45-4b10-9e0f-35a48cf8182c', 'status': 'completed', 'code': 200} Nov 12 04:13:46.485589 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.494139 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.497413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/87ece87d-e093-472c-b0f9-5213e4e1bf88 HTTP/1.1" status: 204 len: 168 time: 3.9079607 Nov 12 04:13:46.501609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38710) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:46.506986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8c895d2a-d93b-4cbe-8d9f-1a66a83e7b90 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1750470150'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:46.508832 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96fce6-a67d-4e11-87a2-fcb48058341e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Network': ['ID=87ece87d-e093-472c-b0f9-5213e4e1bf88,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:46.543465 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.546195 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.547357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b55653a7-a358-4358-a1e6-7afbab8e6c8c HTTP/1.1" status: 204 len: 168 time: 0.4115674 Nov 12 04:13:46.555730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55653a7-a358-4358-a1e6-7afbab8e6c8c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:46.566128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:46.570541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:46.570541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:46.570541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:46.570541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:46.570541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:46.570541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:46.570541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:46.570541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:46.570541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:46.570541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:46.570541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6dcbb4-144e-44d2-885b-e3d035d8d3cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:46.608638 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c895d2a-d93b-4cbe-8d9f-1a66a83e7b90 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:46.609737 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c895d2a-d93b-4cbe-8d9f-1a66a83e7b90 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.666603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c895d2a-d93b-4cbe-8d9f-1a66a83e7b90 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1319} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:46.680270 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c895d2a-d93b-4cbe-8d9f-1a66a83e7b90 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.680629 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-8c895d2a-d93b-4cbe-8d9f-1a66a83e7b90 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Added segment 740815a9-8e7a-46d0-8a28-b1d2ec374e66 of type vlan for network 250f17f1-5a5e-41a1-b38f-9aff4c6a76ed Nov 12 04:13:46.711340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c85273ae-ac45-4b10-9e0f-35a48cf8182c no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:46.727880 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c895d2a-d93b-4cbe-8d9f-1a66a83e7b90 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.739611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: c85273ae-ac45-4b10-9e0f-35a48cf8182c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:46.739954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c85273ae-ac45-4b10-9e0f-35a48cf8182c not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:46.836651 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38718) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:46.846061 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [-] 10.222.0.105 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0032918 Nov 12 04:13:46.850750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:46.885002 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c895d2a-d93b-4cbe-8d9f-1a66a83e7b90 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.904637 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c895d2a-d93b-4cbe-8d9f-1a66a83e7b90 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:46.906704 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c895d2a-d93b-4cbe-8d9f-1a66a83e7b90 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.011343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c895d2a-d93b-4cbe-8d9f-1a66a83e7b90 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Network': ['ID=250f17f1-5a5e-41a1-b38f-9aff4c6a76ed,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:47.028793 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 250f17f1-5a5e-41a1-b38f-9aff4c6a76ed details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:47.050336 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8c895d2a-d93b-4cbe-8d9f-1a66a83e7b90 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5473623 Nov 12 04:13:47.053183 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38726) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:47.060390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-98fcbde3-e8aa-4a33-8b05-3583ee667f27 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'subnet': {'network_id': '250f17f1-5a5e-41a1-b38f-9aff4c6a76ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:47.137064 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5b9ab7b1-9f53-4f5b-843f-45643ee2d976 tempest-NetworksApiDiscovery-1765248796 tempest-NetworksApiDiscovery-1765248796-project] 10.222.0.105 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.2896194 Nov 12 04:13:47.291476 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fcbde3-e8aa-4a33-8b05-3583ee667f27 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:47.295163 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98fcbde3-e8aa-4a33-8b05-3583ee667f27 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.354079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-98fcbde3-e8aa-4a33-8b05-3583ee667f27 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Performing IP validity checks on allocation pools {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:13:47.354765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-98fcbde3-e8aa-4a33-8b05-3583ee667f27 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:13:47.450061 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6fbeaf20-096c-4a26-b588-ae6a705aadbd no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:47.476009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 6fbeaf20-096c-4a26-b588-ae6a705aadbd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:47.476380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6fbeaf20-096c-4a26-b588-ae6a705aadbd not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:47.495160 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1044a9a4-2322-4017-b877-3a74665605d1 req-fdd1690b-06db-4b83-b236-e75a4d4fce56 tempest-MultipleCreateTestJSON-1246484015 tempest-MultipleCreateTestJSON-1246484015-project] 10.222.0.105 "GET /v2.0/ports?device_id=660a8afb-7af0-4f08-b8fc-9d10e9f980df HTTP/1.1" status: 200 len: 210 time: 0.0343053 Nov 12 04:13:47.606369 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38734) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:47.619649 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8729890f-714e-440b-845b-59ad49aaa004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.635824 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98fcbde3-e8aa-4a33-8b05-3583ee667f27 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.656824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38736) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:47.728799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcbde3-e8aa-4a33-8b05-3583ee667f27 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Subnet': ['ID=83f61b48-5d02-4698-8ca3-323d28479973,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:47.748207 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fcbde3-e8aa-4a33-8b05-3583ee667f27 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Checking segment: {'id': '740815a9-8e7a-46d0-8a28-b1d2ec374e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '250f17f1-5a5e-41a1-b38f-9aff4c6a76ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:47.748588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fcbde3-e8aa-4a33-8b05-3583ee667f27 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network hostable DHCP agents. Network: 250f17f1-5a5e-41a1-b38f-9aff4c6a76ed, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:47.788199 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8729890f-714e-440b-845b-59ad49aaa004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.855328 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9aee3103-bf91-4e3c-a83d-1ffbb2b2c121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.872316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fcbde3-e8aa-4a33-8b05-3583ee667f27 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network 250f17f1-5a5e-41a1-b38f-9aff4c6a76ed is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:47.897014 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8729890f-714e-440b-845b-59ad49aaa004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.934739 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9aee3103-bf91-4e3c-a83d-1ffbb2b2c121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.937446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729890f-714e-440b-845b-59ad49aaa004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efae9ec-87c0-4dee-b840-b95d1b13a7e3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:47.941858 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8729890f-714e-440b-845b-59ad49aaa004 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9fff54a68f404538977579161b29ba0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3361518 Nov 12 04:13:47.944502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38742) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:47.954968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-98fcbde3-e8aa-4a33-8b05-3583ee667f27 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 250f17f1-5a5e-41a1-b38f-9aff4c6a76ed) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:47.965783 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39ae23c-2cdf-4c8d-9064-f2d6cf29dbde None None] Network 250f17f1-5a5e-41a1-b38f-9aff4c6a76ed requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:47.972827 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fcbde3-e8aa-4a33-8b05-3583ee667f27 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:47.973755 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98fcbde3-e8aa-4a33-8b05-3583ee667f27 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.002502 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf6357d7-5ca4-4108-b88d-529a186ffd05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.029151 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9aee3103-bf91-4e3c-a83d-1ffbb2b2c121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.033260 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf6357d7-5ca4-4108-b88d-529a186ffd05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.092622 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9aee3103-bf91-4e3c-a83d-1ffbb2b2c121 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=611662f8579b4e66959a63ecc53229fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4344728 Nov 12 04:13:48.096748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-98fcbde3-e8aa-4a33-8b05-3583ee667f27 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0415790 Nov 12 04:13:48.097429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38744) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:48.101577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38746) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:48.112367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee3103-bf91-4e3c-a83d-1ffbb2b2c121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3f80b1-a3fb-47a2-9d9d-e39d8ed07f3c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:48.136304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-250f17f1-5a5e-41a1-b38f-9aff4c6a76ed', 'network_id': '250f17f1-5a5e-41a1-b38f-9aff4c6a76ed', 'tenant_id': '36eeda0e93084d868c2290be083c96e7', 'fixed_ips': [{'subnet_id': '83f61b48-5d02-4698-8ca3-323d28479973'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:48.137342 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.214926 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf6357d7-5ca4-4108-b88d-529a186ffd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.218494 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf6357d7-5ca4-4108-b88d-529a186ffd05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.220299 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cf6357d7-5ca4-4108-b88d-529a186ffd05 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8efae9ec-87c0-4dee-b840-b95d1b13a7e3 HTTP/1.1" status: 204 len: 168 time: 0.2744818 Nov 12 04:13:48.230505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6357d7-5ca4-4108-b88d-529a186ffd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efae9ec-87c0-4dee-b840-b95d1b13a7e3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:48.239522 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a68310d8-4659-49e0-afef-62e381054045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.296850 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.301515 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a68310d8-4659-49e0-afef-62e381054045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.390760 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.560125 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a68310d8-4659-49e0-afef-62e381054045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.566295 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a68310d8-4659-49e0-afef-62e381054045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.568987 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a68310d8-4659-49e0-afef-62e381054045 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5b3f80b1-a3fb-47a2-9d9d-e39d8ed07f3c HTTP/1.1" status: 204 len: 168 time: 0.4696059 Nov 12 04:13:48.586773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68310d8-4659-49e0-afef-62e381054045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3f80b1-a3fb-47a2-9d9d-e39d8ed07f3c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:48.627132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Allocated IP 172.20.0.3 (250f17f1-5a5e-41a1-b38f-9aff4c6a76ed/83f61b48-5d02-4698-8ca3-323d28479973/7538fde7-c37d-4f81-bd52-229c0527896c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:48.640159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:48.729815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d0e118e7-fbf2-41cc-9298-0dff5317af7e no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:48.737859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-4167d9f0-0b4d-4d59-9c7d-0c5217bab3e8 admin admin] Deleting subnet 4873c86a-275f-410d-80eb-fca6b9d3537d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:48.746539 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4167d9f0-0b4d-4d59-9c7d-0c5217bab3e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.759799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: d0e118e7-fbf2-41cc-9298-0dff5317af7e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:48.760183 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device d0e118e7-fbf2-41cc-9298-0dff5317af7e not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:48.817823 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4167d9f0-0b4d-4d59-9c7d-0c5217bab3e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.859605 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4167d9f0-0b4d-4d59-9c7d-0c5217bab3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.865140 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.921069 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.974494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Network 250f17f1-5a5e-41a1-b38f-9aff4c6a76ed is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:48.980678 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:48.983120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Pushing event updated for resources: {'Port': ['ID=7538fde7-c37d-4f81-bd52-229c0527896c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:48.985379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:49.000763 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.003126 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4167d9f0-0b4d-4d59-9c7d-0c5217bab3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.045987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Attempting to bind port 7538fde7-c37d-4f81-bd52-229c0527896c on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:49.046371 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Attempting to bind port 7538fde7-c37d-4f81-bd52-229c0527896c by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '740815a9-8e7a-46d0-8a28-b1d2ec374e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '250f17f1-5a5e-41a1-b38f-9aff4c6a76ed'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:49.046743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Attempting to bind port 7538fde7-c37d-4f81-bd52-229c0527896c on network 250f17f1-5a5e-41a1-b38f-9aff4c6a76ed {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:49.047878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Subnet': ['ID=83f61b48-5d02-4698-8ca3-323d28479973,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:49.051974 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4167d9f0-0b4d-4d59-9c7d-0c5217bab3e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.055829 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4167d9f0-0b4d-4d59-9c7d-0c5217bab3e8 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/4873c86a-275f-410d-80eb-fca6b9d3537d HTTP/1.1" status: 204 len: 168 time: 0.4146109 Nov 12 04:13:49.058420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:49.060768 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:49.061153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Checking segment: {'id': '740815a9-8e7a-46d0-8a28-b1d2ec374e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '250f17f1-5a5e-41a1-b38f-9aff4c6a76ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:49.061609 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.062032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Bound using segment: {'id': '740815a9-8e7a-46d0-8a28-b1d2ec374e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '250f17f1-5a5e-41a1-b38f-9aff4c6a76ed'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:49.064259 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Bound port: 7538fde7-c37d-4f81-bd52-229c0527896c, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740815a9-8e7a-46d0-8a28-b1d2ec374e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '250f17f1-5a5e-41a1-b38f-9aff4c6a76ed'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:49.064660 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.072293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d39bd-e886-4877-90bd-e1dad4f379c1 None None] Network 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:49.094204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d9f0-0b4d-4d59-9c7d-0c5217bab3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4873c86a-275f-410d-80eb-fca6b9d3537d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:49.103307 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.142864 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.177530 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-981e9d4e-fecb-4b96-af92-863af9cca564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.197533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250f17f1-5a5e-41a1-b38f-9aff4c6a76ed']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:49.234958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740815a9-8e7a-46d0-8a28-b1d2ec374e66') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:49.235511 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740815a9-8e7a-46d0-8a28-b1d2ec374e66') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:49.272548 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.282295 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-981e9d4e-fecb-4b96-af92-863af9cca564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.283085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] For port 7538fde7-c37d-4f81-bd52-229c0527896c, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:49.296805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] For port 7538fde7-c37d-4f81-bd52-229c0527896c, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7538fde7-c37d-4f81-bd52-229c0527896c,segment=NetworkSegment(740815a9-8e7a-46d0-8a28-b1d2ec374e66),segment_id=740815a9-8e7a-46d0-8a28-b1d2ec374e66)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:49.303732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6deacb-7c7a-44b0-a360-bcc6ba9fc75b None None] DHCP port deletion for 0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:49.304926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-981e9d4e-fecb-4b96-af92-863af9cca564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:49.314502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-981e9d4e-fecb-4b96-af92-863af9cca564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff08557-f456-44be-aa88-893e59649cc9') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:49.314799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-981e9d4e-fecb-4b96-af92-863af9cca564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff08557-f456-44be-aa88-893e59649cc9') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:49.324413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-981e9d4e-fecb-4b96-af92-863af9cca564 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.338315 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-981e9d4e-fecb-4b96-af92-863af9cca564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.345015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981e9d4e-fecb-4b96-af92-863af9cca564 admin admin] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:49.345387 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-981e9d4e-fecb-4b96-af92-863af9cca564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:49.347017 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:49.395152 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.396985 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.403986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:49.405280 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:49.408351 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:49.479864 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-981e9d4e-fecb-4b96-af92-863af9cca564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.487521 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-981e9d4e-fecb-4b96-af92-863af9cca564 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.493866 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-981e9d4e-fecb-4b96-af92-863af9cca564 admin admin] 10.222.0.105 "DELETE /v2.0/networks/0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9 HTTP/1.1" status: 204 len: 168 time: 0.4307773 Nov 12 04:13:49.504571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e9d4e-fecb-4b96-af92-863af9cca564 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e67cc50-3cd0-4ea5-9d41-acf3006a6cb9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:49.508915 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:13:49.508915 n-d-767704-23 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:13:49.508915 n-d-767704-23 neutron-server[103147]: [parameters: {'id': '250f17f1-5a5e-41a1-b38f-9aff4c6a76ed'}] Nov 12 04:13:49.508915 n-d-767704-23 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:13:49.509461 n-d-767704-23 neutron-server[103147]: DEBUG oslo_db.api [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:13:49.540626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b620a-30fa-4c7d-ada7-ee062afcefa9 None None] Pushing event updated for resources: {'Port': ['ID=7538fde7-c37d-4f81-bd52-229c0527896c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:49.540626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61da76-4af6-47da-9c56-6c4a6b19bcfc None None] Network 250f17f1-5a5e-41a1-b38f-9aff4c6a76ed requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:49.670402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895c8d32-fadf-4aca-ba1f-7c8e7de6ea94 None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:13:49.752245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895c8d32-fadf-4aca-ba1f-7c8e7de6ea94 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:13:49.906166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38800) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:49.970494 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c8d2f659-fd1d-40a4-a242-d8e95b6badcc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=425956240a2041968ed9ba57449f12f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0606666 Nov 12 04:13:49.970842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:50.011353 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.044554 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ae1b9a4-726e-4413-a69f-6039c7b56435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.072777 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ae1b9a4-726e-4413-a69f-6039c7b56435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.076663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Deleting port 7538fde7-c37d-4f81-bd52-229c0527896c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:50.077002 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.146550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] For port 7538fde7-c37d-4f81-bd52-229c0527896c, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7538fde7-c37d-4f81-bd52-229c0527896c,segment=NetworkSegment(740815a9-8e7a-46d0-8a28-b1d2ec374e66),segment_id=740815a9-8e7a-46d0-8a28-b1d2ec374e66)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:50.147041 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.160196 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Calling delete_port for 7538fde7-c37d-4f81-bd52-229c0527896c owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:50.223173 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ae1b9a4-726e-4413-a69f-6039c7b56435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.229045 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ae1b9a4-726e-4413-a69f-6039c7b56435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.231357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1ae1b9a4-726e-4413-a69f-6039c7b56435 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9d66404d-b0a3-432c-aa65-584f1d90e968 HTTP/1.1" status: 204 len: 168 time: 0.2590492 Nov 12 04:13:50.251772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1b9a4-726e-4413-a69f-6039c7b56435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d66404d-b0a3-432c-aa65-584f1d90e968,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:50.337285 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.368081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Port': ['ID=7538fde7-c37d-4f81-bd52-229c0527896c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:50.379019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No DVR routers for this DVR port 7538fde7-c37d-4f81-bd52-229c0527896c on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:50.482139 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.508550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250f17f1-5a5e-41a1-b38f-9aff4c6a76ed']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:50.523188 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740815a9-8e7a-46d0-8a28-b1d2ec374e66') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:50.524708 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740815a9-8e7a-46d0-8a28-b1d2ec374e66') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:50.536820 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.552532 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.561615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:50.562035 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:50.565095 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:50.704517 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.725643 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.729341 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/250f17f1-5a5e-41a1-b38f-9aff4c6a76ed HTTP/1.1" status: 204 len: 168 time: 2.6197758 Nov 12 04:13:50.730444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdae65d-1244-4885-a588-d5f29e40ea48 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Network': ['ID=250f17f1-5a5e-41a1-b38f-9aff4c6a76ed,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:50.732926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38826) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:50.739372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-10317a8f-3b81-4839-bb69-1d1b9f1918f1 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-242795956'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:50.872286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10317a8f-3b81-4839-bb69-1d1b9f1918f1 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:50.876523 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10317a8f-3b81-4839-bb69-1d1b9f1918f1 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.899693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10317a8f-3b81-4839-bb69-1d1b9f1918f1 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:50.914877 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10317a8f-3b81-4839-bb69-1d1b9f1918f1 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.915211 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-10317a8f-3b81-4839-bb69-1d1b9f1918f1 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Added segment 89bb861f-8529-4185-8251-227b55d492d7 of type vlan for network d40753f2-0aed-4c26-b628-5ab78972bf9c Nov 12 04:13:50.962984 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10317a8f-3b81-4839-bb69-1d1b9f1918f1 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.069500 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10317a8f-3b81-4839-bb69-1d1b9f1918f1 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.078766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10317a8f-3b81-4839-bb69-1d1b9f1918f1 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:51.078766 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10317a8f-3b81-4839-bb69-1d1b9f1918f1 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.157808 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10317a8f-3b81-4839-bb69-1d1b9f1918f1 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Network': ['ID=d40753f2-0aed-4c26-b628-5ab78972bf9c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:51.169835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network d40753f2-0aed-4c26-b628-5ab78972bf9c details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:51.201897 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-10317a8f-3b81-4839-bb69-1d1b9f1918f1 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4662912 Nov 12 04:13:51.202110 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38844) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:51.207140 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-56a668be-d750-453e-a873-cfeaf8b2525c tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'subnet': {'network_id': 'd40753f2-0aed-4c26-b628-5ab78972bf9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:51.406579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a668be-d750-453e-a873-cfeaf8b2525c tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:51.411305 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56a668be-d750-453e-a873-cfeaf8b2525c tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.816369 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56a668be-d750-453e-a873-cfeaf8b2525c tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.882066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a668be-d750-453e-a873-cfeaf8b2525c tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Subnet': ['ID=6c32337a-28ee-4ed4-98e9-d78440031ea3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:51.886328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a668be-d750-453e-a873-cfeaf8b2525c tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Checking segment: {'id': '89bb861f-8529-4185-8251-227b55d492d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'd40753f2-0aed-4c26-b628-5ab78972bf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:51.886681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a668be-d750-453e-a873-cfeaf8b2525c tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network hostable DHCP agents. Network: d40753f2-0aed-4c26-b628-5ab78972bf9c, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:51.983373 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a668be-d750-453e-a873-cfeaf8b2525c tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network d40753f2-0aed-4c26-b628-5ab78972bf9c is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:52.062376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-56a668be-d750-453e-a873-cfeaf8b2525c tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, d40753f2-0aed-4c26-b628-5ab78972bf9c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:52.066711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a668be-d750-453e-a873-cfeaf8b2525c tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:52.067492 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56a668be-d750-453e-a873-cfeaf8b2525c tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.074955 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adf54ed-4110-400a-963f-064eb8345b1d None None] Network d40753f2-0aed-4c26-b628-5ab78972bf9c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:52.150638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-56a668be-d750-453e-a873-cfeaf8b2525c tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9473963 Nov 12 04:13:52.152761 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38884) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:52.195329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:52.288998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-d40753f2-0aed-4c26-b628-5ab78972bf9c', 'network_id': 'd40753f2-0aed-4c26-b628-5ab78972bf9c', 'tenant_id': '36eeda0e93084d868c2290be083c96e7', 'fixed_ips': [{'subnet_id': '6c32337a-28ee-4ed4-98e9-d78440031ea3'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:52.290256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38896) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:52.291304 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.318147 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.404961 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.487783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-679902040-network', 'tenant_id': '29aa8cdae00e4de582feab528e9421e5'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:52.500680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Allocated IP 172.20.0.1 (d40753f2-0aed-4c26-b628-5ab78972bf9c/6c32337a-28ee-4ed4-98e9-d78440031ea3/a04ab1f5-d65d-4802-a8ed-1e586b5e103c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:52.517053 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee753dac-2ec6-4c3e-9b18-916b35bb756f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.612155 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] Made reservation on behalf of 29aa8cdae00e4de582feab528e9421e5 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:52.614662 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.618737 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee753dac-2ec6-4c3e-9b18-916b35bb756f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.626252 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.670516 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.710217 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.711714 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee753dac-2ec6-4c3e-9b18-916b35bb756f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.750339 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ee753dac-2ec6-4c3e-9b18-916b35bb756f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b9405ff58ec04590a7743ee389939732&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4589012 Nov 12 04:13:52.751193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee753dac-2ec6-4c3e-9b18-916b35bb756f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da0b70b-f5b4-4113-b8e7-886178e8ef5d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:52.753247 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38908) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:52.770474 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.803172 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.816411 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Network d40753f2-0aed-4c26-b628-5ab78972bf9c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:52.819896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:52.823613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:52.833477 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6f03cca-9f46-43a7-ade3-ee560593d78d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.861604 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Pushing event updated for resources: {'Port': ['ID=a04ab1f5-d65d-4802-a8ed-1e586b5e103c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:52.867802 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6f03cca-9f46-43a7-ade3-ee560593d78d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.878171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecc0f93-802e-45b7-99ed-fca1bad69b87,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:52.900503 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.903624 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:52.908298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Attempting to bind port a04ab1f5-d65d-4802-a8ed-1e586b5e103c on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:52.908669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Attempting to bind port a04ab1f5-d65d-4802-a8ed-1e586b5e103c by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '89bb861f-8529-4185-8251-227b55d492d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'd40753f2-0aed-4c26-b628-5ab78972bf9c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:52.909029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Attempting to bind port a04ab1f5-d65d-4802-a8ed-1e586b5e103c on network d40753f2-0aed-4c26-b628-5ab78972bf9c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:52.914715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:52.915346 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Checking segment: {'id': '89bb861f-8529-4185-8251-227b55d492d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'd40753f2-0aed-4c26-b628-5ab78972bf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:52.916800 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.917429 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Bound using segment: {'id': '89bb861f-8529-4185-8251-227b55d492d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'd40753f2-0aed-4c26-b628-5ab78972bf9c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:52.918207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Bound port: a04ab1f5-d65d-4802-a8ed-1e586b5e103c, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89bb861f-8529-4185-8251-227b55d492d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'd40753f2-0aed-4c26-b628-5ab78972bf9c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:52.919051 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.919860 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.920309 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] Added segment d6f576e7-96fc-42b8-9113-a0f4af0df4e8 of type vlan for network 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 Nov 12 04:13:52.957190 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Subnet': ['ID=6c32337a-28ee-4ed4-98e9-d78440031ea3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:52.981496 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.021501 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] For port a04ab1f5-d65d-4802-a8ed-1e586b5e103c, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:53.025542 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] For port a04ab1f5-d65d-4802-a8ed-1e586b5e103c, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a04ab1f5-d65d-4802-a8ed-1e586b5e103c,segment=NetworkSegment(89bb861f-8529-4185-8251-227b55d492d7),segment_id=89bb861f-8529-4185-8251-227b55d492d7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:53.050113 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.070608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40753f2-0aed-4c26-b628-5ab78972bf9c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:53.082938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bb861f-8529-4185-8251-227b55d492d7') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:53.083329 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bb861f-8529-4185-8251-227b55d492d7') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:53.085700 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c603c957-4740-426c-af9b-6d97ba06eed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.097988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:53.101494 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.114577 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.115210 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.116366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:53.117061 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.127169 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6f03cca-9f46-43a7-ade3-ee560593d78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.131276 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6f03cca-9f46-43a7-ade3-ee560593d78d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.131276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a6f03cca-9f46-43a7-ade3-ee560593d78d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6da0b70b-f5b4-4113-b8e7-886178e8ef5d HTTP/1.1" status: 204 len: 168 time: 0.3769004 Nov 12 04:13:53.136058 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.145479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f03cca-9f46-43a7-ade3-ee560593d78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da0b70b-f5b4-4113-b8e7-886178e8ef5d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:53.158210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:53.158864 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:53.163708 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:53.254018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73e2b2-4dbc-446c-921b-f23ffb8324b4 None None] Pushing event updated for resources: {'Port': ['ID=a04ab1f5-d65d-4802-a8ed-1e586b5e103c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:53.282611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3bb5e5-55b4-4b4a-af06-5f1a29f57e14 None None] Network d40753f2-0aed-4c26-b628-5ab78972bf9c requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:53.313125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa432d72-2896-4045-89c5-48a452fc6fc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.349042 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:13:53.349042 n-d-767704-23 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:13:53.349042 n-d-767704-23 neutron-server[103146]: [parameters: {'id': 'd40753f2-0aed-4c26-b628-5ab78972bf9c'}] Nov 12 04:13:53.349042 n-d-767704-23 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:13:53.349802 n-d-767704-23 neutron-server[103146]: DEBUG oslo_db.api [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:13:53.350015 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] Pushing event updated for resources: {'Network': ['ID=4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:53.379565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38920) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:53.381150 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-47809f3c-ea0d-4ee3-bb18-68c35669401f admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1839209 Nov 12 04:13:53.382555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:53.396827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fd8c3cc6-136a-4680-8431-d67d123ce8a6 admin admin] Request body: {'subnet': {'network_id': '4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-679902040-subnet', 'tenant_id': '29aa8cdae00e4de582feab528e9421e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:53.480994 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa432d72-2896-4045-89c5-48a452fc6fc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.491391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8c3cc6-136a-4680-8431-d67d123ce8a6 admin admin] Made reservation on behalf of 29aa8cdae00e4de582feab528e9421e5 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:53.495020 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3cc6-136a-4680-8431-d67d123ce8a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.506436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc62f296-57f9-4ca0-a18b-2bb89b9949b3 None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:13:53.599728 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa432d72-2896-4045-89c5-48a452fc6fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.614149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc62f296-57f9-4ca0-a18b-2bb89b9949b3 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:13:53.685104 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fa432d72-2896-4045-89c5-48a452fc6fc6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6fc8b5fa0cc848459640ebaa95b54443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5834961 Nov 12 04:13:53.686693 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38926) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:53.748740 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e58cb81-6360-4666-af96-d3d43b590675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.757032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa432d72-2896-4045-89c5-48a452fc6fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9cc324-367e-4f22-b37b-cc4706af2184,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:53.771338 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e58cb81-6360-4666-af96-d3d43b590675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.839804 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3cc6-136a-4680-8431-d67d123ce8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.883606 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.916587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c3cc6-136a-4680-8431-d67d123ce8a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d55ec61-33c0-4da6-a957-20255303dbe2,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:53.920617 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e58cb81-6360-4666-af96-d3d43b590675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.923339 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e58cb81-6360-4666-af96-d3d43b590675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.924593 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0e58cb81-6360-4666-af96-d3d43b590675 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ea9cc324-367e-4f22-b37b-cc4706af2184 HTTP/1.1" status: 204 len: 168 time: 0.2371747 Nov 12 04:13:53.932712 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58cb81-6360-4666-af96-d3d43b590675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9cc324-367e-4f22-b37b-cc4706af2184,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:53.955380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 38932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:53.982185 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a607021-fcff-4bc9-887e-aff6b853adeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.997233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c3cc6-136a-4680-8431-d67d123ce8a6 admin admin] Checking segment: {'id': 'd6f576e7-96fc-42b8-9113-a0f4af0df4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:53.997584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8c3cc6-136a-4680-8431-d67d123ce8a6 admin admin] Network hostable DHCP agents. Network: 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:54.050451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Deleting port a04ab1f5-d65d-4802-a8ed-1e586b5e103c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:54.050785 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.138741 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] For port a04ab1f5-d65d-4802-a8ed-1e586b5e103c, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a04ab1f5-d65d-4802-a8ed-1e586b5e103c,segment=NetworkSegment(89bb861f-8529-4185-8251-227b55d492d7),segment_id=89bb861f-8529-4185-8251-227b55d492d7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:54.138993 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.152564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8c3cc6-136a-4680-8431-d67d123ce8a6 admin admin] Network 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:54.166050 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a607021-fcff-4bc9-887e-aff6b853adeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.167230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Calling delete_port for a04ab1f5-d65d-4802-a8ed-1e586b5e103c owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:54.229090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fd8c3cc6-136a-4680-8431-d67d123ce8a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:54.235414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8c3cc6-136a-4680-8431-d67d123ce8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:54.236064 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3cc6-136a-4680-8431-d67d123ce8a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.241228 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f4c81d-ca4a-432e-acac-ca5c0539e20c None None] Network 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:54.264567 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a607021-fcff-4bc9-887e-aff6b853adeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.312275 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9a607021-fcff-4bc9-887e-aff6b853adeb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=08f86adbe2824b198769330e97026424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476167 Nov 12 04:13:54.312275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a607021-fcff-4bc9-887e-aff6b853adeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf940f49-fc70-43e6-9af1-258005fff601,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:54.312650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:54.339383 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fd8c3cc6-136a-4680-8431-d67d123ce8a6 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9584451 Nov 12 04:13:54.369922 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec62ad80-79b6-45ca-9574-b83f504cb587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.394311 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.399705 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec62ad80-79b6-45ca-9574-b83f504cb587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.410377 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c202f58-17bb-4b22-9f10-ab53001925b9 None None] Network 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:54.465933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Port': ['ID=a04ab1f5-d65d-4802-a8ed-1e586b5e103c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:54.475871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No DVR routers for this DVR port a04ab1f5-d65d-4802-a8ed-1e586b5e103c on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:54.531899 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec62ad80-79b6-45ca-9574-b83f504cb587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.542015 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec62ad80-79b6-45ca-9574-b83f504cb587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.543695 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ec62ad80-79b6-45ca-9574-b83f504cb587 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/bf940f49-fc70-43e6-9af1-258005fff601 HTTP/1.1" status: 204 len: 168 time: 0.2295592 Nov 12 04:13:54.557784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62ad80-79b6-45ca-9574-b83f504cb587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf940f49-fc70-43e6-9af1-258005fff601,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:54.606132 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.645021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40753f2-0aed-4c26-b628-5ab78972bf9c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:54.656364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bb861f-8529-4185-8251-227b55d492d7') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:54.656733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bb861f-8529-4185-8251-227b55d492d7') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:54.666740 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.681130 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.688164 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:54.688544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:54.691656 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:54.845929 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:54.849344 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.859759 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.863301 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-309fe216-5a0a-4209-a51e-17a37ab795e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.870777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/d40753f2-0aed-4c26-b628-5ab78972bf9c HTTP/1.1" status: 204 len: 168 time: 2.7153881 Nov 12 04:13:54.872083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38952) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:54.880397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0a82fe82-469d-44e9-965a-e10e9eecb0e6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1686432240'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:54.892426 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc6f89-d335-48f5-b3c1-8e023f66dcf3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Network': ['ID=d40753f2-0aed-4c26-b628-5ab78972bf9c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:54.988983 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a82fe82-469d-44e9-965a-e10e9eecb0e6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:54.993856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a82fe82-469d-44e9-965a-e10e9eecb0e6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.010764 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.028509 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-309fe216-5a0a-4209-a51e-17a37ab795e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.045911 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a82fe82-469d-44e9-965a-e10e9eecb0e6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1322} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:55.056131 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a82fe82-469d-44e9-965a-e10e9eecb0e6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.056811 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-0a82fe82-469d-44e9-965a-e10e9eecb0e6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Added segment 8afaed61-1a1a-4f8c-bc9d-e910e1a0a9af of type vlan for network ce40dfb9-5769-4e92-ac3c-836d23bc8656 Nov 12 04:13:55.106603 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a82fe82-469d-44e9-965a-e10e9eecb0e6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.114527 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-309fe216-5a0a-4209-a51e-17a37ab795e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.175493 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fe216-5a0a-4209-a51e-17a37ab795e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a00090-59a9-4aad-aabe-cbf44946c2f9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:55.181285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-309fe216-5a0a-4209-a51e-17a37ab795e2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=dfeee35307f4476a8419f693f0989a81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3328886 Nov 12 04:13:55.187097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:55.233738 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a82fe82-469d-44e9-965a-e10e9eecb0e6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.239742 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a82fe82-469d-44e9-965a-e10e9eecb0e6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:55.240373 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a82fe82-469d-44e9-965a-e10e9eecb0e6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.244080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-aa4bc834-4e7d-4a78-b212-0d5e8a3864d4 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:55.246481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-aa4bc834-4e7d-4a78-b212-0d5e8a3864d4 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/networks?id=4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 HTTP/1.1" status: 200 len: 821 time: 0.1188571 Nov 12 04:13:55.265045 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-cb71c1a9-ec2c-46a0-bdca-16f6a008bb07 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/quotas/29aa8cdae00e4de582feab528e9421e5 HTTP/1.1" status: 200 len: 375 time: 0.0118778 Nov 12 04:13:55.288712 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4447d6da-b957-4833-9c98-384c62d3e9ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.315015 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4447d6da-b957-4833-9c98-384c62d3e9ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.316658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-7ea1ed9b-e6bd-431b-acbc-e4715dbb12d7 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=29aa8cdae00e4de582feab528e9421e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426438 Nov 12 04:13:55.399800 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0a82fe82-469d-44e9-965a-e10e9eecb0e6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5222526 Nov 12 04:13:55.401163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38976) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:55.409164 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4a85cbe9-eba4-4e05-99a2-bc9bea91be42 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'subnet': {'network_id': 'ce40dfb9-5769-4e92-ac3c-836d23bc8656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:55.424665 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82fe82-469d-44e9-965a-e10e9eecb0e6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Network': ['ID=ce40dfb9-5769-4e92-ac3c-836d23bc8656,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:55.438250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network ce40dfb9-5769-4e92-ac3c-836d23bc8656 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:55.563738 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4447d6da-b957-4833-9c98-384c62d3e9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.567520 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4447d6da-b957-4833-9c98-384c62d3e9ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.569682 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4447d6da-b957-4833-9c98-384c62d3e9ad admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b1a00090-59a9-4aad-aabe-cbf44946c2f9 HTTP/1.1" status: 204 len: 168 time: 0.3814855 Nov 12 04:13:55.611458 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447d6da-b957-4833-9c98-384c62d3e9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a00090-59a9-4aad-aabe-cbf44946c2f9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:55.616871 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-8327e266-bff5-4248-9d14-914cccfa1f54 service neutron] 10.222.0.105 "GET /v2.0/networks/4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900786 Nov 12 04:13:55.632913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a85cbe9-eba4-4e05-99a2-bc9bea91be42 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:55.637234 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a85cbe9-eba4-4e05-99a2-bc9bea91be42 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.766021 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-fa60b956-7c90-449d-9383-0ee1e6a71be3 service neutron] 10.222.0.105 "GET /v2.0/networks/4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479163 Nov 12 04:13:55.930887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 38990) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:56.006031 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a85cbe9-eba4-4e05-99a2-bc9bea91be42 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.072806 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1590720303-network', 'tenant_id': '10f5dc8b8a974b42b9756c34bd978143'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:56.139283 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4be3db21-e18b-4ff9-b460-178fb05a9204 req-e3c7b861-4330-4aab-b175-3c6bbe561a84 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 210 time: 0.0740571 Nov 12 04:13:56.168297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85cbe9-eba4-4e05-99a2-bc9bea91be42 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Subnet': ['ID=092744bb-58e7-4212-b2d4-58cb06695337,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:56.174519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a85cbe9-eba4-4e05-99a2-bc9bea91be42 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Checking segment: {'id': '8afaed61-1a1a-4f8c-bc9d-e910e1a0a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ce40dfb9-5769-4e92-ac3c-836d23bc8656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:56.174886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a85cbe9-eba4-4e05-99a2-bc9bea91be42 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network hostable DHCP agents. Network: ce40dfb9-5769-4e92-ac3c-836d23bc8656, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:56.182875 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] Made reservation on behalf of 10f5dc8b8a974b42b9756c34bd978143 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:56.185295 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.201973 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.275515 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a85cbe9-eba4-4e05-99a2-bc9bea91be42 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network ce40dfb9-5769-4e92-ac3c-836d23bc8656 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:56.303613 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.357678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4a85cbe9-eba4-4e05-99a2-bc9bea91be42 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, ce40dfb9-5769-4e92-ac3c-836d23bc8656) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:56.362111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a85cbe9-eba4-4e05-99a2-bc9bea91be42 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:56.362845 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a85cbe9-eba4-4e05-99a2-bc9bea91be42 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.370682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e4697-e912-40d0-a631-4b8b1c08b0e6 None None] Network ce40dfb9-5769-4e92-ac3c-836d23bc8656 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:56.399454 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.421780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:56.446384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded6a584-e156-4460-8cd7-e4f8bdc4e07a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:56.453473 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.453963 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] Added segment 8852c31f-6edf-4d56-95c2-e344fd4b8c15 of type vlan for network 15909d3b-7912-4662-8ccf-39af1f09aff1 Nov 12 04:13:56.497588 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4a85cbe9-eba4-4e05-99a2-bc9bea91be42 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0952272 Nov 12 04:13:56.500764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39012) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:56.513260 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.588218 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.589807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:56.592078 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.619594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210b6d35-7f10-4bec-87f1-409f0f5db2dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-ce40dfb9-5769-4e92-ac3c-836d23bc8656', 'network_id': 'ce40dfb9-5769-4e92-ac3c-836d23bc8656', 'tenant_id': '36eeda0e93084d868c2290be083c96e7', 'fixed_ips': [{'subnet_id': '092744bb-58e7-4212-b2d4-58cb06695337'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:56.620728 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-210b6d35-7f10-4bec-87f1-409f0f5db2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.655468 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.677650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] Pushing event updated for resources: {'Network': ['ID=15909d3b-7912-4662-8ccf-39af1f09aff1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:56.744832 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.747389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39022) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:56.747679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 15909d3b-7912-4662-8ccf-39af1f09aff1 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:56.749857 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f5aa28f7-5a2e-4b5c-b678-6b638a87febb admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8171947 Nov 12 04:13:56.753893 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c466869f-bf85-4e6a-8bcb-b7a6a51c6f5b admin admin] Request body: {'subnet': {'network_id': '15909d3b-7912-4662-8ccf-39af1f09aff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1590720303-subnet', 'tenant_id': '10f5dc8b8a974b42b9756c34bd978143', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:56.777036 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.909084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c466869f-bf85-4e6a-8bcb-b7a6a51c6f5b admin admin] Made reservation on behalf of 10f5dc8b8a974b42b9756c34bd978143 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:56.912061 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c466869f-bf85-4e6a-8bcb-b7a6a51c6f5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.010956 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.053367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Subnet': ['ID=092744bb-58e7-4212-b2d4-58cb06695337,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-210b6d35-7f10-4bec-87f1-409f0f5db2dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 092744bb-58e7-4212-b2d4-58cb06695337: This subnet is being modified by another concurrent operation. Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 092744bb-58e7-4212-b2d4-58cb06695337: This subnet is being modified by another concurrent operation. Nov 12 04:13:57.074054 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server Nov 12 04:13:57.103034 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c443b390-aa00-40a1-8cd9-13669c0c1739 None None] Network ce40dfb9-5769-4e92-ac3c-836d23bc8656 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:57.123289 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a35e17bc-d1cc-4f0d-b080-295e1fb2fa07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.144917 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.176290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce40dfb9-5769-4e92-ac3c-836d23bc8656']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:57.209304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afaed61-1a1a-4f8c-bc9d-e910e1a0a9af') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:57.209814 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afaed61-1a1a-4f8c-bc9d-e910e1a0a9af') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:57.236403 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.243757 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190f0936-713b-4e4d-b567-44e2723ab2a1 None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:13:57.259117 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66c30afb-ae99-4495-bff7-d4fb9954fce6 req-ae0feb26-cf79-484b-bba0-6a5fd170bf2b tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 210 time: 0.0473204 Nov 12 04:13:57.275049 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.289489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:57.289904 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:57.293331 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:57.358996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f0936-713b-4e4d-b567-44e2723ab2a1 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:13:57.394684 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c466869f-bf85-4e6a-8bcb-b7a6a51c6f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.468856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466869f-bf85-4e6a-8bcb-b7a6a51c6f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c849f04-6416-499c-9c8a-6eee17689df6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:57.471128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c466869f-bf85-4e6a-8bcb-b7a6a51c6f5b admin admin] Checking segment: {'id': '8852c31f-6edf-4d56-95c2-e344fd4b8c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '15909d3b-7912-4662-8ccf-39af1f09aff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:57.472281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c466869f-bf85-4e6a-8bcb-b7a6a51c6f5b admin admin] Network hostable DHCP agents. Network: 15909d3b-7912-4662-8ccf-39af1f09aff1, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:57.487053 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.506556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.513307 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/ce40dfb9-5769-4e92-ac3c-836d23bc8656 HTTP/1.1" status: 204 len: 168 time: 1.0082004 Nov 12 04:13:57.513307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1830a3-f4d9-4152-9022-ca7e233349d8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Network': ['ID=ce40dfb9-5769-4e92-ac3c-836d23bc8656,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:57.514207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39034) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:57.519076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-22d2cc68-0ac1-42a5-9539-1fb6edf3704a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-422172164'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:57.593841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c466869f-bf85-4e6a-8bcb-b7a6a51c6f5b admin admin] Network 15909d3b-7912-4662-8ccf-39af1f09aff1 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:57.616826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d2cc68-0ac1-42a5-9539-1fb6edf3704a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:57.620916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22d2cc68-0ac1-42a5-9539-1fb6edf3704a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.651518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d2cc68-0ac1-42a5-9539-1fb6edf3704a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:57.663345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22d2cc68-0ac1-42a5-9539-1fb6edf3704a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.663693 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-22d2cc68-0ac1-42a5-9539-1fb6edf3704a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Added segment 68595bf7-4477-4473-abe3-d710e1060903 of type vlan for network 0221094a-a667-4bd5-b33f-ba876ee4a11e Nov 12 04:13:57.698716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c466869f-bf85-4e6a-8bcb-b7a6a51c6f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 15909d3b-7912-4662-8ccf-39af1f09aff1) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:57.707635 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3f617a-6a6c-4a71-95e7-9cfaff658c9d None None] Network 15909d3b-7912-4662-8ccf-39af1f09aff1 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:57.708295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c466869f-bf85-4e6a-8bcb-b7a6a51c6f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:57.709108 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c466869f-bf85-4e6a-8bcb-b7a6a51c6f5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.723644 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22d2cc68-0ac1-42a5-9539-1fb6edf3704a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.863805 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c466869f-bf85-4e6a-8bcb-b7a6a51c6f5b admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1033609 Nov 12 04:13:57.893593 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22d2cc68-0ac1-42a5-9539-1fb6edf3704a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.901617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d2cc68-0ac1-42a5-9539-1fb6edf3704a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:57.902191 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-22d2cc68-0ac1-42a5-9539-1fb6edf3704a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.912532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ea1539-96d8-468b-813b-c7836509a0f4 None None] Network 15909d3b-7912-4662-8ccf-39af1f09aff1 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:58.061252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2cc68-0ac1-42a5-9539-1fb6edf3704a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Network': ['ID=0221094a-a667-4bd5-b33f-ba876ee4a11e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:58.090273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 0221094a-a667-4bd5-b33f-ba876ee4a11e details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:58.180985 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-22d2cc68-0ac1-42a5-9539-1fb6edf3704a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6649210 Nov 12 04:13:58.182891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39062) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:58.190977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b337e527-c00a-43e7-bdc1-697caa2c42cc tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'subnet': {'network_id': '0221094a-a667-4bd5-b33f-ba876ee4a11e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:58.451491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b337e527-c00a-43e7-bdc1-697caa2c42cc tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:58.455241 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b337e527-c00a-43e7-bdc1-697caa2c42cc tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.502162 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.859487 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3b6ba51e-a382-4090-99b8-3b3d22b57233 req-479fca1b-9a9a-4c66-a245-7f20cc14b843 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 210 time: 0.4710624 Nov 12 04:13:58.966961 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.998821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-b337e527-c00a-43e7-bdc1-697caa2c42cc tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Performing IP validity checks on allocation pools {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:13:58.999426 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-b337e527-c00a-43e7-bdc1-697caa2c42cc tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:13:59.194651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-57847fb3-9569-4509-8bb1-b22d55befeef tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:59.200599 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-57847fb3-9569-4509-8bb1-b22d55befeef tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.26 "GET /v2.0/networks?id=4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 HTTP/1.1" status: 200 len: 821 time: 0.1709821 Nov 12 04:13:59.210961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:59.220379 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-685133762-network', 'tenant_id': 'ee68d3a88d0b4d5cbaeb5845faebc529'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:59.228717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-de890e10-8212-4a25-9885-98466e707632 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Request body: {'port': {'device_id': 'f49f7a4b-37c3-465f-a345-58035bb277f5', 'network_id': '4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6', 'admin_state_up': True, 'tenant_id': '29aa8cdae00e4de582feab528e9421e5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:59.313510 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Made reservation on behalf of ee68d3a88d0b4d5cbaeb5845faebc529 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:59.316013 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.325917 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.372886 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b337e527-c00a-43e7-bdc1-697caa2c42cc tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.438429 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.466016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337e527-c00a-43e7-bdc1-697caa2c42cc tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Subnet': ['ID=4b995253-ce1c-42ee-b7af-d13eb496fa56,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:59.475910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b337e527-c00a-43e7-bdc1-697caa2c42cc tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Checking segment: {'id': '68595bf7-4477-4473-abe3-d710e1060903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '0221094a-a667-4bd5-b33f-ba876ee4a11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:59.476375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b337e527-c00a-43e7-bdc1-697caa2c42cc tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network hostable DHCP agents. Network: 0221094a-a667-4bd5-b33f-ba876ee4a11e, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:59.507725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-de890e10-8212-4a25-9885-98466e707632 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Made reservation on behalf of 29aa8cdae00e4de582feab528e9421e5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:59.511733 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-de890e10-8212-4a25-9885-98466e707632 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.543016 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.568702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:59.589776 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7585d6-d338-48ec-b0a2-61e4d94aa7a3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:59.593139 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.593702 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Added segment 364fdaf9-2e60-46fe-a4ec-b80ad5d37f1f of type vlan for network 19881ad6-f96e-4680-85c1-6e750e08f377 Nov 12 04:13:59.607220 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:59.608443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:59.608966 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:59.609826 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:59.610170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:59.610375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b337e527-c00a-43e7-bdc1-697caa2c42cc tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network 0221094a-a667-4bd5-b33f-ba876ee4a11e is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:59.610506 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:59.610854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:59.611187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:59.611517 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:59.611842 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:59.612361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:59.612696 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:59.657848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.671349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-de890e10-8212-4a25-9885-98466e707632 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Allocated IP 172.20.0.8 (4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6/4d55ec61-33c0-4da6-a957-20255303dbe2/d98fce3f-c3a3-414c-b92e-9a54d94a59c7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:59.753984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b337e527-c00a-43e7-bdc1-697caa2c42cc tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 0221094a-a667-4bd5-b33f-ba876ee4a11e) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:59.761681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b337e527-c00a-43e7-bdc1-697caa2c42cc tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:59.762417 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b337e527-c00a-43e7-bdc1-697caa2c42cc tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.765483 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3328f1e-5be2-416b-a7c9-44a0e4c7a8ff None None] Network 0221094a-a667-4bd5-b33f-ba876ee4a11e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:59.810809 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.811817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:59.812347 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.879264 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-de890e10-8212-4a25-9885-98466e707632 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.881161 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] Pushing event updated for resources: {'Network': ['ID=19881ad6-f96e-4680-85c1-6e750e08f377,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:59.894350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 19881ad6-f96e-4680-85c1-6e750e08f377 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:59.928825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39098) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:59.929217 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b337e527-c00a-43e7-bdc1-697caa2c42cc tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7448058 Nov 12 04:13:59.958691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-61f9ac59-da35-41ed-ad0c-7d92785840c2 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7432406 Nov 12 04:13:59.959422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39100) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:59.977188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b5549ea5-6d9b-451d-8294-540b84c0c8ca admin admin] Request body: {'subnet': {'network_id': '19881ad6-f96e-4680-85c1-6e750e08f377', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-685133762-subnet', 'tenant_id': 'ee68d3a88d0b4d5cbaeb5845faebc529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:00.010216 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-06cf8448-5b90-48a1-9742-8933f837fd6b req-83469291-a829-4fb6-99fb-ed3276715dce tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 210 time: 0.0485370 Nov 12 04:14:00.024623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-de890e10-8212-4a25-9885-98466e707632 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.100693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-de890e10-8212-4a25-9885-98466e707632 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Network 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:00.107244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5549ea5-6d9b-451d-8294-540b84c0c8ca admin admin] Made reservation on behalf of ee68d3a88d0b4d5cbaeb5845faebc529 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:00.109699 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5549ea5-6d9b-451d-8294-540b84c0c8ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.114149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9617ea17-28b8-42fb-b511-7a6e83a0943a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-0221094a-a667-4bd5-b33f-ba876ee4a11e', 'network_id': '0221094a-a667-4bd5-b33f-ba876ee4a11e', 'tenant_id': '36eeda0e93084d868c2290be083c96e7', 'fixed_ips': [{'subnet_id': '4b995253-ce1c-42ee-b7af-d13eb496fa56'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:14:00.114678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-de890e10-8212-4a25-9885-98466e707632 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:00.115075 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9617ea17-28b8-42fb-b511-7a6e83a0943a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.116293 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.122566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-de890e10-8212-4a25-9885-98466e707632 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:00.145271 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de890e10-8212-4a25-9885-98466e707632 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Pushing event updated for resources: {'Port': ['ID=d98fce3f-c3a3-414c-b92e-9a54d94a59c7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:00.146484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a0eeb6-ded6-4fe9-ad24-a678c76d1382 None None] DHCP port deletion for 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:00.177695 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.244344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-de890e10-8212-4a25-9885-98466e707632 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:00.244773 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-de890e10-8212-4a25-9885-98466e707632 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.309211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4686adc0-b619-492b-8377-5112be07cdd3 None None] Provisioning complete for port d98fce3f-c3a3-414c-b92e-9a54d94a59c7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:00.309584 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4686adc0-b619-492b-8377-5112be07cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.314709 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.349302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4686adc0-b619-492b-8377-5112be07cdd3 None None] Port d98fce3f-c3a3-414c-b92e-9a54d94a59c7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:00.352180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Subnet': ['ID=4b995253-ce1c-42ee-b7af-d13eb496fa56,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-9617ea17-28b8-42fb-b511-7a6e83a0943a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b995253-ce1c-42ee-b7af-d13eb496fa56: This subnet is being modified by another concurrent operation. Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b995253-ce1c-42ee-b7af-d13eb496fa56: This subnet is being modified by another concurrent operation. Nov 12 04:14:00.372084 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server Nov 12 04:14:00.391930 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-de890e10-8212-4a25-9885-98466e707632 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1725395 Nov 12 04:14:00.410159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1936c2c1-deec-4c71-9962-6e7a67b28211 None None] Network 0221094a-a667-4bd5-b33f-ba876ee4a11e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:00.425826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Request body: {'port': {'device_id': 'f49f7a4b-37c3-465f-a345-58035bb277f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:00.434139 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.457249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0221094a-a667-4bd5-b33f-ba876ee4a11e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:00.468135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68595bf7-4477-4473-abe3-d710e1060903') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:00.468399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68595bf7-4477-4473-abe3-d710e1060903') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:00.479143 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.512660 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.534386 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.534859 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:00.535370 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:00.552361 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:00.577826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f24e82-d44c-43ce-b1e4-5ea3e685114b None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:14:00.668623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5549ea5-6d9b-451d-8294-540b84c0c8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.669073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f24e82-d44c-43ce-b1e4-5ea3e685114b None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:14:00.697812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.707198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.713580 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/0221094a-a667-4bd5-b33f-ba876ee4a11e HTTP/1.1" status: 204 len: 168 time: 0.7835045 Nov 12 04:14:00.720370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39108) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:00.730259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-eb286dd4-1a11-41a3-a60d-105b83a172d4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-274971742'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:00.739754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c8bbf-aa5e-493d-a09e-fa54b662f420 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Network': ['ID=0221094a-a667-4bd5-b33f-ba876ee4a11e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:00.842687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5549ea5-6d9b-451d-8294-540b84c0c8ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1afba57a-f8f3-46a1-b769-4aec51407eac,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:00.876353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5549ea5-6d9b-451d-8294-540b84c0c8ca admin admin] Checking segment: {'id': '364fdaf9-2e60-46fe-a4ec-b80ad5d37f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '19881ad6-f96e-4680-85c1-6e750e08f377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:00.876705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5549ea5-6d9b-451d-8294-540b84c0c8ca admin admin] Network hostable DHCP agents. Network: 19881ad6-f96e-4680-85c1-6e750e08f377, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:00.991454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb286dd4-1a11-41a3-a60d-105b83a172d4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:00.991454 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb286dd4-1a11-41a3-a60d-105b83a172d4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.016952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98fce3f-c3a3-414c-b92e-9a54d94a59c7 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:01.027942 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.030578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb286dd4-1a11-41a3-a60d-105b83a172d4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:01.048172 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb286dd4-1a11-41a3-a60d-105b83a172d4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.048887 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-eb286dd4-1a11-41a3-a60d-105b83a172d4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Added segment 9acebbe2-c51f-4985-b0ba-4593bffb8772 of type vlan for network 0f6fec89-bff1-4033-9003-fb580afce129 Nov 12 04:14:01.049701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5549ea5-6d9b-451d-8294-540b84c0c8ca admin admin] Network 19881ad6-f96e-4680-85c1-6e750e08f377 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:01.060598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Transition to ACTIVE for port object d98fce3f-c3a3-414c-b92e-9a54d94a59c7 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:14:01.094048 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb286dd4-1a11-41a3-a60d-105b83a172d4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.145204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395bf9c-dfe5-467b-9f8a-7e2e119a0f51 req-82625b45-9360-4f18-9a3c-70c9f6349cb7 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:01.148427 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.148565 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2395bf9c-dfe5-467b-9f8a-7e2e119a0f51 req-82625b45-9360-4f18-9a3c-70c9f6349cb7 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 931 time: 0.0549741 Nov 12 04:14:01.181491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b5549ea5-6d9b-451d-8294-540b84c0c8ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 19881ad6-f96e-4680-85c1-6e750e08f377) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:01.193104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5236fc9-48ee-4075-95b0-71053bdc06bb None None] Network 19881ad6-f96e-4680-85c1-6e750e08f377 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:01.193712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5549ea5-6d9b-451d-8294-540b84c0c8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:01.194300 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5549ea5-6d9b-451d-8294-540b84c0c8ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.215353 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb286dd4-1a11-41a3-a60d-105b83a172d4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.221675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb286dd4-1a11-41a3-a60d-105b83a172d4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:01.222291 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb286dd4-1a11-41a3-a60d-105b83a172d4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.235689 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2395bf9c-dfe5-467b-9f8a-7e2e119a0f51 req-1b629703-aa56-4d72-90cf-258483d78bd6 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815530 Nov 12 04:14:01.242678 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f343e2c-175d-477a-8d0f-b8ae5e01d16b None None] DHCP port deletion for 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:01.271496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Pushing event updated for resources: {'Port': ['ID=d98fce3f-c3a3-414c-b92e-9a54d94a59c7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:01.339437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eb286dd4-1a11-41a3-a60d-105b83a172d4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6155610 Nov 12 04:14:01.343537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39118) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:01.349322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4fd67861-6c81-46ee-a37e-6bc0ac6f72d9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'subnet': {'network_id': '0f6fec89-bff1-4033-9003-fb580afce129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:01.371864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb286dd4-1a11-41a3-a60d-105b83a172d4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Network': ['ID=0f6fec89-bff1-4033-9003-fb580afce129,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:01.420861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 0f6fec89-bff1-4033-9003-fb580afce129 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:01.420958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b5549ea5-6d9b-451d-8294-540b84c0c8ca admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4446881 Nov 12 04:14:01.420958 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Attempting to bind port d98fce3f-c3a3-414c-b92e-9a54d94a59c7 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:01.420958 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Attempting to bind port d98fce3f-c3a3-414c-b92e-9a54d94a59c7 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'd6f576e7-96fc-42b8-9113-a0f4af0df4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:01.420958 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Attempting to bind port d98fce3f-c3a3-414c-b92e-9a54d94a59c7 on network 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:01.438378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Port d98fce3f-c3a3-414c-b92e-9a54d94a59c7 on network 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:14:01.438705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Attempting to bind port d98fce3f-c3a3-414c-b92e-9a54d94a59c7 on network 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:01.449161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:01.449499 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Checking segment: {'id': 'd6f576e7-96fc-42b8-9113-a0f4af0df4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:01.449883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Bound using segment: {'id': 'd6f576e7-96fc-42b8-9113-a0f4af0df4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:01.450323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Bound port: d98fce3f-c3a3-414c-b92e-9a54d94a59c7, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f576e7-96fc-42b8-9113-a0f4af0df4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:01.452493 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.527208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e57f563-735b-4b12-9936-481baeebcbf8 None None] Network 19881ad6-f96e-4680-85c1-6e750e08f377 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:01.534446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] For port d98fce3f-c3a3-414c-b92e-9a54d94a59c7, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:01.539313 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] For port d98fce3f-c3a3-414c-b92e-9a54d94a59c7, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d98fce3f-c3a3-414c-b92e-9a54d94a59c7,segment=NetworkSegment(d6f576e7-96fc-42b8-9113-a0f4af0df4e8),segment_id=d6f576e7-96fc-42b8-9113-a0f4af0df4e8)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:01.606804 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd67861-6c81-46ee-a37e-6bc0ac6f72d9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:01.608626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.614255 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd67861-6c81-46ee-a37e-6bc0ac6f72d9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.645150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:01.646279 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.649163 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] 10.222.0.26 "PUT /v2.0/ports/d98fce3f-c3a3-414c-b92e-9a54d94a59c7 HTTP/1.1" status: 200 len: 1092 time: 1.2271357 Nov 12 04:14:01.672506 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49f7a4b-37c3-465f-a345-58035bb277f5', 'tag': 'd98fce3f-c3a3-414c-b92e-9a54d94a59c7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:01.675884 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86886124-f912-465a-b8dd-57195083fec6" -d '{"events": [{"name": "network-changed", "server_uuid": "f49f7a4b-37c3-465f-a345-58035bb277f5", "tag": "d98fce3f-c3a3-414c-b92e-9a54d94a59c7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:01.680094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dacfd9e-42a8-4d54-939f-03f4781e17f6 None None] DHCP port deletion for 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:01.728524 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ab753c-8858-4266-9220-38d9ca1a4a1c x-openstack-request-id: req-61ab753c-8858-4266-9220-38d9ca1a4a1c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:01.728872 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49f7a4b-37c3-465f-a345-58035bb277f5", "tag": "d98fce3f-c3a3-414c-b92e-9a54d94a59c7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:01.729136 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-61ab753c-8858-4266-9220-38d9ca1a4a1c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:01.729554 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49f7a4b-37c3-465f-a345-58035bb277f5', 'tag': 'd98fce3f-c3a3-414c-b92e-9a54d94a59c7', 'status': 'completed', 'code': 200} Nov 12 04:14:01.737020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2abcf-4ecc-4318-9a47-fb3e8655d834 service neutron] Pushing event updated for resources: {'Port': ['ID=d98fce3f-c3a3-414c-b92e-9a54d94a59c7,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:01.832953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86886124-f912-465a-b8dd-57195083fec6 req-10bfbb79-1ce6-45f5-ab03-bc91b714addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:01.834901 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86886124-f912-465a-b8dd-57195083fec6 req-10bfbb79-1ce6-45f5-ab03-bc91b714addd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29aa8cdae00e4de582feab528e9421e5&device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 1095 time: 0.0481052 Nov 12 04:14:01.973013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86886124-f912-465a-b8dd-57195083fec6 req-5de81a21-7c0d-46a7-ad9f-4daedd05dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:01.974554 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86886124-f912-465a-b8dd-57195083fec6 req-5de81a21-7c0d-46a7-ad9f-4daedd05dbea service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=29aa8cdae00e4de582feab528e9421e5&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1218410 Nov 12 04:14:02.033607 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd67861-6c81-46ee-a37e-6bc0ac6f72d9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.107713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86886124-f912-465a-b8dd-57195083fec6 req-6e86a5ac-3f0f-4fe2-a941-6f6e23420499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:02.107713 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86886124-f912-465a-b8dd-57195083fec6 req-6e86a5ac-3f0f-4fe2-a941-6f6e23420499 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1231990 Nov 12 04:14:02.157085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd67861-6c81-46ee-a37e-6bc0ac6f72d9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Subnet': ['ID=9077626e-ae08-455c-b1be-cad4311a46a5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:02.172921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-1e670b80-0b39-4a78-8759-5e5677b23c42 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:02.174424 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-1e670b80-0b39-4a78-8759-5e5677b23c42 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/networks?id=15909d3b-7912-4662-8ccf-39af1f09aff1 HTTP/1.1" status: 200 len: 809 time: 0.2002115 Nov 12 04:14:02.180646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd67861-6c81-46ee-a37e-6bc0ac6f72d9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Checking segment: {'id': '9acebbe2-c51f-4985-b0ba-4593bffb8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '0f6fec89-bff1-4033-9003-fb580afce129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:02.181002 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd67861-6c81-46ee-a37e-6bc0ac6f72d9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network hostable DHCP agents. Network: 0f6fec89-bff1-4033-9003-fb580afce129, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:02.198883 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-f4b93fe5-b9c7-4419-86c3-8b896d79625c tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/quotas/10f5dc8b8a974b42b9756c34bd978143 HTTP/1.1" status: 200 len: 375 time: 0.0155771 Nov 12 04:14:02.218609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-28203135-4a38-46ef-9608-b594817cbb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:02.222119 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-28203135-4a38-46ef-9608-b594817cbb57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29aa8cdae00e4de582feab528e9421e5&device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 1095 time: 0.0463624 Nov 12 04:14:02.238645 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-80aa05b0-3141-4e0f-a0c3-9741e5e03274 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=10f5dc8b8a974b42b9756c34bd978143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326607 Nov 12 04:14:02.277603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-75df3bf0-e00b-4cab-a9a9-683afa7fd229 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d98fce3f-c3a3-414c-b92e-9a54d94a59c7 HTTP/1.1" status: 200 len: 217 time: 0.0406275 Nov 12 04:14:02.301789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd67861-6c81-46ee-a37e-6bc0ac6f72d9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network 0f6fec89-bff1-4033-9003-fb580afce129 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:02.338002 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-e753c138-58ab-41f5-8360-2d5a0c19e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:02.339917 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-74160d62-d868-4ff5-b54f-a663869965db service neutron] 10.222.0.105 "GET /v2.0/networks/15909d3b-7912-4662-8ccf-39af1f09aff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934486 Nov 12 04:14:02.340084 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-e753c138-58ab-41f5-8360-2d5a0c19e4ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4d55ec61-33c0-4da6-a957-20255303dbe2 HTTP/1.1" status: 200 len: 861 time: 0.0529027 Nov 12 04:14:02.398465 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-a2886381-e942-406e-a195-46c825f1cd48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471146 Nov 12 04:14:02.412437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4fd67861-6c81-46ee-a37e-6bc0ac6f72d9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 0f6fec89-bff1-4033-9003-fb580afce129) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:02.419114 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd67861-6c81-46ee-a37e-6bc0ac6f72d9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:02.420494 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fd67861-6c81-46ee-a37e-6bc0ac6f72d9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.428830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4422ea16-cc1d-4f73-a8a7-c348705fb2b3 None None] Network 0f6fec89-bff1-4033-9003-fb580afce129 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:02.457114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b70213-2cd3-4151-afc1-280c4d94b58f req-5b1e8927-f72b-4b42-a65d-7cdc1fa315a0 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:02.458689 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a7b70213-2cd3-4151-afc1-280c4d94b58f req-5b1e8927-f72b-4b42-a65d-7cdc1fa315a0 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 943 time: 0.1177678 Nov 12 04:14:02.481078 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-9ec109d9-c683-4534-a31a-ec4575e2d957 service neutron] 10.222.0.105 "GET /v2.0/networks/15909d3b-7912-4662-8ccf-39af1f09aff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330163 Nov 12 04:14:02.526711 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4fd67861-6c81-46ee-a37e-6bc0ac6f72d9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1818516 Nov 12 04:14:02.530423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:02.557516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a7b70213-2cd3-4151-afc1-280c4d94b58f req-824dc323-ae40-4ea6-80bb-7282a964170a tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699985 Nov 12 04:14:02.561324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-fc2b3aaa-ac88-42bb-9ea2-939cc3834bf7 service neutron] 10.222.0.26 "GET /v2.0/networks/4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531973 Nov 12 04:14:02.642941 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-0f6fec89-bff1-4033-9003-fb580afce129', 'network_id': '0f6fec89-bff1-4033-9003-fb580afce129', 'tenant_id': '36eeda0e93084d868c2290be083c96e7', 'fixed_ips': [{'subnet_id': '9077626e-ae08-455c-b1be-cad4311a46a5'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:14:02.646612 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.805605 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.896224 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.965091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Allocated IP 172.20.0.1 (0f6fec89-bff1-4033-9003-fb580afce129/9077626e-ae08-455c-b1be-cad4311a46a5/00c9f4cf-6587-476d-8ef9-976b00efdf85) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:03.030057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab2352d9-ca30-404d-9112-c5850984c1a3 req-2f8ffa45-ef04-4b3c-9fd5-ee8a14929ff3 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 210 time: 0.1088006 Nov 12 04:14:03.061151 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1aa0d606-c5c6-42a0-863d-2f66e5705101 req-f9b90c9f-08df-43fd-b630-2428ec2f8438 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4280384 Nov 12 04:14:03.093844 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-70d2f64f-f6a0-4608-9952-f7f603a4a65d req-3ea03add-e7c1-4fce-9f5b-30cfc8c1c4bc service neutron] 10.222.0.26 "GET /v2.0/networks/4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242982 Nov 12 04:14:03.154903 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0d606-c5c6-42a0-863d-2f66e5705101 req-245340b6-aa1a-4df8-ac54-d616cacdcdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:03.156942 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1aa0d606-c5c6-42a0-863d-2f66e5705101 req-245340b6-aa1a-4df8-ac54-d616cacdcdf7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 1097 time: 0.0485442 Nov 12 04:14:03.225372 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.287331 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0d606-c5c6-42a0-863d-2f66e5705101 req-558332c7-86fe-4eee-b052-d0212c165836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:03.289638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1aa0d606-c5c6-42a0-863d-2f66e5705101 req-558332c7-86fe-4eee-b052-d0212c165836 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.1105592 Nov 12 04:14:03.316441 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.360229 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Network 0f6fec89-bff1-4033-9003-fb580afce129 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:03.363726 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:03.379099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:03.432186 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Pushing event updated for resources: {'Port': ['ID=00c9f4cf-6587-476d-8ef9-976b00efdf85,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:03.433225 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1aa0d606-c5c6-42a0-863d-2f66e5705101 req-03536063-ee05-4f8e-a380-a70d19997617 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2f23523-f111-4925-a044-6fb4823645b9 HTTP/1.1" status: 200 len: 1001 time: 0.1361899 Nov 12 04:14:03.460103 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.550076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Attempting to bind port 00c9f4cf-6587-476d-8ef9-976b00efdf85 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:03.550685 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Attempting to bind port 00c9f4cf-6587-476d-8ef9-976b00efdf85 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '9acebbe2-c51f-4985-b0ba-4593bffb8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '0f6fec89-bff1-4033-9003-fb580afce129'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:03.551239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Attempting to bind port 00c9f4cf-6587-476d-8ef9-976b00efdf85 on network 0f6fec89-bff1-4033-9003-fb580afce129 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:03.564455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:03.564701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Subnet': ['ID=9077626e-ae08-455c-b1be-cad4311a46a5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:03.564868 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Checking segment: {'id': '9acebbe2-c51f-4985-b0ba-4593bffb8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '0f6fec89-bff1-4033-9003-fb580afce129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:03.565284 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.565684 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Bound using segment: {'id': '9acebbe2-c51f-4985-b0ba-4593bffb8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '0f6fec89-bff1-4033-9003-fb580afce129'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:03.566680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Bound port: 00c9f4cf-6587-476d-8ef9-976b00efdf85, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acebbe2-c51f-4985-b0ba-4593bffb8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '0f6fec89-bff1-4033-9003-fb580afce129'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:03.566680 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.651578 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] For port 00c9f4cf-6587-476d-8ef9-976b00efdf85, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:03.655779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] For port 00c9f4cf-6587-476d-8ef9-976b00efdf85, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=00c9f4cf-6587-476d-8ef9-976b00efdf85,segment=NetworkSegment(9acebbe2-c51f-4985-b0ba-4593bffb8772),segment_id=9acebbe2-c51f-4985-b0ba-4593bffb8772)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:03.673301 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.678413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0d606-c5c6-42a0-863d-2f66e5705101 req-00273d90-e693-4268-a25e-7339fe5d02be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:03.680894 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1aa0d606-c5c6-42a0-863d-2f66e5705101 req-00273d90-e693-4268-a25e-7339fe5d02be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.2198925 Nov 12 04:14:03.725430 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.766909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6fec89-bff1-4033-9003-fb580afce129']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:03.787694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9acebbe2-c51f-4985-b0ba-4593bffb8772') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:03.788151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9acebbe2-c51f-4985-b0ba-4593bffb8772') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:03.806595 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.834284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0d606-c5c6-42a0-863d-2f66e5705101 req-cf2fa757-b68a-4244-8945-4faedbbeb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:03.836301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8e46e-23b8-4e0d-8fcc-a1f8d8ef089e None None] Pushing event updated for resources: {'Port': ['ID=00c9f4cf-6587-476d-8ef9-976b00efdf85,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:03.836605 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1aa0d606-c5c6-42a0-863d-2f66e5705101 req-cf2fa757-b68a-4244-8945-4faedbbeb798 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484129 Nov 12 04:14:03.839275 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.856398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25382bf0-95df-4b23-a489-d02065627605 None None] Network 0f6fec89-bff1-4033-9003-fb580afce129 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:03.857668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16eea00-495c-48e2-8f1a-1c11c208fe65 req-dc8ad49e-3143-4cd7-a848-fc799ab87e32 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:03.859247 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d16eea00-495c-48e2-8f1a-1c11c208fe65 req-dc8ad49e-3143-4cd7-a848-fc799ab87e32 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 943 time: 0.1611719 Nov 12 04:14:03.884204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:03.884608 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:03.898742 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:04.034983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a30323-a6c6-4aa3-aaed-b5edab26ffac None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:14:04.052865 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d16eea00-495c-48e2-8f1a-1c11c208fe65 req-4db9fbc6-e89b-4d72-a3bf-2ee6c02c18c2 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785572 Nov 12 04:14:04.080505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:14:04.080505 n-d-767704-23 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:14:04.080505 n-d-767704-23 neutron-server[103147]: [parameters: {'id': '0f6fec89-bff1-4033-9003-fb580afce129'}] Nov 12 04:14:04.080505 n-d-767704-23 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:14:04.081151 n-d-767704-23 neutron-server[103147]: DEBUG oslo_db.api [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:14:04.088529 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1aa0d606-c5c6-42a0-863d-2f66e5705101 req-357bafed-9b9c-4fba-b1fc-fb923e0e2f79 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248135 Nov 12 04:14:04.148739 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b79c4663-e01d-4510-9f46-b6ff50dd2a6b req-ee050bc8-e6a2-46f2-90d0-1be833a94832 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 210 time: 0.0437727 Nov 12 04:14:04.164350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a30323-a6c6-4aa3-aaed-b5edab26ffac None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:14:04.269871 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1aa0d606-c5c6-42a0-863d-2f66e5705101 req-dc014350-9bdb-4915-a4f7-3d938bb2d8ee service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454630 Nov 12 04:14:04.584498 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:04.688927 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Deleting port 00c9f4cf-6587-476d-8ef9-976b00efdf85 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:04.689369 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:04.764419 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] For port 00c9f4cf-6587-476d-8ef9-976b00efdf85, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=00c9f4cf-6587-476d-8ef9-976b00efdf85,segment=NetworkSegment(9acebbe2-c51f-4985-b0ba-4593bffb8772),segment_id=9acebbe2-c51f-4985-b0ba-4593bffb8772)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:04.764784 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:04.778040 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Calling delete_port for 00c9f4cf-6587-476d-8ef9-976b00efdf85 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:04.957832 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:04.985118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Port': ['ID=00c9f4cf-6587-476d-8ef9-976b00efdf85,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:04.986961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No DVR routers for this DVR port 00c9f4cf-6587-476d-8ef9-976b00efdf85 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:05.079026 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.108234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6fec89-bff1-4033-9003-fb580afce129']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:05.119631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9acebbe2-c51f-4985-b0ba-4593bffb8772') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:05.119880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9acebbe2-c51f-4985-b0ba-4593bffb8772') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:05.130874 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.153441 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.178623 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:05.179030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:05.182338 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:05.261347 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b64131-1a38-47e1-888a-d67cffa76eba req-e5c81dbe-5f9c-46e5-842b-0dd9dbee51ee tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:05.263023 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-96b64131-1a38-47e1-888a-d67cffa76eba req-e5c81dbe-5f9c-46e5-842b-0dd9dbee51ee tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 943 time: 0.1213198 Nov 12 04:14:05.276932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b26e521-5136-4c46-ac4d-f278355d08a7 req-0f361c87-69e8-485f-b177-f0d069b83877 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 210 time: 0.0431387 Nov 12 04:14:05.316487 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-96b64131-1a38-47e1-888a-d67cffa76eba req-f599114f-7a4a-4b1c-8c9c-a5be819c2b65 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470395 Nov 12 04:14:05.361061 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.371331 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.378687 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/0f6fec89-bff1-4033-9003-fb580afce129 HTTP/1.1" status: 204 len: 168 time: 2.8438640 Nov 12 04:14:05.379013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:05.384130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fe67fdd8-8151-4f64-ad26-4bbbe4428f8f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1864518116'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:05.391735 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f4661-82bf-4c6b-b04e-8a70cfba01be tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Network': ['ID=0f6fec89-bff1-4033-9003-fb580afce129,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:05.507668 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe67fdd8-8151-4f64-ad26-4bbbe4428f8f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:05.511593 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe67fdd8-8151-4f64-ad26-4bbbe4428f8f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.546306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe67fdd8-8151-4f64-ad26-4bbbe4428f8f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:05.555439 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe67fdd8-8151-4f64-ad26-4bbbe4428f8f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.555789 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-fe67fdd8-8151-4f64-ad26-4bbbe4428f8f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Added segment 116ac7d3-3f91-486c-85df-cd3185b40e7b of type vlan for network ec0148d6-5eae-4cad-8bc6-dece1e235f7f Nov 12 04:14:05.600383 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe67fdd8-8151-4f64-ad26-4bbbe4428f8f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.718133 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe67fdd8-8151-4f64-ad26-4bbbe4428f8f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.724140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe67fdd8-8151-4f64-ad26-4bbbe4428f8f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:05.724734 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe67fdd8-8151-4f64-ad26-4bbbe4428f8f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.796818 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67fdd8-8151-4f64-ad26-4bbbe4428f8f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Network': ['ID=ec0148d6-5eae-4cad-8bc6-dece1e235f7f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:05.807180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network ec0148d6-5eae-4cad-8bc6-dece1e235f7f details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:05.859269 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fe67fdd8-8151-4f64-ad26-4bbbe4428f8f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4789896 Nov 12 04:14:05.861875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:05.867139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-24b099e3-6f1b-41dc-a86d-64d6786562e8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'subnet': {'network_id': 'ec0148d6-5eae-4cad-8bc6-dece1e235f7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:06.036778 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-7bcdd315-7915-444e-991b-b04403b56a7a tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.038419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-7bcdd315-7915-444e-991b-b04403b56a7a tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.25 "GET /v2.0/networks?id=15909d3b-7912-4662-8ccf-39af1f09aff1 HTTP/1.1" status: 200 len: 809 time: 0.1218679 Nov 12 04:14:06.053954 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-68ea198b-870d-48fe-b80e-11e6d251448b tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Request body: {'port': {'device_id': 'bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f', 'network_id': '15909d3b-7912-4662-8ccf-39af1f09aff1', 'admin_state_up': True, 'tenant_id': '10f5dc8b8a974b42b9756c34bd978143'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:06.084881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b099e3-6f1b-41dc-a86d-64d6786562e8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:06.090054 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24b099e3-6f1b-41dc-a86d-64d6786562e8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.285030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-68ea198b-870d-48fe-b80e-11e6d251448b tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Made reservation on behalf of 10f5dc8b8a974b42b9756c34bd978143 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:06.290102 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-68ea198b-870d-48fe-b80e-11e6d251448b tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.439411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0bde7a4d-0014-4f2a-b0db-0d1e64cc38b6 req-26fac84c-07d7-499a-b561-65462d0da113 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 210 time: 0.0389688 Nov 12 04:14:06.441205 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24b099e3-6f1b-41dc-a86d-64d6786562e8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.489680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-68ea198b-870d-48fe-b80e-11e6d251448b tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Allocated IP 172.20.0.10 (15909d3b-7912-4662-8ccf-39af1f09aff1/9c849f04-6416-499c-9c8a-6eee17689df6/f559c2cc-5e62-4ce9-8be1-476be88a80b5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:06.535846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b099e3-6f1b-41dc-a86d-64d6786562e8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Subnet': ['ID=5fd2e22d-30f0-405e-b323-13db22003e0d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:06.548795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29701da2-fd8e-4c0c-9c89-eb7a9995d3c0 req-2b41a698-bf67-4136-be4c-b822f8f6b1a7 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.549922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b099e3-6f1b-41dc-a86d-64d6786562e8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Checking segment: {'id': '116ac7d3-3f91-486c-85df-cd3185b40e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'ec0148d6-5eae-4cad-8bc6-dece1e235f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:06.550390 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-29701da2-fd8e-4c0c-9c89-eb7a9995d3c0 req-2b41a698-bf67-4136-be4c-b822f8f6b1a7 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 943 time: 0.0831945 Nov 12 04:14:06.556600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b099e3-6f1b-41dc-a86d-64d6786562e8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network hostable DHCP agents. Network: ec0148d6-5eae-4cad-8bc6-dece1e235f7f, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:06.645281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b099e3-6f1b-41dc-a86d-64d6786562e8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network ec0148d6-5eae-4cad-8bc6-dece1e235f7f is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:06.668495 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-29701da2-fd8e-4c0c-9c89-eb7a9995d3c0 req-ef988e96-b3d2-40e8-ab91-bfd223397d62 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090302 Nov 12 04:14:06.713282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-24b099e3-6f1b-41dc-a86d-64d6786562e8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, ec0148d6-5eae-4cad-8bc6-dece1e235f7f) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:06.718175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b099e3-6f1b-41dc-a86d-64d6786562e8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.718769 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24b099e3-6f1b-41dc-a86d-64d6786562e8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.726575 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533dae7e-2c99-4531-a2bf-919c7b20aa50 None None] Network ec0148d6-5eae-4cad-8bc6-dece1e235f7f requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:06.790458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d98fce3f-c3a3-414c-b92e-9a54d94a59c7 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:06.792849 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-68ea198b-870d-48fe-b80e-11e6d251448b tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.811006 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-24b099e3-6f1b-41dc-a86d-64d6786562e8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9469178 Nov 12 04:14:06.819330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39248) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:06.970142 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-68ea198b-870d-48fe-b80e-11e6d251448b tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.000644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd96f2a-48e9-4294-ae24-59a9d7d81a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-ec0148d6-5eae-4cad-8bc6-dece1e235f7f', 'network_id': 'ec0148d6-5eae-4cad-8bc6-dece1e235f7f', 'tenant_id': '36eeda0e93084d868c2290be083c96e7', 'fixed_ips': [{'subnet_id': '5fd2e22d-30f0-405e-b323-13db22003e0d'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:14:07.001514 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5dd96f2a-48e9-4294-ae24-59a9d7d81a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.007615 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.025361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-68ea198b-870d-48fe-b80e-11e6d251448b tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Network 15909d3b-7912-4662-8ccf-39af1f09aff1 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:07.032558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-68ea198b-870d-48fe-b80e-11e6d251448b tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:07.036609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-68ea198b-870d-48fe-b80e-11e6d251448b tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:07.063807 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d98fce3f-c3a3-414c-b92e-9a54d94a59c7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d98fce3f-c3a3-414c-b92e-9a54d94a59c7,segment=NetworkSegment(d6f576e7-96fc-42b8-9113-a0f4af0df4e8),segment_id=d6f576e7-96fc-42b8-9113-a0f4af0df4e8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:07.076680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765eb57b-4b54-4cae-b728-ef2593bc2b6a None None] DHCP port deletion for 15909d3b-7912-4662-8ccf-39af1f09aff1 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:07.076906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea198b-870d-48fe-b80e-11e6d251448b tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Pushing event updated for resources: {'Port': ['ID=f559c2cc-5e62-4ce9-8be1-476be88a80b5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:07.096787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'd98fce3f-c3a3-414c-b92e-9a54d94a59c7', 'network_id': '4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6', 'port_id': 'd98fce3f-c3a3-414c-b92e-9a54d94a59c7', 'mac_address': 'fa:16:3e:0e:35:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d55ec61-33c0-4da6-a957-20255303dbe2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:07.127242 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.132766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-68ea198b-870d-48fe-b80e-11e6d251448b tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:07.133767 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-68ea198b-870d-48fe-b80e-11e6d251448b tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.160723 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.162803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2d013869-5bc7-4736-b76a-1ecda53308bc None None] Provisioning complete for port f559c2cc-5e62-4ce9-8be1-476be88a80b5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:07.163165 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d013869-5bc7-4736-b76a-1ecda53308bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.235372 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-68ea198b-870d-48fe-b80e-11e6d251448b tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1854932 Nov 12 04:14:07.239592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98fce3f-c3a3-414c-b92e-9a54d94a59c7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:07.248155 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Request body: {'port': {'device_id': 'bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:07.292021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2d013869-5bc7-4736-b76a-1ecda53308bc None None] Port f559c2cc-5e62-4ce9-8be1-476be88a80b5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:07.294673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d98fce3f-c3a3-414c-b92e-9a54d94a59c7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d98fce3f-c3a3-414c-b92e-9a54d94a59c7,segment=NetworkSegment(d6f576e7-96fc-42b8-9113-a0f4af0df4e8),segment_id=d6f576e7-96fc-42b8-9113-a0f4af0df4e8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:07.296101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.325291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd2e22d-30f0-405e-b323-13db22003e0d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:07.349056 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-5dd96f2a-48e9-4294-ae24-59a9d7d81a97 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5fd2e22d-30f0-405e-b323-13db22003e0d: This subnet is being modified by another concurrent operation. Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5fd2e22d-30f0-405e-b323-13db22003e0d: This subnet is being modified by another concurrent operation. Nov 12 04:14:07.354767 n-d-767704-23 neutron-server[103148]: ERROR oslo_messaging.rpc.server Nov 12 04:14:07.378119 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df08676e-5ae2-4c71-96d8-adcf04991244 None None] Network ec0148d6-5eae-4cad-8bc6-dece1e235f7f requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:07.415902 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.487082 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.539944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0148d6-5eae-4cad-8bc6-dece1e235f7f']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:07.563057 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116ac7d3-3f91-486c-85df-cd3185b40e7b') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:07.563617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116ac7d3-3f91-486c-85df-cd3185b40e7b') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:07.585957 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.597591 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=d98fce3f-c3a3-414c-b92e-9a54d94a59c7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:07.612335 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.624905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:07.625317 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:07.747968 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:07.758391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1b2e1b-39f7-40d6-88a2-7b3ca532d799 None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:14:07.843839 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.853176 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.856633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/ec0148d6-5eae-4cad-8bc6-dece1e235f7f HTTP/1.1" status: 204 len: 168 time: 1.0355749 Nov 12 04:14:07.860507 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f559c2cc-5e62-4ce9-8be1-476be88a80b5 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:07.869845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e414cd-9b6a-464d-a2d3-fe27bf350bb9 req-6001a854-6443-4b1e-8c14-4cd294267a04 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:07.875779 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.879390 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-64e414cd-9b6a-464d-a2d3-fe27bf350bb9 req-6001a854-6443-4b1e-8c14-4cd294267a04 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 932 time: 0.1289306 Nov 12 04:14:07.883184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:07.893791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Transition to ACTIVE for port object f559c2cc-5e62-4ce9-8be1-476be88a80b5 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:14:07.906605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5e3e869c-7a1f-44ae-9223-0cdfbf82a3b3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1016490027'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:07.915776 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1b2e1b-39f7-40d6-88a2-7b3ca532d799 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:14:07.922812 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['d98fce3f-c3a3-414c-b92e-9a54d94a59c7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:07.929575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d2e22-9677-4a73-9a7e-57c35063b5d6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Network': ['ID=ec0148d6-5eae-4cad-8bc6-dece1e235f7f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:07.973539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef2f80-27a9-45b9-a0a9-af60d3c6549e req-16d4ccab-76bf-47dc-8b79-3f0099892201 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:07.975671 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cef2f80-27a9-45b9-a0a9-af60d3c6549e req-16d4ccab-76bf-47dc-8b79-3f0099892201 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 944 time: 0.0805757 Nov 12 04:14:07.994275 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-64e414cd-9b6a-464d-a2d3-fe27bf350bb9 req-7e282400-fa23-4197-b327-caac433173d1 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/security-groups?id=ded6a584-e156-4460-8cd7-e4f8bdc4e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142497 Nov 12 04:14:08.014004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3e869c-7a1f-44ae-9223-0cdfbf82a3b3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:08.019826 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3e869c-7a1f-44ae-9223-0cdfbf82a3b3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.033633 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.066335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3e869c-7a1f-44ae-9223-0cdfbf82a3b3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:08.080956 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3e869c-7a1f-44ae-9223-0cdfbf82a3b3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.081474 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-5e3e869c-7a1f-44ae-9223-0cdfbf82a3b3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Added segment 48c932e4-7c3d-46de-85c2-b7a1887dbe6b of type vlan for network b41dc0e5-b105-48fb-8f72-7afc362e23c1 Nov 12 04:14:08.138632 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cef2f80-27a9-45b9-a0a9-af60d3c6549e req-9cb62875-5c5b-4b75-a1ed-4148e40b0845 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542761 Nov 12 04:14:08.158396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Pushing event updated for resources: {'Port': ['ID=f559c2cc-5e62-4ce9-8be1-476be88a80b5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:08.192196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3e869c-7a1f-44ae-9223-0cdfbf82a3b3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.250553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Attempting to bind port f559c2cc-5e62-4ce9-8be1-476be88a80b5 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:08.251096 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Attempting to bind port f559c2cc-5e62-4ce9-8be1-476be88a80b5 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '8852c31f-6edf-4d56-95c2-e344fd4b8c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '15909d3b-7912-4662-8ccf-39af1f09aff1'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:08.251510 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Attempting to bind port f559c2cc-5e62-4ce9-8be1-476be88a80b5 on network 15909d3b-7912-4662-8ccf-39af1f09aff1 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:08.256867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Port f559c2cc-5e62-4ce9-8be1-476be88a80b5 on network 15909d3b-7912-4662-8ccf-39af1f09aff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:14:08.257239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Attempting to bind port f559c2cc-5e62-4ce9-8be1-476be88a80b5 on network 15909d3b-7912-4662-8ccf-39af1f09aff1 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:08.263751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:08.264122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Checking segment: {'id': '8852c31f-6edf-4d56-95c2-e344fd4b8c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '15909d3b-7912-4662-8ccf-39af1f09aff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:08.264672 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Bound using segment: {'id': '8852c31f-6edf-4d56-95c2-e344fd4b8c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '15909d3b-7912-4662-8ccf-39af1f09aff1'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:08.265102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Bound port: f559c2cc-5e62-4ce9-8be1-476be88a80b5, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8852c31f-6edf-4d56-95c2-e344fd4b8c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '15909d3b-7912-4662-8ccf-39af1f09aff1'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:08.265550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.284629 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3e869c-7a1f-44ae-9223-0cdfbf82a3b3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.291385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e869c-7a1f-44ae-9223-0cdfbf82a3b3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.292000 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3e869c-7a1f-44ae-9223-0cdfbf82a3b3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.358508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] For port f559c2cc-5e62-4ce9-8be1-476be88a80b5, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:08.363089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] For port f559c2cc-5e62-4ce9-8be1-476be88a80b5, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f559c2cc-5e62-4ce9-8be1-476be88a80b5,segment=NetworkSegment(8852c31f-6edf-4d56-95c2-e344fd4b8c15),segment_id=8852c31f-6edf-4d56-95c2-e344fd4b8c15)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:08.444372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e869c-7a1f-44ae-9223-0cdfbf82a3b3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Network': ['ID=b41dc0e5-b105-48fb-8f72-7afc362e23c1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:08.464221 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.482441 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5e3e869c-7a1f-44ae-9223-0cdfbf82a3b3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5952604 Nov 12 04:14:08.486508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39264) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:08.488543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network b41dc0e5-b105-48fb-8f72-7afc362e23c1 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:08.496771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2a116b93-bf1a-4895-b3f6-fe62681a6c81 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:08.546620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.548772 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.550073 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] 10.222.0.25 "PUT /v2.0/ports/f559c2cc-5e62-4ce9-8be1-476be88a80b5 HTTP/1.1" status: 200 len: 1093 time: 1.3064141 Nov 12 04:14:08.566877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f', 'tag': 'f559c2cc-5e62-4ce9-8be1-476be88a80b5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:08.573613 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1611325c-3c00-487b-adc3-7f5791026cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f", "tag": "f559c2cc-5e62-4ce9-8be1-476be88a80b5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:08.623385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd5bb6-4409-4a6f-b296-555e2a0e5572 None None] DHCP port deletion for 15909d3b-7912-4662-8ccf-39af1f09aff1 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:08.652949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc58fe2-9c63-4690-9313-6b095463cb37 service neutron] Pushing event updated for resources: {'Port': ['ID=f559c2cc-5e62-4ce9-8be1-476be88a80b5,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:08.673374 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1d1164-d25a-469e-8b59-9a3ef71fa297 x-openstack-request-id: req-4c1d1164-d25a-469e-8b59-9a3ef71fa297 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:08.674531 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f", "tag": "f559c2cc-5e62-4ce9-8be1-476be88a80b5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:08.676332 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4c1d1164-d25a-469e-8b59-9a3ef71fa297 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:08.676839 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f', 'tag': 'f559c2cc-5e62-4ce9-8be1-476be88a80b5', 'status': 'completed', 'code': 200} Nov 12 04:14:08.727082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a719595-c512-4706-b2de-69a287d8fae1 None None] DHCP port deletion for 15909d3b-7912-4662-8ccf-39af1f09aff1 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:08.790666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-40e04572-43ea-4599-95a5-21f1f8c0db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.797388 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-40e04572-43ea-4599-95a5-21f1f8c0db15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=10f5dc8b8a974b42b9756c34bd978143&device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 1096 time: 0.1189444 Nov 12 04:14:08.876085 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-12c6c1db-fb92-410a-8284-2d95f936cbcc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f559c2cc-5e62-4ce9-8be1-476be88a80b5 HTTP/1.1" status: 200 len: 217 time: 0.0686550 Nov 12 04:14:08.909105 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a116b93-bf1a-4895-b3f6-fe62681a6c81 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.935961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-0ab698b0-5b3c-4dcb-878e-5dc6bbbc1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.939111 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-0ab698b0-5b3c-4dcb-878e-5dc6bbbc1441 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9c849f04-6416-499c-9c8a-6eee17689df6 HTTP/1.1" status: 200 len: 849 time: 0.0525360 Nov 12 04:14:08.983726 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-1adb01c3-fc95-45f1-8610-7297ae8924b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=15909d3b-7912-4662-8ccf-39af1f09aff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370116 Nov 12 04:14:09.022756 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a116b93-bf1a-4895-b3f6-fe62681a6c81 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.050148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a116b93-bf1a-4895-b3f6-fe62681a6c81 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network b41dc0e5-b105-48fb-8f72-7afc362e23c1 is not hosted by any dhcp agent {{(pid=103146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:14:09.051964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a116b93-bf1a-4895-b3f6-fe62681a6c81 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:09.052621 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a116b93-bf1a-4895-b3f6-fe62681a6c81 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.053908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2a116b93-bf1a-4895-b3f6-fe62681a6c81 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "PUT /v2.0/networks/b41dc0e5-b105-48fb-8f72-7afc362e23c1 HTTP/1.1" status: 200 len: 723 time: 0.5663974 Nov 12 04:14:09.057595 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:09.065104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0d779d29-13c1-43ca-8a5f-867b92864812 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'subnet': {'network_id': 'b41dc0e5-b105-48fb-8f72-7afc362e23c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:09.108601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a116b93-bf1a-4895-b3f6-fe62681a6c81 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Network': ['ID=b41dc0e5-b105-48fb-8f72-7afc362e23c1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:09.121289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network b41dc0e5-b105-48fb-8f72-7afc362e23c1 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:09.221019 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-7ae643a4-8b58-4552-9d7b-b5577eb8064f service neutron] 10.222.0.25 "GET /v2.0/networks/15909d3b-7912-4662-8ccf-39af1f09aff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296367 Nov 12 04:14:09.298501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546a489-d3f4-432d-982c-c3ae39238247 req-a1dfd243-6c4b-4564-b7bb-8cc922de4d85 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:09.300787 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b546a489-d3f4-432d-982c-c3ae39238247 req-a1dfd243-6c4b-4564-b7bb-8cc922de4d85 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 944 time: 0.1549757 Nov 12 04:14:09.316445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9addc0-fbc2-4ffa-b1c9-2b6bb63f5fcb req-201bc1dc-817e-4298-9ee4-b03844b0b00f tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:09.320586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c9addc0-fbc2-4ffa-b1c9-2b6bb63f5fcb req-201bc1dc-817e-4298-9ee4-b03844b0b00f tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 944 time: 0.0656216 Nov 12 04:14:09.352235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d779d29-13c1-43ca-8a5f-867b92864812 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:09.355685 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d779d29-13c1-43ca-8a5f-867b92864812 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.393345 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c9addc0-fbc2-4ffa-b1c9-2b6bb63f5fcb req-fb84de82-1343-47c0-9a62-697bd45221fe tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678501 Nov 12 04:14:09.726808 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6c0c55c-92e8-4f09-a3cd-8b78cefa4acc req-77c46825-986a-4e4b-ab5a-700577e70b61 service neutron] 10.222.0.25 "GET /v2.0/networks/15909d3b-7912-4662-8ccf-39af1f09aff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969165 Nov 12 04:14:09.733515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b546a489-d3f4-432d-982c-c3ae39238247 req-9b4e5757-1b9f-4d52-ad71-94f51cab1666 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/security-groups?id=ded6a584-e156-4460-8cd7-e4f8bdc4e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054711 Nov 12 04:14:09.967131 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611325c-3c00-487b-adc3-7f5791026cc2 req-ce9f1d8f-6178-4924-9f5e-be888340180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:09.968387 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1611325c-3c00-487b-adc3-7f5791026cc2 req-ce9f1d8f-6178-4924-9f5e-be888340180e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=10f5dc8b8a974b42b9756c34bd978143&device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 1096 time: 0.0483763 Nov 12 04:14:09.970021 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d779d29-13c1-43ca-8a5f-867b92864812 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.080366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d779d29-13c1-43ca-8a5f-867b92864812 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Subnet': ['ID=e0242478-66ce-4f58-9d44-2a09735802f6,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:10.107608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d779d29-13c1-43ca-8a5f-867b92864812 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Checking segment: {'id': '48c932e4-7c3d-46de-85c2-b7a1887dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'b41dc0e5-b105-48fb-8f72-7afc362e23c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:10.107972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d779d29-13c1-43ca-8a5f-867b92864812 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network hostable DHCP agents. Network: b41dc0e5-b105-48fb-8f72-7afc362e23c1, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:10.138251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611325c-3c00-487b-adc3-7f5791026cc2 req-4012162b-0614-4626-a06d-d02c32b909cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.139711 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1611325c-3c00-487b-adc3-7f5791026cc2 req-4012162b-0614-4626-a06d-d02c32b909cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=15909d3b-7912-4662-8ccf-39af1f09aff1 HTTP/1.1" status: 200 len: 911 time: 0.1392448 Nov 12 04:14:10.188833 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1611325c-3c00-487b-adc3-7f5791026cc2 req-ba0fc258-9cb4-4c3f-9ab3-136dd9cb058d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f559c2cc-5e62-4ce9-8be1-476be88a80b5 HTTP/1.1" status: 200 len: 217 time: 0.0398481 Nov 12 04:14:10.211081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d779d29-13c1-43ca-8a5f-867b92864812 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network b41dc0e5-b105-48fb-8f72-7afc362e23c1 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:10.253492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611325c-3c00-487b-adc3-7f5791026cc2 req-d1f5d9b3-199f-4623-9b84-10eea79555cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.254968 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1611325c-3c00-487b-adc3-7f5791026cc2 req-d1f5d9b3-199f-4623-9b84-10eea79555cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9c849f04-6416-499c-9c8a-6eee17689df6 HTTP/1.1" status: 200 len: 849 time: 0.0534625 Nov 12 04:14:10.290213 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1611325c-3c00-487b-adc3-7f5791026cc2 req-f0b25ad3-5a58-4b51-a71d-bdcfb4c2e306 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=15909d3b-7912-4662-8ccf-39af1f09aff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271714 Nov 12 04:14:10.322044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0d779d29-13c1-43ca-8a5f-867b92864812 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, b41dc0e5-b105-48fb-8f72-7afc362e23c1) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:10.333805 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d779d29-13c1-43ca-8a5f-867b92864812 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.333805 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d779d29-13c1-43ca-8a5f-867b92864812 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.334577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdb9706-f698-496a-8765-46b21045e290 None None] Network b41dc0e5-b105-48fb-8f72-7afc362e23c1 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:10.415342 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1611325c-3c00-487b-adc3-7f5791026cc2 req-08c9c8ee-b23d-4a66-931b-2d11401d7e42 service neutron] 10.222.0.25 "GET /v2.0/networks/15909d3b-7912-4662-8ccf-39af1f09aff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174474 Nov 12 04:14:10.454669 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0d779d29-13c1-43ca-8a5f-867b92864812 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3933523 Nov 12 04:14:10.457347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:10.466625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-92c13eb5-201d-4301-b1cd-ce62f7068841 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:10.576575 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-b41dc0e5-b105-48fb-8f72-7afc362e23c1', 'network_id': 'b41dc0e5-b105-48fb-8f72-7afc362e23c1', 'tenant_id': '36eeda0e93084d868c2290be083c96e7', 'fixed_ips': [{'subnet_id': 'e0242478-66ce-4f58-9d44-2a09735802f6'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:14:10.585697 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.585840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ede32b-82df-4525-a7bb-451ca5b5df97 req-36cfe161-8f81-4421-add2-ef4df62c3ca7 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.592819 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-89ede32b-82df-4525-a7bb-451ca5b5df97 req-36cfe161-8f81-4421-add2-ef4df62c3ca7 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 944 time: 0.0972371 Nov 12 04:14:10.620831 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1611325c-3c00-487b-adc3-7f5791026cc2 req-ade50844-7b45-4411-906b-28cb95afac9f service neutron] 10.222.0.25 "GET /v2.0/networks/15909d3b-7912-4662-8ccf-39af1f09aff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912310 Nov 12 04:14:10.674343 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92c13eb5-201d-4301-b1cd-ce62f7068841 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4737466'] for subnet, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.724637 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-89ede32b-82df-4525-a7bb-451ca5b5df97 req-72536819-92a9-4820-bc09-fc16dce018bf tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307099 Nov 12 04:14:10.819887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d98fce3f-c3a3-414c-b92e-9a54d94a59c7 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:10.823220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Allocated IP 172.20.0.2 (b41dc0e5-b105-48fb-8f72-7afc362e23c1/e0242478-66ce-4f58-9d44-2a09735802f6/674c1ef9-7dc4-4594-95bf-0bd102e7192d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:10.916216 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b263d2-a141-4228-990f-7997616f542c req-46b23fd4-b231-4680-b9fd-fdc35452c24e tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.917798 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f4b263d2-a141-4228-990f-7997616f542c req-46b23fd4-b231-4680-b9fd-fdc35452c24e tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 944 time: 0.0737345 Nov 12 04:14:11.024383 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f4b263d2-a141-4228-990f-7997616f542c req-b969f8ed-7830-42a5-8e00-c84219cc3ed7 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/security-groups?id=ded6a584-e156-4460-8cd7-e4f8bdc4e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974751 Nov 12 04:14:11.050457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port d98fce3f-c3a3-414c-b92e-9a54d94a59c7 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:14:11.058854 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port d98fce3f-c3a3-414c-b92e-9a54d94a59c7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:11.058854 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.119347 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.176255 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.202961 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49f7a4b-37c3-465f-a345-58035bb277f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98fce3f-c3a3-414c-b92e-9a54d94a59c7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:11.206152 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6282290c-7760-44be-962a-b19de3790fc1" -d '{"events": [{"server_uuid": "f49f7a4b-37c3-465f-a345-58035bb277f5", "name": "network-vif-plugged", "status": "completed", "tag": "d98fce3f-c3a3-414c-b92e-9a54d94a59c7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:11.227509 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.231596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d98fce3f-c3a3-414c-b92e-9a54d94a59c7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d98fce3f-c3a3-414c-b92e-9a54d94a59c7,segment=NetworkSegment(d6f576e7-96fc-42b8-9113-a0f4af0df4e8),segment_id=d6f576e7-96fc-42b8-9113-a0f4af0df4e8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:11.265277 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a149cff7-46d5-4687-b947-10ed3e88ba23 x-openstack-request-id: req-a149cff7-46d5-4687-b947-10ed3e88ba23 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:11.267056 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49f7a4b-37c3-465f-a345-58035bb277f5", "name": "network-vif-plugged", "status": "completed", "tag": "d98fce3f-c3a3-414c-b92e-9a54d94a59c7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:11.267056 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a149cff7-46d5-4687-b947-10ed3e88ba23 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:11.267056 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49f7a4b-37c3-465f-a345-58035bb277f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98fce3f-c3a3-414c-b92e-9a54d94a59c7', 'code': 200} Nov 12 04:14:11.279168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Network b41dc0e5-b105-48fb-8f72-7afc362e23c1 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:11.285057 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:11.289809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:11.296744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Pushing event updated for resources: {'Port': ['ID=674c1ef9-7dc4-4594-95bf-0bd102e7192d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:11.339010 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.419919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Attempting to bind port 674c1ef9-7dc4-4594-95bf-0bd102e7192d on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:11.420180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Attempting to bind port 674c1ef9-7dc4-4594-95bf-0bd102e7192d by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '48c932e4-7c3d-46de-85c2-b7a1887dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'b41dc0e5-b105-48fb-8f72-7afc362e23c1'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:11.420447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Attempting to bind port 674c1ef9-7dc4-4594-95bf-0bd102e7192d on network b41dc0e5-b105-48fb-8f72-7afc362e23c1 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:11.427541 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:11.428804 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Checking segment: {'id': '48c932e4-7c3d-46de-85c2-b7a1887dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'b41dc0e5-b105-48fb-8f72-7afc362e23c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:11.428804 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.428804 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Bound using segment: {'id': '48c932e4-7c3d-46de-85c2-b7a1887dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'b41dc0e5-b105-48fb-8f72-7afc362e23c1'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:11.429176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Bound port: 674c1ef9-7dc4-4594-95bf-0bd102e7192d, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c932e4-7c3d-46de-85c2-b7a1887dbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'b41dc0e5-b105-48fb-8f72-7afc362e23c1'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:11.429549 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.437924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b7acb-fede-4aad-ae25-e3f6e5bb49b9 req-cbedb71e-68f0-4602-b06a-610c40d8583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:11.439972 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d3b7acb-fede-4aad-ae25-e3f6e5bb49b9 req-cbedb71e-68f0-4602-b06a-610c40d8583b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 1097 time: 0.0523722 Nov 12 04:14:11.453009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=d98fce3f-c3a3-414c-b92e-9a54d94a59c7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:11.457053 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92c13eb5-201d-4301-b1cd-ce62f7068841 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761907012491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8033022'] for subnet, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.515025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c13eb5-201d-4301-b1cd-ce62f7068841 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:11.515652 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92c13eb5-201d-4301-b1cd-ce62f7068841 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.516998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-92c13eb5-201d-4301-b1cd-ce62f7068841 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "PUT /v2.0/subnets/e0242478-66ce-4f58-9d44-2a09735802f6 HTTP/1.1" status: 200 len: 806 time: 1.0584948 Nov 12 04:14:11.519755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39300) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:11.523122 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] For port 674c1ef9-7dc4-4594-95bf-0bd102e7192d, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:11.527907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] For port 674c1ef9-7dc4-4594-95bf-0bd102e7192d, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=674c1ef9-7dc4-4594-95bf-0bd102e7192d,segment=NetworkSegment(48c932e4-7c3d-46de-85c2-b7a1887dbe6b),segment_id=48c932e4-7c3d-46de-85c2-b7a1887dbe6b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:11.557226 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d3b7acb-fede-4aad-ae25-e3f6e5bb49b9 req-1784d022-201e-49ae-81f3-a19209cca18e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065404 Nov 12 04:14:11.560506 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c13eb5-201d-4301-b1cd-ce62f7068841 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Subnet': ['ID=e0242478-66ce-4f58-9d44-2a09735802f6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:11.605261 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.633802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39304) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:11.661866 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.685443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dad479-1bc7-4fa6-9f9e-ab0f0602ffa0 None None] Pushing event updated for resources: {'Port': ['ID=674c1ef9-7dc4-4594-95bf-0bd102e7192d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:11.752756 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Deleting port 674c1ef9-7dc4-4594-95bf-0bd102e7192d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:11.753236 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.826081 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33d97589-a749-41d3-99ff-e30a44056f1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.907276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] For port 674c1ef9-7dc4-4594-95bf-0bd102e7192d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=674c1ef9-7dc4-4594-95bf-0bd102e7192d,segment=NetworkSegment(48c932e4-7c3d-46de-85c2-b7a1887dbe6b),segment_id=48c932e4-7c3d-46de-85c2-b7a1887dbe6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:11.907276 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:11.957839 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95739efe-cee1-46a6-9f42-3958429df71c req-d819ee99-fc3d-4a22-bb2f-15ce70cbabbe tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:11.960265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95739efe-cee1-46a6-9f42-3958429df71c req-d819ee99-fc3d-4a22-bb2f-15ce70cbabbe tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 945 time: 0.1178839 Nov 12 04:14:11.960371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Calling delete_port for 674c1ef9-7dc4-4594-95bf-0bd102e7192d owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:11.960522 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33d97589-a749-41d3-99ff-e30a44056f1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.045467 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33d97589-a749-41d3-99ff-e30a44056f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.116705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-33d97589-a749-41d3-99ff-e30a44056f1d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4bbf7522ce0446bc836955aa263338bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4809759 Nov 12 04:14:12.117817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d97589-a749-41d3-99ff-e30a44056f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068ed1b7-b4c5-43c4-b514-ee2bcd47ac38,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:12.123553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:12.161632 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-95739efe-cee1-46a6-9f42-3958429df71c req-85758448-0c4f-4834-96c1-e112e7f2bdeb tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920307 Nov 12 04:14:12.202174 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f82b0-dccc-4a80-aeff-718875d74b11 req-85770a1f-cbe5-4b00-83e8-92bfe47b242a tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:12.208235 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dc0f82b0-dccc-4a80-aeff-718875d74b11 req-85770a1f-cbe5-4b00-83e8-92bfe47b242a tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 944 time: 0.0750914 Nov 12 04:14:12.243749 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa07a26a-4e96-4a73-bbca-78fabfdf1292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.255048 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dc0f82b0-dccc-4a80-aeff-718875d74b11 req-2f2d4737-ce7d-4961-a5c5-c827d4336d1d tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/security-groups?id=ded6a584-e156-4460-8cd7-e4f8bdc4e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459337 Nov 12 04:14:12.275043 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa07a26a-4e96-4a73-bbca-78fabfdf1292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.290320 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.333999 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Port': ['ID=674c1ef9-7dc4-4594-95bf-0bd102e7192d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:12.378238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No DVR routers for this DVR port 674c1ef9-7dc4-4594-95bf-0bd102e7192d on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:12.426707 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.452611 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa07a26a-4e96-4a73-bbca-78fabfdf1292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.455143 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa07a26a-4e96-4a73-bbca-78fabfdf1292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.456312 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fa07a26a-4e96-4a73-bbca-78fabfdf1292 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/068ed1b7-b4c5-43c4-b514-ee2bcd47ac38 HTTP/1.1" status: 204 len: 168 time: 0.3314013 Nov 12 04:14:12.472567 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07a26a-4e96-4a73-bbca-78fabfdf1292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068ed1b7-b4c5-43c4-b514-ee2bcd47ac38,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:12.640876 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.683349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Subnet': ['ID=e0242478-66ce-4f58-9d44-2a09735802f6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:12.752464 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.775559 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41dc0e5-b105-48fb-8f72-7afc362e23c1']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:12.786415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c932e4-7c3d-46de-85c2-b7a1887dbe6b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:12.786834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c932e4-7c3d-46de-85c2-b7a1887dbe6b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:12.801864 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.807374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f559c2cc-5e62-4ce9-8be1-476be88a80b5 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:12.814458 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.823542 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:12.824029 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:12.829085 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:12.932457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48626564-6c94-4f51-8c97-4455ef5b0429 None None] Network b41dc0e5-b105-48fb-8f72-7afc362e23c1 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:12.998468 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.013316 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.020164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/b41dc0e5-b105-48fb-8f72-7afc362e23c1 HTTP/1.1" status: 204 len: 168 time: 1.4941931 Nov 12 04:14:13.022895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39322) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:13.030339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ee5071f9-0614-4d09-8283-e2d1ce3cdfb7 None None] Could not find standard attr ID for object 674c1ef9-7dc4-4594-95bf-0bd102e7192d. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:14:13.058393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f559c2cc-5e62-4ce9-8be1-476be88a80b5, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f559c2cc-5e62-4ce9-8be1-476be88a80b5,segment=NetworkSegment(8852c31f-6edf-4d56-95c2-e344fd4b8c15),segment_id=8852c31f-6edf-4d56-95c2-e344fd4b8c15)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:13.064813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfef053-2826-4359-9664-92eeddd9b51e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Network': ['ID=b41dc0e5-b105-48fb-8f72-7afc362e23c1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:13.078390 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd49f601-589e-496f-8a1b-cdf244342244 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:13.079948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd49f601-589e-496f-8a1b-cdf244342244 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:13.085570 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fd49f601-589e-496f-8a1b-cdf244342244 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/b41dc0e5-b105-48fb-8f72-7afc362e23c1 HTTP/1.1" status: 404 len: 339 time: 0.0607517 Nov 12 04:14:13.092418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'f559c2cc-5e62-4ce9-8be1-476be88a80b5', 'network_id': '15909d3b-7912-4662-8ccf-39af1f09aff1', 'port_id': 'f559c2cc-5e62-4ce9-8be1-476be88a80b5', 'mac_address': 'fa:16:3e:98:1e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c849f04-6416-499c-9c8a-6eee17689df6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:13.094436 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:13.102943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-57d41932-0f44-4084-926f-4a7638f4eaf4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-624252758', 'description': 'd1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:13.162898 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.178865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f559c2cc-5e62-4ce9-8be1-476be88a80b5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:13.193015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ec6c93-ff1e-43ff-b634-086537a1da11 None None] DHCP port deletion for b41dc0e5-b105-48fb-8f72-7afc362e23c1 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:13.204728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f559c2cc-5e62-4ce9-8be1-476be88a80b5, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f559c2cc-5e62-4ce9-8be1-476be88a80b5,segment=NetworkSegment(8852c31f-6edf-4d56-95c2-e344fd4b8c15),segment_id=8852c31f-6edf-4d56-95c2-e344fd4b8c15)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:13.228376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2e8832-2e73-4690-b86f-2512c336c17f None None] Network b41dc0e5-b105-48fb-8f72-7afc362e23c1 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:13.241804 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2e8832-2e73-4690-b86f-2512c336c17f None None] Network b41dc0e5-b105-48fb-8f72-7afc362e23c1 could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:14:13.267722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d41932-0f44-4084-926f-4a7638f4eaf4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:13.271602 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57d41932-0f44-4084-926f-4a7638f4eaf4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.302158 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.320249 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d41932-0f44-4084-926f-4a7638f4eaf4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:13.343410 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797828d7-5170-44a1-ba68-47cdcf4c9104 req-c7693931-04d9-41fa-a6ce-f525273e55e8 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:13.348437 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-797828d7-5170-44a1-ba68-47cdcf4c9104 req-c7693931-04d9-41fa-a6ce-f525273e55e8 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 945 time: 0.0926833 Nov 12 04:14:13.357756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57d41932-0f44-4084-926f-4a7638f4eaf4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.358277 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-57d41932-0f44-4084-926f-4a7638f4eaf4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Added segment 0280b5d9-f8f2-484b-9ab3-116d0fbce04f of type vlan for network d9f0f2b9-1631-4102-9a8d-5f2130950416 Nov 12 04:14:13.458498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6d62-26ee-4062-b873-78edefa15db6 req-d3bf9670-b147-4976-a322-3ab5c2f1f242 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:13.468053 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57d41932-0f44-4084-926f-4a7638f4eaf4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.471016 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d2d6d62-26ee-4062-b873-78edefa15db6 req-d3bf9670-b147-4976-a322-3ab5c2f1f242 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 945 time: 0.1182916 Nov 12 04:14:13.476232 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-797828d7-5170-44a1-ba68-47cdcf4c9104 req-864c5e27-99b5-4dc7-8d7b-647768957113 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201394 Nov 12 04:14:13.533918 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d2d6d62-26ee-4062-b873-78edefa15db6 req-d5104c8c-1db4-412e-bf40-517d6baabc68 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/security-groups?id=ded6a584-e156-4460-8cd7-e4f8bdc4e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617781 Nov 12 04:14:13.554820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=f559c2cc-5e62-4ce9-8be1-476be88a80b5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:13.567543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:13.581331 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd069057-13dd-4031-9966-2db0142abeeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.615523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['f559c2cc-5e62-4ce9-8be1-476be88a80b5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:13.621288 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57d41932-0f44-4084-926f-4a7638f4eaf4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.627615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d41932-0f44-4084-926f-4a7638f4eaf4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:13.636091 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57d41932-0f44-4084-926f-4a7638f4eaf4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.728902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d41932-0f44-4084-926f-4a7638f4eaf4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Network': ['ID=d9f0f2b9-1631-4102-9a8d-5f2130950416,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:13.745936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network d9f0f2b9-1631-4102-9a8d-5f2130950416 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:13.754373 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-57d41932-0f44-4084-926f-4a7638f4eaf4 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6506534 Nov 12 04:14:13.754373 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd069057-13dd-4031-9966-2db0142abeeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.754373 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39332) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:13.831490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9178ab-8a74-4e3d-8b45-b6dbd7a02290 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:13.833044 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6d9178ab-8a74-4e3d-8b45-b6dbd7a02290 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "GET /v2.0/networks?id=d9f0f2b9-1631-4102-9a8d-5f2130950416 HTTP/1.1" status: 200 len: 760 time: 0.0827186 Nov 12 04:14:13.835934 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:13.842264 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c4da1ed1-a999-4109-8291-d0b94cb34338 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'network': {'description': 'd2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:13.906154 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd069057-13dd-4031-9966-2db0142abeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.989804 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bd069057-13dd-4031-9966-2db0142abeeb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c459821c529548fbbedf344b45c148f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4209259 Nov 12 04:14:13.995682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:13.998341 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd069057-13dd-4031-9966-2db0142abeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05e796a-43f2-4e93-99f2-0ee48023c3cf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:14.055770 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a622b72a-6875-493d-8e92-cc68976cfdcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.073768 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4da1ed1-a999-4109-8291-d0b94cb34338 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.079813 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a622b72a-6875-493d-8e92-cc68976cfdcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.181731 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4da1ed1-a999-4109-8291-d0b94cb34338 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.192255 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4da1ed1-a999-4109-8291-d0b94cb34338 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network d9f0f2b9-1631-4102-9a8d-5f2130950416 is not hosted by any dhcp agent {{(pid=103147) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:14:14.197935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4da1ed1-a999-4109-8291-d0b94cb34338 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.198545 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4da1ed1-a999-4109-8291-d0b94cb34338 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.199851 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c4da1ed1-a999-4109-8291-d0b94cb34338 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "PUT /v2.0/networks/d9f0f2b9-1631-4102-9a8d-5f2130950416 HTTP/1.1" status: 200 len: 757 time: 0.3628478 Nov 12 04:14:14.207136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39342) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:14.265467 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a622b72a-6875-493d-8e92-cc68976cfdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.265467 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a622b72a-6875-493d-8e92-cc68976cfdcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.265467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a622b72a-6875-493d-8e92-cc68976cfdcb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c05e796a-43f2-4e93-99f2-0ee48023c3cf HTTP/1.1" status: 204 len: 168 time: 0.2587628 Nov 12 04:14:14.272423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da1ed1-a999-4109-8291-d0b94cb34338 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Network': ['ID=d9f0f2b9-1631-4102-9a8d-5f2130950416,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:14.283937 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network d9f0f2b9-1631-4102-9a8d-5f2130950416 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:14.302756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622b72a-6875-493d-8e92-cc68976cfdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05e796a-43f2-4e93-99f2-0ee48023c3cf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:14.322881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efedd9f-a2cd-474e-badd-542d9fa5aeae tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.328718 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7efedd9f-a2cd-474e-badd-542d9fa5aeae tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "GET /v2.0/networks?id=d9f0f2b9-1631-4102-9a8d-5f2130950416 HTTP/1.1" status: 200 len: 760 time: 0.1160531 Nov 12 04:14:14.329385 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39346) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:14.335976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-308b2e94-0ee9-429d-8ffa-38ffeb040262 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-600254411'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:14.433468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308b2e94-0ee9-429d-8ffa-38ffeb040262 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:14.438716 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-308b2e94-0ee9-429d-8ffa-38ffeb040262 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.464664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308b2e94-0ee9-429d-8ffa-38ffeb040262 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:14.474901 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-308b2e94-0ee9-429d-8ffa-38ffeb040262 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.475339 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-308b2e94-0ee9-429d-8ffa-38ffeb040262 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Added segment 3117d595-0bc2-4c7a-bed7-d7a7c29ccf17 of type vlan for network 783227f4-effc-478f-9940-440f3c3cf6a2 Nov 12 04:14:14.522815 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-308b2e94-0ee9-429d-8ffa-38ffeb040262 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.651644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197c95-1f23-4c3f-a728-c4c4ec6d55e0 req-5751d4ac-0759-4430-afb0-d3606be71b49 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.653392 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c8197c95-1f23-4c3f-a728-c4c4ec6d55e0 req-5751d4ac-0759-4430-afb0-d3606be71b49 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 945 time: 0.0895927 Nov 12 04:14:14.655063 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-308b2e94-0ee9-429d-8ffa-38ffeb040262 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.661275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308b2e94-0ee9-429d-8ffa-38ffeb040262 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.661902 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-308b2e94-0ee9-429d-8ffa-38ffeb040262 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.796253 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c8197c95-1f23-4c3f-a728-c4c4ec6d55e0 req-7c0fac9d-c81c-4276-a498-7a0a7c614ede tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306100 Nov 12 04:14:14.799747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b2e94-0ee9-429d-8ffa-38ffeb040262 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Network': ['ID=783227f4-effc-478f-9940-440f3c3cf6a2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:14.811783 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 783227f4-effc-478f-9940-440f3c3cf6a2 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:14.832888 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-308b2e94-0ee9-429d-8ffa-38ffeb040262 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5022290 Nov 12 04:14:14.833527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39354) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:14.848540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-76f049ea-bfff-4569-aec3-53278424d18a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'subnet': {'network_id': '783227f4-effc-478f-9940-440f3c3cf6a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:14.864530 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f559c2cc-5e62-4ce9-8be1-476be88a80b5 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:15.090399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port f559c2cc-5e62-4ce9-8be1-476be88a80b5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:14:15.099403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port f559c2cc-5e62-4ce9-8be1-476be88a80b5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:15.099403 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.187381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f049ea-bfff-4569-aec3-53278424d18a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:15.191266 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76f049ea-bfff-4569-aec3-53278424d18a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.210783 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.214097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dce72-806e-4111-b44c-07da73e8624c req-95a27f9b-4a70-4e1d-8d04-81a72f252759 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:15.215814 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d88dce72-806e-4111-b44c-07da73e8624c req-95a27f9b-4a70-4e1d-8d04-81a72f252759 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 945 time: 0.5734136 Nov 12 04:14:15.255379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f559c2cc-5e62-4ce9-8be1-476be88a80b5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:15.260733 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee560bfe-5007-4579-9ed4-4c31434c8792" -d '{"events": [{"server_uuid": "bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f", "name": "network-vif-plugged", "status": "completed", "tag": "f559c2cc-5e62-4ce9-8be1-476be88a80b5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:15.271367 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d88dce72-806e-4111-b44c-07da73e8624c req-a38f9857-f66b-4e41-a0c8-29e43575ddb4 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/security-groups?id=ded6a584-e156-4460-8cd7-e4f8bdc4e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489962 Nov 12 04:14:15.300219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f559c2cc-5e62-4ce9-8be1-476be88a80b5, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f559c2cc-5e62-4ce9-8be1-476be88a80b5,segment=NetworkSegment(8852c31f-6edf-4d56-95c2-e344fd4b8c15),segment_id=8852c31f-6edf-4d56-95c2-e344fd4b8c15)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:15.330071 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e58bf51-bd39-42d2-b965-306e3fd01ca3 x-openstack-request-id: req-1e58bf51-bd39-42d2-b965-306e3fd01ca3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:15.330440 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f", "name": "network-vif-plugged", "status": "completed", "tag": "f559c2cc-5e62-4ce9-8be1-476be88a80b5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:15.330714 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1e58bf51-bd39-42d2-b965-306e3fd01ca3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:15.331119 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f559c2cc-5e62-4ce9-8be1-476be88a80b5', 'code': 200} Nov 12 04:14:15.410221 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.465253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=f559c2cc-5e62-4ce9-8be1-476be88a80b5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:15.500600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab14cee-c563-4fd8-9e74-498de0ff898b req-877487e1-c140-4590-8be9-6796c4031b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:15.502214 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aab14cee-c563-4fd8-9e74-498de0ff898b req-877487e1-c140-4590-8be9-6796c4031b96 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 1098 time: 0.0862155 Nov 12 04:14:15.554996 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aab14cee-c563-4fd8-9e74-498de0ff898b req-3e4ddaaa-8e51-423d-afc8-9b5c60891169 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ded6a584-e156-4460-8cd7-e4f8bdc4e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439038 Nov 12 04:14:15.600394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76f049ea-bfff-4569-aec3-53278424d18a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.641743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91554975-a25a-4114-ac1b-5deab577eba2 req-570c8129-7db7-407e-903f-3aa5c955b02b tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:15.643702 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-91554975-a25a-4114-ac1b-5deab577eba2 req-570c8129-7db7-407e-903f-3aa5c955b02b tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 945 time: 0.0574605 Nov 12 04:14:15.676228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f049ea-bfff-4569-aec3-53278424d18a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Subnet': ['ID=2803d3f8-21c1-4dde-8955-d6a206d780be,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:15.684547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f049ea-bfff-4569-aec3-53278424d18a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Checking segment: {'id': '3117d595-0bc2-4c7a-bed7-d7a7c29ccf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '783227f4-effc-478f-9940-440f3c3cf6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:15.684547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f049ea-bfff-4569-aec3-53278424d18a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network hostable DHCP agents. Network: 783227f4-effc-478f-9940-440f3c3cf6a2, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:15.717152 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-91554975-a25a-4114-ac1b-5deab577eba2 req-cf497bae-ebdf-49f3-8c63-5c8a0c636712 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612397 Nov 12 04:14:15.804625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f049ea-bfff-4569-aec3-53278424d18a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network 783227f4-effc-478f-9940-440f3c3cf6a2 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:15.901830 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-76f049ea-bfff-4569-aec3-53278424d18a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 783227f4-effc-478f-9940-440f3c3cf6a2) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:15.906646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f049ea-bfff-4569-aec3-53278424d18a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:15.907280 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76f049ea-bfff-4569-aec3-53278424d18a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.912518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0454b27e-44f0-42a1-b3d9-6a0bafe6cf33 None None] Network 783227f4-effc-478f-9940-440f3c3cf6a2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:16.054600 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-76f049ea-bfff-4569-aec3-53278424d18a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2173104 Nov 12 04:14:16.057473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39390) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:16.096952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-783227f4-effc-478f-9940-440f3c3cf6a2', 'network_id': '783227f4-effc-478f-9940-440f3c3cf6a2', 'tenant_id': '36eeda0e93084d868c2290be083c96e7', 'fixed_ips': [{'subnet_id': '2803d3f8-21c1-4dde-8955-d6a206d780be'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:14:16.097831 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.183192 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.245756 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.283756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Allocated IP 172.20.0.2 (783227f4-effc-478f-9940-440f3c3cf6a2/2803d3f8-21c1-4dde-8955-d6a206d780be/6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:16.421708 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44795b4-c3b7-46d5-9e5e-af1b383e199b req-1067ad8b-7230-4946-8e0c-ccc4b49cbef8 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:16.423371 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f44795b4-c3b7-46d5-9e5e-af1b383e199b req-1067ad8b-7230-4946-8e0c-ccc4b49cbef8 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 946 time: 0.0629628 Nov 12 04:14:16.468299 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.484850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f44795b4-c3b7-46d5-9e5e-af1b383e199b req-0a61240c-fdbf-47e4-9983-cfbf3b4537b4 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/security-groups?id=ded6a584-e156-4460-8cd7-e4f8bdc4e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542574 Nov 12 04:14:16.561252 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.618333 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Network 783227f4-effc-478f-9940-440f3c3cf6a2 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:16.621435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:16.626008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:16.631912 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Pushing event updated for resources: {'Port': ['ID=6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:16.645642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:16.645848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:16.646165 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:16.646515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:16.646853 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:16.647185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:16.647515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:16.647846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:16.648200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:16.648923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:16.650603 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.652764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:16.653220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:16.692083 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Subnet': ['ID=2803d3f8-21c1-4dde-8955-d6a206d780be,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:16.736832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Attempting to bind port 6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:16.737415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Attempting to bind port 6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '3117d595-0bc2-4c7a-bed7-d7a7c29ccf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '783227f4-effc-478f-9940-440f3c3cf6a2'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:16.737822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Attempting to bind port 6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be on network 783227f4-effc-478f-9940-440f3c3cf6a2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:16.744434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:16.744826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Checking segment: {'id': '3117d595-0bc2-4c7a-bed7-d7a7c29ccf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '783227f4-effc-478f-9940-440f3c3cf6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:16.745234 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.745645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Bound using segment: {'id': '3117d595-0bc2-4c7a-bed7-d7a7c29ccf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '783227f4-effc-478f-9940-440f3c3cf6a2'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:16.746577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Bound port: 6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3117d595-0bc2-4c7a-bed7-d7a7c29ccf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '783227f4-effc-478f-9940-440f3c3cf6a2'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:16.746577 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.794264 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.822396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] For port 6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:16.828635 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] For port 6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be,segment=NetworkSegment(3117d595-0bc2-4c7a-bed7-d7a7c29ccf17),segment_id=3117d595-0bc2-4c7a-bed7-d7a7c29ccf17)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:16.850608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783227f4-effc-478f-9940-440f3c3cf6a2']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:16.868543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3117d595-0bc2-4c7a-bed7-d7a7c29ccf17') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:16.868747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3117d595-0bc2-4c7a-bed7-d7a7c29ccf17') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:16.884280 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.902895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f53cc0-478a-4ee6-a487-e3990ee21d4c req-88f16646-2139-4804-bb16-c639ac0c80ae tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:16.904515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63f53cc0-478a-4ee6-a487-e3990ee21d4c req-88f16646-2139-4804-bb16-c639ac0c80ae tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 945 time: 0.1062231 Nov 12 04:14:16.955939 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.956081 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.965289 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:16.965943 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.972411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63f53cc0-478a-4ee6-a487-e3990ee21d4c req-b97e96f8-cbf6-484e-a2ee-e129531cce84 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609653 Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:16.973099 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:17.055947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de505e9-a946-453a-ba05-6b1772a6a06d None None] Pushing event updated for resources: {'Port': ['ID=6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:17.067220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71fd52b-3115-4b2f-b511-e7ef129c9a37 None None] Network 783227f4-effc-478f-9940-440f3c3cf6a2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:17.128951 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:14:17.128951 n-d-767704-23 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:14:17.128951 n-d-767704-23 neutron-server[103146]: [parameters: {'id': '783227f4-effc-478f-9940-440f3c3cf6a2'}] Nov 12 04:14:17.128951 n-d-767704-23 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:14:17.128951 n-d-767704-23 neutron-server[103146]: DEBUG oslo_db.api [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:14:17.242596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f328b0-52fe-4eb4-9418-01e0104fbf42 None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:14:17.332442 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f328b0-52fe-4eb4-9418-01e0104fbf42 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:14:17.622290 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.625709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a14a2-f525-4d36-bd25-d5eeaadf616c req-c9649235-26c8-4766-adf8-b5b07d3f4b7d tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:17.632956 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be1a14a2-f525-4d36-bd25-d5eeaadf616c req-c9649235-26c8-4766-adf8-b5b07d3f4b7d tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 946 time: 0.0575593 Nov 12 04:14:17.644202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc5f8e-6ad4-4971-ba04-6c29ef6a5abe req-55b4a148-c471-4178-b7f4-f4333031f0b6 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:17.649768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09bc5f8e-6ad4-4971-ba04-6c29ef6a5abe req-55b4a148-c471-4178-b7f4-f4333031f0b6 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.26 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 945 time: 0.0852907 Nov 12 04:14:17.690722 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be1a14a2-f525-4d36-bd25-d5eeaadf616c req-c35c6689-7897-45bb-bb1e-a2ba187caad6 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/security-groups?id=ded6a584-e156-4460-8cd7-e4f8bdc4e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510452 Nov 12 04:14:17.763632 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Deleting port 6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:17.763973 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.838094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-09bc5f8e-6ad4-4971-ba04-6c29ef6a5abe req-a3d4f7da-b841-4a20-a8b2-21fa2ca3b11e tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Deleting port d98fce3f-c3a3-414c-b92e-9a54d94a59c7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:17.838435 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09bc5f8e-6ad4-4971-ba04-6c29ef6a5abe req-a3d4f7da-b841-4a20-a8b2-21fa2ca3b11e tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.875545 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] For port 6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be,segment=NetworkSegment(3117d595-0bc2-4c7a-bed7-d7a7c29ccf17),segment_id=3117d595-0bc2-4c7a-bed7-d7a7c29ccf17)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:17.875916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.917617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Calling delete_port for 6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:17.995984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-09bc5f8e-6ad4-4971-ba04-6c29ef6a5abe req-a3d4f7da-b841-4a20-a8b2-21fa2ca3b11e tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] For port d98fce3f-c3a3-414c-b92e-9a54d94a59c7, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d98fce3f-c3a3-414c-b92e-9a54d94a59c7,segment=NetworkSegment(d6f576e7-96fc-42b8-9113-a0f4af0df4e8),segment_id=d6f576e7-96fc-42b8-9113-a0f4af0df4e8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:17.997658 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09bc5f8e-6ad4-4971-ba04-6c29ef6a5abe req-a3d4f7da-b841-4a20-a8b2-21fa2ca3b11e tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.023191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-09bc5f8e-6ad4-4971-ba04-6c29ef6a5abe req-a3d4f7da-b841-4a20-a8b2-21fa2ca3b11e tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Calling delete_port for d98fce3f-c3a3-414c-b92e-9a54d94a59c7 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:18.150246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf5899-edaf-4b42-98ee-c99109b9c453 req-852f6e2e-715c-425a-b0c5-62f6c3d0d063 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:18.151668 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4adf5899-edaf-4b42-98ee-c99109b9c453 req-852f6e2e-715c-425a-b0c5-62f6c3d0d063 tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 945 time: 0.0792482 Nov 12 04:14:18.154399 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.199523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Port': ['ID=6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:18.205835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No DVR routers for this DVR port 6e5baec7-cfc8-4e54-9d4d-b299c1a6d5be on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:18.306938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4adf5899-edaf-4b42-98ee-c99109b9c453 req-d079f9a3-c32e-4de3-931b-370c70036a4c tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/security-groups?id=4ecc0f93-802e-45b7-99ed-fca1bad69b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471276 Nov 12 04:14:18.346050 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.366571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783227f4-effc-478f-9940-440f3c3cf6a2']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:18.377094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3117d595-0bc2-4c7a-bed7-d7a7c29ccf17') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:18.377398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3117d595-0bc2-4c7a-bed7-d7a7c29ccf17') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:18.386950 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.400901 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.407342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:18.407714 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:18.410767 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:18.420679 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09bc5f8e-6ad4-4971-ba04-6c29ef6a5abe req-a3d4f7da-b841-4a20-a8b2-21fa2ca3b11e tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.458590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['d98fce3f-c3a3-414c-b92e-9a54d94a59c7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:18.508352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4f7da-b841-4a20-a8b2-21fa2ca3b11e tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Pushing event deleted for resources: {'Port': ['ID=d98fce3f-c3a3-414c-b92e-9a54d94a59c7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:18.509861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68d5e10-84b1-4332-a4ca-8bc5d1f61a26 None None] DHCP port deletion for 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:18.559043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bc5f8e-6ad4-4971-ba04-6c29ef6a5abe req-a3d4f7da-b841-4a20-a8b2-21fa2ca3b11e tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] No DVR routers for this DVR port d98fce3f-c3a3-414c-b92e-9a54d94a59c7 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:18.560669 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09bc5f8e-6ad4-4971-ba04-6c29ef6a5abe req-a3d4f7da-b841-4a20-a8b2-21fa2ca3b11e tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.564112 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09bc5f8e-6ad4-4971-ba04-6c29ef6a5abe req-a3d4f7da-b841-4a20-a8b2-21fa2ca3b11e tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.26 "DELETE /v2.0/ports/d98fce3f-c3a3-414c-b92e-9a54d94a59c7 HTTP/1.1" status: 204 len: 173 time: 0.9032586 Nov 12 04:14:18.564628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49f7a4b-37c3-465f-a345-58035bb277f5', 'name': 'network-vif-deleted', 'tag': 'd98fce3f-c3a3-414c-b92e-9a54d94a59c7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:18.566965 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c97928e-066c-45dd-a687-95f6f1912612" -d '{"events": [{"server_uuid": "f49f7a4b-37c3-465f-a345-58035bb277f5", "name": "network-vif-deleted", "tag": "d98fce3f-c3a3-414c-b92e-9a54d94a59c7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:18.611100 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4008107d-b67f-406c-aa90-1c19428be699 x-openstack-request-id: req-4008107d-b67f-406c-aa90-1c19428be699 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:18.611540 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49f7a4b-37c3-465f-a345-58035bb277f5", "name": "network-vif-deleted", "tag": "d98fce3f-c3a3-414c-b92e-9a54d94a59c7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:18.611841 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4008107d-b67f-406c-aa90-1c19428be699 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:18.612295 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49f7a4b-37c3-465f-a345-58035bb277f5', 'name': 'network-vif-deleted', 'tag': 'd98fce3f-c3a3-414c-b92e-9a54d94a59c7', 'status': 'completed', 'code': 200} Nov 12 04:14:18.644616 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.661779 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.665797 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/783227f4-effc-478f-9940-440f3c3cf6a2 HTTP/1.1" status: 204 len: 168 time: 2.6068368 Nov 12 04:14:18.668462 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39442) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:18.689501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9c8d4-405a-45dc-a5ec-0e54e6090867 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Network': ['ID=783227f4-effc-478f-9940-440f3c3cf6a2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:18.716694 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-73752d67-c6c2-40cc-8079-ca0fa59e5d2b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] GET failed (client error): The resource could not be found. Nov 12 04:14:18.720954 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-73752d67-c6c2-40cc-8079-ca0fa59e5d2b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "GET /v2.0/subnets/2803d3f8-21c1-4dde-8955-d6a206d780be HTTP/1.1" status: 404 len: 337 time: 0.0508428 Nov 12 04:14:18.721499 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39444) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:18.746445 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-be053525-b0c3-4259-a57e-80dbc6a0132b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:18.748180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be053525-b0c3-4259-a57e-80dbc6a0132b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:18.756780 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-be053525-b0c3-4259-a57e-80dbc6a0132b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/783227f4-effc-478f-9940-440f3c3cf6a2 HTTP/1.1" status: 404 len: 339 time: 0.0303228 Nov 12 04:14:18.758027 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:18.968432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaa91ba-e597-4916-a90d-323270a2c317 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:18.978837 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cfaa91ba-e597-4916-a90d-323270a2c317 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2108009 Nov 12 04:14:18.979071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39454) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:19.024080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-816b5991-f3e6-46f5-9ec8-7207528b4f1c tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 207 time: 0.0481560 Nov 12 04:14:19.026384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39456) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:19.027786 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:19.261551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe58b6-3a52-4604-84a8-61998713a6ad tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:19.268242 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe58b6-3a52-4604-84a8-61998713a6ad tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:19.279746 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe58b6-3a52-4604-84a8-61998713a6ad tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:19.291250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe58b6-3a52-4604-84a8-61998713a6ad tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:19.293098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bbbe58b6-3a52-4604-84a8-61998713a6ad tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2656476 Nov 12 04:14:19.297381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:19.526506 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e05ecc44-54d7-4282-a048-fe4f57023128 req-6db39037-7129-4b5c-b8ce-4299c3caf7dd tempest-ServerAddressesNegativeTestJSON-1316228891 tempest-ServerAddressesNegativeTestJSON-1316228891-project] 10.222.0.105 "GET /v2.0/ports?device_id=f49f7a4b-37c3-465f-a345-58035bb277f5 HTTP/1.1" status: 200 len: 210 time: 0.0414810 Nov 12 04:14:19.570474 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bbd760ab-7cb5-44b7-b3bc-b1b80dc4ac69 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2687407 Nov 12 04:14:19.570697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39466) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:19.727200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eed2d5-58ec-4037-8b35-a97a94963d6a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:19.728834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eed2d5-58ec-4037-8b35-a97a94963d6a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:19.735814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39474) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:19.740691 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-02eed2d5-58ec-4037-8b35-a97a94963d6a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1686170 Nov 12 04:14:19.789260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882d01d1-86c6-4487-8e3c-10fcecc6f6cf tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:19.790476 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882d01d1-86c6-4487-8e3c-10fcecc6f6cf tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:19.791983 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-882d01d1-86c6-4487-8e3c-10fcecc6f6cf tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0550685 Nov 12 04:14:19.795938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39476) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:19.914261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f1aac7-d0c6-40d5-a53d-1e76b8dfb077 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:19.915795 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-41f1aac7-d0c6-40d5-a53d-1e76b8dfb077 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "GET /v2.0/networks/19eb52cc-330f-4479-b629-8313bf68bbea HTTP/1.1" status: 200 len: 799 time: 0.1189072 Nov 12 04:14:19.920006 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39478) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:20.034709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cec2bf4c-041b-4668-8d67-38846cf0587c tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "GET /v2.0/networks/19eb52cc-330f-4479-b629-8313bf68bbea?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1135895 Nov 12 04:14:20.038156 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39480) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:20.092823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5146ef06-f8e9-4d44-9972-7d3af5305c3d tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:20.098326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5146ef06-f8e9-4d44-9972-7d3af5305c3d tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "GET /v2.0/subnets/b9431442-dad1-4685-b82f-f273a401fc94 HTTP/1.1" status: 200 len: 811 time: 0.0549273 Nov 12 04:14:20.098326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39482) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:20.154086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64fc50-5055-434b-a5be-6b60e35618dd tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:20.155790 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2d64fc50-5055-434b-a5be-6b60e35618dd tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "GET /v2.0/subnets/b9431442-dad1-4685-b82f-f273a401fc94?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0567050 Nov 12 04:14:20.159340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39484) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:20.164580 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ab4fc2f4-8345-4e6b-9315-b901d381bd0a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-657920494'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:20.324301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4fc2f4-8345-4e6b-9315-b901d381bd0a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:20.328227 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc2f4-8345-4e6b-9315-b901d381bd0a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.357286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4fc2f4-8345-4e6b-9315-b901d381bd0a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:20.366765 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc2f4-8345-4e6b-9315-b901d381bd0a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.367125 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-ab4fc2f4-8345-4e6b-9315-b901d381bd0a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Added segment fd6e4330-dc3c-4407-852b-bfd594e06634 of type vlan for network 968cdb1b-4d96-4175-96e5-ab5d965608e3 Nov 12 04:14:20.409560 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc2f4-8345-4e6b-9315-b901d381bd0a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.495543 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc2f4-8345-4e6b-9315-b901d381bd0a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.501146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4fc2f4-8345-4e6b-9315-b901d381bd0a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:20.501726 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc2f4-8345-4e6b-9315-b901d381bd0a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.571372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fc2f4-8345-4e6b-9315-b901d381bd0a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Network': ['ID=968cdb1b-4d96-4175-96e5-ab5d965608e3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:20.582433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 968cdb1b-4d96-4175-96e5-ab5d965608e3 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:20.592246 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39490) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:20.638439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-286f3d8d-82e5-4bc0-a5f1-fb347453f83b admin admin] Deleting subnet 4d55ec61-33c0-4da6-a957-20255303dbe2 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:14:20.642750 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-286f3d8d-82e5-4bc0-a5f1-fb347453f83b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.642920 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ab4fc2f4-8345-4e6b-9315-b901d381bd0a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4821918 Nov 12 04:14:20.645321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:20.657836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-17c1e099-f99b-4252-afa3-c3e7a3f6087b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'subnet': {'network_id': '968cdb1b-4d96-4175-96e5-ab5d965608e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:20.701078 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-286f3d8d-82e5-4bc0-a5f1-fb347453f83b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.747500 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-286f3d8d-82e5-4bc0-a5f1-fb347453f83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.859935 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c1e099-f99b-4252-afa3-c3e7a3f6087b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Made reservation on behalf of 36eeda0e93084d868c2290be083c96e7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:20.863630 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17c1e099-f99b-4252-afa3-c3e7a3f6087b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.902007 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-286f3d8d-82e5-4bc0-a5f1-fb347453f83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.929057 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-17c1e099-f99b-4252-afa3-c3e7a3f6087b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Performing IP validity checks on allocation pools {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:14:20.929570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-17c1e099-f99b-4252-afa3-c3e7a3f6087b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:14:20.929686 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f3d8d-82e5-4bc0-a5f1-fb347453f83b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d55ec61-33c0-4da6-a957-20255303dbe2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:20.939053 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-286f3d8d-82e5-4bc0-a5f1-fb347453f83b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.942371 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-286f3d8d-82e5-4bc0-a5f1-fb347453f83b admin admin] 10.222.0.105 "DELETE /v2.0/subnets/4d55ec61-33c0-4da6-a957-20255303dbe2 HTTP/1.1" status: 204 len: 168 time: 0.3491664 Nov 12 04:14:20.945408 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39504) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:20.945579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2885754b-626b-4b2b-a1ec-be97f899672c None None] Network 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:21.022986 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc63e-41c2-4b96-9c7c-6b925e8696ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.075999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d10250-c5d5-490f-8f12-617365156f21 None None] DHCP port deletion for 4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:21.141398 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc63e-41c2-4b96-9c7c-6b925e8696ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.168712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6d7bc63e-41c2-4b96-9c7c-6b925e8696ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:21.182384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6d7bc63e-41c2-4b96-9c7c-6b925e8696ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f576e7-96fc-42b8-9113-a0f4af0df4e8') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:21.182682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6d7bc63e-41c2-4b96-9c7c-6b925e8696ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f576e7-96fc-42b8-9113-a0f4af0df4e8') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:21.214122 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc63e-41c2-4b96-9c7c-6b925e8696ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.236994 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc63e-41c2-4b96-9c7c-6b925e8696ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.254592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7bc63e-41c2-4b96-9c7c-6b925e8696ba admin admin] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:21.255015 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc63e-41c2-4b96-9c7c-6b925e8696ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:21.256723 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:21.456735 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:14:21.461798 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17c1e099-f99b-4252-afa3-c3e7a3f6087b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.504455 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc63e-41c2-4b96-9c7c-6b925e8696ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.509899 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc63e-41c2-4b96-9c7c-6b925e8696ba admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.513540 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6d7bc63e-41c2-4b96-9c7c-6b925e8696ba admin admin] 10.222.0.105 "DELETE /v2.0/networks/4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6 HTTP/1.1" status: 204 len: 168 time: 0.5670781 Nov 12 04:14:21.543203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bc63e-41c2-4b96-9c7c-6b925e8696ba admin admin] Pushing event deleted for resources: {'Network': ['ID=4e2e4c8a-2cf0-4b7d-ab48-8331fdd2edf6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:21.546867 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1e099-f99b-4252-afa3-c3e7a3f6087b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Subnet': ['ID=66c3d970-3300-4c8d-ba9e-0acdbf844aaa,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:21.568889 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c1e099-f99b-4252-afa3-c3e7a3f6087b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Checking segment: {'id': 'fd6e4330-dc3c-4407-852b-bfd594e06634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '968cdb1b-4d96-4175-96e5-ab5d965608e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:21.569476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1e099-f99b-4252-afa3-c3e7a3f6087b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network hostable DHCP agents. Network: 968cdb1b-4d96-4175-96e5-ab5d965608e3, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:21.701243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1e099-f99b-4252-afa3-c3e7a3f6087b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Network 968cdb1b-4d96-4175-96e5-ab5d965608e3 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:21.825038 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-17c1e099-f99b-4252-afa3-c3e7a3f6087b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 968cdb1b-4d96-4175-96e5-ab5d965608e3) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:21.835746 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c1e099-f99b-4252-afa3-c3e7a3f6087b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.836294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6221cbc5-4d76-4048-b336-72cccf6eee82 None None] Network 968cdb1b-4d96-4175-96e5-ab5d965608e3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:21.836825 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17c1e099-f99b-4252-afa3-c3e7a3f6087b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.912519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39532) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:21.939744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-17c1e099-f99b-4252-afa3-c3e7a3f6087b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2886348 Nov 12 04:14:21.939845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39534) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:21.945540 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c8636005-00ed-4c57-9754-423352453b12 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:21.990618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-56330830-8ad8-4ab6-bebc-8ed7252f1216 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=29aa8cdae00e4de582feab528e9421e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0746412 Nov 12 04:14:21.990998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39536) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:22.048424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-968cdb1b-4d96-4175-96e5-ab5d965608e3', 'network_id': '968cdb1b-4d96-4175-96e5-ab5d965608e3', 'tenant_id': '36eeda0e93084d868c2290be083c96e7', 'fixed_ips': [{'subnet_id': '66c3d970-3300-4c8d-ba9e-0acdbf844aaa'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:14:22.049484 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.055319 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-438b09e1-cb21-4a0d-9c1d-b9278b5d6f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.078951 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-438b09e1-cb21-4a0d-9c1d-b9278b5d6f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.081958 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8636005-00ed-4c57-9754-423352453b12 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59599000'] for subnet, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.214740 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-438b09e1-cb21-4a0d-9c1d-b9278b5d6f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.217899 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-438b09e1-cb21-4a0d-9c1d-b9278b5d6f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.219062 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-438b09e1-cb21-4a0d-9c1d-b9278b5d6f7b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4ecc0f93-802e-45b7-99ed-fca1bad69b87 HTTP/1.1" status: 204 len: 168 time: 0.2262974 Nov 12 04:14:22.227341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b09e1-cb21-4a0d-9c1d-b9278b5d6f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecc0f93-802e-45b7-99ed-fca1bad69b87,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:22.345901 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8636005-00ed-4c57-9754-423352453b12 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761907012491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59157207'] for subnet, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.402204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8636005-00ed-4c57-9754-423352453b12 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event updated for resources: {'Subnet': ['ID=66c3d970-3300-4c8d-ba9e-0acdbf844aaa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:22.414163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8636005-00ed-4c57-9754-423352453b12 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:22.414766 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8636005-00ed-4c57-9754-423352453b12 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.420374 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c8636005-00ed-4c57-9754-423352453b12 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "PUT /v2.0/subnets/66c3d970-3300-4c8d-ba9e-0acdbf844aaa HTTP/1.1" status: 200 len: 877 time: 0.4749746 Nov 12 04:14:22.420670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Allocated IP 172.20.0.3 (968cdb1b-4d96-4175-96e5-ab5d965608e3/66c3d970-3300-4c8d-ba9e-0acdbf844aaa/dc310e17-314f-49f9-8f6d-c808056bf108) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:22.420848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:22.576269 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.606147 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.641281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.713637 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.766134 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Network 968cdb1b-4d96-4175-96e5-ab5d965608e3 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:22.769186 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:22.773772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:22.781264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Pushing event updated for resources: {'Port': ['ID=dc310e17-314f-49f9-8f6d-c808056bf108,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:22.839963 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Attempting to bind port dc310e17-314f-49f9-8f6d-c808056bf108 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:22.840644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Attempting to bind port dc310e17-314f-49f9-8f6d-c808056bf108 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'fd6e4330-dc3c-4407-852b-bfd594e06634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '968cdb1b-4d96-4175-96e5-ab5d965608e3'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:22.840891 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Attempting to bind port dc310e17-314f-49f9-8f6d-c808056bf108 on network 968cdb1b-4d96-4175-96e5-ab5d965608e3 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:22.845125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.846605 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:22.846985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Checking segment: {'id': 'fd6e4330-dc3c-4407-852b-bfd594e06634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '968cdb1b-4d96-4175-96e5-ab5d965608e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:22.847576 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.847989 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Bound using segment: {'id': 'fd6e4330-dc3c-4407-852b-bfd594e06634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '968cdb1b-4d96-4175-96e5-ab5d965608e3'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:22.848932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Bound port: dc310e17-314f-49f9-8f6d-c808056bf108, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6e4330-dc3c-4407-852b-bfd594e06634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '968cdb1b-4d96-4175-96e5-ab5d965608e3'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:22.849325 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.854310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d98fce3f-c3a3-414c-b92e-9a54d94a59c7 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:22.888365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: d98fce3f-c3a3-414c-b92e-9a54d94a59c7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:14:22.888728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d98fce3f-c3a3-414c-b92e-9a54d94a59c7 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:22.895769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Subnet': ['ID=66c3d970-3300-4c8d-ba9e-0acdbf844aaa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:22.947830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] For port dc310e17-314f-49f9-8f6d-c808056bf108, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:22.951436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] For port dc310e17-314f-49f9-8f6d-c808056bf108, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=dc310e17-314f-49f9-8f6d-c808056bf108,segment=NetworkSegment(fd6e4330-dc3c-4407-852b-bfd594e06634),segment_id=fd6e4330-dc3c-4407-852b-bfd594e06634)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:22.962055 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.984582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968cdb1b-4d96-4175-96e5-ab5d965608e3']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:22.995468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6e4330-dc3c-4407-852b-bfd594e06634') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:22.995770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6e4330-dc3c-4407-852b-bfd594e06634') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:23.012734 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.090673 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.093150 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.105553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:23.105997 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:23.110429 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:23.144565 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7dd786d1-8721-411c-aa2d-67e0b8ec2fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.165829 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbae8c4-9626-4b5d-97d0-a4cc590992ed req-0e46d6b1-1ad9-4249-a904-9f187f8087b8 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:23.169973 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bcbae8c4-9626-4b5d-97d0-a4cc590992ed req-0e46d6b1-1ad9-4249-a904-9f187f8087b8 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 946 time: 0.0842633 Nov 12 04:14:23.187476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e2303-cd2c-465f-8406-93ca23ed2456 None None] Pushing event updated for resources: {'Port': ['ID=dc310e17-314f-49f9-8f6d-c808056bf108,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:23.204155 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99b16c3-4e2b-483d-9d23-c751f7083651 None None] Network 968cdb1b-4d96-4175-96e5-ab5d965608e3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:23.220362 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bcbae8c4-9626-4b5d-97d0-a4cc590992ed req-95aa589e-f2df-4a3a-b81b-9d4be56322f4 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/security-groups?id=ded6a584-e156-4460-8cd7-e4f8bdc4e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441678 Nov 12 04:14:23.238680 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:14:23.238680 n-d-767704-23 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:14:23.238680 n-d-767704-23 neutron-server[103146]: [parameters: {'id': '968cdb1b-4d96-4175-96e5-ab5d965608e3'}] Nov 12 04:14:23.238680 n-d-767704-23 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:14:23.238998 n-d-767704-23 neutron-server[103146]: DEBUG oslo_db.api [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:14:23.342183 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6e35a6-773c-485a-bdb1-b7f4cb235448 None None] Network 968cdb1b-4d96-4175-96e5-ab5d965608e3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:23.616181 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39586) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:23.658671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dd5299-4ec3-4cef-9c79-03fe444d973b None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:14:23.740168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-network', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:23.744357 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.772186 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd5299-4ec3-4cef-9c79-03fe444d973b None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:14:23.818987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Deleting port dc310e17-314f-49f9-8f6d-c808056bf108 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:23.820244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.874007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] Made reservation on behalf of d2277147369e4fb5ab674d9cfc56b6b7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:23.876623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.903040 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.924951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] For port dc310e17-314f-49f9-8f6d-c808056bf108, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=dc310e17-314f-49f9-8f6d-c808056bf108,segment=NetworkSegment(fd6e4330-dc3c-4407-852b-bfd594e06634),segment_id=fd6e4330-dc3c-4407-852b-bfd594e06634)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:23.925586 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.953318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Calling delete_port for dc310e17-314f-49f9-8f6d-c808056bf108 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:24.086734 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.169026 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.195788 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Port': ['ID=dc310e17-314f-49f9-8f6d-c808056bf108,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:24.198101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.206614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No DVR routers for this DVR port dc310e17-314f-49f9-8f6d-c808056bf108 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:24.251183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:24.259797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2342750d-14a4-4bb9-afd5-e8dd3f2732eb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:24.283267 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.283611 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] Added segment ae8aba08-6fcf-4693-8711-69a26070cfd2 of type vlan for network 0b20e575-cd23-4776-8049-6822c238b677 Nov 12 04:14:24.357417 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.405542 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.416462 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512371f8-b949-4687-ad2f-b5392f2c2e57 req-35cb8376-c5e5-4882-97a2-d6f7eb45ecaa tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:24.419204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968cdb1b-4d96-4175-96e5-ab5d965608e3']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:24.419515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-512371f8-b949-4687-ad2f-b5392f2c2e57 req-35cb8376-c5e5-4882-97a2-d6f7eb45ecaa tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 946 time: 0.0706458 Nov 12 04:14:24.442527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6e4330-dc3c-4407-852b-bfd594e06634') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:24.442861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6e4330-dc3c-4407-852b-bfd594e06634') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:24.462165 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.476422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858f213-4d6a-452f-b986-03388f2d8b0b req-70b2b574-7300-4308-9aaa-3615b28f4401 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:24.477940 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7858f213-4d6a-452f-b986-03388f2d8b0b req-70b2b574-7300-4308-9aaa-3615b28f4401 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 946 time: 0.1342990 Nov 12 04:14:24.492344 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.507763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:24.508182 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:24.511632 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:24.562894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-512371f8-b949-4687-ad2f-b5392f2c2e57 req-54723a38-20e0-4aa4-aff1-5113b2521dc5 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Deleting port f559c2cc-5e62-4ce9-8be1-476be88a80b5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:24.563105 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-512371f8-b949-4687-ad2f-b5392f2c2e57 req-54723a38-20e0-4aa4-aff1-5113b2521dc5 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.575159 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.576121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:24.576703 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.607940 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7858f213-4d6a-452f-b986-03388f2d8b0b req-245e7e53-598d-4375-8c78-46f66fea57e9 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/security-groups?id=ded6a584-e156-4460-8cd7-e4f8bdc4e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233075 Nov 12 04:14:24.652261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] Pushing event updated for resources: {'Network': ['ID=0b20e575-cd23-4776-8049-6822c238b677,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:24.661985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 0b20e575-cd23-4776-8049-6822c238b677 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:24.670654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-512371f8-b949-4687-ad2f-b5392f2c2e57 req-54723a38-20e0-4aa4-aff1-5113b2521dc5 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] For port f559c2cc-5e62-4ce9-8be1-476be88a80b5, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f559c2cc-5e62-4ce9-8be1-476be88a80b5,segment=NetworkSegment(8852c31f-6edf-4d56-95c2-e344fd4b8c15),segment_id=8852c31f-6edf-4d56-95c2-e344fd4b8c15)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:24.673820 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-512371f8-b949-4687-ad2f-b5392f2c2e57 req-54723a38-20e0-4aa4-aff1-5113b2521dc5 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.693561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-512371f8-b949-4687-ad2f-b5392f2c2e57 req-54723a38-20e0-4aa4-aff1-5113b2521dc5 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Calling delete_port for f559c2cc-5e62-4ce9-8be1-476be88a80b5 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:24.709796 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-65346de5-7fc8-4bea-bc8b-c5a57ef50c9f admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0921774 Nov 12 04:14:24.714338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:24.719722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-07e3cf49-8473-4b3f-b3c1-b8d890314929 admin admin] Request body: {'subnet': {'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-subnet', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:24.753042 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.764690 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.764690 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/968cdb1b-4d96-4175-96e5-ab5d965608e3 HTTP/1.1" status: 204 len: 168 time: 2.3415539 Nov 12 04:14:24.771966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39598) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:24.818980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e633e56-8ef3-43cf-ab39-2891ffe5d05a tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Network': ['ID=968cdb1b-4d96-4175-96e5-ab5d965608e3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:24.822639 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bafa82-a9d5-4988-85d6-dd469b627dc0 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:24.823281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41bafa82-a9d5-4988-85d6-dd469b627dc0 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:24.826484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-41bafa82-a9d5-4988-85d6-dd469b627dc0 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/subnets/66c3d970-3300-4c8d-ba9e-0acdbf844aaa HTTP/1.1" status: 404 len: 337 time: 0.0500607 Nov 12 04:14:24.830389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39600) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:24.848839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e3cf49-8473-4b3f-b3c1-b8d890314929 admin admin] Made reservation on behalf of d2277147369e4fb5ab674d9cfc56b6b7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:24.854204 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07e3cf49-8473-4b3f-b3c1-b8d890314929 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.874600 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5a215e-c503-467a-8807-e7640577314b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:24.875189 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5a215e-c503-467a-8807-e7640577314b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:24.878638 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9d5a215e-c503-467a-8807-e7640577314b tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/968cdb1b-4d96-4175-96e5-ab5d965608e3 HTTP/1.1" status: 404 len: 339 time: 0.0468802 Nov 12 04:14:24.881301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39602) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:24.913202 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c5bf50-42ac-4443-981f-807e595765af tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:24.914071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c5bf50-42ac-4443-981f-807e595765af tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:24.920178 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-42c5bf50-42ac-4443-981f-807e595765af tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/subnets/2803d3f8-21c1-4dde-8955-d6a206d780be HTTP/1.1" status: 404 len: 337 time: 0.0347805 Nov 12 04:14:24.920755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:24.940534 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-670e3417-7107-4e04-a697-3f84059f7555 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:24.941097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670e3417-7107-4e04-a697-3f84059f7555 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:24.945436 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-670e3417-7107-4e04-a697-3f84059f7555 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/783227f4-effc-478f-9940-440f3c3cf6a2 HTTP/1.1" status: 404 len: 339 time: 0.0223925 Nov 12 04:14:24.958999 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:25.004085 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.024633 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-512371f8-b949-4687-ad2f-b5392f2c2e57 req-54723a38-20e0-4aa4-aff1-5113b2521dc5 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.039049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['f559c2cc-5e62-4ce9-8be1-476be88a80b5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:25.199342 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07e3cf49-8473-4b3f-b3c1-b8d890314929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.266786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3cf49-8473-4b3f-b3c1-b8d890314929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36de31fb-711a-44f7-807b-b71db85e7ff8,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:25.281154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3cf49-8473-4b3f-b3c1-b8d890314929 admin admin] Checking segment: {'id': 'ae8aba08-6fcf-4693-8711-69a26070cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '0b20e575-cd23-4776-8049-6822c238b677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:25.281506 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e3cf49-8473-4b3f-b3c1-b8d890314929 admin admin] Network hostable DHCP agents. Network: 0b20e575-cd23-4776-8049-6822c238b677, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:25.381185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e3cf49-8473-4b3f-b3c1-b8d890314929 admin admin] Network 0b20e575-cd23-4776-8049-6822c238b677 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:25.405432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54723a38-20e0-4aa4-aff1-5113b2521dc5 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Pushing event deleted for resources: {'Port': ['ID=f559c2cc-5e62-4ce9-8be1-476be88a80b5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:25.413312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f09304-5d50-4af9-b859-348be30b4764 None None] DHCP port deletion for 15909d3b-7912-4662-8ccf-39af1f09aff1 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:25.430989 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb58f-4d3b-4eb5-ba88-3a9790e8268f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.454850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-512371f8-b949-4687-ad2f-b5392f2c2e57 req-54723a38-20e0-4aa4-aff1-5113b2521dc5 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] No DVR routers for this DVR port f559c2cc-5e62-4ce9-8be1-476be88a80b5 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:25.458795 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-512371f8-b949-4687-ad2f-b5392f2c2e57 req-54723a38-20e0-4aa4-aff1-5113b2521dc5 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.462111 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-512371f8-b949-4687-ad2f-b5392f2c2e57 req-54723a38-20e0-4aa4-aff1-5113b2521dc5 tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.25 "DELETE /v2.0/ports/f559c2cc-5e62-4ce9-8be1-476be88a80b5 HTTP/1.1" status: 204 len: 173 time: 1.0358872 Nov 12 04:14:25.471044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f', 'name': 'network-vif-deleted', 'tag': 'f559c2cc-5e62-4ce9-8be1-476be88a80b5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:25.471044 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e10ed9-da3d-4cad-b27e-c49e6002777b" -d '{"events": [{"server_uuid": "bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f", "name": "network-vif-deleted", "tag": "f559c2cc-5e62-4ce9-8be1-476be88a80b5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:25.489789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-07e3cf49-8473-4b3f-b3c1-b8d890314929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 0b20e575-cd23-4776-8049-6822c238b677) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:25.494732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e3cf49-8473-4b3f-b3c1-b8d890314929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:25.495433 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07e3cf49-8473-4b3f-b3c1-b8d890314929 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.518651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0543aa26-6c54-4452-aa76-1141f4b01389 None None] Network 0b20e575-cd23-4776-8049-6822c238b677 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:25.529755 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561b5290-c685-4eac-9c75-20481b06fdfd x-openstack-request-id: req-561b5290-c685-4eac-9c75-20481b06fdfd {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:25.530062 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f", "name": "network-vif-deleted", "tag": "f559c2cc-5e62-4ce9-8be1-476be88a80b5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:25.530318 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-561b5290-c685-4eac-9c75-20481b06fdfd {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:25.530711 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f', 'name': 'network-vif-deleted', 'tag': 'f559c2cc-5e62-4ce9-8be1-476be88a80b5', 'status': 'completed', 'code': 200} Nov 12 04:14:25.570959 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb58f-4d3b-4eb5-ba88-3a9790e8268f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.598298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8b7bb58f-4d3b-4eb5-ba88-3a9790e8268f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f0f2b9-1631-4102-9a8d-5f2130950416']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:25.610293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8b7bb58f-4d3b-4eb5-ba88-3a9790e8268f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0280b5d9-f8f2-484b-9ab3-116d0fbce04f') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:25.610621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8b7bb58f-4d3b-4eb5-ba88-3a9790e8268f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0280b5d9-f8f2-484b-9ab3-116d0fbce04f') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:25.623290 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb58f-4d3b-4eb5-ba88-3a9790e8268f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.642481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-07e3cf49-8473-4b3f-b3c1-b8d890314929 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9265838 Nov 12 04:14:25.644791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39616) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:25.649887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:25.655993 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb58f-4d3b-4eb5-ba88-3a9790e8268f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.676341 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7bb58f-4d3b-4eb5-ba88-3a9790e8268f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:25.679292 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb58f-4d3b-4eb5-ba88-3a9790e8268f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:25.687382 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:25.691154 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a901b5cc-939a-4a56-81cc-d5e301d1fe40 None None] Network 0b20e575-cd23-4776-8049-6822c238b677 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:25.748293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e4da32c1-b9da-4d17-ac4e-804267b1106a req-50c5b705-8f3c-494f-8c42-2c4be632b1dd tempest-VolumesActionsTest-1905726187 tempest-VolumesActionsTest-1905726187-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf83136a-6ce2-4c9a-8aa3-c11a0d5f865f HTTP/1.1" status: 200 len: 210 time: 0.0394242 Nov 12 04:14:25.814859 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.816305 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.925550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb58f-4d3b-4eb5-ba88-3a9790e8268f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.933360 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb58f-4d3b-4eb5-ba88-3a9790e8268f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.937514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8b7bb58f-4d3b-4eb5-ba88-3a9790e8268f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/d9f0f2b9-1631-4102-9a8d-5f2130950416 HTTP/1.1" status: 204 len: 168 time: 0.9773667 Nov 12 04:14:25.940759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39618) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:25.965867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bb58f-4d3b-4eb5-ba88-3a9790e8268f tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Network': ['ID=d9f0f2b9-1631-4102-9a8d-5f2130950416,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:26.322918 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f478f6d6-99fa-4e6a-91d3-b6dacad6b8a6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.323480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f478f6d6-99fa-4e6a-91d3-b6dacad6b8a6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.326594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f478f6d6-99fa-4e6a-91d3-b6dacad6b8a6 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/subnets/e0242478-66ce-4f58-9d44-2a09735802f6 HTTP/1.1" status: 404 len: 337 time: 0.3848505 Nov 12 04:14:26.330195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.371836 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:26.373486 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b6f5a2-8389-40b0-ad8a-bd02e6f59544 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.374024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b6f5a2-8389-40b0-ad8a-bd02e6f59544 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.377058 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-13b6f5a2-8389-40b0-ad8a-bd02e6f59544 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/b41dc0e5-b105-48fb-8f72-7afc362e23c1 HTTP/1.1" status: 404 len: 339 time: 0.0459261 Nov 12 04:14:26.379589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39626) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.405457 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3becd769-fd78-44ea-8dcc-fc2b56ee3a31 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.405904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3becd769-fd78-44ea-8dcc-fc2b56ee3a31 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.409049 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3becd769-fd78-44ea-8dcc-fc2b56ee3a31 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/subnets/5fd2e22d-30f0-405e-b323-13db22003e0d HTTP/1.1" status: 404 len: 337 time: 0.0285749 Nov 12 04:14:26.411537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.431389 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-958d92ac-6acb-440c-85e3-5df1494cb4a8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.431995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958d92ac-6acb-440c-85e3-5df1494cb4a8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.434994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-958d92ac-6acb-440c-85e3-5df1494cb4a8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/ec0148d6-5eae-4cad-8bc6-dece1e235f7f HTTP/1.1" status: 404 len: 339 time: 0.0225101 Nov 12 04:14:26.437464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39630) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.467501 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdc311a-194a-403c-ab89-452f7db9b1f7 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.467957 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebdc311a-194a-403c-ab89-452f7db9b1f7 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.471070 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ebdc311a-194a-403c-ab89-452f7db9b1f7 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/subnets/9077626e-ae08-455c-b1be-cad4311a46a5 HTTP/1.1" status: 404 len: 337 time: 0.0327024 Nov 12 04:14:26.474051 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39632) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.494827 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59cbeaa-8487-4b68-ac08-a790ada281b8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.495935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59cbeaa-8487-4b68-ac08-a790ada281b8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.499273 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c59cbeaa-8487-4b68-ac08-a790ada281b8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/0f6fec89-bff1-4033-9003-fb580afce129 HTTP/1.1" status: 404 len: 339 time: 0.0233147 Nov 12 04:14:26.509586 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39634) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.551763 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-039dadbc-9e02-42f1-959d-9a44cae2f245 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.552215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039dadbc-9e02-42f1-959d-9a44cae2f245 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.557976 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-039dadbc-9e02-42f1-959d-9a44cae2f245 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/subnets/4b995253-ce1c-42ee-b7af-d13eb496fa56 HTTP/1.1" status: 404 len: 337 time: 0.0440931 Nov 12 04:14:26.558581 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39636) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.580300 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f792e106-0d07-4e3a-8ca5-a4feae755ca3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.580857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f792e106-0d07-4e3a-8ca5-a4feae755ca3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.586455 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f792e106-0d07-4e3a-8ca5-a4feae755ca3 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/0221094a-a667-4bd5-b33f-ba876ee4a11e HTTP/1.1" status: 404 len: 339 time: 0.0241988 Nov 12 04:14:26.586630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39638) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.626091 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:26.627186 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-756f7169-e245-4bce-a6ea-4cfdeb3c2821 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.627714 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756f7169-e245-4bce-a6ea-4cfdeb3c2821 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.631040 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-756f7169-e245-4bce-a6ea-4cfdeb3c2821 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/subnets/092744bb-58e7-4212-b2d4-58cb06695337 HTTP/1.1" status: 404 len: 337 time: 0.0435078 Nov 12 04:14:26.633992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39640) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.654569 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ee6b48-40dd-4ee9-a014-645443abd2a5 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.655138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ee6b48-40dd-4ee9-a014-645443abd2a5 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.658173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d7ee6b48-40dd-4ee9-a014-645443abd2a5 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/ce40dfb9-5769-4e92-ac3c-836d23bc8656 HTTP/1.1" status: 404 len: 339 time: 0.0232134 Nov 12 04:14:26.660923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39642) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.690771 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-618ad166-16eb-4f57-90bd-5c039dc169b8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.691225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618ad166-16eb-4f57-90bd-5c039dc169b8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.700362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-618ad166-16eb-4f57-90bd-5c039dc169b8 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/subnets/6c32337a-28ee-4ed4-98e9-d78440031ea3 HTTP/1.1" status: 404 len: 337 time: 0.0324302 Nov 12 04:14:26.700487 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39644) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.719361 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca49484-70f5-47c4-8768-eeea1c3081b9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.719897 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca49484-70f5-47c4-8768-eeea1c3081b9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.722918 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2ca49484-70f5-47c4-8768-eeea1c3081b9 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/d40753f2-0aed-4c26-b628-5ab78972bf9c HTTP/1.1" status: 404 len: 339 time: 0.0238962 Nov 12 04:14:26.725869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39646) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.764555 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:26.765126 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf4876e-48e3-43e7-9564-20532a833682 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.765389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf4876e-48e3-43e7-9564-20532a833682 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.771016 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0bf4876e-48e3-43e7-9564-20532a833682 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/subnets/83f61b48-5d02-4698-8ca3-323d28479973 HTTP/1.1" status: 404 len: 337 time: 0.0416048 Nov 12 04:14:26.771501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39648) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.825840 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3aa1fcf-8d5a-43f3-be6e-64381b1528de tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.826715 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3aa1fcf-8d5a-43f3-be6e-64381b1528de tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.829847 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f3aa1fcf-8d5a-43f3-be6e-64381b1528de tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/250f17f1-5a5e-41a1-b38f-9aff4c6a76ed HTTP/1.1" status: 404 len: 339 time: 0.0572641 Nov 12 04:14:26.832621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39654) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.865468 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aae5cbe-9721-4ef2-ab9c-733dc130becd tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.865936 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aae5cbe-9721-4ef2-ab9c-733dc130becd tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.869313 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3aae5cbe-9721-4ef2-ab9c-733dc130becd tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/subnets/d54fb136-7cee-433a-90f3-7519a986369a HTTP/1.1" status: 404 len: 337 time: 0.0342062 Nov 12 04:14:26.872055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39656) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:26.894269 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-44aabee5-7382-4d12-98ed-d98f3a8f306d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:26.905067 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a5e05d-1dea-45f1-b721-2c6619927940 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:26.905067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a5e05d-1dea-45f1-b721-2c6619927940 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:26.908515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c4a5e05d-1dea-45f1-b721-2c6619927940 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/87ece87d-e093-472c-b0f9-5213e4e1bf88 HTTP/1.1" status: 404 len: 339 time: 0.0351708 Nov 12 04:14:26.917591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:27.046850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a434635-6424-44da-9056-f65ac39220f5 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Deleting subnet b9431442-dad1-4685-b82f-f273a401fc94 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:14:27.052359 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a434635-6424-44da-9056-f65ac39220f5 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.152114 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a434635-6424-44da-9056-f65ac39220f5 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.175127 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.201568 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.341891 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a434635-6424-44da-9056-f65ac39220f5 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.404441 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Allocated IP 172.25.8.245 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/e6c5c01b-8156-4c9e-91f1-79261cc70009) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:27.516418 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a434635-6424-44da-9056-f65ac39220f5 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.582554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a434635-6424-44da-9056-f65ac39220f5 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Subnet': ['ID=b9431442-dad1-4685-b82f-f273a401fc94,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:27.598510 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a434635-6424-44da-9056-f65ac39220f5 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.605515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8a434635-6424-44da-9056-f65ac39220f5 tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/subnets/b9431442-dad1-4685-b82f-f273a401fc94 HTTP/1.1" status: 204 len: 168 time: 0.6826763 Nov 12 04:14:27.605716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39670) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:27.615345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.621003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e40b7f-a7fd-4a16-b1ab-1e76aa31dd2d None None] Network 19eb52cc-330f-4479-b629-8313bf68bbea requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:27.730177 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.766628 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.803257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c5c01b-8156-4c9e-91f1-79261cc70009,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:27.819243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:27.821737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:27.825721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:27.843141 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124bbde2-8c4a-4f8f-888e-5ec198820cd1 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:27.851721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Deleting port 39072654-d4cf-4fee-b85c-b553c55d5cc5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:27.852152 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.856981 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-20585f03-dd35-414a-9f4e-4cb6ab3fdcf2 req-251d1add-eaf4-4c9d-a339-17d1d267a1b4 service neutron] (103147) timed out ('10.222.0.105', 47596) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:14:27.946712 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] For port 39072654-d4cf-4fee-b85c-b553c55d5cc5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=39072654-d4cf-4fee-b85c-b553c55d5cc5,segment=NetworkSegment(f16720f6-a122-4540-81cc-c9d953c53d8a),segment_id=f16720f6-a122-4540-81cc-c9d953c53d8a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:27.947082 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.947591 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7370d86a-a374-4e15-9501-454d89214e34 None None] Provisioning complete for port e6c5c01b-8156-4c9e-91f1-79261cc70009 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:27.948436 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7370d86a-a374-4e15-9501-454d89214e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.961953 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Calling delete_port for 39072654-d4cf-4fee-b85c-b553c55d5cc5 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:27.994641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76783b5f-6e2e-4813-90fe-fa080e468fed None None] DHCP port deletion for 19eb52cc-330f-4479-b629-8313bf68bbea request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:28.075558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7370d86a-a374-4e15-9501-454d89214e34 None None] Port e6c5c01b-8156-4c9e-91f1-79261cc70009 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:28.125070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-76783b5f-6e2e-4813-90fe-fa080e468fed None None] Deleting port 39072654-d4cf-4fee-b85c-b553c55d5cc5 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:28.125533 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76783b5f-6e2e-4813-90fe-fa080e468fed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.190985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-76783b5f-6e2e-4813-90fe-fa080e468fed None None] For port 39072654-d4cf-4fee-b85c-b553c55d5cc5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=39072654-d4cf-4fee-b85c-b553c55d5cc5,segment=NetworkSegment(f16720f6-a122-4540-81cc-c9d953c53d8a),segment_id=f16720f6-a122-4540-81cc-c9d953c53d8a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:28.191449 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76783b5f-6e2e-4813-90fe-fa080e468fed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.204936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-76783b5f-6e2e-4813-90fe-fa080e468fed None None] Calling delete_port for 39072654-d4cf-4fee-b85c-b553c55d5cc5 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:28.210550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.280972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Port': ['ID=39072654-d4cf-4fee-b85c-b553c55d5cc5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:28.283147 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] No DVR routers for this DVR port 39072654-d4cf-4fee-b85c-b553c55d5cc5 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:14:28.387729 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:14:28.392685 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.401694 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76783b5f-6e2e-4813-90fe-fa080e468fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.402317 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.418074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19eb52cc-330f-4479-b629-8313bf68bbea']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:28.443271 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16720f6-a122-4540-81cc-c9d953c53d8a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:28.443271 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16720f6-a122-4540-81cc-c9d953c53d8a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:28.462446 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.484552 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.484809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76783b5f-6e2e-4813-90fe-fa080e468fed None None] Pushing event deleted for resources: {'Port': ['ID=39072654-d4cf-4fee-b85c-b553c55d5cc5,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:28.493388 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:28.493830 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.500525 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76783b5f-6e2e-4813-90fe-fa080e468fed None None] No DVR routers for this DVR port 39072654-d4cf-4fee-b85c-b553c55d5cc5 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:28.505419 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:28.570406 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.672885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.687372 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.698565 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] 10.222.0.105 "DELETE /v2.0/networks/19eb52cc-330f-4479-b629-8313bf68bbea HTTP/1.1" status: 204 len: 168 time: 1.0921710 Nov 12 04:14:28.730259 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766c03d-2d06-40d1-874b-0fe4640d8e7e tempest-NetworksTest-1166539197 tempest-NetworksTest-1166539197-project] Pushing event deleted for resources: {'Network': ['ID=19eb52cc-330f-4479-b629-8313bf68bbea,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:28.742675 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.888020 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f559c2cc-5e62-4ce9-8be1-476be88a80b5 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:28.953025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Router 551960d1-09dd-4198-a1fa-116d21f64b42 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:14:28.962405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: f559c2cc-5e62-4ce9-8be1-476be88a80b5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:14:28.962762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f559c2cc-5e62-4ce9-8be1-476be88a80b5 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:29.025786 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.149214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:29.167297 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Sync routers for ids ['551960d1-09dd-4198-a1fa-116d21f64b42'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:29.186283 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Routers {'551960d1-09dd-4198-a1fa-116d21f64b42'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:29.187041 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:14:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['551960d1-09dd-4198-a1fa-116d21f64b42'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:29.230415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.232205 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d29bcd89-b241-408a-ba4a-2a5c3c709f19 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.5863914 Nov 12 04:14:29.235239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39700) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:29.240555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:29.323998 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Set router 551960d1-09dd-4198-a1fa-116d21f64b42 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:29.433469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-9c12d525-5274-43a7-82f4-6be19a289b01 req-824c61b5-9abc-49dd-9315-18e62ef1bf9f service neutron] (103146) timed out ('10.222.0.25', 50546) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:14:29.479750 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0d4645de-3659-4684-b7dc-c4e42ac85683 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=36eeda0e93084d868c2290be083c96e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2351782 Nov 12 04:14:29.485028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39706) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:29.487817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 39072654-d4cf-4fee-b85c-b553c55d5cc5 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:29.514969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 39072654-d4cf-4fee-b85c-b553c55d5cc5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:14:29.515588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 39072654-d4cf-4fee-b85c-b553c55d5cc5 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:29.554205 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2362ec18-5f8d-49a3-80b6-2c42468dfba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.582095 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2362ec18-5f8d-49a3-80b6-2c42468dfba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.625499 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-bf21e8f7-7efe-4273-bdb8-b7dcf779baca req-27097df5-822c-4e82-a1e6-8c7692f243ee service neutron] (103146) timed out ('10.222.0.25', 50702) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:14:29.657268 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:14:28Z', 'revision_number': 3, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port': {'id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:29.706709 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Checking router: 551960d1-09dd-4198-a1fa-116d21f64b42 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:29.706709 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Updating router 551960d1-09dd-4198-a1fa-116d21f64b42 port e6c5c01b-8156-4c9e-91f1-79261cc70009 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:14:29.724204 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2362ec18-5f8d-49a3-80b6-2c42468dfba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.729287 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2362ec18-5f8d-49a3-80b6-2c42468dfba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.731380 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2362ec18-5f8d-49a3-80b6-2c42468dfba2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/03351961-f7af-48a4-83aa-a826d1dd34e4 HTTP/1.1" status: 204 len: 168 time: 0.2448139 Nov 12 04:14:29.747559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362ec18-5f8d-49a3-80b6-2c42468dfba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03351961-f7af-48a4-83aa-a826d1dd34e4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:29.755529 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.011803 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.119845 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.214639 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.278265 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd2e10-a76a-4fcc-a291-0e3d91e389ec None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:30.305496 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Attempting to bind port e6c5c01b-8156-4c9e-91f1-79261cc70009 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:30.307188 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Attempting to bind port e6c5c01b-8156-4c9e-91f1-79261cc70009 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:30.307778 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Attempting to bind port e6c5c01b-8156-4c9e-91f1-79261cc70009 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:30.310635 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Allocated IP 172.20.0.1 (0b20e575-cd23-4776-8049-6822c238b677/36de31fb-711a-44f7-807b-b71db85e7ff8/e160399f-2218-4eed-ac99-96062a3d0d9a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:30.311261 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917d1e6-9311-4d6e-b6ec-94b109ca14a8 None None] Pushing event updated for resources: {'Port': ['ID=e6c5c01b-8156-4c9e-91f1-79261cc70009,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:30.333301 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917d1e6-9311-4d6e-b6ec-94b109ca14a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:30.336505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917d1e6-9311-4d6e-b6ec-94b109ca14a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:30.336505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917d1e6-9311-4d6e-b6ec-94b109ca14a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:30.336505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917d1e6-9311-4d6e-b6ec-94b109ca14a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:30.336505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917d1e6-9311-4d6e-b6ec-94b109ca14a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:30.337606 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917d1e6-9311-4d6e-b6ec-94b109ca14a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:30.344467 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917d1e6-9311-4d6e-b6ec-94b109ca14a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:30.345515 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917d1e6-9311-4d6e-b6ec-94b109ca14a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:30.351187 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917d1e6-9311-4d6e-b6ec-94b109ca14a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:30.351187 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917d1e6-9311-4d6e-b6ec-94b109ca14a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:30.351187 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917d1e6-9311-4d6e-b6ec-94b109ca14a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:30.351187 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9917d1e6-9311-4d6e-b6ec-94b109ca14a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:30.355427 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:30.356475 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:30.356965 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.357441 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:30.358389 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Bound port: e6c5c01b-8156-4c9e-91f1-79261cc70009, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:30.360434 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.373358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-06c239bd-089b-4e40-bdf6-b8d878e17aab None None] Provisioning complete for port e6c5c01b-8156-4c9e-91f1-79261cc70009 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:30.374026 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-06c239bd-089b-4e40-bdf6-b8d878e17aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.435308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-06c239bd-089b-4e40-bdf6-b8d878e17aab None None] Port e6c5c01b-8156-4c9e-91f1-79261cc70009 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:30.459091 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] For port e6c5c01b-8156-4c9e-91f1-79261cc70009, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:30.482119 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] For port e6c5c01b-8156-4c9e-91f1-79261cc70009, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e6c5c01b-8156-4c9e-91f1-79261cc70009,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:30.535672 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.569002 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.614020 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e369b0-aa6b-4da7-a158-c83d378d3869 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:30.629731 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Routers {'551960d1-09dd-4198-a1fa-116d21f64b42'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:30.630376 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:14:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['551960d1-09dd-4198-a1fa-116d21f64b42'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:30.672420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8bc204ae-5ca9-4079-b1bc-eefbf3252fdb None None] Provisioning complete for port e6c5c01b-8156-4c9e-91f1-79261cc70009 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:30.673129 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bc204ae-5ca9-4079-b1bc-eefbf3252fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.690500 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.774950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Network 0b20e575-cd23-4776-8049-6822c238b677 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:30.784055 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:30.800730 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:30.884733 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bc204ae-5ca9-4079-b1bc-eefbf3252fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.902397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Pushing event updated for resources: {'Port': ['ID=e160399f-2218-4eed-ac99-96062a3d0d9a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:30.923014 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8bc204ae-5ca9-4079-b1bc-eefbf3252fdb None None] For port e6c5c01b-8156-4c9e-91f1-79261cc70009, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e6c5c01b-8156-4c9e-91f1-79261cc70009,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:30.923760 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.974489 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917d1e6-9311-4d6e-b6ec-94b109ca14a8 None None] Pushing event updated for resources: {'Port': ['ID=e6c5c01b-8156-4c9e-91f1-79261cc70009,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:31.073065 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] Set router 551960d1-09dd-4198-a1fa-116d21f64b42 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:31.111513 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bc204ae-5ca9-4079-b1bc-eefbf3252fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:31.172778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc204ae-5ca9-4079-b1bc-eefbf3252fdb None None] Pushing event updated for resources: {'Port': ['ID=e6c5c01b-8156-4c9e-91f1-79261cc70009,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:31.298210 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:31.317104 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:14:28Z', 'revision_number': 3, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port': {'id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:31.350403 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab3e518-96f0-462e-80d1-02a1572b99bb None None] The sync data for ids ['551960d1-09dd-4198-a1fa-116d21f64b42'] in n-d-767704-23 is: [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:14:28Z', 'revision_number': 3, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port': {'id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:31.372088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39762) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:31.565155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-40465e2d-a1ae-4b15-b512-47ee47536fcc tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] Request body: {'port': {'network_id': 'ee50009f-610b-4ce5-9899-2a556512315d', 'name': 'tempest-NetworksNegativeTestJSON-1265172755'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:31.610200 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-40465e2d-a1ae-4b15-b512-47ee47536fcc tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] POST failed (client error): The resource could not be found. Nov 12 04:14:31.612360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40465e2d-a1ae-4b15-b512-47ee47536fcc tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:31.616543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-40465e2d-a1ae-4b15-b512-47ee47536fcc tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2425244 Nov 12 04:14:31.620327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39766) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:31.655509 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7b91a5-b8ca-4c16-aaad-37c7d2a37945 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:31.656943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7b91a5-b8ca-4c16-aaad-37c7d2a37945 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:31.660321 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6c7b91a5-b8ca-4c16-aaad-37c7d2a37945 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] 10.222.0.105 "DELETE /v2.0/networks/9da42547-cef0-47c0-8738-f82af8a61892 HTTP/1.1" status: 404 len: 339 time: 0.0389869 Nov 12 04:14:31.664280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39768) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:31.667883 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:31.700514 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2fee141-3499-4ee7-8789-9609e86a7c3f tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:31.704750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2fee141-3499-4ee7-8789-9609e86a7c3f tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:31.710116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c2fee141-3499-4ee7-8789-9609e86a7c3f tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] 10.222.0.105 "DELETE /v2.0/ports/99683c5e-15ca-466e-8c8b-c37b26c111ab HTTP/1.1" status: 404 len: 333 time: 0.0433209 Nov 12 04:14:31.713697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:31.784359 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:31.788902 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a43348e-e9ff-4712-b84d-e18d1c5dd12f tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] DELETE failed (client error): The resource could not be found. Nov 12 04:14:31.789371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a43348e-e9ff-4712-b84d-e18d1c5dd12f tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:31.792862 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1a43348e-e9ff-4712-b84d-e18d1c5dd12f tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] 10.222.0.105 "DELETE /v2.0/subnets/0d662905-8f1c-45c7-a550-e6743c7c23bd HTTP/1.1" status: 404 len: 337 time: 0.0780857 Nov 12 04:14:31.796813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:31.843009 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b39b1ca-71f0-4d99-89f0-47977c1720e7 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] GET failed (client error): The resource could not be found. Nov 12 04:14:31.844799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0b39b1ca-71f0-4d99-89f0-47977c1720e7 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] 10.222.0.105 "GET /v2.0/networks/c11eae1f-9b0d-43d0-9e26-53332ff7f07f HTTP/1.1" status: 404 len: 339 time: 0.0467393 Nov 12 04:14:31.848551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39774) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:31.888813 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f06290-fdbf-48ce-91cf-befdeaaab502 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] GET failed (client error): The resource could not be found. Nov 12 04:14:31.890461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e8f06290-fdbf-48ce-91cf-befdeaaab502 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] 10.222.0.105 "GET /v2.0/ports/02cd5470-3c1b-429e-b8ac-6c8a25e693a4 HTTP/1.1" status: 404 len: 333 time: 0.0409548 Nov 12 04:14:31.894435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39776) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:31.963043 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1725e053-8397-46bb-ac88-aa94000e267c tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] GET failed (client error): The resource could not be found. Nov 12 04:14:31.977855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:31.982899 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1725e053-8397-46bb-ac88-aa94000e267c tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] 10.222.0.105 "GET /v2.0/subnets/cea89be3-de88-4e91-a075-a19ace863d31 HTTP/1.1" status: 404 len: 337 time: 0.0873044 Nov 12 04:14:31.992853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fd0537af-b8d8-4392-8b9e-3a549ae9fac7 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:32.000858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:32.009393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Pushing event updated for resources: {'Port': ['ID=e160399f-2218-4eed-ac99-96062a3d0d9a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:32.051646 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0537af-b8d8-4392-8b9e-3a549ae9fac7 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] PUT failed (client error): The resource could not be found. Nov 12 04:14:32.052289 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0537af-b8d8-4392-8b9e-3a549ae9fac7 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:32.057685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39782) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:32.063988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fd3111a8-a0fe-4650-9746-8d69e6ad19a5 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:32.066941 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fd0537af-b8d8-4392-8b9e-3a549ae9fac7 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] 10.222.0.105 "PUT /v2.0/networks/c07e4ebc-b4a1-4b71-b832-acf944e5266d HTTP/1.1" status: 404 len: 339 time: 0.0698538 Nov 12 04:14:32.102137 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3111a8-a0fe-4650-9746-8d69e6ad19a5 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] PUT failed (client error): The resource could not be found. Nov 12 04:14:32.102877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3111a8-a0fe-4650-9746-8d69e6ad19a5 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:32.107936 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fd3111a8-a0fe-4650-9746-8d69e6ad19a5 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] 10.222.0.105 "PUT /v2.0/ports/aacc23e4-e058-42a2-b56f-82a0e4f683b8 HTTP/1.1" status: 404 len: 333 time: 0.0453584 Nov 12 04:14:32.108675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39784) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:32.120325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ce443eb6-ad2d-4776-b8eb-6a4815496265 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:32.160751 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce443eb6-ad2d-4776-b8eb-6a4815496265 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] PUT failed (client error): The resource could not be found. Nov 12 04:14:32.170829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce443eb6-ad2d-4776-b8eb-6a4815496265 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:14:32.170829 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ce443eb6-ad2d-4776-b8eb-6a4815496265 tempest-NetworksNegativeTestJSON-1597709639 tempest-NetworksNegativeTestJSON-1597709639-project] 10.222.0.105 "PUT /v2.0/subnets/96014bbc-2fe3-4e2c-ad00-2f383be0b2d4 HTTP/1.1" status: 404 len: 337 time: 0.0573001 Nov 12 04:14:32.232227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Network 0b20e575-cd23-4776-8049-6822c238b677 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:32.234193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:32.417382 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Router 551960d1-09dd-4198-a1fa-116d21f64b42 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:14:32.553481 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:32.569527 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e858d82d-983a-4d7f-aee3-c1ffeeb23f01 admin admin] 10.222.0.105 "PUT /v2.0/routers/551960d1-09dd-4198-a1fa-116d21f64b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3329217 Nov 12 04:14:32.959690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:33.188867 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-583c24e0-9529-4787-ad4d-226c9dd89206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.316983 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-583c24e0-9529-4787-ad4d-226c9dd89206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.338136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30082021-d63a-4610-a476-84e2fc2becb6 req-795a2077-748f-40b3-b97c-d8f692f8deaa tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:33.346806 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30082021-d63a-4610-a476-84e2fc2becb6 req-795a2077-748f-40b3-b97c-d8f692f8deaa tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/networks?id=0b20e575-cd23-4776-8049-6822c238b677 HTTP/1.1" status: 200 len: 820 time: 0.1911659 Nov 12 04:14:33.405509 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30082021-d63a-4610-a476-84e2fc2becb6 req-06f136c0-e9c1-482d-bed3-fc82aec6760c tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/quotas/d2277147369e4fb5ab674d9cfc56b6b7 HTTP/1.1" status: 200 len: 375 time: 0.0284827 Nov 12 04:14:33.427035 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-583c24e0-9529-4787-ad4d-226c9dd89206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.534093 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-583c24e0-9529-4787-ad4d-226c9dd89206 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=32e9a1836b0d466bbf394f194879a3b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5705187 Nov 12 04:14:33.534093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c24e0-9529-4787-ad4d-226c9dd89206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67523239-6749-47c0-a882-d347dfead9d9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:33.536391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:33.571313 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30082021-d63a-4610-a476-84e2fc2becb6 req-c9e4bba8-4b2a-4f84-bd65-09642f2610b9 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d2277147369e4fb5ab674d9cfc56b6b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1627979 Nov 12 04:14:33.577020 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e6c5c01b-8156-4c9e-91f1-79261cc70009 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:33.675672 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e6c5c01b-8156-4c9e-91f1-79261cc70009 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:33.678252 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.759081 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcff23dd-c55b-4f58-837f-9d562f5b0905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.806366 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30082021-d63a-4610-a476-84e2fc2becb6 req-ca03eba4-589f-4d29-9d74-80b9c954c492 service neutron] 10.222.0.105 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340934 Nov 12 04:14:33.961144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcff23dd-c55b-4f58-837f-9d562f5b0905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.989287 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30082021-d63a-4610-a476-84e2fc2becb6 req-2cea249c-11eb-4b6c-a600-5eeab8279af5 service neutron] 10.222.0.105 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820443 Nov 12 04:14:34.085464 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Sync routers for ids ['551960d1-09dd-4198-a1fa-116d21f64b42'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:34.116592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Routers {'551960d1-09dd-4198-a1fa-116d21f64b42'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:34.123418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:14:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['551960d1-09dd-4198-a1fa-116d21f64b42'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:34.123906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcff23dd-c55b-4f58-837f-9d562f5b0905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:34.126902 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcff23dd-c55b-4f58-837f-9d562f5b0905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:34.131857 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fcff23dd-c55b-4f58-837f-9d562f5b0905 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/67523239-6749-47c0-a882-d347dfead9d9 HTTP/1.1" status: 204 len: 168 time: 0.5943224 Nov 12 04:14:34.145932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff23dd-c55b-4f58-837f-9d562f5b0905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67523239-6749-47c0-a882-d347dfead9d9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:34.325228 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Set router 551960d1-09dd-4198-a1fa-116d21f64b42 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:34.458723 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2b63b12-1449-4fe8-be14-2728bba18a11 req-8c9c0b29-2c53-414c-9227-d5533ffa0b39 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 210 time: 0.0670180 Nov 12 04:14:34.772223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:14:31Z', 'revision_number': 4, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port': {'id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e160399f-2218-4eed-ac99-96062a3d0d9a', 'name': '', 'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'mac_address': 'fa:16:3e:f6:9e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:30Z', 'updated_at': '2021-11-12T04:14:31Z', 'revision_number': 2, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'subnets': [{'id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:34.816684 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Checking router: 551960d1-09dd-4198-a1fa-116d21f64b42 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:34.817485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Updating router 551960d1-09dd-4198-a1fa-116d21f64b42 port e160399f-2218-4eed-ac99-96062a3d0d9a binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:14:34.849111 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.209786 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.305826 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.442027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624fec4-5a46-4e16-a3e7-bdcad2a658b4 None None] Pushing event updated for resources: {'Port': ['ID=e160399f-2218-4eed-ac99-96062a3d0d9a,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:35.560660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Attempting to bind port e160399f-2218-4eed-ac99-96062a3d0d9a on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:35.560660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Attempting to bind port e160399f-2218-4eed-ac99-96062a3d0d9a by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'ae8aba08-6fcf-4693-8711-69a26070cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '0b20e575-cd23-4776-8049-6822c238b677'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:35.560660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Attempting to bind port e160399f-2218-4eed-ac99-96062a3d0d9a on network 0b20e575-cd23-4776-8049-6822c238b677 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:35.564211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:35.564697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Checking segment: {'id': 'ae8aba08-6fcf-4693-8711-69a26070cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '0b20e575-cd23-4776-8049-6822c238b677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:35.565183 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.565617 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Bound using segment: {'id': 'ae8aba08-6fcf-4693-8711-69a26070cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '0b20e575-cd23-4776-8049-6822c238b677'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:35.566603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f390585-1950-4010-81ab-ab6b2b3a990b req-3dc137ee-596b-41b6-8c7b-292f197323ec tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 210 time: 0.0396004 Nov 12 04:14:35.567279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Bound port: e160399f-2218-4eed-ac99-96062a3d0d9a, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8aba08-6fcf-4693-8711-69a26070cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '0b20e575-cd23-4776-8049-6822c238b677'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:35.567734 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.672779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] For port e160399f-2218-4eed-ac99-96062a3d0d9a, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:35.676296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] For port e160399f-2218-4eed-ac99-96062a3d0d9a, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e160399f-2218-4eed-ac99-96062a3d0d9a,segment=NetworkSegment(ae8aba08-6fcf-4693-8711-69a26070cfd2),segment_id=ae8aba08-6fcf-4693-8711-69a26070cfd2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:35.778546 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.901890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Routers {'551960d1-09dd-4198-a1fa-116d21f64b42'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:35.901890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:14:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['551960d1-09dd-4198-a1fa-116d21f64b42'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:35.963526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39878) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:35.992349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624fec4-5a46-4e16-a3e7-bdcad2a658b4 None None] Pushing event updated for resources: {'Port': ['ID=e160399f-2218-4eed-ac99-96062a3d0d9a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:36.174526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4e1976d3-5c5b-4346-bb91-5de4cd3f6f5b tempest-SubnetPoolsTestJSON-526919676 tempest-SubnetPoolsTestJSON-526919676-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-848196872', 'prefixes': ['172.20.0.0/16']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:36.334288 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] Set router 551960d1-09dd-4198-a1fa-116d21f64b42 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:36.533201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39892) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:36.621131 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:14:31Z', 'revision_number': 4, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port': {'id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e160399f-2218-4eed-ac99-96062a3d0d9a', 'name': '', 'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'mac_address': 'fa:16:3e:f6:9e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:30Z', 'updated_at': '2021-11-12T04:14:35Z', 'revision_number': 4, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'subnets': [{'id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:36.651827 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e1976d3-5c5b-4346-bb91-5de4cd3f6f5b tempest-SubnetPoolsTestJSON-526919676 tempest-SubnetPoolsTestJSON-526919676-project] Publish callbacks [] for subnetpool, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.653654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4e1976d3-5c5b-4346-bb91-5de4cd3f6f5b tempest-SubnetPoolsTestJSON-526919676 tempest-SubnetPoolsTestJSON-526919676-project] 10.222.0.105 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6891148 Nov 12 04:14:36.656445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:36.657971 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e368c7-cf90-4ed0-bbba-c2a635c13b00 None None] The sync data for ids ['551960d1-09dd-4198-a1fa-116d21f64b42'] in n-d-767704-23 is: [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:14:31Z', 'revision_number': 4, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port': {'id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e160399f-2218-4eed-ac99-96062a3d0d9a', 'name': '', 'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'mac_address': 'fa:16:3e:f6:9e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:30Z', 'updated_at': '2021-11-12T04:14:35Z', 'revision_number': 4, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'subnets': [{'id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:36.748197 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-06cd1c67-43ae-4b65-8cee-8f9a8b1fd053 tempest-SubnetPoolsTestJSON-526919676 tempest-SubnetPoolsTestJSON-526919676-project] 10.222.0.105 "GET /v2.0/subnetpools/b29d4dde-5416-4591-8b4b-38c2913068b2 HTTP/1.1" status: 200 len: 731 time: 0.0904860 Nov 12 04:14:36.751041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:36.793070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-556c3178-f821-4e1f-ae17-da60f3f1ab7d tempest-SubnetPoolsTestJSON-526919676 tempest-SubnetPoolsTestJSON-526919676-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1054709072'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:36.842097 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e07629b1-c16d-4377-b7a8-da4c7dc5b6c2 req-c3dc9914-0353-4584-ba1e-77d091266d1f tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 210 time: 0.1167603 Nov 12 04:14:36.881168 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb968573-e5cc-482f-8fc9-a00592dd1fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.065918 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb968573-e5cc-482f-8fc9-a00592dd1fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.160430 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-556c3178-f821-4e1f-ae17-da60f3f1ab7d tempest-SubnetPoolsTestJSON-526919676 tempest-SubnetPoolsTestJSON-526919676-project] Publish callbacks [] for subnetpool, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.163400 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-556c3178-f821-4e1f-ae17-da60f3f1ab7d tempest-SubnetPoolsTestJSON-526919676 tempest-SubnetPoolsTestJSON-526919676-project] 10.222.0.105 "PUT /v2.0/subnetpools/b29d4dde-5416-4591-8b4b-38c2913068b2 HTTP/1.1" status: 200 len: 684 time: 0.4106555 Nov 12 04:14:37.165517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39908) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:37.217088 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb968573-e5cc-482f-8fc9-a00592dd1fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.338877 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bb968573-e5cc-482f-8fc9-a00592dd1fa0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8090201458d945c28e6e3fd328f2f40b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8036411 Nov 12 04:14:37.342339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39910) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:37.349527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb968573-e5cc-482f-8fc9-a00592dd1fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ece8cb-ca81-4496-a80c-bb1e8a41d53e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:37.430145 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5b63-2ffd-4d24-8bc7-33ca185a93f5 tempest-SubnetPoolsTestJSON-526919676 tempest-SubnetPoolsTestJSON-526919676-project] Publish callbacks [] for subnetpool, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.432555 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b6fb5b63-2ffd-4d24-8bc7-33ca185a93f5 tempest-SubnetPoolsTestJSON-526919676 tempest-SubnetPoolsTestJSON-526919676-project] 10.222.0.105 "DELETE /v2.0/subnetpools/b29d4dde-5416-4591-8b4b-38c2913068b2 HTTP/1.1" status: 204 len: 168 time: 0.2641952 Nov 12 04:14:37.435568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:37.467180 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-e0dca2ff-327f-46a0-8499-a4427fcc6ec2 tempest-SubnetPoolsTestJSON-526919676 tempest-SubnetPoolsTestJSON-526919676-project] show failed (client error): The resource could not be found. Nov 12 04:14:37.467639 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08b5f0f1-42f4-470a-b95d-a5a8766ba9ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.468299 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e0dca2ff-327f-46a0-8499-a4427fcc6ec2 tempest-SubnetPoolsTestJSON-526919676 tempest-SubnetPoolsTestJSON-526919676-project] 10.222.0.105 "GET /v2.0/subnetpools/b29d4dde-5416-4591-8b4b-38c2913068b2 HTTP/1.1" status: 404 len: 346 time: 0.0316544 Nov 12 04:14:37.473050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:37.495823 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-9d3bdb32-e994-4c09-b5cd-3c5b60c6cae0 tempest-SubnetPoolsTestJSON-526919676 tempest-SubnetPoolsTestJSON-526919676-project] delete failed (client error): The resource could not be found. Nov 12 04:14:37.497864 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9d3bdb32-e994-4c09-b5cd-3c5b60c6cae0 tempest-SubnetPoolsTestJSON-526919676 tempest-SubnetPoolsTestJSON-526919676-project] 10.222.0.105 "DELETE /v2.0/subnetpools/b29d4dde-5416-4591-8b4b-38c2913068b2 HTTP/1.1" status: 404 len: 346 time: 0.0236378 Nov 12 04:14:37.520822 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08b5f0f1-42f4-470a-b95d-a5a8766ba9ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.583240 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e160399f-2218-4eed-ac99-96062a3d0d9a up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:37.678271 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e160399f-2218-4eed-ac99-96062a3d0d9a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:37.678743 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.701160 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08b5f0f1-42f4-470a-b95d-a5a8766ba9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.704208 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08b5f0f1-42f4-470a-b95d-a5a8766ba9ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.708211 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-08b5f0f1-42f4-470a-b95d-a5a8766ba9ed admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/58ece8cb-ca81-4496-a80c-bb1e8a41d53e HTTP/1.1" status: 204 len: 168 time: 0.3646543 Nov 12 04:14:37.727684 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5f0f1-42f4-470a-b95d-a5a8766ba9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ece8cb-ca81-4496-a80c-bb1e8a41d53e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:37.841108 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.915880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port e160399f-2218-4eed-ac99-96062a3d0d9a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e160399f-2218-4eed-ac99-96062a3d0d9a,segment=NetworkSegment(ae8aba08-6fcf-4693-8711-69a26070cfd2),segment_id=ae8aba08-6fcf-4693-8711-69a26070cfd2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:37.971445 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.044277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ae9fead-4d0b-4779-aadf-77960581079d req-d6cc6b5d-5a0f-4f98-85c8-860dc51487e1 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 210 time: 0.0985734 Nov 12 04:14:38.083963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30082021-d63a-4610-a476-84e2fc2becb6 req-5e34da34-5841-4a13-833f-17ed2739f151 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:38.090116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30082021-d63a-4610-a476-84e2fc2becb6 req-5e34da34-5841-4a13-833f-17ed2739f151 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.26 "GET /v2.0/networks?id=0b20e575-cd23-4776-8049-6822c238b677 HTTP/1.1" status: 200 len: 820 time: 0.2920606 Nov 12 04:14:38.090336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=e160399f-2218-4eed-ac99-96062a3d0d9a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:38.111842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-30082021-d63a-4610-a476-84e2fc2becb6 req-c0f4364a-b876-4103-87e9-0d540a85631d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Request body: {'port': {'device_id': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'admin_state_up': True, 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:38.351983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30082021-d63a-4610-a476-84e2fc2becb6 req-c0f4364a-b876-4103-87e9-0d540a85631d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Made reservation on behalf of d2277147369e4fb5ab674d9cfc56b6b7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:38.356572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30082021-d63a-4610-a476-84e2fc2becb6 req-c0f4364a-b876-4103-87e9-0d540a85631d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.392414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39930) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:38.522595 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35b35537-6e11-4488-883c-6355c594572f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.524161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-30082021-d63a-4610-a476-84e2fc2becb6 req-c0f4364a-b876-4103-87e9-0d540a85631d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Allocated IP 172.20.0.13 (0b20e575-cd23-4776-8049-6822c238b677/36de31fb-711a-44f7-807b-b71db85e7ff8/57484fc6-7432-42da-b6f6-b23a730f8dda) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:38.626297 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35b35537-6e11-4488-883c-6355c594572f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.671248 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39938) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:38.692507 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-088102c8-e155-466d-be5b-c57b6637e880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.728340 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35b35537-6e11-4488-883c-6355c594572f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.749531 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30082021-d63a-4610-a476-84e2fc2becb6 req-c0f4364a-b876-4103-87e9-0d540a85631d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.796195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:38.796415 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-35b35537-6e11-4488-883c-6355c594572f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d5f2cfaf59aa4b9fb4bd9f71729f9535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4027936 Nov 12 04:14:38.798631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b35537-6e11-4488-883c-6355c594572f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0463980c-503a-4b08-880c-9e86fe5331ae,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:38.833931 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-088102c8-e155-466d-be5b-c57b6637e880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.849191 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28c82250-3563-4133-8031-1509222c7d10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.871325 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30082021-d63a-4610-a476-84e2fc2becb6 req-c0f4364a-b876-4103-87e9-0d540a85631d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.874348 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28c82250-3563-4133-8031-1509222c7d10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.887676 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-088102c8-e155-466d-be5b-c57b6637e880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.921227 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-088102c8-e155-466d-be5b-c57b6637e880 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=925ca2e2f52f41ab8ca4f9b547d6ebd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2486234 Nov 12 04:14:38.930710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 39946) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:38.946488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088102c8-e155-466d-be5b-c57b6637e880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde00d6c-9da2-475c-98a1-72a8841b592d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:38.976968 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30082021-d63a-4610-a476-84e2fc2becb6 req-c0f4364a-b876-4103-87e9-0d540a85631d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Network 0b20e575-cd23-4776-8049-6822c238b677 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:38.984426 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-30082021-d63a-4610-a476-84e2fc2becb6 req-c0f4364a-b876-4103-87e9-0d540a85631d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:38.991096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4364a-b876-4103-87e9-0d540a85631d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Pushing event updated for resources: {'Port': ['ID=57484fc6-7432-42da-b6f6-b23a730f8dda,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:38.993255 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-30082021-d63a-4610-a476-84e2fc2becb6 req-c0f4364a-b876-4103-87e9-0d540a85631d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:39.071368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30082021-d63a-4610-a476-84e2fc2becb6 req-c0f4364a-b876-4103-87e9-0d540a85631d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:39.071368 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30082021-d63a-4610-a476-84e2fc2becb6 req-c0f4364a-b876-4103-87e9-0d540a85631d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:39.081270 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea739a24-4bd2-4cbd-ba1c-a531daffc457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:39.109840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea739a24-4bd2-4cbd-ba1c-a531daffc457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:39.177631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf398eee-c654-4c1b-a972-f9c406c8231f req-766fe9a2-17ec-4b1f-9ed4-46d020a21e62 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:39.179332 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bf398eee-c654-4c1b-a972-f9c406c8231f req-766fe9a2-17ec-4b1f-9ed4-46d020a21e62 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 932 time: 0.0590370 Nov 12 04:14:39.190133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30082021-d63a-4610-a476-84e2fc2becb6 req-c0f4364a-b876-4103-87e9-0d540a85631d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0829120 Nov 12 04:14:39.190998 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28c82250-3563-4133-8031-1509222c7d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:39.194904 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28c82250-3563-4133-8031-1509222c7d10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:39.197526 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-28c82250-3563-4133-8031-1509222c7d10 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0463980c-503a-4b08-880c-9e86fe5331ae HTTP/1.1" status: 204 len: 168 time: 0.3989167 Nov 12 04:14:39.212464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Request body: {'port': {'device_id': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:39.215744 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c82250-3563-4133-8031-1509222c7d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0463980c-503a-4b08-880c-9e86fe5331ae,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:39.287634 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bf398eee-c654-4c1b-a972-f9c406c8231f req-999227a5-39ae-40d4-bd93-c03c72944904 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861080 Nov 12 04:14:39.313534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:39.315967 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea739a24-4bd2-4cbd-ba1c-a531daffc457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:39.318636 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea739a24-4bd2-4cbd-ba1c-a531daffc457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:39.324093 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ea739a24-4bd2-4cbd-ba1c-a531daffc457 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/dde00d6c-9da2-475c-98a1-72a8841b592d HTTP/1.1" status: 204 len: 168 time: 0.3911324 Nov 12 04:14:39.341022 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea739a24-4bd2-4cbd-ba1c-a531daffc457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde00d6c-9da2-475c-98a1-72a8841b592d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:39.511422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e160399f-2218-4eed-ac99-96062a3d0d9a up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:39.586097 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e160399f-2218-4eed-ac99-96062a3d0d9a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:39.586726 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.024832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57484fc6-7432-42da-b6f6-b23a730f8dda {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:40.035011 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.053544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Transition to ACTIVE for port object 57484fc6-7432-42da-b6f6-b23a730f8dda will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:14:40.186972 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.244787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39974) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:40.263621 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-608c15a1-b5ea-4e74-bbb4-f3aa6bfea13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.301432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Pushing event updated for resources: {'Port': ['ID=57484fc6-7432-42da-b6f6-b23a730f8dda,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:40.391676 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-608c15a1-b5ea-4e74-bbb4-f3aa6bfea13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.393892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Attempting to bind port 57484fc6-7432-42da-b6f6-b23a730f8dda on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:40.394545 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Attempting to bind port 57484fc6-7432-42da-b6f6-b23a730f8dda by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'ae8aba08-6fcf-4693-8711-69a26070cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '0b20e575-cd23-4776-8049-6822c238b677'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:40.395128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Attempting to bind port 57484fc6-7432-42da-b6f6-b23a730f8dda on network 0b20e575-cd23-4776-8049-6822c238b677 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:40.436295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Port 57484fc6-7432-42da-b6f6-b23a730f8dda on network 0b20e575-cd23-4776-8049-6822c238b677 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:14:40.436625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Attempting to bind port 57484fc6-7432-42da-b6f6-b23a730f8dda on network 0b20e575-cd23-4776-8049-6822c238b677 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:40.534380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:40.534380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Checking segment: {'id': 'ae8aba08-6fcf-4693-8711-69a26070cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '0b20e575-cd23-4776-8049-6822c238b677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:40.534380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Bound using segment: {'id': 'ae8aba08-6fcf-4693-8711-69a26070cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '0b20e575-cd23-4776-8049-6822c238b677'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:40.534380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Bound port: 57484fc6-7432-42da-b6f6-b23a730f8dda, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8aba08-6fcf-4693-8711-69a26070cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '0b20e575-cd23-4776-8049-6822c238b677'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:40.534380 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.534380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e96932-7f38-4433-a0f0-2cb22d98f694 req-a8914aa0-7610-4698-8acc-1c0709335b0a tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:40.534380 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f5e96932-7f38-4433-a0f0-2cb22d98f694 req-a8914aa0-7610-4698-8acc-1c0709335b0a tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 944 time: 0.0849264 Nov 12 04:14:40.535385 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-608c15a1-b5ea-4e74-bbb4-f3aa6bfea13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.564812 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c15a1-b5ea-4e74-bbb4-f3aa6bfea13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a9093a-6fb3-472d-a43f-f16f51448e96,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:40.583783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f5e96932-7f38-4433-a0f0-2cb22d98f694 req-981c2207-f235-48b6-acac-87acb15bece5 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703561 Nov 12 04:14:40.584999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] For port 57484fc6-7432-42da-b6f6-b23a730f8dda, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:40.589028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] For port 57484fc6-7432-42da-b6f6-b23a730f8dda, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=57484fc6-7432-42da-b6f6-b23a730f8dda,segment=NetworkSegment(ae8aba08-6fcf-4693-8711-69a26070cfd2),segment_id=ae8aba08-6fcf-4693-8711-69a26070cfd2)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:40.618258 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-608c15a1-b5ea-4e74-bbb4-f3aa6bfea13b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=73e89ab1fe3445a3a820a4bb581bd022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3717282 Nov 12 04:14:40.621955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39984) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:40.679882 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.683021 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44d8fb69-5d45-40e3-94fd-86d0c50cad70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.714273 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44d8fb69-5d45-40e3-94fd-86d0c50cad70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.751500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:40.752724 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.761713 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] 10.222.0.26 "PUT /v2.0/ports/57484fc6-7432-42da-b6f6-b23a730f8dda HTTP/1.1" status: 200 len: 1093 time: 1.5539904 Nov 12 04:14:40.761949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'tag': '57484fc6-7432-42da-b6f6-b23a730f8dda'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:40.764897 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75aa6c5-c535-459b-861f-e7b0c18100e8" -d '{"events": [{"name": "network-changed", "server_uuid": "62814e3f-1c31-4da2-bbff-48dd06b78c73", "tag": "57484fc6-7432-42da-b6f6-b23a730f8dda"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:40.799357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 39990) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:40.822445 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c092f7-1226-4b25-b3ee-e9cc85eef9cf x-openstack-request-id: req-c6c092f7-1226-4b25-b3ee-e9cc85eef9cf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:40.823100 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62814e3f-1c31-4da2-bbff-48dd06b78c73", "tag": "57484fc6-7432-42da-b6f6-b23a730f8dda", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:40.823409 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c6c092f7-1226-4b25-b3ee-e9cc85eef9cf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:40.823825 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'tag': '57484fc6-7432-42da-b6f6-b23a730f8dda', 'status': 'completed', 'code': 200} Nov 12 04:14:40.839058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1743b-d5a3-4523-becf-ea01c16a8944 service neutron] Pushing event updated for resources: {'Port': ['ID=57484fc6-7432-42da-b6f6-b23a730f8dda,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:40.895349 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44d8fb69-5d45-40e3-94fd-86d0c50cad70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.898751 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44d8fb69-5d45-40e3-94fd-86d0c50cad70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.902936 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-44d8fb69-5d45-40e3-94fd-86d0c50cad70 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/35a9093a-6fb3-472d-a43f-f16f51448e96 HTTP/1.1" status: 204 len: 168 time: 0.2776084 Nov 12 04:14:40.922845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8fb69-5d45-40e3-94fd-86d0c50cad70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a9093a-6fb3-472d-a43f-f16f51448e96,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:40.954077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-762824719'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:40.979611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75aa6c5-c535-459b-861f-e7b0c18100e8 req-a068cbaf-7689-45ca-939b-034159db5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:40.982171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e75aa6c5-c535-459b-861f-e7b0c18100e8 req-a068cbaf-7689-45ca-939b-034159db5308 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2277147369e4fb5ab674d9cfc56b6b7&device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 1096 time: 0.1095226 Nov 12 04:14:41.055303 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Made reservation on behalf of 7528e146463e4ce4bac9fcfd0429f04c for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:41.059425 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.071588 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.157707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75aa6c5-c535-459b-861f-e7b0c18100e8 req-80785516-4010-4094-8d35-ee844a1bf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:41.157707 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e75aa6c5-c535-459b-861f-e7b0c18100e8 req-80785516-4010-4094-8d35-ee844a1bf014 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d2277147369e4fb5ab674d9cfc56b6b7&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1307063 Nov 12 04:14:41.165607 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.254794 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.298202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75aa6c5-c535-459b-861f-e7b0c18100e8 req-00f71502-9b65-4adb-8c28-0ce8c29e1b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:41.300189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e75aa6c5-c535-459b-861f-e7b0c18100e8 req-00f71502-9b65-4adb-8c28-0ce8c29e1b12 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1540444 Nov 12 04:14:41.334534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:41.346142 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae71d36-9a93-4482-8a27-ddd242385e16,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:41.351662 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.352007 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Added segment 33206f2c-6f8d-411c-8032-e417212fe858 of type vlan for network 42ac8fb2-7d26-4261-bfb6-f723453284ca Nov 12 04:14:41.399550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.496226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30082021-d63a-4610-a476-84e2fc2becb6 req-9cc88bf2-ee12-43a3-8337-77b461187826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:41.498956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30082021-d63a-4610-a476-84e2fc2becb6 req-9cc88bf2-ee12-43a3-8337-77b461187826 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2277147369e4fb5ab674d9cfc56b6b7&device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 1096 time: 0.1077082 Nov 12 04:14:41.552438 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.558123 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:41.558913 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.572591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30082021-d63a-4610-a476-84e2fc2becb6 req-f1402043-fa3e-4fd2-abe0-19b6500827c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57484fc6-7432-42da-b6f6-b23a730f8dda HTTP/1.1" status: 200 len: 217 time: 0.0455403 Nov 12 04:14:41.637775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30082021-d63a-4610-a476-84e2fc2becb6 req-49e727a9-dfa6-452a-b623-d8afea26f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:41.641325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30082021-d63a-4610-a476-84e2fc2becb6 req-49e727a9-dfa6-452a-b623-d8afea26f7b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36de31fb-711a-44f7-807b-b71db85e7ff8 HTTP/1.1" status: 200 len: 860 time: 0.0736666 Nov 12 04:14:41.687719 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Pushing event updated for resources: {'Network': ['ID=42ac8fb2-7d26-4261-bfb6-f723453284ca,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:41.704263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 42ac8fb2-7d26-4261-bfb6-f723453284ca details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:41.711206 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30082021-d63a-4610-a476-84e2fc2becb6 req-7a7cee55-6290-4298-89fb-a2fd447aad99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b20e575-cd23-4776-8049-6822c238b677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614040 Nov 12 04:14:41.813442 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e856b505-7b90-4769-b9aa-68447fbdc25b tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0127945 Nov 12 04:14:41.816952 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40022) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:41.823674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-485bc21d-df2f-42d3-90e4-129444b03999 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '42ac8fb2-7d26-4261-bfb6-f723453284ca', 'tempest-TagsTest-Tag-91564186') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:41.884793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30082021-d63a-4610-a476-84e2fc2becb6 req-809cb0f9-a540-4e74-b74e-6d90f6d56cfa service neutron] 10.222.0.26 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163177 Nov 12 04:14:41.893914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff00eac-b5e2-419b-85f9-ef1f7d600d1d req-b1078466-fcc1-4ec5-b533-c53852e0fda0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:41.895329 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff00eac-b5e2-419b-85f9-ef1f7d600d1d req-b1078466-fcc1-4ec5-b533-c53852e0fda0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 944 time: 0.1868455 Nov 12 04:14:42.010103 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9ff00eac-b5e2-419b-85f9-ef1f7d600d1d req-3afcd577-dcd4-4d80-89cb-343d94420420 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950260 Nov 12 04:14:42.026067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40028) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:42.035278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-485bc21d-df2f-42d3-90e4-129444b03999 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] 10.222.0.105 "PUT /v2.0/networks/42ac8fb2-7d26-4261-bfb6-f723453284ca/tags/tempest-TagsTest-Tag-91564186 HTTP/1.1" status: 201 len: 201 time: 0.2161579 Nov 12 04:14:42.040577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:42.046578 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-9f407898-3157-4f4c-b0db-54458646122c tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '42ac8fb2-7d26-4261-bfb6-f723453284ca', 'tempest-TagsTest-Tag-91564186') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:42.047120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30082021-d63a-4610-a476-84e2fc2becb6 req-a2074738-91dc-4075-883a-f1c30df661d6 service neutron] 10.222.0.26 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507039 Nov 12 04:14:42.128824 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9f407898-3157-4f4c-b0db-54458646122c tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] 10.222.0.105 "GET /v2.0/networks/42ac8fb2-7d26-4261-bfb6-f723453284ca/tags/tempest-TagsTest-Tag-91564186 HTTP/1.1" status: 204 len: 168 time: 0.0871713 Nov 12 04:14:42.133042 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:42.147429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-0cbe6018-35a1-4254-8c93-d81114b924b7 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '42ac8fb2-7d26-4261-bfb6-f723453284ca') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:42.220054 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df1254bc-c771-41dd-b3f6-7b4736667888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:42.565400 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0cbe6018-35a1-4254-8c93-d81114b924b7 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] 10.222.0.105 "GET /v2.0/networks/42ac8fb2-7d26-4261-bfb6-f723453284ca/tags HTTP/1.1" status: 200 len: 236 time: 0.4212403 Nov 12 04:14:42.567390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40048) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:42.580496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-c9670bea-93d6-4016-a62f-e0c6c001c119 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '42ac8fb2-7d26-4261-bfb6-f723453284ca', {'tags': ['tempest-TagsTest-Tag-323487204', 'tempest-TagsTest-Tag-1439663868', 'tempest-TagsTest-Tag-1008837408']}) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:42.634711 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df1254bc-c771-41dd-b3f6-7b4736667888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:42.723289 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df1254bc-c771-41dd-b3f6-7b4736667888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:42.779543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1254bc-c771-41dd-b3f6-7b4736667888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888a5b6a-07bd-4e5f-ae07-4507353a7894,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:42.795147 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-df1254bc-c771-41dd-b3f6-7b4736667888 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e9caf9ff06ed46b0ae300f68e7413c44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7643924 Nov 12 04:14:42.796400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40054) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:42.833314 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c9670bea-93d6-4016-a62f-e0c6c001c119 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] 10.222.0.105 "PUT /v2.0/networks/42ac8fb2-7d26-4261-bfb6-f723453284ca/tags HTTP/1.1" status: 200 len: 308 time: 0.2658858 Nov 12 04:14:42.835813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40056) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:42.841006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-6c9f0bf4-be78-4220-be4d-e8133948acc1 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '42ac8fb2-7d26-4261-bfb6-f723453284ca', 'tempest-TagsTest-Tag-323487204') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:42.857945 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3567262a-7e05-44f7-9622-2be96aa4ef43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:42.882994 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3567262a-7e05-44f7-9622-2be96aa4ef43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.096331 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6c9f0bf4-be78-4220-be4d-e8133948acc1 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] 10.222.0.105 "DELETE /v2.0/networks/42ac8fb2-7d26-4261-bfb6-f723453284ca/tags/tempest-TagsTest-Tag-323487204 HTTP/1.1" status: 204 len: 168 time: 0.2591906 Nov 12 04:14:43.099341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40060) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:43.104011 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-bd0cbb4f-332d-4038-8a6f-5de62f8029bf tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '42ac8fb2-7d26-4261-bfb6-f723453284ca', 'tempest-TagsTest-Tag-323487204') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:43.123142 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3567262a-7e05-44f7-9622-2be96aa4ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.125761 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3567262a-7e05-44f7-9622-2be96aa4ef43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.129754 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3567262a-7e05-44f7-9622-2be96aa4ef43 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/888a5b6a-07bd-4e5f-ae07-4507353a7894 HTTP/1.1" status: 204 len: 168 time: 0.3295469 Nov 12 04:14:43.152851 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567262a-7e05-44f7-9622-2be96aa4ef43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888a5b6a-07bd-4e5f-ae07-4507353a7894,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:43.179545 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a734-3bff-4d7d-83a8-64187b560c05 req-fff506a8-ec7a-45fd-abf0-975229018f49 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:43.181492 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2430a734-3bff-4d7d-83a8-64187b560c05 req-fff506a8-ec7a-45fd-abf0-975229018f49 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 944 time: 0.0904922 Nov 12 04:14:43.207403 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-bd0cbb4f-332d-4038-8a6f-5de62f8029bf tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] show failed (client error): The resource could not be found. Nov 12 04:14:43.210725 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bd0cbb4f-332d-4038-8a6f-5de62f8029bf tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] 10.222.0.105 "GET /v2.0/networks/42ac8fb2-7d26-4261-bfb6-f723453284ca/tags/tempest-TagsTest-Tag-323487204 HTTP/1.1" status: 404 len: 325 time: 0.1100650 Nov 12 04:14:43.213547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40064) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:43.221110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-203d9e5b-8a21-4247-b79c-aeb6dd5d8399 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '42ac8fb2-7d26-4261-bfb6-f723453284ca', 'tempest-TagsTest-Tag-1439663868') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:43.265121 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2430a734-3bff-4d7d-83a8-64187b560c05 req-41556de1-3453-483c-a29f-4a2a32eb4420 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758622 Nov 12 04:14:43.331856 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-203d9e5b-8a21-4247-b79c-aeb6dd5d8399 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] 10.222.0.105 "GET /v2.0/networks/42ac8fb2-7d26-4261-bfb6-f723453284ca/tags/tempest-TagsTest-Tag-1439663868 HTTP/1.1" status: 204 len: 168 time: 0.1145768 Nov 12 04:14:43.334951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40068) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:43.339643 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-39c69320-3692-451d-b05f-9dfddde1f0be tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '42ac8fb2-7d26-4261-bfb6-f723453284ca', 'tempest-TagsTest-Tag-1008837408') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:43.418249 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-39c69320-3692-451d-b05f-9dfddde1f0be tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] 10.222.0.105 "GET /v2.0/networks/42ac8fb2-7d26-4261-bfb6-f723453284ca/tags/tempest-TagsTest-Tag-1008837408 HTTP/1.1" status: 204 len: 168 time: 0.0820861 Nov 12 04:14:43.420844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:43.425629 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-9718194c-394d-42e5-95ec-6441a5cd9510 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '42ac8fb2-7d26-4261-bfb6-f723453284ca') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:43.709072 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9718194c-394d-42e5-95ec-6441a5cd9510 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] 10.222.0.105 "DELETE /v2.0/networks/42ac8fb2-7d26-4261-bfb6-f723453284ca/tags HTTP/1.1" status: 204 len: 168 time: 0.2847683 Nov 12 04:14:43.710946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40078) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:43.715812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-38ca693d-a96e-4c12-9281-2cacb6084874 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '42ac8fb2-7d26-4261-bfb6-f723453284ca', 'tempest-TagsTest-Tag-1439663868') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:43.852556 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-38ca693d-a96e-4c12-9281-2cacb6084874 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] show failed (client error): The resource could not be found. Nov 12 04:14:43.857422 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-38ca693d-a96e-4c12-9281-2cacb6084874 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] 10.222.0.105 "GET /v2.0/networks/42ac8fb2-7d26-4261-bfb6-f723453284ca/tags/tempest-TagsTest-Tag-1439663868 HTTP/1.1" status: 404 len: 326 time: 0.1414621 Nov 12 04:14:43.858154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40088) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:43.862784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-06bfde2e-6697-4ad5-82ad-80eaaebfece5 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '42ac8fb2-7d26-4261-bfb6-f723453284ca', 'tempest-TagsTest-Tag-1008837408') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:43.954125 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-06bfde2e-6697-4ad5-82ad-80eaaebfece5 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] show failed (client error): The resource could not be found. Nov 12 04:14:43.959449 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-06bfde2e-6697-4ad5-82ad-80eaaebfece5 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] 10.222.0.105 "GET /v2.0/networks/42ac8fb2-7d26-4261-bfb6-f723453284ca/tags/tempest-TagsTest-Tag-1008837408 HTTP/1.1" status: 404 len: 326 time: 0.0974667 Nov 12 04:14:43.959449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40090) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:43.965935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-7359b5d5-9146-4fcf-ac11-2b43f07f3426 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '42ac8fb2-7d26-4261-bfb6-f723453284ca') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:44.205593 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7359b5d5-9146-4fcf-ac11-2b43f07f3426 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] 10.222.0.105 "DELETE /v2.0/networks/42ac8fb2-7d26-4261-bfb6-f723453284ca/tags HTTP/1.1" status: 204 len: 168 time: 0.2406175 Nov 12 04:14:44.205887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:44.300481 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bccffa9-1fd5-4759-b271-c76988813c83 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:44.406291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e39637-cfd5-4b2f-8328-edc0602cfd07 req-70c99eb8-6853-49f9-9b1e-78c24c1be204 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:44.408283 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50e39637-cfd5-4b2f-8328-edc0602cfd07 req-70c99eb8-6853-49f9-9b1e-78c24c1be204 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 944 time: 0.0635927 Nov 12 04:14:44.442319 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bccffa9-1fd5-4759-b271-c76988813c83 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:44.469286 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4bccffa9-1fd5-4759-b271-c76988813c83 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ac8fb2-7d26-4261-bfb6-f723453284ca']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:44.474292 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50e39637-cfd5-4b2f-8328-edc0602cfd07 req-b900e71d-51a9-4006-a9ae-050958a5d146 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587387 Nov 12 04:14:44.484468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4bccffa9-1fd5-4759-b271-c76988813c83 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33206f2c-6f8d-411c-8032-e417212fe858') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:44.484763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4bccffa9-1fd5-4759-b271-c76988813c83 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33206f2c-6f8d-411c-8032-e417212fe858') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:44.498700 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bccffa9-1fd5-4759-b271-c76988813c83 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:44.513686 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bccffa9-1fd5-4759-b271-c76988813c83 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:44.523398 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bccffa9-1fd5-4759-b271-c76988813c83 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:44.523398 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bccffa9-1fd5-4759-b271-c76988813c83 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:44.525481 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:44.689161 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bccffa9-1fd5-4759-b271-c76988813c83 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:44.701597 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bccffa9-1fd5-4759-b271-c76988813c83 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:44.705050 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4bccffa9-1fd5-4759-b271-c76988813c83 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] 10.222.0.105 "DELETE /v2.0/networks/42ac8fb2-7d26-4261-bfb6-f723453284ca HTTP/1.1" status: 204 len: 168 time: 0.4980958 Nov 12 04:14:44.741758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccffa9-1fd5-4759-b271-c76988813c83 tempest-TagsTest-1232094827 tempest-TagsTest-1232094827-project] Pushing event deleted for resources: {'Network': ['ID=42ac8fb2-7d26-4261-bfb6-f723453284ca,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:44.956916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 57484fc6-7432-42da-b6f6-b23a730f8dda details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:45.064746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 57484fc6-7432-42da-b6f6-b23a730f8dda, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=57484fc6-7432-42da-b6f6-b23a730f8dda,segment=NetworkSegment(ae8aba08-6fcf-4693-8711-69a26070cfd2),segment_id=ae8aba08-6fcf-4693-8711-69a26070cfd2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:45.077945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '57484fc6-7432-42da-b6f6-b23a730f8dda', 'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'port_id': '57484fc6-7432-42da-b6f6-b23a730f8dda', 'mac_address': 'fa:16:3e:77:41:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:45.118309 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.135476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57484fc6-7432-42da-b6f6-b23a730f8dda {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:45.159498 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 57484fc6-7432-42da-b6f6-b23a730f8dda, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=57484fc6-7432-42da-b6f6-b23a730f8dda,segment=NetworkSegment(ae8aba08-6fcf-4693-8711-69a26070cfd2),segment_id=ae8aba08-6fcf-4693-8711-69a26070cfd2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:45.295809 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.300506 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40128) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:45.393235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=57484fc6-7432-42da-b6f6-b23a730f8dda,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:45.653362 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68996b-c5d7-480d-bdd6-914eaa635c0d req-600a04bc-8bc8-4abd-a5e3-39fbabc3fd18 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:45.654856 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de68996b-c5d7-480d-bdd6-914eaa635c0d req-600a04bc-8bc8-4abd-a5e3-39fbabc3fd18 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 945 time: 0.0907669 Nov 12 04:14:45.658656 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f72ca338-787e-42e4-ada2-9ab671e66721 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7528e146463e4ce4bac9fcfd0429f04c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3568373 Nov 12 04:14:45.661476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40142) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:45.720445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7203b55-ed92-410f-bb14-79c23cebb8bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.735324 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de68996b-c5d7-480d-bdd6-914eaa635c0d req-46a5c405-311e-4321-a53e-86fe570a9962 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516877 Nov 12 04:14:45.757708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['57484fc6-7432-42da-b6f6-b23a730f8dda'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:45.759140 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7203b55-ed92-410f-bb14-79c23cebb8bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.894776 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7203b55-ed92-410f-bb14-79c23cebb8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.897945 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7203b55-ed92-410f-bb14-79c23cebb8bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.899382 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a7203b55-ed92-410f-bb14-79c23cebb8bc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1ae71d36-9a93-4482-8a27-ddd242385e16 HTTP/1.1" status: 204 len: 168 time: 0.2363033 Nov 12 04:14:45.913982 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7203b55-ed92-410f-bb14-79c23cebb8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae71d36-9a93-4482-8a27-ddd242385e16,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:46.868071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da0c4b-3226-4801-9da5-c972bfd873b8 req-22fcdb17-4f7c-4cc8-9a27-bc80b19b3414 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:46.868071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03da0c4b-3226-4801-9da5-c972bfd873b8 req-22fcdb17-4f7c-4cc8-9a27-bc80b19b3414 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 945 time: 0.0759611 Nov 12 04:14:46.941653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03da0c4b-3226-4801-9da5-c972bfd873b8 req-b317e965-b89e-4471-b258-8caa2dbb521b tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598695 Nov 12 04:14:46.955973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 57484fc6-7432-42da-b6f6-b23a730f8dda up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:47.117569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 57484fc6-7432-42da-b6f6-b23a730f8dda completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:14:47.127681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 57484fc6-7432-42da-b6f6-b23a730f8dda triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:47.127681 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.233158 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.249705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40196) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:47.268185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57484fc6-7432-42da-b6f6-b23a730f8dda'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:47.271655 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11523470-e288-466b-bf52-58a2dab2dc2a" -d '{"events": [{"server_uuid": "62814e3f-1c31-4da2-bbff-48dd06b78c73", "name": "network-vif-plugged", "status": "completed", "tag": "57484fc6-7432-42da-b6f6-b23a730f8dda"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:47.296722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 57484fc6-7432-42da-b6f6-b23a730f8dda, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=57484fc6-7432-42da-b6f6-b23a730f8dda,segment=NetworkSegment(ae8aba08-6fcf-4693-8711-69a26070cfd2),segment_id=ae8aba08-6fcf-4693-8711-69a26070cfd2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:47.340797 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.433019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-397621796-network', 'tenant_id': 'a492fbf3726a40e1bb70896b30edcee7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:47.453931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=57484fc6-7432-42da-b6f6-b23a730f8dda,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:47.523634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] Made reservation on behalf of a492fbf3726a40e1bb70896b30edcee7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:47.526027 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.541885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.548157 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1fd7ef-3e43-42ed-be17-c61f657d15e7 x-openstack-request-id: req-1e1fd7ef-3e43-42ed-be17-c61f657d15e7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:47.548812 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62814e3f-1c31-4da2-bbff-48dd06b78c73", "name": "network-vif-plugged", "status": "completed", "tag": "57484fc6-7432-42da-b6f6-b23a730f8dda", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:47.549447 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1e1fd7ef-3e43-42ed-be17-c61f657d15e7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:47.550079 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57484fc6-7432-42da-b6f6-b23a730f8dda', 'code': 200} Nov 12 04:14:47.677269 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.689218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257736d-d3c0-4ff2-91d5-a5116e453d8c req-828a916c-bfcd-49ba-90fd-b556dc669368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:47.690902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d257736d-d3c0-4ff2-91d5-a5116e453d8c req-828a916c-bfcd-49ba-90fd-b556dc669368 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 1098 time: 0.0452251 Nov 12 04:14:47.728907 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.756516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d257736d-d3c0-4ff2-91d5-a5116e453d8c req-f25d450d-fa73-41d2-85bc-a5b5cefc0e8f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574286 Nov 12 04:14:47.768019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ce0102-12e2-4b5c-8f20-73ab31adb323,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:47.787359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:47.800858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.801331 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] Added segment 3a3a3f94-f354-41c3-91f9-16012d8b9276 of type vlan for network 14cb822a-7a72-4ce1-91af-076bcace5692 Nov 12 04:14:47.850311 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.969168 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.970512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:47.971422 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.066994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8124323 Nov 12 04:14:48.067399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.075045 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eef4ce-742d-410e-b9a3-b8d24bf742bd req-65431ebb-2d68-4d36-8e8d-ef5fbace12a0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:48.076747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93eef4ce-742d-410e-b9a3-b8d24bf742bd req-65431ebb-2d68-4d36-8e8d-ef5fbace12a0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0691309 Nov 12 04:14:48.081465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-187a2995-431c-4fc6-b014-59c910acce8f admin admin] Request body: {'subnet': {'network_id': '14cb822a-7a72-4ce1-91af-076bcace5692', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-397621796-subnet', 'tenant_id': 'a492fbf3726a40e1bb70896b30edcee7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.086381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007aa9a7-bdf8-46bc-94e5-25a3a2647ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=14cb822a-7a72-4ce1-91af-076bcace5692,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.103270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 14cb822a-7a72-4ce1-91af-076bcace5692 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:48.196655 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93eef4ce-742d-410e-b9a3-b8d24bf742bd req-9284c431-76c9-42ba-a2be-50725eb1f25c tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072381 Nov 12 04:14:48.294653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187a2995-431c-4fc6-b014-59c910acce8f admin admin] Made reservation on behalf of a492fbf3726a40e1bb70896b30edcee7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:48.297268 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187a2995-431c-4fc6-b014-59c910acce8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.643558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187a2995-431c-4fc6-b014-59c910acce8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.719298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a2995-431c-4fc6-b014-59c910acce8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c4ddd62-45e3-44d6-b76d-9c37a6342476,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.732461 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a2995-431c-4fc6-b014-59c910acce8f admin admin] Checking segment: {'id': '3a3a3f94-f354-41c3-91f9-16012d8b9276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '14cb822a-7a72-4ce1-91af-076bcace5692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:48.733146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187a2995-431c-4fc6-b014-59c910acce8f admin admin] Network hostable DHCP agents. Network: 14cb822a-7a72-4ce1-91af-076bcace5692, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:48.821599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187a2995-431c-4fc6-b014-59c910acce8f admin admin] Network 14cb822a-7a72-4ce1-91af-076bcace5692 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:48.925639 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-187a2995-431c-4fc6-b014-59c910acce8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 14cb822a-7a72-4ce1-91af-076bcace5692) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:48.930333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187a2995-431c-4fc6-b014-59c910acce8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:48.931024 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-187a2995-431c-4fc6-b014-59c910acce8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.938845 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a4e172-bcba-43d0-b78c-85339f59bdf3 None None] Network 14cb822a-7a72-4ce1-91af-076bcace5692 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:49.082846 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-187a2995-431c-4fc6-b014-59c910acce8f admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0136406 Nov 12 04:14:49.096589 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.113337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bddeae-fce6-46da-ace1-21cd70e18472 None None] Network 14cb822a-7a72-4ce1-91af-076bcace5692 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:49.429803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d9274-bbe0-4ef7-8ce8-21bff38cd905 req-9b0593ec-a94d-4dac-9095-0a4016aa45aa tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:49.433040 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-957d9274-bbe0-4ef7-8ce8-21bff38cd905 req-9b0593ec-a94d-4dac-9095-0a4016aa45aa tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.1024137 Nov 12 04:14:49.533778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-957d9274-bbe0-4ef7-8ce8-21bff38cd905 req-e096d0f4-8e10-4142-aa59-25e2b5f36963 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934861 Nov 12 04:14:50.171265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:50.176591 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1135508086-network', 'tenant_id': '072e8770134c49a4bdcd4717a5bdbcf2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:50.312203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] Made reservation on behalf of 072e8770134c49a4bdcd4717a5bdbcf2 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:50.316203 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.337274 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.464106 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.545929 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.561417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:50.574350 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.575009 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] Added segment b506c127-d2df-41c5-815c-a38a44a95986 of type vlan for network 0caa6abc-24eb-45d6-8880-fa7edaebf220 Nov 12 04:14:50.629985 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.731845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ca98a1-7c9e-4d55-905e-e061004f7785,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:50.765374 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfaba8-e877-422e-862f-99962a7f8013 req-5c52d834-a48d-4cd6-a089-b465bdc8e9ef tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:50.766885 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04bfaba8-e877-422e-862f-99962a7f8013 req-5c52d834-a48d-4cd6-a089-b465bdc8e9ef tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0745909 Nov 12 04:14:50.768796 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.769902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:50.774101 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.846083 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04bfaba8-e877-422e-862f-99962a7f8013 req-53224152-835d-445a-8b48-a5740df80a62 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641396 Nov 12 04:14:50.849825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] Pushing event updated for resources: {'Network': ['ID=0caa6abc-24eb-45d6-8880-fa7edaebf220,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:50.860391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 0caa6abc-24eb-45d6-8880-fa7edaebf220 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:50.890361 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6f3a0352-aba0-43f1-a67d-67f4b7fa73d0 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7082970 Nov 12 04:14:50.891061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40274) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:50.896763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-238ec426-2532-4148-ab22-83181f8443ef admin admin] Request body: {'subnet': {'network_id': '0caa6abc-24eb-45d6-8880-fa7edaebf220', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1135508086-subnet', 'tenant_id': '072e8770134c49a4bdcd4717a5bdbcf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:51.043263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238ec426-2532-4148-ab22-83181f8443ef admin admin] Made reservation on behalf of 072e8770134c49a4bdcd4717a5bdbcf2 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:51.045735 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-238ec426-2532-4148-ab22-83181f8443ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.353176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-238ec426-2532-4148-ab22-83181f8443ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.440532 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ec426-2532-4148-ab22-83181f8443ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47d2866-e3dd-4a46-adf5-4a83c93778b3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:51.462104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238ec426-2532-4148-ab22-83181f8443ef admin admin] Checking segment: {'id': 'b506c127-d2df-41c5-815c-a38a44a95986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '0caa6abc-24eb-45d6-8880-fa7edaebf220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:51.462471 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238ec426-2532-4148-ab22-83181f8443ef admin admin] Network hostable DHCP agents. Network: 0caa6abc-24eb-45d6-8880-fa7edaebf220, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:51.523723 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238ec426-2532-4148-ab22-83181f8443ef admin admin] Network 0caa6abc-24eb-45d6-8880-fa7edaebf220 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:51.535380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0b98e-b5c9-4072-bf70-dbeb4ec17fc4 req-a3740467-a622-48f8-928a-1fb4df3d7ba9 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:51.537300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ad0b98e-b5c9-4072-bf70-dbeb4ec17fc4 req-a3740467-a622-48f8-928a-1fb4df3d7ba9 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0770366 Nov 12 04:14:51.574739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-238ec426-2532-4148-ab22-83181f8443ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 0caa6abc-24eb-45d6-8880-fa7edaebf220) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:51.583423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51715593-9fb2-4679-8346-7f9494831a81 None None] Network 0caa6abc-24eb-45d6-8880-fa7edaebf220 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:51.605955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44bf7b-23dd-4045-a1ec-588d71a85c92 req-7dfd7fd3-e9e2-4804-9a0c-993bdfcfa5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:51.608301 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ad44bf7b-23dd-4045-a1ec-588d71a85c92 req-7dfd7fd3-e9e2-4804-9a0c-993bdfcfa5a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2277147369e4fb5ab674d9cfc56b6b7&device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 1098 time: 0.0993681 Nov 12 04:14:51.614250 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ec426-2532-4148-ab22-83181f8443ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:51.614250 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-238ec426-2532-4148-ab22-83181f8443ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.716065 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8ad0b98e-b5c9-4072-bf70-dbeb4ec17fc4 req-300177f1-b178-42c3-987d-5bd28d2485a5 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570256 Nov 12 04:14:51.719215 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-238ec426-2532-4148-ab22-83181f8443ef admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8270795 Nov 12 04:14:51.733009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44bf7b-23dd-4045-a1ec-588d71a85c92 req-e933eb51-ae39-4047-8f78-5bd3c87f7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:51.753067 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ad44bf7b-23dd-4045-a1ec-588d71a85c92 req-e933eb51-ae39-4047-8f78-5bd3c87f7059 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b20e575-cd23-4776-8049-6822c238b677 HTTP/1.1" status: 200 len: 922 time: 0.1295996 Nov 12 04:14:51.757786 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad41c2b-4340-48a6-ad28-82940efcb1e3 None None] Network 0caa6abc-24eb-45d6-8880-fa7edaebf220 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:51.816825 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ad44bf7b-23dd-4045-a1ec-588d71a85c92 req-81107a4d-5ccd-4007-ab75-ea0bb802af68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57484fc6-7432-42da-b6f6-b23a730f8dda HTTP/1.1" status: 200 len: 217 time: 0.0624707 Nov 12 04:14:51.852241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:51.886134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44bf7b-23dd-4045-a1ec-588d71a85c92 req-414c1dc7-22a7-4c29-8bda-ef34a2cd2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:51.898628 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ad44bf7b-23dd-4045-a1ec-588d71a85c92 req-414c1dc7-22a7-4c29-8bda-ef34a2cd2b87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36de31fb-711a-44f7-807b-b71db85e7ff8 HTTP/1.1" status: 200 len: 860 time: 0.0726712 Nov 12 04:14:51.922429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-db02f171-be07-4d7a-ae08-dc56637e5d7c admin admin] Deleting subnet 8c4ddd62-45e3-44d6-b76d-9c37a6342476 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:14:51.925757 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db02f171-be07-4d7a-ae08-dc56637e5d7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.953826 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ad44bf7b-23dd-4045-a1ec-588d71a85c92 req-b8d4f86e-5845-44b7-8285-fabc5cc590ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b20e575-cd23-4776-8049-6822c238b677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444214 Nov 12 04:14:51.975194 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db02f171-be07-4d7a-ae08-dc56637e5d7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.048546 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db02f171-be07-4d7a-ae08-dc56637e5d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.080159 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ad44bf7b-23dd-4045-a1ec-588d71a85c92 req-22a39fc4-d1d3-4002-9f01-80c0e9a9672a service neutron] 10.222.0.26 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209307 Nov 12 04:14:52.198648 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ad44bf7b-23dd-4045-a1ec-588d71a85c92 req-147731f7-75ae-4581-8a56-e522477ebb8b service neutron] 10.222.0.26 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100543 Nov 12 04:14:52.215321 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db02f171-be07-4d7a-ae08-dc56637e5d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.254744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02f171-be07-4d7a-ae08-dc56637e5d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c4ddd62-45e3-44d6-b76d-9c37a6342476,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:52.260389 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db02f171-be07-4d7a-ae08-dc56637e5d7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.263794 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-db02f171-be07-4d7a-ae08-dc56637e5d7c admin admin] 10.222.0.105 "DELETE /v2.0/subnets/8c4ddd62-45e3-44d6-b76d-9c37a6342476 HTTP/1.1" status: 204 len: 168 time: 0.4101033 Nov 12 04:14:52.266213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40304) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:52.375286 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.476444 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.505144 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14cb822a-7a72-4ce1-91af-076bcace5692']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:52.516031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3a3f94-f354-41c3-91f9-16012d8b9276') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:52.516273 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3a3f94-f354-41c3-91f9-16012d8b9276') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:52.526380 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.541337 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.549122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:52.549714 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:52.551828 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:52.701611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.727207 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.727398 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:52.727862 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] 10.222.0.105 "DELETE /v2.0/networks/14cb822a-7a72-4ce1-91af-076bcace5692 HTTP/1.1" status: 204 len: 168 time: 0.4560716 Nov 12 04:14:52.742168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=14cb822a-7a72-4ce1-91af-076bcace5692,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:52.756197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:52.756781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:52.757298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:52.757892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:52.758415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:52.759334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:52.759921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:52.760470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:52.760997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:52.762205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:52.762752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:52.763776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4135a6af-016b-497c-bbf7-89cfc54b70f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:52.796374 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-8517d5d8-2f48-4df1-a602-ba81ebd1a6a5 admin admin] Deleting subnet f47d2866-e3dd-4a46-adf5-4a83c93778b3 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:14:52.800013 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8517d5d8-2f48-4df1-a602-ba81ebd1a6a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.867010 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8517d5d8-2f48-4df1-a602-ba81ebd1a6a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.911354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf6364-8e48-41f2-9e2c-fab1c83ce276 req-7f5328e3-d616-4db4-9255-74ca8fb73a0b tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:52.912915 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aaaf6364-8e48-41f2-9e2c-fab1c83ce276 req-7f5328e3-d616-4db4-9255-74ca8fb73a0b tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0928450 Nov 12 04:14:52.942698 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8517d5d8-2f48-4df1-a602-ba81ebd1a6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.004321 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aaaf6364-8e48-41f2-9e2c-fab1c83ce276 req-c56bcdea-6e78-4d5c-ac86-a39f8c81738a tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840378 Nov 12 04:14:53.083581 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8517d5d8-2f48-4df1-a602-ba81ebd1a6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.112832 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517d5d8-2f48-4df1-a602-ba81ebd1a6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47d2866-e3dd-4a46-adf5-4a83c93778b3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:53.118745 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8517d5d8-2f48-4df1-a602-ba81ebd1a6a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.122913 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8517d5d8-2f48-4df1-a602-ba81ebd1a6a5 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/f47d2866-e3dd-4a46-adf5-4a83c93778b3 HTTP/1.1" status: 204 len: 168 time: 0.3995767 Nov 12 04:14:53.125436 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:53.139404 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8141d5f9-6b86-4593-bb45-875910c40643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.207971 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc7c9340-09a2-4e62-b739-5af9de52bb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.304961 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc7c9340-09a2-4e62-b739-5af9de52bb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.329079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bc7c9340-09a2-4e62-b739-5af9de52bb52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0caa6abc-24eb-45d6-8880-fa7edaebf220']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:53.340961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bc7c9340-09a2-4e62-b739-5af9de52bb52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b506c127-d2df-41c5-815c-a38a44a95986') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:53.341258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bc7c9340-09a2-4e62-b739-5af9de52bb52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b506c127-d2df-41c5-815c-a38a44a95986') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:53.355669 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc7c9340-09a2-4e62-b739-5af9de52bb52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.373070 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc7c9340-09a2-4e62-b739-5af9de52bb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.380731 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7c9340-09a2-4e62-b739-5af9de52bb52 admin admin] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:53.381237 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc7c9340-09a2-4e62-b739-5af9de52bb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:53.384106 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:53.500681 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc7c9340-09a2-4e62-b739-5af9de52bb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.506361 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc7c9340-09a2-4e62-b739-5af9de52bb52 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.514029 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bc7c9340-09a2-4e62-b739-5af9de52bb52 admin admin] 10.222.0.105 "DELETE /v2.0/networks/0caa6abc-24eb-45d6-8880-fa7edaebf220 HTTP/1.1" status: 204 len: 168 time: 0.3875825 Nov 12 04:14:53.531650 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c9340-09a2-4e62-b739-5af9de52bb52 admin admin] Pushing event deleted for resources: {'Network': ['ID=0caa6abc-24eb-45d6-8880-fa7edaebf220,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:54.037836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40336) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:54.107718 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fa9d9146-f0a3-4b24-8fb4-56596e91a394 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a492fbf3726a40e1bb70896b30edcee7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677631 Nov 12 04:14:54.110280 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40340) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:54.154251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc9dec-6a24-4288-bbc6-ceecbf52add8 req-0f215683-e0cc-4431-aa31-41ff76a91b39 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:54.156997 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ffc9dec-6a24-4288-bbc6-ceecbf52add8 req-0f215683-e0cc-4431-aa31-41ff76a91b39 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0638466 Nov 12 04:14:54.171523 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-151722b5-b2c5-4624-aaff-97d55ecde355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.200527 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-151722b5-b2c5-4624-aaff-97d55ecde355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.236694 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7ffc9dec-6a24-4288-bbc6-ceecbf52add8 req-3e08df32-64ec-489a-8b25-13b7b5726a8f tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711324 Nov 12 04:14:54.334724 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-151722b5-b2c5-4624-aaff-97d55ecde355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.337380 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-151722b5-b2c5-4624-aaff-97d55ecde355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.338610 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-151722b5-b2c5-4624-aaff-97d55ecde355 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b9ce0102-12e2-4b5c-8f20-73ab31adb323 HTTP/1.1" status: 204 len: 168 time: 0.2273471 Nov 12 04:14:54.347872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151722b5-b2c5-4624-aaff-97d55ecde355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ce0102-12e2-4b5c-8f20-73ab31adb323,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:55.006000 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.120410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e7ad3-53ab-418f-ad53-e1a74a12a744 req-04ba3798-7ea9-421e-8556-49377ce9214f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:55.127942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca8e7ad3-53ab-418f-ad53-e1a74a12a744 req-04ba3798-7ea9-421e-8556-49377ce9214f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 945 time: 0.0601439 Nov 12 04:14:55.178104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:55.182436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca8e7ad3-53ab-418f-ad53-e1a74a12a744 req-5353df10-dcb7-4443-88a1-ad835b61ca9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535355 Nov 12 04:14:55.231011 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cdc9cc06-167b-4def-a436-75fd73f1dabb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=072e8770134c49a4bdcd4717a5bdbcf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503030 Nov 12 04:14:55.233404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:55.293877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c40b60a-f73c-4260-98a0-0fc4c30cb4d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.320388 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c40b60a-f73c-4260-98a0-0fc4c30cb4d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.396732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeae58-8417-45f1-a063-58df5634378c req-746595be-8cd8-4414-a47f-f24b79d61594 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:55.398416 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2efeae58-8417-45f1-a063-58df5634378c req-746595be-8cd8-4414-a47f-f24b79d61594 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0687089 Nov 12 04:14:55.512392 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2efeae58-8417-45f1-a063-58df5634378c req-980dbb25-5bb2-41e8-b41f-7156cbf2074a tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830679 Nov 12 04:14:55.517210 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c40b60a-f73c-4260-98a0-0fc4c30cb4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.521976 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c40b60a-f73c-4260-98a0-0fc4c30cb4d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.541526 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3c40b60a-f73c-4260-98a0-0fc4c30cb4d6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b7ca98a1-7c9e-4d55-905e-e061004f7785 HTTP/1.1" status: 204 len: 168 time: 0.3065553 Nov 12 04:14:55.555383 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40b60a-f73c-4260-98a0-0fc4c30cb4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ca98a1-7c9e-4d55-905e-e061004f7785,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:56.406719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8331fd3-8cba-4df0-8723-55ffc328e31d req-4eaf582b-ebdb-4cea-9989-b7cd3432b066 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:56.408319 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8331fd3-8cba-4df0-8723-55ffc328e31d req-4eaf582b-ebdb-4cea-9989-b7cd3432b066 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 945 time: 0.0899310 Nov 12 04:14:56.559031 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8331fd3-8cba-4df0-8723-55ffc328e31d req-9bd5b99d-3f4f-4ba5-8557-06b565473f76 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370552 Nov 12 04:14:56.672169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-bf216fa3-ee98-49c1-8e3e-c8ba0da294ae tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:56.687231 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-bf216fa3-ee98-49c1-8e3e-c8ba0da294ae tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 945 time: 0.1390676 Nov 12 04:14:56.746092 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:56.853876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16012891-246d-4969-af1c-04f1bcb3eff8 req-fb173961-4dd2-428f-9ff4-42bb937d8f36 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:56.856075 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16012891-246d-4969-af1c-04f1bcb3eff8 req-fb173961-4dd2-428f-9ff4-42bb937d8f36 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.1946120 Nov 12 04:14:56.900022 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a596cefc-67f8-491e-92e7-bdacda2cac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:56.920481 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Deleting port b2f23523-f111-4925-a044-6fb4823645b9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:56.921046 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:56.931248 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16012891-246d-4969-af1c-04f1bcb3eff8 req-3a1c97f8-6e4d-47f9-a024-a212521d20e0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644896 Nov 12 04:14:57.082815 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] For port b2f23523-f111-4925-a044-6fb4823645b9, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=b2f23523-f111-4925-a044-6fb4823645b9,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:57.083120 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.440237 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.440842 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.441172 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Floating IP 3b187668-e72c-4c2b-95d8-cb39e4ae5b1b disassociated. External IP: 172.25.8.189, port: b2f23523-f111-4925-a044-6fb4823645b9. Nov 12 04:14:57.441514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Calling delete_port for b2f23523-f111-4925-a044-6fb4823645b9 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:57.694199 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.762532 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event deleted for resources: {'Port': ['ID=b2f23523-f111-4925-a044-6fb4823645b9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:57.792371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117985e5-7cd6-49b5-9a0d-d8f6e2de68df req-54142741-07c1-4064-b9ec-4edf74da990a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:57.794836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-117985e5-7cd6-49b5-9a0d-d8f6e2de68df req-54142741-07c1-4064-b9ec-4edf74da990a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 867 time: 0.1282568 Nov 12 04:14:57.896998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-117985e5-7cd6-49b5-9a0d-d8f6e2de68df req-0fa67f85-4351-45c8-a7b9-967a3398affb tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953698 Nov 12 04:14:57.952770 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Router e3553784-a057-4dae-af58-37c4327aa10f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:14:58.114636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:58.136070 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37e9555-bdd0-4720-b0e2-6394e8cc270d None None] Sync routers for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:58.207306 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e9555-bdd0-4720-b0e2-6394e8cc270d None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:58.208213 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a37e9555-bdd0-4720-b0e2-6394e8cc270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:14:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:58.374606 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a37e9555-bdd0-4720-b0e2-6394e8cc270d None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:58.499977 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.579402 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:14:58.671417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] No DVR routers for this DVR port b2f23523-f111-4925-a044-6fb4823645b9 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:58.674624 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.677899 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ac0de17b-71e9-45bc-ae61-7db0833cd600 req-9404a6c1-85e3-4b02-8e22-581993ebc1c6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "DELETE /v2.0/ports/b2f23523-f111-4925-a044-6fb4823645b9 HTTP/1.1" status: 204 len: 173 time: 1.9817026 Nov 12 04:14:58.678347 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61de4507-0e5b-48a3-a579-424b59b6a3c6', 'name': 'network-vif-deleted', 'tag': 'b2f23523-f111-4925-a044-6fb4823645b9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:58.681816 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c91788-7902-4c4e-8f41-7b78ecf3dc2e" -d '{"events": [{"server_uuid": "61de4507-0e5b-48a3-a579-424b59b6a3c6", "name": "network-vif-deleted", "tag": "b2f23523-f111-4925-a044-6fb4823645b9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:58.721325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79f5d9-2af1-4646-bc7b-0196c16fdbd6 req-45909873-0c46-4369-9374-72cb7b61a3b4 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:58.723997 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2e79f5d9-2af1-4646-bc7b-0196c16fdbd6 req-45909873-0c46-4369-9374-72cb7b61a3b4 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.6620710 Nov 12 04:14:58.789265 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7e9070-e746-4aca-83ca-82c48f53168c x-openstack-request-id: req-4d7e9070-e746-4aca-83ca-82c48f53168c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:58.790045 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61de4507-0e5b-48a3-a579-424b59b6a3c6", "name": "network-vif-deleted", "tag": "b2f23523-f111-4925-a044-6fb4823645b9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:58.793386 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4d7e9070-e746-4aca-83ca-82c48f53168c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:58.793934 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61de4507-0e5b-48a3-a579-424b59b6a3c6', 'name': 'network-vif-deleted', 'tag': 'b2f23523-f111-4925-a044-6fb4823645b9', 'status': 'completed', 'code': 200} Nov 12 04:14:58.851345 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a37e9555-bdd0-4720-b0e2-6394e8cc270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:58.864987 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2e79f5d9-2af1-4646-bc7b-0196c16fdbd6 req-556a2e40-d7a5-43c5-8bbf-b2c1be6697b1 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282542 Nov 12 04:14:58.892772 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37e9555-bdd0-4720-b0e2-6394e8cc270d None None] Checking router: e3553784-a057-4dae-af58-37c4327aa10f for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:58.902875 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e9555-bdd0-4720-b0e2-6394e8cc270d None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:58.903572 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a37e9555-bdd0-4720-b0e2-6394e8cc270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:14:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:58.985857 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:59.021983 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b158e89-9b41-4f93-9378-9e1e308c6bc4 req-3c2e1f43-0199-4926-84aa-029afae548bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0279071 Nov 12 04:14:59.030524 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a37e9555-bdd0-4720-b0e2-6394e8cc270d None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:59.277145 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a37e9555-bdd0-4720-b0e2-6394e8cc270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:59.314190 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37e9555-bdd0-4720-b0e2-6394e8cc270d None None] The sync data for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 is: [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:59.699296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb990b53-553e-4e7e-9815-d430245e1ce5 None None] New status for floating IP 3b187668-e72c-4c2b-95d8-cb39e4ae5b1b: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:15:00.006362 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee99eb-dc1f-4bb5-8a2a-e6a7d12b5bc2 req-e1d169a0-4afa-4f8c-83c4-ecbd6bf401a7 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:00.007866 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8cee99eb-dc1f-4bb5-8a2a-e6a7d12b5bc2 req-e1d169a0-4afa-4f8c-83c4-ecbd6bf401a7 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0568841 Nov 12 04:15:00.085709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8cee99eb-dc1f-4bb5-8a2a-e6a7d12b5bc2 req-06d8dfcf-dc17-4a10-9a1a-cacd6288a21f tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697086 Nov 12 04:15:00.152875 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3aa2d5d1-0a2d-412f-bcb1-ebb782905709 req-1e224bac-94a7-439a-b022-7c7567ae9b5c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0496666 Nov 12 04:15:01.008956 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b2f23523-f111-4925-a044-6fb4823645b9 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:01.035559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: b2f23523-f111-4925-a044-6fb4823645b9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:01.036292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device b2f23523-f111-4925-a044-6fb4823645b9 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:01.244879 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aba9f6-5a0b-4176-89e1-ba3cfecb872c req-9c59ca99-f59f-459a-b06d-8bfce91c51f9 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.247885 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83aba9f6-5a0b-4176-89e1-ba3cfecb872c req-9c59ca99-f59f-459a-b06d-8bfce91c51f9 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0781817 Nov 12 04:15:01.322671 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-951f9123-54f4-4479-afc5-b6db4c8090d2 req-c91e26a1-970a-420b-be5e-b86138a9c484 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0288947 Nov 12 04:15:01.342357 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83aba9f6-5a0b-4176-89e1-ba3cfecb872c req-9b3f5bb1-e5cc-4982-95dc-00d3efef2f38 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840228 Nov 12 04:15:02.535308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d4b63-c07a-40a8-b50b-8653ee5030dc req-45e7a2e1-ce38-4889-81d4-a775659b7c9c tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:02.545472 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-990d4b63-c07a-40a8-b50b-8653ee5030dc req-45e7a2e1-ce38-4889-81d4-a775659b7c9c tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0772209 Nov 12 04:15:02.547659 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f8c2093-f4ad-4610-9b9f-827e52b3be2a req-7815a56e-8920-4ce9-b73f-13c7ea1e6d58 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0779665 Nov 12 04:15:02.659548 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-990d4b63-c07a-40a8-b50b-8653ee5030dc req-ef44eb19-e9a2-42ff-ba53-d727b726d714 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115298 Nov 12 04:15:03.707496 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ddfcf477-3b5a-49cd-b397-c0ceb0f25b05 req-622de0eb-4632-4daa-8e39-6a83954acef6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0596187 Nov 12 04:15:03.913434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e80d2f-1d67-42e5-9668-7878a13227d7 req-a828ec3e-909d-4df6-8a30-b5fa40738ff5 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:03.919666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-44e80d2f-1d67-42e5-9668-7878a13227d7 req-a828ec3e-909d-4df6-8a30-b5fa40738ff5 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.1345849 Nov 12 04:15:04.047281 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-44e80d2f-1d67-42e5-9668-7878a13227d7 req-d1059c0a-688c-4a6c-a157-13bb26821002 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211984 Nov 12 04:15:04.856415 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93f355ee-7ca1-4228-95b8-179e6f166e8d req-c6a72985-e12e-4fc5-91a1-1a7eda101adb tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0428607 Nov 12 04:15:05.334904 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1473533-25d5-4620-bfd0-d3aa49849fe4 req-47c5d4cc-b2af-4a45-9add-51cefd0e84a1 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.343058 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f1473533-25d5-4620-bfd0-d3aa49849fe4 req-47c5d4cc-b2af-4a45-9add-51cefd0e84a1 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.1305692 Nov 12 04:15:05.502701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:05.516596 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f1473533-25d5-4620-bfd0-d3aa49849fe4 req-bb15caa0-4afe-4aa9-86bb-556a4e57959d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376512 Nov 12 04:15:05.662394 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bd7fdf3-56fd-4898-af98-6eb7dfe168e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:05.774255 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bd7fdf3-56fd-4898-af98-6eb7dfe168e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:05.859987 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bd7fdf3-56fd-4898-af98-6eb7dfe168e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:05.919300 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7fdf3-56fd-4898-af98-6eb7dfe168e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a685ab2-ecde-4166-b2c8-3d56dac7e4d3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:05.973758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40716) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:05.983925 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3bd7fdf3-56fd-4898-af98-6eb7dfe168e7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=47956be8c1104cadb5cfbd546d153a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4799907 Nov 12 04:15:06.034986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51a61d9b-6f51-4a3c-9018-cfd69af895ec req-f01fc2ff-e6ec-4ec5-86b8-4c108cb4eba5 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=61de4507-0e5b-48a3-a579-424b59b6a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0459099 Nov 12 04:15:06.082420 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.112470 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.248348 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.251211 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.252895 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7a685ab2-ecde-4166-b2c8-3d56dac7e4d3 HTTP/1.1" status: 204 len: 168 time: 0.2780912 Nov 12 04:15:06.272566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a685ab2-ecde-4166-b2c8-3d56dac7e4d3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:06.287196 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:06.287780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:06.288396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:06.288886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:06.289370 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:06.289854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:06.290351 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:06.290828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:06.293801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:06.294724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:06.303199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:06.304002 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f905c5a5-e79b-45a9-9189-2935de6e716b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:06.661608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd759e-35a7-40ae-ae5f-b57b2a65ed1d req-64f18d9a-f404-4075-b9c2-d48f5bbb3c37 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:06.664027 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58dd759e-35a7-40ae-ae5f-b57b2a65ed1d req-64f18d9a-f404-4075-b9c2-d48f5bbb3c37 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0662277 Nov 12 04:15:06.774461 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58dd759e-35a7-40ae-ae5f-b57b2a65ed1d req-3c788093-0d37-420b-b88b-7b32dd0cd8e8 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014295 Nov 12 04:15:07.273452 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:07.293338 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a20b30e-4d4c-410c-ad19-4c53556a4b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.456874 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-51757a88-0bd8-4f71-9304-e595902f22e5 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466435016&fields=id&tenant_id=16a44b756c8b4c848acf634d7113485d HTTP/1.1" status: 200 len: 267 time: 0.0768061 Nov 12 04:15:07.512394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a20b30e-4d4c-410c-ad19-4c53556a4b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.604030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a20b30e-4d4c-410c-ad19-4c53556a4b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.645740 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0a20b30e-4d4c-410c-ad19-4c53556a4b1e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f0cbba11580348e3a7b1034cab7480fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3710592 Nov 12 04:15:07.650107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40758) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:07.670725 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-1aa9ed0d-bade-4d74-8c3e-71b08546f691 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:07.672228 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-1aa9ed0d-bade-4d74-8c3e-71b08546f691 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 810 time: 0.2063255 Nov 12 04:15:07.693555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20b30e-4d4c-410c-ad19-4c53556a4b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f23c0c-5f85-453e-bf02-1f45d3300e70,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:07.697438 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-27e0873e-a687-4137-827b-302901c4bbdc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/quotas/16a44b756c8b4c848acf634d7113485d HTTP/1.1" status: 200 len: 375 time: 0.0166886 Nov 12 04:15:07.751077 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72a5045f-6d91-4f85-b3c5-889f1b11a4d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.774857 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72a5045f-6d91-4f85-b3c5-889f1b11a4d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.777568 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-950842f1-b4cc-4f7f-8430-3a0d2c82f48d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728240 Nov 12 04:15:07.939416 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72a5045f-6d91-4f85-b3c5-889f1b11a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.942393 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72a5045f-6d91-4f85-b3c5-889f1b11a4d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.948938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-72a5045f-6d91-4f85-b3c5-889f1b11a4d3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/45f23c0c-5f85-453e-bf02-1f45d3300e70 HTTP/1.1" status: 204 len: 168 time: 0.2972121 Nov 12 04:15:07.950702 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-7f0a2862-3fbe-4679-9b1b-2017aa3bb3b6 service neutron] 10.222.0.105 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688766 Nov 12 04:15:07.972799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5045f-6d91-4f85-b3c5-889f1b11a4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f23c0c-5f85-453e-bf02-1f45d3300e70,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:08.023832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a60c9-b993-462a-93d1-48ea2222d8cd req-5f6a105c-0455-4964-b5cb-8641a2e3ff66 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:08.039849 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b3a60c9-b993-462a-93d1-48ea2222d8cd req-5f6a105c-0455-4964-b5cb-8641a2e3ff66 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.1477635 Nov 12 04:15:08.163133 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-91a494db-f473-4196-b7d7-398d407671c5 service neutron] 10.222.0.105 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114208 Nov 12 04:15:08.169164 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b3a60c9-b993-462a-93d1-48ea2222d8cd req-6293a44b-7861-4811-a563-e18fc76e5446 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283135 Nov 12 04:15:08.677350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40792) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:08.727877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b915ed-e788-43e1-a2fb-30e94ee05481 admin admin] Deleting subnet 9c849f04-6416-499c-9c8a-6eee17689df6 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:15:08.732169 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1b915ed-e788-43e1-a2fb-30e94ee05481 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.768672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1b915ed-e788-43e1-a2fb-30e94ee05481 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.842526 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1b915ed-e788-43e1-a2fb-30e94ee05481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.906437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40804) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:08.973564 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-396b5eae-f463-4425-afc7-6fd19d88d203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.040810 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f112e74a-e105-4668-98ed-59082f288e88 req-e223006a-d20d-4960-bcc3-d40c554326a0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 210 time: 0.0868440 Nov 12 04:15:09.107983 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1b915ed-e788-43e1-a2fb-30e94ee05481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.174146 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-396b5eae-f463-4425-afc7-6fd19d88d203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.182883 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1b915ed-e788-43e1-a2fb-30e94ee05481 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.187258 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7a4dd9-b875-4fb3-a5e3-cf1b4657d6c6 None None] Network 15909d3b-7912-4662-8ccf-39af1f09aff1 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:09.189229 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e1b915ed-e788-43e1-a2fb-30e94ee05481 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/9c849f04-6416-499c-9c8a-6eee17689df6 HTTP/1.1" status: 204 len: 168 time: 0.5091763 Nov 12 04:15:09.190339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b915ed-e788-43e1-a2fb-30e94ee05481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c849f04-6416-499c-9c8a-6eee17689df6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:09.191061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:09.242834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508385e2-4bdf-4615-8b31-aafe5d441935 req-7c1a0be7-0c80-44ea-ad1f-246093575f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.244447 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-508385e2-4bdf-4615-8b31-aafe5d441935 req-7c1a0be7-0c80-44ea-ad1f-246093575f80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2277147369e4fb5ab674d9cfc56b6b7&device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 1098 time: 0.2456937 Nov 12 04:15:09.437320 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b355-a1c7-403b-a5ca-b815113cecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.441608 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-396b5eae-f463-4425-afc7-6fd19d88d203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.475383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b39227-c7a0-4388-82f0-d5a223680e0c None None] DHCP port deletion for 15909d3b-7912-4662-8ccf-39af1f09aff1 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:09.525143 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b5eae-f463-4425-afc7-6fd19d88d203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc2109e-9742-4488-9f7e-9e881afc16ba,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:09.536344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a27bb-ca8f-4286-8af5-1160fd5915ac req-0817344b-3065-4d7a-a89c-e9f80ae64bde tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.538471 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec5a27bb-ca8f-4286-8af5-1160fd5915ac req-0817344b-3065-4d7a-a89c-e9f80ae64bde tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.1289792 Nov 12 04:15:09.552416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-982f0381-1d47-44b7-aa09-d22f7ba4d7ff req-76a4edf7-fe07-4549-baf3-6a433362bbe8 service neutron] (103146) timed out ('10.222.0.105', 48220) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:15:09.563738 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-396b5eae-f463-4425-afc7-6fd19d88d203 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1ca9b3c3d131421c84a078d4316d6ced&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6562061 Nov 12 04:15:09.568717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40824) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:09.603471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508385e2-4bdf-4615-8b31-aafe5d441935 req-c8ced124-76d2-445d-8132-2df50468a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.606183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-508385e2-4bdf-4615-8b31-aafe5d441935 req-c8ced124-76d2-445d-8132-2df50468a752 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b20e575-cd23-4776-8049-6822c238b677 HTTP/1.1" status: 200 len: 922 time: 0.3334644 Nov 12 04:15:09.723656 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec5a27bb-ca8f-4286-8af5-1160fd5915ac req-4ccff840-ef64-424e-adf1-181aa8fac847 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586680 Nov 12 04:15:09.725503 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b355-a1c7-403b-a5ca-b815113cecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.763999 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-508385e2-4bdf-4615-8b31-aafe5d441935 req-19959708-3fc3-4a9e-81ea-5db321fa2068 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57484fc6-7432-42da-b6f6-b23a730f8dda HTTP/1.1" status: 200 len: 217 time: 0.1239989 Nov 12 04:15:09.772776 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-dfc3b355-a1c7-403b-a5ca-b815113cecd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15909d3b-7912-4662-8ccf-39af1f09aff1']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:09.792241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-dfc3b355-a1c7-403b-a5ca-b815113cecd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8852c31f-6edf-4d56-95c2-e344fd4b8c15') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:09.792542 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-dfc3b355-a1c7-403b-a5ca-b815113cecd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8852c31f-6edf-4d56-95c2-e344fd4b8c15') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:09.796282 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24d40204-af35-4240-ada6-3c2bd69c202a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.826947 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b355-a1c7-403b-a5ca-b815113cecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.844696 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b355-a1c7-403b-a5ca-b815113cecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.851562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc3b355-a1c7-403b-a5ca-b815113cecd8 admin admin] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:09.852137 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b355-a1c7-403b-a5ca-b815113cecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:09.854088 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:09.871077 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24d40204-af35-4240-ada6-3c2bd69c202a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.873860 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508385e2-4bdf-4615-8b31-aafe5d441935 req-92a3efda-ffd0-42d2-b70d-d91f8addc803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.875372 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-508385e2-4bdf-4615-8b31-aafe5d441935 req-92a3efda-ffd0-42d2-b70d-d91f8addc803 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36de31fb-711a-44f7-807b-b71db85e7ff8 HTTP/1.1" status: 200 len: 860 time: 0.0803013 Nov 12 04:15:09.965408 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-508385e2-4bdf-4615-8b31-aafe5d441935 req-08c4dfbe-d649-499d-bb70-dc619176ba68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b20e575-cd23-4776-8049-6822c238b677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721436 Nov 12 04:15:10.019606 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b355-a1c7-403b-a5ca-b815113cecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.053086 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b355-a1c7-403b-a5ca-b815113cecd8 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.056414 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dfc3b355-a1c7-403b-a5ca-b815113cecd8 admin admin] 10.222.0.105 "DELETE /v2.0/networks/15909d3b-7912-4662-8ccf-39af1f09aff1 HTTP/1.1" status: 204 len: 168 time: 0.8641064 Nov 12 04:15:10.079801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3b355-a1c7-403b-a5ca-b815113cecd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=15909d3b-7912-4662-8ccf-39af1f09aff1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:10.082204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40834) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:10.122024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-508385e2-4bdf-4615-8b31-aafe5d441935 req-83e0143b-8532-4046-b580-697e1dbb1356 service neutron] 10.222.0.26 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520875 Nov 12 04:15:10.153066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-413d584c-bd25-437f-9d31-f3d661ccd29a req-de5c7559-0e14-4d0f-89ee-cab38837302d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 210 time: 0.0298960 Nov 12 04:15:10.177150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e814155c-9a33-4183-9a63-dd9f3b14f372 admin admin] Deleting subnet 1afba57a-f8f3-46a1-b769-4aec51407eac {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:15:10.183713 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e814155c-9a33-4183-9a63-dd9f3b14f372 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.246515 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e814155c-9a33-4183-9a63-dd9f3b14f372 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.265481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-508385e2-4bdf-4615-8b31-aafe5d441935 req-14e8ffe3-478e-4520-9ca2-90b96d2a1ba8 service neutron] 10.222.0.26 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109452 Nov 12 04:15:10.296455 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e814155c-9a33-4183-9a63-dd9f3b14f372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.398377 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24d40204-af35-4240-ada6-3c2bd69c202a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.401974 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24d40204-af35-4240-ada6-3c2bd69c202a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.403420 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-24d40204-af35-4240-ada6-3c2bd69c202a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6fc2109e-9742-4488-9f7e-9e881afc16ba HTTP/1.1" status: 204 len: 168 time: 0.8333738 Nov 12 04:15:10.413145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d40204-af35-4240-ada6-3c2bd69c202a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc2109e-9742-4488-9f7e-9e881afc16ba,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:10.518042 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e814155c-9a33-4183-9a63-dd9f3b14f372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.598139 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e814155c-9a33-4183-9a63-dd9f3b14f372 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.598316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f810c5a-c77b-41b0-86f7-69f6dbf8a854 None None] Network 19881ad6-f96e-4680-85c1-6e750e08f377 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:10.607569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e814155c-9a33-4183-9a63-dd9f3b14f372 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/1afba57a-f8f3-46a1-b769-4aec51407eac HTTP/1.1" status: 204 len: 168 time: 0.5207613 Nov 12 04:15:10.609106 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814155c-9a33-4183-9a63-dd9f3b14f372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1afba57a-f8f3-46a1-b769-4aec51407eac,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:10.610192 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40850) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:10.755408 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aae87122-adb3-4f25-b53e-acf6bf36c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.898156 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1cdee0-6586-4262-8dea-1fd9bde12dd1 None None] DHCP port deletion for 19881ad6-f96e-4680-85c1-6e750e08f377 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:10.982492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bf2b5-6d79-4efc-b3da-e4454a240a8c req-99258ebb-7248-4cbb-bf9c-061b5eea55bc tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:10.985900 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aae87122-adb3-4f25-b53e-acf6bf36c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.992309 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c9bf2b5-6d79-4efc-b3da-e4454a240a8c req-99258ebb-7248-4cbb-bf9c-061b5eea55bc tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.1328435 Nov 12 04:15:11.065165 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-aae87122-adb3-4f25-b53e-acf6bf36c7e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19881ad6-f96e-4680-85c1-6e750e08f377']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:11.074462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c9bf2b5-6d79-4efc-b3da-e4454a240a8c req-881b69a2-ba1a-4e6f-8ca2-c3711bbb3e2c tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809078 Nov 12 04:15:11.096193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-aae87122-adb3-4f25-b53e-acf6bf36c7e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364fdaf9-2e60-46fe-a4ec-b80ad5d37f1f') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:11.097870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-aae87122-adb3-4f25-b53e-acf6bf36c7e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364fdaf9-2e60-46fe-a4ec-b80ad5d37f1f') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:11.125627 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aae87122-adb3-4f25-b53e-acf6bf36c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.155504 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aae87122-adb3-4f25-b53e-acf6bf36c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.164285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae87122-adb3-4f25-b53e-acf6bf36c7e5 admin admin] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:11.165203 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aae87122-adb3-4f25-b53e-acf6bf36c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:11.168601 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:11.298402 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b1653a7-e2ac-4df5-8bc9-dade7423d176 req-995ef09c-4d15-4448-85db-f178c56c5ca5 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 210 time: 0.0327227 Nov 12 04:15:11.371768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aae87122-adb3-4f25-b53e-acf6bf36c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.377186 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aae87122-adb3-4f25-b53e-acf6bf36c7e5 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.380959 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-aae87122-adb3-4f25-b53e-acf6bf36c7e5 admin admin] 10.222.0.105 "DELETE /v2.0/networks/19881ad6-f96e-4680-85c1-6e750e08f377 HTTP/1.1" status: 204 len: 168 time: 0.7696352 Nov 12 04:15:11.409006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae87122-adb3-4f25-b53e-acf6bf36c7e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=19881ad6-f96e-4680-85c1-6e750e08f377,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:11.869409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40890) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:11.918215 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2a6ed585-262e-42b0-a879-6f8b1a275ca5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=10f5dc8b8a974b42b9756c34bd978143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472000 Nov 12 04:15:11.921081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 40896) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:12.007682 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02006b62-aa4b-4334-b992-6f51551224f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.052171 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02006b62-aa4b-4334-b992-6f51551224f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.181404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40912) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:12.399757 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d634afd-cfed-402d-99bb-e14d748c3d7c req-046c700f-58c3-4542-b0c3-f3872dde4d26 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:12.411188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1821973213-network', 'tenant_id': '8aea0f1688dc4432840597edeeed1b6e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:12.416670 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d634afd-cfed-402d-99bb-e14d748c3d7c req-046c700f-58c3-4542-b0c3-f3872dde4d26 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.1454680 Nov 12 04:15:12.432233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-db3d3fde-061d-4b9c-bb5b-509d0e16807f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:12.433765 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-db3d3fde-061d-4b9c-bb5b-509d0e16807f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 810 time: 0.3620543 Nov 12 04:15:12.444001 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02006b62-aa4b-4334-b992-6f51551224f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.446665 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02006b62-aa4b-4334-b992-6f51551224f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.451779 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-02006b62-aa4b-4334-b992-6f51551224f3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ded6a584-e156-4460-8cd7-e4f8bdc4e07a HTTP/1.1" status: 204 len: 168 time: 0.5217705 Nov 12 04:15:12.509284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02006b62-aa4b-4334-b992-6f51551224f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded6a584-e156-4460-8cd7-e4f8bdc4e07a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:12.544731 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7d634afd-cfed-402d-99bb-e14d748c3d7c req-2dc6a960-1231-46bb-95fa-4776eebe0d78 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013641 Nov 12 04:15:12.554678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-947058af-e766-417f-9aa7-81a4d13cc89a req-daa54163-448a-4f02-a34f-fed98075e023 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 210 time: 0.0780733 Nov 12 04:15:12.591084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] Made reservation on behalf of 8aea0f1688dc4432840597edeeed1b6e for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:12.593774 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.609884 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.628998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-ecd10d75-c9ba-4723-a48d-d30d20ee3d55 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16a44b756c8b4c848acf634d7113485d HTTP/1.1" status: 200 len: 379 time: 0.1501005 Nov 12 04:15:12.642935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-9bcd51f6-0166-47c1-8ef7-1c266d65c620 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'port': {'device_id': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'admin_state_up': True, 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'security_groups': ['5a93e3a1-8ef3-49a1-a828-3ec48a483a11']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:12.788881 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.882365 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.897184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:15:12.939452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.939799 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] Added segment 2474ba5e-2367-46e6-9cd6-a26efe08d652 of type vlan for network f2ff30d2-777b-4585-9866-7fd6939a03e0 Nov 12 04:15:12.940225 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-9bcd51f6-0166-47c1-8ef7-1c266d65c620 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Made reservation on behalf of 16a44b756c8b4c848acf634d7113485d for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:12.944942 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-9bcd51f6-0166-47c1-8ef7-1c266d65c620 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:12.977398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f0526b-7ac2-426e-b295-c4dd073321b6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:13.025280 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.162964 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.164333 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:13.173810 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.175436 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-9bcd51f6-0166-47c1-8ef7-1c266d65c620 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Allocated IP 172.20.0.13 (f85dd735-6dee-4642-bae3-79b5c3c05e5b/ea3b966f-ee38-4d38-b08a-2c92acf2f0c1/3cefbf7a-5169-4670-befe-b338a954efa1) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:13.267514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] Pushing event updated for resources: {'Network': ['ID=f2ff30d2-777b-4585-9866-7fd6939a03e0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:13.279342 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network f2ff30d2-777b-4585-9866-7fd6939a03e0 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:15:13.402123 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b87d08ab-7676-45b6-82b0-07035cb0a40a admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2116587 Nov 12 04:15:13.402123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:13.403454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e6655eda-be87-4a16-9d77-85a2069c1a5b admin admin] Request body: {'subnet': {'network_id': 'f2ff30d2-777b-4585-9866-7fd6939a03e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1821973213-subnet', 'tenant_id': '8aea0f1688dc4432840597edeeed1b6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:13.440238 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-9bcd51f6-0166-47c1-8ef7-1c266d65c620 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.505666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:13.518889 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6655eda-be87-4a16-9d77-85a2069c1a5b admin admin] Made reservation on behalf of 8aea0f1688dc4432840597edeeed1b6e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:13.521452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6655eda-be87-4a16-9d77-85a2069c1a5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.560806 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-9bcd51f6-0166-47c1-8ef7-1c266d65c620 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.718635 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e72254eb-0e8d-4736-a638-c54be890f9fd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ee68d3a88d0b4d5cbaeb5845faebc529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2116339 Nov 12 04:15:13.720727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 40952) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:13.728062 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-9bcd51f6-0166-47c1-8ef7-1c266d65c620 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:13.745618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd51f6-0166-47c1-8ef7-1c266d65c620 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'Port': ['ID=3cefbf7a-5169-4670-befe-b338a954efa1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:13.780767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f6603-c7c6-4a7f-aceb-a5eece6d82d0 req-8e9eb37a-1e18-43de-b580-dba9089fb08b tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:13.788188 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f06f6603-c7c6-4a7f-aceb-a5eece6d82d0 req-8e9eb37a-1e18-43de-b580-dba9089fb08b tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.1232808 Nov 12 04:15:13.792510 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-9bcd51f6-0166-47c1-8ef7-1c266d65c620 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:13.798696 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-9bcd51f6-0166-47c1-8ef7-1c266d65c620 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:13.913343 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f06f6603-c7c6-4a7f-aceb-a5eece6d82d0 req-87ca17a9-3f56-4f6c-beee-61b9d4730143 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196899 Nov 12 04:15:13.953125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d9c7b-b255-4c81-87ff-147142b39dc9 req-ea4288ac-3dc3-4ea8-a647-5d6c58666c23 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:13.955796 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-137d9c7b-b255-4c81-87ff-147142b39dc9 req-ea4288ac-3dc3-4ea8-a647-5d6c58666c23 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 932 time: 0.2658370 Nov 12 04:15:13.972006 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-9bcd51f6-0166-47c1-8ef7-1c266d65c620 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:13.973178 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-9bcd51f6-0166-47c1-8ef7-1c266d65c620 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:13.983543 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d14f694d-2c61-42be-9b67-a29a3de1b3bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.024155 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d14f694d-2c61-42be-9b67-a29a3de1b3bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.070870 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6655eda-be87-4a16-9d77-85a2069c1a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.114110 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-9bcd51f6-0166-47c1-8ef7-1c266d65c620 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4783216 Nov 12 04:15:14.136229 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-137d9c7b-b255-4c81-87ff-147142b39dc9 req-aac81eb6-d729-47b0-a95c-70565d614cac tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520288 Nov 12 04:15:14.169221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Request body: {'port': {'device_id': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:14.177662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6655eda-be87-4a16-9d77-85a2069c1a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a725e2-559a-4b4f-88b9-d348d6495666,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:14.217209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6655eda-be87-4a16-9d77-85a2069c1a5b admin admin] Checking segment: {'id': '2474ba5e-2367-46e6-9cd6-a26efe08d652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'f2ff30d2-777b-4585-9866-7fd6939a03e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:14.217576 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6655eda-be87-4a16-9d77-85a2069c1a5b admin admin] Network hostable DHCP agents. Network: f2ff30d2-777b-4585-9866-7fd6939a03e0, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:15:14.225064 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5a3e6bfe-cf14-418c-9788-37d2ce09738c None None] Provisioning complete for port 3cefbf7a-5169-4670-befe-b338a954efa1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:14.226108 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d14f694d-2c61-42be-9b67-a29a3de1b3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.226592 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6bfe-cf14-418c-9788-37d2ce09738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.228680 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d14f694d-2c61-42be-9b67-a29a3de1b3bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.229840 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d14f694d-2c61-42be-9b67-a29a3de1b3bb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3f7585d6-d338-48ec-b0a2-61e4d94aa7a3 HTTP/1.1" status: 204 len: 168 time: 0.5075934 Nov 12 04:15:14.259155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f694d-2c61-42be-9b67-a29a3de1b3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7585d6-d338-48ec-b0a2-61e4d94aa7a3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:14.281253 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.332197 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e6bfe-cf14-418c-9788-37d2ce09738c None None] Port 3cefbf7a-5169-4670-befe-b338a954efa1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:14.345904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6655eda-be87-4a16-9d77-85a2069c1a5b admin admin] Network f2ff30d2-777b-4585-9866-7fd6939a03e0 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:15:14.419747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e6655eda-be87-4a16-9d77-85a2069c1a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, f2ff30d2-777b-4585-9866-7fd6939a03e0) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:14.426282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6655eda-be87-4a16-9d77-85a2069c1a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:14.427119 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6655eda-be87-4a16-9d77-85a2069c1a5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.436947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbcfdbb-6a04-4877-b225-7d164fc93106 None None] Network f2ff30d2-777b-4585-9866-7fd6939a03e0 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:14.567890 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e6655eda-be87-4a16-9d77-85a2069c1a5b admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1694262 Nov 12 04:15:14.747175 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cefbf7a-5169-4670-befe-b338a954efa1 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:14.754546 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.770467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Transition to ACTIVE for port object 3cefbf7a-5169-4670-befe-b338a954efa1 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:15:14.825368 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.941004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31757019-cceb-4ace-b9ad-253daa04bfad None None] Network f2ff30d2-777b-4585-9866-7fd6939a03e0 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:15.014086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Pushing event updated for resources: {'Port': ['ID=3cefbf7a-5169-4670-befe-b338a954efa1,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:15.314990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db4e03-c5d5-42ea-8ef9-27f674bb3de4 req-73f056cc-542f-4ff0-bc9f-e5e50490b6b2 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:15.329325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20db4e03-c5d5-42ea-8ef9-27f674bb3de4 req-73f056cc-542f-4ff0-bc9f-e5e50490b6b2 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.2494917 Nov 12 04:15:15.390304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Attempting to bind port 3cefbf7a-5169-4670-befe-b338a954efa1 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:15.391229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Attempting to bind port 3cefbf7a-5169-4670-befe-b338a954efa1 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:15.392166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Attempting to bind port 3cefbf7a-5169-4670-befe-b338a954efa1 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:15.453876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Port 3cefbf7a-5169-4670-befe-b338a954efa1 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:15.454198 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Attempting to bind port 3cefbf7a-5169-4670-befe-b338a954efa1 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:15.517649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20db4e03-c5d5-42ea-8ef9-27f674bb3de4 req-e520589b-4619-47b5-bcec-cbebb83b8120 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812181 Nov 12 04:15:15.525563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:15.525755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Checking segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:15.526525 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Bound using segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:15.526988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Bound port: 3cefbf7a-5169-4670-befe-b338a954efa1, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:15.527340 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:15.563609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10642a-a7cd-46a9-8d7f-2899fdd7d9d2 req-76fad9a5-add2-4719-b0a8-b057f722918a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:15.565270 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7a10642a-a7cd-46a9-8d7f-2899fdd7d9d2 req-76fad9a5-add2-4719-b0a8-b057f722918a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 944 time: 0.1402233 Nov 12 04:15:15.685527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] For port 3cefbf7a-5169-4670-befe-b338a954efa1, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:15.693358 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7a10642a-a7cd-46a9-8d7f-2899fdd7d9d2 req-0f62e14f-fe71-4f24-a48a-cac198bbdb54 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975513 Nov 12 04:15:15.695960 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] For port 3cefbf7a-5169-4670-befe-b338a954efa1, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=3cefbf7a-5169-4670-befe-b338a954efa1,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:15.769639 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:15.843516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:15.845934 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:15.851502 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] 10.222.0.25 "PUT /v2.0/ports/3cefbf7a-5169-4670-befe-b338a954efa1 HTTP/1.1" status: 200 len: 1093 time: 1.7131298 Nov 12 04:15:15.852009 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'tag': '3cefbf7a-5169-4670-befe-b338a954efa1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:15.854609 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd7b202-02e6-467e-b085-0a9cb442e720" -d '{"events": [{"name": "network-changed", "server_uuid": "58da562c-ab3b-4170-b6b3-aa3b6627a351", "tag": "3cefbf7a-5169-4670-befe-b338a954efa1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:15.909221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2ce12-cc67-465d-ae55-97e0ecb29b25 service neutron] Pushing event updated for resources: {'Port': ['ID=3cefbf7a-5169-4670-befe-b338a954efa1,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:16.133516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-f437be14-64dc-4463-9a75-67093471f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:16.135145 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-f437be14-64dc-4463-9a75-67093471f9ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 1096 time: 0.0918608 Nov 12 04:15:16.221617 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dad8e84-27da-41ca-bee4-28560d5935f6 x-openstack-request-id: req-2dad8e84-27da-41ca-bee4-28560d5935f6 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:16.224493 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58da562c-ab3b-4170-b6b3-aa3b6627a351", "tag": "3cefbf7a-5169-4670-befe-b338a954efa1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:16.225294 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2dad8e84-27da-41ca-bee4-28560d5935f6 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:16.225881 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'tag': '3cefbf7a-5169-4670-befe-b338a954efa1', 'status': 'completed', 'code': 200} Nov 12 04:15:16.231012 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-d80b54ab-c635-4506-bbb6-43ec19c24d0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cefbf7a-5169-4670-befe-b338a954efa1 HTTP/1.1" status: 200 len: 217 time: 0.0861106 Nov 12 04:15:16.328918 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-b6df6461-d2e0-4680-8851-0245c6d4d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:16.330811 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-b6df6461-d2e0-4680-8851-0245c6d4d9fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0927029 Nov 12 04:15:16.434998 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-770a6e1b-9b9f-43fc-9f76-5791948018f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:16.455363 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-770a6e1b-9b9f-43fc-9f76-5791948018f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170664 Nov 12 04:15:16.703978 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-18bf9c08-4466-49bd-9dc9-3cbd8ef0d213 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402010 Nov 12 04:15:16.753774 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d88ccb-b0e7-457d-9bd7-7f6db0bb71ab req-5a8f7a2c-e07e-47cc-9931-a2ff8442d61e tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:16.755502 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c9d88ccb-b0e7-457d-9bd7-7f6db0bb71ab req-5a8f7a2c-e07e-47cc-9931-a2ff8442d61e tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.1105888 Nov 12 04:15:16.910863 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-af6ebdd9-ab75-4c1d-bc73-4c5a34174820 req-00d065b9-44c5-42fd-a712-21a2ccccd2b2 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938701 Nov 12 04:15:16.915454 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c9d88ccb-b0e7-457d-9bd7-7f6db0bb71ab req-bf5c3cb2-deda-405f-bbe7-6542c7d02d9d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519110 Nov 12 04:15:17.016505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6224ebc-b544-4eac-9f51-a827a0caf88d req-2f2e7c16-56f1-4582-9da7-97add41c2097 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:17.031686 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e6224ebc-b544-4eac-9f51-a827a0caf88d req-2f2e7c16-56f1-4582-9da7-97add41c2097 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 944 time: 0.1402962 Nov 12 04:15:17.155412 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e6224ebc-b544-4eac-9f51-a827a0caf88d req-b9e2cac8-b982-4a7a-80da-45c8f6451b94 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191998 Nov 12 04:15:17.158698 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7b202-02e6-467e-b085-0a9cb442e720 req-da61ee2f-1a3b-4886-a96e-7e5c16e9adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:17.161105 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffd7b202-02e6-467e-b085-0a9cb442e720 req-da61ee2f-1a3b-4886-a96e-7e5c16e9adc2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 1096 time: 0.1056421 Nov 12 04:15:17.267896 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7b202-02e6-467e-b085-0a9cb442e720 req-da66279b-a70e-4221-bfb7-6a78ba866ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:17.269581 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffd7b202-02e6-467e-b085-0a9cb442e720 req-da66279b-a70e-4221-bfb7-6a78ba866ef2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.1016457 Nov 12 04:15:17.312856 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffd7b202-02e6-467e-b085-0a9cb442e720 req-f9e5ae93-88e9-4bef-9d75-7b0c5df1f999 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cefbf7a-5169-4670-befe-b338a954efa1 HTTP/1.1" status: 200 len: 217 time: 0.0354264 Nov 12 04:15:17.377003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7b202-02e6-467e-b085-0a9cb442e720 req-29c51fc6-2d44-4002-93ed-a5569150aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:17.378967 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffd7b202-02e6-467e-b085-0a9cb442e720 req-29c51fc6-2d44-4002-93ed-a5569150aa3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0586140 Nov 12 04:15:17.482538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7b202-02e6-467e-b085-0a9cb442e720 req-65b33510-ff32-4f8d-bc34-6388204b85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:17.486844 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffd7b202-02e6-467e-b085-0a9cb442e720 req-65b33510-ff32-4f8d-bc34-6388204b85cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009040 Nov 12 04:15:17.603455 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffd7b202-02e6-467e-b085-0a9cb442e720 req-4b1fd5a0-b6a1-4e15-b816-7514a2c8f636 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077671 Nov 12 04:15:17.730951 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ffd7b202-02e6-467e-b085-0a9cb442e720 req-0c2de87c-8ea6-48d0-ba83-f2fc9d14167a service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110463 Nov 12 04:15:18.091562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59082d-8363-41af-b609-a2cadde8fcf8 req-61b0dd9f-1f27-4f73-84a8-74ff3b88112c tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:18.093291 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cf59082d-8363-41af-b609-a2cadde8fcf8 req-61b0dd9f-1f27-4f73-84a8-74ff3b88112c tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0755944 Nov 12 04:15:18.151786 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cf59082d-8363-41af-b609-a2cadde8fcf8 req-0ca669ed-bc94-4007-9f0b-94a157cf67d7 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501623 Nov 12 04:15:18.310200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0d7a6-365d-4ced-9b64-5535068dc126 req-daa83e0f-9e7d-48f5-9102-dac5fd61c62f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:18.312813 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ab0d7a6-365d-4ced-9b64-5535068dc126 req-daa83e0f-9e7d-48f5-9102-dac5fd61c62f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 944 time: 0.0647054 Nov 12 04:15:18.391733 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ab0d7a6-365d-4ced-9b64-5535068dc126 req-06e0e5c0-6713-4be0-9979-600135787f27 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651391 Nov 12 04:15:19.071996 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:19.308328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41548c4e-2aea-45c3-b5ed-4207e23902fc req-dc14e980-764f-48e5-bfe0-7c0bdbebc57c tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:19.312719 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41548c4e-2aea-45c3-b5ed-4207e23902fc req-dc14e980-764f-48e5-bfe0-7c0bdbebc57c tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0607848 Nov 12 04:15:19.406983 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41548c4e-2aea-45c3-b5ed-4207e23902fc req-76ef32a9-7ab3-45ea-965a-a1d66554fe83 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879831 Nov 12 04:15:19.571125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef8503-4514-47aa-a279-0eb938187c32 req-3ff66517-f2b3-489a-a518-c197bb49c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:19.573436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88ef8503-4514-47aa-a279-0eb938187c32 req-3ff66517-f2b3-489a-a518-c197bb49c3e3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 1098 time: 0.0928812 Nov 12 04:15:19.582267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd75a6-c80f-40fb-b16c-85221c310ed4 req-fde800d0-5068-4720-97af-f6e07c4c69cd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:19.583848 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92fd75a6-c80f-40fb-b16c-85221c310ed4 req-fde800d0-5068-4720-97af-f6e07c4c69cd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 944 time: 0.0651741 Nov 12 04:15:19.663645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88ef8503-4514-47aa-a279-0eb938187c32 req-32ed7a8e-fec7-494e-9846-68a6a17bf38e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785022 Nov 12 04:15:19.707308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92fd75a6-c80f-40fb-b16c-85221c310ed4 req-b33d735d-9f8a-490a-b6a8-8844bded41e3 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087940 Nov 12 04:15:20.618603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4236dc-1a69-4e00-8bf1-db997ff1b3c2 req-f5333093-94ea-4497-8c56-9ed2421a14a0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:20.618603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa4236dc-1a69-4e00-8bf1-db997ff1b3c2 req-f5333093-94ea-4497-8c56-9ed2421a14a0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0759718 Nov 12 04:15:20.683387 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fa4236dc-1a69-4e00-8bf1-db997ff1b3c2 req-1c89c9d7-dc04-4b10-a4e5-be9fb908e47c tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674236 Nov 12 04:15:20.942306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07561c51-9d79-47c6-b8e7-037ab75e6a6c req-14bc716e-9f77-4fc8-9ac5-ffd8a2f07077 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:20.942306 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07561c51-9d79-47c6-b8e7-037ab75e6a6c req-14bc716e-9f77-4fc8-9ac5-ffd8a2f07077 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 944 time: 0.1136296 Nov 12 04:15:21.040850 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07561c51-9d79-47c6-b8e7-037ab75e6a6c req-ec73fbac-39c7-4c3c-8c6c-e832174412ed tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846384 Nov 12 04:15:21.827477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9912d3-4d97-493e-9249-c3e0d584d21c req-b9c7d7f5-4353-4f49-ab6c-d6e616b38418 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:21.829108 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b9912d3-4d97-493e-9249-c3e0d584d21c req-b9c7d7f5-4353-4f49-ab6c-d6e616b38418 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0627632 Nov 12 04:15:21.881618 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1b9912d3-4d97-493e-9249-c3e0d584d21c req-35cdd319-c775-4a0f-bee6-a513c5d23c32 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455620 Nov 12 04:15:21.926398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ea59cb2d-98b8-4702-9fc8-e9ce5173d54a req-227fc920-feda-4681-bea9-9dc84bd50e19 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-883843789', 'description': 'tempest-description-1575100406'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:22.031486 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea59cb2d-98b8-4702-9fc8-e9ce5173d54a req-227fc920-feda-4681-bea9-9dc84bd50e19 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.121549 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea59cb2d-98b8-4702-9fc8-e9ce5173d54a req-227fc920-feda-4681-bea9-9dc84bd50e19 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.173397 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea59cb2d-98b8-4702-9fc8-e9ce5173d54a req-227fc920-feda-4681-bea9-9dc84bd50e19 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.194256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100efa19-f481-4d15-b254-79b53bd55822 req-4bf07867-ab9d-46ab-bd00-36bf93417b70 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:22.195965 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-100efa19-f481-4d15-b254-79b53bd55822 req-4bf07867-ab9d-46ab-bd00-36bf93417b70 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 944 time: 0.0616271 Nov 12 04:15:22.203994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fc920-feda-4681-bea9-9dc84bd50e19 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360be76e-9f20-4c39-bd8f-24bb139020a7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:22.244083 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea59cb2d-98b8-4702-9fc8-e9ce5173d54a req-227fc920-feda-4681-bea9-9dc84bd50e19 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.245515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea59cb2d-98b8-4702-9fc8-e9ce5173d54a req-227fc920-feda-4681-bea9-9dc84bd50e19 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3237000 Nov 12 04:15:22.253256 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-100efa19-f481-4d15-b254-79b53bd55822 req-f52943fb-a73b-4024-8487-bf6b5a533796 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505154 Nov 12 04:15:22.375415 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8376fc6-bfb1-4a6d-8c00-8299e0fd15ad req-128a6c82-e9cf-4140-80bb-81e51848aec4 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-883843789&fields=id&tenant_id=d2277147369e4fb5ab674d9cfc56b6b7 HTTP/1.1" status: 200 len: 267 time: 0.0672190 Nov 12 04:15:22.443155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8376fc6-bfb1-4a6d-8c00-8299e0fd15ad req-df366054-8ad0-4383-8df9-cf0ed3061cc5 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:22.455068 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8376fc6-bfb1-4a6d-8c00-8299e0fd15ad req-df366054-8ad0-4383-8df9-cf0ed3061cc5 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0730937 Nov 12 04:15:22.460522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d8376fc6-bfb1-4a6d-8c00-8299e0fd15ad req-e14f4ef9-10d4-4513-adc9-3d62649e79c6 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Request body: {'port': {'security_groups': ['2342750d-14a4-4bb9-afd5-e8dd3f2732eb', '360be76e-9f20-4c39-bd8f-24bb139020a7']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:22.536594 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8376fc6-bfb1-4a6d-8c00-8299e0fd15ad req-e14f4ef9-10d4-4513-adc9-3d62649e79c6 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.785386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d8376fc6-bfb1-4a6d-8c00-8299e0fd15ad req-e14f4ef9-10d4-4513-adc9-3d62649e79c6 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] For port 57484fc6-7432-42da-b6f6-b23a730f8dda, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=57484fc6-7432-42da-b6f6-b23a730f8dda,segment=NetworkSegment(ae8aba08-6fcf-4693-8711-69a26070cfd2),segment_id=ae8aba08-6fcf-4693-8711-69a26070cfd2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:22.823293 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8376fc6-bfb1-4a6d-8c00-8299e0fd15ad req-e14f4ef9-10d4-4513-adc9-3d62649e79c6 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.876752 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8376fc6-bfb1-4a6d-8c00-8299e0fd15ad req-e14f4ef9-10d4-4513-adc9-3d62649e79c6 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.919186 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['57484fc6-7432-42da-b6f6-b23a730f8dda'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:22.933244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8376fc6-bfb1-4a6d-8c00-8299e0fd15ad req-e14f4ef9-10d4-4513-adc9-3d62649e79c6 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:22.933907 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8376fc6-bfb1-4a6d-8c00-8299e0fd15ad req-e14f4ef9-10d4-4513-adc9-3d62649e79c6 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:22.935342 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8376fc6-bfb1-4a6d-8c00-8299e0fd15ad req-e14f4ef9-10d4-4513-adc9-3d62649e79c6 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "PUT /v2.0/ports/57484fc6-7432-42da-b6f6-b23a730f8dda HTTP/1.1" status: 200 len: 982 time: 0.4793515 Nov 12 04:15:22.935991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'tag': '57484fc6-7432-42da-b6f6-b23a730f8dda'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:22.939459 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5c1db8-912a-4055-873a-748f6bd83538" -d '{"events": [{"name": "network-changed", "server_uuid": "62814e3f-1c31-4da2-bbff-48dd06b78c73", "tag": "57484fc6-7432-42da-b6f6-b23a730f8dda"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:22.982633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f4ef9-10d4-4513-adc9-3d62649e79c6 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Pushing event updated for resources: {'Port': ['ID=57484fc6-7432-42da-b6f6-b23a730f8dda,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:23.026392 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6c8280-b041-4677-8535-60052f072308 x-openstack-request-id: req-1e6c8280-b041-4677-8535-60052f072308 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:23.027054 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62814e3f-1c31-4da2-bbff-48dd06b78c73", "tag": "57484fc6-7432-42da-b6f6-b23a730f8dda", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:23.027491 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1e6c8280-b041-4677-8535-60052f072308 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:23.028205 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'tag': '57484fc6-7432-42da-b6f6-b23a730f8dda', 'status': 'completed', 'code': 200} Nov 12 04:15:23.097024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-948c595f-a4ec-4d47-aac6-2f20d677a94b req-361a069b-9d56-4ae1-88af-bcf72258f68a tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-883843789&fields=id&tenant_id=d2277147369e4fb5ab674d9cfc56b6b7 HTTP/1.1" status: 200 len: 267 time: 0.0944591 Nov 12 04:15:23.146067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['57484fc6-7432-42da-b6f6-b23a730f8dda'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:23.154541 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1232-0191-4777-945a-fa7fd02fb6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.178506 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c1db8-912a-4055-873a-748f6bd83538 req-65d8b90a-9209-44e6-b380-a901727cd4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:23.180400 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c5c1db8-912a-4055-873a-748f6bd83538 req-65d8b90a-9209-44e6-b380-a901727cd4ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2277147369e4fb5ab674d9cfc56b6b7&device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 1137 time: 0.1077998 Nov 12 04:15:23.201419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c595f-a4ec-4d47-aac6-2f20d677a94b req-feabf183-c089-4670-9523-19c50d2c9bde tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:23.203054 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-948c595f-a4ec-4d47-aac6-2f20d677a94b req-feabf183-c089-4670-9523-19c50d2c9bde tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 985 time: 0.0922666 Nov 12 04:15:23.247280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-948c595f-a4ec-4d47-aac6-2f20d677a94b req-74065526-1d7d-4eb6-80ae-19d288c6413f tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Request body: {'port': {'security_groups': ['2342750d-14a4-4bb9-afd5-e8dd3f2732eb']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:23.451498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c1db8-912a-4055-873a-748f6bd83538 req-56268fa2-031a-4dca-bfce-dde483b57207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:23.453174 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c5c1db8-912a-4055-873a-748f6bd83538 req-56268fa2-031a-4dca-bfce-dde483b57207 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b20e575-cd23-4776-8049-6822c238b677 HTTP/1.1" status: 200 len: 922 time: 0.2489917 Nov 12 04:15:23.510361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6aa81-e8da-4c13-af32-e028bc4d432a req-2cc579ff-4afb-4a7d-ae8e-cc1415620342 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:23.512773 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-82e6aa81-e8da-4c13-af32-e028bc4d432a req-2cc579ff-4afb-4a7d-ae8e-cc1415620342 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 944 time: 0.1308932 Nov 12 04:15:23.527970 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c5c1db8-912a-4055-873a-748f6bd83538 req-ddd2c5f2-17e6-4e30-b13c-e9e0cfcd7c98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57484fc6-7432-42da-b6f6-b23a730f8dda HTTP/1.1" status: 200 len: 217 time: 0.0516078 Nov 12 04:15:23.532710 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-948c595f-a4ec-4d47-aac6-2f20d677a94b req-74065526-1d7d-4eb6-80ae-19d288c6413f tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.594164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-82e6aa81-e8da-4c13-af32-e028bc4d432a req-3c621a68-8f17-40d9-a4fd-8646ef038813 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749571 Nov 12 04:15:23.647717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c1db8-912a-4055-873a-748f6bd83538 req-df55d949-8310-4d00-97b9-fe37ff206759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:23.650071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c5c1db8-912a-4055-873a-748f6bd83538 req-df55d949-8310-4d00-97b9-fe37ff206759 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36de31fb-711a-44f7-807b-b71db85e7ff8 HTTP/1.1" status: 200 len: 860 time: 0.1133177 Nov 12 04:15:23.700886 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c5c1db8-912a-4055-873a-748f6bd83538 req-3e6398e1-67ec-42f3-83ab-67459ae3bd52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b20e575-cd23-4776-8049-6822c238b677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334873 Nov 12 04:15:24.433592 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c5c1db8-912a-4055-873a-748f6bd83538 req-c8a999b5-19be-4653-97e2-96dc1320b086 service neutron] 10.222.0.26 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7238955 Nov 12 04:15:24.539111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-948c595f-a4ec-4d47-aac6-2f20d677a94b req-74065526-1d7d-4eb6-80ae-19d288c6413f tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] For port 57484fc6-7432-42da-b6f6-b23a730f8dda, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=57484fc6-7432-42da-b6f6-b23a730f8dda,segment=NetworkSegment(ae8aba08-6fcf-4693-8711-69a26070cfd2),segment_id=ae8aba08-6fcf-4693-8711-69a26070cfd2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:24.611028 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-948c595f-a4ec-4d47-aac6-2f20d677a94b req-74065526-1d7d-4eb6-80ae-19d288c6413f tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.614914 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c5c1db8-912a-4055-873a-748f6bd83538 req-7445c72e-5949-4705-979d-596c81adf2cc service neutron] 10.222.0.26 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731937 Nov 12 04:15:24.704548 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-948c595f-a4ec-4d47-aac6-2f20d677a94b req-74065526-1d7d-4eb6-80ae-19d288c6413f tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.742295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['57484fc6-7432-42da-b6f6-b23a730f8dda'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:24.769259 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc4e05-31bf-42f0-9c17-ec961605a2ad req-1347f20c-c84e-4892-bc32-6ccbc1059f66 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:24.778062 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bfbc4e05-31bf-42f0-9c17-ec961605a2ad req-1347f20c-c84e-4892-bc32-6ccbc1059f66 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 944 time: 0.0995991 Nov 12 04:15:24.826906 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c595f-a4ec-4d47-aac6-2f20d677a94b req-74065526-1d7d-4eb6-80ae-19d288c6413f tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:24.831705 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-948c595f-a4ec-4d47-aac6-2f20d677a94b req-74065526-1d7d-4eb6-80ae-19d288c6413f tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:24.842734 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-948c595f-a4ec-4d47-aac6-2f20d677a94b req-74065526-1d7d-4eb6-80ae-19d288c6413f tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "PUT /v2.0/ports/57484fc6-7432-42da-b6f6-b23a730f8dda HTTP/1.1" status: 200 len: 943 time: 1.6263945 Nov 12 04:15:24.898501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74065526-1d7d-4eb6-80ae-19d288c6413f tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Pushing event updated for resources: {'Port': ['ID=57484fc6-7432-42da-b6f6-b23a730f8dda,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:24.982185 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bfbc4e05-31bf-42f0-9c17-ec961605a2ad req-be83c604-e81f-49fb-9573-27782108deaa tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942446 Nov 12 04:15:25.007197 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['57484fc6-7432-42da-b6f6-b23a730f8dda'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:25.040232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'tag': '57484fc6-7432-42da-b6f6-b23a730f8dda'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:25.043079 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da95d823-034a-4698-8030-bd0113b5bd08" -d '{"events": [{"name": "network-changed", "server_uuid": "62814e3f-1c31-4da2-bbff-48dd06b78c73", "tag": "57484fc6-7432-42da-b6f6-b23a730f8dda"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:25.128943 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb8c2a8-640e-45f1-a910-7f3a4c6bbdb9 x-openstack-request-id: req-1eb8c2a8-640e-45f1-a910-7f3a4c6bbdb9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:25.129386 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62814e3f-1c31-4da2-bbff-48dd06b78c73", "tag": "57484fc6-7432-42da-b6f6-b23a730f8dda", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:25.129740 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1eb8c2a8-640e-45f1-a910-7f3a4c6bbdb9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:25.130324 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'tag': '57484fc6-7432-42da-b6f6-b23a730f8dda', 'status': 'completed', 'code': 200} Nov 12 04:15:25.150256 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.344303 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-5486e00d-6fef-43be-a308-1d5822e07fbb tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4376438 Nov 12 04:15:25.366765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:25.385692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95d823-034a-4698-8030-bd0113b5bd08 req-7a910956-60e3-4d5b-9d66-27c7916279aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.400645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da95d823-034a-4698-8030-bd0113b5bd08 req-7a910956-60e3-4d5b-9d66-27c7916279aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2277147369e4fb5ab674d9cfc56b6b7&device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 1098 time: 0.1066022 Nov 12 04:15:25.612831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41300) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:25.672423 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.689622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95d823-034a-4698-8030-bd0113b5bd08 req-d9b62040-38fd-4cab-8e83-60f6f3ecb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.696596 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da95d823-034a-4698-8030-bd0113b5bd08 req-d9b62040-38fd-4cab-8e83-60f6f3ecb780 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b20e575-cd23-4776-8049-6822c238b677 HTTP/1.1" status: 200 len: 922 time: 0.2944851 Nov 12 04:15:25.765666 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da95d823-034a-4698-8030-bd0113b5bd08 req-e22767e0-5004-4953-b787-93b8f2185a19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57484fc6-7432-42da-b6f6-b23a730f8dda HTTP/1.1" status: 200 len: 217 time: 0.0463698 Nov 12 04:15:25.862897 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c903e470-efc9-4138-a880-20174ac8b602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.884643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95d823-034a-4698-8030-bd0113b5bd08 req-bd928206-f3ec-46cc-b6a8-cbe7b7a848d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.886166 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da95d823-034a-4698-8030-bd0113b5bd08 req-bd928206-f3ec-46cc-b6a8-cbe7b7a848d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36de31fb-711a-44f7-807b-b71db85e7ff8 HTTP/1.1" status: 200 len: 860 time: 0.1106558 Nov 12 04:15:25.934498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da95d823-034a-4698-8030-bd0113b5bd08 req-f1c0a414-bf24-4a48-99c5-04f87c8662c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b20e575-cd23-4776-8049-6822c238b677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379145 Nov 12 04:15:26.070160 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da95d823-034a-4698-8030-bd0113b5bd08 req-978742aa-451a-49bb-8a9e-f84a7b55118d service neutron] 10.222.0.26 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255620 Nov 12 04:15:26.159371 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c903e470-efc9-4138-a880-20174ac8b602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.179629 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.241991 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c903e470-efc9-4138-a880-20174ac8b602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.290200 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da95d823-034a-4698-8030-bd0113b5bd08 req-ecdc9b8a-7528-4b3d-b5fd-99c3a9dec250 service neutron] 10.222.0.26 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050173 Nov 12 04:15:26.359426 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022538fb-afe8-4224-816e-0aaaafb78a9d req-5d2ebba1-946d-43c0-a67d-c7660ed1c23e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:26.369965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Allocated IP 172.25.8.13 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/b802f347-e27a-49bf-a1e0-3d33b36363c5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:26.372520 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-022538fb-afe8-4224-816e-0aaaafb78a9d req-5d2ebba1-946d-43c0-a67d-c7660ed1c23e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 944 time: 0.2043264 Nov 12 04:15:26.397577 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c903e470-efc9-4138-a880-20174ac8b602 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0a7b33c7ce7d4211bb0441b307fa7181&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7836223 Nov 12 04:15:26.401049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903e470-efc9-4138-a880-20174ac8b602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383cd3d6-2410-4b41-8fd6-55b7ef015e31,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:26.401851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41314) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:26.469628 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-022538fb-afe8-4224-816e-0aaaafb78a9d req-d490ddf4-f08b-4aba-a021-2254081a998d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948260 Nov 12 04:15:26.550745 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b54a8c43-77b3-43d8-935b-b35b774de36d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.582372 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b54a8c43-77b3-43d8-935b-b35b774de36d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.676935 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.709342 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b54a8c43-77b3-43d8-935b-b35b774de36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.712020 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b54a8c43-77b3-43d8-935b-b35b774de36d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.716800 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b54a8c43-77b3-43d8-935b-b35b774de36d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/383cd3d6-2410-4b41-8fd6-55b7ef015e31 HTTP/1.1" status: 204 len: 168 time: 0.3134606 Nov 12 04:15:26.733301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a8c43-77b3-43d8-935b-b35b774de36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383cd3d6-2410-4b41-8fd6-55b7ef015e31,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:26.759499 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.780436 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.841853 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9b86-24bf-4a2e-8776-4df4d8a11727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.881484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:26.883028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:26.887661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:26.914669 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Pushing event updated for resources: {'Port': ['ID=b802f347-e27a-49bf-a1e0-3d33b36363c5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:27.009571 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.139840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.456184 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.561531 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.654230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088386d-dc72-421b-963a-d63c88c9aeed req-7bd0aed6-2310-4c41-8412-bd9af3853be3 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:27.660873 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4088386d-dc72-421b-963a-d63c88c9aeed req-7bd0aed6-2310-4c41-8412-bd9af3853be3 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 944 time: 0.1213882 Nov 12 04:15:27.669284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Pushing event updated for resources: {'Port': ['ID=b802f347-e27a-49bf-a1e0-3d33b36363c5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:27.683138 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.777144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.778536 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-173f5279-2102-43f2-9233-9684cf2a6389 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4273686 Nov 12 04:15:27.785951 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4088386d-dc72-421b-963a-d63c88c9aeed req-cd175389-7acf-41be-a030-0a66d7ad19dd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083770 Nov 12 04:15:27.886069 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-cd8bcffe-aada-4a29-a707-2f3725209833 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 695 time: 0.1012807 Nov 12 04:15:28.034763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-fa23727e-b83d-49c1-96dd-ddb52e89d926 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:28.036401 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-fa23727e-b83d-49c1-96dd-ddb52e89d926 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.1434445 Nov 12 04:15:28.054344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-24cc1b14-51e0-4538-99c8-b71cc4d48a6c tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:15:28.055537 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0aeee4b-ec2d-49a7-adc9-a29e057ebd9c req-24cc1b14-51e0-4538-99c8-b71cc4d48a6c tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085270 Nov 12 04:15:28.212769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1999df9-761e-471d-af5c-abbbfdda031b req-b0c97fc3-a078-43d1-9f55-5c91621ae709 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:28.222486 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1999df9-761e-471d-af5c-abbbfdda031b req-b0c97fc3-a078-43d1-9f55-5c91621ae709 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1041720 Nov 12 04:15:28.360369 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1999df9-761e-471d-af5c-abbbfdda031b req-d4a3aaf3-a5c3-4ec9-bb50-78539d087ac6 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 695 time: 0.1367338 Nov 12 04:15:28.373897 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c1999df9-761e-471d-af5c-abbbfdda031b req-696e2db4-e00d-4590-8766-377f7bf78207 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Request body: {'floatingip': {'port_id': '57484fc6-7432-42da-b6f6-b23a730f8dda', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:28.425431 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1999df9-761e-471d-af5c-abbbfdda031b req-696e2db4-e00d-4590-8766-377f7bf78207 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.538795 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.985171 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.990012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86992214-ce30-447b-b011-281a2d2224e3 req-cfebfb08-d837-44b9-9913-fb14fd37c2b5 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:28.998344 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86992214-ce30-447b-b011-281a2d2224e3 req-cfebfb08-d837-44b9-9913-fb14fd37c2b5 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 944 time: 0.1007819 Nov 12 04:15:29.070487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86992214-ce30-447b-b011-281a2d2224e3 req-ea3a17d6-55ec-4f78-8442-17db6fb6be3c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710430 Nov 12 04:15:29.146522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 3cefbf7a-5169-4670-befe-b338a954efa1 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:15:29.318092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 3cefbf7a-5169-4670-befe-b338a954efa1, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=3cefbf7a-5169-4670-befe-b338a954efa1,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:29.347974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '3cefbf7a-5169-4670-befe-b338a954efa1', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'port_id': '3cefbf7a-5169-4670-befe-b338a954efa1', 'mac_address': 'fa:16:3e:7f:cf:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:15:29.393232 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.407279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cefbf7a-5169-4670-befe-b338a954efa1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:29.435567 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 3cefbf7a-5169-4670-befe-b338a954efa1, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=3cefbf7a-5169-4670-befe-b338a954efa1,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:29.561461 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.639345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=3cefbf7a-5169-4670-befe-b338a954efa1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:29.657792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:29.659450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:29.659810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:29.661569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:29.661569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:29.661903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:29.663512 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:29.663864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:29.668616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:29.669003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:29.669357 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:29.669702 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:29.677061 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1999df9-761e-471d-af5c-abbbfdda031b req-696e2db4-e00d-4590-8766-377f7bf78207 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.777235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['3cefbf7a-5169-4670-befe-b338a954efa1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:29.796524 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1999df9-761e-471d-af5c-abbbfdda031b req-696e2db4-e00d-4590-8766-377f7bf78207 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.015384 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [req-c1999df9-761e-471d-af5c-abbbfdda031b req-696e2db4-e00d-4590-8766-377f7bf78207 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Floating IP 42a10018-993c-407a-b7e8-48b050ced12c associated. External IP: 172.25.8.13, port: 57484fc6-7432-42da-b6f6-b23a730f8dda. Nov 12 04:15:30.292798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25632743-8970-48de-b5d4-4c42239c4dfa req-a7c6c270-ca41-46d4-a52d-b7c443985261 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:30.309835 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25632743-8970-48de-b5d4-4c42239c4dfa req-a7c6c270-ca41-46d4-a52d-b7c443985261 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 945 time: 0.0820096 Nov 12 04:15:30.408708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25632743-8970-48de-b5d4-4c42239c4dfa req-bb8c2b45-4604-4f8f-b2a4-bb1646292810 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978935 Nov 12 04:15:30.452026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1999df9-761e-471d-af5c-abbbfdda031b req-696e2db4-e00d-4590-8766-377f7bf78207 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Router 551960d1-09dd-4198-a1fa-116d21f64b42 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:15:30.600530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1999df9-761e-471d-af5c-abbbfdda031b req-696e2db4-e00d-4590-8766-377f7bf78207 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:15:30.617010 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1999df9-761e-471d-af5c-abbbfdda031b req-696e2db4-e00d-4590-8766-377f7bf78207 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:30.618238 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59215276-9b08-45d3-919d-0be06e4b59cb None None] Sync routers for ids ['551960d1-09dd-4198-a1fa-116d21f64b42'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:15:30.631185 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59215276-9b08-45d3-919d-0be06e4b59cb None None] Routers {'551960d1-09dd-4198-a1fa-116d21f64b42'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:30.638078 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-59215276-9b08-45d3-919d-0be06e4b59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['551960d1-09dd-4198-a1fa-116d21f64b42'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:30.680274 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1999df9-761e-471d-af5c-abbbfdda031b req-696e2db4-e00d-4590-8766-377f7bf78207 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "PUT /v2.0/floatingips/42a10018-993c-407a-b7e8-48b050ced12c HTTP/1.1" status: 200 len: 996 time: 2.3130684 Nov 12 04:15:30.680804 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'tag': '57484fc6-7432-42da-b6f6-b23a730f8dda'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:30.683423 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb23095-acd4-4d21-9532-47067023ed93" -d '{"events": [{"name": "network-changed", "server_uuid": "62814e3f-1c31-4da2-bbff-48dd06b78c73", "tag": "57484fc6-7432-42da-b6f6-b23a730f8dda"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:30.759578 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4eb973-92fa-47a8-8a38-4aab6588898c x-openstack-request-id: req-da4eb973-92fa-47a8-8a38-4aab6588898c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:30.760944 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62814e3f-1c31-4da2-bbff-48dd06b78c73", "tag": "57484fc6-7432-42da-b6f6-b23a730f8dda", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:30.761474 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-da4eb973-92fa-47a8-8a38-4aab6588898c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:30.762154 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'tag': '57484fc6-7432-42da-b6f6-b23a730f8dda', 'status': 'completed', 'code': 200} Nov 12 04:15:30.779713 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1999df9-761e-471d-af5c-abbbfdda031b req-9ae94ed8-ab13-4979-8988-e8ba2ff2645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:30.783784 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1999df9-761e-471d-af5c-abbbfdda031b req-9ae94ed8-ab13-4979-8988-e8ba2ff2645b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d2277147369e4fb5ab674d9cfc56b6b7&device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 1098 time: 0.0677714 Nov 12 04:15:30.858491 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-59215276-9b08-45d3-919d-0be06e4b59cb None None] Set router 551960d1-09dd-4198-a1fa-116d21f64b42 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:30.882885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb23095-acd4-4d21-9532-47067023ed93 req-94cec93e-caea-4726-b995-48a6440b3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:30.885350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fb23095-acd4-4d21-9532-47067023ed93 req-94cec93e-caea-4726-b995-48a6440b3508 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2277147369e4fb5ab674d9cfc56b6b7&device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 1098 time: 0.0530510 Nov 12 04:15:30.932477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1999df9-761e-471d-af5c-abbbfdda031b req-5125fe9e-1d85-4ab7-8549-574fd87fe77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:30.943382 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1999df9-761e-471d-af5c-abbbfdda031b req-5125fe9e-1d85-4ab7-8549-574fd87fe77d service neutron] 10.222.0.105 "GET /v2.0/networks?id=0b20e575-cd23-4776-8049-6822c238b677 HTTP/1.1" status: 200 len: 922 time: 0.1459930 Nov 12 04:15:31.007555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb23095-acd4-4d21-9532-47067023ed93 req-63f37e62-ff5c-4b84-97cd-8edb52e120d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.009206 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fb23095-acd4-4d21-9532-47067023ed93 req-63f37e62-ff5c-4b84-97cd-8edb52e120d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b20e575-cd23-4776-8049-6822c238b677 HTTP/1.1" status: 200 len: 922 time: 0.1098871 Nov 12 04:15:31.022393 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1999df9-761e-471d-af5c-abbbfdda031b req-0f287712-6050-4bc4-9768-a7ff4dee8e71 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57484fc6-7432-42da-b6f6-b23a730f8dda HTTP/1.1" status: 200 len: 999 time: 0.0782835 Nov 12 04:15:31.097232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fb23095-acd4-4d21-9532-47067023ed93 req-05be4665-d06c-4523-ad53-2674b9f24a07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57484fc6-7432-42da-b6f6-b23a730f8dda HTTP/1.1" status: 200 len: 999 time: 0.0797837 Nov 12 04:15:31.120313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1999df9-761e-471d-af5c-abbbfdda031b req-486092a5-9d07-4303-9d8d-8010eb85c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.120313 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1999df9-761e-471d-af5c-abbbfdda031b req-486092a5-9d07-4303-9d8d-8010eb85c12a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=36de31fb-711a-44f7-807b-b71db85e7ff8 HTTP/1.1" status: 200 len: 860 time: 0.0883861 Nov 12 04:15:31.170327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 3cefbf7a-5169-4670-befe-b338a954efa1 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:31.172109 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1999df9-761e-471d-af5c-abbbfdda031b req-950d970d-62c7-48c7-b16d-df0947a193ba service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0b20e575-cd23-4776-8049-6822c238b677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444403 Nov 12 04:15:31.196298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb23095-acd4-4d21-9532-47067023ed93 req-3dcb3607-2f1f-4af3-83d7-21fd0ce41521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.202023 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fb23095-acd4-4d21-9532-47067023ed93 req-3dcb3607-2f1f-4af3-83d7-21fd0ce41521 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36de31fb-711a-44f7-807b-b71db85e7ff8 HTTP/1.1" status: 200 len: 860 time: 0.0918994 Nov 12 04:15:31.207189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-c1999df9-761e-471d-af5c-abbbfdda031b req-722768f3-13af-4c16-90ff-db6e6506fb19 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:15:31.213881 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1999df9-761e-471d-af5c-abbbfdda031b req-722768f3-13af-4c16-90ff-db6e6506fb19 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224388 Nov 12 04:15:31.305652 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fb23095-acd4-4d21-9532-47067023ed93 req-54ebeed0-5fe2-43ed-bf46-14dafa6cd5e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b20e575-cd23-4776-8049-6822c238b677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953281 Nov 12 04:15:31.309374 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-59215276-9b08-45d3-919d-0be06e4b59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:14:31Z', 'revision_number': 4, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port': {'id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '42a10018-993c-407a-b7e8-48b050ced12c', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'port_id': '57484fc6-7432-42da-b6f6-b23a730f8dda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'mac_address': 'fa:16:3e:77:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:26Z', 'updated_at': '2021-11-12T04:15:29Z', 'revision_number': 1, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e160399f-2218-4eed-ac99-96062a3d0d9a', 'name': '', 'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'mac_address': 'fa:16:3e:f6:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:30Z', 'updated_at': '2021-11-12T04:14:37Z', 'revision_number': 5, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'subnets': [{'id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:31.344304 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59215276-9b08-45d3-919d-0be06e4b59cb None None] Checking router: 551960d1-09dd-4198-a1fa-116d21f64b42 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:15:31.353976 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59215276-9b08-45d3-919d-0be06e4b59cb None None] Routers {'551960d1-09dd-4198-a1fa-116d21f64b42'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:31.354857 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-59215276-9b08-45d3-919d-0be06e4b59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['551960d1-09dd-4198-a1fa-116d21f64b42'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:31.379012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 3cefbf7a-5169-4670-befe-b338a954efa1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:15:31.391040 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1999df9-761e-471d-af5c-abbbfdda031b req-8efb0058-7914-4e13-a879-89dc6ac5ae7c service neutron] 10.222.0.105 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736300 Nov 12 04:15:31.392499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 3cefbf7a-5169-4670-befe-b338a954efa1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:31.392885 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.584706 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-59215276-9b08-45d3-919d-0be06e4b59cb None None] Set router 551960d1-09dd-4198-a1fa-116d21f64b42 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:31.588914 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.659931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 3cefbf7a-5169-4670-befe-b338a954efa1, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=3cefbf7a-5169-4670-befe-b338a954efa1,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:31.662609 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cefbf7a-5169-4670-befe-b338a954efa1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:31.668312 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb2733d-ff16-443f-815e-3ab529c7013f" -d '{"events": [{"server_uuid": "58da562c-ab3b-4170-b6b3-aa3b6627a351", "name": "network-vif-plugged", "status": "completed", "tag": "3cefbf7a-5169-4670-befe-b338a954efa1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:31.676069 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c1999df9-761e-471d-af5c-abbbfdda031b req-797529f0-d95a-4981-a848-d81e38beca1b service neutron] 10.222.0.105 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789903 Nov 12 04:15:31.677886 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fb23095-acd4-4d21-9532-47067023ed93 req-e14bc75d-46d8-4ace-ae73-12ec5999c85b service neutron] 10.222.0.26 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451495 Nov 12 04:15:31.773349 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.836783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fb23095-acd4-4d21-9532-47067023ed93 req-6a74bd77-880d-48c4-b38c-408161b28e1e service neutron] 10.222.0.26 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330729 Nov 12 04:15:31.874672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976a7d7-b8d5-490c-a6dd-b1db06d9909c req-15bf2fe1-61d0-44e8-a079-e7641b3ca49e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.877637 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6976a7d7-b8d5-490c-a6dd-b1db06d9909c req-15bf2fe1-61d0-44e8-a079-e7641b3ca49e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 945 time: 0.2548063 Nov 12 04:15:31.907611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=3cefbf7a-5169-4670-befe-b338a954efa1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:31.953722 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6976a7d7-b8d5-490c-a6dd-b1db06d9909c req-4542fc8e-c00b-4bc0-805f-a4013a13548b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662820 Nov 12 04:15:32.011427 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-59215276-9b08-45d3-919d-0be06e4b59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:14:31Z', 'revision_number': 4, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port': {'id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '42a10018-993c-407a-b7e8-48b050ced12c', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'port_id': '57484fc6-7432-42da-b6f6-b23a730f8dda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'mac_address': 'fa:16:3e:77:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:26Z', 'updated_at': '2021-11-12T04:15:29Z', 'revision_number': 1, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e160399f-2218-4eed-ac99-96062a3d0d9a', 'name': '', 'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'mac_address': 'fa:16:3e:f6:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:30Z', 'updated_at': '2021-11-12T04:14:37Z', 'revision_number': 5, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'subnets': [{'id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:32.042317 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f65b49-584a-4e75-b1e3-175c071823ea req-95fa4d1f-4147-481d-be79-2a9f1608337c tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=24640b5314de428aa00ff5bb6a7d3889&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435050 Nov 12 04:15:32.051070 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59215276-9b08-45d3-919d-0be06e4b59cb None None] The sync data for ids ['551960d1-09dd-4198-a1fa-116d21f64b42'] in n-d-767704-23 is: [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:14:31Z', 'revision_number': 4, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port': {'id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '42a10018-993c-407a-b7e8-48b050ced12c', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'port_id': '57484fc6-7432-42da-b6f6-b23a730f8dda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'mac_address': 'fa:16:3e:77:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:26Z', 'updated_at': '2021-11-12T04:15:29Z', 'revision_number': 1, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e160399f-2218-4eed-ac99-96062a3d0d9a', 'name': '', 'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'mac_address': 'fa:16:3e:f6:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:30Z', 'updated_at': '2021-11-12T04:14:37Z', 'revision_number': 5, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'subnets': [{'id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:15:32.060196 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d5bff5-a424-473c-91f5-9537e7aa0817 x-openstack-request-id: req-54d5bff5-a424-473c-91f5-9537e7aa0817 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:32.060490 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58da562c-ab3b-4170-b6b3-aa3b6627a351", "name": "network-vif-plugged", "status": "completed", "tag": "3cefbf7a-5169-4670-befe-b338a954efa1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:32.060776 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-54d5bff5-a424-473c-91f5-9537e7aa0817 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:32.061175 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cefbf7a-5169-4670-befe-b338a954efa1', 'code': 200} Nov 12 04:15:32.279579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-5888be10-6a0e-4fbc-9ed2-c4b4f1897305 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 999 time: 0.1796575 Nov 12 04:15:32.359275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6a8f-6966-475d-aefb-e0529eaf2efd req-5c82be8b-ae2f-46aa-b4f9-f0815340c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:32.361176 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-072a6a8f-6966-475d-aefb-e0529eaf2efd req-5c82be8b-ae2f-46aa-b4f9-f0815340c6aa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 1098 time: 0.1367164 Nov 12 04:15:32.381415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-2bc96ecf-3ab8-49ed-a48a-b8925b82cf4e tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:32.407489 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-2bc96ecf-3ab8-49ed-a48a-b8925b82cf4e tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports/57484fc6-7432-42da-b6f6-b23a730f8dda HTTP/1.1" status: 200 len: 943 time: 0.1266072 Nov 12 04:15:32.407630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f65b49-584a-4e75-b1e3-175c071823ea req-f5be1993-ab00-4002-a0f8-7004749ee704 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:32.410940 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f65b49-584a-4e75-b1e3-175c071823ea req-f5be1993-ab00-4002-a0f8-7004749ee704 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3619268 Nov 12 04:15:32.460172 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f65b49-584a-4e75-b1e3-175c071823ea req-ab05515f-fcb6-4bb2-b7b4-d38f4d078a0c tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/quotas/24640b5314de428aa00ff5bb6a7d3889 HTTP/1.1" status: 200 len: 375 time: 0.0375426 Nov 12 04:15:32.521377 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a12e73-bfb1-4329-823c-fd4bd5be7f86 None None] New status for floating IP 42a10018-993c-407a-b7e8-48b050ced12c: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:15:32.540710 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2da97a7c-448c-4384-a70a-ed5c99e01779 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=24640b5314de428aa00ff5bb6a7d3889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641069 Nov 12 04:15:32.581636 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-072a6a8f-6966-475d-aefb-e0529eaf2efd req-a8abc632-e128-4059-bf3e-f3f012686560 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101452 Nov 12 04:15:32.741146 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-84efdc32-18d0-4a23-b440-3cc8b0a591a2 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 999 time: 0.2422962 Nov 12 04:15:33.035277 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cebf161d-64a5-43fc-accb-e9711f89c645 req-d92995d8-f372-4e2a-8fc6-e5e559765a78 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 210 time: 0.1215317 Nov 12 04:15:33.065670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-6c50d191-660a-487d-9f29-e3bcc36180f5 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:33.067308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-6c50d191-660a-487d-9f29-e3bcc36180f5 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.3251026 Nov 12 04:15:33.088742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-ee74a8df-c8ad-4115-97b9-ef9594efd7c4 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:15:33.090270 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-ee74a8df-c8ad-4115-97b9-ef9594efd7c4 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062363 Nov 12 04:15:33.260546 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-3a114338-20d8-4087-ba81-c7b24ae5d26f tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 1001 time: 0.1497543 Nov 12 04:15:33.262163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eae13-18f3-4b83-9238-5386282d7970 req-9088f75e-7b79-48f8-91fa-a846e54b0567 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:33.264520 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ca1eae13-18f3-4b83-9238-5386282d7970 req-9088f75e-7b79-48f8-91fa-a846e54b0567 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 946 time: 0.0674264 Nov 12 04:15:33.269634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-17c1d858-01a5-4890-9c32-eb821d890b5d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:33.400665 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ca1eae13-18f3-4b83-9238-5386282d7970 req-a7c8f342-6e8b-4afb-8c46-192f3b9ef14e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287401 Nov 12 04:15:33.434580 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-17c1d858-01a5-4890-9c32-eb821d890b5d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.712258 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-17c1d858-01a5-4890-9c32-eb821d890b5d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.786907 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-17c1d858-01a5-4890-9c32-eb821d890b5d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.787428 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-17c1d858-01a5-4890-9c32-eb821d890b5d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Floating IP 42a10018-993c-407a-b7e8-48b050ced12c disassociated. External IP: 172.25.8.13, port: 57484fc6-7432-42da-b6f6-b23a730f8dda. Nov 12 04:15:34.132462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-17c1d858-01a5-4890-9c32-eb821d890b5d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Router 551960d1-09dd-4198-a1fa-116d21f64b42 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:15:34.144515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b7c6a923-6215-408c-a6a3-b58d11fc09f1 req-6221427d-8987-4ff2-8b2f-b522fdc141f6 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 210 time: 0.0472188 Nov 12 04:15:34.294145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-17c1d858-01a5-4890-9c32-eb821d890b5d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:15:34.300745 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-17c1d858-01a5-4890-9c32-eb821d890b5d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.305192 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fcf797-12fe-48ae-96f8-2ab8068781c1 None None] Sync routers for ids ['551960d1-09dd-4198-a1fa-116d21f64b42'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:15:34.325051 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fcf797-12fe-48ae-96f8-2ab8068781c1 None None] Routers {'551960d1-09dd-4198-a1fa-116d21f64b42'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:34.325874 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-03fcf797-12fe-48ae-96f8-2ab8068781c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['551960d1-09dd-4198-a1fa-116d21f64b42'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:34.345272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-17c1d858-01a5-4890-9c32-eb821d890b5d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "PUT /v2.0/floatingips/42a10018-993c-407a-b7e8-48b050ced12c HTTP/1.1" status: 200 len: 694 time: 1.0832903 Nov 12 04:15:34.346636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'tag': '57484fc6-7432-42da-b6f6-b23a730f8dda'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:34.350412 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe844ce-ae0b-4190-b107-f549352fdd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "62814e3f-1c31-4da2-bbff-48dd06b78c73", "tag": "57484fc6-7432-42da-b6f6-b23a730f8dda"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:34.412125 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5b6e1a-b3fc-4bb0-a174-b7ae5051aefb x-openstack-request-id: req-2d5b6e1a-b3fc-4bb0-a174-b7ae5051aefb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:34.412419 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62814e3f-1c31-4da2-bbff-48dd06b78c73", "tag": "57484fc6-7432-42da-b6f6-b23a730f8dda", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:34.412757 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2d5b6e1a-b3fc-4bb0-a174-b7ae5051aefb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:34.413343 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'tag': '57484fc6-7432-42da-b6f6-b23a730f8dda', 'status': 'completed', 'code': 200} Nov 12 04:15:34.421919 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41532) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:34.444733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-d1e452f8-d26d-42a8-915c-03a4a2199728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:34.446315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-d1e452f8-d26d-42a8-915c-03a4a2199728 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d2277147369e4fb5ab674d9cfc56b6b7&device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 1098 time: 0.0887132 Nov 12 04:15:34.629481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-c1ebf875-a980-47fe-8fa4-9d68e51292b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:34.631103 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-c1ebf875-a980-47fe-8fa4-9d68e51292b1 service neutron] 10.222.0.105 "GET /v2.0/networks?id=0b20e575-cd23-4776-8049-6822c238b677 HTTP/1.1" status: 200 len: 922 time: 0.1760702 Nov 12 04:15:34.640271 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5431011-132b-4c38-900c-29d388b672ab req-33165d8f-5b75-4bbd-b936-5a47dc54567b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:34.646327 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-03fcf797-12fe-48ae-96f8-2ab8068781c1 None None] Set router 551960d1-09dd-4198-a1fa-116d21f64b42 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:34.650292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f5431011-132b-4c38-900c-29d388b672ab req-33165d8f-5b75-4bbd-b936-5a47dc54567b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 946 time: 0.1323891 Nov 12 04:15:34.715612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-64a45cde-47e4-40f2-a92b-f7d92796c4e0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57484fc6-7432-42da-b6f6-b23a730f8dda HTTP/1.1" status: 200 len: 217 time: 0.0725517 Nov 12 04:15:34.721620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe844ce-ae0b-4190-b107-f549352fdd5e req-eab77af1-6b26-4aef-9734-3fc105fc6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:34.723612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ebe844ce-ae0b-4190-b107-f549352fdd5e req-eab77af1-6b26-4aef-9734-3fc105fc6ca9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2277147369e4fb5ab674d9cfc56b6b7&device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 1098 time: 0.2051988 Nov 12 04:15:34.736071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f5431011-132b-4c38-900c-29d388b672ab req-08f58148-4365-4f72-af3b-ad18e97ef401 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809379 Nov 12 04:15:34.759167 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a931-8943-4a5e-9149-c684be3fa346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.896797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930f64-2152-4fdd-b124-720a78e439dc req-902ff623-9d13-448a-9b19-6949e029e725 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:34.898682 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b4930f64-2152-4fdd-b124-720a78e439dc req-902ff623-9d13-448a-9b19-6949e029e725 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 946 time: 0.0635571 Nov 12 04:15:34.936437 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-0bfb7a84-6340-4bfd-afea-051034e625e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:34.938442 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-0bfb7a84-6340-4bfd-afea-051034e625e6 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=36de31fb-711a-44f7-807b-b71db85e7ff8 HTTP/1.1" status: 200 len: 860 time: 0.2127774 Nov 12 04:15:34.980879 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-03fcf797-12fe-48ae-96f8-2ab8068781c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:14:31Z', 'revision_number': 4, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port': {'id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e160399f-2218-4eed-ac99-96062a3d0d9a', 'name': '', 'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'mac_address': 'fa:16:3e:f6:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:30Z', 'updated_at': '2021-11-12T04:14:37Z', 'revision_number': 5, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'subnets': [{'id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:35.000625 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b4930f64-2152-4fdd-b124-720a78e439dc req-87b1261b-4791-4939-8546-799a0130e3cb tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889051 Nov 12 04:15:35.007265 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-a95c33a6-850b-43ff-a445-674dda80276d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0b20e575-cd23-4776-8049-6822c238b677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515664 Nov 12 04:15:35.022880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41550) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:35.029671 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fcf797-12fe-48ae-96f8-2ab8068781c1 None None] Checking router: 551960d1-09dd-4198-a1fa-116d21f64b42 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:15:35.055842 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fcf797-12fe-48ae-96f8-2ab8068781c1 None None] Routers {'551960d1-09dd-4198-a1fa-116d21f64b42'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:35.057167 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-03fcf797-12fe-48ae-96f8-2ab8068781c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['551960d1-09dd-4198-a1fa-116d21f64b42'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:35.095692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec11f736-6eb6-4bb8-bd68-2ab62205f630 tempest-TestVolumeBootPattern-1875326273 tempest-TestVolumeBootPattern-1875326273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:35.100549 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ec11f736-6eb6-4bb8-bd68-2ab62205f630 tempest-TestVolumeBootPattern-1875326273 tempest-TestVolumeBootPattern-1875326273-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 1093 time: 0.0717955 Nov 12 04:15:35.100722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe844ce-ae0b-4190-b107-f549352fdd5e req-ceb31fed-fbe7-4c74-a226-a844c755f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:35.102994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ebe844ce-ae0b-4190-b107-f549352fdd5e req-ceb31fed-fbe7-4c74-a226-a844c755f0fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b20e575-cd23-4776-8049-6822c238b677 HTTP/1.1" status: 200 len: 922 time: 0.3610611 Nov 12 04:15:35.108521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41552) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:35.139587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a931-8943-4a5e-9149-c684be3fa346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:35.147342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '3cefbf7a-5169-4670-befe-b338a954efa1', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:35.221602 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-03fcf797-12fe-48ae-96f8-2ab8068781c1 None None] Set router 551960d1-09dd-4198-a1fa-116d21f64b42 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:35.246926 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ebe844ce-ae0b-4190-b107-f549352fdd5e req-a9e97fdc-67f6-4a3b-a77e-338adb32fa9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57484fc6-7432-42da-b6f6-b23a730f8dda HTTP/1.1" status: 200 len: 217 time: 0.0932977 Nov 12 04:15:35.259989 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a931-8943-4a5e-9149-c684be3fa346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:35.287681 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cab65941-4f24-4494-a52f-6a018c671ae5 req-60a9ebe1-05ad-4d3a-8e09-31629152f1b0 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 210 time: 0.0456495 Nov 12 04:15:35.394315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d7c6a931-8943-4a5e-9149-c684be3fa346 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=32ad8a2c680b4eccacddf1f7153da7be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9712467 Nov 12 04:15:35.398554 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41558) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:35.403949 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-d82524bd-f221-4b11-a547-0b4f4ce07490 service neutron] 10.222.0.105 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781114 Nov 12 04:15:35.405020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6a931-8943-4a5e-9149-c684be3fa346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55e07d0-e8ec-4a8c-8735-bb156913072e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:35.410196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe844ce-ae0b-4190-b107-f549352fdd5e req-e1e02760-f7f0-47b5-bb1e-60f00f6284d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:35.411675 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ebe844ce-ae0b-4190-b107-f549352fdd5e req-e1e02760-f7f0-47b5-bb1e-60f00f6284d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36de31fb-711a-44f7-807b-b71db85e7ff8 HTTP/1.1" status: 200 len: 860 time: 0.1452487 Nov 12 04:15:35.419168 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:35.476388 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03c46af4-23df-4876-a5c7-ca95a00519a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:35.490978 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ebe844ce-ae0b-4190-b107-f549352fdd5e req-204cca56-8b04-4f58-b7ea-4017b74436fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b20e575-cd23-4776-8049-6822c238b677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569754 Nov 12 04:15:35.503803 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03c46af4-23df-4876-a5c7-ca95a00519a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:35.569909 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-03fcf797-12fe-48ae-96f8-2ab8068781c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:14:31Z', 'revision_number': 4, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port': {'id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e160399f-2218-4eed-ac99-96062a3d0d9a', 'name': '', 'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'mac_address': 'fa:16:3e:f6:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:30Z', 'updated_at': '2021-11-12T04:14:37Z', 'revision_number': 5, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'subnets': [{'id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:35.611638 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fcf797-12fe-48ae-96f8-2ab8068781c1 None None] The sync data for ids ['551960d1-09dd-4198-a1fa-116d21f64b42'] in n-d-767704-23 is: [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:14:31Z', 'revision_number': 4, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port': {'id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'e160399f-2218-4eed-ac99-96062a3d0d9a', 'name': '', 'network_id': '0b20e575-cd23-4776-8049-6822c238b677', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'mac_address': 'fa:16:3e:f6:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:30Z', 'updated_at': '2021-11-12T04:14:37Z', 'revision_number': 5, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'subnets': [{'id': '36de31fb-711a-44f7-807b-b71db85e7ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:15:35.620797 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:15:35.673034 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03c46af4-23df-4876-a5c7-ca95a00519a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:35.675925 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03c46af4-23df-4876-a5c7-ca95a00519a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:35.678736 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-03c46af4-23df-4876-a5c7-ca95a00519a3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f55e07d0-e8ec-4a8c-8735-bb156913072e HTTP/1.1" status: 204 len: 168 time: 0.2782211 Nov 12 04:15:35.707245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c46af4-23df-4876-a5c7-ca95a00519a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55e07d0-e8ec-4a8c-8735-bb156913072e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:36.012106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b3feb-26cb-46f1-81e0-f2c0ee6332ef None None] New status for floating IP 42a10018-993c-407a-b7e8-48b050ced12c: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:15:36.088566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f65b49-584a-4e75-b1e3-175c071823ea req-faaaa90c-6ef7-4db1-9c9c-afaf3d03ddd0 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=24640b5314de428aa00ff5bb6a7d3889&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418069 Nov 12 04:15:36.184903 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7c2e8b9-6e7c-4de4-b4e9-12ba5ca0201e req-48b1691c-2ac6-42c0-864c-ad6e4edfc0cd service neutron] 10.222.0.105 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7609899 Nov 12 04:15:36.195684 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ebe844ce-ae0b-4190-b107-f549352fdd5e req-570129c3-b1a8-41a6-adb2-91052ddf402a service neutron] 10.222.0.26 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6913688 Nov 12 04:15:36.297092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f65b49-584a-4e75-b1e3-175c071823ea req-c8a39ebe-5ba5-42dc-9e08-3bd5a18c5f4b tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:36.299794 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f65b49-584a-4e75-b1e3-175c071823ea req-c8a39ebe-5ba5-42dc-9e08-3bd5a18c5f4b tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038162 Nov 12 04:15:36.302709 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.328320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Request body: {'port': {'device_id': 'a24738f9-545c-4fbb-83a3-c56c66415a58', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': '24640b5314de428aa00ff5bb6a7d3889'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:36.462355 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ebe844ce-ae0b-4190-b107-f549352fdd5e req-fad9fe4d-2571-43f4-a8c4-a00dd9be4ab3 service neutron] 10.222.0.26 "GET /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537899 Nov 12 04:15:36.481876 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-9c96dad7-015e-4a29-baf4-e23939c6480a tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/floatingips/42a10018-993c-407a-b7e8-48b050ced12c HTTP/1.1" status: 200 len: 694 time: 0.1374590 Nov 12 04:15:36.528631 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a3df6e20-5a13-4c40-99e6-b398e2878dca req-bfd36e57-85a8-4b80-9b8d-09ebb13b6b8d tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 210 time: 0.0986595 Nov 12 04:15:36.564645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Allocated IP 172.25.8.169 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/260859dd-a24b-4a6f-bac7-8229a9090bc0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:36.743404 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.835294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41586) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:36.852645 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8602366d-4d9a-44ab-9a26-9c8263d204c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.865741 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.942152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:36.944061 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'Port': ['ID=260859dd-a24b-4a6f-bac7-8229a9090bc0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:36.948701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:36.954909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:37.012094 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-ae63cd3a-8445-4f19-a96d-77010d2b106d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:37.012094 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-ae63cd3a-8445-4f19-a96d-77010d2b106d tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/networks/7e2d1792-a484-458c-8d3b-735e30c8bf07 HTTP/1.1" status: 200 len: 784 time: 0.4930987 Nov 12 04:15:37.027641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-fb89efdf-bd36-47f2-a22a-3c69a4676dff tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:15:37.029028 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-fb89efdf-bd36-47f2-a22a-3c69a4676dff tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104427 Nov 12 04:15:37.063428 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8602366d-4d9a-44ab-9a26-9c8263d204c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.092758 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-9a13e2ea-e18b-4b39-8c10-cca8722808f2 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 695 time: 0.0454535 Nov 12 04:15:37.093839 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Made reservation on behalf of 24640b5314de428aa00ff5bb6a7d3889 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:37.097168 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.106881 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.189257 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-664a4564-90b3-4f49-9daf-fe0b9d8dc286 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 695 time: 0.0620644 Nov 12 04:15:37.206379 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8602366d-4d9a-44ab-9a26-9c8263d204c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.252208 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602366d-4d9a-44ab-9a26-9c8263d204c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48e3c0e-d77a-4be0-a526-b318dda60daa,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:37.269241 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8602366d-4d9a-44ab-9a26-9c8263d204c9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e7165085f0474926b25ee204bfea5155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4327543 Nov 12 04:15:37.269855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41592) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:37.343540 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.371219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-4e00f262-53c5-4da3-96ac-9b29c1bfbec3 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Deleting port b802f347-e27a-49bf-a1e0-3d33b36363c5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:37.371636 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-4e00f262-53c5-4da3-96ac-9b29c1bfbec3 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.460104 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-4e00f262-53c5-4da3-96ac-9b29c1bfbec3 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.460452 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-4e00f262-53c5-4da3-96ac-9b29c1bfbec3 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.471408 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0f46f6e-df2b-4ec7-bfb1-a3cb1739fa4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.473950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-4e00f262-53c5-4da3-96ac-9b29c1bfbec3 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Calling delete_port for b802f347-e27a-49bf-a1e0-3d33b36363c5 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:37.520743 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.581140 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0f46f6e-df2b-4ec7-bfb1-a3cb1739fa4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.610704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f9c900-fba2-4b35-8a87-e34296846973,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:37.660364 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.737531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Allocated IP 192.168.233.68 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/c0c6fd15-1327-4eee-b69c-385d8e5556ab) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:37.760616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dbcab48f-cda8-4ff3-8579-8799ebf7f803 req-5f211f4f-385a-4f18-a907-5dc63a1f074e tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 210 time: 0.0449514 Nov 12 04:15:37.861759 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-4e00f262-53c5-4da3-96ac-9b29c1bfbec3 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.895469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00f262-53c5-4da3-96ac-9b29c1bfbec3 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Pushing event deleted for resources: {'Port': ['ID=b802f347-e27a-49bf-a1e0-3d33b36363c5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:37.907202 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0f46f6e-df2b-4ec7-bfb1-a3cb1739fa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.907202 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0f46f6e-df2b-4ec7-bfb1-a3cb1739fa4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.907202 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b0f46f6e-df2b-4ec7-bfb1-a3cb1739fa4d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c48e3c0e-d77a-4be0-a526-b318dda60daa HTTP/1.1" status: 204 len: 168 time: 0.6320441 Nov 12 04:15:37.934583 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f46f6e-df2b-4ec7-bfb1-a3cb1739fa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48e3c0e-d77a-4be0-a526-b318dda60daa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:37.959558 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.064302 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-4e00f262-53c5-4da3-96ac-9b29c1bfbec3 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.082804 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-4e00f262-53c5-4da3-96ac-9b29c1bfbec3 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.084244 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7c14690-60ec-4303-b499-7ed3c05f76aa req-4e00f262-53c5-4da3-96ac-9b29c1bfbec3 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "DELETE /v2.0/floatingips/42a10018-993c-407a-b7e8-48b050ced12c HTTP/1.1" status: 204 len: 173 time: 0.8848834 Nov 12 04:15:38.213407 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b61317c-7f5d-4fb1-80b6-276601f05810 req-21de8a5f-5211-462e-b0e4-da46986a6fd6 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups/360be76e-9f20-4c39-bd8f-24bb139020a7 HTTP/1.1" status: 200 len: 1826 time: 0.0927117 Nov 12 04:15:38.234221 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.246158 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.291346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b61317c-7f5d-4fb1-80b6-276601f05810 req-9652c5f0-d280-45ca-b3af-28993ea73ff2 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.318068 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b61317c-7f5d-4fb1-80b6-276601f05810 req-9652c5f0-d280-45ca-b3af-28993ea73ff2 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.380631 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.413694 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.483430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'Port': ['ID=260859dd-a24b-4a6f-bac7-8229a9090bc0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:38.486431 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.490260 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b61317c-7f5d-4fb1-80b6-276601f05810 req-9652c5f0-d280-45ca-b3af-28993ea73ff2 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.493404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:38.493573 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b61317c-7f5d-4fb1-80b6-276601f05810 req-9652c5f0-d280-45ca-b3af-28993ea73ff2 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.495119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Pushing event updated for resources: {'Port': ['ID=c0c6fd15-1327-4eee-b69c-385d8e5556ab,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:38.498678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:38.499353 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b61317c-7f5d-4fb1-80b6-276601f05810 req-9652c5f0-d280-45ca-b3af-28993ea73ff2 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "DELETE /v2.0/security-groups/360be76e-9f20-4c39-bd8f-24bb139020a7 HTTP/1.1" status: 204 len: 173 time: 0.2791071 Nov 12 04:15:38.508470 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:38.564079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652c5f0-d280-45ca-b3af-28993ea73ff2 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360be76e-9f20-4c39-bd8f-24bb139020a7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:38.602495 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:38.610964 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.671430 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Floating IP 58ccc3e6-d3d9-460e-b9c5-94cce5afae82 associated. External IP: 172.25.8.169, port: 3cefbf7a-5169-4670-befe-b338a954efa1. Nov 12 04:15:38.766302 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2038d839-ebb9-4a80-ae99-83a659bc6a4f tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4561372 Nov 12 04:15:38.783421 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Request body: {'port': {'device_id': 'a24738f9-545c-4fbb-83a3-c56c66415a58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:38.922401 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.996905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e8a359a3-ac26-4ace-8469-0995f0f870a0 None None] Provisioning complete for port c0c6fd15-1327-4eee-b69c-385d8e5556ab triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:38.997998 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8a359a3-ac26-4ace-8469-0995f0f870a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.042907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e8a359a3-ac26-4ace-8469-0995f0f870a0 None None] Port c0c6fd15-1327-4eee-b69c-385d8e5556ab cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:39.074580 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195324-b2af-41e2-afdf-5da79bb27344 req-777b1452-8a83-4832-ac86-cdfbf4722891 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.076120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0195324-b2af-41e2-afdf-5da79bb27344 req-777b1452-8a83-4832-ac86-cdfbf4722891 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 935 time: 0.1301868 Nov 12 04:15:39.121895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Router e3553784-a057-4dae-af58-37c4327aa10f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:15:39.275959 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0195324-b2af-41e2-afdf-5da79bb27344 req-119a6c53-0a73-488b-9606-7758278a9728 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/security-groups?id=e0f9c900-fba2-4b35-8a87-e34296846973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638820 Nov 12 04:15:39.388976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c6fd15-1327-4eee-b69c-385d8e5556ab {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:39.397665 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.403069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:15:39.412113 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Transition to ACTIVE for port object c0c6fd15-1327-4eee-b69c-385d8e5556ab will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:15:39.421469 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7e0a20-042b-4a72-9470-da186931d8f7 None None] Sync routers for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:15:39.428559 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de328a23-6c2a-468e-8d8a-f384a072f47e req-cc3cfef0-5a52-422a-86ed-e2264e6cf998 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.433055 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de328a23-6c2a-468e-8d8a-f384a072f47e req-cc3cfef0-5a52-422a-86ed-e2264e6cf998 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.3259447 Nov 12 04:15:39.436577 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e0a20-042b-4a72-9470-da186931d8f7 None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:39.437523 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7e7e0a20-042b-4a72-9470-da186931d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:39.498806 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de328a23-6c2a-468e-8d8a-f384a072f47e req-76a5280e-dd5d-4cc0-822d-52f963db2eb9 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567224 Nov 12 04:15:39.527107 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.559781 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.587572 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c6fd15-1327-4eee-b69c-385d8e5556ab,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:39.594409 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7e7e0a20-042b-4a72-9470-da186931d8f7 None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:39.617514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cb8fac76-9d00-40ea-970a-afb662c7e237 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5023379 Nov 12 04:15:39.617514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'tag': '3cefbf7a-5169-4670-befe-b338a954efa1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:39.617514 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd66110-f847-4715-9de4-62a2048d2ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "58da562c-ab3b-4170-b6b3-aa3b6627a351", "tag": "3cefbf7a-5169-4670-befe-b338a954efa1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:39.678788 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7362b1df-175f-4b24-84b5-9f97704da5c0 x-openstack-request-id: req-7362b1df-175f-4b24-84b5-9f97704da5c0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:39.680743 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58da562c-ab3b-4170-b6b3-aa3b6627a351", "tag": "3cefbf7a-5169-4670-befe-b338a954efa1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:39.681202 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7362b1df-175f-4b24-84b5-9f97704da5c0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:39.682603 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'tag': '3cefbf7a-5169-4670-befe-b338a954efa1', 'status': 'completed', 'code': 200} Nov 12 04:15:39.818813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Attempting to bind port c0c6fd15-1327-4eee-b69c-385d8e5556ab on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:39.825299 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Attempting to bind port c0c6fd15-1327-4eee-b69c-385d8e5556ab by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:39.825299 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Attempting to bind port c0c6fd15-1327-4eee-b69c-385d8e5556ab on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:39.843051 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Port c0c6fd15-1327-4eee-b69c-385d8e5556ab on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:39.843377 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Attempting to bind port c0c6fd15-1327-4eee-b69c-385d8e5556ab on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:39.851609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:39.851956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:39.852482 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:39.852932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Bound port: c0c6fd15-1327-4eee-b69c-385d8e5556ab, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:39.853916 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.866507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66110-f847-4715-9de4-62a2048d2ee9 req-cc9ada61-2fa1-4dd3-8b3f-1da7266d4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.873488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfd66110-f847-4715-9de4-62a2048d2ee9 req-cc9ada61-2fa1-4dd3-8b3f-1da7266d4e65 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 1098 time: 0.1423175 Nov 12 04:15:40.023719 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] For port c0c6fd15-1327-4eee-b69c-385d8e5556ab, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:40.029317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] For port c0c6fd15-1327-4eee-b69c-385d8e5556ab, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c0c6fd15-1327-4eee-b69c-385d8e5556ab,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:40.061733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66110-f847-4715-9de4-62a2048d2ee9 req-ef0bebba-7767-4113-ac7c-02738836cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:40.064170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfd66110-f847-4715-9de4-62a2048d2ee9 req-ef0bebba-7767-4113-ac7c-02738836cb12 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.1875262 Nov 12 04:15:40.134001 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.146511 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfd66110-f847-4715-9de4-62a2048d2ee9 req-c804dd18-1474-4ff7-afc0-1d746eae8a9c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cefbf7a-5169-4670-befe-b338a954efa1 HTTP/1.1" status: 200 len: 1000 time: 0.0701659 Nov 12 04:15:40.176224 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:40.179482 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.179482 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f65b49-584a-4e75-b1e3-175c071823ea req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] 10.222.0.25 "PUT /v2.0/ports/c0c6fd15-1327-4eee-b69c-385d8e5556ab HTTP/1.1" status: 200 len: 1096 time: 1.4005880 Nov 12 04:15:40.180007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24738f9-545c-4fbb-83a3-c56c66415a58', 'tag': 'c0c6fd15-1327-4eee-b69c-385d8e5556ab'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:40.184487 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dd8171-15fe-41c8-9d42-11021375321b" -d '{"events": [{"name": "network-changed", "server_uuid": "a24738f9-545c-4fbb-83a3-c56c66415a58", "tag": "c0c6fd15-1327-4eee-b69c-385d8e5556ab"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:40.263310 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7e7e0a20-042b-4a72-9470-da186931d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '58ccc3e6-d3d9-460e-b9c5-94cce5afae82', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': '3cefbf7a-5169-4670-befe-b338a954efa1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:7f:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:37Z', 'updated_at': '2021-11-12T04:15:37Z', 'revision_number': 0, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:40.314710 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eb66c3-f0fc-44dd-b6a6-45c6245fc962 x-openstack-request-id: req-b0eb66c3-f0fc-44dd-b6a6-45c6245fc962 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:40.315001 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24738f9-545c-4fbb-83a3-c56c66415a58", "tag": "c0c6fd15-1327-4eee-b69c-385d8e5556ab", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:40.316212 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b0eb66c3-f0fc-44dd-b6a6-45c6245fc962 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:40.316623 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24738f9-545c-4fbb-83a3-c56c66415a58', 'tag': 'c0c6fd15-1327-4eee-b69c-385d8e5556ab', 'status': 'completed', 'code': 200} Nov 12 04:15:40.326800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfa9b7-9aa8-4b3d-a6dd-b39422142640 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c6fd15-1327-4eee-b69c-385d8e5556ab,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:40.364476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66110-f847-4715-9de4-62a2048d2ee9 req-cf106c8a-cc18-46bf-8b72-075d81a5316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:40.367578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfd66110-f847-4715-9de4-62a2048d2ee9 req-cf106c8a-cc18-46bf-8b72-075d81a5316d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.2091076 Nov 12 04:15:40.405971 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7e0a20-042b-4a72-9470-da186931d8f7 None None] Checking router: e3553784-a057-4dae-af58-37c4327aa10f for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:15:40.441288 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f65b49-584a-4e75-b1e3-175c071823ea req-5c119fa3-87ad-4b6b-8a34-45d94ef34e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:40.442890 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f65b49-584a-4e75-b1e3-175c071823ea req-5c119fa3-87ad-4b6b-8a34-45d94ef34e84 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24640b5314de428aa00ff5bb6a7d3889&device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 1099 time: 0.1043653 Nov 12 04:15:40.444272 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e0a20-042b-4a72-9470-da186931d8f7 None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:40.445010 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7e7e0a20-042b-4a72-9470-da186931d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:40.525263 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f65b49-584a-4e75-b1e3-175c071823ea req-88afd6e1-3fd1-4720-b703-252c86a1ef63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c0c6fd15-1327-4eee-b69c-385d8e5556ab HTTP/1.1" status: 200 len: 217 time: 0.0676286 Nov 12 04:15:40.588646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66110-f847-4715-9de4-62a2048d2ee9 req-c9bed431-bb43-4415-aad9-0eabe06d4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:40.590196 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfd66110-f847-4715-9de4-62a2048d2ee9 req-c9bed431-bb43-4415-aad9-0eabe06d4ff3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2133784 Nov 12 04:15:40.686030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc5eb4-b5af-496e-b1c6-c800b9d84a83 req-604fcb81-1706-4879-a60b-6c115f9861c0 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:40.688961 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3bbc5eb4-b5af-496e-b1c6-c800b9d84a83 req-604fcb81-1706-4879-a60b-6c115f9861c0 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 947 time: 0.1784163 Nov 12 04:15:40.779444 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7e7e0a20-042b-4a72-9470-da186931d8f7 None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:40.813049 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3bbc5eb4-b5af-496e-b1c6-c800b9d84a83 req-ef4a001e-b2fa-4cc6-98a9-9291bb9d214a tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/security-groups?id=e0f9c900-fba2-4b35-8a87-e34296846973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807765 Nov 12 04:15:40.817412 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfd66110-f847-4715-9de4-62a2048d2ee9 req-5f24469b-8e57-4b13-986f-5fc82d0dedc0 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162921 Nov 12 04:15:40.826156 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2be9090a-df29-44a3-b95f-036a69e3aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:40.828842 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f65b49-584a-4e75-b1e3-175c071823ea req-2be9090a-df29-44a3-b95f-036a69e3aedc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.2812772 Nov 12 04:15:40.861775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f0f56-5530-4bc0-b0e8-1f3d0dad9785 req-863b56ac-c107-4083-8f6a-80fcfa9dff1b tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:40.863381 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-228f0f56-5530-4bc0-b0e8-1f3d0dad9785 req-863b56ac-c107-4083-8f6a-80fcfa9dff1b tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.1830311 Nov 12 04:15:40.933476 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f65b49-584a-4e75-b1e3-175c071823ea req-f62bf4de-5f0c-462a-a061-ab6ff554276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:40.935013 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f65b49-584a-4e75-b1e3-175c071823ea req-f62bf4de-5f0c-462a-a061-ab6ff554276e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0939271 Nov 12 04:15:40.978360 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-228f0f56-5530-4bc0-b0e8-1f3d0dad9785 req-98c37ac5-fb80-40b3-82fe-939f4957686f tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988011 Nov 12 04:15:41.053564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfd66110-f847-4715-9de4-62a2048d2ee9 req-6a38b782-9862-444c-b4af-deca05f74f2c service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260263 Nov 12 04:15:41.114721 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f65b49-584a-4e75-b1e3-175c071823ea req-46ba7ce2-6d93-48df-9514-03655263349c service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684701 Nov 12 04:15:41.246095 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f65b49-584a-4e75-b1e3-175c071823ea req-8789a4d3-e8dd-4784-b625-4ab169b9fa32 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237733 Nov 12 04:15:41.277275 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7e7e0a20-042b-4a72-9470-da186931d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '58ccc3e6-d3d9-460e-b9c5-94cce5afae82', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': '3cefbf7a-5169-4670-befe-b338a954efa1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:7f:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:37Z', 'updated_at': '2021-11-12T04:15:37Z', 'revision_number': 0, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:41.313940 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7e0a20-042b-4a72-9470-da186931d8f7 None None] The sync data for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 is: [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '58ccc3e6-d3d9-460e-b9c5-94cce5afae82', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': '3cefbf7a-5169-4670-befe-b338a954efa1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:7f:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:37Z', 'updated_at': '2021-11-12T04:15:37Z', 'revision_number': 0, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:15:41.467864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd8171-15fe-41c8-9d42-11021375321b req-47c5c325-bfba-47da-89ff-31bb74887d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:41.469699 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4dd8171-15fe-41c8-9d42-11021375321b req-47c5c325-bfba-47da-89ff-31bb74887d5b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24640b5314de428aa00ff5bb6a7d3889&device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 1099 time: 0.0838709 Nov 12 04:15:41.615031 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd8171-15fe-41c8-9d42-11021375321b req-9bd5b567-f36b-4c8a-9dfd-1b1fdcc78853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:41.616635 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4dd8171-15fe-41c8-9d42-11021375321b req-9bd5b567-f36b-4c8a-9dfd-1b1fdcc78853 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1397948 Nov 12 04:15:41.670868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4dd8171-15fe-41c8-9d42-11021375321b req-9b6335fa-c0b4-47b2-8950-483d1777e8a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c0c6fd15-1327-4eee-b69c-385d8e5556ab HTTP/1.1" status: 200 len: 217 time: 0.0457661 Nov 12 04:15:41.674782 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7a0b9-3364-4bbd-97e7-8f17fb22c4f7 None None] New status for floating IP 58ccc3e6-d3d9-460e-b9c5-94cce5afae82: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:15:41.729211 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd8171-15fe-41c8-9d42-11021375321b req-94897875-89f2-4e1d-b20c-279130b055a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:41.730649 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4dd8171-15fe-41c8-9d42-11021375321b req-94897875-89f2-4e1d-b20c-279130b055a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0476239 Nov 12 04:15:41.781699 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd8171-15fe-41c8-9d42-11021375321b req-20be3efa-6ee7-42b1-b789-4833a8932771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:41.783405 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4dd8171-15fe-41c8-9d42-11021375321b req-20be3efa-6ee7-42b1-b789-4833a8932771 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0447884 Nov 12 04:15:41.929624 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4dd8171-15fe-41c8-9d42-11021375321b req-77158c18-7cad-4f30-b9d8-8f9cefddf003 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357377 Nov 12 04:15:42.099498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479bf12-387d-4534-a47d-eac242568daa req-579b54c8-e858-4b98-abc3-331a1dccd1e7 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:42.124735 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2479bf12-387d-4534-a47d-eac242568daa req-579b54c8-e858-4b98-abc3-331a1dccd1e7 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 947 time: 0.1673579 Nov 12 04:15:42.137016 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d4dd8171-15fe-41c8-9d42-11021375321b req-c15b94e2-19a5-4e2e-99bb-3990fc1d7f1c service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997390 Nov 12 04:15:42.220522 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2479bf12-387d-4534-a47d-eac242568daa req-c101cd16-a25f-44e6-8b81-eca54a7f6063 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/security-groups?id=e0f9c900-fba2-4b35-8a87-e34296846973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941398 Nov 12 04:15:42.221656 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f044-d86c-4b89-b143-5fc4659c4e4c req-3392feaa-7923-47be-9b54-0d628fab0b7e tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:42.223291 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-70d1f044-d86c-4b89-b143-5fc4659c4e4c req-3392feaa-7923-47be-9b54-0d628fab0b7e tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0644805 Nov 12 04:15:42.286978 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-70d1f044-d86c-4b89-b143-5fc4659c4e4c req-b92b765a-0e11-4bfb-b02f-6a00b356d401 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/security-groups?id=2342750d-14a4-4bb9-afd5-e8dd3f2732eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526712 Nov 12 04:15:42.375764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ae479-95d2-47e5-a936-abb02f13b5d0 req-15b82b38-29b3-429b-835e-07a31f2ea8b3 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:42.378567 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-158ae479-95d2-47e5-a936-abb02f13b5d0 req-15b82b38-29b3-429b-835e-07a31f2ea8b3 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.26 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 946 time: 0.0546737 Nov 12 04:15:42.490828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-158ae479-95d2-47e5-a936-abb02f13b5d0 req-26d4d9c9-954e-40dc-8c04-47bb5b586ad0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Deleting port 57484fc6-7432-42da-b6f6-b23a730f8dda {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:42.491173 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-158ae479-95d2-47e5-a936-abb02f13b5d0 req-26d4d9c9-954e-40dc-8c04-47bb5b586ad0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.590754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-158ae479-95d2-47e5-a936-abb02f13b5d0 req-26d4d9c9-954e-40dc-8c04-47bb5b586ad0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] For port 57484fc6-7432-42da-b6f6-b23a730f8dda, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=57484fc6-7432-42da-b6f6-b23a730f8dda,segment=NetworkSegment(ae8aba08-6fcf-4693-8711-69a26070cfd2),segment_id=ae8aba08-6fcf-4693-8711-69a26070cfd2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:42.591112 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-158ae479-95d2-47e5-a936-abb02f13b5d0 req-26d4d9c9-954e-40dc-8c04-47bb5b586ad0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.608637 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-158ae479-95d2-47e5-a936-abb02f13b5d0 req-26d4d9c9-954e-40dc-8c04-47bb5b586ad0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Calling delete_port for 57484fc6-7432-42da-b6f6-b23a730f8dda owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:42.921986 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-158ae479-95d2-47e5-a936-abb02f13b5d0 req-26d4d9c9-954e-40dc-8c04-47bb5b586ad0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:42.956891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4d9c9-954e-40dc-8c04-47bb5b586ad0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Pushing event deleted for resources: {'Port': ['ID=57484fc6-7432-42da-b6f6-b23a730f8dda,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:42.970131 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['57484fc6-7432-42da-b6f6-b23a730f8dda'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:43.034921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-158ae479-95d2-47e5-a936-abb02f13b5d0 req-26d4d9c9-954e-40dc-8c04-47bb5b586ad0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] No DVR routers for this DVR port 57484fc6-7432-42da-b6f6-b23a730f8dda on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:43.038027 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-158ae479-95d2-47e5-a936-abb02f13b5d0 req-26d4d9c9-954e-40dc-8c04-47bb5b586ad0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.042148 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-158ae479-95d2-47e5-a936-abb02f13b5d0 req-26d4d9c9-954e-40dc-8c04-47bb5b586ad0 tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.26 "DELETE /v2.0/ports/57484fc6-7432-42da-b6f6-b23a730f8dda HTTP/1.1" status: 204 len: 173 time: 0.6536415 Nov 12 04:15:43.042647 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'name': 'network-vif-deleted', 'tag': '57484fc6-7432-42da-b6f6-b23a730f8dda'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:43.045036 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b6e7f3-a795-4936-8ce7-c9a1f3816a2d" -d '{"events": [{"server_uuid": "62814e3f-1c31-4da2-bbff-48dd06b78c73", "name": "network-vif-deleted", "tag": "57484fc6-7432-42da-b6f6-b23a730f8dda"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:43.082609 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1f5c5e-427f-48b5-8133-1edcd55ab181 x-openstack-request-id: req-7f1f5c5e-427f-48b5-8133-1edcd55ab181 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:43.082943 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62814e3f-1c31-4da2-bbff-48dd06b78c73", "name": "network-vif-deleted", "tag": "57484fc6-7432-42da-b6f6-b23a730f8dda", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:43.083507 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7f1f5c5e-427f-48b5-8133-1edcd55ab181 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:43.083694 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62814e3f-1c31-4da2-bbff-48dd06b78c73', 'name': 'network-vif-deleted', 'tag': '57484fc6-7432-42da-b6f6-b23a730f8dda', 'status': 'completed', 'code': 200} Nov 12 04:15:43.239753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c0c6fd15-1327-4eee-b69c-385d8e5556ab details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:15:43.350472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c0c6fd15-1327-4eee-b69c-385d8e5556ab, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c0c6fd15-1327-4eee-b69c-385d8e5556ab,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:43.363455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'c0c6fd15-1327-4eee-b69c-385d8e5556ab', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': 'c0c6fd15-1327-4eee-b69c-385d8e5556ab', 'mac_address': 'fa:16:3e:8f:01:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:15:43.380320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393945e-1f70-4334-9a55-e6789cfb22cf req-72f7f372-31db-47ea-965c-a85a2cbacf8d tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:43.381163 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a393945e-1f70-4334-9a55-e6789cfb22cf req-72f7f372-31db-47ea-965c-a85a2cbacf8d tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 947 time: 0.0929873 Nov 12 04:15:43.414503 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c6f2d6e-959f-4edc-ac78-2afeb6244023 req-6338cdba-927f-44aa-955b-f4c3dff1d40a tempest-ServerRescueTestJSONUnderV235-1872547225 tempest-ServerRescueTestJSONUnderV235-1872547225-project] 10.222.0.105 "GET /v2.0/ports?device_id=62814e3f-1c31-4da2-bbff-48dd06b78c73 HTTP/1.1" status: 200 len: 210 time: 0.0372736 Nov 12 04:15:43.449969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a393945e-1f70-4334-9a55-e6789cfb22cf req-553717ce-448a-430f-890b-6e3a18a3a439 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/security-groups?id=e0f9c900-fba2-4b35-8a87-e34296846973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563834 Nov 12 04:15:43.453155 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.475039 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c6fd15-1327-4eee-b69c-385d8e5556ab {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:43.495383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c0c6fd15-1327-4eee-b69c-385d8e5556ab, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c0c6fd15-1327-4eee-b69c-385d8e5556ab,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:43.584244 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:43.645625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=c0c6fd15-1327-4eee-b69c-385d8e5556ab,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:43.810639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c0c6fd15-1327-4eee-b69c-385d8e5556ab'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:44.496384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41784) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:44.587793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb75e40-f4d9-4607-9819-e258af6491e2 req-7fbcff56-9710-4fc2-b385-aa7732df34e2 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:44.589603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbb75e40-f4d9-4607-9819-e258af6491e2 req-7fbcff56-9710-4fc2-b385-aa7732df34e2 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 948 time: 0.0540974 Nov 12 04:15:44.664913 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbb75e40-f4d9-4607-9819-e258af6491e2 req-3cffaac4-af31-4dae-a5dd-b83b78bf28fe tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/security-groups?id=e0f9c900-fba2-4b35-8a87-e34296846973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601313 Nov 12 04:15:45.257904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c0c6fd15-1327-4eee-b69c-385d8e5556ab up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:45.402352 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60d5063f-f42a-49b3-a1fe-a8a342677e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.407275 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port c0c6fd15-1327-4eee-b69c-385d8e5556ab completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:15:45.412162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port c0c6fd15-1327-4eee-b69c-385d8e5556ab triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:45.412582 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.535444 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.576615 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24738f9-545c-4fbb-83a3-c56c66415a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c6fd15-1327-4eee-b69c-385d8e5556ab'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:45.578976 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96e8f01-aa89-4fe5-ae0b-108bd231f3eb" -d '{"events": [{"server_uuid": "a24738f9-545c-4fbb-83a3-c56c66415a58", "name": "network-vif-plugged", "status": "completed", "tag": "c0c6fd15-1327-4eee-b69c-385d8e5556ab"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:45.596662 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c0c6fd15-1327-4eee-b69c-385d8e5556ab, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c0c6fd15-1327-4eee-b69c-385d8e5556ab,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:45.642674 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44c33ba-d549-4149-a513-85ddb15bf024 x-openstack-request-id: req-c44c33ba-d549-4149-a513-85ddb15bf024 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:45.643057 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24738f9-545c-4fbb-83a3-c56c66415a58", "name": "network-vif-plugged", "status": "completed", "tag": "c0c6fd15-1327-4eee-b69c-385d8e5556ab", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:45.643388 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c44c33ba-d549-4149-a513-85ddb15bf024 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:45.643798 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24738f9-545c-4fbb-83a3-c56c66415a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c6fd15-1327-4eee-b69c-385d8e5556ab', 'code': 200} Nov 12 04:15:45.687006 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.808729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=c0c6fd15-1327-4eee-b69c-385d8e5556ab,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:45.876012 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf9c3b-96ac-4001-a5ee-b07b54f4e5ed req-6967814f-c82c-4d03-8776-9dd0a8cc67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:45.878016 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2bf9c3b-96ac-4001-a5ee-b07b54f4e5ed req-6967814f-c82c-4d03-8776-9dd0a8cc67b7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 1101 time: 0.1611624 Nov 12 04:15:45.906744 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-60d5063f-f42a-49b3-a1fe-a8a342677e6e admin admin] Deleting port e160399f-2218-4eed-ac99-96062a3d0d9a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:45.907219 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60d5063f-f42a-49b3-a1fe-a8a342677e6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.933516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5ba9b-ebe9-4acf-94f3-23e1556d0235 req-bd310c51-8435-4405-8efe-5f3342a8cee1 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:45.939525 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-34c5ba9b-ebe9-4acf-94f3-23e1556d0235 req-bd310c51-8435-4405-8efe-5f3342a8cee1 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 949 time: 0.1395087 Nov 12 04:15:45.982772 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2bf9c3b-96ac-4001-a5ee-b07b54f4e5ed req-bc9a9479-dfd1-4266-b9e5-70b14e4f820c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e0f9c900-fba2-4b35-8a87-e34296846973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966890 Nov 12 04:15:46.012776 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-34c5ba9b-ebe9-4acf-94f3-23e1556d0235 req-7d8dc611-0836-45e6-9499-2de98fc5baa7 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/security-groups?id=e0f9c900-fba2-4b35-8a87-e34296846973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645192 Nov 12 04:15:46.015829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-60d5063f-f42a-49b3-a1fe-a8a342677e6e admin admin] For port e160399f-2218-4eed-ac99-96062a3d0d9a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e160399f-2218-4eed-ac99-96062a3d0d9a,segment=NetworkSegment(ae8aba08-6fcf-4693-8711-69a26070cfd2),segment_id=ae8aba08-6fcf-4693-8711-69a26070cfd2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:46.016212 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60d5063f-f42a-49b3-a1fe-a8a342677e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.037378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-60d5063f-f42a-49b3-a1fe-a8a342677e6e admin admin] Calling delete_port for e160399f-2218-4eed-ac99-96062a3d0d9a owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:46.544746 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60d5063f-f42a-49b3-a1fe-a8a342677e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.577077 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5063f-f42a-49b3-a1fe-a8a342677e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=e160399f-2218-4eed-ac99-96062a3d0d9a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:46.758640 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60d5063f-f42a-49b3-a1fe-a8a342677e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:46.997713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d5063f-f42a-49b3-a1fe-a8a342677e6e admin admin] Router 551960d1-09dd-4198-a1fa-116d21f64b42 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:15:47.176021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d5063f-f42a-49b3-a1fe-a8a342677e6e admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:15:47.184353 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-60d5063f-f42a-49b3-a1fe-a8a342677e6e admin admin] 10.222.0.105 "PUT /v2.0/routers/551960d1-09dd-4198-a1fa-116d21f64b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6841128 Nov 12 04:15:47.184863 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41840) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:47.194003 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ab0351-0772-45de-8169-1bb2b0954055 None None] Sync routers for ids ['551960d1-09dd-4198-a1fa-116d21f64b42'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:15:47.209749 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab0351-0772-45de-8169-1bb2b0954055 None None] Routers {'551960d1-09dd-4198-a1fa-116d21f64b42'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:47.210664 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-42ab0351-0772-45de-8169-1bb2b0954055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['551960d1-09dd-4198-a1fa-116d21f64b42'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:47.225685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54c07-e7b8-4927-b1e2-b2d7a03df80a req-af36029e-41d5-455b-a1e4-2d766bf6f020 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:47.230968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96c54c07-e7b8-4927-b1e2-b2d7a03df80a req-af36029e-41d5-455b-a1e4-2d766bf6f020 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 949 time: 0.1037114 Nov 12 04:15:47.312133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96c54c07-e7b8-4927-b1e2-b2d7a03df80a req-efeb923d-99a7-43df-87c5-f82f830b0904 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/security-groups?id=e0f9c900-fba2-4b35-8a87-e34296846973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789347 Nov 12 04:15:47.361044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 57484fc6-7432-42da-b6f6-b23a730f8dda no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:47.397367 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.412211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 57484fc6-7432-42da-b6f6-b23a730f8dda {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:47.412557 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 57484fc6-7432-42da-b6f6-b23a730f8dda not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:47.473281 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-42ab0351-0772-45de-8169-1bb2b0954055 None None] Set router 551960d1-09dd-4198-a1fa-116d21f64b42 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:47.545388 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.682924 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-42ab0351-0772-45de-8169-1bb2b0954055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:15:46Z', 'revision_number': 5, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port': {'id': 'e6c5c01b-8156-4c9e-91f1-79261cc70009', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:27Z', 'updated_at': '2021-11-12T04:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:47.712664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] Deleting port e6c5c01b-8156-4c9e-91f1-79261cc70009 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:47.713008 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.718402 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ab0351-0772-45de-8169-1bb2b0954055 None None] Checking router: 551960d1-09dd-4198-a1fa-116d21f64b42 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:15:47.728442 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab0351-0772-45de-8169-1bb2b0954055 None None] Routers {'551960d1-09dd-4198-a1fa-116d21f64b42'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:47.729377 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-42ab0351-0772-45de-8169-1bb2b0954055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['551960d1-09dd-4198-a1fa-116d21f64b42'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:47.832853 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-42ab0351-0772-45de-8169-1bb2b0954055 None None] Set router 551960d1-09dd-4198-a1fa-116d21f64b42 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:47.869696 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] For port e6c5c01b-8156-4c9e-91f1-79261cc70009, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e6c5c01b-8156-4c9e-91f1-79261cc70009,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:47.870064 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.882660 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] Calling delete_port for e6c5c01b-8156-4c9e-91f1-79261cc70009 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:47.897780 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-42ab0351-0772-45de-8169-1bb2b0954055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:15:47Z', 'revision_number': 6, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:47.939632 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ab0351-0772-45de-8169-1bb2b0954055 None None] The sync data for ids ['551960d1-09dd-4198-a1fa-116d21f64b42'] in n-d-767704-23 is: [{'id': '551960d1-09dd-4198-a1fa-116d21f64b42', 'name': 'tempest-ServerRescueTestJSONUnderV235-1807249989-router', 'tenant_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:25Z', 'updated_at': '2021-11-12T04:15:47Z', 'revision_number': 6, 'project_id': 'd2277147369e4fb5ab674d9cfc56b6b7', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:15:48.172468 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.201784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c5c01b-8156-4c9e-91f1-79261cc70009,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:48.226605 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73d547e-7477-475b-88f4-0ba634f536df None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:48.280101 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.441380 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.445242 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.552882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf6bdf-314c-4300-bd39-da0e8b10ee22 req-add32ecd-7a60-4fea-96bd-2d02b2fb238a tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:48.554401 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a0bf6bdf-314c-4300-bd39-da0e8b10ee22 req-add32ecd-7a60-4fea-96bd-2d02b2fb238a tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 949 time: 0.0608344 Nov 12 04:15:48.626689 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a0bf6bdf-314c-4300-bd39-da0e8b10ee22 req-38f064c0-d61f-4509-be41-b1909bce1d4d tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/security-groups?id=e0f9c900-fba2-4b35-8a87-e34296846973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648673 Nov 12 04:15:48.660727 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.662821 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 551960d1-09dd-4198-a1fa-116d21f64b42 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:15:48.679032 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.683127 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-70b7b0c7-81ca-42d2-a5fb-825a574e4889 admin admin] 10.222.0.105 "DELETE /v2.0/routers/551960d1-09dd-4198-a1fa-116d21f64b42 HTTP/1.1" status: 204 len: 168 time: 1.4954329 Nov 12 04:15:48.686565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41876) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:48.786962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a1c132-bd14-451a-823a-90996a0bc248 admin admin] Deleting subnet 36de31fb-711a-44f7-807b-b71db85e7ff8 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:15:48.791609 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53a1c132-bd14-451a-823a-90996a0bc248 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.859385 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53a1c132-bd14-451a-823a-90996a0bc248 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.918295 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53a1c132-bd14-451a-823a-90996a0bc248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.126823 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.179263 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53a1c132-bd14-451a-823a-90996a0bc248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.223109 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53a1c132-bd14-451a-823a-90996a0bc248 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.233455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:49.234014 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-53a1c132-bd14-451a-823a-90996a0bc248 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/36de31fb-711a-44f7-807b-b71db85e7ff8 HTTP/1.1" status: 204 len: 168 time: 0.5455184 Nov 12 04:15:49.284856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1c132-bd14-451a-823a-90996a0bc248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36de31fb-711a-44f7-807b-b71db85e7ff8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:49.378325 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd62ff2f-3113-42a8-8fa3-9840160fc0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.495813 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd62ff2f-3113-42a8-8fa3-9840160fc0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.536583 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cd62ff2f-3113-42a8-8fa3-9840160fc0da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b20e575-cd23-4776-8049-6822c238b677']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:49.549709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cd62ff2f-3113-42a8-8fa3-9840160fc0da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8aba08-6fcf-4693-8711-69a26070cfd2') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:49.550180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cd62ff2f-3113-42a8-8fa3-9840160fc0da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8aba08-6fcf-4693-8711-69a26070cfd2') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:49.565195 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd62ff2f-3113-42a8-8fa3-9840160fc0da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.586258 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd62ff2f-3113-42a8-8fa3-9840160fc0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.593581 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd62ff2f-3113-42a8-8fa3-9840160fc0da admin admin] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:49.593921 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd62ff2f-3113-42a8-8fa3-9840160fc0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:49.595657 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:49.602400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e160399f-2218-4eed-ac99-96062a3d0d9a no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:49.641725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: e160399f-2218-4eed-ac99-96062a3d0d9a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:49.642394 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e160399f-2218-4eed-ac99-96062a3d0d9a not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:49.643249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e6c5c01b-8156-4c9e-91f1-79261cc70009 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:49.679687 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: e6c5c01b-8156-4c9e-91f1-79261cc70009 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:49.680055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e6c5c01b-8156-4c9e-91f1-79261cc70009 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:49.812710 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd62ff2f-3113-42a8-8fa3-9840160fc0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.839776 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd62ff2f-3113-42a8-8fa3-9840160fc0da admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.843552 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cd62ff2f-3113-42a8-8fa3-9840160fc0da admin admin] 10.222.0.105 "DELETE /v2.0/networks/0b20e575-cd23-4776-8049-6822c238b677 HTTP/1.1" status: 204 len: 168 time: 0.6083424 Nov 12 04:15:49.844578 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62ff2f-3113-42a8-8fa3-9840160fc0da admin admin] Pushing event deleted for resources: {'Network': ['ID=0b20e575-cd23-4776-8049-6822c238b677,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:50.283190 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 41898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:50.336704 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-af04decb-ff88-457e-8582-9494423034e9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d2277147369e4fb5ab674d9cfc56b6b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512130 Nov 12 04:15:50.339571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 41900) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:50.398756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8951e82-ed41-41c1-9938-34205cdb7102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.427735 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8951e82-ed41-41c1-9938-34205cdb7102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.538232 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8951e82-ed41-41c1-9938-34205cdb7102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.541563 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8951e82-ed41-41c1-9938-34205cdb7102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.545240 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a8951e82-ed41-41c1-9938-34205cdb7102 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2342750d-14a4-4bb9-afd5-e8dd3f2732eb HTTP/1.1" status: 204 len: 168 time: 0.2014604 Nov 12 04:15:50.552243 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8951e82-ed41-41c1-9938-34205cdb7102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2342750d-14a4-4bb9-afd5-e8dd3f2732eb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:52.468495 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b74e228-e53e-49b7-ad4f-81ab170118f1 req-56e948e9-22fb-48f0-b569-4256dd9dc889 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=183160e8-440c-4154-b8df-c8848d447197 HTTP/1.1" status: 200 len: 210 time: 0.0388794 Nov 12 04:15:52.961531 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9f53a1c0-32b0-494a-9ba0-9c134d45745e req-4f8d5bb9-1558-4b3e-a88f-67f96fffddcb tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0379624 Nov 12 04:15:53.106761 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6bde2397-b4db-40dd-9a08-f64291a1d21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.073184 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54827824-c55d-4701-a176-53819bb80cfb req-3f71ca0d-2fd6-4921-892d-1c3e9b66ec52 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0336261 Nov 12 04:15:55.020716 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.244072 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b1cbfee0-1ac4-4736-b759-043cb879e146 req-ed14acd2-e089-4de1-96a7-4cb9fff23202 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0502272 Nov 12 04:15:56.383187 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-135282e2-59a1-48db-b8a7-319285f07996 req-af1cb972-bb2f-42f5-983d-2d8c644d3a46 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0428915 Nov 12 04:15:56.767376 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.893473 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-062dd479-3759-4dfd-a808-f700abb9070e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.500077 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1643d263-e6c1-4f87-907b-1c81cbf705f2 req-53f08edf-8b5e-4ac0-8521-673737085e90 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0267866 Nov 12 04:15:58.515552 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.659468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4d25c7b-35a4-4402-9a17-12d15e86e980 req-fda4023b-8047-4995-afc2-475ec9e48f0f tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0365939 Nov 12 04:15:58.862581 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66c9facb-4d8e-4f4f-a228-8d272e5b27f4 req-5b201332-82da-414e-ab07-f476856c9ef9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=183160e8-440c-4154-b8df-c8848d447197 HTTP/1.1" status: 200 len: 210 time: 0.0319884 Nov 12 04:15:58.960576 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.822534 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-415b4f18-09c3-4e1f-8bc0-87177c1174f0 req-fae0ba4e-e30b-42a0-a50e-7e39beb1f5d1 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0362809 Nov 12 04:15:59.942263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2815d5f-2da6-4ba7-9961-a3a9af3e3031 req-7b960a2c-5140-4b80-bae3-b848ec0430b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0316465 Nov 12 04:16:00.957763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1ff9312-70f2-4eca-b6f0-1d40df9a7a5a req-09fd4931-187f-46ea-9266-9fb9643540fa tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0396876 Nov 12 04:16:01.591861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:01.748923 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d39df60-7880-4a76-b462-34021e20a6c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.841358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d39df60-7880-4a76-b462-34021e20a6c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.921108 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d39df60-7880-4a76-b462-34021e20a6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.962690 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1d39df60-7880-4a76-b462-34021e20a6c8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6239f31629d7433c9b4cf88332aefc2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696678 Nov 12 04:16:01.963965 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39df60-7880-4a76-b462-34021e20a6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d08300-9033-49dc-a8d9-bb4d8fa577a3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:01.965534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 42250) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:02.039279 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.069577 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.218059 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.222114 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.223747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/48d08300-9033-49dc-a8d9-bb4d8fa577a3 HTTP/1.1" status: 204 len: 168 time: 0.2519524 Nov 12 04:16:02.234577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d08300-9033-49dc-a8d9-bb4d8fa577a3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:02.245072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:02.246234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:02.246493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:02.247064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:02.247624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:02.248236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:02.248811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:02.249362 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:02.249920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:02.250463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:02.251137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:02.251764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f8231-9d09-46e7-83d8-43bc7cc597b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:02.392679 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6b93da19-a93a-4f01-9ceb-481a3693e756 req-4afcdb5e-623b-4ffa-8de8-bc12d47d5141 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0382478 Nov 12 04:16:02.985578 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4697843b-2fe7-4b79-b903-2600fa12291e req-972abe2a-0cf1-445d-887b-4a4809ca1cdf tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0395346 Nov 12 04:16:03.049852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 42314) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:03.064928 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4983-b2ac-4430-bad3-0ea5cc780b3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.158703 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4983-b2ac-4430-bad3-0ea5cc780b3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.235659 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4983-b2ac-4430-bad3-0ea5cc780b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.296410 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3b6b4983-b2ac-4430-bad3-0ea5cc780b3a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2d6a8c461c0a40c6b91a2b01cc4bb1f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2452266 Nov 12 04:16:03.300438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 42332) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:03.308280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b4983-b2ac-4430-bad3-0ea5cc780b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63986b9d-676e-49c7-b453-3b81cddfc87f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:03.368873 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783d579b-ccf5-4cb4-8e2f-ddde9c50752c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.393932 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783d579b-ccf5-4cb4-8e2f-ddde9c50752c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.572738 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783d579b-ccf5-4cb4-8e2f-ddde9c50752c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.575373 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783d579b-ccf5-4cb4-8e2f-ddde9c50752c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.576630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-783d579b-ccf5-4cb4-8e2f-ddde9c50752c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/63986b9d-676e-49c7-b453-3b81cddfc87f HTTP/1.1" status: 204 len: 168 time: 0.2752202 Nov 12 04:16:03.585795 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d579b-ccf5-4cb4-8e2f-ddde9c50752c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63986b9d-676e-49c7-b453-3b81cddfc87f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.104277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f35217d7-e79d-4d42-87f7-cf30a30d7da4 req-7384ac52-dd26-453a-a230-d8724adb7dec tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0304976 Nov 12 04:16:04.333869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 42388) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:04.350003 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f224906-434b-4efe-97e5-c1522082efd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.437695 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f224906-434b-4efe-97e5-c1522082efd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.526398 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f224906-434b-4efe-97e5-c1522082efd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.567216 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5f224906-434b-4efe-97e5-c1522082efd3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2aa9d3258492478e871fabb3d4176c61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322078 Nov 12 04:16:04.568092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f224906-434b-4efe-97e5-c1522082efd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c04ffa-6297-443f-85eb-f13ec7eededd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.570148 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42406) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:04.625292 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfc3c3e8-2a1b-4ba0-a87b-64122e710165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.647080 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfc3c3e8-2a1b-4ba0-a87b-64122e710165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.789692 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfc3c3e8-2a1b-4ba0-a87b-64122e710165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.794203 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfc3c3e8-2a1b-4ba0-a87b-64122e710165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.796603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cfc3c3e8-2a1b-4ba0-a87b-64122e710165 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c1c04ffa-6297-443f-85eb-f13ec7eededd HTTP/1.1" status: 204 len: 168 time: 0.2242332 Nov 12 04:16:04.809547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3c3e8-2a1b-4ba0-a87b-64122e710165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c04ffa-6297-443f-85eb-f13ec7eededd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:05.241630 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cdcc97b5-0f41-49e4-aabf-4ec029ac268f req-56f42f09-0c72-48a7-8e7a-bfa1cd0f02f1 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0428426 Nov 12 04:16:06.342508 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-546571c8-85bb-4794-b6cd-8851a73d7c2f req-091d738c-732e-4dd0-8d9f-8740a6e09b03 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0297112 Nov 12 04:16:06.847477 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67d0532c-1b12-4a31-a613-372b3cb02a94 req-1160a769-efd8-4aa2-aa52-de66f1c9b4bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437269 Nov 12 04:16:06.944700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0532c-1b12-4a31-a613-372b3cb02a94 req-a5b47996-37ac-4f8b-8e71-2a3323f45e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:06.946829 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67d0532c-1b12-4a31-a613-372b3cb02a94 req-a5b47996-37ac-4f8b-8e71-2a3323f45e1a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 1098 time: 0.0493619 Nov 12 04:16:07.074470 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0532c-1b12-4a31-a613-372b3cb02a94 req-e9cbc2c8-d7b7-4ed7-806b-d1bedc2739bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:07.081806 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67d0532c-1b12-4a31-a613-372b3cb02a94 req-e9cbc2c8-d7b7-4ed7-806b-d1bedc2739bf service neutron] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.1090510 Nov 12 04:16:07.160061 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67d0532c-1b12-4a31-a613-372b3cb02a94 req-06ac4fc5-a85e-43d9-a183-9019041a5152 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cefbf7a-5169-4670-befe-b338a954efa1 HTTP/1.1" status: 200 len: 1002 time: 0.0739481 Nov 12 04:16:07.236803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0532c-1b12-4a31-a613-372b3cb02a94 req-d0c3c4d3-93a4-40c1-b4f7-4b6a9969c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:07.238459 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67d0532c-1b12-4a31-a613-372b3cb02a94 req-d0c3c4d3-93a4-40c1-b4f7-4b6a9969c7ff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0668564 Nov 12 04:16:07.305593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0532c-1b12-4a31-a613-372b3cb02a94 req-beabc919-29ce-44f9-baa7-063551f356d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:07.307715 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67d0532c-1b12-4a31-a613-372b3cb02a94 req-beabc919-29ce-44f9-baa7-063551f356d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606937 Nov 12 04:16:07.470149 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ac99f6fe-13b6-4f15-b443-d3d5f89aca0f req-813fc4cf-ee52-4d74-b8ed-957891c4305a tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0392749 Nov 12 04:16:07.471937 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67d0532c-1b12-4a31-a613-372b3cb02a94 req-65445fcb-11dc-4c02-b5c6-a6366d440b13 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536050 Nov 12 04:16:07.583104 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67d0532c-1b12-4a31-a613-372b3cb02a94 req-27ccfff9-821c-4e4f-9672-3cf8e9f6c1c9 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012015 Nov 12 04:16:08.587942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f67c2c23-9bd6-4719-8939-cf5f6122a4a6 req-13c90874-7c00-479d-b696-c84327f9c475 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0276639 Nov 12 04:16:09.718482 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-519dc1e0-171b-4184-b3bd-a849a68130ae req-d42bb0f3-3eba-4782-a429-3e4da6810d9f tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0365486 Nov 12 04:16:10.850971 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a4d45ae-7017-4624-b42f-ed7d4234d213 req-2a746f9b-4957-49c0-b249-496568290a37 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0378060 Nov 12 04:16:10.986122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5a29fd45-1396-4a4b-930d-b53d62e7b292 req-8046f74a-1f46-4b07-9fa1-560e8fcf5d17 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=183160e8-440c-4154-b8df-c8848d447197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0486493 Nov 12 04:16:11.122877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5a29fd45-1396-4a4b-930d-b53d62e7b292 req-0bb9d9c9-0bde-403f-8376-c5fde28a27e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e525ec72788b45c4ab0ef6fef96c6ca9&device_id=183160e8-440c-4154-b8df-c8848d447197 HTTP/1.1" status: 200 len: 210 time: 0.0317268 Nov 12 04:16:11.185744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5a29fd45-1396-4a4b-930d-b53d62e7b292 req-7ed04ff3-c31b-4663-b8cb-483c9d511b29 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e525ec72788b45c4ab0ef6fef96c6ca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242391 Nov 12 04:16:11.305783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29fd45-1396-4a4b-930d-b53d62e7b292 req-e996cfb4-ce4b-46eb-a51b-2399540e25da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:11.307384 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5a29fd45-1396-4a4b-930d-b53d62e7b292 req-e996cfb4-ce4b-46eb-a51b-2399540e25da service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1089203 Nov 12 04:16:12.012825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-325204ce-c60c-451f-b868-a8ca79d0ca78 req-84b74907-b915-457e-9a1b-7d3ca5da9d61 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0521476 Nov 12 04:16:12.629839 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:16:13.223514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de17ef99-f72c-4ad3-9d6a-b061684a1a31 req-dc214459-73fd-4919-ba03-09fa09002c66 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0542152 Nov 12 04:16:14.387421 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d931afb4-d2af-4eea-b046-3b387c9e8769 req-3044d0f4-1ae1-46bd-9a31-ef2cc5c5def5 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0272214 Nov 12 04:16:15.610667 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ca522f2-8160-4b6f-8dff-81f5471e8436 req-e0f94259-604a-4c6e-b16a-2c1aa190bca5 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.1076083 Nov 12 04:16:16.945562 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ae4d9622-abb8-4a21-aece-97644aeb7ddc req-124582d4-a8e0-4edc-bf85-cd49a9fcf22d tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.1234629 Nov 12 04:16:16.989853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 42972) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:17.153721 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.249130 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.349254 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.439705 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d6ed5037cc5849eea554c5c85ef46fda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4478908 Nov 12 04:16:17.442555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 42984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:17.471985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02617dc-ffad-43e5-bfc8-58c65d6a412d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:17.494518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:17.494860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:17.495203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:17.495541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:17.495880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:17.496234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:17.496564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:17.496891 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:17.497217 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:17.497541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:17.497863 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:17.498183 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc889d-7786-4840-9411-da52a09d27f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:17.561137 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d0b453a-91f8-462c-899a-ea05aaa4d19d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.590672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d0b453a-91f8-462c-899a-ea05aaa4d19d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.715519 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d0b453a-91f8-462c-899a-ea05aaa4d19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.719242 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d0b453a-91f8-462c-899a-ea05aaa4d19d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.732453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8d0b453a-91f8-462c-899a-ea05aaa4d19d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e02617dc-ffad-43e5-bfc8-58c65d6a412d HTTP/1.1" status: 204 len: 168 time: 0.2802727 Nov 12 04:16:17.746984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b453a-91f8-462c-899a-ea05aaa4d19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02617dc-ffad-43e5-bfc8-58c65d6a412d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:18.085774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96d71ebd-3949-411b-9de0-8238fc9cb21f req-0536fdf4-7f5b-4d7d-8d21-815a001ed006 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0517275 Nov 12 04:16:18.605732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43008) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:18.621659 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc54f40-b15f-4b00-a354-459f90f08ebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.715489 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc54f40-b15f-4b00-a354-459f90f08ebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.851419 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc54f40-b15f-4b00-a354-459f90f08ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.899615 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8cc54f40-b15f-4b00-a354-459f90f08ebd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=66932aa76bda492085fef6bf5aa0ac2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2960627 Nov 12 04:16:18.901364 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc54f40-b15f-4b00-a354-459f90f08ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c4d2d0-752e-487f-9bc0-fc1f56f121c7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:18.903820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43012) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:18.962807 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8188d754-a318-4995-bc99-c15f18966133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.000163 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8188d754-a318-4995-bc99-c15f18966133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.120162 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.201391 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a00ff8aa-8523-47bc-b037-618c23f61a5c req-54e7eb7e-939c-4724-9b60-3935f8c8057c tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0279002 Nov 12 04:16:19.234910 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8188d754-a318-4995-bc99-c15f18966133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.237814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8188d754-a318-4995-bc99-c15f18966133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.239311 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8188d754-a318-4995-bc99-c15f18966133 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/13c4d2d0-752e-487f-9bc0-fc1f56f121c7 HTTP/1.1" status: 204 len: 168 time: 0.3344810 Nov 12 04:16:19.252607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188d754-a318-4995-bc99-c15f18966133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c4d2d0-752e-487f-9bc0-fc1f56f121c7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:20.059049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43056) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:20.246900 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-162e8403-7508-44f1-ab9d-4a1dcd861094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.362092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75ea358a-3561-4918-baa8-97f0a0da0a3c req-a0e609d0-1877-49d0-9f5d-ad48b941a960 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0480855 Nov 12 04:16:20.425871 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-162e8403-7508-44f1-ab9d-4a1dcd861094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.502671 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-162e8403-7508-44f1-ab9d-4a1dcd861094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.549896 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-162e8403-7508-44f1-ab9d-4a1dcd861094 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d3e7f02ec7c0438ca763655c8b67f1e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4891047 Nov 12 04:16:20.550835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e8403-7508-44f1-ab9d-4a1dcd861094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d479e4-a793-420b-8146-e7b5d46387ff,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:20.553057 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43072) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:20.624943 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1afc915-a78f-406b-9e57-ef3accedcdc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.661839 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1afc915-a78f-406b-9e57-ef3accedcdc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.864294 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1afc915-a78f-406b-9e57-ef3accedcdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.868728 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1afc915-a78f-406b-9e57-ef3accedcdc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.871355 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f1afc915-a78f-406b-9e57-ef3accedcdc6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b2d479e4-a793-420b-8146-e7b5d46387ff HTTP/1.1" status: 204 len: 168 time: 0.3169665 Nov 12 04:16:20.897910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afc915-a78f-406b-9e57-ef3accedcdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d479e4-a793-420b-8146-e7b5d46387ff,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:21.518068 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d89edb8c-de1e-4784-9f5e-6cf3831874d1 req-f4191aa8-b87e-40ca-9799-c7108f9646e3 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0341520 Nov 12 04:16:22.669467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d6c81c4-db42-45dc-a213-fd9d2838d9f3 req-c0dcd2d4-b4f3-42fb-98fc-bc5b57322e76 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0451722 Nov 12 04:16:23.169655 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-525d2472-a2d6-44c3-ac95-a398df7b6bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.847910 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-98c765be-2e6d-4313-b73f-421e3b0aa41a req-eb4eacc0-f39e-4930-a6ee-54e0ed2646c2 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0392265 Nov 12 04:16:25.004889 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be970693-8ab7-4c29-a7a7-a2d34c49deb2 req-d0f58b76-c3f9-4395-ba07-7a16adf49fa0 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0303044 Nov 12 04:16:25.029631 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.312192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43222) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:25.323181 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Request body: {'network': {'name': 'tempest-network-smoke--1161691027', 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:25.423736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Made reservation on behalf of a628e067f3a048d98f65923ac3a6c7ee for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:25.428714 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.442129 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.575982 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.660442 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.686679 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:25.703536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac430e27-ad4c-4ca0-a0de-738b281b4e32,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:25.706577 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.706920 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Added segment 764bc471-5d80-4399-8e2d-42c65e3a1b54 of type vlan for network 8c673083-ba1d-4909-ad17-9b2354fa95d8 Nov 12 04:16:25.751408 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.926779 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.933816 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.934761 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.051529 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7359304 Nov 12 04:16:26.059398 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae19d4-6139-4d4b-9128-cc6ba6ffa765 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'Network': ['ID=8c673083-ba1d-4909-ad17-9b2354fa95d8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:26.059398 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43236) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:26.061957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'admin_state_up': True, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:26.090628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 8c673083-ba1d-4909-ad17-9b2354fa95d8 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:26.168085 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.170101 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.197102 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c412abdc-1956-47bb-9e9a-da40d2661e2b req-9efa8934-cba2-431a-86a4-6fc1c6d2c272 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0472608 Nov 12 04:16:26.263179 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.813962 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.892125 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-995f4acf-d6aa-4e99-ab1c-78e7d0d5c450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:26.898287 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.355324 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.404164 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.554543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Allocated IP 172.25.8.65 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/e0ffd0cd-3bd6-42f9-a1ee-860ab906a340) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:27.696488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f3731c56-c099-44df-b0ca-7d789134f997 req-1f5d3dee-21df-430f-86a3-81cab8efbfac tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.3231602 Nov 12 04:16:27.744590 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.846603 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.909326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:27.912909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:27.915729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:27.928993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723fb94b-d3e8-4a47-8190-6be322f9ecf8 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:27.981495 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0fe809db-73a8-42d1-83b9-74fd61750f0f None None] Provisioning complete for port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:27.981874 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0fe809db-73a8-42d1-83b9-74fd61750f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.989086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'Port': ['ID=e0ffd0cd-3bd6-42f9-a1ee-860ab906a340,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:28.059140 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0fe809db-73a8-42d1-83b9-74fd61750f0f None None] Port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:28.431595 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.558554 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.725175 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:28.919677 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-176402de-fecf-4c3d-a6da-20862ef28058 req-4603cb67-26d2-400f-8b42-3156ab2da3d9 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0515192 Nov 12 04:16:28.982599 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.029026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Router ae639988-9b88-4fcc-950f-f17801ea66fa is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:16:29.177014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:29.190052 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Sync routers for ids ['ae639988-9b88-4fcc-950f-f17801ea66fa'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:29.207424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Routers {'ae639988-9b88-4fcc-950f-f17801ea66fa'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:29.208533 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:16:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae639988-9b88-4fcc-950f-f17801ea66fa'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:29.299778 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.307316 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8b1a27d5-aa36-4165-a81e-15da55376b3e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2433157 Nov 12 04:16:29.308215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:29.367272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Set router ae639988-9b88-4fcc-950f-f17801ea66fa gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:29.547464 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a06ebdf3-9143-481e-afad-faefb5bf1816 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=a628e067f3a048d98f65923ac3a6c7ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2378473 Nov 12 04:16:29.551708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43296) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:29.753529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f226a0a2-00f0-4c08-98db-28b345ce6a6e tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:29.760015 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:29.761315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f226a0a2-00f0-4c08-98db-28b345ce6a6e tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2065871 Nov 12 04:16:29.818046 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43304) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:29.825320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c6d5df33-6212-4728-a2c0-3508e846b2ef tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-611929899', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:29.830562 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-857821d9-2529-48a3-b374-13ba489c8f64 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0689943 Nov 12 04:16:29.861860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:16:28Z', 'revision_number': 3, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:29.894577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Checking router: ae639988-9b88-4fcc-950f-f17801ea66fa for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:29.895227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Updating router ae639988-9b88-4fcc-950f-f17801ea66fa port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:16:29.927733 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.051906 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ee51e9d-f138-4d48-8053-18e2f729dd27 req-fa656f00-6bfa-4c30-bc8a-2e626d8d64ca tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0518928 Nov 12 04:16:30.054186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d5df33-6212-4728-a2c0-3508e846b2ef tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Made reservation on behalf of a628e067f3a048d98f65923ac3a6c7ee for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:30.058170 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6d5df33-6212-4728-a2c0-3508e846b2ef tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.377347 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.451962 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.463382 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6d5df33-6212-4728-a2c0-3508e846b2ef tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.518026 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6fd91-1ca5-4cff-8325-3e5c40d61a9e None None] Pushing event updated for resources: {'Port': ['ID=e0ffd0cd-3bd6-42f9-a1ee-860ab906a340,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:30.531110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6fd91-1ca5-4cff-8325-3e5c40d61a9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:30.531446 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6fd91-1ca5-4cff-8325-3e5c40d61a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:30.531784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6fd91-1ca5-4cff-8325-3e5c40d61a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:30.532154 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6fd91-1ca5-4cff-8325-3e5c40d61a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:30.532496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6fd91-1ca5-4cff-8325-3e5c40d61a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:30.532816 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6fd91-1ca5-4cff-8325-3e5c40d61a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:30.533175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6fd91-1ca5-4cff-8325-3e5c40d61a9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:30.533579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6fd91-1ca5-4cff-8325-3e5c40d61a9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:30.533951 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6fd91-1ca5-4cff-8325-3e5c40d61a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:30.534230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6fd91-1ca5-4cff-8325-3e5c40d61a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:30.534564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6fd91-1ca5-4cff-8325-3e5c40d61a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:30.534891 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6fd91-1ca5-4cff-8325-3e5c40d61a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:30.557146 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Attempting to bind port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:30.557540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Attempting to bind port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:30.557938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Attempting to bind port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:30.563402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:30.563794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:30.564232 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.564722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:30.565648 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Bound port: e0ffd0cd-3bd6-42f9-a1ee-860ab906a340, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:30.566228 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.571452 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca672fb-3464-491b-bdd6-44e5def6be8d None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:30.597185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5df33-6212-4728-a2c0-3508e846b2ef tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'Subnet': ['ID=a3212caa-66fc-4909-8c2c-7d4f9bd5e859,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:30.622251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d5df33-6212-4728-a2c0-3508e846b2ef tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Checking segment: {'id': '764bc471-5d80-4399-8e2d-42c65e3a1b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:30.624137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d5df33-6212-4728-a2c0-3508e846b2ef tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Network hostable DHCP agents. Network: 8c673083-ba1d-4909-ad17-9b2354fa95d8, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:30.657373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] For port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:30.660623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] For port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e0ffd0cd-3bd6-42f9-a1ee-860ab906a340,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:30.712383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-177e1c3d-dab5-4631-b093-6e81bd5fcc75 None None] Provisioning complete for port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:30.713380 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-177e1c3d-dab5-4631-b093-6e81bd5fcc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.752370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-177e1c3d-dab5-4631-b093-6e81bd5fcc75 None None] Port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:30.794277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d5df33-6212-4728-a2c0-3508e846b2ef tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Network 8c673083-ba1d-4909-ad17-9b2354fa95d8 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:30.812474 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.873446 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f446f433-e0e1-42d3-bd93-c550577a964a None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:30.903074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Routers {'ae639988-9b88-4fcc-950f-f17801ea66fa'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:30.903714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:16:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae639988-9b88-4fcc-950f-f17801ea66fa'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:30.908307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c6d5df33-6212-4728-a2c0-3508e846b2ef tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 8c673083-ba1d-4909-ad17-9b2354fa95d8) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:30.913659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d5df33-6212-4728-a2c0-3508e846b2ef tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:30.914927 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6d5df33-6212-4728-a2c0-3508e846b2ef tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.946931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ab315c-ab46-4cf5-b698-9bbeb231a888 None None] Network 8c673083-ba1d-4909-ad17-9b2354fa95d8 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:30.971547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6fd91-1ca5-4cff-8325-3e5c40d61a9e None None] Pushing event updated for resources: {'Port': ['ID=e0ffd0cd-3bd6-42f9-a1ee-860ab906a340,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:31.043625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c6d5df33-6212-4728-a2c0-3508e846b2ef tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2241099 Nov 12 04:16:31.046427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43322) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:31.180488 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3ba2df37-ae14-4005-b6a1-be3305027636 None None] Provisioning complete for port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:31.180866 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ba2df37-ae14-4005-b6a1-be3305027636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.258838 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed60f200-de3a-4e4c-b38c-32bbd0fc456d req-c5e0ffc0-385b-4495-8be8-8299b696043f tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0716698 Nov 12 04:16:31.271142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-8c673083-ba1d-4909-ad17-9b2354fa95d8', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'fixed_ips': [{'subnet_id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:31.271456 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.276131 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] Set router ae639988-9b88-4fcc-950f-f17801ea66fa gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:31.569376 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ba2df37-ae14-4005-b6a1-be3305027636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.615698 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3ba2df37-ae14-4005-b6a1-be3305027636 None None] For port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e0ffd0cd-3bd6-42f9-a1ee-860ab906a340,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:31.627943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Allocated IP 172.20.0.2 (8c673083-ba1d-4909-ad17-9b2354fa95d8/a3212caa-66fc-4909-8c2c-7d4f9bd5e859/07e4b5e0-0ac0-4867-a270-bd5f5940f01e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:31.690079 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ba2df37-ae14-4005-b6a1-be3305027636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.771550 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.815546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2df37-ae14-4005-b6a1-be3305027636 None None] Pushing event updated for resources: {'Port': ['ID=e0ffd0cd-3bd6-42f9-a1ee-860ab906a340,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:31.826155 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:16:28Z', 'revision_number': 3, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:31.879684 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075e95d-2275-411a-bb9e-b4fad21ad747 None None] The sync data for ids ['ae639988-9b88-4fcc-950f-f17801ea66fa'] in n-d-767704-23 is: [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:16:28Z', 'revision_number': 3, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:31.963472 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.064348 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.146248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Network 8c673083-ba1d-4909-ad17-9b2354fa95d8 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:32.150203 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:32.155342 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:32.159253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Pushing event updated for resources: {'Port': ['ID=07e4b5e0-0ac0-4867-a270-bd5f5940f01e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:32.284594 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Allocated IP 172.20.0.1 (8c673083-ba1d-4909-ad17-9b2354fa95d8/a3212caa-66fc-4909-8c2c-7d4f9bd5e859/855b63ca-a5d7-4bf6-8d40-d85f49effbe0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:32.307771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Attempting to bind port 07e4b5e0-0ac0-4867-a270-bd5f5940f01e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:32.308088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Attempting to bind port 07e4b5e0-0ac0-4867-a270-bd5f5940f01e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '764bc471-5d80-4399-8e2d-42c65e3a1b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:32.308589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Attempting to bind port 07e4b5e0-0ac0-4867-a270-bd5f5940f01e on network 8c673083-ba1d-4909-ad17-9b2354fa95d8 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:32.321867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:32.322659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Checking segment: {'id': '764bc471-5d80-4399-8e2d-42c65e3a1b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:32.323172 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.323992 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Bound using segment: {'id': '764bc471-5d80-4399-8e2d-42c65e3a1b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:32.325429 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Bound port: 07e4b5e0-0ac0-4867-a270-bd5f5940f01e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764bc471-5d80-4399-8e2d-42c65e3a1b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:32.326891 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.493278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] For port 07e4b5e0-0ac0-4867-a270-bd5f5940f01e, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:32.501116 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] For port 07e4b5e0-0ac0-4867-a270-bd5f5940f01e, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=07e4b5e0-0ac0-4867-a270-bd5f5940f01e,segment=NetworkSegment(764bc471-5d80-4399-8e2d-42c65e3a1b54),segment_id=764bc471-5d80-4399-8e2d-42c65e3a1b54)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:32.530434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.545675 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eedc528e-1985-49c7-9275-9a67fb415fc5 req-5d84c7f8-9c24-4c83-8d65-edad5363760f tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.1214008 Nov 12 04:16:32.624182 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.686922 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.751382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991833ef-011d-4755-a138-ff980e1d4fae None None] Pushing event updated for resources: {'Port': ['ID=07e4b5e0-0ac0-4867-a270-bd5f5940f01e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:32.775679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Network 8c673083-ba1d-4909-ad17-9b2354fa95d8 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:32.780721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:32.783402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:32.879771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'Port': ['ID=855b63ca-a5d7-4bf6-8d40-d85f49effbe0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:32.884208 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.297424 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.698866 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.740902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 07e4b5e0-0ac0-4867-a270-bd5f5940f01e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:33.762991 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75ddc595-042d-4cee-b1ca-4da7499fbdc5 req-99d498dd-8d92-499f-b8e2-93c8d7882bd5 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0615237 Nov 12 04:16:33.816223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 07e4b5e0-0ac0-4867-a270-bd5f5940f01e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:33.816593 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.818648 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.911248 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.914676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'Port': ['ID=855b63ca-a5d7-4bf6-8d40-d85f49effbe0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:33.952912 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.025918 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 07e4b5e0-0ac0-4867-a270-bd5f5940f01e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=07e4b5e0-0ac0-4867-a270-bd5f5940f01e,segment=NetworkSegment(764bc471-5d80-4399-8e2d-42c65e3a1b54),segment_id=764bc471-5d80-4399-8e2d-42c65e3a1b54)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:34.072099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Network 8c673083-ba1d-4909-ad17-9b2354fa95d8 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:34.072648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:34.131875 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.133346 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:34.316471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=07e4b5e0-0ac0-4867-a270-bd5f5940f01e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:34.343102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:34.343791 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.661442 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b63749-510a-41e5-b971-c864cce95498 None None] Network 8c673083-ba1d-4909-ad17-9b2354fa95d8 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:34.683510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Router ae639988-9b88-4fcc-950f-f17801ea66fa has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:16:34.783779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eb94ffda-1f66-4955-8cde-6d3b6bfc8ba7 None None] Provisioning complete for port 07e4b5e0-0ac0-4867-a270-bd5f5940f01e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:34.784385 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb94ffda-1f66-4955-8cde-6d3b6bfc8ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.841753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:34.849764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1e08885e-8c86-4224-b9aa-abfc15eb20a8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "PUT /v2.0/routers/ae639988-9b88-4fcc-950f-f17801ea66fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7999294 Nov 12 04:16:34.850688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43384) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:34.859456 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Sync routers for ids ['ae639988-9b88-4fcc-950f-f17801ea66fa'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:34.859992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e3a19626-7700-4ae0-8685-8973291ae912 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1745428095', 'description': 'tempest-secgroup_access--1745428095 description', 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:34.874378 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Routers {'ae639988-9b88-4fcc-950f-f17801ea66fa'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:34.875676 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:16:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae639988-9b88-4fcc-950f-f17801ea66fa'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:34.954111 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3a19626-7700-4ae0-8685-8973291ae912 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.962717 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b05f51d-0cb9-4b5d-b81a-5964b8a160b0 req-9c487f36-3add-4c20-9878-6ee799f346bc tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0550003 Nov 12 04:16:35.028532 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Set router ae639988-9b88-4fcc-950f-f17801ea66fa gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:35.066071 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3a19626-7700-4ae0-8685-8973291ae912 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.155194 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3a19626-7700-4ae0-8685-8973291ae912 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.203754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a19626-7700-4ae0-8685-8973291ae912 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1119d72-d6a4-4c03-926b-8ab07ebc3f03,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:35.281289 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3a19626-7700-4ae0-8685-8973291ae912 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.283052 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e3a19626-7700-4ae0-8685-8973291ae912 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4281726 Nov 12 04:16:35.286117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43390) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:35.293071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-14fa5c62-469b-4cee-a42f-b1692efc625f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--803338166', 'description': 'tempest-secgroup_general--803338166 description', 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:35.403620 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1bec4640-d7fa-4700-8af9-95853a57afbc None None] Provisioning complete for port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:35.404722 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bec4640-d7fa-4700-8af9-95853a57afbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.435224 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14fa5c62-469b-4cee-a42f-b1692efc625f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.482416 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1bec4640-d7fa-4700-8af9-95853a57afbc None None] Port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:35.519887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1bec4640-d7fa-4700-8af9-95853a57afbc None None] Provisioning complete for port 07e4b5e0-0ac0-4867-a270-bd5f5940f01e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:35.523670 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bec4640-d7fa-4700-8af9-95853a57afbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.543183 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14fa5c62-469b-4cee-a42f-b1692efc625f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.566336 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:16:33Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '855b63ca-a5d7-4bf6-8d40-d85f49effbe0', 'name': '', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'mac_address': 'fa:16:3e:36:30:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:31Z', 'updated_at': '2021-11-12T04:16:33Z', 'revision_number': 2, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'subnets': [{'id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:35.603052 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Checking router: ae639988-9b88-4fcc-950f-f17801ea66fa for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:35.603405 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Updating router ae639988-9b88-4fcc-950f-f17801ea66fa port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:16:35.624961 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14fa5c62-469b-4cee-a42f-b1692efc625f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.645663 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.680240 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa5c62-469b-4cee-a42f-b1692efc625f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:35.697451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 07e4b5e0-0ac0-4867-a270-bd5f5940f01e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:35.751490 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14fa5c62-469b-4cee-a42f-b1692efc625f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.758025 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43402) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:35.758953 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-14fa5c62-469b-4cee-a42f-b1692efc625f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4715705 Nov 12 04:16:35.764360 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-98472a1a-b4d9-4cf2-8a78-118818c01d27 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Request body: {'security_group_rule': {'security_group_id': 'b1119d72-d6a4-4c03-926b-8ab07ebc3f03', 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:35.828606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 07e4b5e0-0ac0-4867-a270-bd5f5940f01e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:35.828606 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.915648 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98472a1a-b4d9-4cf2-8a78-118818c01d27 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.997565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-91ea40e1-bdb1-4556-95f8-bf827173af04 None None] Provisioning complete for port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:35.997565 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91ea40e1-bdb1-4556-95f8-bf827173af04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.054548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-91ea40e1-bdb1-4556-95f8-bf827173af04 None None] Port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:36.090007 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98472a1a-b4d9-4cf2-8a78-118818c01d27 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.162665 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8b211486-e2c5-47f1-9c8d-7a23db8f1ce4 req-42f00dee-222f-46db-9241-719c343854a6 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0494940 Nov 12 04:16:36.164272 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.234510 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98472a1a-b4d9-4cf2-8a78-118818c01d27 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.254747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98472a1a-b4d9-4cf2-8a78-118818c01d27 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d568a99-cd42-43c7-b6e5-2e383f13c0f1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:36.276445 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.306746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e3fed7f6-3709-4793-93ef-3501d0fafcef None None] Provisioning complete for port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:36.307285 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e3fed7f6-3709-4793-93ef-3501d0fafcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.338617 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51903b44-8243-49b8-9570-ec4c9f044fe7 None None] Pushing event updated for resources: {'Port': ['ID=855b63ca-a5d7-4bf6-8d40-d85f49effbe0,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:36.353151 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e3fed7f6-3709-4793-93ef-3501d0fafcef None None] Port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:36.363770 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98472a1a-b4d9-4cf2-8a78-118818c01d27 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.365980 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51903b44-8243-49b8-9570-ec4c9f044fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:36.367308 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51903b44-8243-49b8-9570-ec4c9f044fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:36.367308 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51903b44-8243-49b8-9570-ec4c9f044fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:36.367308 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51903b44-8243-49b8-9570-ec4c9f044fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:36.367930 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51903b44-8243-49b8-9570-ec4c9f044fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:36.368427 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51903b44-8243-49b8-9570-ec4c9f044fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:36.368901 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51903b44-8243-49b8-9570-ec4c9f044fe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:36.369374 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51903b44-8243-49b8-9570-ec4c9f044fe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:36.369856 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51903b44-8243-49b8-9570-ec4c9f044fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:36.370326 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51903b44-8243-49b8-9570-ec4c9f044fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:36.370794 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51903b44-8243-49b8-9570-ec4c9f044fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:36.371273 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51903b44-8243-49b8-9570-ec4c9f044fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:36.375508 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-98472a1a-b4d9-4cf2-8a78-118818c01d27 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6163809 Nov 12 04:16:36.409650 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Attempting to bind port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:36.410011 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Attempting to bind port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '764bc471-5d80-4399-8e2d-42c65e3a1b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:36.410513 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Attempting to bind port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 on network 8c673083-ba1d-4909-ad17-9b2354fa95d8 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:36.419270 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:36.420092 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Checking segment: {'id': '764bc471-5d80-4399-8e2d-42c65e3a1b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:36.420778 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.421493 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Bound using segment: {'id': '764bc471-5d80-4399-8e2d-42c65e3a1b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:36.422180 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Bound port: 855b63ca-a5d7-4bf6-8d40-d85f49effbe0, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764bc471-5d80-4399-8e2d-42c65e3a1b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:36.422943 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.530079 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] For port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:36.535396 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] For port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=855b63ca-a5d7-4bf6-8d40-d85f49effbe0,segment=NetworkSegment(764bc471-5d80-4399-8e2d-42c65e3a1b54),segment_id=764bc471-5d80-4399-8e2d-42c65e3a1b54)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:36.607199 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-479aad29-c1e2-41b0-a5d9-77c3875cf88a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup_access--1745428095&fields=id&tenant_id=a628e067f3a048d98f65923ac3a6c7ee HTTP/1.1" status: 200 len: 267 time: 0.0604389 Nov 12 04:16:36.634528 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.696521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1b870340-e8ff-450b-a50b-cf277e6357aa None None] Provisioning complete for port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:36.697015 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b870340-e8ff-450b-a50b-cf277e6357aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.715965 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-1c7e1a4f-94b5-4905-a883-b05483e7494e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup_general--803338166&fields=id&tenant_id=a628e067f3a048d98f65923ac3a6c7ee HTTP/1.1" status: 200 len: 267 time: 0.1018128 Nov 12 04:16:36.756916 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51903b44-8243-49b8-9570-ec4c9f044fe7 None None] Pushing event updated for resources: {'Port': ['ID=855b63ca-a5d7-4bf6-8d40-d85f49effbe0,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:36.803634 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Routers {'ae639988-9b88-4fcc-950f-f17801ea66fa'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:36.804911 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:16:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae639988-9b88-4fcc-950f-f17801ea66fa'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:36.857405 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b870340-e8ff-450b-a50b-cf277e6357aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.898697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1b870340-e8ff-450b-a50b-cf277e6357aa None None] For port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=855b63ca-a5d7-4bf6-8d40-d85f49effbe0,segment=NetworkSegment(764bc471-5d80-4399-8e2d-42c65e3a1b54),segment_id=764bc471-5d80-4399-8e2d-42c65e3a1b54)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:36.901153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-e8cc0fae-dcd6-454c-a4ca-6cb7c5ef49c5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:36.908339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-e8cc0fae-dcd6-454c-a4ca-6cb7c5ef49c5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/networks?id=8c673083-ba1d-4909-ad17-9b2354fa95d8 HTTP/1.1" status: 200 len: 797 time: 0.1906185 Nov 12 04:16:36.926681 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-6f2419cf-de55-43a5-8581-88e26264c672 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/quotas/a628e067f3a048d98f65923ac3a6c7ee HTTP/1.1" status: 200 len: 375 time: 0.0154519 Nov 12 04:16:36.944269 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] Set router ae639988-9b88-4fcc-950f-f17801ea66fa gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:36.992667 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-3cf2ffb3-10c7-465d-9f77-8e7ba0c80103 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=a628e067f3a048d98f65923ac3a6c7ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669909 Nov 12 04:16:36.994715 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b870340-e8ff-450b-a50b-cf277e6357aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.112116 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b870340-e8ff-450b-a50b-cf277e6357aa None None] Pushing event updated for resources: {'Port': ['ID=855b63ca-a5d7-4bf6-8d40-d85f49effbe0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:37.160751 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-5331fd30-c88d-4776-9ec2-c51b8f81ff66 service neutron] 10.222.0.105 "GET /v2.0/networks/8c673083-ba1d-4909-ad17-9b2354fa95d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478102 Nov 12 04:16:37.229891 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:16:33Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '855b63ca-a5d7-4bf6-8d40-d85f49effbe0', 'name': '', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'mac_address': 'fa:16:3e:36:30:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:31Z', 'updated_at': '2021-11-12T04:16:36Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'subnets': [{'id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:37.234528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-090ba5cc-d749-43df-81d9-cf332deb34d0 None None] Provisioning complete for port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:37.234909 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-090ba5cc-d749-43df-81d9-cf332deb34d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.298488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-b91fcbb4-47b0-4253-9d35-3c1264b469de service neutron] 10.222.0.105 "GET /v2.0/networks/8c673083-ba1d-4909-ad17-9b2354fa95d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314399 Nov 12 04:16:37.313363 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafeebef-69d9-41ce-8090-126265d46d2a None None] The sync data for ids ['ae639988-9b88-4fcc-950f-f17801ea66fa'] in n-d-767704-23 is: [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:16:33Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '855b63ca-a5d7-4bf6-8d40-d85f49effbe0', 'name': '', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'mac_address': 'fa:16:3e:36:30:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:31Z', 'updated_at': '2021-11-12T04:16:36Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'subnets': [{'id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:37.357273 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85e5b34d-e5a5-4e24-9936-4eb117c42597 req-ad48d425-a1d6-4f39-b964-d995540baf0a tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0573430 Nov 12 04:16:37.622343 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:37.756791 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:37.757649 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.780029 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ebf8d717-f22d-48ee-a530-57e722e16e8f req-d1a5faae-5d45-434d-a0b1-61eddcb021cb tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 210 time: 0.0953894 Nov 12 04:16:38.508024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c65b61b-872b-4acc-bc67-a8c7df1eaa39 req-d98d7828-cdfb-44d6-b618-f2445995a671 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0374172 Nov 12 04:16:38.868726 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8d19f1e6-0ca7-4d74-95fc-4570da68fa65 req-a1adc2eb-76d3-48ee-9442-b5122cb39a05 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 210 time: 0.0475068 Nov 12 04:16:39.596179 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e2486ac3-2c3b-466b-bb59-745b033cc5ab req-3e78cb47-7a5f-4288-bc9d-85fc864f6f5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0399642 Nov 12 04:16:39.684324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0acc4706-f7e7-42c2-8f52-aa04dc9fc203 req-7365071d-358d-48c3-8586-aa08c6bd6d36 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0326078 Nov 12 04:16:39.982473 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a489117-f782-4a65-bcb1-d5940dc16c89 req-edec1b0b-cce8-4ccc-b72d-7695657725d7 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 210 time: 0.0291328 Nov 12 04:16:40.837249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9d17375e-1f62-42ca-991f-bd20ab0fc259 req-3453c47a-1efe-4487-9df6-bd5296a3c815 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0404191 Nov 12 04:16:41.101698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5e1dc9c7-c8b3-4550-9064-81834f78e820 req-2561a43e-836c-46d5-bb6e-d84c61c45cf8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 210 time: 0.0382714 Nov 12 04:16:41.274935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-0d2663a2-9a41-4cf2-b572-be4cf3de9f80 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:41.277271 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-0d2663a2-9a41-4cf2-b572-be4cf3de9f80 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.25 "GET /v2.0/networks?id=8c673083-ba1d-4909-ad17-9b2354fa95d8 HTTP/1.1" status: 200 len: 797 time: 0.1783392 Nov 12 04:16:41.420480 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-3f239648-e36e-4c79-b69b-88a57cb9d119 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a628e067f3a048d98f65923ac3a6c7ee HTTP/1.1" status: 200 len: 477 time: 0.1327348 Nov 12 04:16:41.433832 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-a01a8c23-c584-4b50-a74b-3a9c41b58fdf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Request body: {'port': {'device_id': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'admin_state_up': True, 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'security_groups': ['b1119d72-d6a4-4c03-926b-8ab07ebc3f03', '1a1ccf8a-4b44-4232-a6dd-b0fd6942b471']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:41.766822 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-a01a8c23-c584-4b50-a74b-3a9c41b58fdf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Made reservation on behalf of a628e067f3a048d98f65923ac3a6c7ee for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:41.772280 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-a01a8c23-c584-4b50-a74b-3a9c41b58fdf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:41.969889 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-a01a8c23-c584-4b50-a74b-3a9c41b58fdf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Allocated IP 172.20.0.6 (8c673083-ba1d-4909-ad17-9b2354fa95d8/a3212caa-66fc-4909-8c2c-7d4f9bd5e859/f1dcbbfd-b9ca-450e-a588-84c09eb7822d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:42.007811 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-59a505e2-58ab-411f-9211-2fee90a75c0d req-80ae25ac-34ac-47e0-9070-02fb549c92e4 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0483346 Nov 12 04:16:42.149797 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-a01a8c23-c584-4b50-a74b-3a9c41b58fdf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.259377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02f42586-4e3d-4c01-a187-88ddd1e88546 req-a3f32f39-1417-44f6-bdd7-0e8f7acea371 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 210 time: 0.0270162 Nov 12 04:16:42.263821 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-a01a8c23-c584-4b50-a74b-3a9c41b58fdf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.347571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-a01a8c23-c584-4b50-a74b-3a9c41b58fdf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Network 8c673083-ba1d-4909-ad17-9b2354fa95d8 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:42.374742 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d26a85a2-ad31-4986-bc65-2bca876d34ca req-018a8684-54f1-48db-abb6-cf4cba73f477 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=183160e8-440c-4154-b8df-c8848d447197&device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0537126 Nov 12 04:16:42.374871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-a01a8c23-c584-4b50-a74b-3a9c41b58fdf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:42.389021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a8c23-c584-4b50-a74b-3a9c41b58fdf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'Port': ['ID=f1dcbbfd-b9ca-450e-a588-84c09eb7822d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:42.389021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-a01a8c23-c584-4b50-a74b-3a9c41b58fdf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:42.452938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-a01a8c23-c584-4b50-a74b-3a9c41b58fdf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:42.453606 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-a01a8c23-c584-4b50-a74b-3a9c41b58fdf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.562943 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-a01a8c23-c584-4b50-a74b-3a9c41b58fdf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1362004 Nov 12 04:16:42.576291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Request body: {'port': {'device_id': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:42.646018 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.698422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e166bd06-d4b6-4220-bd7a-7c331bf75b05 None None] Provisioning complete for port f1dcbbfd-b9ca-450e-a588-84c09eb7822d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:42.699001 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e166bd06-d4b6-4220-bd7a-7c331bf75b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.746760 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e166bd06-d4b6-4220-bd7a-7c331bf75b05 None None] Port f1dcbbfd-b9ca-450e-a588-84c09eb7822d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:43.054393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1dcbbfd-b9ca-450e-a588-84c09eb7822d {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:43.063947 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.106886 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-348ec5fb-4316-4945-849f-4bc442ae90f9 req-9dbf2e6c-4429-4da1-a0e5-01dfe0f4ee24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e525ec72788b45c4ab0ef6fef96c6ca9&device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0383353 Nov 12 04:16:43.110784 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de74c3a9-98de-443f-9165-d5a8a2b590e6 req-3762ac2d-2536-4582-8af2-123ed45709f2 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0380719 Nov 12 04:16:43.120418 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Transition to ACTIVE for port object f1dcbbfd-b9ca-450e-a588-84c09eb7822d will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:16:43.153315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-348ec5fb-4316-4945-849f-4bc442ae90f9 req-f5e90c77-dea7-40d8-942e-7341bc5a8fd1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e525ec72788b45c4ab0ef6fef96c6ca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226059 Nov 12 04:16:43.213295 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.257545 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ec5fb-4316-4945-849f-4bc442ae90f9 req-1d4328ef-d4d5-4865-9238-2455a77420d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:43.259919 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-348ec5fb-4316-4945-849f-4bc442ae90f9 req-1d4328ef-d4d5-4865-9238-2455a77420d8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1057038 Nov 12 04:16:43.289811 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Pushing event updated for resources: {'Port': ['ID=f1dcbbfd-b9ca-450e-a588-84c09eb7822d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:43.402716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Attempting to bind port f1dcbbfd-b9ca-450e-a588-84c09eb7822d on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:43.404463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Attempting to bind port f1dcbbfd-b9ca-450e-a588-84c09eb7822d by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '764bc471-5d80-4399-8e2d-42c65e3a1b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:43.404932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Attempting to bind port f1dcbbfd-b9ca-450e-a588-84c09eb7822d on network 8c673083-ba1d-4909-ad17-9b2354fa95d8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:43.416221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Port f1dcbbfd-b9ca-450e-a588-84c09eb7822d on network 8c673083-ba1d-4909-ad17-9b2354fa95d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:16:43.416745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Attempting to bind port f1dcbbfd-b9ca-450e-a588-84c09eb7822d on network 8c673083-ba1d-4909-ad17-9b2354fa95d8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:43.423339 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:43.423774 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Checking segment: {'id': '764bc471-5d80-4399-8e2d-42c65e3a1b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:43.424268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Bound using segment: {'id': '764bc471-5d80-4399-8e2d-42c65e3a1b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:43.424932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Bound port: f1dcbbfd-b9ca-450e-a588-84c09eb7822d, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764bc471-5d80-4399-8e2d-42c65e3a1b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:43.425357 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.478056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f596c92-1624-402f-a239-0a7e56d71514 req-b50fbfcf-1e9d-41bd-9818-a4f1ed735b0c tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:43.480403 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f596c92-1624-402f-a239-0a7e56d71514 req-b50fbfcf-1e9d-41bd-9818-a4f1ed735b0c tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 982 time: 0.0928991 Nov 12 04:16:43.541579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] For port f1dcbbfd-b9ca-450e-a588-84c09eb7822d, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:43.547795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] For port f1dcbbfd-b9ca-450e-a588-84c09eb7822d, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f1dcbbfd-b9ca-450e-a588-84c09eb7822d,segment=NetworkSegment(764bc471-5d80-4399-8e2d-42c65e3a1b54),segment_id=764bc471-5d80-4399-8e2d-42c65e3a1b54)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:43.571717 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0f596c92-1624-402f-a239-0a7e56d71514 req-8ed20c75-ba5e-4993-8ad2-5e50100ef4d0 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/security-groups?id=b1119d72-d6a4-4c03-926b-8ab07ebc3f03&id=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0846198 Nov 12 04:16:43.639332 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.682118 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:43.682741 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:43.684185 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] 10.222.0.25 "PUT /v2.0/ports/f1dcbbfd-b9ca-450e-a588-84c09eb7822d HTTP/1.1" status: 200 len: 1131 time: 1.1125166 Nov 12 04:16:43.684641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'tag': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:43.687085 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a304b1-fd45-449d-83fd-f010ceab3fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8ffc81-de97-4a60-bc55-3b28b78058ba", "tag": "f1dcbbfd-b9ca-450e-a588-84c09eb7822d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:43.726031 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7ad6b-b17c-488f-9260-601bfd46c04f service neutron] Pushing event updated for resources: {'Port': ['ID=f1dcbbfd-b9ca-450e-a588-84c09eb7822d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:43.755052 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad69f869-0da1-49b7-969d-fcb17d420d77 x-openstack-request-id: req-ad69f869-0da1-49b7-969d-fcb17d420d77 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:43.755582 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8ffc81-de97-4a60-bc55-3b28b78058ba", "tag": "f1dcbbfd-b9ca-450e-a588-84c09eb7822d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:43.755714 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ad69f869-0da1-49b7-969d-fcb17d420d77 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:43.756083 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'tag': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d', 'status': 'completed', 'code': 200} Nov 12 04:16:43.856530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a304b1-fd45-449d-83fd-f010ceab3fcb req-a9e9324f-b7d9-4632-8a68-df61b95dd968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:43.858350 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28a304b1-fd45-449d-83fd-f010ceab3fcb req-a9e9324f-b7d9-4632-8a68-df61b95dd968 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a628e067f3a048d98f65923ac3a6c7ee&device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 1134 time: 0.0634212 Nov 12 04:16:43.988555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a304b1-fd45-449d-83fd-f010ceab3fcb req-ade0dd26-e94c-41e6-b4f0-8caff6a1665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:43.991889 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28a304b1-fd45-449d-83fd-f010ceab3fcb req-ade0dd26-e94c-41e6-b4f0-8caff6a1665d service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a628e067f3a048d98f65923ac3a6c7ee&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1236856 Nov 12 04:16:44.122682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a304b1-fd45-449d-83fd-f010ceab3fcb req-5d0686cc-0da3-43d2-b0ec-6411cf95dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.124439 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28a304b1-fd45-449d-83fd-f010ceab3fcb req-5d0686cc-0da3-43d2-b0ec-6411cf95dad1 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1233032 Nov 12 04:16:44.238276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7824d9f8-922e-4e08-95ba-c26f93c2d430 req-06e17d16-6b81-4b6a-ab92-221b884fde0c tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0423355 Nov 12 04:16:44.301300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-a1119656-ea76-407d-9001-1818e8046bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.303164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-a1119656-ea76-407d-9001-1818e8046bc7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a628e067f3a048d98f65923ac3a6c7ee&device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 1134 time: 0.0591905 Nov 12 04:16:44.353886 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-7e620181-2a68-48d4-bf93-1e8e81408b6b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1dcbbfd-b9ca-450e-a588-84c09eb7822d HTTP/1.1" status: 200 len: 217 time: 0.0414746 Nov 12 04:16:44.432996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-8d77cee3-b7ec-4033-8bfa-8cda8482b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.434016 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-8d77cee3-b7ec-4033-8bfa-8cda8482b6c3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3212caa-66fc-4909-8c2c-7d4f9bd5e859 HTTP/1.1" status: 200 len: 834 time: 0.0728176 Nov 12 04:16:44.487063 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-7d87b47d-65df-43ee-9af9-73a5955c2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.488744 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-7d87b47d-65df-43ee-9af9-73a5955c2927 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c673083-ba1d-4909-ad17-9b2354fa95d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471485 Nov 12 04:16:44.594058 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-caab2f65-1712-4633-aede-4be2c0755e85 service neutron] 10.222.0.25 "GET /v2.0/networks/8c673083-ba1d-4909-ad17-9b2354fa95d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961092 Nov 12 04:16:44.735716 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03da0603-d5f8-44e2-9ef8-fad71a762afd req-7c0847e1-ef46-44a3-a062-de648f7d6b90 service neutron] 10.222.0.25 "GET /v2.0/networks/8c673083-ba1d-4909-ad17-9b2354fa95d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330860 Nov 12 04:16:44.745825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cb7ee-e89d-42c3-af33-7159f9faab6a req-87bbc901-0ccc-4792-8889-f4b57423e7e3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.747414 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da5cb7ee-e89d-42c3-af33-7159f9faab6a req-87bbc901-0ccc-4792-8889-f4b57423e7e3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 982 time: 0.0834975 Nov 12 04:16:44.868732 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da5cb7ee-e89d-42c3-af33-7159f9faab6a req-acfd09f6-f3c5-44d1-82c4-da23068e2786 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/security-groups?id=b1119d72-d6a4-4c03-926b-8ab07ebc3f03&id=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0855830 Nov 12 04:16:45.228956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-348ec5fb-4316-4945-849f-4bc442ae90f9 req-dbe487a6-a11c-4634-b53e-3c12fd2bfa72 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0277348 Nov 12 04:16:45.358961 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e80a8e9-c6a3-47eb-8b39-c318e799c0dc req-b567f89c-aaf8-4beb-a3e4-724cc77afa63 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0306830 Nov 12 04:16:45.995014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ac6b1-f5c3-488d-9d73-d4160cfb0945 req-224322a8-492f-4bdc-ae4d-562c2422d9ad tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:45.996739 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-139ac6b1-f5c3-488d-9d73-d4160cfb0945 req-224322a8-492f-4bdc-ae4d-562c2422d9ad tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 982 time: 0.0566115 Nov 12 04:16:46.078817 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-139ac6b1-f5c3-488d-9d73-d4160cfb0945 req-72432941-5461-4aaa-a8c9-dc9ad19f7b5f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/security-groups?id=b1119d72-d6a4-4c03-926b-8ab07ebc3f03&id=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0707934 Nov 12 04:16:46.469424 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9c0985b7-a900-4451-8f31-46de0c2d62ff req-967c79d4-d283-46ab-83eb-2cfefcebabd0 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=e6b44581-7603-4c66-902f-a3ee885bca74 HTTP/1.1" status: 200 len: 210 time: 0.0292301 Nov 12 04:16:47.205429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f19f6-5c22-4c42-bbef-edcaf4cb5af9 req-aa773f76-3fd7-4b72-bbbf-eca74ac26e64 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:47.206930 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b03f19f6-5c22-4c42-bbef-edcaf4cb5af9 req-aa773f76-3fd7-4b72-bbbf-eca74ac26e64 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 982 time: 0.0514274 Nov 12 04:16:47.278264 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b03f19f6-5c22-4c42-bbef-edcaf4cb5af9 req-e2b1892e-b794-4407-874d-9a6e65ede9ca tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/security-groups?id=b1119d72-d6a4-4c03-926b-8ab07ebc3f03&id=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0640299 Nov 12 04:16:47.522263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f1dcbbfd-b9ca-450e-a588-84c09eb7822d details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:16:47.637176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f1dcbbfd-b9ca-450e-a588-84c09eb7822d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f1dcbbfd-b9ca-450e-a588-84c09eb7822d,segment=NetworkSegment(764bc471-5d80-4399-8e2d-42c65e3a1b54),segment_id=764bc471-5d80-4399-8e2d-42c65e3a1b54)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:47.648853 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'port_id': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d', 'mac_address': 'fa:16:3e:7e:b8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:16:47.690151 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.707713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1dcbbfd-b9ca-450e-a588-84c09eb7822d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:47.731919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f1dcbbfd-b9ca-450e-a588-84c09eb7822d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f1dcbbfd-b9ca-450e-a588-84c09eb7822d,segment=NetworkSegment(764bc471-5d80-4399-8e2d-42c65e3a1b54),segment_id=764bc471-5d80-4399-8e2d-42c65e3a1b54)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:47.875390 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:47.954623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=f1dcbbfd-b9ca-450e-a588-84c09eb7822d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:48.115363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['f1dcbbfd-b9ca-450e-a588-84c09eb7822d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:48.162928 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-15f9acf6-f2b1-4621-9fa6-fc4a57e02d7f req-5644289f-b8f0-46f8-8ef9-f718baf3081e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e525ec72788b45c4ab0ef6fef96c6ca9&device_id=183160e8-440c-4154-b8df-c8848d447197 HTTP/1.1" status: 200 len: 210 time: 0.0393136 Nov 12 04:16:48.189204 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16742cbc-904e-4c78-bdac-86918f22495a req-35fe8356-b54a-4c7c-a188-9f0203fd4552 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=183160e8-440c-4154-b8df-c8848d447197 HTTP/1.1" status: 200 len: 210 time: 0.0569832 Nov 12 04:16:48.204752 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-15f9acf6-f2b1-4621-9fa6-fc4a57e02d7f req-45fcd5cd-e22f-4137-b0ff-e164650f5e95 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e525ec72788b45c4ab0ef6fef96c6ca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232093 Nov 12 04:16:48.319162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9acf6-f2b1-4621-9fa6-fc4a57e02d7f req-450acf1a-a4ee-4830-8dcc-3785a7bf0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:48.332562 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-15f9acf6-f2b1-4621-9fa6-fc4a57e02d7f req-450acf1a-a4ee-4830-8dcc-3785a7bf0069 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1175749 Nov 12 04:16:48.460958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03033515-542f-43b4-abf1-4ef005dc8a39 req-ed08d27e-308d-4bd6-af82-37242fa278d8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:48.472156 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03033515-542f-43b4-abf1-4ef005dc8a39 req-ed08d27e-308d-4bd6-af82-37242fa278d8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 983 time: 0.0806875 Nov 12 04:16:48.540731 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03033515-542f-43b4-abf1-4ef005dc8a39 req-538862ca-b352-4ccd-8d18-6b00a723c23d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/security-groups?id=b1119d72-d6a4-4c03-926b-8ab07ebc3f03&id=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0677481 Nov 12 04:16:49.172198 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.338696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1bb3d135-3f75-4944-9fcb-3bbca3c983ab req-931b5d56-1acc-4d86-9aff-36447fd6bab9 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=183160e8-440c-4154-b8df-c8848d447197 HTTP/1.1" status: 200 len: 210 time: 0.0434475 Nov 12 04:16:49.550824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f1dcbbfd-b9ca-450e-a588-84c09eb7822d up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:49.618057 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:16:49.694634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e20fc-90b4-454c-9040-7cb5121ea48d req-9adf0363-258e-4c17-a326-260f53b3d9d4 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:49.696471 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a7e20fc-90b4-454c-9040-7cb5121ea48d req-9adf0363-258e-4c17-a326-260f53b3d9d4 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 983 time: 0.0624871 Nov 12 04:16:49.785302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port f1dcbbfd-b9ca-450e-a588-84c09eb7822d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:16:49.791176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port f1dcbbfd-b9ca-450e-a588-84c09eb7822d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:49.791815 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.827306 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a7e20fc-90b4-454c-9040-7cb5121ea48d req-f1f4c3f0-1608-4589-b4ab-53636e34b1c7 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/security-groups?id=b1119d72-d6a4-4c03-926b-8ab07ebc3f03&id=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1074383 Nov 12 04:16:49.974632 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.998982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:50.003098 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86572961-4f63-47c1-aaa7-b064214f2b85" -d '{"events": [{"server_uuid": "3a8ffc81-de97-4a60-bc55-3b28b78058ba", "name": "network-vif-plugged", "status": "completed", "tag": "f1dcbbfd-b9ca-450e-a588-84c09eb7822d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:50.015330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port f1dcbbfd-b9ca-450e-a588-84c09eb7822d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f1dcbbfd-b9ca-450e-a588-84c09eb7822d,segment=NetworkSegment(764bc471-5d80-4399-8e2d-42c65e3a1b54),segment_id=764bc471-5d80-4399-8e2d-42c65e3a1b54)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:50.050129 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea21836-3778-403a-8f79-19c640cda43f x-openstack-request-id: req-0ea21836-3778-403a-8f79-19c640cda43f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:50.050499 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8ffc81-de97-4a60-bc55-3b28b78058ba", "name": "network-vif-plugged", "status": "completed", "tag": "f1dcbbfd-b9ca-450e-a588-84c09eb7822d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:50.050945 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0ea21836-3778-403a-8f79-19c640cda43f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:50.051416 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d', 'code': 200} Nov 12 04:16:50.091425 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:50.169394 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=f1dcbbfd-b9ca-450e-a588-84c09eb7822d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:50.175991 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8cb8f-da81-4008-be18-a2704939bcd7 req-ffe70dca-9552-4846-9836-2d3b1e311ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:50.177669 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b6b8cb8f-da81-4008-be18-a2704939bcd7 req-ffe70dca-9552-4846-9836-2d3b1e311ebe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 1136 time: 0.0550196 Nov 12 04:16:50.282276 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b6b8cb8f-da81-4008-be18-a2704939bcd7 req-4a17c33b-fd38-47f3-bcd0-8c95068fcd13 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471&id=b1119d72-d6a4-4c03-926b-8ab07ebc3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0911784 Nov 12 04:16:50.292409 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-15f9acf6-f2b1-4621-9fa6-fc4a57e02d7f req-ba66fb24-9f27-42b3-9019-4da98d7b8399 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.26 "GET /v2.0/ports?device_id=183160e8-440c-4154-b8df-c8848d447197 HTTP/1.1" status: 200 len: 210 time: 0.0300212 Nov 12 04:16:50.479736 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-684f195d-97f0-48a1-8bf4-63b5cc6b99ad req-bc5f1e21-1245-4410-8ea4-47e031193684 tempest-ServerShowV247Test-491508373 tempest-ServerShowV247Test-491508373-project] 10.222.0.105 "GET /v2.0/ports?device_id=183160e8-440c-4154-b8df-c8848d447197 HTTP/1.1" status: 200 len: 210 time: 0.0310824 Nov 12 04:16:50.977462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773df9f2-c9d8-4ed2-b200-da717c311756 req-f23e2a52-4adc-437b-b4fa-99a2e117b99f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:50.977462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-773df9f2-c9d8-4ed2-b200-da717c311756 req-f23e2a52-4adc-437b-b4fa-99a2e117b99f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 984 time: 0.0540755 Nov 12 04:16:51.050292 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-773df9f2-c9d8-4ed2-b200-da717c311756 req-efec103e-e542-4102-801a-78bf48e33743 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/security-groups?id=b1119d72-d6a4-4c03-926b-8ab07ebc3f03&id=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0670531 Nov 12 04:16:52.204358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78fabe-7105-47a3-b1d0-b33ff67ab4e6 req-7a70ea7d-2e18-41b8-be03-18edde515efc tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:52.205940 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d78fabe-7105-47a3-b1d0-b33ff67ab4e6 req-7a70ea7d-2e18-41b8-be03-18edde515efc tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 984 time: 0.0614974 Nov 12 04:16:52.213828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43898) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:52.281802 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3d78fabe-7105-47a3-b1d0-b33ff67ab4e6 req-802c712d-4cc8-4b5b-897a-5c91dead6f9f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/security-groups?id=b1119d72-d6a4-4c03-926b-8ab07ebc3f03&id=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0637567 Nov 12 04:16:52.392528 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10f4f64a-53d0-4eac-91b0-4d0fd866eb2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.481884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8097b7-0679-46f9-b96c-a4f554d1418a req-eaa1508f-6b48-40ac-a32b-b13515ba0430 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:52.483363 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be8097b7-0679-46f9-b96c-a4f554d1418a req-eaa1508f-6b48-40ac-a32b-b13515ba0430 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 984 time: 0.0933447 Nov 12 04:16:52.575403 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10f4f64a-53d0-4eac-91b0-4d0fd866eb2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.589933 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be8097b7-0679-46f9-b96c-a4f554d1418a req-531846e1-0b81-4a94-be2d-d05c3cb090f9 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/security-groups?id=b1119d72-d6a4-4c03-926b-8ab07ebc3f03&id=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0826886 Nov 12 04:16:52.674664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10f4f64a-53d0-4eac-91b0-4d0fd866eb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.695215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9046d46-d231-4d5f-8d8a-0f06cdfe4dbe req-293649e8-8101-4975-a698-e1b9e26f9bc3 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:52.697277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c9046d46-d231-4d5f-8d8a-0f06cdfe4dbe req-293649e8-8101-4975-a698-e1b9e26f9bc3 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 1136 time: 0.0453129 Nov 12 04:16:52.717678 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-10f4f64a-53d0-4eac-91b0-4d0fd866eb2e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e525ec72788b45c4ab0ef6fef96c6ca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5026815 Nov 12 04:16:52.720411 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 43918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:52.721008 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9046d46-d231-4d5f-8d8a-0f06cdfe4dbe req-40ef400d-4662-465c-a778-7f08bf854a35 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.726449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4f64a-53d0-4eac-91b0-4d0fd866eb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439be85a-9536-4d87-b20a-f68b00634283,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:52.787827 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a19f385-1d3d-4685-8e06-e884f5d548f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.820220 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9046d46-d231-4d5f-8d8a-0f06cdfe4dbe req-40ef400d-4662-465c-a778-7f08bf854a35 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.823926 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a19f385-1d3d-4685-8e06-e884f5d548f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.874184 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c9046d46-d231-4d5f-8d8a-0f06cdfe4dbe req-40ef400d-4662-465c-a778-7f08bf854a35 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.929013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef400d-4662-465c-a778-7f08bf854a35 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5080eef1-8e82-41b3-be7f-51e97918885e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:52.946529 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c9046d46-d231-4d5f-8d8a-0f06cdfe4dbe req-40ef400d-4662-465c-a778-7f08bf854a35 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=b1119d72-d6a4-4c03-926b-8ab07ebc3f03&id=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2363029 Nov 12 04:16:52.952672 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a19f385-1d3d-4685-8e06-e884f5d548f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.956434 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a19f385-1d3d-4685-8e06-e884f5d548f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:52.958007 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0a19f385-1d3d-4685-8e06-e884f5d548f5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/439be85a-9536-4d87-b20a-f68b00634283 HTTP/1.1" status: 204 len: 168 time: 0.2361169 Nov 12 04:16:52.959627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43924) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:52.966287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19f385-1d3d-4685-8e06-e884f5d548f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439be85a-9536-4d87-b20a-f68b00634283,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:53.041869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d848e2b-ec7f-4ab8-ac27-6083153d41c7 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:53.044052 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6d848e2b-ec7f-4ab8-ac27-6083153d41c7 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 1131 time: 0.0777419 Nov 12 04:16:53.047026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 43934) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:53.051770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:53.096689 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28601c30-827b-40d4-90ce-b23407e3597a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.186846 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.298297 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.449949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Allocated IP 172.25.8.173 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/6335959e-314b-4a2a-9c0b-1c4913a14a96) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:53.594085 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.737641 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.781015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:53.786200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:53.789869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:53.818885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'Port': ['ID=6335959e-314b-4a2a-9c0b-1c4913a14a96,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:54.240781 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.418985 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.627052 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.719963 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.821658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'Port': ['ID=6335959e-314b-4a2a-9c0b-1c4913a14a96,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:54.834170 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.983486 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Floating IP 53b37bc2-b923-4294-ade7-a3c4f048c645 associated. External IP: 172.25.8.173, port: f1dcbbfd-b9ca-450e-a588-84c09eb7822d. Nov 12 04:16:55.062340 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:55.309587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Router ae639988-9b88-4fcc-950f-f17801ea66fa has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:16:55.430506 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:55.444982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e570fc-ac38-403e-a046-68c7736ce43a None None] Sync routers for ids ['ae639988-9b88-4fcc-950f-f17801ea66fa'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:55.467105 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e570fc-ac38-403e-a046-68c7736ce43a None None] Routers {'ae639988-9b88-4fcc-950f-f17801ea66fa'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:55.467738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-89e570fc-ac38-403e-a046-68c7736ce43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:16:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae639988-9b88-4fcc-950f-f17801ea66fa'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:55.551772 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:55.608508 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f8a36678-a5b5-40b9-a7bd-8802260ce40f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5602381 Nov 12 04:16:55.609621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'tag': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:55.612601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44054) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:55.619988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-89e570fc-ac38-403e-a046-68c7736ce43a None None] Set router ae639988-9b88-4fcc-950f-f17801ea66fa gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:55.622198 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327ea459-d077-4ffb-9d70-122a76938c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8ffc81-de97-4a60-bc55-3b28b78058ba", "tag": "f1dcbbfd-b9ca-450e-a588-84c09eb7822d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:55.731577 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48969ee8-7340-437d-9845-6843d59dc28d x-openstack-request-id: req-48969ee8-7340-437d-9845-6843d59dc28d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:55.731835 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8ffc81-de97-4a60-bc55-3b28b78058ba", "tag": "f1dcbbfd-b9ca-450e-a588-84c09eb7822d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:55.732117 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-48969ee8-7340-437d-9845-6843d59dc28d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:55.732526 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'tag': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d', 'status': 'completed', 'code': 200} Nov 12 04:16:55.760108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44058) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:55.934959 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a52cafa3-b9e7-4c50-b9fd-8c9452a77b58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.041572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-89e570fc-ac38-403e-a046-68c7736ce43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:16:33Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '53b37bc2-b923-4294-ade7-a3c4f048c645', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'port_id': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'mac_address': 'fa:16:3e:7e:b8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:54Z', 'updated_at': '2021-11-12T04:16:54Z', 'revision_number': 0, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855b63ca-a5d7-4bf6-8d40-d85f49effbe0', 'name': '', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'mac_address': 'fa:16:3e:36:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:31Z', 'updated_at': '2021-11-12T04:16:36Z', 'revision_number': 5, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'subnets': [{'id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:56.058710 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a52cafa3-b9e7-4c50-b9fd-8c9452a77b58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.077958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e570fc-ac38-403e-a046-68c7736ce43a None None] Checking router: ae639988-9b88-4fcc-950f-f17801ea66fa for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:56.093459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e570fc-ac38-403e-a046-68c7736ce43a None None] Routers {'ae639988-9b88-4fcc-950f-f17801ea66fa'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:56.093459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-89e570fc-ac38-403e-a046-68c7736ce43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:16:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae639988-9b88-4fcc-950f-f17801ea66fa'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:56.137642 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a52cafa3-b9e7-4c50-b9fd-8c9452a77b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.218914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cafa3-b9e7-4c50-b9fd-8c9452a77b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cb78fb-0d90-420f-8b2b-56fa46f805ae,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:56.244598 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a52cafa3-b9e7-4c50-b9fd-8c9452a77b58 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b0bd8a5e5b62498f98d2997bea824dbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4832726 Nov 12 04:16:56.248901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44072) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:56.362861 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcdccc28-c5bb-47b0-8e10-4f3f72a83971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.391869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-89e570fc-ac38-403e-a046-68c7736ce43a None None] Set router ae639988-9b88-4fcc-950f-f17801ea66fa gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:56.412495 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcdccc28-c5bb-47b0-8e10-4f3f72a83971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.448882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ea459-d077-4ffb-9d70-122a76938c6a req-1601adf8-6e48-4ade-94c2-b82ae790d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.451335 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-327ea459-d077-4ffb-9d70-122a76938c6a req-1601adf8-6e48-4ade-94c2-b82ae790d506 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a628e067f3a048d98f65923ac3a6c7ee&device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 1136 time: 0.1345963 Nov 12 04:16:56.548756 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143af345-c07c-477d-8894-0d244160e224 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.549335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143af345-c07c-477d-8894-0d244160e224 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.549868 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143af345-c07c-477d-8894-0d244160e224 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.550401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143af345-c07c-477d-8894-0d244160e224 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.550928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143af345-c07c-477d-8894-0d244160e224 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.552655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143af345-c07c-477d-8894-0d244160e224 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.552655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143af345-c07c-477d-8894-0d244160e224 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.557539 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-143af345-c07c-477d-8894-0d244160e224 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4992 time: 0.9396539 Nov 12 04:16:56.557539 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44082) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:56.571890 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcdccc28-c5bb-47b0-8e10-4f3f72a83971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.574971 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcdccc28-c5bb-47b0-8e10-4f3f72a83971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:56.578498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fcdccc28-c5bb-47b0-8e10-4f3f72a83971 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/54cb78fb-0d90-420f-8b2b-56fa46f805ae HTTP/1.1" status: 204 len: 168 time: 0.3260436 Nov 12 04:16:56.603533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdccc28-c5bb-47b0-8e10-4f3f72a83971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cb78fb-0d90-420f-8b2b-56fa46f805ae,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:56.672922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ea459-d077-4ffb-9d70-122a76938c6a req-dd2f652c-0dd3-4e1d-a4a6-3d4105fc9ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.675750 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-327ea459-d077-4ffb-9d70-122a76938c6a req-dd2f652c-0dd3-4e1d-a4a6-3d4105fc9ec3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c673083-ba1d-4909-ad17-9b2354fa95d8 HTTP/1.1" status: 200 len: 899 time: 0.2154639 Nov 12 04:16:56.835808 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-327ea459-d077-4ffb-9d70-122a76938c6a req-530a72f4-72b0-4a18-913a-d43874d32b8b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1dcbbfd-b9ca-450e-a588-84c09eb7822d HTTP/1.1" status: 200 len: 999 time: 0.1362274 Nov 12 04:16:56.861008 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a5984-8a2c-4e8c-bc19-e74531ce30c3 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.861566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a5984-8a2c-4e8c-bc19-e74531ce30c3 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.862176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a5984-8a2c-4e8c-bc19-e74531ce30c3 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.862734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a5984-8a2c-4e8c-bc19-e74531ce30c3 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.863188 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a5984-8a2c-4e8c-bc19-e74531ce30c3 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.863642 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a5984-8a2c-4e8c-bc19-e74531ce30c3 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.864098 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a5984-8a2c-4e8c-bc19-e74531ce30c3 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.870332 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44090) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:56.871275 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-661a5984-8a2c-4e8c-bc19-e74531ce30c3 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4645 time: 0.3076937 Nov 12 04:16:56.940512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ea459-d077-4ffb-9d70-122a76938c6a req-5439338a-fb09-4956-a3ce-24f118c068ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.951830 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-327ea459-d077-4ffb-9d70-122a76938c6a req-5439338a-fb09-4956-a3ce-24f118c068ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3212caa-66fc-4909-8c2c-7d4f9bd5e859 HTTP/1.1" status: 200 len: 834 time: 0.1024511 Nov 12 04:16:57.022116 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.057289 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ea459-d077-4ffb-9d70-122a76938c6a req-ed004ed4-399b-47b0-a789-019740e2b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:57.063813 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-327ea459-d077-4ffb-9d70-122a76938c6a req-ed004ed4-399b-47b0-a789-019740e2b3b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c673083-ba1d-4909-ad17-9b2354fa95d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018398 Nov 12 04:16:57.083750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-89e570fc-ac38-403e-a046-68c7736ce43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:16:33Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '53b37bc2-b923-4294-ade7-a3c4f048c645', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'port_id': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'mac_address': 'fa:16:3e:7e:b8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:54Z', 'updated_at': '2021-11-12T04:16:54Z', 'revision_number': 0, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855b63ca-a5d7-4bf6-8d40-d85f49effbe0', 'name': '', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'mac_address': 'fa:16:3e:36:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:31Z', 'updated_at': '2021-11-12T04:16:36Z', 'revision_number': 5, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'subnets': [{'id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:57.174266 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-30f8b00f-dc1b-4579-821c-974cc1124932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.180971 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e570fc-ac38-403e-a046-68c7736ce43a None None] The sync data for ids ['ae639988-9b88-4fcc-950f-f17801ea66fa'] in n-d-767704-23 is: [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:16:33Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '53b37bc2-b923-4294-ade7-a3c4f048c645', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'port_id': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'mac_address': 'fa:16:3e:7e:b8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:54Z', 'updated_at': '2021-11-12T04:16:54Z', 'revision_number': 0, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855b63ca-a5d7-4bf6-8d40-d85f49effbe0', 'name': '', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'mac_address': 'fa:16:3e:36:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:31Z', 'updated_at': '2021-11-12T04:16:36Z', 'revision_number': 5, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'subnets': [{'id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:57.277483 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-327ea459-d077-4ffb-9d70-122a76938c6a req-9307735b-d03e-42cc-bdd9-ecb69c73c1f9 service neutron] 10.222.0.25 "GET /v2.0/networks/8c673083-ba1d-4909-ad17-9b2354fa95d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052288 Nov 12 04:16:57.405248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-14fcd315-c382-4819-838b-b7a06d9593dd tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.5337408 Nov 12 04:16:57.407837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44108) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:57.477918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b6f41d-6057-4ca8-bf77-914795f0eb52 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:57.478259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b6f41d-6057-4ca8-bf77-914795f0eb52 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:57.479195 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-327ea459-d077-4ffb-9d70-122a76938c6a req-1d4e870a-be9a-4636-af3c-573f9e3488fa service neutron] 10.222.0.25 "GET /v2.0/networks/8c673083-ba1d-4909-ad17-9b2354fa95d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942372 Nov 12 04:16:57.484657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-01b6f41d-6057-4ca8-bf77-914795f0eb52 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=ae639988-9b88-4fcc-950f-f17801ea66fa HTTP/1.1" status: 200 len: 1991 time: 0.0756214 Nov 12 04:16:57.582881 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab37c7c-99c5-4c69-8e68-eae1b08f1584 None None] New status for floating IP 53b37bc2-b923-4294-ade7-a3c4f048c645: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:16:58.058166 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44138) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:58.223578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1134300585-network', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:58.308960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] Made reservation on behalf of 5af8b430f30e4108ada2caa89697fa45 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:58.311814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.322002 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.402768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.468630 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.491173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:58.503837 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.504255 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] Added segment ff90831b-8032-494f-9e45-e2485901f5c6 of type vlan for network 5074271f-e373-422c-abfa-ee9f087fb5aa Nov 12 04:16:58.524177 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.552179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e8dd76-4a9d-469d-9b81-d18df312ac6f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:58.569348 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.691670 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.692598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:58.693521 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.767088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=5074271f-e373-422c-abfa-ee9f087fb5aa,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:58.777795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 5074271f-e373-422c-abfa-ee9f087fb5aa details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:58.866018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9b4a2797-0b13-4151-8aeb-4bc1ca983ed2 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8066230 Nov 12 04:16:58.869563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:58.889412 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e7a8205d-8743-49ed-971d-a965d141e593 admin admin] Request body: {'subnet': {'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1134300585-subnet', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:58.962937 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.992925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a8205d-8743-49ed-971d-a965d141e593 admin admin] Made reservation on behalf of 5af8b430f30e4108ada2caa89697fa45 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:59.001606 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7a8205d-8743-49ed-971d-a965d141e593 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.302689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7a8205d-8743-49ed-971d-a965d141e593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.437086 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8205d-8743-49ed-971d-a965d141e593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7697fade-275b-4708-927f-f8f4b5d32a1d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:59.441542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a8205d-8743-49ed-971d-a965d141e593 admin admin] Checking segment: {'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:59.441892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a8205d-8743-49ed-971d-a965d141e593 admin admin] Network hostable DHCP agents. Network: 5074271f-e373-422c-abfa-ee9f087fb5aa, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:59.554156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a8205d-8743-49ed-971d-a965d141e593 admin admin] Network 5074271f-e373-422c-abfa-ee9f087fb5aa is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:59.637986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e7a8205d-8743-49ed-971d-a965d141e593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 5074271f-e373-422c-abfa-ee9f087fb5aa) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:59.647399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8205d-8743-49ed-971d-a965d141e593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:59.647794 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7a8205d-8743-49ed-971d-a965d141e593 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.664395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21168d98-1506-4030-8a09-2cb8732efd8e None None] Network 5074271f-e373-422c-abfa-ee9f087fb5aa requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:59.729436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e7a8205d-8743-49ed-971d-a965d141e593 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8581629 Nov 12 04:16:59.732399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:59.740698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:59.850909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-5074271f-e373-422c-abfa-ee9f087fb5aa', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:59.852192 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.874915 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.876549 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.956577 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.015615 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Allocated IP 172.20.0.2 (5074271f-e373-422c-abfa-ee9f087fb5aa/7697fade-275b-4708-927f-f8f4b5d32a1d/07b90803-35cb-495e-894a-6627e06e0392) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:00.246082 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.326290 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.378142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Network 5074271f-e373-422c-abfa-ee9f087fb5aa is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:00.381636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:00.387128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:00.397487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Pushing event updated for resources: {'Port': ['ID=07b90803-35cb-495e-894a-6627e06e0392,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:00.468173 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Attempting to bind port 07b90803-35cb-495e-894a-6627e06e0392 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:00.468712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Attempting to bind port 07b90803-35cb-495e-894a-6627e06e0392 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:00.469089 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Attempting to bind port 07b90803-35cb-495e-894a-6627e06e0392 on network 5074271f-e373-422c-abfa-ee9f087fb5aa {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:00.474383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:00.474758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Checking segment: {'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:00.475165 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.475562 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Bound using segment: {'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:00.476047 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Bound port: 07b90803-35cb-495e-894a-6627e06e0392, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:00.476438 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.551924 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] For port 07b90803-35cb-495e-894a-6627e06e0392, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:00.555436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] For port 07b90803-35cb-495e-894a-6627e06e0392, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=07b90803-35cb-495e-894a-6627e06e0392,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:00.567155 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.606043 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:00.703926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a99a9-786f-43d4-b1de-e513e233ce63 None None] Pushing event updated for resources: {'Port': ['ID=07b90803-35cb-495e-894a-6627e06e0392,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:00.977109 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.013787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.160204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Allocated IP 172.25.8.231 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:01.304655 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.402517 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.453489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:01.456702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:01.460526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:01.467906 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:01.471960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320886f9-10e0-4ce0-b0f7-e81f94986c52 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:01.577409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6096da50-9dea-44b3-a173-46e934edb6c7 None None] Provisioning complete for port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:01.577777 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6096da50-9dea-44b3-a173-46e934edb6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.673910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6096da50-9dea-44b3-a173-46e934edb6c7 None None] Port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:01.773908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 07b90803-35cb-495e-894a-6627e06e0392 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:01.890006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 07b90803-35cb-495e-894a-6627e06e0392 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:01.890617 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.006368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.019722 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.059375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 07b90803-35cb-495e-894a-6627e06e0392, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=07b90803-35cb-495e-894a-6627e06e0392,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:02.098126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2af425-b60f-4a26-a3ae-ee17396ac5ea None None] Network 5074271f-e373-422c-abfa-ee9f087fb5aa requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:02.172015 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.266705 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ea7ca23d-058e-4f6b-8352-3f8a784b78f2 None None] Provisioning complete for port 07b90803-35cb-495e-894a-6627e06e0392 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:02.267073 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca23d-058e-4f6b-8352-3f8a784b78f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.289572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=07b90803-35cb-495e-894a-6627e06e0392,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:02.364577 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.657619 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:17:02.703113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e5a4695e-122a-4908-946a-96d4abcd1df6 None None] Provisioning complete for port 07b90803-35cb-495e-894a-6627e06e0392 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:02.703619 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5a4695e-122a-4908-946a-96d4abcd1df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.780844 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:02.796283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Sync routers for ids ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:02.813211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Routers {'0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:02.813822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:16:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:02.853433 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.855730 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8ac0480e-ab9f-410d-a96c-7b1006d09d63 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1219571 Nov 12 04:17:02.858872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:02.965984 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Set router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:03.225662 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:01Z', 'revision_number': 3, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:03.261370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Checking router: 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:17:03.261730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Updating router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:17:03.298595 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.438978 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.671383 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.675964 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 07b90803-35cb-495e-894a-6627e06e0392 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:03.741823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Allocated IP 172.20.0.1 (5074271f-e373-422c-abfa-ee9f087fb5aa/7697fade-275b-4708-927f-f8f4b5d32a1d/87394eb0-b43c-46f1-848b-78946f76a8dc) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:03.743600 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.808121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b59562-4eb7-409d-8825-e4f6ffa75beb None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:03.828450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Attempting to bind port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:03.828795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Attempting to bind port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:03.829152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Attempting to bind port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:03.841420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac380aca-1236-47ac-9574-fe722eb371dd None None] Pushing event updated for resources: {'Port': ['ID=c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:03.846893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:03.847254 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:03.847631 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.848010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:03.848559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Bound port: c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:03.848933 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.875946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 07b90803-35cb-495e-894a-6627e06e0392 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:03.875946 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.957972 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] For port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:03.966870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] For port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:03.973976 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.985844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1fb12034-4b03-414c-b989-69753f827495 None None] Provisioning complete for port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:03.986207 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1fb12034-4b03-414c-b989-69753f827495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.056269 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.059656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1fb12034-4b03-414c-b989-69753f827495 None None] Port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:04.106572 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.109383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32fcd45-d095-4ae0-87df-29c83f6563c1 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:04.137327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Routers {'0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:04.137952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:16:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:04.139921 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac380aca-1236-47ac-9574-fe722eb371dd None None] Pushing event updated for resources: {'Port': ['ID=c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:04.178329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Network 5074271f-e373-422c-abfa-ee9f087fb5aa is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:04.182535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:04.189825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:04.279580 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.283829 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Pushing event updated for resources: {'Port': ['ID=87394eb0-b43c-46f1-848b-78946f76a8dc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:04.611082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3b7ceefb-3bd1-4b6c-a409-be41bd9da7c0 None None] Provisioning complete for port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:04.611082 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b7ceefb-3bd1-4b6c-a409-be41bd9da7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.670365 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.694087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] Set router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:04.855711 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b7ceefb-3bd1-4b6c-a409-be41bd9da7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.871173 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.892656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3b7ceefb-3bd1-4b6c-a409-be41bd9da7c0 None None] For port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:04.943912 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.985351 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:01Z', 'revision_number': 3, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:05.042239 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.049294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43488ecf-3031-4af4-954e-65c823b8b8b0 None None] The sync data for ids ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'] in n-d-767704-23 is: [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:01Z', 'revision_number': 3, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:05.057242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Pushing event updated for resources: {'Port': ['ID=87394eb0-b43c-46f1-848b-78946f76a8dc,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:05.060518 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b7ceefb-3bd1-4b6c-a409-be41bd9da7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.205058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ceefb-3bd1-4b6c-a409-be41bd9da7c0 None None] Pushing event updated for resources: {'Port': ['ID=c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:05.220409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c56aaea1-2e0f-4694-bae1-8f46762f7dec None None] Provisioning complete for port 87394eb0-b43c-46f1-848b-78946f76a8dc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:05.220789 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c56aaea1-2e0f-4694-bae1-8f46762f7dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.278281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c56aaea1-2e0f-4694-bae1-8f46762f7dec None None] Port 87394eb0-b43c-46f1-848b-78946f76a8dc cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:05.283411 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Network 5074271f-e373-422c-abfa-ee9f087fb5aa is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:05.285700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:05.443947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:17:05.683901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:05.696677 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:05.723994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a3a5acbe-275d-4833-b1f0-e66558ab7f4c admin admin] 10.222.0.105 "PUT /v2.0/routers/0ae369d5-73f9-42bb-a80f-c9bbb3405cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8635187 Nov 12 04:17:05.781000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-45a63feb-699e-44ff-9ef7-2c37cc9d545c None None] Provisioning complete for port 87394eb0-b43c-46f1-848b-78946f76a8dc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:05.781836 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45a63feb-699e-44ff-9ef7-2c37cc9d545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.840828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:05.842685 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.852846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-45a63feb-699e-44ff-9ef7-2c37cc9d545c None None] Port 87394eb0-b43c-46f1-848b-78946f76a8dc cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:06.369240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 44444) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:06.375137 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-aad74180-61f6-494f-8e2f-3c7133ef17b6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--972764078', 'description': 'tempest-description--1474594918'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:06.483315 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c6e063e-3792-4fb1-80bb-c00530ef5ccf req-8e9b35aa-eeae-4301-9dd1-80758f9ee2af service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420065 Nov 12 04:17:06.530816 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aad74180-61f6-494f-8e2f-3c7133ef17b6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.564616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e063e-3792-4fb1-80bb-c00530ef5ccf req-68a35e4b-cee5-4c02-927b-97134ee18478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:06.566143 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c6e063e-3792-4fb1-80bb-c00530ef5ccf req-68a35e4b-cee5-4c02-927b-97134ee18478 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24640b5314de428aa00ff5bb6a7d3889&device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 1101 time: 0.0599661 Nov 12 04:17:06.666545 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aad74180-61f6-494f-8e2f-3c7133ef17b6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.700081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e063e-3792-4fb1-80bb-c00530ef5ccf req-53b50173-022b-44e8-a1a4-db978454f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:06.700339 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c6e063e-3792-4fb1-80bb-c00530ef5ccf req-53b50173-022b-44e8-a1a4-db978454f902 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9801b519-b1f3-4577-ae90-2042f1f566c9 HTTP/1.1" status: 200 len: 871 time: 0.1152158 Nov 12 04:17:06.748544 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aad74180-61f6-494f-8e2f-3c7133ef17b6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.751945 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c6e063e-3792-4fb1-80bb-c00530ef5ccf req-a2add2c1-f399-4230-bd9b-c19248c7a784 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c0c6fd15-1327-4eee-b69c-385d8e5556ab HTTP/1.1" status: 200 len: 217 time: 0.0423844 Nov 12 04:17:06.819904 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad74180-61f6-494f-8e2f-3c7133ef17b6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a09991-fe54-4fa3-baa2-89f78f298503,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:06.839867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e063e-3792-4fb1-80bb-c00530ef5ccf req-47001e69-6860-48d8-b76a-0e14512fc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:06.841643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c6e063e-3792-4fb1-80bb-c00530ef5ccf req-47001e69-6860-48d8-b76a-0e14512fc41c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0729814 Nov 12 04:17:06.866577 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aad74180-61f6-494f-8e2f-3c7133ef17b6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.868357 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-aad74180-61f6-494f-8e2f-3c7133ef17b6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4979229 Nov 12 04:17:06.873300 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44470) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:06.877712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Request body: {'security_group_rule': {'security_group_id': 'b7a09991-fe54-4fa3-baa2-89f78f298503', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:06.919762 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e063e-3792-4fb1-80bb-c00530ef5ccf req-f1e0be13-22b8-4da9-963b-0afd0bc80002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:06.921419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c6e063e-3792-4fb1-80bb-c00530ef5ccf req-f1e0be13-22b8-4da9-963b-0afd0bc80002 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0718739 Nov 12 04:17:07.029474 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.038552 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c6e063e-3792-4fb1-80bb-c00530ef5ccf req-cc6af97b-ed95-4267-bd94-782471bcf940 service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015999 Nov 12 04:17:07.123666 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.154381 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c6e063e-3792-4fb1-80bb-c00530ef5ccf req-00a9bc93-b1d8-468b-b202-5dbe78698d6f service neutron] 10.222.0.25 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075172 Nov 12 04:17:07.203493 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Sync routers for ids ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:07.214231 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Routers {'0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:07.218759 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:16:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:07.237639 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.257447 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114b04e1-e48b-40b9-9a66-893eca112189,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:07.267792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:07.268431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:07.268779 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:07.269123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:07.269465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:07.269795 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:07.270121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:07.270512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:07.270863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:07.271216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:07.271547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:07.271970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:07.327860 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Set router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:07.355957 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.357948 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0ecae17c-6c0d-474c-af4a-54914d269d47 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4854453 Nov 12 04:17:07.361861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:07.367062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8e8551e8-15d3-4a2c-b8ff-1722cdd42020 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Request body: {'security_group_rule': {'security_group_id': 'b7a09991-fe54-4fa3-baa2-89f78f298503', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:07.493576 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e8551e8-15d3-4a2c-b8ff-1722cdd42020 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.574404 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e8551e8-15d3-4a2c-b8ff-1722cdd42020 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.644961 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e8551e8-15d3-4a2c-b8ff-1722cdd42020 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.666433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8551e8-15d3-4a2c-b8ff-1722cdd42020 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04183b12-d512-44ec-b09d-11c5a2a76d9b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:07.675417 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 2, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:07.704333 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Checking router: 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:17:07.704682 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Updating router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc port 87394eb0-b43c-46f1-848b-78946f76a8dc binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:17:07.730924 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.765646 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e8551e8-15d3-4a2c-b8ff-1722cdd42020 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.766941 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8e8551e8-15d3-4a2c-b8ff-1722cdd42020 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4037251 Nov 12 04:17:07.770405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 44514) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:07.774799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:07.873701 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.010649 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.077396 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.143412 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Allocated IP 172.25.8.54 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/bd85e1a6-1179-47a2-847b-7df359a352bb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:08.170165 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.275678 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf9196-e473-4fbc-ad65-be144ea4f980 None None] Pushing event updated for resources: {'Port': ['ID=87394eb0-b43c-46f1-848b-78946f76a8dc,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:08.289783 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Attempting to bind port 87394eb0-b43c-46f1-848b-78946f76a8dc on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:08.290336 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Attempting to bind port 87394eb0-b43c-46f1-848b-78946f76a8dc by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:08.295474 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Attempting to bind port 87394eb0-b43c-46f1-848b-78946f76a8dc on network 5074271f-e373-422c-abfa-ee9f087fb5aa {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:08.295610 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.296466 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:08.296844 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Checking segment: {'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:08.297249 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.297724 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Bound using segment: {'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:08.298194 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Bound port: 87394eb0-b43c-46f1-848b-78946f76a8dc, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:08.298652 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.380352 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] For port 87394eb0-b43c-46f1-848b-78946f76a8dc, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:08.383905 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] For port 87394eb0-b43c-46f1-848b-78946f76a8dc, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=87394eb0-b43c-46f1-848b-78946f76a8dc,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:08.403852 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.454066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:08.460392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:08.465641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:08.495269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event updated for resources: {'Port': ['ID=bd85e1a6-1179-47a2-847b-7df359a352bb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:08.497290 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.570939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-927c8ed6-375c-4dc9-aa36-1acb4804e7d1 None None] Provisioning complete for port 87394eb0-b43c-46f1-848b-78946f76a8dc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:08.570939 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-927c8ed6-375c-4dc9-aa36-1acb4804e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.577991 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.605071 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Routers {'0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:08.606007 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:16:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:08.666871 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf9196-e473-4fbc-ad65-be144ea4f980 None None] Pushing event updated for resources: {'Port': ['ID=87394eb0-b43c-46f1-848b-78946f76a8dc,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:08.668609 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-927c8ed6-375c-4dc9-aa36-1acb4804e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.723979 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.733967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-927c8ed6-375c-4dc9-aa36-1acb4804e7d1 None None] For port 87394eb0-b43c-46f1-848b-78946f76a8dc, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=87394eb0-b43c-46f1-848b-78946f76a8dc,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:08.789242 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-927c8ed6-375c-4dc9-aa36-1acb4804e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.806621 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] Set router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:08.885517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c8ed6-375c-4dc9-aa36-1acb4804e7d1 None None] Pushing event updated for resources: {'Port': ['ID=87394eb0-b43c-46f1-848b-78946f76a8dc,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:08.924490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-716e8723-340e-4e0b-ab50-fdb70239d1ce None None] Provisioning complete for port 87394eb0-b43c-46f1-848b-78946f76a8dc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:08.924853 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-716e8723-340e-4e0b-ab50-fdb70239d1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.979407 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.062251 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:08Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:09.066584 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.094517 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1c879-77ab-4367-82d2-e0cea4c27edb None None] The sync data for ids ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'] in n-d-767704-23 is: [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:08Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:09.189300 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event updated for resources: {'Port': ['ID=bd85e1a6-1179-47a2-847b-7df359a352bb,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:09.191695 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.309579 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.318381 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-40240a55-552a-45bd-b7ad-6cd360ccecf6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5406642 Nov 12 04:17:09.496953 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-7f9d6640-1d13-4ab4-99f9-44fd5324bafa tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--972764078&fields=id&tenant_id=5af8b430f30e4108ada2caa89697fa45 HTTP/1.1" status: 200 len: 267 time: 0.0553141 Nov 12 04:17:09.632875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-bb587c3b-5559-4198-880a-95f8fcaca621 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:09.635729 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-bb587c3b-5559-4198-880a-95f8fcaca621 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 811 time: 0.1336946 Nov 12 04:17:09.641462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 87394eb0-b43c-46f1-848b-78946f76a8dc up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:09.656646 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-f29667ab-bbc9-4a2f-b2a8-599a96e6e8b8 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/quotas/5af8b430f30e4108ada2caa89697fa45 HTTP/1.1" status: 200 len: 375 time: 0.0131857 Nov 12 04:17:09.748456 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-5db44f75-e004-4b16-935d-38646d2ef462 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698934 Nov 12 04:17:09.775557 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 87394eb0-b43c-46f1-848b-78946f76a8dc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:09.776743 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.941200 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-cac33a75-9cc2-4292-9d46-17bbfe1c54d5 service neutron] 10.222.0.105 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797116 Nov 12 04:17:10.083035 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-f120445d-f84c-4305-b1b0-f69b718e40c5 service neutron] 10.222.0.105 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396413 Nov 12 04:17:10.381272 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f98c6c3e-8385-4d8c-afb7-f9e3858828e7 req-7c8d59f8-9388-4ea9-ba0f-06836326b221 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 210 time: 0.0694349 Nov 12 04:17:11.455156 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-793b2b70-23a8-4d45-b4b5-7a9800021dfe req-e0d7119c-060e-4780-828e-9c7e6aa5decd tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 210 time: 0.0305092 Nov 12 04:17:12.571558 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e71a9b61-ef2e-4a55-b01e-ae7f80c68beb req-ceefd647-a6bf-4de4-8120-c41097d8e5a0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 210 time: 0.0399196 Nov 12 04:17:12.947469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-8a45c8ef-7cf9-4a65-97f6-e115cc4da9f2 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:12.949650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-8a45c8ef-7cf9-4a65-97f6-e115cc4da9f2 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.26 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 811 time: 0.1232195 Nov 12 04:17:13.037894 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-29093b67-0fe4-4e67-96d2-683a8e05ada5 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5af8b430f30e4108ada2caa89697fa45 HTTP/1.1" status: 200 len: 379 time: 0.0725117 Nov 12 04:17:13.048367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c4746f1d-eeb9-4db2-a99f-2097f5e63a7c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Request body: {'port': {'device_id': '19e54406-ca01-4877-85fc-80d8063d7645', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'admin_state_up': True, 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'security_groups': ['b7a09991-fe54-4fa3-baa2-89f78f298503']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:13.295461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c4746f1d-eeb9-4db2-a99f-2097f5e63a7c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Made reservation on behalf of 5af8b430f30e4108ada2caa89697fa45 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:13.299249 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c4746f1d-eeb9-4db2-a99f-2097f5e63a7c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.473014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c4746f1d-eeb9-4db2-a99f-2097f5e63a7c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Allocated IP 172.20.0.5 (5074271f-e373-422c-abfa-ee9f087fb5aa/7697fade-275b-4708-927f-f8f4b5d32a1d/8844a8e9-9b7e-49d9-a2b2-12b1868243c1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:13.625724 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c4746f1d-eeb9-4db2-a99f-2097f5e63a7c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.686145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e2647a32-81c1-4b52-a2bc-b6b57cd0b858 req-1fc7a5ff-b9b8-4d14-884a-eb9ceee55ef0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 210 time: 0.0356255 Nov 12 04:17:13.794221 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c4746f1d-eeb9-4db2-a99f-2097f5e63a7c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:13.838266 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c4746f1d-eeb9-4db2-a99f-2097f5e63a7c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Network 5074271f-e373-422c-abfa-ee9f087fb5aa is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:13.843536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c4746f1d-eeb9-4db2-a99f-2097f5e63a7c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:13.847340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c4746f1d-eeb9-4db2-a99f-2097f5e63a7c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:13.885039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4746f1d-eeb9-4db2-a99f-2097f5e63a7c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event updated for resources: {'Port': ['ID=8844a8e9-9b7e-49d9-a2b2-12b1868243c1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:13.923031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c4746f1d-eeb9-4db2-a99f-2097f5e63a7c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:13.923656 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c4746f1d-eeb9-4db2-a99f-2097f5e63a7c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.052419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c4746f1d-eeb9-4db2-a99f-2097f5e63a7c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0079255 Nov 12 04:17:14.074785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Request body: {'port': {'device_id': '19e54406-ca01-4877-85fc-80d8063d7645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:14.131575 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.201248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7b2a4b38-cd5e-41ae-9b72-16facf8f26d6 None None] Provisioning complete for port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:14.201935 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b2a4b38-cd5e-41ae-9b72-16facf8f26d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.236748 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a4b38-cd5e-41ae-9b72-16facf8f26d6 None None] Port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:14.408733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:14.417577 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.430200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Transition to ACTIVE for port object 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:14.512767 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.576840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8844a8e9-9b7e-49d9-a2b2-12b1868243c1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:14.661705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Attempting to bind port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:14.662284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Attempting to bind port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:14.662698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Attempting to bind port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 on network 5074271f-e373-422c-abfa-ee9f087fb5aa {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:14.667534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 on network 5074271f-e373-422c-abfa-ee9f087fb5aa not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:14.667852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Attempting to bind port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 on network 5074271f-e373-422c-abfa-ee9f087fb5aa {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:14.673609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:14.674083 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Checking segment: {'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:14.674547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Bound using segment: {'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:14.675019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Bound port: 8844a8e9-9b7e-49d9-a2b2-12b1868243c1, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:14.679003 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.784500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] For port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:14.786026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] For port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=8844a8e9-9b7e-49d9-a2b2-12b1868243c1,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:14.832119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14914c4-6049-4041-a5ab-0c76948ac9be req-1b0f924c-cc0c-4089-b7d2-c9fe64e407e8 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:14.832628 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d14914c4-6049-4041-a5ab-0c76948ac9be req-1b0f924c-cc0c-4089-b7d2-c9fe64e407e8 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 943 time: 0.0557568 Nov 12 04:17:14.880849 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d14914c4-6049-4041-a5ab-0c76948ac9be req-67277463-d31d-4c94-8e7c-aab5d2d5e88f tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428581 Nov 12 04:17:14.885703 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.919257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:14.925701 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.925701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] 10.222.0.26 "PUT /v2.0/ports/8844a8e9-9b7e-49d9-a2b2-12b1868243c1 HTTP/1.1" status: 200 len: 1092 time: 0.8517783 Nov 12 04:17:14.925701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e54406-ca01-4877-85fc-80d8063d7645', 'tag': '8844a8e9-9b7e-49d9-a2b2-12b1868243c1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:14.925701 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad3eaf0-f558-4ce7-a651-485b346c3973" -d '{"events": [{"name": "network-changed", "server_uuid": "19e54406-ca01-4877-85fc-80d8063d7645", "tag": "8844a8e9-9b7e-49d9-a2b2-12b1868243c1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:14.967746 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93aecf9-33f7-45c7-82f8-b3e88f24876f x-openstack-request-id: req-d93aecf9-33f7-45c7-82f8-b3e88f24876f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:14.968116 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e54406-ca01-4877-85fc-80d8063d7645", "tag": "8844a8e9-9b7e-49d9-a2b2-12b1868243c1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:14.968375 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d93aecf9-33f7-45c7-82f8-b3e88f24876f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:14.968785 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e54406-ca01-4877-85fc-80d8063d7645', 'tag': '8844a8e9-9b7e-49d9-a2b2-12b1868243c1', 'status': 'completed', 'code': 200} Nov 12 04:17:14.969542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c098b-a6ab-46e9-97e3-e83f2cd923b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8844a8e9-9b7e-49d9-a2b2-12b1868243c1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:15.094382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3eaf0-f558-4ce7-a651-485b346c3973 req-36113681-95d1-4219-9fb2-4b3e7471e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.097804 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ad3eaf0-f558-4ce7-a651-485b346c3973 req-36113681-95d1-4219-9fb2-4b3e7471e5b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 1095 time: 0.0802195 Nov 12 04:17:15.234257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3eaf0-f558-4ce7-a651-485b346c3973 req-59275786-9d4d-4433-8180-da44f59b93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.235830 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ad3eaf0-f558-4ce7-a651-485b346c3973 req-59275786-9d4d-4433-8180-da44f59b93e6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5af8b430f30e4108ada2caa89697fa45&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1222811 Nov 12 04:17:15.354536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3eaf0-f558-4ce7-a651-485b346c3973 req-e2786c41-48ea-466e-b35d-768fcaf8cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.354536 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ad3eaf0-f558-4ce7-a651-485b346c3973 req-e2786c41-48ea-466e-b35d-768fcaf8cc1f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1067936 Nov 12 04:17:15.457816 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-3456e623-6995-4c05-b98e-c3036c2b93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.459565 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-3456e623-6995-4c05-b98e-c3036c2b93ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 1095 time: 0.0423512 Nov 12 04:17:15.513595 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-7fceddbd-3f5e-4121-a37f-6a148d3eb9d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8844a8e9-9b7e-49d9-a2b2-12b1868243c1 HTTP/1.1" status: 200 len: 217 time: 0.0392246 Nov 12 04:17:15.565638 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c6d8e73a-d60e-451d-b131-796d5aef7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.567113 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c6d8e73a-d60e-451d-b131-796d5aef7312 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 200 len: 850 time: 0.0456059 Nov 12 04:17:15.618554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-083cce06-a911-4334-bb6b-fcf4129df2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.620061 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-083cce06-a911-4334-bb6b-fcf4129df2c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5074271f-e373-422c-abfa-ee9f087fb5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451436 Nov 12 04:17:15.736721 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-308cfb0e-c2ad-437a-b0d1-de21619df395 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074524 Nov 12 04:17:15.855537 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba7b6893-1b87-45ec-a55d-f3e720d7369f req-c880b626-7b29-4997-936c-5c43f96a51c0 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106458 Nov 12 04:17:16.002538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e90668-8596-46f0-a92c-aff25773f2c8 req-2f51ecb9-5a5a-4fca-a39d-29027e5ad2a1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:16.004135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-18e90668-8596-46f0-a92c-aff25773f2c8 req-2f51ecb9-5a5a-4fca-a39d-29027e5ad2a1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 943 time: 0.0534391 Nov 12 04:17:16.053030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-18e90668-8596-46f0-a92c-aff25773f2c8 req-6daa51bb-9ef2-4455-ae43-f7b0ff935200 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420310 Nov 12 04:17:17.194077 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7986e-a743-4243-8a72-bc7ce40d65ed req-f68572a4-b11e-45a6-b1e9-2a269bea7225 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:17.195643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7a7986e-a743-4243-8a72-bc7ce40d65ed req-f68572a4-b11e-45a6-b1e9-2a269bea7225 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 943 time: 0.0620847 Nov 12 04:17:17.247115 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7a7986e-a743-4243-8a72-bc7ce40d65ed req-09add319-7239-49f3-ba92-bc00071d0913 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451181 Nov 12 04:17:18.394584 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a9eb4-c374-4b8c-b570-edc88b48a56c req-121269c9-3c06-4941-8246-0e60657422f1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:18.396208 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb2a9eb4-c374-4b8c-b570-edc88b48a56c req-121269c9-3c06-4941-8246-0e60657422f1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 943 time: 0.0613942 Nov 12 04:17:18.465451 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fb2a9eb4-c374-4b8c-b570-edc88b48a56c req-0382a6b8-010c-4ac5-9abc-f638b516a61b tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605335 Nov 12 04:17:19.067873 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.589557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1584cd-4030-4b0e-ab19-8dca17f1ffdb req-9674f5ea-f49a-4259-aa71-2629be4a0fd5 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:19.591031 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe1584cd-4030-4b0e-ab19-8dca17f1ffdb req-9674f5ea-f49a-4259-aa71-2629be4a0fd5 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 943 time: 0.0489223 Nov 12 04:17:19.640018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe1584cd-4030-4b0e-ab19-8dca17f1ffdb req-a1574997-1e32-47fc-86d8-63383f2a6f16 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429869 Nov 12 04:17:19.831663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:19.944303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=8844a8e9-9b7e-49d9-a2b2-12b1868243c1,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:19.955857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '8844a8e9-9b7e-49d9-a2b2-12b1868243c1', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'port_id': '8844a8e9-9b7e-49d9-a2b2-12b1868243c1', 'mac_address': 'fa:16:3e:b7:26:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:19.993389 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.006914 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:20.029803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=8844a8e9-9b7e-49d9-a2b2-12b1868243c1,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:20.113539 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.167215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=8844a8e9-9b7e-49d9-a2b2-12b1868243c1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:20.558775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['8844a8e9-9b7e-49d9-a2b2-12b1868243c1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:20.798362 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442eaa2-16db-48e5-ac86-70cb0f3b84eb req-9b6d9d2d-9b06-44fa-9650-863928ef5994 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:20.806334 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7442eaa2-16db-48e5-ac86-70cb0f3b84eb req-9b6d9d2d-9b06-44fa-9650-863928ef5994 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 944 time: 0.0685053 Nov 12 04:17:20.873492 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7442eaa2-16db-48e5-ac86-70cb0f3b84eb req-567d8a43-42ce-4d39-b2f2-2e070543304a tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662506 Nov 12 04:17:20.973548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-d6e28e5c-3cbd-49c3-9705-ce82bf56e99e tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:20.975077 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-d6e28e5c-3cbd-49c3-9705-ce82bf56e99e tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/networks?id=f2ff30d2-777b-4585-9866-7fd6939a03e0 HTTP/1.1" status: 200 len: 814 time: 0.1480260 Nov 12 04:17:20.992081 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-7bed84aa-a578-4a14-9ab3-234f76e89a40 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/quotas/8aea0f1688dc4432840597edeeed1b6e HTTP/1.1" status: 200 len: 375 time: 0.0098991 Nov 12 04:17:21.026067 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-54cc229a-6af1-4436-a977-209e525bd35a tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8aea0f1688dc4432840597edeeed1b6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272934 Nov 12 04:17:21.461394 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-cbe5ee50-5a40-4c9f-8e4d-a84af1b39a5d service neutron] 10.222.0.105 "GET /v2.0/networks/f2ff30d2-777b-4585-9866-7fd6939a03e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278915 Nov 12 04:17:21.559494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-087d9e87-82fe-4ae7-ac9c-85a400d2af01 service neutron] 10.222.0.105 "GET /v2.0/networks/f2ff30d2-777b-4585-9866-7fd6939a03e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905631 Nov 12 04:17:21.827462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:21.864980 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8444ef8-7811-409b-9ce7-eb8901dfbce9 req-979c77b9-6d4b-45ba-ae76-3e56598ac096 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 210 time: 0.0487769 Nov 12 04:17:21.993903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:17:21.997874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bf351-8158-4522-9c24-984ace75c2f7 req-1add186d-a102-4df9-b7b7-80be8bd3e442 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:21.998490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:21.998490 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.999600 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f29bf351-8158-4522-9c24-984ace75c2f7 req-1add186d-a102-4df9-b7b7-80be8bd3e442 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 944 time: 0.0508256 Nov 12 04:17:22.068812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f29bf351-8158-4522-9c24-984ace75c2f7 req-0d43c8b4-be56-4b7a-9af1-29f84d30666d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628970 Nov 12 04:17:22.114250 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.147832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e54406-ca01-4877-85fc-80d8063d7645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8844a8e9-9b7e-49d9-a2b2-12b1868243c1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:22.151160 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a121947-427e-4c2e-9ea1-9eae39ab59c9" -d '{"events": [{"server_uuid": "19e54406-ca01-4877-85fc-80d8063d7645", "name": "network-vif-plugged", "status": "completed", "tag": "8844a8e9-9b7e-49d9-a2b2-12b1868243c1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:22.175809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=8844a8e9-9b7e-49d9-a2b2-12b1868243c1,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:22.201457 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be242ead-e254-4f83-9894-4fff590898ed x-openstack-request-id: req-be242ead-e254-4f83-9894-4fff590898ed {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:22.201818 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e54406-ca01-4877-85fc-80d8063d7645", "name": "network-vif-plugged", "status": "completed", "tag": "8844a8e9-9b7e-49d9-a2b2-12b1868243c1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:22.202141 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-be242ead-e254-4f83-9894-4fff590898ed {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:22.202637 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e54406-ca01-4877-85fc-80d8063d7645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8844a8e9-9b7e-49d9-a2b2-12b1868243c1', 'code': 200} Nov 12 04:17:22.255545 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.323599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=8844a8e9-9b7e-49d9-a2b2-12b1868243c1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:22.346256 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ddf7b-5267-4497-b330-ce2af398ef4c req-c1045ea9-c510-4281-9d25-313cd565b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:22.346256 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-368ddf7b-5267-4497-b330-ce2af398ef4c req-c1045ea9-c510-4281-9d25-313cd565b5b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 1097 time: 0.0450776 Nov 12 04:17:22.395372 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-368ddf7b-5267-4497-b330-ce2af398ef4c req-b23a92c9-2a0f-4ccc-a18a-553e73bd0e3f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390141 Nov 12 04:17:22.955543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d16c4d8-899f-41f5-a7fe-21fe05d58ab7 req-8d49bd1e-ff9f-4795-ae64-43257305b65f tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 210 time: 0.0310585 Nov 12 04:17:23.119608 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0679313b-dc2e-4d21-9316-ea90343dfad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.213572 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc27f5d-e9ed-4b2b-9db3-4a3c35cf6ad4 req-5b253713-4e61-4f9d-9cce-fabf6379e3a3 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:23.215214 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9dc27f5d-e9ed-4b2b-9db3-4a3c35cf6ad4 req-5b253713-4e61-4f9d-9cce-fabf6379e3a3 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0618486 Nov 12 04:17:23.296810 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9dc27f5d-e9ed-4b2b-9db3-4a3c35cf6ad4 req-02b753f5-f744-4669-9fc9-d36e13489b71 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707912 Nov 12 04:17:24.089528 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9f785b95-5107-4863-8657-7a7a48e19b5f req-c6fdf322-863b-4590-af55-954011efb9b6 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 210 time: 0.0361645 Nov 12 04:17:24.410922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d08f61-9cc9-4cbd-bcce-17633fbe3da3 req-06ab204e-74f2-4f07-8c49-d1d47a62271d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:24.412477 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9d08f61-9cc9-4cbd-bcce-17633fbe3da3 req-06ab204e-74f2-4f07-8c49-d1d47a62271d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0530984 Nov 12 04:17:24.466789 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9d08f61-9cc9-4cbd-bcce-17633fbe3da3 req-5df72104-b0e7-4733-a8b2-e203aebecdee tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480814 Nov 12 04:17:24.625841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58212158-b471-44ec-b9c1-a66619d04846 req-f7c534f6-0fad-4383-be33-0cf9e917db80 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:24.625841 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-58212158-b471-44ec-b9c1-a66619d04846 req-f7c534f6-0fad-4383-be33-0cf9e917db80 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0706456 Nov 12 04:17:24.625841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:24.625841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e20512ef-35c2-4a23-b9f1-555c46f2c4b0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Request body: {'floatingip': {'port_id': '8844a8e9-9b7e-49d9-a2b2-12b1868243c1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:24.691142 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e20512ef-35c2-4a23-b9f1-555c46f2c4b0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.732261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-a0a5c67d-9651-4305-a1d4-d107fc39bc34 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:24.733787 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-a0a5c67d-9651-4305-a1d4-d107fc39bc34 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.25 "GET /v2.0/networks?id=f2ff30d2-777b-4585-9866-7fd6939a03e0 HTTP/1.1" status: 200 len: 814 time: 0.1266282 Nov 12 04:17:24.747814 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Request body: {'port': {'device_id': '36d72529-444b-426b-a2ca-7ffc20a3403c', 'network_id': 'f2ff30d2-777b-4585-9866-7fd6939a03e0', 'admin_state_up': True, 'tenant_id': '8aea0f1688dc4432840597edeeed1b6e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:24.982003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Made reservation on behalf of 8aea0f1688dc4432840597edeeed1b6e for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:24.986303 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.103843 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.158354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Allocated IP 172.20.0.5 (f2ff30d2-777b-4585-9866-7fd6939a03e0/f0a725e2-559a-4b4f-88b9-d348d6495666/113b2b21-6915-4ddb-b075-a10456e2db84) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:25.245183 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d352d90d-e39f-4ab6-a918-b5905194c286 req-005b73d2-0956-4978-ab43-cc6b3cac3be3 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 210 time: 0.0389307 Nov 12 04:17:25.281392 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e20512ef-35c2-4a23-b9f1-555c46f2c4b0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.342204 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e20512ef-35c2-4a23-b9f1-555c46f2c4b0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.485778 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-e20512ef-35c2-4a23-b9f1-555c46f2c4b0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Floating IP f5f810e7-fd89-4af8-a1c2-610a63314c05 associated. External IP: 172.25.8.54, port: 8844a8e9-9b7e-49d9-a2b2-12b1868243c1. Nov 12 04:17:25.732592 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.750590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20512ef-35c2-4a23-b9f1-555c46f2c4b0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:17:25.845623 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.872914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20512ef-35c2-4a23-b9f1-555c46f2c4b0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:25.893323 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e20512ef-35c2-4a23-b9f1-555c46f2c4b0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.908762 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Network f2ff30d2-777b-4585-9866-7fd6939a03e0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:25.910936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f08f1f-83ff-4cde-9b05-a972bc940fad None None] Sync routers for ids ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:25.913303 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:25.925532 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e20512ef-35c2-4a23-b9f1-555c46f2c4b0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "PUT /v2.0/floatingips/f5f810e7-fd89-4af8-a1c2-610a63314c05 HTTP/1.1" status: 200 len: 990 time: 1.2954273 Nov 12 04:17:25.925532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e54406-ca01-4877-85fc-80d8063d7645', 'tag': '8844a8e9-9b7e-49d9-a2b2-12b1868243c1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:25.925532 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81a775f-108d-4d98-bcf1-13c0221f3e74" -d '{"events": [{"name": "network-changed", "server_uuid": "19e54406-ca01-4877-85fc-80d8063d7645", "tag": "8844a8e9-9b7e-49d9-a2b2-12b1868243c1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:25.926846 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:25.954318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f08f1f-83ff-4cde-9b05-a972bc940fad None None] Routers {'0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:25.957435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d5f08f1f-83ff-4cde-9b05-a972bc940fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:16:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:26.015292 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Pushing event updated for resources: {'Port': ['ID=113b2b21-6915-4ddb-b075-a10456e2db84,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:26.026649 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38695c5-ccb8-425f-b0c6-108c0cc4d33a x-openstack-request-id: req-e38695c5-ccb8-425f-b0c6-108c0cc4d33a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:26.026858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:26.029559 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e54406-ca01-4877-85fc-80d8063d7645", "tag": "8844a8e9-9b7e-49d9-a2b2-12b1868243c1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:26.029559 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e38695c5-ccb8-425f-b0c6-108c0cc4d33a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:26.029801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:26.029801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:26.029988 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e54406-ca01-4877-85fc-80d8063d7645', 'tag': '8844a8e9-9b7e-49d9-a2b2-12b1868243c1', 'status': 'completed', 'code': 200} Nov 12 04:17:26.030097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:26.030097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:26.030097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:26.030097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:26.030097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:26.030097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:26.030097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:26.030097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:26.030770 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:26.064637 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:26.065430 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.116114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d5f08f1f-83ff-4cde-9b05-a972bc940fad None None] Set router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:26.132859 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a775f-108d-4d98-bcf1-13c0221f3e74 req-1cdbfb93-2dfb-4881-9b79-60387b3b7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:26.135243 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a81a775f-108d-4d98-bcf1-13c0221f3e74 req-1cdbfb93-2dfb-4881-9b79-60387b3b7688 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 1097 time: 0.0535774 Nov 12 04:17:26.147531 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-de5f9b48-c34b-4937-85b4-15ad52fa36e1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4035451 Nov 12 04:17:26.161689 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Request body: {'port': {'device_id': '36d72529-444b-426b-a2ca-7ffc20a3403c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:26.247277 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.287146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a775f-108d-4d98-bcf1-13c0221f3e74 req-49566a24-c31e-414e-b3fd-7a5139a2a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:26.290297 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a81a775f-108d-4d98-bcf1-13c0221f3e74 req-49566a24-c31e-414e-b3fd-7a5139a2a5fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 913 time: 0.1404581 Nov 12 04:17:26.373530 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a81a775f-108d-4d98-bcf1-13c0221f3e74 req-2fd04ae5-68c2-4d70-b9ee-c7402c498ea2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8844a8e9-9b7e-49d9-a2b2-12b1868243c1 HTTP/1.1" status: 200 len: 998 time: 0.0741465 Nov 12 04:17:26.404432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d5f08f1f-83ff-4cde-9b05-a972bc940fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'f5f810e7-fd89-4af8-a1c2-610a63314c05', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'port_id': '8844a8e9-9b7e-49d9-a2b2-12b1868243c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'mac_address': 'fa:16:3e:b7:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e54406-ca01-4877-85fc-80d8063d7645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:17:08Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 1, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:08Z', 'revision_number': 5, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:26.448515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f08f1f-83ff-4cde-9b05-a972bc940fad None None] Checking router: 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:17:26.458472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a4d8d-672b-4e2c-8b7a-a187a503167d req-0403cb58-519d-402d-9576-e28d00f2034d tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:26.458472 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-908a4d8d-672b-4e2c-8b7a-a187a503167d req-0403cb58-519d-402d-9576-e28d00f2034d tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 931 time: 0.0981758 Nov 12 04:17:26.479248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f08f1f-83ff-4cde-9b05-a972bc940fad None None] Routers {'0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:26.480230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d5f08f1f-83ff-4cde-9b05-a972bc940fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:16:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:26.493186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a775f-108d-4d98-bcf1-13c0221f3e74 req-d76e4a92-aed2-4ce7-908d-0a6d56f9781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:26.497353 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a81a775f-108d-4d98-bcf1-13c0221f3e74 req-d76e4a92-aed2-4ce7-908d-0a6d56f9781c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 200 len: 850 time: 0.1163521 Nov 12 04:17:26.578721 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-908a4d8d-672b-4e2c-8b7a-a187a503167d req-b38c4887-4aab-40c3-9b67-989c1da2f76e tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888894 Nov 12 04:17:26.609624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a775f-108d-4d98-bcf1-13c0221f3e74 req-d7121c91-eb35-49d3-ad31-c053440389f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:26.611744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a81a775f-108d-4d98-bcf1-13c0221f3e74 req-d7121c91-eb35-49d3-ad31-c053440389f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5074271f-e373-422c-abfa-ee9f087fb5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035719 Nov 12 04:17:26.616001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d5f08f1f-83ff-4cde-9b05-a972bc940fad None None] Set router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:26.620691 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:17:26.713693 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a81a775f-108d-4d98-bcf1-13c0221f3e74 req-871ac700-027a-449b-8bbd-5e3789782f7c service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939476 Nov 12 04:17:26.739730 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113b2b21-6915-4ddb-b075-a10456e2db84 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:26.749764 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.765611 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Transition to ACTIVE for port object 113b2b21-6915-4ddb-b075-a10456e2db84 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:26.809424 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.828124 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.846651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a81a775f-108d-4d98-bcf1-13c0221f3e74 req-249a66e3-06bc-4ae7-a289-475efd5c7f7e service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199617 Nov 12 04:17:26.905149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Pushing event updated for resources: {'Port': ['ID=113b2b21-6915-4ddb-b075-a10456e2db84,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:26.909572 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ad7b8c2-be76-487d-8337-f1cf4f7bebe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.965242 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d5f08f1f-83ff-4cde-9b05-a972bc940fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'f5f810e7-fd89-4af8-a1c2-610a63314c05', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'port_id': '8844a8e9-9b7e-49d9-a2b2-12b1868243c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'mac_address': 'fa:16:3e:b7:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e54406-ca01-4877-85fc-80d8063d7645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:17:08Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 1, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:08Z', 'revision_number': 5, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:27.005110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f08f1f-83ff-4cde-9b05-a972bc940fad None None] The sync data for ids ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'] in n-d-767704-23 is: [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'f5f810e7-fd89-4af8-a1c2-610a63314c05', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'port_id': '8844a8e9-9b7e-49d9-a2b2-12b1868243c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'mac_address': 'fa:16:3e:b7:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e54406-ca01-4877-85fc-80d8063d7645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:17:08Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 1, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:08Z', 'revision_number': 5, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:27.029350 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Attempting to bind port 113b2b21-6915-4ddb-b075-a10456e2db84 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:27.029821 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Attempting to bind port 113b2b21-6915-4ddb-b075-a10456e2db84 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '2474ba5e-2367-46e6-9cd6-a26efe08d652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'f2ff30d2-777b-4585-9866-7fd6939a03e0'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:27.030162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Attempting to bind port 113b2b21-6915-4ddb-b075-a10456e2db84 on network f2ff30d2-777b-4585-9866-7fd6939a03e0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:27.035651 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Port 113b2b21-6915-4ddb-b075-a10456e2db84 on network f2ff30d2-777b-4585-9866-7fd6939a03e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:27.035972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Attempting to bind port 113b2b21-6915-4ddb-b075-a10456e2db84 on network f2ff30d2-777b-4585-9866-7fd6939a03e0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:27.041600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:27.041939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Checking segment: {'id': '2474ba5e-2367-46e6-9cd6-a26efe08d652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'f2ff30d2-777b-4585-9866-7fd6939a03e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:27.042376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Bound using segment: {'id': '2474ba5e-2367-46e6-9cd6-a26efe08d652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'f2ff30d2-777b-4585-9866-7fd6939a03e0'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:27.042802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Bound port: 113b2b21-6915-4ddb-b075-a10456e2db84, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2474ba5e-2367-46e6-9cd6-a26efe08d652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'f2ff30d2-777b-4585-9866-7fd6939a03e0'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:27.043159 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.166755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] For port 113b2b21-6915-4ddb-b075-a10456e2db84, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:27.170647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] For port 113b2b21-6915-4ddb-b075-a10456e2db84, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=113b2b21-6915-4ddb-b075-a10456e2db84,segment=NetworkSegment(2474ba5e-2367-46e6-9cd6-a26efe08d652),segment_id=2474ba5e-2367-46e6-9cd6-a26efe08d652)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:27.260667 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.278898 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64798d4d-536c-4f6c-8d5b-b2c5b55d286d None None] New status for floating IP f5f810e7-fd89-4af8-a1c2-610a63314c05: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:17:27.302593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.303211 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.304699 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] 10.222.0.25 "PUT /v2.0/ports/113b2b21-6915-4ddb-b075-a10456e2db84 HTTP/1.1" status: 200 len: 1092 time: 1.1482940 Nov 12 04:17:27.305150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d72529-444b-426b-a2ca-7ffc20a3403c', 'tag': '113b2b21-6915-4ddb-b075-a10456e2db84'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:27.307626 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aedebf1-f925-4781-8712-a5f0029c1417" -d '{"events": [{"name": "network-changed", "server_uuid": "36d72529-444b-426b-a2ca-7ffc20a3403c", "tag": "113b2b21-6915-4ddb-b075-a10456e2db84"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:27.345899 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1c3ee-8176-448e-8cc9-1da40dc10070 service neutron] Pushing event updated for resources: {'Port': ['ID=113b2b21-6915-4ddb-b075-a10456e2db84,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:27.375591 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d35196f-8879-4f2a-a11b-a2b20456fc33 x-openstack-request-id: req-3d35196f-8879-4f2a-a11b-a2b20456fc33 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:27.375822 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d72529-444b-426b-a2ca-7ffc20a3403c", "tag": "113b2b21-6915-4ddb-b075-a10456e2db84", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:27.375955 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3d35196f-8879-4f2a-a11b-a2b20456fc33 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:27.376389 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d72529-444b-426b-a2ca-7ffc20a3403c', 'tag': '113b2b21-6915-4ddb-b075-a10456e2db84', 'status': 'completed', 'code': 200} Nov 12 04:17:27.479947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedebf1-f925-4781-8712-a5f0029c1417 req-3643ec92-7616-4cfd-b595-55fff86b9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.481868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4aedebf1-f925-4781-8712-a5f0029c1417 req-3643ec92-7616-4cfd-b595-55fff86b9c26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8aea0f1688dc4432840597edeeed1b6e&device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 1095 time: 0.0705912 Nov 12 04:17:27.612536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedebf1-f925-4781-8712-a5f0029c1417 req-47a37657-2005-46fc-8aba-163daf30b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.614339 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4aedebf1-f925-4781-8712-a5f0029c1417 req-47a37657-2005-46fc-8aba-163daf30b127 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=8aea0f1688dc4432840597edeeed1b6e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1231411 Nov 12 04:17:27.727229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5a97a-1606-47ba-8729-e33e025489e7 req-2ee7d081-9d93-4680-9db5-311644999d90 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.728770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-89b5a97a-1606-47ba-8729-e33e025489e7 req-2ee7d081-9d93-4680-9db5-311644999d90 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 943 time: 0.0511703 Nov 12 04:17:27.736704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedebf1-f925-4781-8712-a5f0029c1417 req-ecdc3d8d-af37-40e2-aef1-d2c5c523bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.738289 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4aedebf1-f925-4781-8712-a5f0029c1417 req-ecdc3d8d-af37-40e2-aef1-d2c5c523bb6b service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1112952 Nov 12 04:17:27.779343 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-89b5a97a-1606-47ba-8729-e33e025489e7 req-c9a3dc16-b64f-4804-8e0a-7527d94ec256 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442443 Nov 12 04:17:27.817779 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-14d23f34-8add-4796-8e75-b6ca92854955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.819450 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-14d23f34-8add-4796-8e75-b6ca92854955 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8aea0f1688dc4432840597edeeed1b6e&device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 1095 time: 0.0424750 Nov 12 04:17:27.863969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-47ba7f89-9aae-4d98-98fd-c884f19ebc5a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=113b2b21-6915-4ddb-b075-a10456e2db84 HTTP/1.1" status: 200 len: 217 time: 0.0332627 Nov 12 04:17:27.923886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-80fd5f35-624f-4185-a525-24facaf6acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.926065 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-80fd5f35-624f-4185-a525-24facaf6acc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0a725e2-559a-4b4f-88b9-d348d6495666 HTTP/1.1" status: 200 len: 854 time: 0.0561640 Nov 12 04:17:27.973289 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-4b331017-030b-46d9-acad-a7de9c587c4f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2ff30d2-777b-4585-9866-7fd6939a03e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381157 Nov 12 04:17:28.068610 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-c070c63b-3652-42be-95ae-0cec9a23cc24 service neutron] 10.222.0.25 "GET /v2.0/networks/f2ff30d2-777b-4585-9866-7fd6939a03e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857704 Nov 12 04:17:28.172652 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59f1d097-8344-4013-aa5c-0520ca3f2e52 req-5487042f-a1b8-4e66-a4c0-b0d5a24df410 service neutron] 10.222.0.25 "GET /v2.0/networks/f2ff30d2-777b-4585-9866-7fd6939a03e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942090 Nov 12 04:17:28.614178 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.932726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4439589-b1d3-443c-a497-e0b435ee319e req-559b30ed-b908-4b2f-8403-c2f3d4719766 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:28.947874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4439589-b1d3-443c-a497-e0b435ee319e req-559b30ed-b908-4b2f-8403-c2f3d4719766 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 943 time: 0.0832856 Nov 12 04:17:28.991870 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4439589-b1d3-443c-a497-e0b435ee319e req-6c468ad7-7423-404d-bdcd-8ec34a09fe07 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506470 Nov 12 04:17:29.085078 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.108786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0500-99ff-47cc-88f7-c3342b7d06c6 req-5a1b95cb-f9ad-4fd3-8a08-8ebfa4b5b573 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:30.110288 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e7b0500-99ff-47cc-88f7-c3342b7d06c6 req-5a1b95cb-f9ad-4fd3-8a08-8ebfa4b5b573 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 943 time: 0.0495410 Nov 12 04:17:30.173767 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e7b0500-99ff-47cc-88f7-c3342b7d06c6 req-fd1e0af9-485e-4e5e-b1f9-e380d8973c91 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570524 Nov 12 04:17:30.408289 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45390) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:30.502905 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-26ab3e06-3eab-49d2-a760-bbfd9df5149a tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3454 time: 0.0933588 Nov 12 04:17:30.507405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45396) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:30.512856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bc8c56ac-6cb6-41d5-93a2-1fe071f77f59 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Request body: {'network': {'name': 'tempest-network-smoke--1063770570', 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'port_security_enabled': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:30.591072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8c56ac-6cb6-41d5-93a2-1fe071f77f59 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Made reservation on behalf of a628e067f3a048d98f65923ac3a6c7ee for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:30.596178 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc8c56ac-6cb6-41d5-93a2-1fe071f77f59 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.622098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8c56ac-6cb6-41d5-93a2-1fe071f77f59 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:17:30.641848 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc8c56ac-6cb6-41d5-93a2-1fe071f77f59 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.642196 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-bc8c56ac-6cb6-41d5-93a2-1fe071f77f59 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Added segment 595c9db7-28f5-4189-b237-a90a1f20a4d0 of type vlan for network 2fb79a68-91a2-49a8-bf6d-35e11854acee Nov 12 04:17:30.684821 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc8c56ac-6cb6-41d5-93a2-1fe071f77f59 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.762929 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc8c56ac-6cb6-41d5-93a2-1fe071f77f59 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.769288 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8c56ac-6cb6-41d5-93a2-1fe071f77f59 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:30.769939 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc8c56ac-6cb6-41d5-93a2-1fe071f77f59 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.873418 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c56ac-6cb6-41d5-93a2-1fe071f77f59 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'Network': ['ID=2fb79a68-91a2-49a8-bf6d-35e11854acee,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:30.884477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 2fb79a68-91a2-49a8-bf6d-35e11854acee details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:17:30.910664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bc8c56ac-6cb6-41d5-93a2-1fe071f77f59 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4016404 Nov 12 04:17:30.913348 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45406) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:30.917994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1140531782', 'admin_state_up': True, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:31.014574 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.016424 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.081352 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.296178 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.335128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc648a-1d7f-440b-9975-22556dca813f req-d5b27a72-aa17-42b9-ad9a-9d6915de6246 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:31.336701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6bcc648a-1d7f-440b-9975-22556dca813f req-d5b27a72-aa17-42b9-ad9a-9d6915de6246 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 943 time: 0.0551057 Nov 12 04:17:31.413649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6bcc648a-1d7f-440b-9975-22556dca813f req-17dd1a9d-cbb1-464b-97cc-d702b0179bba tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707986 Nov 12 04:17:31.647205 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.666606 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.775380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Allocated IP 172.25.8.187 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/491ca978-fe99-43d1-9713-c338d5685993) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:31.783865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 113b2b21-6915-4ddb-b075-a10456e2db84 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:31.877739 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.880471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 113b2b21-6915-4ddb-b075-a10456e2db84, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=113b2b21-6915-4ddb-b075-a10456e2db84,segment=NetworkSegment(2474ba5e-2367-46e6-9cd6-a26efe08d652),segment_id=2474ba5e-2367-46e6-9cd6-a26efe08d652)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:31.896845 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '113b2b21-6915-4ddb-b075-a10456e2db84', 'network_id': 'f2ff30d2-777b-4585-9866-7fd6939a03e0', 'port_id': '113b2b21-6915-4ddb-b075-a10456e2db84', 'mac_address': 'fa:16:3e:d1:0f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a725e2-559a-4b4f-88b9-d348d6495666', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:31.940229 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.956270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113b2b21-6915-4ddb-b075-a10456e2db84 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:31.968935 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.989491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 113b2b21-6915-4ddb-b075-a10456e2db84, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=113b2b21-6915-4ddb-b075-a10456e2db84,segment=NetworkSegment(2474ba5e-2367-46e6-9cd6-a26efe08d652),segment_id=2474ba5e-2367-46e6-9cd6-a26efe08d652)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:32.027854 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:32.036694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:32.053402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3347631-fd0f-4224-b123-62838392a731 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:32.058579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:32.060188 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.101204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'Port': ['ID=491ca978-fe99-43d1-9713-c338d5685993,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:32.187749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8acfa8e9-882b-43c3-9585-6b991ef6992c None None] Provisioning complete for port 491ca978-fe99-43d1-9713-c338d5685993 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:32.188401 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8acfa8e9-882b-43c3-9585-6b991ef6992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.241222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=113b2b21-6915-4ddb-b075-a10456e2db84,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:32.254431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:32.255281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:32.255805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:32.256331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:32.256822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:32.257329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:32.258695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:32.259194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:32.259682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:32.260207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:32.260692 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:32.261408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:32.266082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8acfa8e9-882b-43c3-9585-6b991ef6992c None None] Port 491ca978-fe99-43d1-9713-c338d5685993 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:32.305472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['113b2b21-6915-4ddb-b075-a10456e2db84'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:32.732013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477f6ab-e5a8-443b-80a7-c0242fcc92cd req-c994259d-0604-421c-8539-a8c9164f512a tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:32.733544 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5477f6ab-e5a8-443b-80a7-c0242fcc92cd req-c994259d-0604-421c-8539-a8c9164f512a tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 944 time: 0.0964663 Nov 12 04:17:32.792790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5477f6ab-e5a8-443b-80a7-c0242fcc92cd req-fc06044e-fe6e-439e-bdcf-b34db809ae8d tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530703 Nov 12 04:17:32.937299 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.181372 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.422864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Router 980f507c-885c-4fd4-99be-8ad8f38048b5 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:17:33.558906 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:33.579953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Sync routers for ids ['980f507c-885c-4fd4-99be-8ad8f38048b5'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:33.591168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Routers {'980f507c-885c-4fd4-99be-8ad8f38048b5'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:33.591975 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:17:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['980f507c-885c-4fd4-99be-8ad8f38048b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:33.635800 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.642738 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-269cf493-2b24-4595-97d7-868c2d032af3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7280450 Nov 12 04:17:33.644156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45474) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:33.727898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03a9347-e9e6-4421-a3e1-0a7d0a11268c tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:33.733088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Set router 980f507c-885c-4fd4-99be-8ad8f38048b5 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:33.733680 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f03a9347-e9e6-4421-a3e1-0a7d0a11268c tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=a628e067f3a048d98f65923ac3a6c7ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0843437 Nov 12 04:17:33.733680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45482) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:33.814986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 113b2b21-6915-4ddb-b075-a10456e2db84 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:33.836912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5507762-3768-413f-832b-eed78890d83a tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:33.841200 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f5507762-3768-413f-832b-eed78890d83a tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1049407 Nov 12 04:17:33.841566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45486) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:33.885974 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-985df2ab-7580-453d-9c34-6dc6a09c807c tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429764 Nov 12 04:17:33.888466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:33.933281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5859376f-fe51-47cb-9953-4fbd727f425d tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=a628e067f3a048d98f65923ac3a6c7ee&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397453 Nov 12 04:17:33.934644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45494) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:33.995238 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf964bb-e27f-4eeb-9443-4f53f0f50bf5 req-fb44e7fc-69c8-4564-a532-8c4345327779 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:33.998179 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 113b2b21-6915-4ddb-b075-a10456e2db84 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:17:34.003633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5cf964bb-e27f-4eeb-9443-4f53f0f50bf5 req-fb44e7fc-69c8-4564-a532-8c4345327779 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 944 time: 0.0849283 Nov 12 04:17:34.008356 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 113b2b21-6915-4ddb-b075-a10456e2db84 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:34.009649 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.056799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140531782', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '491ca978-fe99-43d1-9713-c338d5685993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:32Z', 'revision_number': 3, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': '491ca978-fe99-43d1-9713-c338d5685993', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ac:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:34.096436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Checking router: 980f507c-885c-4fd4-99be-8ad8f38048b5 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:17:34.100107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Updating router 980f507c-885c-4fd4-99be-8ad8f38048b5 port 491ca978-fe99-43d1-9713-c338d5685993 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:17:34.103957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5cf964bb-e27f-4eeb-9443-4f53f0f50bf5 req-2e5aa370-2562-49d2-a7f4-aeecf97aa3d9 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968757 Nov 12 04:17:34.150482 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd11b91-3552-4556-908e-2b50ff8e2ec0 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:34.152022 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fbd11b91-3552-4556-908e-2b50ff8e2ec0 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2151027 Nov 12 04:17:34.155046 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45498) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:34.157792 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.159488 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.185945 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7a75f170-916f-47af-920d-430405f3ba2d tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276575 Nov 12 04:17:34.186359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 45500) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:34.191122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-986e59d6-d0c3-4964-8444-e1381f84e9f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-530697865', 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee', 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:34.214984 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d72529-444b-426b-a2ca-7ffc20a3403c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113b2b21-6915-4ddb-b075-a10456e2db84'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:34.221544 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8df5b8-a2e4-43cf-9b7a-3d8371bdd763" -d '{"events": [{"server_uuid": "36d72529-444b-426b-a2ca-7ffc20a3403c", "name": "network-vif-plugged", "status": "completed", "tag": "113b2b21-6915-4ddb-b075-a10456e2db84"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:34.256056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 113b2b21-6915-4ddb-b075-a10456e2db84, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=113b2b21-6915-4ddb-b075-a10456e2db84,segment=NetworkSegment(2474ba5e-2367-46e6-9cd6-a26efe08d652),segment_id=2474ba5e-2367-46e6-9cd6-a26efe08d652)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:34.306199 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712a9326-8c69-48d5-8c12-ef740a54587c x-openstack-request-id: req-712a9326-8c69-48d5-8c12-ef740a54587c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:34.306443 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d72529-444b-426b-a2ca-7ffc20a3403c", "name": "network-vif-plugged", "status": "completed", "tag": "113b2b21-6915-4ddb-b075-a10456e2db84", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:34.306717 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-712a9326-8c69-48d5-8c12-ef740a54587c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:34.307123 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d72529-444b-426b-a2ca-7ffc20a3403c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113b2b21-6915-4ddb-b075-a10456e2db84', 'code': 200} Nov 12 04:17:34.314340 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.379155 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986e59d6-d0c3-4964-8444-e1381f84e9f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Made reservation on behalf of a628e067f3a048d98f65923ac3a6c7ee for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:34.400196 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-986e59d6-d0c3-4964-8444-e1381f84e9f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.455038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=113b2b21-6915-4ddb-b075-a10456e2db84,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:34.513538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ea4d1-f2a1-4bd2-a6d9-a15e47a00018 req-b0e74876-a6b5-467a-b533-4313d8ec3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:34.515034 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a53ea4d1-f2a1-4bd2-a6d9-a15e47a00018 req-b0e74876-a6b5-467a-b533-4313d8ec3c06 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 1097 time: 0.1370349 Nov 12 04:17:34.587712 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.598355 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a53ea4d1-f2a1-4bd2-a6d9-a15e47a00018 req-5e58069e-9f51-4b5c-a240-f8932b35a710 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744550 Nov 12 04:17:34.662112 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.711601 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7309bacc-0f20-4dee-bebe-7a4dcbb5e388 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:34.723708 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-986e59d6-d0c3-4964-8444-e1381f84e9f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.735737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Attempting to bind port 491ca978-fe99-43d1-9713-c338d5685993 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:34.735737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Attempting to bind port 491ca978-fe99-43d1-9713-c338d5685993 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:34.735737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Attempting to bind port 491ca978-fe99-43d1-9713-c338d5685993 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:34.746963 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c931883-985b-49a0-b671-b6c513f176cc None None] Pushing event updated for resources: {'Port': ['ID=491ca978-fe99-43d1-9713-c338d5685993,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:34.753157 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:34.753741 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:34.754333 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.755349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:34.755857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Bound port: 491ca978-fe99-43d1-9713-c338d5685993, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:34.756288 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.814608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e59d6-d0c3-4964-8444-e1381f84e9f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'Subnet': ['ID=bfc39233-1cbe-4ac5-92be-566d22b6b776,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:34.823062 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e59d6-d0c3-4964-8444-e1381f84e9f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Checking segment: {'id': '595c9db7-28f5-4189-b237-a90a1f20a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:34.823432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e59d6-d0c3-4964-8444-e1381f84e9f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Network hostable DHCP agents. Network: 2fb79a68-91a2-49a8-bf6d-35e11854acee, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:17:34.864364 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] For port 491ca978-fe99-43d1-9713-c338d5685993, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:34.868787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] For port 491ca978-fe99-43d1-9713-c338d5685993, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=491ca978-fe99-43d1-9713-c338d5685993,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:34.871239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9a2a89ec-b91a-4621-bbc1-4d10cc5cd936 None None] Provisioning complete for port 491ca978-fe99-43d1-9713-c338d5685993 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:34.871239 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a2a89ec-b91a-4621-bbc1-4d10cc5cd936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.908969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a89ec-b91a-4621-bbc1-4d10cc5cd936 None None] Port 491ca978-fe99-43d1-9713-c338d5685993 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:34.946352 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e59d6-d0c3-4964-8444-e1381f84e9f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Network 2fb79a68-91a2-49a8-bf6d-35e11854acee is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:17:34.975328 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.028756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46e5ca7-7d15-41e2-adb5-a535097248f5 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:35.061939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-986e59d6-d0c3-4964-8444-e1381f84e9f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 2fb79a68-91a2-49a8-bf6d-35e11854acee) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:35.066571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e59d6-d0c3-4964-8444-e1381f84e9f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:35.067170 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-986e59d6-d0c3-4964-8444-e1381f84e9f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.072523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c931883-985b-49a0-b671-b6c513f176cc None None] Pushing event updated for resources: {'Port': ['ID=491ca978-fe99-43d1-9713-c338d5685993,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:35.084839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Routers {'980f507c-885c-4fd4-99be-8ad8f38048b5'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:35.085478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:17:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['980f507c-885c-4fd4-99be-8ad8f38048b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:35.145096 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7634a56-f332-4ffc-9a5c-f7dd30994be8 None None] Network 2fb79a68-91a2-49a8-bf6d-35e11854acee requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:35.194553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 45530) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:35.195868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-986e59d6-d0c3-4964-8444-e1381f84e9f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0072765 Nov 12 04:17:35.250273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-19213991-5f61-44fa-9282-01d178e28972 None None] Provisioning complete for port 491ca978-fe99-43d1-9713-c338d5685993 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:35.250736 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19213991-5f61-44fa-9282-01d178e28972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.258588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d676b52-aeb4-4937-b97c-8feb504f3260 req-63ca4a6d-0c93-4be8-8caa-618edc3f5d92 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:35.260558 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6d676b52-aeb4-4937-b97c-8feb504f3260 req-63ca4a6d-0c93-4be8-8caa-618edc3f5d92 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 945 time: 0.0614421 Nov 12 04:17:35.331953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] Set router 980f507c-885c-4fd4-99be-8ad8f38048b5 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:35.366628 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6d676b52-aeb4-4937-b97c-8feb504f3260 req-cc203bea-9572-45a1-bc55-be7c4f98ac28 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994308 Nov 12 04:17:35.719185 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19213991-5f61-44fa-9282-01d178e28972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.720559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-2fb79a68-91a2-49a8-bf6d-35e11854acee', 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'fixed_ips': [{'subnet_id': 'bfc39233-1cbe-4ac5-92be-566d22b6b776'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:17:35.721431 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.757015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-19213991-5f61-44fa-9282-01d178e28972 None None] For port 491ca978-fe99-43d1-9713-c338d5685993, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=491ca978-fe99-43d1-9713-c338d5685993,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:35.769036 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.884778 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19213991-5f61-44fa-9282-01d178e28972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.226409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19213991-5f61-44fa-9282-01d178e28972 None None] Pushing event updated for resources: {'Port': ['ID=491ca978-fe99-43d1-9713-c338d5685993,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:36.229905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Allocated IP 172.20.0.18 (2fb79a68-91a2-49a8-bf6d-35e11854acee/bfc39233-1cbe-4ac5-92be-566d22b6b776/a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:36.246316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140531782', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '491ca978-fe99-43d1-9713-c338d5685993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:32Z', 'revision_number': 3, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': '491ca978-fe99-43d1-9713-c338d5685993', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ac:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:36.286112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b4836c-b6d6-4ddc-832b-76ad2b74129f None None] The sync data for ids ['980f507c-885c-4fd4-99be-8ad8f38048b5'] in n-d-767704-23 is: [{'id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140531782', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '491ca978-fe99-43d1-9713-c338d5685993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:32Z', 'revision_number': 3, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': '491ca978-fe99-43d1-9713-c338d5685993', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ac:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:36.473117 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.511502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d715e-7ec9-4b51-8ded-00c203fb01a3 req-682caece-9e3f-411c-bd48-8c7b68614b9f tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:36.518309 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a8d715e-7ec9-4b51-8ded-00c203fb01a3 req-682caece-9e3f-411c-bd48-8c7b68614b9f tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 945 time: 0.0628302 Nov 12 04:17:36.553911 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.595353 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a8d715e-7ec9-4b51-8ded-00c203fb01a3 req-b4359a2a-71e7-40b8-918e-81560a184d66 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756648 Nov 12 04:17:36.650720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Network 2fb79a68-91a2-49a8-bf6d-35e11854acee is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:36.651903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Pushing event updated for resources: {'Port': ['ID=a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:36.663572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:36.666668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:36.667016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Allocated IP 172.20.0.17 (2fb79a68-91a2-49a8-bf6d-35e11854acee/bfc39233-1cbe-4ac5-92be-566d22b6b776/890f087b-2dfb-40f3-b5c8-b223491eac88) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:36.859821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Attempting to bind port a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:36.860883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Attempting to bind port a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '595c9db7-28f5-4189-b237-a90a1f20a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:36.861262 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Attempting to bind port a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d on network 2fb79a68-91a2-49a8-bf6d-35e11854acee {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:36.868700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:36.869369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Checking segment: {'id': '595c9db7-28f5-4189-b237-a90a1f20a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:36.869920 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.870475 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Bound using segment: {'id': '595c9db7-28f5-4189-b237-a90a1f20a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:36.871112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Bound port: a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595c9db7-28f5-4189-b237-a90a1f20a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:36.872551 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.968515 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.024684 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] For port a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:37.030976 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] For port a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d,segment=NetworkSegment(595c9db7-28f5-4189-b237-a90a1f20a4d0),segment_id=595c9db7-28f5-4189-b237-a90a1f20a4d0)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:37.110681 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.137490 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.175462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Network 2fb79a68-91a2-49a8-bf6d-35e11854acee is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:37.178978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:37.184871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:37.237202 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350ec41-6be2-4c31-b11a-ba01e899ea85 None None] Pushing event updated for resources: {'Port': ['ID=a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:37.248990 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.350660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'Port': ['ID=890f087b-2dfb-40f3-b5c8-b223491eac88,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:37.517708 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.925583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:37.990647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:37.991310 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.093599 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.119074 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.156797 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d,segment=NetworkSegment(595c9db7-28f5-4189-b237-a90a1f20a4d0),segment_id=595c9db7-28f5-4189-b237-a90a1f20a4d0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:38.185615 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.256479 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.257933 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 491ca978-fe99-43d1-9713-c338d5685993 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:38.328525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'Port': ['ID=890f087b-2dfb-40f3-b5c8-b223491eac88,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:38.353601 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.411856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:38.427413 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 491ca978-fe99-43d1-9713-c338d5685993 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:38.428645 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.521301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Network 2fb79a68-91a2-49a8-bf6d-35e11854acee is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:38.522914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:38.736621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Router 980f507c-885c-4fd4-99be-8ad8f38048b5 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:17:38.907671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c943bbc2-b24d-4187-8b5f-0bd5560678d7 None None] Network 2fb79a68-91a2-49a8-bf6d-35e11854acee requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:39.089945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d3d57a38-f380-4e59-b18c-1d8fcc4ce717 None None] Provisioning complete for port a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:39.091648 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d3d57a38-f380-4e59-b18c-1d8fcc4ce717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.404556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:39.410318 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1cf92b9b-7546-45e4-af62-46a9c8cb04f6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "PUT /v2.0/routers/980f507c-885c-4fd4-99be-8ad8f38048b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2138679 Nov 12 04:17:39.540479 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Sync routers for ids ['980f507c-885c-4fd4-99be-8ad8f38048b5'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:39.561013 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Routers {'980f507c-885c-4fd4-99be-8ad8f38048b5'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:39.564473 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:17:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['980f507c-885c-4fd4-99be-8ad8f38048b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:39.677546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:39.744195 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Set router 980f507c-885c-4fd4-99be-8ad8f38048b5 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:39.770548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:39.771164 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.957348 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-00ea9063-dcf1-4a3c-a8e5-9f498ee32cf7 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.966216 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-00ea9063-dcf1-4a3c-a8e5-9f498ee32cf7 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/networks?id=2fb79a68-91a2-49a8-bf6d-35e11854acee HTTP/1.1" status: 200 len: 798 time: 0.1369200 Nov 12 04:17:39.973433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4654fb71-82d0-4d8c-b50e-f439477531fd None None] Provisioning complete for port 890f087b-2dfb-40f3-b5c8-b223491eac88 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:39.973801 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4654fb71-82d0-4d8c-b50e-f439477531fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.988809 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-342cc238-6326-4415-9210-7f3c317e0c33 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/quotas/a628e067f3a048d98f65923ac3a6c7ee HTTP/1.1" status: 200 len: 375 time: 0.0216768 Nov 12 04:17:40.028141 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4654fb71-82d0-4d8c-b50e-f439477531fd None None] Port 890f087b-2dfb-40f3-b5c8-b223491eac88 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:40.052019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4654fb71-82d0-4d8c-b50e-f439477531fd None None] Provisioning complete for port a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:40.052693 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4654fb71-82d0-4d8c-b50e-f439477531fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.128264 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140531782', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '491ca978-fe99-43d1-9713-c338d5685993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:37Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': '491ca978-fe99-43d1-9713-c338d5685993', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ac:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '890f087b-2dfb-40f3-b5c8-b223491eac88', 'name': '', 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'mac_address': 'fa:16:3e:8c:be:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bfc39233-1cbe-4ac5-92be-566d22b6b776', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:35Z', 'updated_at': '2021-11-12T04:17:37Z', 'revision_number': 2, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'subnets': [{'id': 'bfc39233-1cbe-4ac5-92be-566d22b6b776', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:40.133612 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-962a80e7-84a4-4f18-828c-17056a05f10c tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=a628e067f3a048d98f65923ac3a6c7ee&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1423531 Nov 12 04:17:40.163273 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Checking router: 980f507c-885c-4fd4-99be-8ad8f38048b5 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:17:40.163942 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Updating router 980f507c-885c-4fd4-99be-8ad8f38048b5 port 890f087b-2dfb-40f3-b5c8-b223491eac88 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:17:40.307769 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.366608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fef5cea2-5147-4536-bc47-f6da5b7f46ae None None] Provisioning complete for port 890f087b-2dfb-40f3-b5c8-b223491eac88 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:40.367199 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fef5cea2-5147-4536-bc47-f6da5b7f46ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.412748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-a5cf754f-6c29-4269-9170-beffc61e628b service neutron] 10.222.0.105 "GET /v2.0/networks/2fb79a68-91a2-49a8-bf6d-35e11854acee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600043 Nov 12 04:17:40.482811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fef5cea2-5147-4536-bc47-f6da5b7f46ae None None] Port 890f087b-2dfb-40f3-b5c8-b223491eac88 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:40.567094 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-8fc43337-2a47-41a8-af88-f8a7910ce7f4 service neutron] 10.222.0.105 "GET /v2.0/networks/2fb79a68-91a2-49a8-bf6d-35e11854acee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523716 Nov 12 04:17:40.608850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f0b320ac-751d-4e84-b3c9-2d9297c4e493 None None] Provisioning complete for port 890f087b-2dfb-40f3-b5c8-b223491eac88 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:40.615285 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0b320ac-751d-4e84-b3c9-2d9297c4e493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.699589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f0b320ac-751d-4e84-b3c9-2d9297c4e493 None None] Port 890f087b-2dfb-40f3-b5c8-b223491eac88 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:40.745527 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.821869 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.910519 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-72d05df3-cbfd-43f3-a3ba-283c1c1887c6 req-ace33d07-bcd8-49a6-8db5-46545e99172e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 210 time: 0.0552716 Nov 12 04:17:40.999267 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d1a89-b63c-49bd-8230-4cb0b301b18a None None] Pushing event updated for resources: {'Port': ['ID=890f087b-2dfb-40f3-b5c8-b223491eac88,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:41.033407 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d1a89-b63c-49bd-8230-4cb0b301b18a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:41.033747 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d1a89-b63c-49bd-8230-4cb0b301b18a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:41.034085 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d1a89-b63c-49bd-8230-4cb0b301b18a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:41.034421 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d1a89-b63c-49bd-8230-4cb0b301b18a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:41.034777 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d1a89-b63c-49bd-8230-4cb0b301b18a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:41.035055 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d1a89-b63c-49bd-8230-4cb0b301b18a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:41.035375 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d1a89-b63c-49bd-8230-4cb0b301b18a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:41.035920 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d1a89-b63c-49bd-8230-4cb0b301b18a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:41.036396 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d1a89-b63c-49bd-8230-4cb0b301b18a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:41.037086 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d1a89-b63c-49bd-8230-4cb0b301b18a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:41.037488 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d1a89-b63c-49bd-8230-4cb0b301b18a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:41.037816 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700d1a89-b63c-49bd-8230-4cb0b301b18a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:41.059040 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Attempting to bind port 890f087b-2dfb-40f3-b5c8-b223491eac88 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:41.059406 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Attempting to bind port 890f087b-2dfb-40f3-b5c8-b223491eac88 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '595c9db7-28f5-4189-b237-a90a1f20a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:41.059760 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Attempting to bind port 890f087b-2dfb-40f3-b5c8-b223491eac88 on network 2fb79a68-91a2-49a8-bf6d-35e11854acee {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:41.065362 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:41.065969 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Checking segment: {'id': '595c9db7-28f5-4189-b237-a90a1f20a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:41.066371 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.066907 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Bound using segment: {'id': '595c9db7-28f5-4189-b237-a90a1f20a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:41.067358 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Bound port: 890f087b-2dfb-40f3-b5c8-b223491eac88, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595c9db7-28f5-4189-b237-a90a1f20a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:41.068490 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.152874 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] For port 890f087b-2dfb-40f3-b5c8-b223491eac88, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:41.156956 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] For port 890f087b-2dfb-40f3-b5c8-b223491eac88, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=890f087b-2dfb-40f3-b5c8-b223491eac88,segment=NetworkSegment(595c9db7-28f5-4189-b237-a90a1f20a4d0),segment_id=595c9db7-28f5-4189-b237-a90a1f20a4d0)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:41.246425 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.333705 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d1a89-b63c-49bd-8230-4cb0b301b18a None None] Pushing event updated for resources: {'Port': ['ID=890f087b-2dfb-40f3-b5c8-b223491eac88,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:41.347035 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Routers {'980f507c-885c-4fd4-99be-8ad8f38048b5'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:41.347957 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:17:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['980f507c-885c-4fd4-99be-8ad8f38048b5'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:41.369559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b70e7a92-1db0-4df6-8303-c21a494eae2d None None] Provisioning complete for port 890f087b-2dfb-40f3-b5c8-b223491eac88 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:41.374204 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b70e7a92-1db0-4df6-8303-c21a494eae2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.509505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] Set router 980f507c-885c-4fd4-99be-8ad8f38048b5 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:41.513960 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b70e7a92-1db0-4df6-8303-c21a494eae2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.615907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b70e7a92-1db0-4df6-8303-c21a494eae2d None None] For port 890f087b-2dfb-40f3-b5c8-b223491eac88, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=890f087b-2dfb-40f3-b5c8-b223491eac88,segment=NetworkSegment(595c9db7-28f5-4189-b237-a90a1f20a4d0),segment_id=595c9db7-28f5-4189-b237-a90a1f20a4d0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:41.673971 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b70e7a92-1db0-4df6-8303-c21a494eae2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.751270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e7a92-1db0-4df6-8303-c21a494eae2d None None] Pushing event updated for resources: {'Port': ['ID=890f087b-2dfb-40f3-b5c8-b223491eac88,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:41.795843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-06ae3c3b-4e3a-4ebd-804c-62973bda4f18 None None] Provisioning complete for port 890f087b-2dfb-40f3-b5c8-b223491eac88 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:41.796252 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-06ae3c3b-4e3a-4ebd-804c-62973bda4f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.875538 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140531782', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '491ca978-fe99-43d1-9713-c338d5685993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:37Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': '491ca978-fe99-43d1-9713-c338d5685993', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ac:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '890f087b-2dfb-40f3-b5c8-b223491eac88', 'name': '', 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'mac_address': 'fa:16:3e:8c:be:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bfc39233-1cbe-4ac5-92be-566d22b6b776', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:35Z', 'updated_at': '2021-11-12T04:17:41Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'subnets': [{'id': 'bfc39233-1cbe-4ac5-92be-566d22b6b776', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:41.908011 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233cc85d-8f5a-4a5c-9490-c625af17e2ce None None] The sync data for ids ['980f507c-885c-4fd4-99be-8ad8f38048b5'] in n-d-767704-23 is: [{'id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140531782', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '491ca978-fe99-43d1-9713-c338d5685993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:37Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': '491ca978-fe99-43d1-9713-c338d5685993', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ac:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '890f087b-2dfb-40f3-b5c8-b223491eac88', 'name': '', 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'mac_address': 'fa:16:3e:8c:be:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'bfc39233-1cbe-4ac5-92be-566d22b6b776', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:35Z', 'updated_at': '2021-11-12T04:17:41Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'subnets': [{'id': 'bfc39233-1cbe-4ac5-92be-566d22b6b776', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:42.084405 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-442a9068-8bce-482e-b350-a13ab7202d63 req-8eceadd2-7660-4ffd-bd69-49202aca80d3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 210 time: 0.0426717 Nov 12 04:17:43.211703 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3baf4e48-db76-4604-85f8-324384666e04 req-bfb780d2-3380-4615-b958-5f58e5f5b556 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 210 time: 0.0308776 Nov 12 04:17:43.508958 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-976185f9-4188-46a3-9045-35a1b25d02e6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:43.510410 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-976185f9-4188-46a3-9045-35a1b25d02e6 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.26 "GET /v2.0/networks?id=2fb79a68-91a2-49a8-bf6d-35e11854acee HTTP/1.1" status: 200 len: 798 time: 0.1500926 Nov 12 04:17:43.540888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-c0105ed0-1f95-4df1-9248-5f7905ccfb81 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Request body: {'port': {'device_id': 'bf4e9f45-e37a-4963-9714-c19e630a5efb', 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee', 'admin_state_up': True, 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:43.706548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 890f087b-2dfb-40f3-b5c8-b223491eac88 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:43.783881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 890f087b-2dfb-40f3-b5c8-b223491eac88 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:43.784296 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:43.787855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-c0105ed0-1f95-4df1-9248-5f7905ccfb81 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Made reservation on behalf of a628e067f3a048d98f65923ac3a6c7ee for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:43.793983 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-c0105ed0-1f95-4df1-9248-5f7905ccfb81 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.047366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-c0105ed0-1f95-4df1-9248-5f7905ccfb81 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Allocated IP 172.20.0.24 (2fb79a68-91a2-49a8-bf6d-35e11854acee/bfc39233-1cbe-4ac5-92be-566d22b6b776/68bc6ff2-f8e3-40f6-b93a-ae7b0905c653) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:44.212009 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-c0105ed0-1f95-4df1-9248-5f7905ccfb81 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.331004 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-c0105ed0-1f95-4df1-9248-5f7905ccfb81 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.401138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-c0105ed0-1f95-4df1-9248-5f7905ccfb81 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Network 2fb79a68-91a2-49a8-bf6d-35e11854acee is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:44.412373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-c0105ed0-1f95-4df1-9248-5f7905ccfb81 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:44.422175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d211b-b02c-4bf8-be76-fc33849c5522 req-fa0920ec-a494-4199-b76a-4181a643555d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:44.423941 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-246d211b-b02c-4bf8-be76-fc33849c5522 req-fa0920ec-a494-4199-b76a-4181a643555d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 895 time: 0.1062787 Nov 12 04:17:44.424627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0105ed0-1f95-4df1-9248-5f7905ccfb81 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event updated for resources: {'Port': ['ID=68bc6ff2-f8e3-40f6-b93a-ae7b0905c653,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:44.427257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-c0105ed0-1f95-4df1-9248-5f7905ccfb81 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:44.499323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-c0105ed0-1f95-4df1-9248-5f7905ccfb81 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:44.499985 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-c0105ed0-1f95-4df1-9248-5f7905ccfb81 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.580207 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-c0105ed0-1f95-4df1-9248-5f7905ccfb81 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0470297 Nov 12 04:17:44.603680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Request body: {'port': {'device_id': 'bf4e9f45-e37a-4963-9714-c19e630a5efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:44.698613 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.755705 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6982441c-c636-4088-b2cb-a92672b0840a None None] Provisioning complete for port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:44.757708 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6982441c-c636-4088-b2cb-a92672b0840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.802919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6982441c-c636-4088-b2cb-a92672b0840a None None] Port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:45.024162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:45.033475 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:45.050224 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Transition to ACTIVE for port object 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:45.161891 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:45.244972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Pushing event updated for resources: {'Port': ['ID=68bc6ff2-f8e3-40f6-b93a-ae7b0905c653,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:45.349437 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Attempting to bind port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:45.349850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Attempting to bind port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '595c9db7-28f5-4189-b237-a90a1f20a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:45.350192 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Attempting to bind port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 on network 2fb79a68-91a2-49a8-bf6d-35e11854acee {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:45.356652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 on network 2fb79a68-91a2-49a8-bf6d-35e11854acee not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:45.356652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Attempting to bind port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 on network 2fb79a68-91a2-49a8-bf6d-35e11854acee {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:45.360944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:45.361364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Checking segment: {'id': '595c9db7-28f5-4189-b237-a90a1f20a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:45.361818 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Bound using segment: {'id': '595c9db7-28f5-4189-b237-a90a1f20a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:45.362568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Bound port: 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595c9db7-28f5-4189-b237-a90a1f20a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:45.363237 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:45.471309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] For port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:45.475599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] For port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=68bc6ff2-f8e3-40f6-b93a-ae7b0905c653,segment=NetworkSegment(595c9db7-28f5-4189-b237-a90a1f20a4d0),segment_id=595c9db7-28f5-4189-b237-a90a1f20a4d0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:45.548630 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:45.604303 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Pushing event updated for resources: {'Port': ['ID=68bc6ff2-f8e3-40f6-b93a-ae7b0905c653,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:45.622280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.622793 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:45.624264 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-82b58691-3d54-4d58-968c-99a4d159ecd1 service neutron] 10.222.0.26 "PUT /v2.0/ports/68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 HTTP/1.1" status: 200 len: 1056 time: 1.0259509 Nov 12 04:17:45.624990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4e9f45-e37a-4963-9714-c19e630a5efb', 'tag': '68bc6ff2-f8e3-40f6-b93a-ae7b0905c653'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:45.627360 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaada388-80c3-413d-841b-0175467c63a2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4e9f45-e37a-4963-9714-c19e630a5efb", "tag": "68bc6ff2-f8e3-40f6-b93a-ae7b0905c653"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:45.642843 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ced09-2b36-4d8e-bf98-25cc088b6ce7 req-e3e1b3b4-dd1b-47ef-b2bb-2f12f3322208 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.646253 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d33ced09-2b36-4d8e-bf98-25cc088b6ce7 req-e3e1b3b4-dd1b-47ef-b2bb-2f12f3322208 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 907 time: 0.1387200 Nov 12 04:17:45.700773 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf3bef0-1f7e-4653-9a84-78c7376f0246 x-openstack-request-id: req-bcf3bef0-1f7e-4653-9a84-78c7376f0246 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:45.701067 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4e9f45-e37a-4963-9714-c19e630a5efb", "tag": "68bc6ff2-f8e3-40f6-b93a-ae7b0905c653", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:45.701323 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bcf3bef0-1f7e-4653-9a84-78c7376f0246 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:45.701735 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4e9f45-e37a-4963-9714-c19e630a5efb', 'tag': '68bc6ff2-f8e3-40f6-b93a-ae7b0905c653', 'status': 'completed', 'code': 200} Nov 12 04:17:45.829218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaada388-80c3-413d-841b-0175467c63a2 req-6d2cd74e-5e52-4e4b-9410-aa7a3081cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.831375 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eaada388-80c3-413d-841b-0175467c63a2 req-6d2cd74e-5e52-4e4b-9410-aa7a3081cd49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a628e067f3a048d98f65923ac3a6c7ee&device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 1059 time: 0.0694311 Nov 12 04:17:46.000599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaada388-80c3-413d-841b-0175467c63a2 req-84272176-9008-4af1-81c3-9560bc2a0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:46.001071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaada388-80c3-413d-841b-0175467c63a2 req-84272176-9008-4af1-81c3-9560bc2a0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:46.002950 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eaada388-80c3-413d-841b-0175467c63a2 req-84272176-9008-4af1-81c3-9560bc2a0d68 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a628e067f3a048d98f65923ac3a6c7ee&shared=False HTTP/1.1" status: 200 len: 1587 time: 0.1530354 Nov 12 04:17:46.139537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaada388-80c3-413d-841b-0175467c63a2 req-09c58f86-a9f9-43b1-a11e-2285a12a97df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:46.141478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eaada388-80c3-413d-841b-0175467c63a2 req-09c58f86-a9f9-43b1-a11e-2285a12a97df service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1253622 Nov 12 04:17:46.299500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-9bf1c301-02b0-4e89-b2ec-bd3e407a029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:46.301352 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-9bf1c301-02b0-4e89-b2ec-bd3e407a029b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a628e067f3a048d98f65923ac3a6c7ee&device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 1059 time: 0.0646062 Nov 12 04:17:46.376626 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-f5f1b9c4-122e-464b-8791-b18c0e667797 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 HTTP/1.1" status: 200 len: 217 time: 0.0541396 Nov 12 04:17:46.439197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-30506966-f888-4f97-bcfb-2a2c4cdd2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:46.440778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-30506966-f888-4f97-bcfb-2a2c4cdd2c92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bfc39233-1cbe-4ac5-92be-566d22b6b776 HTTP/1.1" status: 200 len: 837 time: 0.0489688 Nov 12 04:17:46.544781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-5b28edbe-12ba-49a9-837a-3f6168fed1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:46.546887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-5b28edbe-12ba-49a9-837a-3f6168fed1a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fb79a68-91a2-49a8-bf6d-35e11854acee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0979152 Nov 12 04:17:46.667345 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-2c42ab2d-9523-44f6-8f0c-56e19574fe9d service neutron] 10.222.0.26 "GET /v2.0/networks/2fb79a68-91a2-49a8-bf6d-35e11854acee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110711 Nov 12 04:17:46.805336 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0dc3d776-c2ae-4ce0-843a-05aade24ef0f req-55692077-d13c-4461-9309-94e844575b14 service neutron] 10.222.0.26 "GET /v2.0/networks/2fb79a68-91a2-49a8-bf6d-35e11854acee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280541 Nov 12 04:17:46.810296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefadf21-135a-4dba-b09a-5940b9810200 req-0387de9b-0443-4d03-b3ed-e17eb6981206 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:46.812495 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aefadf21-135a-4dba-b09a-5940b9810200 req-0387de9b-0443-4d03-b3ed-e17eb6981206 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 907 time: 0.0750804 Nov 12 04:17:47.979892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9402e-5f79-4d39-a582-618875e7625f req-273cab9a-8ed7-4f4c-a7b0-2483524c7a4c tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:47.981928 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-acc9402e-5f79-4d39-a582-618875e7625f req-273cab9a-8ed7-4f4c-a7b0-2483524c7a4c tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 907 time: 0.0702755 Nov 12 04:17:49.122979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703f88e-a033-4a93-a806-59b753eed942 req-83892ffe-e31c-42ba-884a-6ccef20b927e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:49.125373 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3703f88e-a033-4a93-a806-59b753eed942 req-83892ffe-e31c-42ba-884a-6ccef20b927e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 907 time: 0.0661256 Nov 12 04:17:49.401453 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.286329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472d136-009c-4eb8-a019-be35d4e731c9 req-3b3917d3-a038-48de-bc86-095ea12743b9 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:50.287943 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8472d136-009c-4eb8-a019-be35d4e731c9 req-3b3917d3-a038-48de-bc86-095ea12743b9 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 907 time: 0.0764313 Nov 12 04:17:51.452967 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba07f85-deaa-4ec5-8719-4bb5a9b0f076 req-ad26dc06-5512-4ec9-8618-ff5118a19876 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:51.454899 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3ba07f85-deaa-4ec5-8719-4bb5a9b0f076 req-ad26dc06-5512-4ec9-8618-ff5118a19876 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 907 time: 0.0666418 Nov 12 04:17:51.933179 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:52.047600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=68bc6ff2-f8e3-40f6-b93a-ae7b0905c653,segment=NetworkSegment(595c9db7-28f5-4189-b237-a90a1f20a4d0),segment_id=595c9db7-28f5-4189-b237-a90a1f20a4d0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:52.060591 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '68bc6ff2-f8e3-40f6-b93a-ae7b0905c653', 'network_id': '2fb79a68-91a2-49a8-bf6d-35e11854acee', 'port_id': '68bc6ff2-f8e3-40f6-b93a-ae7b0905c653', 'mac_address': 'fa:16:3e:c3:e3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc39233-1cbe-4ac5-92be-566d22b6b776', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:52.103541 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:52.117755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:52.153664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=68bc6ff2-f8e3-40f6-b93a-ae7b0905c653,segment=NetworkSegment(595c9db7-28f5-4189-b237-a90a1f20a4d0),segment_id=595c9db7-28f5-4189-b237-a90a1f20a4d0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:52.227802 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:52.293865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=68bc6ff2-f8e3-40f6-b93a-ae7b0905c653,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:52.618087 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e40ad-bc64-450d-8411-4ae4734fca08 req-3e007fbe-b962-4147-8cb3-739695bc75ae tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:52.625103 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8e7e40ad-bc64-450d-8411-4ae4734fca08 req-3e007fbe-b962-4147-8cb3-739695bc75ae tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 908 time: 0.0873377 Nov 12 04:17:52.728277 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['68bc6ff2-f8e3-40f6-b93a-ae7b0905c653'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:53.430881 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0580044-3472-491d-bd44-0ca9830eef4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.808947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bf8d2-2241-409b-b520-73ac668ff048 req-8fbe8c10-1652-4b4c-875d-33c52ad50fbf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:53.808947 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c61bf8d2-2241-409b-b520-73ac668ff048 req-8fbe8c10-1652-4b4c-875d-33c52ad50fbf tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 908 time: 0.1063476 Nov 12 04:17:53.937113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:54.078590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:17:54.082652 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:54.083136 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:54.194447 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:54.220579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4e9f45-e37a-4963-9714-c19e630a5efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bc6ff2-f8e3-40f6-b93a-ae7b0905c653'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:54.223490 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319dfab1-ce4f-40b2-9003-d66ce7e0ddc1" -d '{"events": [{"server_uuid": "bf4e9f45-e37a-4963-9714-c19e630a5efb", "name": "network-vif-plugged", "status": "completed", "tag": "68bc6ff2-f8e3-40f6-b93a-ae7b0905c653"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:54.244989 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=68bc6ff2-f8e3-40f6-b93a-ae7b0905c653,segment=NetworkSegment(595c9db7-28f5-4189-b237-a90a1f20a4d0),segment_id=595c9db7-28f5-4189-b237-a90a1f20a4d0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:54.273387 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afb2c42-f422-44d3-937f-a422343e6371 x-openstack-request-id: req-1afb2c42-f422-44d3-937f-a422343e6371 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:54.274311 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4e9f45-e37a-4963-9714-c19e630a5efb", "name": "network-vif-plugged", "status": "completed", "tag": "68bc6ff2-f8e3-40f6-b93a-ae7b0905c653", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:54.274577 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1afb2c42-f422-44d3-937f-a422343e6371 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:54.274980 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4e9f45-e37a-4963-9714-c19e630a5efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bc6ff2-f8e3-40f6-b93a-ae7b0905c653', 'code': 200} Nov 12 04:17:54.330122 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:54.415728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=68bc6ff2-f8e3-40f6-b93a-ae7b0905c653,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:54.478461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb23c01-5a4c-46ef-819b-7df06fe5d680 req-9228e355-142d-48c0-93ea-8e4011cf8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:54.487779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aeb23c01-5a4c-46ef-819b-7df06fe5d680 req-9228e355-142d-48c0-93ea-8e4011cf8c00 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 1061 time: 0.0816486 Nov 12 04:17:54.956495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76d614-bf0f-4e49-a00a-1204513af599 req-743182f2-da1b-4136-bbee-1cfa560d92c7 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:54.959120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fb76d614-bf0f-4e49-a00a-1204513af599 req-743182f2-da1b-4136-bbee-1cfa560d92c7 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 909 time: 0.0752811 Nov 12 04:17:55.597876 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.172691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c3707-0bfd-424f-89b7-f7167efc61ae req-fd70e9f6-f7ae-413d-9488-5e6275c1adb5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:56.174416 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-870c3707-0bfd-424f-89b7-f7167efc61ae req-fd70e9f6-f7ae-413d-9488-5e6275c1adb5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 909 time: 0.1025779 Nov 12 04:17:56.761782 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.887440 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0410998-4ba9-4698-8d6c-a9121e9c30f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.308387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2358561-4ed8-4a06-9ec0-b5beba283d69 req-34b61d7d-f407-40b2-8141-ec2955012533 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.333708 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2358561-4ed8-4a06-9ec0-b5beba283d69 req-34b61d7d-f407-40b2-8141-ec2955012533 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 909 time: 0.0663614 Nov 12 04:17:57.450269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ecda5-f8d7-433c-a0bc-816a92be3466 req-1ae2e480-b83f-49c9-bd95-683dc90db122 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.451807 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-805ecda5-f8d7-433c-a0bc-816a92be3466 req-1ae2e480-b83f-49c9-bd95-683dc90db122 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 909 time: 0.0559037 Nov 12 04:17:57.614071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8575a1-da4b-4ead-8f7f-64673cccf08d req-555fb33c-0143-42c0-adb5-84ba7dc1e4f1 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.624356 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c8575a1-da4b-4ead-8f7f-64673cccf08d req-555fb33c-0143-42c0-adb5-84ba7dc1e4f1 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 1061 time: 0.0801196 Nov 12 04:17:57.744365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0281e3-d220-48e0-8e0d-f9a7ffe88f50 req-b1ee7880-65f7-41ac-b55c-da03f664e63d tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.746266 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e0281e3-d220-48e0-8e0d-f9a7ffe88f50 req-b1ee7880-65f7-41ac-b55c-da03f664e63d tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 1136 time: 0.0498087 Nov 12 04:17:57.813544 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e0281e3-d220-48e0-8e0d-f9a7ffe88f50 req-a083cba0-2568-4b12-aa58-8bea819c88a5 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=b1119d72-d6a4-4c03-926b-8ab07ebc3f03&id=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0529451 Nov 12 04:17:57.835458 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:57.877676 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fadccc2-4ef1-4717-a935-b0bf5d07fe26 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.879225 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5fadccc2-4ef1-4717-a935-b0bf5d07fe26 tempest-TestSecurityGroupsBasicOps-615982827 tempest-TestSecurityGroupsBasicOps-615982827-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 1056 time: 0.0427215 Nov 12 04:17:58.517062 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c616e-357b-4718-8d1d-4db5d24bc36e req-34dc4579-39b9-4961-bbad-37fcfe65c620 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:58.530568 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:58.532437 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f0c616e-357b-4718-8d1d-4db5d24bc36e req-34dc4579-39b9-4961-bbad-37fcfe65c620 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 909 time: 0.0962517 Nov 12 04:17:59.055878 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:59.670893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b7a36-0835-4bf1-9484-658d2ef8a079 req-ffdf4ca6-f65f-4f84-99c4-6db2b5c41972 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:59.672976 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4e4b7a36-0835-4bf1-9484-658d2ef8a079 req-ffdf4ca6-f65f-4f84-99c4-6db2b5c41972 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 909 time: 0.0616124 Nov 12 04:18:00.409200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9445a7c-d34d-4862-bd99-7a68ae825c4e req-ff61d41e-2ba9-4633-94d0-d4f90244edd9 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:00.410853 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f9445a7c-d34d-4862-bd99-7a68ae825c4e req-ff61d41e-2ba9-4633-94d0-d4f90244edd9 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 909 time: 0.0777423 Nov 12 04:18:00.530409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f9445a7c-d34d-4862-bd99-7a68ae825c4e req-ac57fb06-30fe-488c-9ebd-5457cb51115f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Deleting port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:00.530755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f9445a7c-d34d-4862-bd99-7a68ae825c4e req-ac57fb06-30fe-488c-9ebd-5457cb51115f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:00.671624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f9445a7c-d34d-4862-bd99-7a68ae825c4e req-ac57fb06-30fe-488c-9ebd-5457cb51115f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] For port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=68bc6ff2-f8e3-40f6-b93a-ae7b0905c653,segment=NetworkSegment(595c9db7-28f5-4189-b237-a90a1f20a4d0),segment_id=595c9db7-28f5-4189-b237-a90a1f20a4d0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:00.672659 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f9445a7c-d34d-4862-bd99-7a68ae825c4e req-ac57fb06-30fe-488c-9ebd-5457cb51115f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:00.698895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f9445a7c-d34d-4862-bd99-7a68ae825c4e req-ac57fb06-30fe-488c-9ebd-5457cb51115f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Calling delete_port for 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:00.840739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135433c9-b4a1-4e49-a2c6-c55096db6156 req-956a561f-2d57-4fb2-bbcb-4fcd968e41fa tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:00.845125 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-135433c9-b4a1-4e49-a2c6-c55096db6156 req-956a561f-2d57-4fb2-bbcb-4fcd968e41fa tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 909 time: 0.0905921 Nov 12 04:18:01.134047 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f9445a7c-d34d-4862-bd99-7a68ae825c4e req-ac57fb06-30fe-488c-9ebd-5457cb51115f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.160586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57fb06-30fe-488c-9ebd-5457cb51115f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event deleted for resources: {'Port': ['ID=68bc6ff2-f8e3-40f6-b93a-ae7b0905c653,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:01.217338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9445a7c-d34d-4862-bd99-7a68ae825c4e req-ac57fb06-30fe-488c-9ebd-5457cb51115f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] No DVR routers for this DVR port 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:01.220261 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f9445a7c-d34d-4862-bd99-7a68ae825c4e req-ac57fb06-30fe-488c-9ebd-5457cb51115f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.225028 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f9445a7c-d34d-4862-bd99-7a68ae825c4e req-ac57fb06-30fe-488c-9ebd-5457cb51115f tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.26 "DELETE /v2.0/ports/68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 HTTP/1.1" status: 204 len: 173 time: 0.8041379 Nov 12 04:18:01.225028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4e9f45-e37a-4963-9714-c19e630a5efb', 'name': 'network-vif-deleted', 'tag': '68bc6ff2-f8e3-40f6-b93a-ae7b0905c653'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:01.233360 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edf1a5c-76cd-4c45-abaa-8ff315cfb81b" -d '{"events": [{"server_uuid": "bf4e9f45-e37a-4963-9714-c19e630a5efb", "name": "network-vif-deleted", "tag": "68bc6ff2-f8e3-40f6-b93a-ae7b0905c653"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:01.279028 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0cd46a-5c62-4fe3-82d4-540b58d94389 x-openstack-request-id: req-3c0cd46a-5c62-4fe3-82d4-540b58d94389 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:01.279534 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4e9f45-e37a-4963-9714-c19e630a5efb", "name": "network-vif-deleted", "tag": "68bc6ff2-f8e3-40f6-b93a-ae7b0905c653", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:01.279946 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3c0cd46a-5c62-4fe3-82d4-540b58d94389 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:01.280580 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4e9f45-e37a-4963-9714-c19e630a5efb', 'name': 'network-vif-deleted', 'tag': '68bc6ff2-f8e3-40f6-b93a-ae7b0905c653', 'status': 'completed', 'code': 200} Nov 12 04:18:02.094477 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cba6d79f-1a62-4f87-b94e-5c729fa95c3d req-647beafd-7356-4a08-855d-b3734260b80e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf4e9f45-e37a-4963-9714-c19e630a5efb HTTP/1.1" status: 200 len: 210 time: 0.1474555 Nov 12 04:18:03.160240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:03.587794 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9cc04e2-a843-48ce-8c44-57f47def2e94 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.623054 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:18:03.883360 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e9cc04e2-a843-48ce-8c44-57f47def2e94 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Deleting port 890f087b-2dfb-40f3-b5c8-b223491eac88 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:03.883729 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9cc04e2-a843-48ce-8c44-57f47def2e94 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.995648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e9cc04e2-a843-48ce-8c44-57f47def2e94 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] For port 890f087b-2dfb-40f3-b5c8-b223491eac88, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=890f087b-2dfb-40f3-b5c8-b223491eac88,segment=NetworkSegment(595c9db7-28f5-4189-b237-a90a1f20a4d0),segment_id=595c9db7-28f5-4189-b237-a90a1f20a4d0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:03.996013 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9cc04e2-a843-48ce-8c44-57f47def2e94 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.010088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e9cc04e2-a843-48ce-8c44-57f47def2e94 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Calling delete_port for 890f087b-2dfb-40f3-b5c8-b223491eac88 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:04.012175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:04.036549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:04.036898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 68bc6ff2-f8e3-40f6-b93a-ae7b0905c653 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:04.355580 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9cc04e2-a843-48ce-8c44-57f47def2e94 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.389225 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc04e2-a843-48ce-8c44-57f47def2e94 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event deleted for resources: {'Port': ['ID=890f087b-2dfb-40f3-b5c8-b223491eac88,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:04.592074 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9cc04e2-a843-48ce-8c44-57f47def2e94 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.837435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cc04e2-a843-48ce-8c44-57f47def2e94 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Router 980f507c-885c-4fd4-99be-8ad8f38048b5 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:18:05.349379 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cc04e2-a843-48ce-8c44-57f47def2e94 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:05.356611 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e9cc04e2-a843-48ce-8c44-57f47def2e94 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "PUT /v2.0/routers/980f507c-885c-4fd4-99be-8ad8f38048b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1951361 Nov 12 04:18:05.358124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:05.360895 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f99c6c2-acec-47b2-ac2f-ee2e2f2fe92f None None] Sync routers for ids ['980f507c-885c-4fd4-99be-8ad8f38048b5'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:05.374434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f99c6c2-acec-47b2-ac2f-ee2e2f2fe92f None None] Routers {'980f507c-885c-4fd4-99be-8ad8f38048b5'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:05.375400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3f99c6c2-acec-47b2-ac2f-ee2e2f2fe92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:17:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['980f507c-885c-4fd4-99be-8ad8f38048b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:05.430955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-35edc454-6660-452c-aea2-44f0f64babb5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Deleting subnet bfc39233-1cbe-4ac5-92be-566d22b6b776 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:18:05.434283 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35edc454-6660-452c-aea2-44f0f64babb5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.491539 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35edc454-6660-452c-aea2-44f0f64babb5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.512533 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3f99c6c2-acec-47b2-ac2f-ee2e2f2fe92f None None] Set router 980f507c-885c-4fd4-99be-8ad8f38048b5 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:05.618047 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35edc454-6660-452c-aea2-44f0f64babb5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.811058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3f99c6c2-acec-47b2-ac2f-ee2e2f2fe92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140531782', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '491ca978-fe99-43d1-9713-c338d5685993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:18:04Z', 'revision_number': 5, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': '491ca978-fe99-43d1-9713-c338d5685993', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ac:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:05.838129 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f99c6c2-acec-47b2-ac2f-ee2e2f2fe92f None None] Checking router: 980f507c-885c-4fd4-99be-8ad8f38048b5 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:18:05.846675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f99c6c2-acec-47b2-ac2f-ee2e2f2fe92f None None] Routers {'980f507c-885c-4fd4-99be-8ad8f38048b5'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:05.847322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3f99c6c2-acec-47b2-ac2f-ee2e2f2fe92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:17:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['980f507c-885c-4fd4-99be-8ad8f38048b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:05.864507 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35edc454-6660-452c-aea2-44f0f64babb5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.897761 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edc454-6660-452c-aea2-44f0f64babb5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc39233-1cbe-4ac5-92be-566d22b6b776,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:05.904413 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35edc454-6660-452c-aea2-44f0f64babb5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.912601 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-35edc454-6660-452c-aea2-44f0f64babb5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "DELETE /v2.0/subnets/bfc39233-1cbe-4ac5-92be-566d22b6b776 HTTP/1.1" status: 204 len: 168 time: 0.5503485 Nov 12 04:18:05.929137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46520) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:05.989755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309c1d4f-1c48-4359-9c4b-0c8e7adc532a None None] Network 2fb79a68-91a2-49a8-bf6d-35e11854acee requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:06.054773 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.190900 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.325422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3f99c6c2-acec-47b2-ac2f-ee2e2f2fe92f None None] Set router 980f507c-885c-4fd4-99be-8ad8f38048b5 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:06.473136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Deleting port 491ca978-fe99-43d1-9713-c338d5685993 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:06.476886 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.577863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3f99c6c2-acec-47b2-ac2f-ee2e2f2fe92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140531782', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '491ca978-fe99-43d1-9713-c338d5685993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:18:04Z', 'revision_number': 5, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': '491ca978-fe99-43d1-9713-c338d5685993', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ac:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:06.579797 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbc5565-8624-4f92-ba66-f7f110c84467 None None] DHCP port deletion for 2fb79a68-91a2-49a8-bf6d-35e11854acee request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:06.583365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] For port 491ca978-fe99-43d1-9713-c338d5685993, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=491ca978-fe99-43d1-9713-c338d5685993,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:06.583726 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.612403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Calling delete_port for 491ca978-fe99-43d1-9713-c338d5685993 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:06.615581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f99c6c2-acec-47b2-ac2f-ee2e2f2fe92f None None] The sync data for ids ['980f507c-885c-4fd4-99be-8ad8f38048b5'] in n-d-767704-23 is: [{'id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140531782', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '491ca978-fe99-43d1-9713-c338d5685993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:18:04Z', 'revision_number': 5, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': '491ca978-fe99-43d1-9713-c338d5685993', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ac:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980f507c-885c-4fd4-99be-8ad8f38048b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:31Z', 'updated_at': '2021-11-12T04:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:06.691529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fdbc5565-8624-4f92-ba66-f7f110c84467 None None] Deleting port a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:06.691946 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fdbc5565-8624-4f92-ba66-f7f110c84467 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.788413 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fdbc5565-8624-4f92-ba66-f7f110c84467 None None] For port a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d,segment=NetworkSegment(595c9db7-28f5-4189-b237-a90a1f20a4d0),segment_id=595c9db7-28f5-4189-b237-a90a1f20a4d0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:06.788879 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fdbc5565-8624-4f92-ba66-f7f110c84467 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.802447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fdbc5565-8624-4f92-ba66-f7f110c84467 None None] Calling delete_port for a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:06.922143 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.957101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event deleted for resources: {'Port': ['ID=491ca978-fe99-43d1-9713-c338d5685993,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:06.978458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf5e31b-015e-476f-9a65-30475ca7314c None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:07.034242 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fdbc5565-8624-4f92-ba66-f7f110c84467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:07.049411 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:07.071243 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc5565-8624-4f92-ba66-f7f110c84467 None None] Pushing event deleted for resources: {'Port': ['ID=a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:07.071875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc5565-8624-4f92-ba66-f7f110c84467 None None] No DVR routers for this DVR port a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:07.200674 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:07.204121 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:07.461847 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:07.462531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Fanout notify agent at l3_agent the message router_deleted on router 980f507c-885c-4fd4-99be-8ad8f38048b5 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:18:07.471244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:07.475655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:07.480628 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4a41b2fb-5d5d-44f8-b6ce-e4474c9964d5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "DELETE /v2.0/routers/980f507c-885c-4fd4-99be-8ad8f38048b5 HTTP/1.1" status: 204 len: 168 time: 1.5656707 Nov 12 04:18:07.610423 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0ca36b8-a5ea-40fa-8991-ad56fc631284 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:07.630324 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c00b2bf-91b6-49bd-a0ca-308a1ddb71ed req-b6de5ae9-92c0-4399-a1e7-034f357421c4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1079807 Nov 12 04:18:07.794324 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0ca36b8-a5ea-40fa-8991-ad56fc631284 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:07.823013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00b2bf-91b6-49bd-a0ca-308a1ddb71ed req-f80e0b54-6219-4ecf-badf-42200b9f39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:07.826355 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c00b2bf-91b6-49bd-a0ca-308a1ddb71ed req-f80e0b54-6219-4ecf-badf-42200b9f39bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 1098 time: 0.1215265 Nov 12 04:18:07.827729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b0ca36b8-a5ea-40fa-8991-ad56fc631284 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb79a68-91a2-49a8-bf6d-35e11854acee']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:07.839026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b0ca36b8-a5ea-40fa-8991-ad56fc631284 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595c9db7-28f5-4189-b237-a90a1f20a4d0') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:07.839220 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b0ca36b8-a5ea-40fa-8991-ad56fc631284 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595c9db7-28f5-4189-b237-a90a1f20a4d0') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:07.858010 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0ca36b8-a5ea-40fa-8991-ad56fc631284 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:07.921416 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0ca36b8-a5ea-40fa-8991-ad56fc631284 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:07.932927 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ca36b8-a5ea-40fa-8991-ad56fc631284 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:07.933327 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0ca36b8-a5ea-40fa-8991-ad56fc631284 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:07.969463 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:08.051089 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 890f087b-2dfb-40f3-b5c8-b223491eac88 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:08.060884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00b2bf-91b6-49bd-a0ca-308a1ddb71ed req-e1a1b68a-538b-4cbb-9e9f-5d8982bdef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:08.062410 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c00b2bf-91b6-49bd-a0ca-308a1ddb71ed req-e1a1b68a-538b-4cbb-9e9f-5d8982bdef4e service neutron] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.2159789 Nov 12 04:18:08.077504 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 890f087b-2dfb-40f3-b5c8-b223491eac88 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:08.078387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 890f087b-2dfb-40f3-b5c8-b223491eac88 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:08.078804 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:08.106070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:08.106643 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a25ffc1d-b55a-4bd7-bb6d-6e840ce5922d not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:08.155460 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c00b2bf-91b6-49bd-a0ca-308a1ddb71ed req-646bf5fc-b572-438c-b60c-f4b48ec09fd8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cefbf7a-5169-4670-befe-b338a954efa1 HTTP/1.1" status: 200 len: 1002 time: 0.0855083 Nov 12 04:18:08.200653 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0ca36b8-a5ea-40fa-8991-ad56fc631284 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:08.208597 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0ca36b8-a5ea-40fa-8991-ad56fc631284 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:08.212410 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b0ca36b8-a5ea-40fa-8991-ad56fc631284 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "DELETE /v2.0/networks/2fb79a68-91a2-49a8-bf6d-35e11854acee HTTP/1.1" status: 204 len: 168 time: 0.7356400 Nov 12 04:18:08.215388 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46604) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:08.242728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00b2bf-91b6-49bd-a0ca-308a1ddb71ed req-d556e35d-2298-432a-810d-7ce58d3fb2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:08.242728 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c00b2bf-91b6-49bd-a0ca-308a1ddb71ed req-d556e35d-2298-432a-810d-7ce58d3fb2cd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0695708 Nov 12 04:18:08.242728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca36b8-a5ea-40fa-8991-ad56fc631284 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event deleted for resources: {'Network': ['ID=2fb79a68-91a2-49a8-bf6d-35e11854acee,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:08.301785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00b2bf-91b6-49bd-a0ca-308a1ddb71ed req-c74490a3-8340-4ce3-996b-aebcb4f42e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:08.303510 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c00b2bf-91b6-49bd-a0ca-308a1ddb71ed req-c74490a3-8340-4ce3-996b-aebcb4f42e30 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577378 Nov 12 04:18:08.429340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Deleting port 6335959e-314b-4a2a-9c0b-1c4913a14a96 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:08.429340 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:08.429582 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c00b2bf-91b6-49bd-a0ca-308a1ddb71ed req-abbcf315-1c6f-423f-96a1-9b1263d83c27 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155972 Nov 12 04:18:08.505720 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:08.506380 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:08.520169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Calling delete_port for 6335959e-314b-4a2a-9c0b-1c4913a14a96 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:08.545060 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c00b2bf-91b6-49bd-a0ca-308a1ddb71ed req-d0bd4a73-32e0-4c02-a3b0-49d2210335bd service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071367 Nov 12 04:18:08.838311 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:08.868382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event deleted for resources: {'Port': ['ID=6335959e-314b-4a2a-9c0b-1c4913a14a96,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:08.878823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:08.879174 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:08.879519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:08.879856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:08.880214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:08.880548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:08.880878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:08.881763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:08.882074 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:08.882401 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:08.882726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:08.883058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:08.950745 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:08.951210 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Floating IP 53b37bc2-b923-4294-ade7-a3c4f048c645 disassociated (deleted). External IP: 172.25.8.173, port: f1dcbbfd-b9ca-450e-a588-84c09eb7822d. Nov 12 04:18:09.182493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Router ae639988-9b88-4fcc-950f-f17801ea66fa has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:18:09.314485 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:09.319427 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.325031 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a02a15e-d87f-4a5d-883c-7f64e458190e None None] Sync routers for ids ['ae639988-9b88-4fcc-950f-f17801ea66fa'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:09.334609 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a02a15e-d87f-4a5d-883c-7f64e458190e None None] Routers {'ae639988-9b88-4fcc-950f-f17801ea66fa'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:09.335295 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2a02a15e-d87f-4a5d-883c-7f64e458190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:17:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae639988-9b88-4fcc-950f-f17801ea66fa'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:09.346507 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7f661aab-b233-4941-bb56-e14425d2bf1d tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "DELETE /v2.0/floatingips/53b37bc2-b923-4294-ade7-a3c4f048c645 HTTP/1.1" status: 204 len: 168 time: 1.1298959 Nov 12 04:18:09.347112 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'tag': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:09.349430 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dab23a6-9706-448e-b4a4-e958948548cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8ffc81-de97-4a60-bc55-3b28b78058ba", "tag": "f1dcbbfd-b9ca-450e-a588-84c09eb7822d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:09.410583 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f798a67f-6b43-40c9-9c91-f696a69ebbbf x-openstack-request-id: req-f798a67f-6b43-40c9-9c91-f696a69ebbbf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:09.410873 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8ffc81-de97-4a60-bc55-3b28b78058ba", "tag": "f1dcbbfd-b9ca-450e-a588-84c09eb7822d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:09.411129 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f798a67f-6b43-40c9-9c91-f696a69ebbbf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:09.411538 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'tag': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d', 'status': 'completed', 'code': 200} Nov 12 04:18:09.492890 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2a02a15e-d87f-4a5d-883c-7f64e458190e None None] Set router ae639988-9b88-4fcc-950f-f17801ea66fa gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:09.522529 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab23a6-9706-448e-b4a4-e958948548cd req-918d57aa-90c4-4a84-a4e0-c056c928bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:09.524682 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5dab23a6-9706-448e-b4a4-e958948548cd req-918d57aa-90c4-4a84-a4e0-c056c928bb45 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a628e067f3a048d98f65923ac3a6c7ee&device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 1136 time: 0.0738978 Nov 12 04:18:09.587834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 491ca978-fe99-43d1-9713-c338d5685993 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:09.614969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 491ca978-fe99-43d1-9713-c338d5685993 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:09.615588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 491ca978-fe99-43d1-9713-c338d5685993 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:09.638059 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab23a6-9706-448e-b4a4-e958948548cd req-6f30d9a8-fc68-44ac-9f92-f9092bfa8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:09.639563 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5dab23a6-9706-448e-b4a4-e958948548cd req-6f30d9a8-fc68-44ac-9f92-f9092bfa8392 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c673083-ba1d-4909-ad17-9b2354fa95d8 HTTP/1.1" status: 200 len: 899 time: 0.1065488 Nov 12 04:18:09.685607 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5dab23a6-9706-448e-b4a4-e958948548cd req-633292aa-d051-4242-9d1a-ba99f9e829b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1dcbbfd-b9ca-450e-a588-84c09eb7822d HTTP/1.1" status: 200 len: 217 time: 0.0378323 Nov 12 04:18:09.730318 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2a02a15e-d87f-4a5d-883c-7f64e458190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:16:33Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '855b63ca-a5d7-4bf6-8d40-d85f49effbe0', 'name': '', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'mac_address': 'fa:16:3e:36:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:31Z', 'updated_at': '2021-11-12T04:16:36Z', 'revision_number': 5, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'subnets': [{'id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:09.749044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab23a6-9706-448e-b4a4-e958948548cd req-368b701c-1af9-409e-bc36-011a268ad04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:09.755914 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5dab23a6-9706-448e-b4a4-e958948548cd req-368b701c-1af9-409e-bc36-011a268ad04c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3212caa-66fc-4909-8c2c-7d4f9bd5e859 HTTP/1.1" status: 200 len: 834 time: 0.0577469 Nov 12 04:18:09.767318 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a02a15e-d87f-4a5d-883c-7f64e458190e None None] Checking router: ae639988-9b88-4fcc-950f-f17801ea66fa for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:18:09.778724 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a02a15e-d87f-4a5d-883c-7f64e458190e None None] Routers {'ae639988-9b88-4fcc-950f-f17801ea66fa'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:09.779619 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2a02a15e-d87f-4a5d-883c-7f64e458190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:17:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae639988-9b88-4fcc-950f-f17801ea66fa'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:09.819378 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab23a6-9706-448e-b4a4-e958948548cd req-b9429cc3-1e03-42c3-92a6-9bf7c59f4684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:09.820932 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5dab23a6-9706-448e-b4a4-e958948548cd req-b9429cc3-1e03-42c3-92a6-9bf7c59f4684 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c673083-ba1d-4909-ad17-9b2354fa95d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584447 Nov 12 04:18:09.890846 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2a02a15e-d87f-4a5d-883c-7f64e458190e None None] Set router ae639988-9b88-4fcc-950f-f17801ea66fa gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:09.926967 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5dab23a6-9706-448e-b4a4-e958948548cd req-6474bc28-39ad-49dc-a73c-7e00a65517ff service neutron] 10.222.0.25 "GET /v2.0/networks/8c673083-ba1d-4909-ad17-9b2354fa95d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983450 Nov 12 04:18:10.054871 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5dab23a6-9706-448e-b4a4-e958948548cd req-0a6d8019-e6b9-4856-898e-1fc7f4542b68 service neutron] 10.222.0.25 "GET /v2.0/networks/8c673083-ba1d-4909-ad17-9b2354fa95d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198227 Nov 12 04:18:10.190059 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197e073-e4c9-480a-9758-191470ccb970 req-8097f62f-f97d-4908-8c85-cd6959ecf180 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:10.198644 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8197e073-e4c9-480a-9758-191470ccb970 req-8097f62f-f97d-4908-8c85-cd6959ecf180 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 984 time: 0.1597538 Nov 12 04:18:10.247218 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2a02a15e-d87f-4a5d-883c-7f64e458190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:16:33Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '855b63ca-a5d7-4bf6-8d40-d85f49effbe0', 'name': '', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'mac_address': 'fa:16:3e:36:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:31Z', 'updated_at': '2021-11-12T04:16:36Z', 'revision_number': 5, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'subnets': [{'id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:10.281752 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a02a15e-d87f-4a5d-883c-7f64e458190e None None] The sync data for ids ['ae639988-9b88-4fcc-950f-f17801ea66fa'] in n-d-767704-23 is: [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:16:33Z', 'revision_number': 4, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '855b63ca-a5d7-4bf6-8d40-d85f49effbe0', 'name': '', 'network_id': '8c673083-ba1d-4909-ad17-9b2354fa95d8', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'mac_address': 'fa:16:3e:36:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:31Z', 'updated_at': '2021-11-12T04:16:36Z', 'revision_number': 5, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'subnets': [{'id': 'a3212caa-66fc-4909-8c2c-7d4f9bd5e859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:10.292404 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8197e073-e4c9-480a-9758-191470ccb970 req-8ad790b4-118a-49bf-acfe-433bfdc3149c tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/security-groups?id=b1119d72-d6a4-4c03-926b-8ab07ebc3f03&id=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0920043 Nov 12 04:18:10.638064 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32efa05-aeea-44b9-8c41-0f4b1111ceac None None] New status for floating IP 53b37bc2-b923-4294-ade7-a3c4f048c645: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:18:11.444808 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66457c7e-b801-47fe-967a-b9ca37c98263 req-8bb9fea0-dc56-44ac-9088-f77f7e368ce3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:11.446674 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66457c7e-b801-47fe-967a-b9ca37c98263 req-8bb9fea0-dc56-44ac-9088-f77f7e368ce3 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 984 time: 0.0578864 Nov 12 04:18:11.550968 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66457c7e-b801-47fe-967a-b9ca37c98263 req-17cbebcc-c4da-40ab-80fc-69169cef131a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/security-groups?id=b1119d72-d6a4-4c03-926b-8ab07ebc3f03&id=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0978782 Nov 12 04:18:11.566303 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62f621-c415-4101-945c-d0d0a85dacc2 req-3e390716-a8bd-4405-a934-338843cc19e5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:11.567525 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed62f621-c415-4101-945c-d0d0a85dacc2 req-3e390716-a8bd-4405-a934-338843cc19e5 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 984 time: 0.0886006 Nov 12 04:18:11.695684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ed62f621-c415-4101-945c-d0d0a85dacc2 req-4b0e1e38-73df-401e-846f-41814e0928fb tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Deleting port f1dcbbfd-b9ca-450e-a588-84c09eb7822d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:11.696056 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ed62f621-c415-4101-945c-d0d0a85dacc2 req-4b0e1e38-73df-401e-846f-41814e0928fb tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.827215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ed62f621-c415-4101-945c-d0d0a85dacc2 req-4b0e1e38-73df-401e-846f-41814e0928fb tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] For port f1dcbbfd-b9ca-450e-a588-84c09eb7822d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=f1dcbbfd-b9ca-450e-a588-84c09eb7822d,segment=NetworkSegment(764bc471-5d80-4399-8e2d-42c65e3a1b54),segment_id=764bc471-5d80-4399-8e2d-42c65e3a1b54)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:11.827585 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ed62f621-c415-4101-945c-d0d0a85dacc2 req-4b0e1e38-73df-401e-846f-41814e0928fb tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.852029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ed62f621-c415-4101-945c-d0d0a85dacc2 req-4b0e1e38-73df-401e-846f-41814e0928fb tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Calling delete_port for f1dcbbfd-b9ca-450e-a588-84c09eb7822d owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:12.116617 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ed62f621-c415-4101-945c-d0d0a85dacc2 req-4b0e1e38-73df-401e-846f-41814e0928fb tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.158090 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e1e38-73df-401e-846f-41814e0928fb tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event deleted for resources: {'Port': ['ID=f1dcbbfd-b9ca-450e-a588-84c09eb7822d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:12.197227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed62f621-c415-4101-945c-d0d0a85dacc2 req-4b0e1e38-73df-401e-846f-41814e0928fb tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] No DVR routers for this DVR port f1dcbbfd-b9ca-450e-a588-84c09eb7822d on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:12.201028 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ed62f621-c415-4101-945c-d0d0a85dacc2 req-4b0e1e38-73df-401e-846f-41814e0928fb tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.205395 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ed62f621-c415-4101-945c-d0d0a85dacc2 req-4b0e1e38-73df-401e-846f-41814e0928fb tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.25 "DELETE /v2.0/ports/f1dcbbfd-b9ca-450e-a588-84c09eb7822d HTTP/1.1" status: 204 len: 173 time: 0.6308122 Nov 12 04:18:12.205920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'name': 'network-vif-deleted', 'tag': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:12.219532 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb79e143-8751-45ac-baee-9843aaae5db5" -d '{"events": [{"server_uuid": "3a8ffc81-de97-4a60-bc55-3b28b78058ba", "name": "network-vif-deleted", "tag": "f1dcbbfd-b9ca-450e-a588-84c09eb7822d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:12.253093 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00255c35-5721-4d3e-84e3-c1171550c7e3 x-openstack-request-id: req-00255c35-5721-4d3e-84e3-c1171550c7e3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:12.253392 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8ffc81-de97-4a60-bc55-3b28b78058ba", "name": "network-vif-deleted", "tag": "f1dcbbfd-b9ca-450e-a588-84c09eb7822d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:12.253650 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-00255c35-5721-4d3e-84e3-c1171550c7e3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:12.254060 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8ffc81-de97-4a60-bc55-3b28b78058ba', 'name': 'network-vif-deleted', 'tag': 'f1dcbbfd-b9ca-450e-a588-84c09eb7822d', 'status': 'completed', 'code': 200} Nov 12 04:18:12.703442 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ac03d06-23d1-4396-b3ff-5bf220b9a913 req-6cef4d9a-c370-4533-bf52-eb8d166f6191 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 210 time: 0.0442483 Nov 12 04:18:13.839142 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80363334-0051-45cf-ae97-cc282947a824 req-17c1c3a9-5d57-4f37-82e5-9d47f313289b tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a8ffc81-de97-4a60-bc55-3b28b78058ba HTTP/1.1" status: 200 len: 210 time: 0.0358660 Nov 12 04:18:13.951467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30874247-4162-4a29-a249-dc5917ef8975 req-58f3f36f-0956-4dbb-83b0-c7eabe50b408 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602145 Nov 12 04:18:14.101347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30874247-4162-4a29-a249-dc5917ef8975 req-03043c48-e7de-4937-89fa-84a20f72c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:14.102838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30874247-4162-4a29-a249-dc5917ef8975 req-03043c48-e7de-4937-89fa-84a20f72c150 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 1097 time: 0.0506392 Nov 12 04:18:14.236481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30874247-4162-4a29-a249-dc5917ef8975 req-35091f46-63c0-43ef-a507-d38f25f108a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:14.238150 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30874247-4162-4a29-a249-dc5917ef8975 req-35091f46-63c0-43ef-a507-d38f25f108a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 913 time: 0.1134088 Nov 12 04:18:14.311901 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30874247-4162-4a29-a249-dc5917ef8975 req-e38bb4e7-eb43-48a4-b780-3b327c3b5eff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8844a8e9-9b7e-49d9-a2b2-12b1868243c1 HTTP/1.1" status: 200 len: 1000 time: 0.0656412 Nov 12 04:18:14.385104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30874247-4162-4a29-a249-dc5917ef8975 req-5eee1a13-9d9a-4c7c-95a0-9f26f8cee11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:14.387595 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30874247-4162-4a29-a249-dc5917ef8975 req-5eee1a13-9d9a-4c7c-95a0-9f26f8cee11f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 200 len: 850 time: 0.0679281 Nov 12 04:18:14.459679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30874247-4162-4a29-a249-dc5917ef8975 req-ca0f9def-bd51-4ae9-88bd-f9e9ebdd7b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:14.461823 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30874247-4162-4a29-a249-dc5917ef8975 req-ca0f9def-bd51-4ae9-88bd-f9e9ebdd7b7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5074271f-e373-422c-abfa-ee9f087fb5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568757 Nov 12 04:18:14.563200 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30874247-4162-4a29-a249-dc5917ef8975 req-52c9ff43-712f-428c-8dd4-f408b98ecb0d service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929265 Nov 12 04:18:14.679288 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30874247-4162-4a29-a249-dc5917ef8975 req-3b2008e8-dde2-4aa7-81ff-73fc06700914 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076088 Nov 12 04:18:14.901780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46772) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:14.963496 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bebee4bc-dc05-4306-a501-e89d4d26b070 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.013862 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bebee4bc-dc05-4306-a501-e89d4d26b070 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.218224 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bebee4bc-dc05-4306-a501-e89d4d26b070 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.221505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bebee4bc-dc05-4306-a501-e89d4d26b070 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.225397 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bebee4bc-dc05-4306-a501-e89d4d26b070 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "DELETE /v2.0/security-groups/1a1ccf8a-4b44-4232-a6dd-b0fd6942b471 HTTP/1.1" status: 204 len: 168 time: 0.3199427 Nov 12 04:18:15.225733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:15.253011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebee4bc-dc05-4306-a501-e89d4d26b070 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1ccf8a-4b44-4232-a6dd-b0fd6942b471,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:15.305600 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39ad738c-8595-4017-a305-eb63a14338e8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.334077 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39ad738c-8595-4017-a305-eb63a14338e8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.483054 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39ad738c-8595-4017-a305-eb63a14338e8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.485885 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39ad738c-8595-4017-a305-eb63a14338e8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.487083 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-39ad738c-8595-4017-a305-eb63a14338e8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "DELETE /v2.0/security-groups/b1119d72-d6a4-4c03-926b-8ab07ebc3f03 HTTP/1.1" status: 204 len: 168 time: 0.2603593 Nov 12 04:18:15.489965 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46792) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:15.499800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad738c-8595-4017-a305-eb63a14338e8 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1119d72-d6a4-4c03-926b-8ab07ebc3f03,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:15.936188 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ac10145-5a13-49c3-b4c5-eda4f428ef8e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.957373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f1dcbbfd-b9ca-450e-a588-84c09eb7822d no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:15.987493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: f1dcbbfd-b9ca-450e-a588-84c09eb7822d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:15.988683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device f1dcbbfd-b9ca-450e-a588-84c09eb7822d not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:16.270923 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7ac10145-5a13-49c3-b4c5-eda4f428ef8e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Deleting port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:16.271355 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ac10145-5a13-49c3-b4c5-eda4f428ef8e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.404436 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7ac10145-5a13-49c3-b4c5-eda4f428ef8e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] For port 855b63ca-a5d7-4bf6-8d40-d85f49effbe0, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=855b63ca-a5d7-4bf6-8d40-d85f49effbe0,segment=NetworkSegment(764bc471-5d80-4399-8e2d-42c65e3a1b54),segment_id=764bc471-5d80-4399-8e2d-42c65e3a1b54)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:16.404945 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ac10145-5a13-49c3-b4c5-eda4f428ef8e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.426583 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7ac10145-5a13-49c3-b4c5-eda4f428ef8e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Calling delete_port for 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:16.818308 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ac10145-5a13-49c3-b4c5-eda4f428ef8e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.849654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac10145-5a13-49c3-b4c5-eda4f428ef8e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event deleted for resources: {'Port': ['ID=855b63ca-a5d7-4bf6-8d40-d85f49effbe0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:17.098321 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ac10145-5a13-49c3-b4c5-eda4f428ef8e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.389376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac10145-5a13-49c3-b4c5-eda4f428ef8e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Router ae639988-9b88-4fcc-950f-f17801ea66fa has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:18:17.521936 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac10145-5a13-49c3-b4c5-eda4f428ef8e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:17.528425 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7ac10145-5a13-49c3-b4c5-eda4f428ef8e tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "PUT /v2.0/routers/ae639988-9b88-4fcc-950f-f17801ea66fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0361414 Nov 12 04:18:17.533022 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:17.547583 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc7e44e-51b4-44b8-9067-7d38f9435b86 None None] Sync routers for ids ['ae639988-9b88-4fcc-950f-f17801ea66fa'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:17.572646 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc7e44e-51b4-44b8-9067-7d38f9435b86 None None] Routers {'ae639988-9b88-4fcc-950f-f17801ea66fa'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:17.573737 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4bc7e44e-51b4-44b8-9067-7d38f9435b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:17:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae639988-9b88-4fcc-950f-f17801ea66fa'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:17.630151 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-439c9c9b-0036-4f75-9b6d-5ec67e771618 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Deleting subnet a3212caa-66fc-4909-8c2c-7d4f9bd5e859 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:18:17.633776 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-439c9c9b-0036-4f75-9b6d-5ec67e771618 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.682163 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-439c9c9b-0036-4f75-9b6d-5ec67e771618 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.712982 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4bc7e44e-51b4-44b8-9067-7d38f9435b86 None None] Set router ae639988-9b88-4fcc-950f-f17801ea66fa gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:17.797192 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-439c9c9b-0036-4f75-9b6d-5ec67e771618 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.938484 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4bc7e44e-51b4-44b8-9067-7d38f9435b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:18:16Z', 'revision_number': 5, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:17.968215 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc7e44e-51b4-44b8-9067-7d38f9435b86 None None] Checking router: ae639988-9b88-4fcc-950f-f17801ea66fa for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:18:17.985561 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc7e44e-51b4-44b8-9067-7d38f9435b86 None None] Routers {'ae639988-9b88-4fcc-950f-f17801ea66fa'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:17.986166 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4bc7e44e-51b4-44b8-9067-7d38f9435b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:17:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ae639988-9b88-4fcc-950f-f17801ea66fa'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:18.058941 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-439c9c9b-0036-4f75-9b6d-5ec67e771618 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.081647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c9c9b-0036-4f75-9b6d-5ec67e771618 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event deleted for resources: {'Subnet': ['ID=a3212caa-66fc-4909-8c2c-7d4f9bd5e859,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:18.100913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1241011-19f7-4186-9a1f-29ef08d18845 req-d1a240df-5b46-4760-93fa-2d9e37d3c4e6 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:18.102294 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1241011-19f7-4186-9a1f-29ef08d18845 req-d1a240df-5b46-4760-93fa-2d9e37d3c4e6 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 949 time: 0.0743034 Nov 12 04:18:18.107910 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4bc7e44e-51b4-44b8-9067-7d38f9435b86 None None] Set router ae639988-9b88-4fcc-950f-f17801ea66fa gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:18.108424 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-439c9c9b-0036-4f75-9b6d-5ec67e771618 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.113278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-439c9c9b-0036-4f75-9b6d-5ec67e771618 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "DELETE /v2.0/subnets/a3212caa-66fc-4909-8c2c-7d4f9bd5e859 HTTP/1.1" status: 204 len: 168 time: 0.5782549 Nov 12 04:18:18.116062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46850) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:18.120525 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c066b523-0241-435f-9b64-3745919d06f6 None None] Network 8c673083-ba1d-4909-ad17-9b2354fa95d8 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:18.312552 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4bc7e44e-51b4-44b8-9067-7d38f9435b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:18:16Z', 'revision_number': 5, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:18.353258 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc7e44e-51b4-44b8-9067-7d38f9435b86 None None] The sync data for ids ['ae639988-9b88-4fcc-950f-f17801ea66fa'] in n-d-767704-23 is: [{'id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1354359747', 'tenant_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:26Z', 'updated_at': '2021-11-12T04:18:16Z', 'revision_number': 5, 'project_id': 'a628e067f3a048d98f65923ac3a6c7ee', 'gw_port': {'id': 'e0ffd0cd-3bd6-42f9-a1ee-860ab906a340', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae639988-9b88-4fcc-950f-f17801ea66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:27Z', 'updated_at': '2021-11-12T04:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:18.421858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dfb913-0a75-48d4-9df0-dfaf8fa4538c None None] DHCP port deletion for 8c673083-ba1d-4909-ad17-9b2354fa95d8 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:18.503512 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b8dfb913-0a75-48d4-9df0-dfaf8fa4538c None None] Deleting port 07e4b5e0-0ac0-4867-a270-bd5f5940f01e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:18.503894 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8dfb913-0a75-48d4-9df0-dfaf8fa4538c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.587473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b8dfb913-0a75-48d4-9df0-dfaf8fa4538c None None] For port 07e4b5e0-0ac0-4867-a270-bd5f5940f01e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=07e4b5e0-0ac0-4867-a270-bd5f5940f01e,segment=NetworkSegment(764bc471-5d80-4399-8e2d-42c65e3a1b54),segment_id=764bc471-5d80-4399-8e2d-42c65e3a1b54)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:18.588653 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8dfb913-0a75-48d4-9df0-dfaf8fa4538c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.607557 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b8dfb913-0a75-48d4-9df0-dfaf8fa4538c None None] Calling delete_port for 07e4b5e0-0ac0-4867-a270-bd5f5940f01e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:18.689703 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1241011-19f7-4186-9a1f-29ef08d18845 req-112ff707-0b9a-44dc-bc25-750fbdb26f91 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/security-groups?id=e0f9c900-fba2-4b35-8a87-e34296846973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125239 Nov 12 04:18:18.699721 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.822447 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.838285 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8dfb913-0a75-48d4-9df0-dfaf8fa4538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.867321 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfb913-0a75-48d4-9df0-dfaf8fa4538c None None] Pushing event deleted for resources: {'Port': ['ID=07e4b5e0-0ac0-4867-a270-bd5f5940f01e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:18.876768 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dfb913-0a75-48d4-9df0-dfaf8fa4538c None None] No DVR routers for this DVR port 07e4b5e0-0ac0-4867-a270-bd5f5940f01e on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:19.020267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Deleting port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:19.020602 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.123017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] For port e0ffd0cd-3bd6-42f9-a1ee-860ab906a340, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e0ffd0cd-3bd6-42f9-a1ee-860ab906a340,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:19.123017 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.123838 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.131995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Calling delete_port for e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:19.447777 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.487763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event deleted for resources: {'Port': ['ID=e0ffd0cd-3bd6-42f9-a1ee-860ab906a340,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:19.502506 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c07309-21e7-4118-90f3-a1507ba6ba84 req-8ff51e32-b25e-4853-89f1-1c01448784ae tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:19.503139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66f1e3-1897-4406-bd8d-b8455861005e None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:19.506173 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-88c07309-21e7-4118-90f3-a1507ba6ba84 req-8ff51e32-b25e-4853-89f1-1c01448784ae tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.25 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 949 time: 0.0861528 Nov 12 04:18:19.584801 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.666938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-88c07309-21e7-4118-90f3-a1507ba6ba84 req-39f63831-1e9b-4a01-9735-de3eeebe4e42 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Deleting port c0c6fd15-1327-4eee-b69c-385d8e5556ab {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:19.667427 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-88c07309-21e7-4118-90f3-a1507ba6ba84 req-39f63831-1e9b-4a01-9735-de3eeebe4e42 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.694201 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.697308 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.750424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 07e4b5e0-0ac0-4867-a270-bd5f5940f01e no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:19.781336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 07e4b5e0-0ac0-4867-a270-bd5f5940f01e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:19.781683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 07e4b5e0-0ac0-4867-a270-bd5f5940f01e not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:19.782087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:19.805337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:19.805927 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 855b63ca-a5d7-4bf6-8d40-d85f49effbe0 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:19.807334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-88c07309-21e7-4118-90f3-a1507ba6ba84 req-39f63831-1e9b-4a01-9735-de3eeebe4e42 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] For port c0c6fd15-1327-4eee-b69c-385d8e5556ab, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c0c6fd15-1327-4eee-b69c-385d8e5556ab,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:19.807796 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-88c07309-21e7-4118-90f3-a1507ba6ba84 req-39f63831-1e9b-4a01-9735-de3eeebe4e42 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.825168 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-88c07309-21e7-4118-90f3-a1507ba6ba84 req-39f63831-1e9b-4a01-9735-de3eeebe4e42 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Calling delete_port for c0c6fd15-1327-4eee-b69c-385d8e5556ab owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:19.839134 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.839666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Fanout notify agent at l3_agent the message router_deleted on router ae639988-9b88-4fcc-950f-f17801ea66fa {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:18:19.855307 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.858953 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-edf376ac-3c4d-41b2-9060-639a99b46e3a tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "DELETE /v2.0/routers/ae639988-9b88-4fcc-950f-f17801ea66fa HTTP/1.1" status: 204 len: 168 time: 1.7392433 Nov 12 04:18:19.860084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:19.965960 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c07daa-cbc6-4894-aeaf-59f33e785451 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.988532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7ad9c-a81b-491d-9300-16c0f9bd0267 req-87aa240e-a1a7-4f56-9354-e2f8d01266bf tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:19.990118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ac7ad9c-a81b-491d-9300-16c0f9bd0267 req-87aa240e-a1a7-4f56-9354-e2f8d01266bf tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 949 time: 0.2149212 Nov 12 04:18:20.108138 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-88c07309-21e7-4118-90f3-a1507ba6ba84 req-39f63831-1e9b-4a01-9735-de3eeebe4e42 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.118141 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c07daa-cbc6-4894-aeaf-59f33e785451 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.122514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c0c6fd15-1327-4eee-b69c-385d8e5556ab'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:20.136114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ac7ad9c-a81b-491d-9300-16c0f9bd0267 req-91a8f23a-0f1d-4f7a-b3d7-67524ba3300c tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/security-groups?id=e0f9c900-fba2-4b35-8a87-e34296846973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373019 Nov 12 04:18:20.165339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-09c07daa-cbc6-4894-aeaf-59f33e785451 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c673083-ba1d-4909-ad17-9b2354fa95d8']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:20.176180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f63831-1e9b-4a01-9735-de3eeebe4e42 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Pushing event deleted for resources: {'Port': ['ID=c0c6fd15-1327-4eee-b69c-385d8e5556ab,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:20.183947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-09c07daa-cbc6-4894-aeaf-59f33e785451 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764bc471-5d80-4399-8e2d-42c65e3a1b54') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:20.189340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-09c07daa-cbc6-4894-aeaf-59f33e785451 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764bc471-5d80-4399-8e2d-42c65e3a1b54') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:20.207415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c07daa-cbc6-4894-aeaf-59f33e785451 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.223315 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c07daa-cbc6-4894-aeaf-59f33e785451 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.224346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c07309-21e7-4118-90f3-a1507ba6ba84 req-39f63831-1e9b-4a01-9735-de3eeebe4e42 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] No DVR routers for this DVR port c0c6fd15-1327-4eee-b69c-385d8e5556ab on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:20.229099 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-88c07309-21e7-4118-90f3-a1507ba6ba84 req-39f63831-1e9b-4a01-9735-de3eeebe4e42 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.238352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c07daa-cbc6-4894-aeaf-59f33e785451 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:20.238352 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c07daa-cbc6-4894-aeaf-59f33e785451 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.246620 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-88c07309-21e7-4118-90f3-a1507ba6ba84 req-39f63831-1e9b-4a01-9735-de3eeebe4e42 tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.25 "DELETE /v2.0/ports/c0c6fd15-1327-4eee-b69c-385d8e5556ab HTTP/1.1" status: 204 len: 173 time: 0.7170696 Nov 12 04:18:20.246620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24738f9-545c-4fbb-83a3-c56c66415a58', 'name': 'network-vif-deleted', 'tag': 'c0c6fd15-1327-4eee-b69c-385d8e5556ab'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:20.247003 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:20.249582 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b2142d-f460-4990-8ba7-de19766bc1e9" -d '{"events": [{"server_uuid": "a24738f9-545c-4fbb-83a3-c56c66415a58", "name": "network-vif-deleted", "tag": "c0c6fd15-1327-4eee-b69c-385d8e5556ab"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:20.284846 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a618f7a5-080c-4eb8-9235-3c8c61b8ac27 x-openstack-request-id: req-a618f7a5-080c-4eb8-9235-3c8c61b8ac27 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:20.285143 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24738f9-545c-4fbb-83a3-c56c66415a58", "name": "network-vif-deleted", "tag": "c0c6fd15-1327-4eee-b69c-385d8e5556ab", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:20.285422 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a618f7a5-080c-4eb8-9235-3c8c61b8ac27 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:20.285802 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24738f9-545c-4fbb-83a3-c56c66415a58', 'name': 'network-vif-deleted', 'tag': 'c0c6fd15-1327-4eee-b69c-385d8e5556ab', 'status': 'completed', 'code': 200} Nov 12 04:18:20.500401 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c07daa-cbc6-4894-aeaf-59f33e785451 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.507032 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09c07daa-cbc6-4894-aeaf-59f33e785451 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.510462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-09c07daa-cbc6-4894-aeaf-59f33e785451 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] 10.222.0.105 "DELETE /v2.0/networks/8c673083-ba1d-4909-ad17-9b2354fa95d8 HTTP/1.1" status: 204 len: 168 time: 0.6502957 Nov 12 04:18:20.542349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c07daa-cbc6-4894-aeaf-59f33e785451 tempest-TestSecurityGroupsBasicOps-377917214 tempest-TestSecurityGroupsBasicOps-377917214-project] Pushing event deleted for resources: {'Network': ['ID=8c673083-ba1d-4909-ad17-9b2354fa95d8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:21.293295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bbc9605a-2eff-4066-b8a0-0a561a041f1d req-f05129e9-a65e-4d17-a254-5a3fb2c63c5a tempest-VolumesBackupsTest-1343457195 tempest-VolumesBackupsTest-1343457195-project] 10.222.0.105 "GET /v2.0/ports?device_id=a24738f9-545c-4fbb-83a3-c56c66415a58 HTTP/1.1" status: 200 len: 210 time: 0.0399616 Nov 12 04:18:21.365301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46892) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:21.507073 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6732230b-5e05-4f14-8b1f-5367f516fc4d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a628e067f3a048d98f65923ac3a6c7ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405714 Nov 12 04:18:21.509597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46896) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:21.562892 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e40d6bd8-cd0f-4a95-954d-4b6dcdbece3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.600479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e40d6bd8-cd0f-4a95-954d-4b6dcdbece3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.605640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:21.633609 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:21.634196 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e0ffd0cd-3bd6-42f9-a1ee-860ab906a340 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:21.840932 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e40d6bd8-cd0f-4a95-954d-4b6dcdbece3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.848190 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e40d6bd8-cd0f-4a95-954d-4b6dcdbece3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.848190 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e40d6bd8-cd0f-4a95-954d-4b6dcdbece3a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ac430e27-ad4c-4ca0-a0de-738b281b4e32 HTTP/1.1" status: 204 len: 168 time: 0.3343239 Nov 12 04:18:21.855216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d6bd8-cd0f-4a95-954d-4b6dcdbece3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac430e27-ad4c-4ca0-a0de-738b281b4e32,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:22.957957 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46924) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:22.975422 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b92d93f7-5b33-403a-a0de-fc383c2eef28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.057944 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b92d93f7-5b33-403a-a0de-fc383c2eef28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.169981 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a4217bc-3614-4efc-939c-9a28b3b11cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.241076 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b92d93f7-5b33-403a-a0de-fc383c2eef28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.279802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d93f7-5b33-403a-a0de-fc383c2eef28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6554da3-81cd-45d4-aadc-3c18ca81fabe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:23.284525 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b92d93f7-5b33-403a-a0de-fc383c2eef28 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b406b54a21264b768e7c239e2c40804c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255179 Nov 12 04:18:23.287740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:23.346963 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9a945f7-6137-4064-8b74-33f0d40e6966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.371293 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9a945f7-6137-4064-8b74-33f0d40e6966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.552833 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9a945f7-6137-4064-8b74-33f0d40e6966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.556832 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9a945f7-6137-4064-8b74-33f0d40e6966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.556832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c9a945f7-6137-4064-8b74-33f0d40e6966 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d6554da3-81cd-45d4-aadc-3c18ca81fabe HTTP/1.1" status: 204 len: 168 time: 0.2677307 Nov 12 04:18:23.565621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a945f7-6137-4064-8b74-33f0d40e6966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6554da3-81cd-45d4-aadc-3c18ca81fabe,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:23.988598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c0c6fd15-1327-4eee-b69c-385d8e5556ab no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:24.021432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: c0c6fd15-1327-4eee-b69c-385d8e5556ab {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:24.022019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c0c6fd15-1327-4eee-b69c-385d8e5556ab not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:24.524574 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 46952) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:24.568471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2a89a544-66cb-4b07-bdba-6dd61f105623 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=32ba65944e9c41ceb36b628bfa0a55e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403216 Nov 12 04:18:24.568839 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 46954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:24.621685 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a242e71-8b22-4ec3-a9f1-fa451cbc920a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.648349 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a242e71-8b22-4ec3-a9f1-fa451cbc920a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.832252 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a242e71-8b22-4ec3-a9f1-fa451cbc920a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.836068 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a242e71-8b22-4ec3-a9f1-fa451cbc920a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.838240 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4a242e71-8b22-4ec3-a9f1-fa451cbc920a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5080eef1-8e82-41b3-be7f-51e97918885e HTTP/1.1" status: 204 len: 168 time: 0.2684107 Nov 12 04:18:24.848692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a242e71-8b22-4ec3-a9f1-fa451cbc920a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5080eef1-8e82-41b3-be7f-51e97918885e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:25.078200 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.846263 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.913680 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38cca670-7afd-4e6c-b770-c12f335ffadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.546421 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.038395 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:40.622378 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:18:49.097778 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:53.094438 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02694eeb-7d57-418c-8707-a9d1be63f3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:54.909666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-c3ca4380-f5c4-4379-8dcd-e9e863d504ca tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466435016&fields=id&tenant_id=16a44b756c8b4c848acf634d7113485d HTTP/1.1" status: 200 len: 267 time: 0.0527461 Nov 12 04:18:55.035463 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:55.044887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-6df7e189-fcf0-41d3-a6da-dc4615a25ee0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:55.048541 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-6df7e189-fcf0-41d3-a6da-dc4615a25ee0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 810 time: 0.1302330 Nov 12 04:18:55.065832 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-ec4c29b4-828d-4192-b976-f0d8f3746292 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/quotas/16a44b756c8b4c848acf634d7113485d HTTP/1.1" status: 200 len: 375 time: 0.0101466 Nov 12 04:18:55.138761 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-2a3ff4ff-2c4b-46ed-ab10-f1569cbb83ff tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0635655 Nov 12 04:18:55.248850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-0a806239-5848-4a47-bad9-38955fabf2ad service neutron] 10.222.0.105 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963523 Nov 12 04:18:55.350608 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-8198ca20-fc29-4fd2-95cf-5d8124928e12 service neutron] 10.222.0.105 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954607 Nov 12 04:18:56.187607 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-089e3b07-7648-4e71-b98f-52e6e05e53de req-fb188833-6c8a-4e4b-8029-6598b96d07ad tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 210 time: 0.0373616 Nov 12 04:18:56.861769 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:56.914184 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0139f27a-1916-4e80-98bb-1a027481eafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:57.290502 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efea9723-a3e5-4c52-ad7d-028aa40f79c2 req-9d0af6aa-d495-46bf-8e6a-241ccebd1091 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 210 time: 0.0304446 Nov 12 04:18:58.416353 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-36e263db-ae17-48ff-91d8-8130da396298 req-ec6a7fdd-f0ac-43f4-bab6-ca5b172d21ce tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 210 time: 0.0502183 Nov 12 04:18:58.660093 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.058108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-af8aaafc-f93a-4a07-b86a-31fa287455f6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:59.059643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-af8aaafc-f93a-4a07-b86a-31fa287455f6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.26 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 810 time: 0.1120656 Nov 12 04:18:59.130800 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.139022 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-05901a1a-1a3a-42b0-90c4-c633c5cd07d3 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16a44b756c8b4c848acf634d7113485d HTTP/1.1" status: 200 len: 379 time: 0.0622861 Nov 12 04:18:59.158917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-6ac1677e-c4a3-447d-8bae-cec503772e15 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'port': {'device_id': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'admin_state_up': True, 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'security_groups': ['5a93e3a1-8ef3-49a1-a828-3ec48a483a11']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:59.396068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-6ac1677e-c4a3-447d-8bae-cec503772e15 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Made reservation on behalf of 16a44b756c8b4c848acf634d7113485d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:59.399758 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-6ac1677e-c4a3-447d-8bae-cec503772e15 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.559873 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1568e516-ab00-4ac0-bf59-4b086c16a8fc req-cf4fafd6-c12e-4c48-83d0-263a5e681d92 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 210 time: 0.0311999 Nov 12 04:18:59.585131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-6ac1677e-c4a3-447d-8bae-cec503772e15 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Allocated IP 172.20.0.7 (f85dd735-6dee-4642-bae3-79b5c3c05e5b/ea3b966f-ee38-4d38-b08a-2c92acf2f0c1/6b8aa45a-5d4b-437c-b03f-b61d9ff670d8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:59.746813 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-6ac1677e-c4a3-447d-8bae-cec503772e15 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.892282 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-6ac1677e-c4a3-447d-8bae-cec503772e15 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.968079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-6ac1677e-c4a3-447d-8bae-cec503772e15 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:59.969589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1677e-c4a3-447d-8bae-cec503772e15 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'Port': ['ID=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:59.973622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-6ac1677e-c4a3-447d-8bae-cec503772e15 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:59.975851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-6ac1677e-c4a3-447d-8bae-cec503772e15 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:00.047940 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-6ac1677e-c4a3-447d-8bae-cec503772e15 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:00.048643 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-6ac1677e-c4a3-447d-8bae-cec503772e15 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.205322 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-6ac1677e-c4a3-447d-8bae-cec503772e15 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0497231 Nov 12 04:19:00.238969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Request body: {'port': {'device_id': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:00.263720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cb0a6511-75e9-4efa-8f81-1db31fd3416c None None] Provisioning complete for port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:00.264301 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb0a6511-75e9-4efa-8f81-1db31fd3416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.302761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cb0a6511-75e9-4efa-8f81-1db31fd3416c None None] Port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:00.309051 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.636400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:00.645134 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.685261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Transition to ACTIVE for port object 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:19:00.711515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b427a9e-9bfa-4495-aae8-7cbdc7370f77 req-794b1dfd-87fb-4ce4-a247-ab49ed3c9d03 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:00.713098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b427a9e-9bfa-4495-aae8-7cbdc7370f77 req-794b1dfd-87fb-4ce4-a247-ab49ed3c9d03 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 931 time: 0.0609465 Nov 12 04:19:00.769202 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.778567 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b427a9e-9bfa-4495-aae8-7cbdc7370f77 req-1da74534-72f4-4dc0-afeb-4c0b2ebee92a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586858 Nov 12 04:19:00.825938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:00.914265 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Attempting to bind port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:00.914483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Attempting to bind port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:00.914815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Attempting to bind port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:00.945179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:19:00.945761 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Attempting to bind port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 on network f85dd735-6dee-4642-bae3-79b5c3c05e5b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:00.954177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:00.954720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Checking segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:00.955262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Bound using segment: {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:00.955855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Bound port: 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45aab04f-9d39-4c2f-bb10-5bc6bd26f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:00.956462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.063740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] For port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:01.067896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] For port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:01.226889 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.270936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.271843 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.273594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] 10.222.0.26 "PUT /v2.0/ports/6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 HTTP/1.1" status: 200 len: 1092 time: 1.0389984 Nov 12 04:19:01.274110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'tag': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:01.276489 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b947cbe-623a-49cc-a2b2-2fb9f52f7a54" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3f7086-d4b5-4c7b-a217-8f7fa27815c8", "tag": "6b8aa45a-5d4b-437c-b03f-b61d9ff670d8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:01.307989 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fffa6-0132-487a-ab42-b8a63aedc012 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:01.533389 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-66165235-e3b4-4f14-a00e-1288a6f856b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.535001 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-66165235-e3b4-4f14-a00e-1288a6f856b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 1095 time: 0.0811288 Nov 12 04:19:01.544874 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fb4fe8-befd-4e33-9f3b-fc1b5846e27c x-openstack-request-id: req-b9fb4fe8-befd-4e33-9f3b-fc1b5846e27c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:01.545042 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3f7086-d4b5-4c7b-a217-8f7fa27815c8", "tag": "6b8aa45a-5d4b-437c-b03f-b61d9ff670d8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:01.545229 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b9fb4fe8-befd-4e33-9f3b-fc1b5846e27c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:01.547167 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'tag': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8', 'status': 'completed', 'code': 200} Nov 12 04:19:01.599246 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-c8b704d4-8ab3-4e1e-930e-907aeb8927bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 HTTP/1.1" status: 200 len: 217 time: 0.0443425 Nov 12 04:19:01.653604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-69e4e69f-ce21-4c3c-9938-d3d32aed28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.655110 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-69e4e69f-ce21-4c3c-9938-d3d32aed28dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0487077 Nov 12 04:19:01.705652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-2100475f-f2d8-4bc6-bec2-c745cd288df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.712245 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-2100475f-f2d8-4bc6-bec2-c745cd288df1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437725 Nov 12 04:19:01.819366 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-b2c94309-f92a-4b8e-b2cd-39c2d2adf78c service neutron] 10.222.0.26 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034892 Nov 12 04:19:01.909126 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761a8da-9d72-4627-bcd3-bc8264e6047f req-b9f0800c-e887-4ecb-9737-34f0d64b305b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.910703 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1761a8da-9d72-4627-bcd3-bc8264e6047f req-b9f0800c-e887-4ecb-9737-34f0d64b305b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.0552566 Nov 12 04:19:01.920126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0dea08c-4f44-4f89-a9e4-dec9f05adcbd req-0a848025-18db-4625-8c33-045c3889f805 service neutron] 10.222.0.26 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926006 Nov 12 04:19:01.976711 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1761a8da-9d72-4627-bcd3-bc8264e6047f req-a39de42d-7046-4061-9f8e-48c142c3209a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589194 Nov 12 04:19:02.217878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b947cbe-623a-49cc-a2b2-2fb9f52f7a54 req-77fce56d-55cd-4ad4-8969-cec072e7b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:02.219484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b947cbe-623a-49cc-a2b2-2fb9f52f7a54 req-77fce56d-55cd-4ad4-8969-cec072e7b8e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 1095 time: 0.0445762 Nov 12 04:19:02.328446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b947cbe-623a-49cc-a2b2-2fb9f52f7a54 req-ff13911a-5151-46c1-8eb8-49349140c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:02.329911 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b947cbe-623a-49cc-a2b2-2fb9f52f7a54 req-ff13911a-5151-46c1-8eb8-49349140c4f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.1014626 Nov 12 04:19:02.374654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b947cbe-623a-49cc-a2b2-2fb9f52f7a54 req-949712a2-2d45-4ba0-ac62-77678280a5c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 HTTP/1.1" status: 200 len: 217 time: 0.0368395 Nov 12 04:19:02.438653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b947cbe-623a-49cc-a2b2-2fb9f52f7a54 req-1e1e926f-d11f-4cde-adf0-2dd8b250c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:02.440024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b947cbe-623a-49cc-a2b2-2fb9f52f7a54 req-1e1e926f-d11f-4cde-adf0-2dd8b250c98e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0582829 Nov 12 04:19:02.491739 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b947cbe-623a-49cc-a2b2-2fb9f52f7a54 req-b21bab0a-fca2-4eb9-9b11-651df860e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:02.493322 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b947cbe-623a-49cc-a2b2-2fb9f52f7a54 req-b21bab0a-fca2-4eb9-9b11-651df860e9aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445230 Nov 12 04:19:02.605682 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b947cbe-623a-49cc-a2b2-2fb9f52f7a54 req-2f4b799c-67df-4250-87dc-033e2628dd09 service neutron] 10.222.0.26 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012244 Nov 12 04:19:02.709498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b947cbe-623a-49cc-a2b2-2fb9f52f7a54 req-3289893c-6fd4-4206-a284-de6dcbc12a77 service neutron] 10.222.0.26 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954392 Nov 12 04:19:03.111848 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705ac25-5a0a-4ee1-8d90-e492050ae47b req-820a56fd-294a-438d-ab22-f990809c92a6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:03.113588 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6705ac25-5a0a-4ee1-8d90-e492050ae47b req-820a56fd-294a-438d-ab22-f990809c92a6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.0523221 Nov 12 04:19:03.175082 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6705ac25-5a0a-4ee1-8d90-e492050ae47b req-abb5004c-1cc4-45b5-9079-685d8475bbc9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555096 Nov 12 04:19:04.305521 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0063f25-5f90-401b-ada7-68dae389aa3e req-3c013f98-41b1-47b9-b4a3-fd7d355745cd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:04.307817 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0063f25-5f90-401b-ada7-68dae389aa3e req-3c013f98-41b1-47b9-b4a3-fd7d355745cd tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.0564928 Nov 12 04:19:04.359749 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d0063f25-5f90-401b-ada7-68dae389aa3e req-e9e838a9-d794-4525-8e7c-89990972f243 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456729 Nov 12 04:19:05.482519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c944fca-6118-4626-b264-0d8fe4452af8 req-1cfa3b64-5bae-49c9-a537-37d5b926bd80 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:05.484326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c944fca-6118-4626-b264-0d8fe4452af8 req-1cfa3b64-5bae-49c9-a537-37d5b926bd80 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.0511525 Nov 12 04:19:05.543160 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c944fca-6118-4626-b264-0d8fe4452af8 req-9d47fe49-1635-4238-89c4-6d610ad2cb41 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512757 Nov 12 04:19:06.689879 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28696a1-2659-4a33-839c-1def71d45245 req-19808f17-9c4c-45fd-9d91-e910f8388889 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:06.703997 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c28696a1-2659-4a33-839c-1def71d45245 req-19808f17-9c4c-45fd-9d91-e910f8388889 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.0600677 Nov 12 04:19:06.757448 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c28696a1-2659-4a33-839c-1def71d45245 req-15851d50-ea7a-4bda-99df-7510c71537eb tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585623 Nov 12 04:19:07.949609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873dc49-dfce-4e35-b483-bdd25da0795b req-85837452-fbf9-4cf7-9d04-6743bb533311 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:07.951383 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2873dc49-dfce-4e35-b483-bdd25da0795b req-85837452-fbf9-4cf7-9d04-6743bb533311 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.1052272 Nov 12 04:19:07.955375 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d89f47a6-8a95-4728-b5e5-8e5c2882cee6 req-1053cd18-8e1d-42e5-98e6-8e7e8c000604 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2713261 Nov 12 04:19:08.052967 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2873dc49-dfce-4e35-b483-bdd25da0795b req-df5d872f-4bf4-4775-8dde-921de34147a6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950851 Nov 12 04:19:08.115241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f47a6-8a95-4728-b5e5-8e5c2882cee6 req-1b8336f1-48d4-47dc-ae58-d4978c934b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:08.117406 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d89f47a6-8a95-4728-b5e5-8e5c2882cee6 req-1b8336f1-48d4-47dc-ae58-d4978c934b8c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8aea0f1688dc4432840597edeeed1b6e&device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 1097 time: 0.1301982 Nov 12 04:19:08.240711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f47a6-8a95-4728-b5e5-8e5c2882cee6 req-7eaa5791-e0df-49d7-a4d5-d44f5b16d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:08.248760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d89f47a6-8a95-4728-b5e5-8e5c2882cee6 req-7eaa5791-e0df-49d7-a4d5-d44f5b16d0c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2ff30d2-777b-4585-9866-7fd6939a03e0 HTTP/1.1" status: 200 len: 916 time: 0.1051774 Nov 12 04:19:08.311418 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d89f47a6-8a95-4728-b5e5-8e5c2882cee6 req-a8608891-be1d-4a27-99cf-bf6bae261fc3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=113b2b21-6915-4ddb-b075-a10456e2db84 HTTP/1.1" status: 200 len: 217 time: 0.0557535 Nov 12 04:19:08.365031 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f47a6-8a95-4728-b5e5-8e5c2882cee6 req-af2493e7-846d-4c2b-85e5-98f42680e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:08.367178 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d89f47a6-8a95-4728-b5e5-8e5c2882cee6 req-af2493e7-846d-4c2b-85e5-98f42680e3b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0a725e2-559a-4b4f-88b9-d348d6495666 HTTP/1.1" status: 200 len: 854 time: 0.0483878 Nov 12 04:19:08.415345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d89f47a6-8a95-4728-b5e5-8e5c2882cee6 req-60271d92-980a-4775-ac34-d11388fa39ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2ff30d2-777b-4585-9866-7fd6939a03e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379159 Nov 12 04:19:08.429148 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-d89f47a6-8a95-4728-b5e5-8e5c2882cee6 req-660652fe-9e83-4c5b-a1d6-905ea577a337 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:19:08.430620 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d89f47a6-8a95-4728-b5e5-8e5c2882cee6 req-660652fe-9e83-4c5b-a1d6-905ea577a337 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065570 Nov 12 04:19:08.997108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe3277-d584-4108-971d-576e8558c036 req-5ac34f30-1ada-4cdf-9251-6a46c7d8694a tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:08.998503 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dcfe3277-d584-4108-971d-576e8558c036 req-5ac34f30-1ada-4cdf-9251-6a46c7d8694a tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 945 time: 0.5647171 Nov 12 04:19:09.003238 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d89f47a6-8a95-4728-b5e5-8e5c2882cee6 req-23c84fd1-a555-486b-a4b9-ec5fc00270a0 service neutron] 10.222.0.25 "GET /v2.0/networks/f2ff30d2-777b-4585-9866-7fd6939a03e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599134 Nov 12 04:19:09.165478 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dcfe3277-d584-4108-971d-576e8558c036 req-771edf7e-0375-467a-90cb-b7cb317cea98 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593797 Nov 12 04:19:09.214483 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d89f47a6-8a95-4728-b5e5-8e5c2882cee6 req-6f2c9b13-bbf9-40ed-af96-da85e0b7ab65 service neutron] 10.222.0.25 "GET /v2.0/networks/f2ff30d2-777b-4585-9866-7fd6939a03e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006216 Nov 12 04:19:09.227110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1c548-a5aa-4089-bdf9-9555a2069cc7 req-66872bc1-cdff-4ef7-94ba-2cb3d7aa6f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:09.237324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3d1c548-a5aa-4089-bdf9-9555a2069cc7 req-66872bc1-cdff-4ef7-94ba-2cb3d7aa6f9d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.0730240 Nov 12 04:19:09.307999 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3d1c548-a5aa-4089-bdf9-9555a2069cc7 req-39d77eb7-e5b4-4919-a9ec-ac26ada84272 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692666 Nov 12 04:19:09.952023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535c041-a6b9-42c7-9410-45bdc0bd7fcb req-29eee806-1ed3-4003-bc6e-48282974fda1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:09.953573 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9535c041-a6b9-42c7-9410-45bdc0bd7fcb req-29eee806-1ed3-4003-bc6e-48282974fda1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.25 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 945 time: 0.0518565 Nov 12 04:19:10.067676 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9535c041-a6b9-42c7-9410-45bdc0bd7fcb req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Deleting port 113b2b21-6915-4ddb-b075-a10456e2db84 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:10.068371 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9535c041-a6b9-42c7-9410-45bdc0bd7fcb req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.185029 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9535c041-a6b9-42c7-9410-45bdc0bd7fcb req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] For port 113b2b21-6915-4ddb-b075-a10456e2db84, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=113b2b21-6915-4ddb-b075-a10456e2db84,segment=NetworkSegment(2474ba5e-2367-46e6-9cd6-a26efe08d652),segment_id=2474ba5e-2367-46e6-9cd6-a26efe08d652)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:10.185401 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9535c041-a6b9-42c7-9410-45bdc0bd7fcb req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.200812 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9535c041-a6b9-42c7-9410-45bdc0bd7fcb req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Calling delete_port for 113b2b21-6915-4ddb-b075-a10456e2db84 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:10.346626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec46cd-5b36-40c0-97f5-711e59a0ea19 req-b6cfcdbf-5ec1-409c-a82b-97f906c44dca tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:10.377945 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfec46cd-5b36-40c0-97f5-711e59a0ea19 req-b6cfcdbf-5ec1-409c-a82b-97f906c44dca tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 945 time: 0.1048944 Nov 12 04:19:10.458085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfec46cd-5b36-40c0-97f5-711e59a0ea19 req-65c86428-5c7f-4724-b737-1afae6ca2c7d tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791535 Nov 12 04:19:10.472252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be04699-c96e-4948-b35b-7656ddac5d68 req-858de0af-f0f9-4176-a734-50b7d4ea69d8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:10.476110 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2be04699-c96e-4948-b35b-7656ddac5d68 req-858de0af-f0f9-4176-a734-50b7d4ea69d8 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.0559819 Nov 12 04:19:10.479617 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9535c041-a6b9-42c7-9410-45bdc0bd7fcb req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.493419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['113b2b21-6915-4ddb-b075-a10456e2db84'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:10.534878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Pushing event deleted for resources: {'Port': ['ID=113b2b21-6915-4ddb-b075-a10456e2db84,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:10.569625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:10.569964 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:10.570300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:10.570638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:10.572448 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:10.574121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:10.574492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:10.574828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:10.575160 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:10.575494 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:10.575844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:10.576204 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:10.606972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9535c041-a6b9-42c7-9410-45bdc0bd7fcb req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] No DVR routers for this DVR port 113b2b21-6915-4ddb-b075-a10456e2db84 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:10.615256 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9535c041-a6b9-42c7-9410-45bdc0bd7fcb req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.619546 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9535c041-a6b9-42c7-9410-45bdc0bd7fcb req-49c7f4db-46a5-4ee9-95a3-c801ee387d19 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.25 "DELETE /v2.0/ports/113b2b21-6915-4ddb-b075-a10456e2db84 HTTP/1.1" status: 204 len: 173 time: 0.6584854 Nov 12 04:19:10.619951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d72529-444b-426b-a2ca-7ffc20a3403c', 'name': 'network-vif-deleted', 'tag': '113b2b21-6915-4ddb-b075-a10456e2db84'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:10.622504 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90be87bf-b532-4536-9c16-3bf8eb201575" -d '{"events": [{"server_uuid": "36d72529-444b-426b-a2ca-7ffc20a3403c", "name": "network-vif-deleted", "tag": "113b2b21-6915-4ddb-b075-a10456e2db84"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:10.669729 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2be04699-c96e-4948-b35b-7656ddac5d68 req-d305aec2-a96e-4d5b-8a5d-27520a80e427 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838171 Nov 12 04:19:10.716530 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206dd63b-9120-4505-8789-280006847e9e x-openstack-request-id: req-206dd63b-9120-4505-8789-280006847e9e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:10.717053 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d72529-444b-426b-a2ca-7ffc20a3403c", "name": "network-vif-deleted", "tag": "113b2b21-6915-4ddb-b075-a10456e2db84", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:10.717476 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-206dd63b-9120-4505-8789-280006847e9e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:10.718051 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d72529-444b-426b-a2ca-7ffc20a3403c', 'name': 'network-vif-deleted', 'tag': '113b2b21-6915-4ddb-b075-a10456e2db84', 'status': 'completed', 'code': 200} Nov 12 04:19:11.603945 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-300bda9a-258c-40fd-ad30-caf9c5d0e27a req-a3325352-25ac-4968-afe1-68d0d0f910b1 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=36d72529-444b-426b-a2ca-7ffc20a3403c HTTP/1.1" status: 200 len: 210 time: 0.0297322 Nov 12 04:19:11.811185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ca858-2fda-401e-9c17-9d2f79b5f4e6 req-3f89498d-de92-4705-a900-a41ab9394349 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:11.812872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e52ca858-2fda-401e-9c17-9d2f79b5f4e6 req-3f89498d-de92-4705-a900-a41ab9394349 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.0573864 Nov 12 04:19:11.865923 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e52ca858-2fda-401e-9c17-9d2f79b5f4e6 req-4f858ed7-a9bf-4242-9fec-a1c182e7bdce tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463777 Nov 12 04:19:12.996016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaf7ce-9f18-49f1-9f30-d98738332c86 req-de347ca9-7189-4996-9251-870036de1331 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:12.997539 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bfaf7ce-9f18-49f1-9f30-d98738332c86 req-de347ca9-7189-4996-9251-870036de1331 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.0579133 Nov 12 04:19:13.078702 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bfaf7ce-9f18-49f1-9f30-d98738332c86 req-7882daaa-7b95-4bd5-af5a-9f8d459251ff tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680742 Nov 12 04:19:14.204565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 113b2b21-6915-4ddb-b075-a10456e2db84 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:14.254028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 113b2b21-6915-4ddb-b075-a10456e2db84 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:14.254754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 113b2b21-6915-4ddb-b075-a10456e2db84 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:14.278728 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c73ac-3798-42b0-9fc1-5c05bd2b766d req-28bca6e2-73f3-4c9a-a8b6-25e577505e35 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:14.280404 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf3c73ac-3798-42b0-9fc1-5c05bd2b766d req-28bca6e2-73f3-4c9a-a8b6-25e577505e35 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.0581388 Nov 12 04:19:14.341105 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf3c73ac-3798-42b0-9fc1-5c05bd2b766d req-c9225786-8ccd-42a0-bf87-8b0b7513660c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533481 Nov 12 04:19:15.006416 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73e809ff-156a-4ac6-96e6-722dc5ccee49 req-2960abe0-19a2-4d60-90c6-d1d70e213443 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1248317 Nov 12 04:19:15.114178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e809ff-156a-4ac6-96e6-722dc5ccee49 req-86adb1c9-b7a2-46a4-bbc0-5f026001fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.115855 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73e809ff-156a-4ac6-96e6-722dc5ccee49 req-86adb1c9-b7a2-46a4-bbc0-5f026001fcfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 1097 time: 0.0435669 Nov 12 04:19:15.270168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e809ff-156a-4ac6-96e6-722dc5ccee49 req-d614cbe3-5dff-4416-af0d-221cbd6c5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.271875 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73e809ff-156a-4ac6-96e6-722dc5ccee49 req-d614cbe3-5dff-4416-af0d-221cbd6c5bde service neutron] 10.222.0.26 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 913 time: 0.1267023 Nov 12 04:19:15.342460 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73e809ff-156a-4ac6-96e6-722dc5ccee49 req-0bc2953a-aaa3-4359-941e-0521d5495aa1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8844a8e9-9b7e-49d9-a2b2-12b1868243c1 HTTP/1.1" status: 200 len: 1000 time: 0.0630169 Nov 12 04:19:15.401449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e809ff-156a-4ac6-96e6-722dc5ccee49 req-18fdaa40-2dd7-45c7-be48-107b700860e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.403292 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73e809ff-156a-4ac6-96e6-722dc5ccee49 req-18fdaa40-2dd7-45c7-be48-107b700860e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 200 len: 850 time: 0.0534616 Nov 12 04:19:15.484472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e809ff-156a-4ac6-96e6-722dc5ccee49 req-da0ae6c2-d789-4df9-a5b5-7702f0a4b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.486266 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73e809ff-156a-4ac6-96e6-722dc5ccee49 req-da0ae6c2-d789-4df9-a5b5-7702f0a4b85b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5074271f-e373-422c-abfa-ee9f087fb5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714731 Nov 12 04:19:15.493967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e6bf6-5cf9-4b68-bedb-080555bcd00e req-11b39fae-3617-4b3d-9c43-34c16615e82c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.495450 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c46e6bf6-5cf9-4b68-bedb-080555bcd00e req-11b39fae-3617-4b3d-9c43-34c16615e82c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.0710106 Nov 12 04:19:15.500256 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-73e809ff-156a-4ac6-96e6-722dc5ccee49 req-82632cb4-c6c7-44ab-8af1-ff09fbff489d service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:19:15.501180 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73e809ff-156a-4ac6-96e6-722dc5ccee49 req-82632cb4-c6c7-44ab-8af1-ff09fbff489d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048840 Nov 12 04:19:15.627971 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c46e6bf6-5cf9-4b68-bedb-080555bcd00e req-02ac4f60-30fd-4e36-befd-16d0a621ab4d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257694 Nov 12 04:19:15.653032 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73e809ff-156a-4ac6-96e6-722dc5ccee49 req-20c83b68-a2fd-4586-825f-42b9b8fa0a2d service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436684 Nov 12 04:19:15.785535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73e809ff-156a-4ac6-96e6-722dc5ccee49 req-b23b554c-348b-4ebe-bae9-338c42f54a99 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971773 Nov 12 04:19:16.786775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5b311-903a-448e-8ec0-12fe9b9150ef req-930e5c6b-c8cf-4970-aee5-d8f86a9669f2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.790645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-23c5b311-903a-448e-8ec0-12fe9b9150ef req-930e5c6b-c8cf-4970-aee5-d8f86a9669f2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.0610521 Nov 12 04:19:16.870840 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-23c5b311-903a-448e-8ec0-12fe9b9150ef req-73c78d40-1121-4be2-862d-f71553775f6a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719321 Nov 12 04:19:17.635097 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:19:18.132250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f54260-b2c9-41d6-af89-e23d8d68ce4f req-711a16bf-3b53-49b1-905d-c71a36fcaa49 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:18.140621 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51f54260-b2c9-41d6-af89-e23d8d68ce4f req-711a16bf-3b53-49b1-905d-c71a36fcaa49 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.1737757 Nov 12 04:19:18.193325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51f54260-b2c9-41d6-af89-e23d8d68ce4f req-1a07be1a-b56f-4d0a-b28e-1610e5545707 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515926 Nov 12 04:19:19.124277 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:19.319876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8067bf1-a071-4039-878f-a1a1bceaf37a req-97a96634-5e47-4730-975c-002578815b48 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.321495 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8067bf1-a071-4039-878f-a1a1bceaf37a req-97a96634-5e47-4730-975c-002578815b48 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.0508683 Nov 12 04:19:19.376856 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8067bf1-a071-4039-878f-a1a1bceaf37a req-a05c9a4b-7a6a-415d-8e5a-853d36997515 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483747 Nov 12 04:19:20.414779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:19:20.520303 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087409f4-a1d0-466c-931b-083f5e4555af req-86b1553b-ebb9-44d6-861c-1de5f3f63430 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:20.522462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-087409f4-a1d0-466c-931b-083f5e4555af req-86b1553b-ebb9-44d6-861c-1de5f3f63430 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 943 time: 0.0695250 Nov 12 04:19:20.548695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:20.572567 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'port_id': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8', 'mac_address': 'fa:16:3e:e9:7b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:19:20.613439 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-087409f4-a1d0-466c-931b-083f5e4555af req-4747de35-a422-491e-aab6-23df62e208da tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846972 Nov 12 04:19:20.623623 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:20.640351 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:20.663547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:20.765873 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:20.829180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:20.839858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:20.840611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:20.841084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:20.841558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:20.841986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:20.842433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:20.842884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:20.843307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:20.843744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:20.844218 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:20.844642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:20.845078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:21.205800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['6b8aa45a-5d4b-437c-b03f-b61d9ff670d8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:21.771301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f2040-496b-468a-bd61-0f2a1b24f148 req-eb2b9941-d4e7-4869-8059-65ba30d88f6f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:21.773525 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-547f2040-496b-468a-bd61-0f2a1b24f148 req-eb2b9941-d4e7-4869-8059-65ba30d88f6f tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 944 time: 0.0802138 Nov 12 04:19:21.853278 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-547f2040-496b-468a-bd61-0f2a1b24f148 req-e0694b21-9b9a-4e7c-a33c-9736e07e340a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685916 Nov 12 04:19:22.421369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:22.579620 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:19:22.584290 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:22.584801 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:22.665694 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:22.689046 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:22.691309 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcc67b5-1743-4a1c-937c-5f4b3ffb8d85" -d '{"events": [{"server_uuid": "bf3f7086-d4b5-4c7b-a217-8f7fa27815c8", "name": "network-vif-plugged", "status": "completed", "tag": "6b8aa45a-5d4b-437c-b03f-b61d9ff670d8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:22.710947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:22.744726 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c683331-abca-4892-b770-318b153215c6 x-openstack-request-id: req-7c683331-abca-4892-b770-318b153215c6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:22.745029 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3f7086-d4b5-4c7b-a217-8f7fa27815c8", "name": "network-vif-plugged", "status": "completed", "tag": "6b8aa45a-5d4b-437c-b03f-b61d9ff670d8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:22.745421 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7c683331-abca-4892-b770-318b153215c6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:22.745870 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8', 'code': 200} Nov 12 04:19:22.775958 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:22.836839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:22.895084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a6286-4ace-4fbd-8b9e-2237a6bc3c55 req-f710de0b-d4d8-4a25-9af5-8b9c6cdf0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:22.898002 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-292a6286-4ace-4fbd-8b9e-2237a6bc3c55 req-f710de0b-d4d8-4a25-9af5-8b9c6cdf0af9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 1097 time: 0.0487876 Nov 12 04:19:22.952292 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-292a6286-4ace-4fbd-8b9e-2237a6bc3c55 req-de735fec-71da-42b3-8cca-97537bbe126d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449326 Nov 12 04:19:22.991363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471e78-04fb-444f-a9c6-6d3a8ce2562c req-feec3cae-c76a-4077-8f6b-cbe2b7689876 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:22.993275 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16471e78-04fb-444f-a9c6-6d3a8ce2562c req-feec3cae-c76a-4077-8f6b-cbe2b7689876 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 945 time: 0.0602369 Nov 12 04:19:23.063324 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16471e78-04fb-444f-a9c6-6d3a8ce2562c req-cf8aa03b-e650-4884-bfd7-aa1847fbd216 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627639 Nov 12 04:19:23.096979 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbb317dc-9a8f-4c4c-8a12-4fcef962e72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.541759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-26cd381d-f22e-4676-ae0e-06fbec95bda0 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:23.543418 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-26cd381d-f22e-4676-ae0e-06fbec95bda0 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/networks?id=f2ff30d2-777b-4585-9866-7fd6939a03e0 HTTP/1.1" status: 200 len: 814 time: 0.1384125 Nov 12 04:19:23.560496 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-d742ca89-4696-4e37-a429-a5017c3ea076 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/quotas/8aea0f1688dc4432840597edeeed1b6e HTTP/1.1" status: 200 len: 375 time: 0.0107808 Nov 12 04:19:23.600820 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-ecf4302e-0b95-4230-8c2f-bcdacdb98747 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=8aea0f1688dc4432840597edeeed1b6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295577 Nov 12 04:19:23.761247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-66152c2b-fdbe-4af5-aada-5dee87a20b1f service neutron] 10.222.0.105 "GET /v2.0/networks/f2ff30d2-777b-4585-9866-7fd6939a03e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534755 Nov 12 04:19:23.857155 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-e2f23b22-7537-4529-96d5-4c68c3dfd0be service neutron] 10.222.0.105 "GET /v2.0/networks/f2ff30d2-777b-4585-9866-7fd6939a03e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893118 Nov 12 04:19:24.133804 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ba04ba7e-6901-4f02-82ef-534685845220 req-2b73635f-18e3-402c-ac82-d3cc96437c51 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 210 time: 0.0300200 Nov 12 04:19:24.248095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bdce6-5a88-4a22-bc4d-f3269e9cba56 req-13aca57f-afdf-4ccc-8afa-e8edf4d57732 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:24.249678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-304bdce6-5a88-4a22-bc4d-f3269e9cba56 req-13aca57f-afdf-4ccc-8afa-e8edf4d57732 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 945 time: 0.0617955 Nov 12 04:19:24.315455 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-304bdce6-5a88-4a22-bc4d-f3269e9cba56 req-c3e97df3-1c17-44a8-a0a7-67bc942e111c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543034 Nov 12 04:19:25.118391 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:25.247151 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-48de3ca3-77d8-455d-8ed3-b275088e2195 req-efbc4bca-2b5a-4413-9dcf-d7c70cb2452d tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 210 time: 0.0301058 Nov 12 04:19:25.453073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184c095-aafa-4c38-aee4-7d0111a6e5ff req-cd790c7d-f3af-4696-b44c-a8c90e58e734 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:25.454571 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0184c095-aafa-4c38-aee4-7d0111a6e5ff req-cd790c7d-f3af-4696-b44c-a8c90e58e734 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 945 time: 0.0527663 Nov 12 04:19:25.508256 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0184c095-aafa-4c38-aee4-7d0111a6e5ff req-ed447fca-f36d-4fd8-af65-4589a04c8557 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466537 Nov 12 04:19:25.644743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf93d00-9488-4ae6-9318-53207b625f9b req-7536396d-a13b-4089-9fde-60f705be6971 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:25.646523 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bf93d00-9488-4ae6-9318-53207b625f9b req-7536396d-a13b-4089-9fde-60f705be6971 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 945 time: 0.0535812 Nov 12 04:19:25.705381 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bf93d00-9488-4ae6-9318-53207b625f9b req-2593b05d-e347-4529-9dd5-7e770cbf960b tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515509 Nov 12 04:19:25.730882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48490) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:25.927254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117aaab-af49-43e6-8f4a-8a49c1ff9a5d tempest-TestVolumeBootPattern-1875326273 tempest-TestVolumeBootPattern-1875326273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:25.929292 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e117aaab-af49-43e6-8f4a-8a49c1ff9a5d tempest-TestVolumeBootPattern-1875326273 tempest-TestVolumeBootPattern-1875326273-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 1092 time: 0.1973855 Nov 12 04:19:25.932780 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 48498) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:25.936448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:26.061690 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:26.202796 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:26.322660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Allocated IP 172.25.8.182 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/4cfba6b7-d8b5-47f1-b6bc-60d71aee68ac) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:26.352227 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a964840f-0197-4bf1-ad75-63617f2649ac req-d2cbc61a-3950-44e0-b006-a9e74366d5e7 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 210 time: 0.0267503 Nov 12 04:19:26.465855 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:26.594226 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:26.653356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:26.659944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:26.665870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:26.753698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'Port': ['ID=4cfba6b7-d8b5-47f1-b6bc-60d71aee68ac,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:26.763491 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:26.766779 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:26.767635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:26.768253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:26.772812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:26.772812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:26.772812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:26.772812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:26.772812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:26.772812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:26.772812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:26.772812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:26.772812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:26.789635 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-d543ed4a-65d6-4298-abaa-2c07594dbc6f tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:26.800466 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-d543ed4a-65d6-4298-abaa-2c07594dbc6f tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.25 "GET /v2.0/networks?id=f2ff30d2-777b-4585-9866-7fd6939a03e0 HTTP/1.1" status: 200 len: 814 time: 0.2058856 Nov 12 04:19:26.819834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-63fc1b61-662e-4c1d-a239-47edf5ee277c tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Request body: {'port': {'device_id': 'a0405e61-09fb-41e0-89f8-37086a5e68c5', 'network_id': 'f2ff30d2-777b-4585-9866-7fd6939a03e0', 'admin_state_up': True, 'tenant_id': '8aea0f1688dc4432840597edeeed1b6e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:26.877413 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32c0c65f-b4b0-460b-867c-c619673cf75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.043211 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-63fc1b61-662e-4c1d-a239-47edf5ee277c tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Made reservation on behalf of 8aea0f1688dc4432840597edeeed1b6e for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:27.056464 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-63fc1b61-662e-4c1d-a239-47edf5ee277c tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.212020 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-63fc1b61-662e-4c1d-a239-47edf5ee277c tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Allocated IP 172.20.0.4 (f2ff30d2-777b-4585-9866-7fd6939a03e0/f0a725e2-559a-4b4f-88b9-d348d6495666/a3eea55c-e03a-447d-84e9-b442feb040c6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:27.424986 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-63fc1b61-662e-4c1d-a239-47edf5ee277c tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.485300 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef523e47-635b-458e-9ef8-12ed9d8ad0da req-ac50dcfa-e659-4281-84ae-ffb4512724e9 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 210 time: 0.0281355 Nov 12 04:19:27.535649 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-63fc1b61-662e-4c1d-a239-47edf5ee277c tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.593023 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.618239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-63fc1b61-662e-4c1d-a239-47edf5ee277c tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Network f2ff30d2-777b-4585-9866-7fd6939a03e0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:27.619670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc1b61-662e-4c1d-a239-47edf5ee277c tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Pushing event updated for resources: {'Port': ['ID=a3eea55c-e03a-447d-84e9-b442feb040c6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:27.623737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-63fc1b61-662e-4c1d-a239-47edf5ee277c tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:27.625856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-63fc1b61-662e-4c1d-a239-47edf5ee277c tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:27.679566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-63fc1b61-662e-4c1d-a239-47edf5ee277c tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:27.680193 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-63fc1b61-662e-4c1d-a239-47edf5ee277c tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.737067 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.773058 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-63fc1b61-662e-4c1d-a239-47edf5ee277c tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9714324 Nov 12 04:19:27.798800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Request body: {'port': {'device_id': 'a0405e61-09fb-41e0-89f8-37086a5e68c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:27.888003 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.927720 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.008561 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.083439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event updated for resources: {'Port': ['ID=4cfba6b7-d8b5-47f1-b6bc-60d71aee68ac,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:28.102020 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.257119 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Floating IP 644e2dc5-8aa7-4967-a662-d664cea872ec associated. External IP: 172.25.8.182, port: 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8. Nov 12 04:19:28.269400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3eea55c-e03a-447d-84e9-b442feb040c6 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:28.279552 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.293263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Transition to ACTIVE for port object a3eea55c-e03a-447d-84e9-b442feb040c6 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:19:28.369882 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.451036 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3eea55c-e03a-447d-84e9-b442feb040c6,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:28.507255 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.529775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Attempting to bind port a3eea55c-e03a-447d-84e9-b442feb040c6 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:28.530174 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Attempting to bind port a3eea55c-e03a-447d-84e9-b442feb040c6 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '2474ba5e-2367-46e6-9cd6-a26efe08d652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'f2ff30d2-777b-4585-9866-7fd6939a03e0'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:28.530509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Attempting to bind port a3eea55c-e03a-447d-84e9-b442feb040c6 on network f2ff30d2-777b-4585-9866-7fd6939a03e0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:28.538152 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Port a3eea55c-e03a-447d-84e9-b442feb040c6 on network f2ff30d2-777b-4585-9866-7fd6939a03e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:19:28.538548 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Attempting to bind port a3eea55c-e03a-447d-84e9-b442feb040c6 on network f2ff30d2-777b-4585-9866-7fd6939a03e0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:28.544565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:28.544961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Checking segment: {'id': '2474ba5e-2367-46e6-9cd6-a26efe08d652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'f2ff30d2-777b-4585-9866-7fd6939a03e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:28.545610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Bound using segment: {'id': '2474ba5e-2367-46e6-9cd6-a26efe08d652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'f2ff30d2-777b-4585-9866-7fd6939a03e0'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:28.545927 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Bound port: a3eea55c-e03a-447d-84e9-b442feb040c6, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2474ba5e-2367-46e6-9cd6-a26efe08d652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'f2ff30d2-777b-4585-9866-7fd6939a03e0'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:28.546443 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.553637 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Router e3553784-a057-4dae-af58-37c4327aa10f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:28.693139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:28.705993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dd99ae-8daf-4735-aa28-2c9870ba5706 None None] Sync routers for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:28.709754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112738d-0731-4bb6-87f4-1f5a83e69c70 req-70c2557c-e20b-4d49-8d4b-3b4cbc676e80 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:28.711342 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b112738d-0731-4bb6-87f4-1f5a83e69c70 req-70c2557c-e20b-4d49-8d4b-3b4cbc676e80 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 943 time: 0.0983179 Nov 12 04:19:28.715405 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] For port a3eea55c-e03a-447d-84e9-b442feb040c6, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:28.726735 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd99ae-8daf-4735-aa28-2c9870ba5706 None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:28.727598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-75dd99ae-8daf-4735-aa28-2c9870ba5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:19:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:28.735346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] For port a3eea55c-e03a-447d-84e9-b442feb040c6, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a3eea55c-e03a-447d-84e9-b442feb040c6,segment=NetworkSegment(2474ba5e-2367-46e6-9cd6-a26efe08d652),segment_id=2474ba5e-2367-46e6-9cd6-a26efe08d652)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:28.794095 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.807236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b112738d-0731-4bb6-87f4-1f5a83e69c70 req-b712633f-194f-4f5f-990b-f91bd6fcb94b tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753205 Nov 12 04:19:28.816068 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.852825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:28.853672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-59c8c83c-5a7a-4f60-b627-6d3769403797 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9204390 Nov 12 04:19:28.854297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'tag': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:28.859108 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8afbbfd-d993-445b-917e-4be9979a4e84" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3f7086-d4b5-4c7b-a217-8f7fa27815c8", "tag": "6b8aa45a-5d4b-437c-b03f-b61d9ff670d8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:28.875366 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.877905 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] 10.222.0.25 "PUT /v2.0/ports/a3eea55c-e03a-447d-84e9-b442feb040c6 HTTP/1.1" status: 200 len: 1092 time: 1.0943949 Nov 12 04:19:28.878451 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0405e61-09fb-41e0-89f8-37086a5e68c5', 'tag': 'a3eea55c-e03a-447d-84e9-b442feb040c6'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:28.881009 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7650e55-12d8-4465-8db3-5e0627029b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0405e61-09fb-41e0-89f8-37086a5e68c5", "tag": "a3eea55c-e03a-447d-84e9-b442feb040c6"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:28.918857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-75dd99ae-8daf-4735-aa28-2c9870ba5706 None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:28.931721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab039a-7e8e-456d-ac0a-00c2c61957b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3eea55c-e03a-447d-84e9-b442feb040c6,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:28.946474 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5a357c-fba8-4b89-8ede-fe1a66517082 x-openstack-request-id: req-ab5a357c-fba8-4b89-8ede-fe1a66517082 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:28.950615 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3f7086-d4b5-4c7b-a217-8f7fa27815c8", "tag": "6b8aa45a-5d4b-437c-b03f-b61d9ff670d8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:28.950615 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ab5a357c-fba8-4b89-8ede-fe1a66517082 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:28.950615 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'tag': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8', 'status': 'completed', 'code': 200} Nov 12 04:19:28.965049 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b524e4-f654-446d-b3ab-221e91c95ea4 x-openstack-request-id: req-81b524e4-f654-446d-b3ab-221e91c95ea4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:28.965353 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0405e61-09fb-41e0-89f8-37086a5e68c5", "tag": "a3eea55c-e03a-447d-84e9-b442feb040c6", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:28.965616 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-81b524e4-f654-446d-b3ab-221e91c95ea4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:28.966030 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0405e61-09fb-41e0-89f8-37086a5e68c5', 'tag': 'a3eea55c-e03a-447d-84e9-b442feb040c6', 'status': 'completed', 'code': 200} Nov 12 04:19:29.092998 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7650e55-12d8-4465-8db3-5e0627029b0a req-79dea776-f3ad-4f92-83a9-0e26bb7f9117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.097544 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7650e55-12d8-4465-8db3-5e0627029b0a req-79dea776-f3ad-4f92-83a9-0e26bb7f9117 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8aea0f1688dc4432840597edeeed1b6e&device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 1095 time: 0.1188698 Nov 12 04:19:29.097916 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afbbfd-d993-445b-917e-4be9979a4e84 req-94480fd4-fc4b-48f4-a134-1d2a60f2b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.100393 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8afbbfd-d993-445b-917e-4be9979a4e84 req-94480fd4-fc4b-48f4-a134-1d2a60f2b9d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 1097 time: 0.0923667 Nov 12 04:19:29.180416 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:29.273705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7650e55-12d8-4465-8db3-5e0627029b0a req-51e1ef89-b0f3-4728-88b0-33be0f4ea6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.275490 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7650e55-12d8-4465-8db3-5e0627029b0a req-51e1ef89-b0f3-4728-88b0-33be0f4ea6c2 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=8aea0f1688dc4432840597edeeed1b6e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1688950 Nov 12 04:19:29.284685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afbbfd-d993-445b-917e-4be9979a4e84 req-57bd212d-8461-4350-b7ad-7d8c2f25d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.287028 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8afbbfd-d993-445b-917e-4be9979a4e84 req-57bd212d-8461-4350-b7ad-7d8c2f25d73c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.1745427 Nov 12 04:19:29.377075 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8afbbfd-d993-445b-917e-4be9979a4e84 req-1940398a-68e7-4d3e-9298-c9c9bcc04454 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 HTTP/1.1" status: 200 len: 999 time: 0.0814648 Nov 12 04:19:29.424690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7650e55-12d8-4465-8db3-5e0627029b0a req-432b8805-fabc-40be-92af-9f945ef988a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.426204 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7650e55-12d8-4465-8db3-5e0627029b0a req-432b8805-fabc-40be-92af-9f945ef988a1 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1433344 Nov 12 04:19:29.454826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-75dd99ae-8daf-4735-aa28-2c9870ba5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '58ccc3e6-d3d9-460e-b9c5-94cce5afae82', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': '3cefbf7a-5169-4670-befe-b338a954efa1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:7f:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:37Z', 'updated_at': '2021-11-12T04:15:41Z', 'revision_number': 1, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}, {'id': '644e2dc5-8aa7-4967-a662-d664cea872ec', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:e9:7b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:19:27Z', 'updated_at': '2021-11-12T04:19:27Z', 'revision_number': 0, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:29.477922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afbbfd-d993-445b-917e-4be9979a4e84 req-29daa745-4b7a-4b9d-a20c-55ecc23950f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.479529 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8afbbfd-d993-445b-917e-4be9979a4e84 req-29daa745-4b7a-4b9d-a20c-55ecc23950f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0920789 Nov 12 04:19:29.489172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dd99ae-8daf-4735-aa28-2c9870ba5706 None None] Checking router: e3553784-a057-4dae-af58-37c4327aa10f for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:29.499565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd99ae-8daf-4735-aa28-2c9870ba5706 None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:29.500569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-75dd99ae-8daf-4735-aa28-2c9870ba5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:19:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:29.522736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-db9590e6-9f38-4232-ae62-a04ed8bb4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.524283 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-db9590e6-9f38-4232-ae62-a04ed8bb4627 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8aea0f1688dc4432840597edeeed1b6e&device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 1095 time: 0.0456226 Nov 12 04:19:29.542909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afbbfd-d993-445b-917e-4be9979a4e84 req-2844a09e-2ac2-414f-8771-9e5d689fe9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.544599 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8afbbfd-d993-445b-917e-4be9979a4e84 req-2844a09e-2ac2-414f-8771-9e5d689fe9e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576346 Nov 12 04:19:29.572221 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-0bbd2804-520d-4a26-8fe7-7ba096cb3b04 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3eea55c-e03a-447d-84e9-b442feb040c6 HTTP/1.1" status: 200 len: 217 time: 0.0393050 Nov 12 04:19:29.642163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-79800f73-6e9b-4360-863e-acdb6fdb6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.643654 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-79800f73-6e9b-4360-863e-acdb6fdb6b2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0a725e2-559a-4b4f-88b9-d348d6495666 HTTP/1.1" status: 200 len: 854 time: 0.0615830 Nov 12 04:19:29.647454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-75dd99ae-8daf-4735-aa28-2c9870ba5706 None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:29.735521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8afbbfd-d993-445b-917e-4be9979a4e84 req-9570332b-b5e9-4377-9b5f-1eefbc469a83 service neutron] 10.222.0.26 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723518 Nov 12 04:19:29.738563 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-887d61fc-cc1c-4b1a-b2f6-c858c34b94ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2ff30d2-777b-4585-9866-7fd6939a03e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877619 Nov 12 04:19:29.931702 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8afbbfd-d993-445b-917e-4be9979a4e84 req-39a90a89-c432-403d-b18a-4b1946ce9963 service neutron] 10.222.0.26 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789031 Nov 12 04:19:29.935993 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-02389aef-2426-4871-ad9e-41a26db03211 service neutron] 10.222.0.25 "GET /v2.0/networks/f2ff30d2-777b-4585-9866-7fd6939a03e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888790 Nov 12 04:19:29.941001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-75dd99ae-8daf-4735-aa28-2c9870ba5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '58ccc3e6-d3d9-460e-b9c5-94cce5afae82', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': '3cefbf7a-5169-4670-befe-b338a954efa1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:7f:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:37Z', 'updated_at': '2021-11-12T04:15:41Z', 'revision_number': 1, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}, {'id': '644e2dc5-8aa7-4967-a662-d664cea872ec', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:e9:7b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:19:27Z', 'updated_at': '2021-11-12T04:19:27Z', 'revision_number': 0, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:29.972350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dd99ae-8daf-4735-aa28-2c9870ba5706 None None] The sync data for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 is: [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '58ccc3e6-d3d9-460e-b9c5-94cce5afae82', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': '3cefbf7a-5169-4670-befe-b338a954efa1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:7f:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:37Z', 'updated_at': '2021-11-12T04:15:41Z', 'revision_number': 1, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}, {'id': '644e2dc5-8aa7-4967-a662-d664cea872ec', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:e9:7b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:19:27Z', 'updated_at': '2021-11-12T04:19:27Z', 'revision_number': 0, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:30.095465 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cbc41-bbff-40cc-b41b-75229ddbb3bd req-e2747d67-8598-49cf-9c5f-9aad22701da7 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:30.097037 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad8cbc41-bbff-40cc-b41b-75229ddbb3bd req-e2747d67-8598-49cf-9c5f-9aad22701da7 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 943 time: 0.1541166 Nov 12 04:19:30.163803 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2f153ef-b3b4-4129-9ea0-5e0ec0e72e4b req-c2346c6b-b597-42b9-9ada-13afa451c336 service neutron] 10.222.0.25 "GET /v2.0/networks/f2ff30d2-777b-4585-9866-7fd6939a03e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187455 Nov 12 04:19:30.185014 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad8cbc41-bbff-40cc-b41b-75229ddbb3bd req-bd49f9c5-2522-46af-8e94-bcf7bd27c6fc tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785055 Nov 12 04:19:30.259289 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a25f91-7d2f-40e9-ac73-b92ee4becd57 None None] New status for floating IP 644e2dc5-8aa7-4967-a662-d664cea872ec: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:19:31.342011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adc09d-7718-4f06-a331-3559ee2026ce req-26579ee3-8cb5-4ec7-b969-078d213707a0 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:31.343610 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-89adc09d-7718-4f06-a331-3559ee2026ce req-26579ee3-8cb5-4ec7-b969-078d213707a0 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 943 time: 0.0658052 Nov 12 04:19:31.394214 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-89adc09d-7718-4f06-a331-3559ee2026ce req-bb68c174-dd26-4b32-a993-fefa3d730e7e tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445271 Nov 12 04:19:32.305388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a3eea55c-e03a-447d-84e9-b442feb040c6 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:19:32.476905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a3eea55c-e03a-447d-84e9-b442feb040c6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a3eea55c-e03a-447d-84e9-b442feb040c6,segment=NetworkSegment(2474ba5e-2367-46e6-9cd6-a26efe08d652),segment_id=2474ba5e-2367-46e6-9cd6-a26efe08d652)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:32.492856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'a3eea55c-e03a-447d-84e9-b442feb040c6', 'network_id': 'f2ff30d2-777b-4585-9866-7fd6939a03e0', 'port_id': 'a3eea55c-e03a-447d-84e9-b442feb040c6', 'mac_address': 'fa:16:3e:87:cd:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a725e2-559a-4b4f-88b9-d348d6495666', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:19:32.550427 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.566481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3eea55c-e03a-447d-84e9-b442feb040c6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:32.573948 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca028e-4aa4-4409-ad3a-2e9889df1c91 req-c19927ba-fc74-4e22-a15e-f42692c17c2b tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:32.576899 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d5ca028e-4aa4-4409-ad3a-2e9889df1c91 req-c19927ba-fc74-4e22-a15e-f42692c17c2b tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 943 time: 0.0801747 Nov 12 04:19:32.601555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a3eea55c-e03a-447d-84e9-b442feb040c6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a3eea55c-e03a-447d-84e9-b442feb040c6,segment=NetworkSegment(2474ba5e-2367-46e6-9cd6-a26efe08d652),segment_id=2474ba5e-2367-46e6-9cd6-a26efe08d652)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:32.629270 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d5ca028e-4aa4-4409-ad3a-2e9889df1c91 req-31a599f9-a3dd-4564-b7c2-a2860412b131 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452330 Nov 12 04:19:32.688249 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.743201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a3eea55c-e03a-447d-84e9-b442feb040c6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:32.911215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['a3eea55c-e03a-447d-84e9-b442feb040c6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:33.750830 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e399949-2d86-42b4-8905-fcd94fe9c5dc req-539fdf14-d025-4575-8062-33c549936bee tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:33.752351 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e399949-2d86-42b4-8905-fcd94fe9c5dc req-539fdf14-d025-4575-8062-33c549936bee tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 944 time: 0.0510693 Nov 12 04:19:33.804934 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e399949-2d86-42b4-8905-fcd94fe9c5dc req-e83a3893-0c7b-4d5c-9fd5-8c1b7df90a2b tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460982 Nov 12 04:19:34.313967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a3eea55c-e03a-447d-84e9-b442feb040c6 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:34.437791 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port a3eea55c-e03a-447d-84e9-b442feb040c6 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:19:34.442129 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port a3eea55c-e03a-447d-84e9-b442feb040c6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:34.442543 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:34.523562 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:34.552030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0405e61-09fb-41e0-89f8-37086a5e68c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eea55c-e03a-447d-84e9-b442feb040c6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:34.555125 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8068f10-74cd-40d6-bc09-0908acb7673a" -d '{"events": [{"server_uuid": "a0405e61-09fb-41e0-89f8-37086a5e68c5", "name": "network-vif-plugged", "status": "completed", "tag": "a3eea55c-e03a-447d-84e9-b442feb040c6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:34.575616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port a3eea55c-e03a-447d-84e9-b442feb040c6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a3eea55c-e03a-447d-84e9-b442feb040c6,segment=NetworkSegment(2474ba5e-2367-46e6-9cd6-a26efe08d652),segment_id=2474ba5e-2367-46e6-9cd6-a26efe08d652)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:34.612284 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1256d33-3227-4b61-bf6b-5a4ea5429bf4 x-openstack-request-id: req-b1256d33-3227-4b61-bf6b-5a4ea5429bf4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:34.613069 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0405e61-09fb-41e0-89f8-37086a5e68c5", "name": "network-vif-plugged", "status": "completed", "tag": "a3eea55c-e03a-447d-84e9-b442feb040c6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:34.613069 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b1256d33-3227-4b61-bf6b-5a4ea5429bf4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:34.613258 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0405e61-09fb-41e0-89f8-37086a5e68c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eea55c-e03a-447d-84e9-b442feb040c6', 'code': 200} Nov 12 04:19:34.639098 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:34.699696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=a3eea55c-e03a-447d-84e9-b442feb040c6,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:34.727257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bafc7-12ec-4ead-9113-a74d261ddce7 req-31f14e4b-5c04-49eb-bd9e-714c70e6009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:34.728960 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c73bafc7-12ec-4ead-9113-a74d261ddce7 req-31f14e4b-5c04-49eb-bd9e-714c70e6009b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 1097 time: 0.0492394 Nov 12 04:19:34.777829 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c73bafc7-12ec-4ead-9113-a74d261ddce7 req-2c9f9ff0-b4ae-4861-8391-11818b19cbc9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 Nov 12 04:19:34.947323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f6bec-0962-4701-b383-1eabdfb9af78 req-8d3b8de1-458c-4035-bc6e-709703391ad3 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:34.948841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad8f6bec-0962-4701-b383-1eabdfb9af78 req-8d3b8de1-458c-4035-bc6e-709703391ad3 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 945 time: 0.0611513 Nov 12 04:19:34.996689 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad8f6bec-0962-4701-b383-1eabdfb9af78 req-aa8c323c-cc1e-4ef4-9fd5-7b42f16cb056 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Nov 12 04:19:36.132231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f0cb5-3f1c-4e21-8705-755ea7cf131d req-7b089dba-c7bb-435b-bc9a-0fcc6168d001 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:36.133752 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-267f0cb5-3f1c-4e21-8705-755ea7cf131d req-7b089dba-c7bb-435b-bc9a-0fcc6168d001 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 945 time: 0.0559049 Nov 12 04:19:36.184596 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-267f0cb5-3f1c-4e21-8705-755ea7cf131d req-ead36adf-92b7-4f36-87a3-5cfeddffc922 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438838 Nov 12 04:19:49.123083 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.093591 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3577aebf-bba1-4ef7-ae70-ec7c0884031b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.625494 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:19:55.076320 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.818482 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.889369 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e98908b5-a26f-4082-abd4-f579b92bd9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.500380 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.040190 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.675547 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-940b3885-d435-45d3-ad61-27e4df373d8a req-397c3b43-843e-413f-87b8-0f6e96f68189 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510116 Nov 12 04:20:08.764760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b3885-d435-45d3-ad61-27e4df373d8a req-edb2b8f6-e08f-4c9c-97bd-82b01a28f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:08.766293 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-940b3885-d435-45d3-ad61-27e4df373d8a req-edb2b8f6-e08f-4c9c-97bd-82b01a28f3cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 1098 time: 0.0419214 Nov 12 04:20:08.901743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b3885-d435-45d3-ad61-27e4df373d8a req-d09ba357-dc7f-42fa-9065-e063ec209588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:08.903108 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-940b3885-d435-45d3-ad61-27e4df373d8a req-d09ba357-dc7f-42fa-9065-e063ec209588 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.1153307 Nov 12 04:20:08.976965 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-940b3885-d435-45d3-ad61-27e4df373d8a req-607f7c30-e4f0-400f-990c-e5cf374769ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cefbf7a-5169-4670-befe-b338a954efa1 HTTP/1.1" status: 200 len: 1002 time: 0.0650616 Nov 12 04:20:09.047576 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b3885-d435-45d3-ad61-27e4df373d8a req-7eae4e0c-95c6-4988-9bee-25182673e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:09.049201 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-940b3885-d435-45d3-ad61-27e4df373d8a req-7eae4e0c-95c6-4988-9bee-25182673e943 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0592122 Nov 12 04:20:09.106928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b3885-d435-45d3-ad61-27e4df373d8a req-729dcbd2-9a9a-42c6-8c3b-705f38699559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:09.108512 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-940b3885-d435-45d3-ad61-27e4df373d8a req-729dcbd2-9a9a-42c6-8c3b-705f38699559 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495572 Nov 12 04:20:09.207107 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-940b3885-d435-45d3-ad61-27e4df373d8a req-9eada196-ac60-4d6d-9c4c-f83d26415494 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887706 Nov 12 04:20:09.320764 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-940b3885-d435-45d3-ad61-27e4df373d8a req-714601b8-b146-46a1-a9f2-048068ad2ad7 service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038136 Nov 12 04:20:09.612665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588524a8-c98f-4fca-9422-9316aeffb57f req-914c90e5-5113-460e-9421-d81c489a2c18 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:09.619499 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-588524a8-c98f-4fca-9422-9316aeffb57f req-914c90e5-5113-460e-9421-d81c489a2c18 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 945 time: 0.0622694 Nov 12 04:20:09.668985 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-588524a8-c98f-4fca-9422-9316aeffb57f req-8183af15-9ddb-4b65-aada-76460f4181bc tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481226 Nov 12 04:20:10.800940 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316c71e-1937-4fe1-b8aa-181bcb5c8367 req-dc21dd23-3d2f-458f-a4df-b71a7e6f2f89 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:10.802590 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1316c71e-1937-4fe1-b8aa-181bcb5c8367 req-dc21dd23-3d2f-458f-a4df-b71a7e6f2f89 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 945 time: 0.0580239 Nov 12 04:20:10.860673 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1316c71e-1937-4fe1-b8aa-181bcb5c8367 req-f525a7e8-8e89-4864-8f02-e518146f8649 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/security-groups?id=68f0526b-7ac2-426e-b295-c4dd073321b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513303 Nov 12 04:20:11.154171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57ea4e-abfc-4863-add2-6b14a1c89841 req-f57593c3-d0b4-4dfa-9a42-732ade6154ce tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:11.155663 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c57ea4e-abfc-4863-add2-6b14a1c89841 req-f57593c3-d0b4-4dfa-9a42-732ade6154ce tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 945 time: 0.0681283 Nov 12 04:20:11.300300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4c57ea4e-abfc-4863-add2-6b14a1c89841 req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Deleting port a3eea55c-e03a-447d-84e9-b442feb040c6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:11.300645 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4c57ea4e-abfc-4863-add2-6b14a1c89841 req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:11.412079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4c57ea4e-abfc-4863-add2-6b14a1c89841 req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] For port a3eea55c-e03a-447d-84e9-b442feb040c6, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=a3eea55c-e03a-447d-84e9-b442feb040c6,segment=NetworkSegment(2474ba5e-2367-46e6-9cd6-a26efe08d652),segment_id=2474ba5e-2367-46e6-9cd6-a26efe08d652)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:11.412451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4c57ea4e-abfc-4863-add2-6b14a1c89841 req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:11.427384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4c57ea4e-abfc-4863-add2-6b14a1c89841 req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Calling delete_port for a3eea55c-e03a-447d-84e9-b442feb040c6 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:11.642120 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4c57ea4e-abfc-4863-add2-6b14a1c89841 req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:11.660878 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['a3eea55c-e03a-447d-84e9-b442feb040c6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:11.676485 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Pushing event deleted for resources: {'Port': ['ID=a3eea55c-e03a-447d-84e9-b442feb040c6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:11.686175 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.686633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.686877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.687215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.687550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.687883 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.688257 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.688587 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.688912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.689239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.689566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.689888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.739648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c57ea4e-abfc-4863-add2-6b14a1c89841 req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] No DVR routers for this DVR port a3eea55c-e03a-447d-84e9-b442feb040c6 on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:11.742541 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4c57ea4e-abfc-4863-add2-6b14a1c89841 req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:11.751738 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c57ea4e-abfc-4863-add2-6b14a1c89841 req-592d82db-bd00-4af3-8d49-88ab51167336 tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.25 "DELETE /v2.0/ports/a3eea55c-e03a-447d-84e9-b442feb040c6 HTTP/1.1" status: 204 len: 173 time: 0.5839288 Nov 12 04:20:11.751738 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0405e61-09fb-41e0-89f8-37086a5e68c5', 'name': 'network-vif-deleted', 'tag': 'a3eea55c-e03a-447d-84e9-b442feb040c6'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:11.751738 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec78ffc-fbcc-488c-a326-613aee8d6b49" -d '{"events": [{"server_uuid": "a0405e61-09fb-41e0-89f8-37086a5e68c5", "name": "network-vif-deleted", "tag": "a3eea55c-e03a-447d-84e9-b442feb040c6"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:11.794036 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8ec3d6-a0a2-4714-9654-ca26ccf916fe x-openstack-request-id: req-4e8ec3d6-a0a2-4714-9654-ca26ccf916fe {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:11.794337 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0405e61-09fb-41e0-89f8-37086a5e68c5", "name": "network-vif-deleted", "tag": "a3eea55c-e03a-447d-84e9-b442feb040c6", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:11.796725 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4e8ec3d6-a0a2-4714-9654-ca26ccf916fe {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:11.796725 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0405e61-09fb-41e0-89f8-37086a5e68c5', 'name': 'network-vif-deleted', 'tag': 'a3eea55c-e03a-447d-84e9-b442feb040c6', 'status': 'completed', 'code': 200} Nov 12 04:20:11.988604 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-57627d73-d6bb-40a0-9872-3cd974fe08f1 req-48c1df67-b7b5-47be-9e8f-56b2ddf3516f tempest-VolumesSnapshotTestJSON-954536002 tempest-VolumesSnapshotTestJSON-954536002-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0405e61-09fb-41e0-89f8-37086a5e68c5 HTTP/1.1" status: 200 len: 210 time: 0.0290260 Nov 12 04:20:14.498789 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a3eea55c-e03a-447d-84e9-b442feb040c6 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:14.524166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: a3eea55c-e03a-447d-84e9-b442feb040c6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:14.525031 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device a3eea55c-e03a-447d-84e9-b442feb040c6 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:14.915440 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b762f69c-8091-4c66-bba9-9ddaf3c34002 req-4dd6533c-521d-406e-9027-7b7d6d86692d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473430 Nov 12 04:20:15.038973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f69c-8091-4c66-bba9-9ddaf3c34002 req-49046403-8d74-4880-8c85-182b7aa78762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:15.042878 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b762f69c-8091-4c66-bba9-9ddaf3c34002 req-49046403-8d74-4880-8c85-182b7aa78762 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 1097 time: 0.0478129 Nov 12 04:20:15.163244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f69c-8091-4c66-bba9-9ddaf3c34002 req-7f2b8920-aea0-417f-9f64-07df14188684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:15.170043 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b762f69c-8091-4c66-bba9-9ddaf3c34002 req-7f2b8920-aea0-417f-9f64-07df14188684 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 913 time: 0.1019278 Nov 12 04:20:15.242752 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b762f69c-8091-4c66-bba9-9ddaf3c34002 req-fdfa0a75-d3ca-4f46-b555-b9ae48157515 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8844a8e9-9b7e-49d9-a2b2-12b1868243c1 HTTP/1.1" status: 200 len: 1000 time: 0.0624378 Nov 12 04:20:15.304973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f69c-8091-4c66-bba9-9ddaf3c34002 req-facbfbda-6ea9-4204-9f53-54cac8db2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:15.306938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b762f69c-8091-4c66-bba9-9ddaf3c34002 req-facbfbda-6ea9-4204-9f53-54cac8db2409 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 200 len: 850 time: 0.0623660 Nov 12 04:20:15.367745 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f69c-8091-4c66-bba9-9ddaf3c34002 req-3ee11b66-0d2c-4e03-b958-509e06e9f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:15.369346 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b762f69c-8091-4c66-bba9-9ddaf3c34002 req-3ee11b66-0d2c-4e03-b958-509e06e9f105 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5074271f-e373-422c-abfa-ee9f087fb5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481045 Nov 12 04:20:15.469981 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b762f69c-8091-4c66-bba9-9ddaf3c34002 req-f2e58d04-d91d-4011-9a25-0e581b157570 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878766 Nov 12 04:20:15.571377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b762f69c-8091-4c66-bba9-9ddaf3c34002 req-85edbe03-2710-4ff9-b8f7-552f0ad3e243 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931976 Nov 12 04:20:17.931773 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:18.103495 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c861840c-b6ce-4556-b47d-0e634bf92679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.228302 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c861840c-b6ce-4556-b47d-0e634bf92679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.402117 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c861840c-b6ce-4556-b47d-0e634bf92679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.446528 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c861840c-b6ce-4556-b47d-0e634bf92679 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f973524610a54606b8ddf722a0c267c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5132201 Nov 12 04:20:18.447553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861840c-b6ce-4556-b47d-0e634bf92679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd0ae68-b8c1-4495-a7e1-6b58b07c56da,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:18.449279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49822) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:18.512961 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e225b295-7c70-48e9-adda-48e057317967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.536520 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e225b295-7c70-48e9-adda-48e057317967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.693444 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e225b295-7c70-48e9-adda-48e057317967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.696135 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e225b295-7c70-48e9-adda-48e057317967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.697358 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e225b295-7c70-48e9-adda-48e057317967 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4bd0ae68-b8c1-4495-a7e1-6b58b07c56da HTTP/1.1" status: 204 len: 168 time: 0.2470288 Nov 12 04:20:18.708716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225b295-7c70-48e9-adda-48e057317967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd0ae68-b8c1-4495-a7e1-6b58b07c56da,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:19.127693 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.408336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 49848) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:19.427146 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3282216-88a8-4ba6-8b03-b55623441905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.521902 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3282216-88a8-4ba6-8b03-b55623441905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.624516 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3282216-88a8-4ba6-8b03-b55623441905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.673901 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3282216-88a8-4ba6-8b03-b55623441905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5862980e-5015-45e7-b6e4-489050813b7b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:19.695001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a3282216-88a8-4ba6-8b03-b55623441905 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a66bc32f6e7942449f2acab35372df93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2835917 Nov 12 04:20:19.697234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 49854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:19.753468 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9c74b2a-e7bc-4589-99ab-1850177a96ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.782171 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9c74b2a-e7bc-4589-99ab-1850177a96ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.899206 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9c74b2a-e7bc-4589-99ab-1850177a96ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.902039 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9c74b2a-e7bc-4589-99ab-1850177a96ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.903342 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c9c74b2a-e7bc-4589-99ab-1850177a96ba admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5862980e-5015-45e7-b6e4-489050813b7b HTTP/1.1" status: 204 len: 168 time: 0.2047684 Nov 12 04:20:19.912158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c74b2a-e7bc-4589-99ab-1850177a96ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5862980e-5015-45e7-b6e4-489050813b7b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:23.213326 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-48a209c0-b61b-4e68-9f46-3748f18c351a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.070821 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:26.795041 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:26.882850 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f276593-3b29-4e65-a89e-2cdd0aaed0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:28.499528 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.001723 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.787504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50096) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:29.928361 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.019682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.086982 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.137606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50104) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:30.152809 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-12590571-187c-4292-8908-644418aac773 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7dc58ab1968441458b6e0fb742f26b6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3639894 Nov 12 04:20:30.156560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12590571-187c-4292-8908-644418aac773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533a9716-1e48-4353-a102-bcc5de9a0349,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:30.180677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:30.181046 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:30.181434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:30.181878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:30.182446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:30.182844 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:30.183434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:30.184125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:30.184889 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:30.185324 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:30.185715 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:30.186109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12590571-187c-4292-8908-644418aac773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:30.238911 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6353f2f-af26-4650-8cf4-d6b0038fc265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.265101 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6353f2f-af26-4650-8cf4-d6b0038fc265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.390292 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6353f2f-af26-4650-8cf4-d6b0038fc265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.393584 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6353f2f-af26-4650-8cf4-d6b0038fc265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:30.405229 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d6353f2f-af26-4650-8cf4-d6b0038fc265 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/533a9716-1e48-4353-a102-bcc5de9a0349 HTTP/1.1" status: 204 len: 168 time: 0.2665184 Nov 12 04:20:30.423480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f2f-af26-4650-8cf4-d6b0038fc265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533a9716-1e48-4353-a102-bcc5de9a0349,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:31.172770 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 50124) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:31.186923 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6492395f-b82c-42f4-8b64-b157012dd7f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.271011 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6492395f-b82c-42f4-8b64-b157012dd7f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.344400 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6492395f-b82c-42f4-8b64-b157012dd7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.395371 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6492395f-b82c-42f4-8b64-b157012dd7f2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e93e8e0d0fc544fab26ab7bf949137fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2214959 Nov 12 04:20:31.396509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492395f-b82c-42f4-8b64-b157012dd7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a859b952-8a3b-4291-b436-716f349cb00a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:31.398159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 50130) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:31.462747 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33a06d35-5cf2-4da0-a24a-0531060a15d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.486559 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33a06d35-5cf2-4da0-a24a-0531060a15d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.626224 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:20:31.641710 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33a06d35-5cf2-4da0-a24a-0531060a15d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.645027 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33a06d35-5cf2-4da0-a24a-0531060a15d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.648760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-33a06d35-5cf2-4da0-a24a-0531060a15d7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a859b952-8a3b-4291-b436-716f349cb00a HTTP/1.1" status: 204 len: 168 time: 0.2472675 Nov 12 04:20:31.657524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a06d35-5cf2-4da0-a24a-0531060a15d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a859b952-8a3b-4291-b436-716f349cb00a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:39.713848 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a54ce-953b-48cf-8b9f-2eedf2f4645f req-c8bd141c-1d42-4391-957b-157026ad5f4f tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:39.715559 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e17a54ce-953b-48cf-8b9f-2eedf2f4645f req-c8bd141c-1d42-4391-957b-157026ad5f4f tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0589368 Nov 12 04:20:39.780730 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e17a54ce-953b-48cf-8b9f-2eedf2f4645f req-20279f16-6958-4670-a2ac-21fae48a278d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549152 Nov 12 04:20:40.924005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571b607-3322-4a1a-a3a8-5aeb27e41802 req-35289664-4a38-4406-bf86-935d1a9842e4 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:40.934432 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8571b607-3322-4a1a-a3a8-5aeb27e41802 req-35289664-4a38-4406-bf86-935d1a9842e4 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0678184 Nov 12 04:20:41.029450 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8571b607-3322-4a1a-a3a8-5aeb27e41802 req-d7a265a6-0751-48f3-848d-4f4f50a483f0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927284 Nov 12 04:20:42.159559 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bf1a2-6142-4810-bdf2-59f2a060b902 req-f4965df3-434e-4237-9421-b27d2aa87f32 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:42.167193 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c57bf1a2-6142-4810-bdf2-59f2a060b902 req-f4965df3-434e-4237-9421-b27d2aa87f32 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0605960 Nov 12 04:20:42.224310 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c57bf1a2-6142-4810-bdf2-59f2a060b902 req-1f8fefaf-ba6e-4892-8635-0c92551efdb3 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560610 Nov 12 04:20:43.363886 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec125e96-ef8e-4d71-ac6a-2eac592f1349 req-11a035cd-852a-4ef9-b233-d89fbf2bd44a tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:43.367445 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec125e96-ef8e-4d71-ac6a-2eac592f1349 req-11a035cd-852a-4ef9-b233-d89fbf2bd44a tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0586288 Nov 12 04:20:43.451948 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec125e96-ef8e-4d71-ac6a-2eac592f1349 req-7dda8c83-d93a-457c-9be8-dc952efce70f tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798762 Nov 12 04:20:44.616083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605361f-36d1-4ece-bd61-8031bda9ab7a req-0277d137-c37c-45cb-a7b0-3e59235cfe2b tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:44.617834 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6605361f-36d1-4ece-bd61-8031bda9ab7a req-0277d137-c37c-45cb-a7b0-3e59235cfe2b tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0771713 Nov 12 04:20:44.699245 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6605361f-36d1-4ece-bd61-8031bda9ab7a req-38c2de26-b354-495a-b8c0-cc2449330b67 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684769 Nov 12 04:20:45.849268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382819-3169-49e0-ad31-012b2b6eef26 req-22a07369-7811-4aef-8c36-89d79ff1e19f tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:45.856741 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e6382819-3169-49e0-ad31-012b2b6eef26 req-22a07369-7811-4aef-8c36-89d79ff1e19f tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0647390 Nov 12 04:20:45.908967 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e6382819-3169-49e0-ad31-012b2b6eef26 req-fa6c9df6-db10-45a5-a56d-7da48997e87a tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499911 Nov 12 04:20:47.072603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0d873-07f8-443d-9237-e4173591e2c4 req-bf1b6b7d-85dd-40c8-9b31-e2045267a910 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:47.075013 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d9d0d873-07f8-443d-9237-e4173591e2c4 req-bf1b6b7d-85dd-40c8-9b31-e2045267a910 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0803559 Nov 12 04:20:47.148709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d9d0d873-07f8-443d-9237-e4173591e2c4 req-a55d613e-defb-4386-9366-52d20fd13251 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632155 Nov 12 04:20:48.296188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a34ab3-406f-4b1a-b27a-8ce122342664 req-cfc078cc-fd26-4286-9847-c13d430d9985 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:48.300529 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02a34ab3-406f-4b1a-b27a-8ce122342664 req-cfc078cc-fd26-4286-9847-c13d430d9985 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0646279 Nov 12 04:20:48.392223 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-02a34ab3-406f-4b1a-b27a-8ce122342664 req-b8b52032-873d-451a-97eb-9fc1ad2a4f9e tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706627 Nov 12 04:20:49.149972 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:49.508675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b93e31-afaf-4a57-b714-7c9f46c58e9c req-b93264b8-d2f0-49c5-9dff-e2e61068e264 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:49.510000 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28b93e31-afaf-4a57-b714-7c9f46c58e9c req-b93264b8-d2f0-49c5-9dff-e2e61068e264 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0659914 Nov 12 04:20:49.592332 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28b93e31-afaf-4a57-b714-7c9f46c58e9c req-497c241f-8cca-4866-9562-8e4f883653c6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761638 Nov 12 04:20:50.828982 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec827b-d526-4e54-8406-975f6c9277f1 req-ae104b1a-d15f-4a75-a87b-e983b821b3c5 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:50.828982 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8dec827b-d526-4e54-8406-975f6c9277f1 req-ae104b1a-d15f-4a75-a87b-e983b821b3c5 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0806284 Nov 12 04:20:50.874479 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8dec827b-d526-4e54-8406-975f6c9277f1 req-efa1adf7-71d8-4a80-a429-06c8a5ee0099 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616975 Nov 12 04:20:52.022892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94b303-d247-4e89-a572-05419d4ecec3 req-9de284f7-5487-4311-bae7-430b0a77d975 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:52.024703 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3d94b303-d247-4e89-a572-05419d4ecec3 req-9de284f7-5487-4311-bae7-430b0a77d975 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0688610 Nov 12 04:20:52.095824 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3d94b303-d247-4e89-a572-05419d4ecec3 req-7092dede-acab-4940-ab1c-8294161713c7 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638921 Nov 12 04:20:53.086974 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a65fd224-fc84-4bc2-ae02-00216209e391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.233346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036dea0-d3a7-47ba-8d38-097941609d47 req-873780f3-da29-448e-a968-6a62f4838b45 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:53.234825 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7036dea0-d3a7-47ba-8d38-097941609d47 req-873780f3-da29-448e-a968-6a62f4838b45 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0552068 Nov 12 04:20:53.293312 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7036dea0-d3a7-47ba-8d38-097941609d47 req-ea03ad94-0f62-4fdb-8c4e-360139cde351 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501523 Nov 12 04:20:54.449564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c6ddb-2343-4838-a67b-ae0ee97bcd57 req-cdbb71eb-bef2-4b42-b8a1-afa84409c5e3 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:54.451137 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-379c6ddb-2343-4838-a67b-ae0ee97bcd57 req-cdbb71eb-bef2-4b42-b8a1-afa84409c5e3 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0592372 Nov 12 04:20:54.501127 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-379c6ddb-2343-4838-a67b-ae0ee97bcd57 req-158e60ab-bfc5-448e-b604-86ab0dca81d0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427604 Nov 12 04:20:55.105835 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.625827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15eeaa-9743-4bb8-a9c1-b013c546a00b req-ad71bae2-d9fc-4721-bfa8-9bee1f20acef tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:55.627215 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd15eeaa-9743-4bb8-a9c1-b013c546a00b req-ad71bae2-d9fc-4721-bfa8-9bee1f20acef tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0488284 Nov 12 04:20:55.680866 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd15eeaa-9743-4bb8-a9c1-b013c546a00b req-f0fc50ce-9d33-439e-a168-6d27a7f39e60 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468678 Nov 12 04:20:56.175725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414acb7-38b4-4b5e-a438-d5c1b5276ec1 req-1f4c5f9a-6518-470d-9c8e-b913e030fa31 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:56.177197 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0414acb7-38b4-4b5e-a438-d5c1b5276ec1 req-1f4c5f9a-6518-470d-9c8e-b913e030fa31 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0515163 Nov 12 04:20:56.230941 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0414acb7-38b4-4b5e-a438-d5c1b5276ec1 req-f62ae593-4b88-4f25-a9d4-dc005bde1000 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475521 Nov 12 04:20:56.353610 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06603d-66b4-4f40-8df2-506079aee723 req-a430f1ce-c8bd-4035-b7d9-dccd7dfff348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:56.355291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef06603d-66b4-4f40-8df2-506079aee723 req-a430f1ce-c8bd-4035-b7d9-dccd7dfff348 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 1097 time: 0.0525408 Nov 12 04:20:56.458006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06603d-66b4-4f40-8df2-506079aee723 req-117fea34-821d-40ad-9398-e28f690bdf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:56.459672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef06603d-66b4-4f40-8df2-506079aee723 req-117fea34-821d-40ad-9398-e28f690bdf25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 913 time: 0.0956657 Nov 12 04:20:56.530770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef06603d-66b4-4f40-8df2-506079aee723 req-0f32e722-0881-449c-b6cf-777b1783b26b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8844a8e9-9b7e-49d9-a2b2-12b1868243c1 HTTP/1.1" status: 200 len: 1000 time: 0.0629430 Nov 12 04:20:56.594915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06603d-66b4-4f40-8df2-506079aee723 req-f96c50f2-c21f-4633-8e18-01a117d72250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:56.596508 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef06603d-66b4-4f40-8df2-506079aee723 req-f96c50f2-c21f-4633-8e18-01a117d72250 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 200 len: 850 time: 0.0584168 Nov 12 04:20:56.649301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06603d-66b4-4f40-8df2-506079aee723 req-1d769d5c-d934-48aa-9eb0-e064fce383e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:56.656909 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef06603d-66b4-4f40-8df2-506079aee723 req-1d769d5c-d934-48aa-9eb0-e064fce383e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5074271f-e373-422c-abfa-ee9f087fb5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463510 Nov 12 04:20:56.754279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef06603d-66b4-4f40-8df2-506079aee723 req-c0f62c48-fe92-4723-b4df-9363d9e32ee6 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926163 Nov 12 04:20:56.805855 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.854540 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef06603d-66b4-4f40-8df2-506079aee723 req-0f1d8971-4a99-4429-b403-24c79fa3ef62 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923283 Nov 12 04:20:56.904094 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6fbb22cc-a69b-4de8-8d59-4528e0808e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.370966 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477699b-b3d7-459a-8007-b98324179380 req-1fba1595-759c-4cef-a4a9-207526c85ba5 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:57.372456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0477699b-b3d7-459a-8007-b98324179380 req-1fba1595-759c-4cef-a4a9-207526c85ba5 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0573814 Nov 12 04:20:57.428298 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0477699b-b3d7-459a-8007-b98324179380 req-39893306-62d4-4584-988d-3c3c6fa253e2 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492253 Nov 12 04:20:58.509289 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.555259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e2cd4-779d-4c83-be39-9bea13676bfb req-caa6b2b3-92e0-47e1-97df-70faca252944 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:58.560515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-567e2cd4-779d-4c83-be39-9bea13676bfb req-caa6b2b3-92e0-47e1-97df-70faca252944 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0606976 Nov 12 04:20:58.614503 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-567e2cd4-779d-4c83-be39-9bea13676bfb req-f55bf924-96fb-401c-806a-85713cdf4f64 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458236 Nov 12 04:20:58.967911 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.634390 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:21:14.930917 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e592b88b-bc5f-42b3-bab5-bb8280415e34 req-4959c3d6-85a6-4425-84a2-8f24f779ed06 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521579 Nov 12 04:21:15.017313 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592b88b-bc5f-42b3-bab5-bb8280415e34 req-38c43dc4-1dbf-45c9-b83e-eb53137f8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:15.019785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e592b88b-bc5f-42b3-bab5-bb8280415e34 req-38c43dc4-1dbf-45c9-b83e-eb53137f8fd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 1097 time: 0.0489333 Nov 12 04:21:15.139861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592b88b-bc5f-42b3-bab5-bb8280415e34 req-6b766d09-d8ed-41ba-bb83-bafc614aa854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:15.141436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e592b88b-bc5f-42b3-bab5-bb8280415e34 req-6b766d09-d8ed-41ba-bb83-bafc614aa854 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.0976682 Nov 12 04:21:15.216857 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e592b88b-bc5f-42b3-bab5-bb8280415e34 req-44b297fe-43a3-491f-9017-c39754c2ea91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 HTTP/1.1" status: 200 len: 1001 time: 0.0671613 Nov 12 04:21:15.275316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592b88b-bc5f-42b3-bab5-bb8280415e34 req-ab7f399d-d017-48ec-bad6-bae746f5d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:15.276840 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e592b88b-bc5f-42b3-bab5-bb8280415e34 req-ab7f399d-d017-48ec-bad6-bae746f5d77e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0517247 Nov 12 04:21:15.327084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592b88b-bc5f-42b3-bab5-bb8280415e34 req-d0f7681a-8291-40e7-bacc-06ad2e72cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:15.328715 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e592b88b-bc5f-42b3-bab5-bb8280415e34 req-d0f7681a-8291-40e7-bacc-06ad2e72cf6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443659 Nov 12 04:21:15.441787 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e592b88b-bc5f-42b3-bab5-bb8280415e34 req-98d13a89-1459-4cb9-af48-77d9a586afec service neutron] 10.222.0.26 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014504 Nov 12 04:21:15.545888 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e592b88b-bc5f-42b3-bab5-bb8280415e34 req-39f0e01e-bdbb-4ca8-9a17-6d647d1b4060 service neutron] 10.222.0.26 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956128 Nov 12 04:21:19.206804 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.087277 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-677cac22-7911-4c28-8650-41b1061b3d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:25.092427 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.821986 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.908681 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3396-dd3d-4e0e-8167-467822b8eef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:28.565679 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:29.034524 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.439704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:32.865889 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Deleting port 4cfba6b7-d8b5-47f1-b6bc-60d71aee68ac {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:32.866331 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.040708 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.040708 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.040708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Calling delete_port for 4cfba6b7-d8b5-47f1-b6bc-60d71aee68ac owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:33.325250 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.350273 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event deleted for resources: {'Port': ['ID=4cfba6b7-d8b5-47f1-b6bc-60d71aee68ac,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:33.361468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.361925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.368296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.368296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.368296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.368296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.368296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.368296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.368296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.368296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.368296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.368296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:33.447623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.448481 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Floating IP 644e2dc5-8aa7-4967-a662-d664cea872ec disassociated (deleted). External IP: 172.25.8.182, port: 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8. Nov 12 04:21:33.722653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Router e3553784-a057-4dae-af58-37c4327aa10f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:21:33.868319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:21:33.873468 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.893783 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867423a9-b4b6-43b2-ae96-ba61fbf87129 None None] Sync routers for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:21:33.914263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-02833948-8bb4-4efb-9d73-7588a5b9e248 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "DELETE /v2.0/floatingips/644e2dc5-8aa7-4967-a662-d664cea872ec HTTP/1.1" status: 204 len: 168 time: 1.4726796 Nov 12 04:21:33.915055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'tag': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:33.918057 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7012db18-69f3-4930-b416-ebe1d2da1847" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3f7086-d4b5-4c7b-a217-8f7fa27815c8", "tag": "6b8aa45a-5d4b-437c-b03f-b61d9ff670d8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:33.920962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867423a9-b4b6-43b2-ae96-ba61fbf87129 None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:33.922597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-867423a9-b4b6-43b2-ae96-ba61fbf87129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:21:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:33.978541 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282d8f67-43e9-4a1c-89bd-20dc8e4fa05f x-openstack-request-id: req-282d8f67-43e9-4a1c-89bd-20dc8e4fa05f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:33.978839 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3f7086-d4b5-4c7b-a217-8f7fa27815c8", "tag": "6b8aa45a-5d4b-437c-b03f-b61d9ff670d8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:33.979099 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-282d8f67-43e9-4a1c-89bd-20dc8e4fa05f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:33.979568 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'tag': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8', 'status': 'completed', 'code': 200} Nov 12 04:21:34.048140 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-867423a9-b4b6-43b2-ae96-ba61fbf87129 None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:34.104390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012db18-69f3-4930-b416-ebe1d2da1847 req-837987ee-2d00-45c5-8adc-da67dfdcda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:34.106166 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7012db18-69f3-4930-b416-ebe1d2da1847 req-837987ee-2d00-45c5-8adc-da67dfdcda67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 1097 time: 0.0701866 Nov 12 04:21:34.236340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012db18-69f3-4930-b416-ebe1d2da1847 req-f9e7221a-e78a-4f7d-ba3c-11f0cac13141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:34.238058 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7012db18-69f3-4930-b416-ebe1d2da1847 req-f9e7221a-e78a-4f7d-ba3c-11f0cac13141 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.1229737 Nov 12 04:21:34.303913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7012db18-69f3-4930-b416-ebe1d2da1847 req-05d2b5dd-8c63-4f7b-827d-1308d3c414cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 HTTP/1.1" status: 200 len: 217 time: 0.0580766 Nov 12 04:21:34.365415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-867423a9-b4b6-43b2-ae96-ba61fbf87129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '58ccc3e6-d3d9-460e-b9c5-94cce5afae82', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': '3cefbf7a-5169-4670-befe-b338a954efa1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:7f:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:37Z', 'updated_at': '2021-11-12T04:15:41Z', 'revision_number': 1, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:34.392605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012db18-69f3-4930-b416-ebe1d2da1847 req-cd81bad2-221a-4ab2-a11f-60c41beb58a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:34.394194 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7012db18-69f3-4930-b416-ebe1d2da1847 req-cd81bad2-221a-4ab2-a11f-60c41beb58a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0828910 Nov 12 04:21:34.420077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867423a9-b4b6-43b2-ae96-ba61fbf87129 None None] Checking router: e3553784-a057-4dae-af58-37c4327aa10f for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:21:34.433557 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867423a9-b4b6-43b2-ae96-ba61fbf87129 None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:34.434188 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-867423a9-b4b6-43b2-ae96-ba61fbf87129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:21:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:34.561608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012db18-69f3-4930-b416-ebe1d2da1847 req-add8f48c-b40f-491f-8b89-e0ad85fc5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:34.563735 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7012db18-69f3-4930-b416-ebe1d2da1847 req-add8f48c-b40f-491f-8b89-e0ad85fc5a86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115818 Nov 12 04:21:34.572336 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58b329-ddbb-4c6f-9eb6-c29c74bc85e3 req-dd5d4a86-f46d-4961-a55e-b03dc8d4fb30 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:34.578254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b58b329-ddbb-4c6f-9eb6-c29c74bc85e3 req-dd5d4a86-f46d-4961-a55e-b03dc8d4fb30 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 945 time: 0.1429353 Nov 12 04:21:34.778484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-867423a9-b4b6-43b2-ae96-ba61fbf87129 None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:35.081425 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b58b329-ddbb-4c6f-9eb6-c29c74bc85e3 req-59f09134-09e8-429d-9be2-b0a1c9a7e949 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4901080 Nov 12 04:21:35.107448 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-867423a9-b4b6-43b2-ae96-ba61fbf87129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '58ccc3e6-d3d9-460e-b9c5-94cce5afae82', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': '3cefbf7a-5169-4670-befe-b338a954efa1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:7f:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:37Z', 'updated_at': '2021-11-12T04:15:41Z', 'revision_number': 1, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:35.119936 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7012db18-69f3-4930-b416-ebe1d2da1847 req-b8d82750-b313-435b-953a-42f7892a5274 service neutron] 10.222.0.26 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393517 Nov 12 04:21:35.137239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867423a9-b4b6-43b2-ae96-ba61fbf87129 None None] The sync data for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 is: [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '58ccc3e6-d3d9-460e-b9c5-94cce5afae82', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'port_id': '3cefbf7a-5169-4670-befe-b338a954efa1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'mac_address': 'fa:16:3e:7f:cf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:37Z', 'updated_at': '2021-11-12T04:15:41Z', 'revision_number': 1, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:21:35.256445 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7012db18-69f3-4930-b416-ebe1d2da1847 req-e1a2debf-5ec1-4790-9834-a1a2846c97a6 service neutron] 10.222.0.26 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297200 Nov 12 04:21:35.444225 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a389a4-9b28-4962-a80f-3e207529e77c None None] New status for floating IP 644e2dc5-8aa7-4967-a662-d664cea872ec: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:21:36.240146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae45b9c-62eb-4ce2-915b-fa2757d9b4ae req-704c009f-08ab-47bf-85e9-25af13ab736c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:36.241772 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bae45b9c-62eb-4ce2-915b-fa2757d9b4ae req-704c009f-08ab-47bf-85e9-25af13ab736c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 945 time: 0.0657303 Nov 12 04:21:36.299785 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bae45b9c-62eb-4ce2-915b-fa2757d9b4ae req-d241d884-2728-4e31-93f2-54650cb494f9 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487759 Nov 12 04:21:36.687921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e74ac-093d-4ba7-9b76-386698aa43db req-cf7b74a9-ee01-443a-8764-8eac3010512d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:36.690032 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b2e74ac-093d-4ba7-9b76-386698aa43db req-cf7b74a9-ee01-443a-8764-8eac3010512d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 945 time: 0.0593283 Nov 12 04:21:36.805146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5b2e74ac-093d-4ba7-9b76-386698aa43db req-565476ed-d12a-46c1-9b84-e8d2fe15f3bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Deleting port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:36.808335 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b2e74ac-093d-4ba7-9b76-386698aa43db req-565476ed-d12a-46c1-9b84-e8d2fe15f3bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.925127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b2e74ac-093d-4ba7-9b76-386698aa43db req-565476ed-d12a-46c1-9b84-e8d2fe15f3bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] For port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:36.925127 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b2e74ac-093d-4ba7-9b76-386698aa43db req-565476ed-d12a-46c1-9b84-e8d2fe15f3bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.938236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5b2e74ac-093d-4ba7-9b76-386698aa43db req-565476ed-d12a-46c1-9b84-e8d2fe15f3bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Calling delete_port for 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:37.159653 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b2e74ac-093d-4ba7-9b76-386698aa43db req-565476ed-d12a-46c1-9b84-e8d2fe15f3bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.193528 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565476ed-d12a-46c1-9b84-e8d2fe15f3bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event deleted for resources: {'Port': ['ID=6b8aa45a-5d4b-437c-b03f-b61d9ff670d8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:37.248625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2e74ac-093d-4ba7-9b76-386698aa43db req-565476ed-d12a-46c1-9b84-e8d2fe15f3bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] No DVR routers for this DVR port 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:37.251577 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b2e74ac-093d-4ba7-9b76-386698aa43db req-565476ed-d12a-46c1-9b84-e8d2fe15f3bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.256439 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b2e74ac-093d-4ba7-9b76-386698aa43db req-565476ed-d12a-46c1-9b84-e8d2fe15f3bc tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.26 "DELETE /v2.0/ports/6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 HTTP/1.1" status: 204 len: 173 time: 0.5588286 Nov 12 04:21:37.256439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'name': 'network-vif-deleted', 'tag': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:37.260248 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc009f2e-90f3-4bad-a340-781a61c3a3f7" -d '{"events": [{"server_uuid": "bf3f7086-d4b5-4c7b-a217-8f7fa27815c8", "name": "network-vif-deleted", "tag": "6b8aa45a-5d4b-437c-b03f-b61d9ff670d8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:37.299462 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f7020e-1e5e-4031-b567-b371786ce34b x-openstack-request-id: req-26f7020e-1e5e-4031-b567-b371786ce34b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:37.299754 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3f7086-d4b5-4c7b-a217-8f7fa27815c8", "name": "network-vif-deleted", "tag": "6b8aa45a-5d4b-437c-b03f-b61d9ff670d8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:37.300029 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-26f7020e-1e5e-4031-b567-b371786ce34b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:37.300443 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3f7086-d4b5-4c7b-a217-8f7fa27815c8', 'name': 'network-vif-deleted', 'tag': '6b8aa45a-5d4b-437c-b03f-b61d9ff670d8', 'status': 'completed', 'code': 200} Nov 12 04:21:37.432432 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b82dec7e-9d36-4338-a6f5-82bdc55bda3e req-d49732d5-124f-49c3-9861-2d630f1cadf5 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 210 time: 0.0263946 Nov 12 04:21:38.577278 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-525553e7-9355-439c-9d83-a14763aac2fe req-e724742a-db4c-4d13-a985-8064fa6ce8a6 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 210 time: 0.0342543 Nov 12 04:21:39.115608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:39.148208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:21:39.148829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 6b8aa45a-5d4b-437c-b03f-b61d9ff670d8 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:21:39.671513 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7b0d06bf-1f32-4dcd-b398-7a578f59e1d9 req-214e4f3e-1d0b-46be-b797-372a7fe46d2c tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 210 time: 0.0319440 Nov 12 04:21:40.824253 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f7208e2-8f40-4928-b74a-7a88acee8b7d req-b62cda74-9b2d-41f5-9ca6-3a9b1909e8a0 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 210 time: 0.0305724 Nov 12 04:21:41.927812 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-477e8b47-56ee-4737-a0f3-0eec53275761 req-f7d385a2-3a50-401f-8e02-bc7447c49e05 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 210 time: 0.0291221 Nov 12 04:21:43.056537 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c37951e8-0ff7-49dd-820a-8b0906c6c483 req-d24d07db-3b00-4ea8-94f9-15c3343a517e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=bf3f7086-d4b5-4c7b-a217-8f7fa27815c8 HTTP/1.1" status: 200 len: 210 time: 0.0456004 Nov 12 04:21:45.625107 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:21:46.337816 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51586) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:46.522195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-93397c5f-f2ea-40ac-9c27-5d66ab658b8f admin admin] Deleting subnet f0a725e2-559a-4b4f-88b9-d348d6495666 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:21:46.531182 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93397c5f-f2ea-40ac-9c27-5d66ab658b8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.579108 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93397c5f-f2ea-40ac-9c27-5d66ab658b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.630030 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93397c5f-f2ea-40ac-9c27-5d66ab658b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.749511 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93397c5f-f2ea-40ac-9c27-5d66ab658b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.786647 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93397c5f-f2ea-40ac-9c27-5d66ab658b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a725e2-559a-4b4f-88b9-d348d6495666,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:46.803660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93397c5f-f2ea-40ac-9c27-5d66ab658b8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.812372 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:46.820170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-93397c5f-f2ea-40ac-9c27-5d66ab658b8f admin admin] 10.222.0.105 "DELETE /v2.0/subnets/f0a725e2-559a-4b4f-88b9-d348d6495666 HTTP/1.1" status: 204 len: 168 time: 0.4806230 Nov 12 04:21:46.893924 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.008871 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.033001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ff30d2-777b-4585-9866-7fd6939a03e0']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:47.045184 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2474ba5e-2367-46e6-9cd6-a26efe08d652') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:47.049463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2474ba5e-2367-46e6-9cd6-a26efe08d652') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:47.059494 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.091604 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.101251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:47.101739 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:47.104158 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:47.274503 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.282350 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.286657 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] 10.222.0.105 "DELETE /v2.0/networks/f2ff30d2-777b-4585-9866-7fd6939a03e0 HTTP/1.1" status: 204 len: 168 time: 0.4731283 Nov 12 04:21:47.330061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ff30d2-777b-4585-9866-7fd6939a03e0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:47.339534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.340127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.340637 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.341137 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.341649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.342159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.342653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.343165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.343659 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.344186 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.344677 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.345185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfd0831-e0d6-4dcf-8438-c8c720d4f2dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.643176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51602) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:47.700564 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-93e9e3ff-d765-44e1-9f2e-ed265cf1aca5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8aea0f1688dc4432840597edeeed1b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560408 Nov 12 04:21:47.703258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51604) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:47.768620 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94d89754-6653-49f8-873c-5b2bdab550d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.802999 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94d89754-6653-49f8-873c-5b2bdab550d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.947385 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94d89754-6653-49f8-873c-5b2bdab550d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.949996 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94d89754-6653-49f8-873c-5b2bdab550d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.951169 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-94d89754-6653-49f8-873c-5b2bdab550d2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/68f0526b-7ac2-426e-b295-c4dd073321b6 HTTP/1.1" status: 204 len: 168 time: 0.2469087 Nov 12 04:21:47.979508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d89754-6653-49f8-873c-5b2bdab550d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f0526b-7ac2-426e-b295-c4dd073321b6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:49.227112 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.072018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51722) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:53.089652 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78a1b549-226d-426d-bc06-66c3e9144f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.252746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b3934fbf-77b7-4323-928a-d9d577a9150d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Deleting port 260859dd-a24b-4a6f-bac7-8229a9090bc0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:53.253090 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3934fbf-77b7-4323-928a-d9d577a9150d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.338535 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3934fbf-77b7-4323-928a-d9d577a9150d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.338856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3934fbf-77b7-4323-928a-d9d577a9150d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.356690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b3934fbf-77b7-4323-928a-d9d577a9150d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Calling delete_port for 260859dd-a24b-4a6f-bac7-8229a9090bc0 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:53.662821 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3934fbf-77b7-4323-928a-d9d577a9150d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.690729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3934fbf-77b7-4323-928a-d9d577a9150d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event deleted for resources: {'Port': ['ID=260859dd-a24b-4a6f-bac7-8229a9090bc0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:53.758945 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3934fbf-77b7-4323-928a-d9d577a9150d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.759595 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-b3934fbf-77b7-4323-928a-d9d577a9150d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Floating IP 58ccc3e6-d3d9-460e-b9c5-94cce5afae82 disassociated (deleted). External IP: 172.25.8.169, port: 3cefbf7a-5169-4670-befe-b338a954efa1. Nov 12 04:21:53.985756 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3934fbf-77b7-4323-928a-d9d577a9150d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Router e3553784-a057-4dae-af58-37c4327aa10f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:21:54.154303 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3934fbf-77b7-4323-928a-d9d577a9150d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:21:54.162676 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3934fbf-77b7-4323-928a-d9d577a9150d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.165455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982bcf68-b7d8-4b25-95fb-f1e2f95fc889 None None] Sync routers for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:21:54.177079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982bcf68-b7d8-4b25-95fb-f1e2f95fc889 None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:54.178065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-982bcf68-b7d8-4b25-95fb-f1e2f95fc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:21:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:54.208252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b3934fbf-77b7-4323-928a-d9d577a9150d tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "DELETE /v2.0/floatingips/58ccc3e6-d3d9-460e-b9c5-94cce5afae82 HTTP/1.1" status: 204 len: 168 time: 1.1319880 Nov 12 04:21:54.208252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'tag': '3cefbf7a-5169-4670-befe-b338a954efa1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:54.221864 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009e4901-4151-4d52-9802-146d441e9228" -d '{"events": [{"name": "network-changed", "server_uuid": "58da562c-ab3b-4170-b6b3-aa3b6627a351", "tag": "3cefbf7a-5169-4670-befe-b338a954efa1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:54.351026 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-982bcf68-b7d8-4b25-95fb-f1e2f95fc889 None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:54.508127 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540268f2-1833-4dcb-9052-c7f5321feb0d x-openstack-request-id: req-540268f2-1833-4dcb-9052-c7f5321feb0d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:54.508713 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58da562c-ab3b-4170-b6b3-aa3b6627a351", "tag": "3cefbf7a-5169-4670-befe-b338a954efa1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:54.509459 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-540268f2-1833-4dcb-9052-c7f5321feb0d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:54.510757 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'tag': '3cefbf7a-5169-4670-befe-b338a954efa1', 'status': 'completed', 'code': 200} Nov 12 04:21:54.654195 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e4901-4151-4d52-9802-146d441e9228 req-c096b674-e3a3-43e4-b991-a766eeddcb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:54.658011 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-009e4901-4151-4d52-9802-146d441e9228 req-c096b674-e3a3-43e4-b991-a766eeddcb9c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=16a44b756c8b4c848acf634d7113485d&device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 1098 time: 0.1210949 Nov 12 04:21:54.720130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-982bcf68-b7d8-4b25-95fb-f1e2f95fc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:54.752483 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982bcf68-b7d8-4b25-95fb-f1e2f95fc889 None None] Checking router: e3553784-a057-4dae-af58-37c4327aa10f for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:21:54.763720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982bcf68-b7d8-4b25-95fb-f1e2f95fc889 None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:54.764653 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-982bcf68-b7d8-4b25-95fb-f1e2f95fc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:21:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:54.838529 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e4901-4151-4d52-9802-146d441e9228 req-f6765e3e-b0b4-4bb9-934b-e8d4f558c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:54.854114 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-009e4901-4151-4d52-9802-146d441e9228 req-f6765e3e-b0b4-4bb9-934b-e8d4f558c914 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 200 len: 912 time: 0.1725895 Nov 12 04:21:54.919499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-982bcf68-b7d8-4b25-95fb-f1e2f95fc889 None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:54.933330 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-009e4901-4151-4d52-9802-146d441e9228 req-b5d7c1f8-eacb-4b0d-beb7-5996bd965ea7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cefbf7a-5169-4670-befe-b338a954efa1 HTTP/1.1" status: 200 len: 217 time: 0.0729549 Nov 12 04:21:54.980893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f351ac4-f6dc-4490-83ca-98331d4a452a req-c7ffd6c8-a41e-4a30-a480-36e3aedb645e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:54.982416 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9f351ac4-f6dc-4490-83ca-98331d4a452a req-c7ffd6c8-a41e-4a30-a480-36e3aedb645e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 946 time: 0.1352754 Nov 12 04:21:55.027940 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e4901-4151-4d52-9802-146d441e9228 req-5dc38eaa-15ba-4a1b-89c4-110667afd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:55.028179 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-009e4901-4151-4d52-9802-146d441e9228 req-5dc38eaa-15ba-4a1b-89c4-110667afd63d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 200 len: 849 time: 0.0838721 Nov 12 04:21:55.071769 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9f351ac4-f6dc-4490-83ca-98331d4a452a req-300c6568-7e49-4c2d-b770-99f1241f355a tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/security-groups?id=5a93e3a1-8ef3-49a1-a828-3ec48a483a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738108 Nov 12 04:21:55.109054 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:55.131943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e4901-4151-4d52-9802-146d441e9228 req-fae71853-62ba-4510-b756-1db822feeabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:55.134345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-009e4901-4151-4d52-9802-146d441e9228 req-fae71853-62ba-4510-b756-1db822feeabc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f85dd735-6dee-4642-bae3-79b5c3c05e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609305 Nov 12 04:21:55.206594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-982bcf68-b7d8-4b25-95fb-f1e2f95fc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:55.234190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982bcf68-b7d8-4b25-95fb-f1e2f95fc889 None None] The sync data for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 is: [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:03:29Z', 'revision_number': 4, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '27feb8ed-9e57-47ff-a70d-bfe1f29f6b36', 'name': '', 'network_id': 'f85dd735-6dee-4642-bae3-79b5c3c05e5b', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'mac_address': 'fa:16:3e:36:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:27Z', 'updated_at': '2021-11-12T04:03:35Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'subnets': [{'id': 'ea3b966f-ee38-4d38-b08a-2c92acf2f0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:21:55.267323 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-009e4901-4151-4d52-9802-146d441e9228 req-aad6bb13-eaaa-4755-8ed6-e6c3f87a1e4f service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247516 Nov 12 04:21:55.414125 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-009e4901-4151-4d52-9802-146d441e9228 req-10bb3caa-3276-4fcd-ac49-839b5ce176dd service neutron] 10.222.0.25 "GET /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368313 Nov 12 04:21:55.415851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911fdfb-434c-455d-ad88-ab446775fcd8 req-87a515c2-b371-4bdf-b00a-abf0a1c60285 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:55.417390 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4911fdfb-434c-455d-ad88-ab446775fcd8 req-87a515c2-b371-4bdf-b00a-abf0a1c60285 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 946 time: 0.0793078 Nov 12 04:21:55.650452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4911fdfb-434c-455d-ad88-ab446775fcd8 req-afb815ac-2920-4a6c-9561-d38eb0d8f165 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Deleting port 3cefbf7a-5169-4670-befe-b338a954efa1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:55.651219 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4911fdfb-434c-455d-ad88-ab446775fcd8 req-afb815ac-2920-4a6c-9561-d38eb0d8f165 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:55.707813 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6928435b-38cd-48e3-ac8a-51fad7453569 None None] New status for floating IP 58ccc3e6-d3d9-460e-b9c5-94cce5afae82: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:21:55.806834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4911fdfb-434c-455d-ad88-ab446775fcd8 req-afb815ac-2920-4a6c-9561-d38eb0d8f165 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] For port 3cefbf7a-5169-4670-befe-b338a954efa1, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=3cefbf7a-5169-4670-befe-b338a954efa1,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:55.807339 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4911fdfb-434c-455d-ad88-ab446775fcd8 req-afb815ac-2920-4a6c-9561-d38eb0d8f165 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:55.822521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4911fdfb-434c-455d-ad88-ab446775fcd8 req-afb815ac-2920-4a6c-9561-d38eb0d8f165 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Calling delete_port for 3cefbf7a-5169-4670-befe-b338a954efa1 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:56.034396 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4911fdfb-434c-455d-ad88-ab446775fcd8 req-afb815ac-2920-4a6c-9561-d38eb0d8f165 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:56.083228 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb815ac-2920-4a6c-9561-d38eb0d8f165 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event deleted for resources: {'Port': ['ID=3cefbf7a-5169-4670-befe-b338a954efa1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:56.125730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4911fdfb-434c-455d-ad88-ab446775fcd8 req-afb815ac-2920-4a6c-9561-d38eb0d8f165 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] No DVR routers for this DVR port 3cefbf7a-5169-4670-befe-b338a954efa1 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:56.129712 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4911fdfb-434c-455d-ad88-ab446775fcd8 req-afb815ac-2920-4a6c-9561-d38eb0d8f165 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:56.132795 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4911fdfb-434c-455d-ad88-ab446775fcd8 req-afb815ac-2920-4a6c-9561-d38eb0d8f165 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.25 "DELETE /v2.0/ports/3cefbf7a-5169-4670-befe-b338a954efa1 HTTP/1.1" status: 204 len: 173 time: 0.7081625 Nov 12 04:21:56.133344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'name': 'network-vif-deleted', 'tag': '3cefbf7a-5169-4670-befe-b338a954efa1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:56.136830 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437aee6f-dd38-444d-9dc3-e8c847b9ae14" -d '{"events": [{"server_uuid": "58da562c-ab3b-4170-b6b3-aa3b6627a351", "name": "network-vif-deleted", "tag": "3cefbf7a-5169-4670-befe-b338a954efa1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:56.218704 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff151be-27f2-4921-bc66-e6239fd1257a x-openstack-request-id: req-4ff151be-27f2-4921-bc66-e6239fd1257a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:56.219093 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58da562c-ab3b-4170-b6b3-aa3b6627a351", "name": "network-vif-deleted", "tag": "3cefbf7a-5169-4670-befe-b338a954efa1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:56.219426 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4ff151be-27f2-4921-bc66-e6239fd1257a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:56.219902 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58da562c-ab3b-4170-b6b3-aa3b6627a351', 'name': 'network-vif-deleted', 'tag': '3cefbf7a-5169-4670-befe-b338a954efa1', 'status': 'completed', 'code': 200} Nov 12 04:21:56.237781 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d915eae-7866-471e-a4ce-72ac3e976020 req-34f72a46-ffb5-4318-b27e-3151a666fa78 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 210 time: 0.0513530 Nov 12 04:21:56.787218 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:56.892982 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2642e517-8ec7-456e-b124-adfdaef91cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.360134 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e01394fe-17f4-4f8f-9fdf-1c5daf2cff2d req-4f4f2a28-8cd3-48eb-bb16-d14cbe719033 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 210 time: 0.0405879 Nov 12 04:21:58.540093 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8efa56c8-8cf4-487a-80a6-212e1d6b5412 req-7cd56c9e-02cb-4653-baef-64ccb76686e2 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 210 time: 0.0348680 Nov 12 04:21:58.599850 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:59.000417 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:59.136727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 3cefbf7a-5169-4670-befe-b338a954efa1 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:59.169711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 3cefbf7a-5169-4670-befe-b338a954efa1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:21:59.175301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 3cefbf7a-5169-4670-befe-b338a954efa1 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:21:59.643243 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-afbd96c9-60ae-4846-a3ea-3fede93cea3f req-e9b24fe3-f515-48b0-97b5-f9ade14ee30e tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 210 time: 0.0282233 Nov 12 04:22:00.771625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa5a848a-529c-4f83-b2b5-deeac0fa362f req-473a92cd-e06f-4150-a65b-0750b4c98270 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 210 time: 0.0466433 Nov 12 04:22:01.908379 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-889e071c-1e6c-48f0-a6a5-0dbdc55115fe req-707b2819-9bd6-4383-8efc-ee52ba3d6618 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "GET /v2.0/ports?device_id=58da562c-ab3b-4170-b6b3-aa3b6627a351 HTTP/1.1" status: 200 len: 210 time: 0.0483575 Nov 12 04:22:02.981058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51904) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:03.495276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e8d2097e-f0b9-48a0-b390-89d98ad8cb64 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Deleting port 5e682238-8381-4d5c-b809-4b8aaeaead38 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:03.495531 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8d2097e-f0b9-48a0-b390-89d98ad8cb64 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:03.590041 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8d2097e-f0b9-48a0-b390-89d98ad8cb64 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:03.590375 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8d2097e-f0b9-48a0-b390-89d98ad8cb64 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:03.609410 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e8d2097e-f0b9-48a0-b390-89d98ad8cb64 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Calling delete_port for 5e682238-8381-4d5c-b809-4b8aaeaead38 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:03.891052 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8d2097e-f0b9-48a0-b390-89d98ad8cb64 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:03.921558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2097e-f0b9-48a0-b390-89d98ad8cb64 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event deleted for resources: {'Port': ['ID=5e682238-8381-4d5c-b809-4b8aaeaead38,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:03.942806 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beaa59a-8f82-4147-91ea-6856f7639efe None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:04.025744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8d2097e-f0b9-48a0-b390-89d98ad8cb64 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:04.029833 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8d2097e-f0b9-48a0-b390-89d98ad8cb64 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:04.034867 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e8d2097e-f0b9-48a0-b390-89d98ad8cb64 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "DELETE /v2.0/floatingips/3b187668-e72c-4c2b-95d8-cb39e4ae5b1b HTTP/1.1" status: 204 len: 168 time: 1.0525095 Nov 12 04:22:04.160860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 51932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:04.294010 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b0358b4-7784-4eea-9aab-3ec725318cd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:04.385542 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b0358b4-7784-4eea-9aab-3ec725318cd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:04.534774 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b0358b4-7784-4eea-9aab-3ec725318cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:04.581628 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4b0358b4-7784-4eea-9aab-3ec725318cd1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d27f5207802a40fdbc3c2bdf55530705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4195747 Nov 12 04:22:04.585560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 51944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:04.586753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0358b4-7784-4eea-9aab-3ec725318cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba064471-5948-4394-b62a-506561cd5d43,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:04.644233 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4759c0a1-a596-4b9d-b576-aa818a39e4ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:04.668345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4759c0a1-a596-4b9d-b576-aa818a39e4ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:04.834225 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4759c0a1-a596-4b9d-b576-aa818a39e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:04.837719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4759c0a1-a596-4b9d-b576-aa818a39e4ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:04.838882 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4759c0a1-a596-4b9d-b576-aa818a39e4ad admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ba064471-5948-4394-b62a-506561cd5d43 HTTP/1.1" status: 204 len: 168 time: 0.2514255 Nov 12 04:22:04.850287 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759c0a1-a596-4b9d-b576-aa818a39e4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba064471-5948-4394-b62a-506561cd5d43,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:09.023585 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52028) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:09.096976 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3946d99a-c68d-4721-ac96-2a9514860579 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:09.125971 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3946d99a-c68d-4721-ac96-2a9514860579 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:09.270053 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3946d99a-c68d-4721-ac96-2a9514860579 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:09.276204 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3946d99a-c68d-4721-ac96-2a9514860579 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:09.281406 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3946d99a-c68d-4721-ac96-2a9514860579 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] 10.222.0.105 "DELETE /v2.0/security-groups/5a93e3a1-8ef3-49a1-a828-3ec48a483a11 HTTP/1.1" status: 204 len: 168 time: 0.2537465 Nov 12 04:22:09.300594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946d99a-c68d-4721-ac96-2a9514860579 tempest-TestVolumeBootPattern-1277973417 tempest-TestVolumeBootPattern-1277973417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a93e3a1-8ef3-49a1-a828-3ec48a483a11,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:09.538013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:10.180587 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83dc7a59-d58e-4206-a4e2-4ec5d45e795f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:10.506136 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-83dc7a59-d58e-4206-a4e2-4ec5d45e795f admin admin] Deleting port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:10.506489 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83dc7a59-d58e-4206-a4e2-4ec5d45e795f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:10.587463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-83dc7a59-d58e-4206-a4e2-4ec5d45e795f admin admin] For port 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=27feb8ed-9e57-47ff-a70d-bfe1f29f6b36,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:10.587871 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83dc7a59-d58e-4206-a4e2-4ec5d45e795f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:10.608258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-83dc7a59-d58e-4206-a4e2-4ec5d45e795f admin admin] Calling delete_port for 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:10.896828 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83dc7a59-d58e-4206-a4e2-4ec5d45e795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:10.924515 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc7a59-d58e-4206-a4e2-4ec5d45e795f admin admin] Pushing event deleted for resources: {'Port': ['ID=27feb8ed-9e57-47ff-a70d-bfe1f29f6b36,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:11.145857 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83dc7a59-d58e-4206-a4e2-4ec5d45e795f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:11.433968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dc7a59-d58e-4206-a4e2-4ec5d45e795f admin admin] Router e3553784-a057-4dae-af58-37c4327aa10f has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:11.559064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dc7a59-d58e-4206-a4e2-4ec5d45e795f admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:11.569000 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-83dc7a59-d58e-4206-a4e2-4ec5d45e795f admin admin] 10.222.0.105 "PUT /v2.0/routers/e3553784-a057-4dae-af58-37c4327aa10f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0269291 Nov 12 04:22:11.571441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52078) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:11.572636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba46f55-bd90-4e9a-8a46-11ec29a41f04 None None] Sync routers for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:11.590731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba46f55-bd90-4e9a-8a46-11ec29a41f04 None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:11.595309 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dba46f55-bd90-4e9a-8a46-11ec29a41f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:21:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:11.747371 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:11.874105 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dba46f55-bd90-4e9a-8a46-11ec29a41f04 None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:11.979998 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:12.163075 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dba46f55-bd90-4e9a-8a46-11ec29a41f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:22:10Z', 'revision_number': 5, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port': {'id': '4e2aaf96-340e-47b4-b12e-78a73f3a94b5', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:22Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:12.203303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba46f55-bd90-4e9a-8a46-11ec29a41f04 None None] Checking router: e3553784-a057-4dae-af58-37c4327aa10f for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:12.209706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] Deleting port 4e2aaf96-340e-47b4-b12e-78a73f3a94b5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:12.210053 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:12.219336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba46f55-bd90-4e9a-8a46-11ec29a41f04 None None] Routers {'e3553784-a057-4dae-af58-37c4327aa10f'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:12.220242 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dba46f55-bd90-4e9a-8a46-11ec29a41f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:21:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3553784-a057-4dae-af58-37c4327aa10f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:12.337520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dba46f55-bd90-4e9a-8a46-11ec29a41f04 None None] Set router e3553784-a057-4dae-af58-37c4327aa10f gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:12.434834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] For port 4e2aaf96-340e-47b4-b12e-78a73f3a94b5, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=4e2aaf96-340e-47b4-b12e-78a73f3a94b5,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:12.436375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dba46f55-bd90-4e9a-8a46-11ec29a41f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:22:11Z', 'revision_number': 6, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:12.438890 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:12.466240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] Calling delete_port for 4e2aaf96-340e-47b4-b12e-78a73f3a94b5 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:12.476695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba46f55-bd90-4e9a-8a46-11ec29a41f04 None None] The sync data for ids ['e3553784-a057-4dae-af58-37c4327aa10f'] in n-d-767704-23 is: [{'id': 'e3553784-a057-4dae-af58-37c4327aa10f', 'name': 'tempest-TestVolumeBootPattern-91367504-router', 'tenant_id': '16a44b756c8b4c848acf634d7113485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:21Z', 'updated_at': '2021-11-12T04:22:11Z', 'revision_number': 6, 'project_id': '16a44b756c8b4c848acf634d7113485d', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:12.792579 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:12.859836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2aaf96-340e-47b4-b12e-78a73f3a94b5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:12.885404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75c0363-3977-4068-9500-98102deaf4a2 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:12.988001 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:13.094966 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:13.097259 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:13.257925 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:13.259071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3553784-a057-4dae-af58-37c4327aa10f {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:22:13.264627 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:13.268277 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-089f22fc-e6f8-4adb-a1a4-018b30953478 admin admin] 10.222.0.105 "DELETE /v2.0/routers/e3553784-a057-4dae-af58-37c4327aa10f HTTP/1.1" status: 204 len: 168 time: 1.6944771 Nov 12 04:22:13.269767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:13.315383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0128c6c-7dbe-4734-b18e-6a1e7d4a78db req-da3a78ec-94e1-48e1-b3ba-1179dfc83afa tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:13.317138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0128c6c-7dbe-4734-b18e-6a1e7d4a78db req-da3a78ec-94e1-48e1-b3ba-1179dfc83afa tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0547645 Nov 12 04:22:13.327343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b89a0f2-eaf2-4cd7-9222-2906e390679d admin admin] Deleting subnet ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:22:13.332146 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b89a0f2-eaf2-4cd7-9222-2906e390679d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:13.402324 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b89a0f2-eaf2-4cd7-9222-2906e390679d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:13.454665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0128c6c-7dbe-4734-b18e-6a1e7d4a78db req-435d4e48-fd73-406e-86c7-7d50a4810079 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220896 Nov 12 04:22:13.493411 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b89a0f2-eaf2-4cd7-9222-2906e390679d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:13.689082 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b89a0f2-eaf2-4cd7-9222-2906e390679d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:13.722274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89a0f2-eaf2-4cd7-9222-2906e390679d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea3b966f-ee38-4d38-b08a-2c92acf2f0c1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:13.731756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b89a0f2-eaf2-4cd7-9222-2906e390679d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:13.739117 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0b89a0f2-eaf2-4cd7-9222-2906e390679d admin admin] 10.222.0.105 "DELETE /v2.0/subnets/ea3b966f-ee38-4d38-b08a-2c92acf2f0c1 HTTP/1.1" status: 204 len: 168 time: 0.4682531 Nov 12 04:22:13.744968 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:13.751526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251e002f-6605-4b1e-8ad6-dd43259e3fc7 None None] Network f85dd735-6dee-4642-bae3-79b5c3c05e5b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:13.862389 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:13.927247 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Deleting port 70839f49-e868-4b18-af5e-5a79dd789b35 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:13.927590 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:14.009842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] For port 70839f49-e868-4b18-af5e-5a79dd789b35, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=70839f49-e868-4b18-af5e-5a79dd789b35,segment=NetworkSegment(45aab04f-9d39-4c2f-bb10-5bc6bd26f433),segment_id=45aab04f-9d39-4c2f-bb10-5bc6bd26f433)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:14.010213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:14.025489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Calling delete_port for 70839f49-e868-4b18-af5e-5a79dd789b35 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:14.046099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:14.076459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:14.076808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 27feb8ed-9e57-47ff-a70d-bfe1f29f6b36 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:14.077227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4e2aaf96-340e-47b4-b12e-78a73f3a94b5 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:14.102576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 4e2aaf96-340e-47b4-b12e-78a73f3a94b5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:14.103131 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 4e2aaf96-340e-47b4-b12e-78a73f3a94b5 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:14.171485 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:14.204908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=70839f49-e868-4b18-af5e-5a79dd789b35,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:14.217548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] No DVR routers for this DVR port 70839f49-e868-4b18-af5e-5a79dd789b35 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:14.256001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19883de2-3a34-4fe4-a880-ca4750904143 None None] DHCP port deletion for f85dd735-6dee-4642-bae3-79b5c3c05e5b request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:14.327890 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:14.360492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85dd735-6dee-4642-bae3-79b5c3c05e5b']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:14.372770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45aab04f-9d39-4c2f-bb10-5bc6bd26f433') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:14.373071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45aab04f-9d39-4c2f-bb10-5bc6bd26f433') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:14.384699 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:14.401821 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:14.408025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:22:14.409045 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:22:14.410753 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:22:14.570984 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:14.573277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527a4e8-563d-4c75-8dfc-7ae49d84eb70 req-2a4355f3-e7e0-4e98-b61f-598480c38372 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:14.575326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d527a4e8-563d-4c75-8dfc-7ae49d84eb70 req-2a4355f3-e7e0-4e98-b61f-598480c38372 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0540349 Nov 12 04:22:14.580790 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:14.581568 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] 10.222.0.105 "DELETE /v2.0/networks/f85dd735-6dee-4642-bae3-79b5c3c05e5b HTTP/1.1" status: 204 len: 168 time: 0.8339539 Nov 12 04:22:14.585178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52132) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:14.642163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a620d-619d-4be6-8567-6d9666312a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=f85dd735-6dee-4642-bae3-79b5c3c05e5b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:14.682231 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d527a4e8-563d-4c75-8dfc-7ae49d84eb70 req-50b8f40d-2152-49bb-b13d-74dedee17998 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862596 Nov 12 04:22:15.058999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1028fda-9bdd-4f87-8e8b-0963625fcd8c req-9d356119-6122-4181-b1d5-63fbd25e6ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:15.060842 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1028fda-9bdd-4f87-8e8b-0963625fcd8c req-9d356119-6122-4181-b1d5-63fbd25e6ce8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 1097 time: 0.1274641 Nov 12 04:22:15.240769 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8ebeb61-f1c1-4f3e-b86b-cd29fa068fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:15.240769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1028fda-9bdd-4f87-8e8b-0963625fcd8c req-89b55fcf-24bb-43c6-ab38-d80a7831df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:15.249310 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1028fda-9bdd-4f87-8e8b-0963625fcd8c req-89b55fcf-24bb-43c6-ab38-d80a7831df6a service neutron] 10.222.0.26 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 913 time: 0.1477156 Nov 12 04:22:15.479958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1028fda-9bdd-4f87-8e8b-0963625fcd8c req-b91447b2-19dd-4d84-b51b-ca52d7ef958c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8844a8e9-9b7e-49d9-a2b2-12b1868243c1 HTTP/1.1" status: 200 len: 1000 time: 0.2283733 Nov 12 04:22:15.569093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1028fda-9bdd-4f87-8e8b-0963625fcd8c req-17b7b286-a0c0-4109-9867-d7248f122a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:15.570540 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1028fda-9bdd-4f87-8e8b-0963625fcd8c req-17b7b286-a0c0-4109-9867-d7248f122a6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 200 len: 850 time: 0.0631049 Nov 12 04:22:15.679435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1028fda-9bdd-4f87-8e8b-0963625fcd8c req-9ce00407-a26b-49e1-af93-5226f3d72714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:15.681404 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1028fda-9bdd-4f87-8e8b-0963625fcd8c req-9ce00407-a26b-49e1-af93-5226f3d72714 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5074271f-e373-422c-abfa-ee9f087fb5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773702 Nov 12 04:22:15.687885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebeb61-f1c1-4f3e-b86b-cd29fa068fc9 admin admin] Deleting port 0e796d5e-c1e3-477b-b963-c2473713eab9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:15.688273 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8ebeb61-f1c1-4f3e-b86b-cd29fa068fc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:15.893451 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324547c9-9f56-4c09-9265-284b10b9239f req-7a7552d1-438f-4c3a-8f4e-7a5b19dbbf3c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:15.894983 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-324547c9-9f56-4c09-9265-284b10b9239f req-7a7552d1-438f-4c3a-8f4e-7a5b19dbbf3c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.1042774 Nov 12 04:22:15.897034 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c8ebeb61-f1c1-4f3e-b86b-cd29fa068fc9 admin admin] For port 0e796d5e-c1e3-477b-b963-c2473713eab9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0e796d5e-c1e3-477b-b963-c2473713eab9,segment=NetworkSegment(f922e2a6-544d-4d7b-8ede-6244158a3fb9),segment_id=f922e2a6-544d-4d7b-8ede-6244158a3fb9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:15.897404 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8ebeb61-f1c1-4f3e-b86b-cd29fa068fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:15.905298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 70839f49-e868-4b18-af5e-5a79dd789b35 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:15.918712 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1028fda-9bdd-4f87-8e8b-0963625fcd8c req-4729b32f-fc67-4bc1-87d9-367e933e50e3 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275846 Nov 12 04:22:15.926125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebeb61-f1c1-4f3e-b86b-cd29fa068fc9 admin admin] Calling delete_port for 0e796d5e-c1e3-477b-b963-c2473713eab9 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:15.947356 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 70839f49-e868-4b18-af5e-5a79dd789b35 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:15.948013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 70839f49-e868-4b18-af5e-5a79dd789b35 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:16.078545 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-324547c9-9f56-4c09-9265-284b10b9239f req-b58b9f63-c5a0-4f2a-a39e-a4771a0c11d7 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674988 Nov 12 04:22:16.112336 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1028fda-9bdd-4f87-8e8b-0963625fcd8c req-95450edc-2ae6-4525-8432-c7a55168ae20 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784668 Nov 12 04:22:16.311614 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8ebeb61-f1c1-4f3e-b86b-cd29fa068fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:16.339270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebeb61-f1c1-4f3e-b86b-cd29fa068fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e796d5e-c1e3-477b-b963-c2473713eab9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:16.534526 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8ebeb61-f1c1-4f3e-b86b-cd29fa068fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:16.802169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ebeb61-f1c1-4f3e-b86b-cd29fa068fc9 admin admin] Router 448b01fa-a776-4c34-a929-33f76083df5b has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:16.922583 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ebeb61-f1c1-4f3e-b86b-cd29fa068fc9 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:16.931872 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c8ebeb61-f1c1-4f3e-b86b-cd29fa068fc9 admin admin] 10.222.0.105 "PUT /v2.0/routers/448b01fa-a776-4c34-a929-33f76083df5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3421464 Nov 12 04:22:16.932366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:16.942438 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b367e4ec-5d9e-4420-9318-e9bca18634ff None None] Sync routers for ids ['448b01fa-a776-4c34-a929-33f76083df5b'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:16.975122 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367e4ec-5d9e-4420-9318-e9bca18634ff None None] Routers {'448b01fa-a776-4c34-a929-33f76083df5b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:16.976071 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b367e4ec-5d9e-4420-9318-e9bca18634ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:21:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['448b01fa-a776-4c34-a929-33f76083df5b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:17.066672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:17.119485 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b367e4ec-5d9e-4420-9318-e9bca18634ff None None] Set router 448b01fa-a776-4c34-a929-33f76083df5b gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:17.299313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ce663-92c0-4d2c-b871-4c5a17c3951d req-ec8a616e-d3ea-40d6-97c5-ae080afa3f19 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:17.307732 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f1ce663-92c0-4d2c-b871-4c5a17c3951d req-ec8a616e-d3ea-40d6-97c5-ae080afa3f19 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.1016703 Nov 12 04:22:17.369461 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f1ce663-92c0-4d2c-b871-4c5a17c3951d req-574785ff-5409-408c-953a-95c22afb1762 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602973 Nov 12 04:22:17.402665 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b367e4ec-5d9e-4420-9318-e9bca18634ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b01fa-a776-4c34-a929-33f76083df5b', 'name': 'tempest-TestVolumeBootPattern-1820421452-router', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:37Z', 'updated_at': '2021-11-12T04:22:16Z', 'revision_number': 5, 'project_id': '4589c389403f419fb0e46fa8cce7de9c', 'gw_port': {'id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b01fa-a776-4c34-a929-33f76083df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:38Z', 'updated_at': '2021-11-12T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:17.444727 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b367e4ec-5d9e-4420-9318-e9bca18634ff None None] Checking router: 448b01fa-a776-4c34-a929-33f76083df5b for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:17.455720 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367e4ec-5d9e-4420-9318-e9bca18634ff None None] Routers {'448b01fa-a776-4c34-a929-33f76083df5b'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:17.456404 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b367e4ec-5d9e-4420-9318-e9bca18634ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:21:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['448b01fa-a776-4c34-a929-33f76083df5b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:17.579961 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b367e4ec-5d9e-4420-9318-e9bca18634ff None None] Set router 448b01fa-a776-4c34-a929-33f76083df5b gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:17.628652 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:17.760800 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b367e4ec-5d9e-4420-9318-e9bca18634ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448b01fa-a776-4c34-a929-33f76083df5b', 'name': 'tempest-TestVolumeBootPattern-1820421452-router', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:37Z', 'updated_at': '2021-11-12T04:22:16Z', 'revision_number': 5, 'project_id': '4589c389403f419fb0e46fa8cce7de9c', 'gw_port': {'id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b01fa-a776-4c34-a929-33f76083df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:38Z', 'updated_at': '2021-11-12T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:17.792165 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b367e4ec-5d9e-4420-9318-e9bca18634ff None None] The sync data for ids ['448b01fa-a776-4c34-a929-33f76083df5b'] in n-d-767704-23 is: [{'id': '448b01fa-a776-4c34-a929-33f76083df5b', 'name': 'tempest-TestVolumeBootPattern-1820421452-router', 'tenant_id': '4589c389403f419fb0e46fa8cce7de9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:37Z', 'updated_at': '2021-11-12T04:22:16Z', 'revision_number': 5, 'project_id': '4589c389403f419fb0e46fa8cce7de9c', 'gw_port': {'id': 'b4e07d9e-b272-41cd-a63d-fd567c36bee8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448b01fa-a776-4c34-a929-33f76083df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:38Z', 'updated_at': '2021-11-12T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:17.796839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] Deleting port b4e07d9e-b272-41cd-a63d-fd567c36bee8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:17.796839 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:17.887326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] For port b4e07d9e-b272-41cd-a63d-fd567c36bee8, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b4e07d9e-b272-41cd-a63d-fd567c36bee8,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:17.887687 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:17.903065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] Calling delete_port for b4e07d9e-b272-41cd-a63d-fd567c36bee8 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:18.130758 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:18.160199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e07d9e-b272-41cd-a63d-fd567c36bee8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:18.174734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618fe1d6-baac-42eb-a01d-81deff61e2f8 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:18.247637 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:18.391915 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:18.399187 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:18.559820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfbeb7-1b3f-4456-9052-3191b5931340 req-55c3f62a-025b-4453-8b8d-98fca1d3acae tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:18.568397 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2abfbeb7-1b3f-4456-9052-3191b5931340 req-55c3f62a-025b-4453-8b8d-98fca1d3acae tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0789673 Nov 12 04:22:18.571018 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:18.571776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 448b01fa-a776-4c34-a929-33f76083df5b {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:22:18.585639 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:18.589390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52202) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:18.589799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7c48dff2-adc9-4e40-a053-37d7a9174a59 admin admin] 10.222.0.105 "DELETE /v2.0/routers/448b01fa-a776-4c34-a929-33f76083df5b HTTP/1.1" status: 204 len: 168 time: 1.6559403 Nov 12 04:22:18.640804 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2abfbeb7-1b3f-4456-9052-3191b5931340 req-73f217eb-43b8-4d41-8477-84c67d5af701 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712667 Nov 12 04:22:18.642050 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8c8ea7-bc7c-43d0-8c0c-617c4374bd7d admin admin] Deleting subnet 2e0e43bc-d728-46df-97fa-ef21ff05d5ed {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:22:18.646771 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f8c8ea7-bc7c-43d0-8c0c-617c4374bd7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:18.692330 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f8c8ea7-bc7c-43d0-8c0c-617c4374bd7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:18.808166 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f8c8ea7-bc7c-43d0-8c0c-617c4374bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:18.953832 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f8c8ea7-bc7c-43d0-8c0c-617c4374bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:18.981218 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c8ea7-bc7c-43d0-8c0c-617c4374bd7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0e43bc-d728-46df-97fa-ef21ff05d5ed,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:18.985092 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f8c8ea7-bc7c-43d0-8c0c-617c4374bd7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:18.991379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52208) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:18.991994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2f8c8ea7-bc7c-43d0-8c0c-617c4374bd7d admin admin] 10.222.0.105 "DELETE /v2.0/subnets/2e0e43bc-d728-46df-97fa-ef21ff05d5ed HTTP/1.1" status: 204 len: 168 time: 0.4008362 Nov 12 04:22:19.001418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88dda63-4736-4a4d-b6c9-54f7962eddc0 None None] Network cab22dfb-1dcb-4db8-9244-3884b17621d2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:19.130464 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.206489 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.220914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Deleting port 3f0b28e0-2855-4194-ac0c-29ce81d94db0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:19.221367 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.311403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] DHCP port deletion for cab22dfb-1dcb-4db8-9244-3884b17621d2 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:19.399970 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Deleting port 3f0b28e0-2855-4194-ac0c-29ce81d94db0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:19.400430 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.426284 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] For port 3f0b28e0-2855-4194-ac0c-29ce81d94db0, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3f0b28e0-2855-4194-ac0c-29ce81d94db0,segment=NetworkSegment(f922e2a6-544d-4d7b-8ede-6244158a3fb9),segment_id=f922e2a6-544d-4d7b-8ede-6244158a3fb9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:19.426655 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.467049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Calling delete_port for 3f0b28e0-2855-4194-ac0c-29ce81d94db0 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:19.535285 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] For port 3f0b28e0-2855-4194-ac0c-29ce81d94db0, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3f0b28e0-2855-4194-ac0c-29ce81d94db0,segment=NetworkSegment(f922e2a6-544d-4d7b-8ede-6244158a3fb9),segment_id=f922e2a6-544d-4d7b-8ede-6244158a3fb9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:19.535687 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.557213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Calling delete_port for 3f0b28e0-2855-4194-ac0c-29ce81d94db0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:19.639424 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.660837 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.698770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0b28e0-2855-4194-ac0c-29ce81d94db0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:19.700228 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] No DVR routers for this DVR port 3f0b28e0-2855-4194-ac0c-29ce81d94db0 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:19.702170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Pushing event deleted for resources: {'Port': ['ID=3f0b28e0-2855-4194-ac0c-29ce81d94db0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:19.712721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:19.712972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] No DVR routers for this DVR port 3f0b28e0-2855-4194-ac0c-29ce81d94db0 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:19.713679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:19.714276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:19.714828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:19.715552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:19.716162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:19.716891 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:19.717514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:19.718095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:19.718647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:19.719337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:19.719958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bf544-c053-4a8e-b8bb-1850460a6568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:19.852891 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.876740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0e796d5e-c1e3-477b-b963-c2473713eab9 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:19.895310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab22dfb-1dcb-4db8-9244-3884b17621d2']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:19.906427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f922e2a6-544d-4d7b-8ede-6244158a3fb9') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:19.906720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f922e2a6-544d-4d7b-8ede-6244158a3fb9') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:19.907664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 0e796d5e-c1e3-477b-b963-c2473713eab9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:19.908997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0e796d5e-c1e3-477b-b963-c2473713eab9 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:19.909427 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b4e07d9e-b272-41cd-a63d-fd567c36bee8 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:19.917317 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.921419 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826fc3e-84f5-4d4c-8cc1-3803200f8200 req-9aa984d4-ca89-4711-b6c6-3e496e94648c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:19.933316 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7826fc3e-84f5-4d4c-8cc1-3803200f8200 req-9aa984d4-ca89-4711-b6c6-3e496e94648c tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.1230860 Nov 12 04:22:19.937906 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: b4e07d9e-b272-41cd-a63d-fd567c36bee8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:19.938268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b4e07d9e-b272-41cd-a63d-fd567c36bee8 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:19.938562 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.938687 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3f0b28e0-2855-4194-ac0c-29ce81d94db0 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:19.946023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:22:19.946412 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:22:19.948250 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:22:19.969780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 3f0b28e0-2855-4194-ac0c-29ce81d94db0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:19.970202 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3f0b28e0-2855-4194-ac0c-29ce81d94db0 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:20.016593 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7826fc3e-84f5-4d4c-8cc1-3803200f8200 req-350f0bf8-238c-45f4-9b06-7f5caeca023a tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821092 Nov 12 04:22:20.117236 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:20.123275 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:20.132466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] 10.222.0.105 "DELETE /v2.0/networks/cab22dfb-1dcb-4db8-9244-3884b17621d2 HTTP/1.1" status: 204 len: 168 time: 1.1334674 Nov 12 04:22:20.143350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0b1e-e613-44b7-a80d-62aad5e6da51 admin admin] Pushing event deleted for resources: {'Network': ['ID=cab22dfb-1dcb-4db8-9244-3884b17621d2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:20.467046 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52232) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:20.511998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-aa4fc9c5-0ef9-4f40-b5dc-3053e2400a27 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=16a44b756c8b4c848acf634d7113485d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436032 Nov 12 04:22:20.514455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:20.570345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f187f3dd-1a2d-4f1a-91ef-dc33cce4b4b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:20.600291 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f187f3dd-1a2d-4f1a-91ef-dc33cce4b4b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:20.787854 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f187f3dd-1a2d-4f1a-91ef-dc33cce4b4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:20.791376 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f187f3dd-1a2d-4f1a-91ef-dc33cce4b4b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:20.795293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f187f3dd-1a2d-4f1a-91ef-dc33cce4b4b8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fae6f158-57d1-45c4-90b8-bfef60044b73 HTTP/1.1" status: 204 len: 168 time: 0.2772849 Nov 12 04:22:20.805933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187f3dd-1a2d-4f1a-91ef-dc33cce4b4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae6f158-57d1-45c4-90b8-bfef60044b73,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:21.163275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e84ac-9801-413b-b18d-58541bfc2746 req-f4d738fc-415c-4559-943b-7318d790b6a7 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:21.165749 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c0e84ac-9801-413b-b18d-58541bfc2746 req-f4d738fc-415c-4559-943b-7318d790b6a7 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0677063 Nov 12 04:22:21.228555 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c0e84ac-9801-413b-b18d-58541bfc2746 req-89d67722-4d31-43eb-a3ba-9b1645513a7a tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561755 Nov 12 04:22:21.559411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:21.614416 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2e7ab827-d42a-4746-8428-4cc9d397c3cd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4589c389403f419fb0e46fa8cce7de9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444551 Nov 12 04:22:21.614416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52260) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:21.656127 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0277573a-348f-4131-b4f7-f4566485ceb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:21.678147 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0277573a-348f-4131-b4f7-f4566485ceb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:21.798760 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0277573a-348f-4131-b4f7-f4566485ceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:21.801480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0277573a-348f-4131-b4f7-f4566485ceb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:21.802849 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0277573a-348f-4131-b4f7-f4566485ceb2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d7cb56b5-84e9-476f-b8fd-5fe931226961 HTTP/1.1" status: 204 len: 168 time: 0.1955786 Nov 12 04:22:21.816889 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277573a-348f-4131-b4f7-f4566485ceb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cb56b5-84e9-476f-b8fd-5fe931226961,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:22.303223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:22.449493 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c5748-dcd7-46f2-9f05-2ef6c32a5232 req-91c6d235-2aec-4f97-89d1-6775f8313605 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:22.457958 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e41c5748-dcd7-46f2-9f05-2ef6c32a5232 req-91c6d235-2aec-4f97-89d1-6775f8313605 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0990071 Nov 12 04:22:22.538460 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e41c5748-dcd7-46f2-9f05-2ef6c32a5232 req-16ae5096-1762-42e2-ac52-66806a998037 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649197 Nov 12 04:22:22.545642 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3780371-35b4-43b4-b6d1-4c1090ac9edb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.627439 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:22:22.661532 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3780371-35b4-43b4-b6d1-4c1090ac9edb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.725031 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3780371-35b4-43b4-b6d1-4c1090ac9edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.771570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3780371-35b4-43b4-b6d1-4c1090ac9edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f829ee9-5788-4840-8058-618fdfd49f2e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:22.780350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e3780371-35b4-43b4-b6d1-4c1090ac9edb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=204efb810e1b44129a25a8cefff2bb92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4757211 Nov 12 04:22:22.783698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52288) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:22.838372 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5dde019-efe1-458d-afcc-f0e3a6c447b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.862009 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5dde019-efe1-458d-afcc-f0e3a6c447b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.982054 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5dde019-efe1-458d-afcc-f0e3a6c447b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.984728 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5dde019-efe1-458d-afcc-f0e3a6c447b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.986149 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d5dde019-efe1-458d-afcc-f0e3a6c447b8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7f829ee9-5788-4840-8058-618fdfd49f2e HTTP/1.1" status: 204 len: 168 time: 0.2012403 Nov 12 04:22:22.996863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dde019-efe1-458d-afcc-f0e3a6c447b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f829ee9-5788-4840-8058-618fdfd49f2e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:23.136506 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c79dc282-ff86-4afe-8169-2ca47f2d89a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.640090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc4eb7-7160-4dd0-963f-076fc328c996 req-a7a76289-6c08-474f-81c9-984251055d3f tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:23.643018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dadc4eb7-7160-4dd0-963f-076fc328c996 req-a7a76289-6c08-474f-81c9-984251055d3f tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0518847 Nov 12 04:22:23.697813 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dadc4eb7-7160-4dd0-963f-076fc328c996 req-b52bdc6f-b9e2-4239-b0cd-3195252998d7 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494230 Nov 12 04:22:24.035990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52332) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:24.136352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-262721922-network', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:24.225425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] Made reservation on behalf of f734fc4c58f5416e9d1a7df26289b560 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:24.227776 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.236684 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.313096 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.368670 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.394404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:22:24.404240 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ba7cd9-30b1-4b89-9587-9e866ed97d3c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:24.409154 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.414227 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] Added segment 49bdf9cc-536e-48d5-bf11-61bc8e1296bf of type vlan for network 906d66d9-8f4e-46b5-afdc-11f64d34243f Nov 12 04:22:24.449880 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.545846 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.546850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:24.547437 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.612107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] Pushing event updated for resources: {'Network': ['ID=906d66d9-8f4e-46b5-afdc-11f64d34243f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:24.621694 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 906d66d9-8f4e-46b5-afdc-11f64d34243f details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:22:24.640341 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e34f10da-a774-4ff1-a264-af08032339cd admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6029575 Nov 12 04:22:24.643109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52342) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:24.648680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fcac59e8-af4d-4ce3-a78f-7ac7bb35be8f admin admin] Request body: {'subnet': {'network_id': '906d66d9-8f4e-46b5-afdc-11f64d34243f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-262721922-subnet', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:24.739774 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcac59e8-af4d-4ce3-a78f-7ac7bb35be8f admin admin] Made reservation on behalf of f734fc4c58f5416e9d1a7df26289b560 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:24.742171 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcac59e8-af4d-4ce3-a78f-7ac7bb35be8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.817864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d2c2b-d8ae-4b06-943a-2f6b1a302ede req-8515d2dd-ddc2-4a48-992d-5328efa2a505 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:24.819379 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-572d2c2b-d8ae-4b06-943a-2f6b1a302ede req-8515d2dd-ddc2-4a48-992d-5328efa2a505 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0506725 Nov 12 04:22:24.884716 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-572d2c2b-d8ae-4b06-943a-2f6b1a302ede req-1ed5f710-b15f-4fdf-9b33-b181705bc22b tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559199 Nov 12 04:22:24.981879 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcac59e8-af4d-4ce3-a78f-7ac7bb35be8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.017024 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.040943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac59e8-af4d-4ce3-a78f-7ac7bb35be8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a135c69d-3e93-4e97-b164-f6b091864cac,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:25.050616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac59e8-af4d-4ce3-a78f-7ac7bb35be8f admin admin] Checking segment: {'id': '49bdf9cc-536e-48d5-bf11-61bc8e1296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '906d66d9-8f4e-46b5-afdc-11f64d34243f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:25.050974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac59e8-af4d-4ce3-a78f-7ac7bb35be8f admin admin] Network hostable DHCP agents. Network: 906d66d9-8f4e-46b5-afdc-11f64d34243f, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:22:25.147415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac59e8-af4d-4ce3-a78f-7ac7bb35be8f admin admin] Network 906d66d9-8f4e-46b5-afdc-11f64d34243f is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:22:25.250609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fcac59e8-af4d-4ce3-a78f-7ac7bb35be8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 906d66d9-8f4e-46b5-afdc-11f64d34243f) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:25.263235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcac59e8-af4d-4ce3-a78f-7ac7bb35be8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:25.263938 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcac59e8-af4d-4ce3-a78f-7ac7bb35be8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.271291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e85b5e-b4a6-4f80-b150-1ee49b4e6cc4 None None] Network 906d66d9-8f4e-46b5-afdc-11f64d34243f requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:25.355022 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0caae-2a13-4fa9-9418-b5ef4adf95c8 req-3500c42b-5794-4069-b71b-0c5fdf30b383 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:25.356674 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58e0caae-2a13-4fa9-9418-b5ef4adf95c8 req-3500c42b-5794-4069-b71b-0c5fdf30b383 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0533969 Nov 12 04:22:25.361709 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fcac59e8-af4d-4ce3-a78f-7ac7bb35be8f admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7168119 Nov 12 04:22:25.369151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52360) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:25.374158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-262721922-router', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:25.418572 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58e0caae-2a13-4fa9-9418-b5ef4adf95c8 req-29dd6f68-551c-436b-97eb-17a3552ffb2e tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535705 Nov 12 04:22:25.473828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-906d66d9-8f4e-46b5-afdc-11f64d34243f', 'network_id': '906d66d9-8f4e-46b5-afdc-11f64d34243f', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'fixed_ips': [{'subnet_id': 'a135c69d-3e93-4e97-b164-f6b091864cac'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:22:25.474995 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.484698 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.489497 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.565877 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.581679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09099db2-17f7-4405-8c7f-5bb4f219c123 req-05118596-3894-4cdb-97f4-881612766cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:25.583175 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09099db2-17f7-4405-8c7f-5bb4f219c123 req-05118596-3894-4cdb-97f4-881612766cd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 1097 time: 0.0701246 Nov 12 04:22:25.615364 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Allocated IP 172.20.0.2 (906d66d9-8f4e-46b5-afdc-11f64d34243f/a135c69d-3e93-4e97-b164-f6b091864cac/bb1140c3-262e-4e11-95f7-0b298c506eb0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:25.783434 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.812311 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.816269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09099db2-17f7-4405-8c7f-5bb4f219c123 req-5c6f2940-02b5-4d37-b26d-2b28c9726cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:25.817765 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09099db2-17f7-4405-8c7f-5bb4f219c123 req-5c6f2940-02b5-4d37-b26d-2b28c9726cf4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 913 time: 0.2277570 Nov 12 04:22:25.850690 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.892345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Network 906d66d9-8f4e-46b5-afdc-11f64d34243f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:25.895403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:25.899919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:25.904555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Pushing event updated for resources: {'Port': ['ID=bb1140c3-262e-4e11-95f7-0b298c506eb0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:25.918982 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09099db2-17f7-4405-8c7f-5bb4f219c123 req-8fe911ff-6214-4741-905e-6c22e226e509 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8844a8e9-9b7e-49d9-a2b2-12b1868243c1 HTTP/1.1" status: 200 len: 1000 time: 0.0934711 Nov 12 04:22:25.960754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Attempting to bind port bb1140c3-262e-4e11-95f7-0b298c506eb0 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:25.961145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Attempting to bind port bb1140c3-262e-4e11-95f7-0b298c506eb0 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '49bdf9cc-536e-48d5-bf11-61bc8e1296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '906d66d9-8f4e-46b5-afdc-11f64d34243f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:25.961483 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Attempting to bind port bb1140c3-262e-4e11-95f7-0b298c506eb0 on network 906d66d9-8f4e-46b5-afdc-11f64d34243f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:25.974331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:25.974529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Checking segment: {'id': '49bdf9cc-536e-48d5-bf11-61bc8e1296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '906d66d9-8f4e-46b5-afdc-11f64d34243f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:25.975022 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.975659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Bound using segment: {'id': '49bdf9cc-536e-48d5-bf11-61bc8e1296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '906d66d9-8f4e-46b5-afdc-11f64d34243f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:25.976864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Bound port: bb1140c3-262e-4e11-95f7-0b298c506eb0, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bdf9cc-536e-48d5-bf11-61bc8e1296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '906d66d9-8f4e-46b5-afdc-11f64d34243f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:25.977401 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.011139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09099db2-17f7-4405-8c7f-5bb4f219c123 req-9aceb0c8-f85c-4eb5-974c-409a2d7e66cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:26.012684 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09099db2-17f7-4405-8c7f-5bb4f219c123 req-9aceb0c8-f85c-4eb5-974c-409a2d7e66cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 200 len: 850 time: 0.0841177 Nov 12 04:22:26.060278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] For port bb1140c3-262e-4e11-95f7-0b298c506eb0, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:26.064222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] For port bb1140c3-262e-4e11-95f7-0b298c506eb0, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=bb1140c3-262e-4e11-95f7-0b298c506eb0,segment=NetworkSegment(49bdf9cc-536e-48d5-bf11-61bc8e1296bf),segment_id=49bdf9cc-536e-48d5-bf11-61bc8e1296bf)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:26.077951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09099db2-17f7-4405-8c7f-5bb4f219c123 req-d4318f9b-b7f9-4704-b102-28de9f5d16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:26.082750 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09099db2-17f7-4405-8c7f-5bb4f219c123 req-d4318f9b-b7f9-4704-b102-28de9f5d16c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5074271f-e373-422c-abfa-ee9f087fb5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581658 Nov 12 04:22:26.182313 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.244216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd308432-9ad1-40ff-898e-2581480ab42b None None] Pushing event updated for resources: {'Port': ['ID=bb1140c3-262e-4e11-95f7-0b298c506eb0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:26.259148 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.286241 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.295997 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09099db2-17f7-4405-8c7f-5bb4f219c123 req-07862a18-2dab-4e16-816a-03c58539d2b9 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074552 Nov 12 04:22:26.521470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Allocated IP 172.25.8.103 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/0c28753c-f8d0-4752-b5aa-b1392ae8b09d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:26.543801 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09099db2-17f7-4405-8c7f-5bb4f219c123 req-39c90198-9077-4ffa-a350-7a0ee5c121f6 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176425 Nov 12 04:22:26.636861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257f702-e81c-47fb-a43c-9dc8d2884abe req-e06873e9-f6b2-4151-8b00-09fcb26239e5 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:26.638450 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d257f702-e81c-47fb-a43c-9dc8d2884abe req-e06873e9-f6b2-4151-8b00-09fcb26239e5 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.1201489 Nov 12 04:22:26.708305 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.719500 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d257f702-e81c-47fb-a43c-9dc8d2884abe req-814865d0-97ff-4e9e-a29c-d02c2998aeff tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729642 Nov 12 04:22:26.787806 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.833895 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.890517 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e963fbe8-ff84-45e2-b76f-2c29323a938c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.908399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:26.913715 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:26.920241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:26.929400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Pushing event updated for resources: {'Port': ['ID=0c28753c-f8d0-4752-b5aa-b1392ae8b09d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:26.932805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba81263-9a37-41b5-a20d-a19bd7cd44ac None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:27.019265 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-396dac53-d6ab-40ef-827c-38493823b278 None None] Provisioning complete for port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:27.019653 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-396dac53-d6ab-40ef-827c-38493823b278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.079013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-396dac53-d6ab-40ef-827c-38493823b278 None None] Port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:27.347280 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d590c4-425d-40f1-b182-63bb5bfab389 None None] Network 906d66d9-8f4e-46b5-afdc-11f64d34243f requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:27.440265 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.443533 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6b338b9e-5373-4f20-a1d4-6740ae9ce312 None None] Provisioning complete for port bb1140c3-262e-4e11-95f7-0b298c506eb0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:27.443919 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b338b9e-5373-4f20-a1d4-6740ae9ce312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.605074 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b338b9e-5373-4f20-a1d4-6740ae9ce312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.643412 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.653168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6b338b9e-5373-4f20-a1d4-6740ae9ce312 None None] For port bb1140c3-262e-4e11-95f7-0b298c506eb0, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=bb1140c3-262e-4e11-95f7-0b298c506eb0,segment=NetworkSegment(49bdf9cc-536e-48d5-bf11-61bc8e1296bf),segment_id=49bdf9cc-536e-48d5-bf11-61bc8e1296bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:27.739905 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b338b9e-5373-4f20-a1d4-6740ae9ce312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.867979 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b338b9e-5373-4f20-a1d4-6740ae9ce312 None None] Pushing event updated for resources: {'Port': ['ID=bb1140c3-262e-4e11-95f7-0b298c506eb0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:27.903262 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b2c02271-7a22-4e56-8378-e9a2faf84ffc None None] Provisioning complete for port bb1140c3-262e-4e11-95f7-0b298c506eb0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:27.903699 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2c02271-7a22-4e56-8378-e9a2faf84ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.930618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbc98e-089e-4dd2-b679-9f25987c4282 req-c80497d5-bfe9-4d78-a177-b3c485efd41a tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:27.938719 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9cfbc98e-089e-4dd2-b679-9f25987c4282 req-c80497d5-bfe9-4d78-a177-b3c485efd41a tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0756698 Nov 12 04:22:27.952405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bb1140c3-262e-4e11-95f7-0b298c506eb0 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:27.989694 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9cfbc98e-089e-4dd2-b679-9f25987c4282 req-66b292cd-5b5b-4afe-aa1d-fd6a9672022e tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492530 Nov 12 04:22:28.055058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port bb1140c3-262e-4e11-95f7-0b298c506eb0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:28.055419 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.259969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Router f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:22:28.366427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:28.378899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Sync routers for ids ['f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:28.388437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Routers {'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:28.395769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:28.463497 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.464772 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e52262fd-9902-45d4-acc6-2f482eebefb4 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0944443 Nov 12 04:22:28.467497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52404) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:28.505949 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Set router f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:28.610475 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.699507 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'name': 'tempest-TestAggregatesBasicOps-262721922-router', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '0c28753c-f8d0-4752-b5aa-b1392ae8b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:25Z', 'updated_at': '2021-11-12T04:22:27Z', 'revision_number': 3, 'project_id': 'f734fc4c58f5416e9d1a7df26289b560', 'gw_port': {'id': '0c28753c-f8d0-4752-b5aa-b1392ae8b09d', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:26Z', 'updated_at': '2021-11-12T04:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:28.726638 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Checking router: f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:28.726984 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Updating router f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:22:28.751667 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.915574 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.015322 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.038602 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.113452 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.140871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Allocated IP 172.20.0.1 (906d66d9-8f4e-46b5-afdc-11f64d34243f/a135c69d-3e93-4e97-b164-f6b091864cac/9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:29.160694 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cde051-a6f7-408e-8d27-dec185283af0 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:29.176624 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Attempting to bind port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:29.176990 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Attempting to bind port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:29.177351 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Attempting to bind port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:29.189728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:29.190099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:29.190501 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.190868 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:29.191334 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Bound port: 0c28753c-f8d0-4752-b5aa-b1392ae8b09d, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:29.191760 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.193460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955df8f-d1ce-4f4d-8274-9284f3a5fa89 None None] Pushing event updated for resources: {'Port': ['ID=0c28753c-f8d0-4752-b5aa-b1392ae8b09d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:29.247263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] For port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:29.251992 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] For port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0c28753c-f8d0-4752-b5aa-b1392ae8b09d,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:29.256756 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.284910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-157c3165-5451-4b90-8cbf-fc5aa9e9eff5 None None] Provisioning complete for port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:29.285264 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-157c3165-5451-4b90-8cbf-fc5aa9e9eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.318750 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.338112 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.350368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-157c3165-5451-4b90-8cbf-fc5aa9e9eff5 None None] Port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:29.362134 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ad5287-9858-462c-9af2-4021eb4dd0ed None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:29.394780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Routers {'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:29.395420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:29.397459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Network 906d66d9-8f4e-46b5-afdc-11f64d34243f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:29.402027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:29.404734 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:29.435907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955df8f-d1ce-4f4d-8274-9284f3a5fa89 None None] Pushing event updated for resources: {'Port': ['ID=0c28753c-f8d0-4752-b5aa-b1392ae8b09d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:29.452661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Pushing event updated for resources: {'Port': ['ID=9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:29.458610 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.687245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f2b73fea-fe09-41a2-81b3-2e8d334cd71b None None] Provisioning complete for port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:29.687617 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2b73fea-fe09-41a2-81b3-2e8d334cd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.712191 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.724564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] Set router f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:29.873095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bb1140c3-262e-4e11-95f7-0b298c506eb0 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:29.899613 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.969996 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.978071 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2b73fea-fe09-41a2-81b3-2e8d334cd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.007471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f2b73fea-fe09-41a2-81b3-2e8d334cd71b None None] For port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0c28753c-f8d0-4752-b5aa-b1392ae8b09d,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:30.014913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port bb1140c3-262e-4e11-95f7-0b298c506eb0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:30.014913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.052068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Pushing event updated for resources: {'Port': ['ID=9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:30.055909 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.081493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'name': 'tempest-TestAggregatesBasicOps-262721922-router', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '0c28753c-f8d0-4752-b5aa-b1392ae8b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:25Z', 'updated_at': '2021-11-12T04:22:27Z', 'revision_number': 3, 'project_id': 'f734fc4c58f5416e9d1a7df26289b560', 'gw_port': {'id': '0c28753c-f8d0-4752-b5aa-b1392ae8b09d', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:26Z', 'updated_at': '2021-11-12T04:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:30.085712 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2b73fea-fe09-41a2-81b3-2e8d334cd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.117076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b399f-e1f4-4b81-b9c8-30679e89507c None None] The sync data for ids ['f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'] in n-d-767704-23 is: [{'id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'name': 'tempest-TestAggregatesBasicOps-262721922-router', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '0c28753c-f8d0-4752-b5aa-b1392ae8b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:25Z', 'updated_at': '2021-11-12T04:22:27Z', 'revision_number': 3, 'project_id': 'f734fc4c58f5416e9d1a7df26289b560', 'gw_port': {'id': '0c28753c-f8d0-4752-b5aa-b1392ae8b09d', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:26Z', 'updated_at': '2021-11-12T04:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:30.209249 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Network 906d66d9-8f4e-46b5-afdc-11f64d34243f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:30.210860 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:30.221345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b73fea-fe09-41a2-81b3-2e8d334cd71b None None] Pushing event updated for resources: {'Port': ['ID=0c28753c-f8d0-4752-b5aa-b1392ae8b09d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:30.239635 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-042b8834-d4d6-4153-94c2-873863d06d96 None None] Provisioning complete for port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:30.240000 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-042b8834-d4d6-4153-94c2-873863d06d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.289920 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-042b8834-d4d6-4153-94c2-873863d06d96 None None] Port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:30.372617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Router f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:30.542118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:30.547692 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6210d31e-df0c-4654-a772-6d64aa2fd20d admin admin] 10.222.0.105 "PUT /v2.0/routers/f0e3f1ca-ee21-4c60-b4a4-397eee3ab204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0790741 Nov 12 04:22:30.612466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-10006602-c95d-4550-b7f4-48969848e246 None None] Provisioning complete for port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:30.612964 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-10006602-c95d-4550-b7f4-48969848e246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.651268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-10006602-c95d-4550-b7f4-48969848e246 None None] Port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:31.286753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52456) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:31.291764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1373887133-network', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:31.376220 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] Made reservation on behalf of 2d9873b1cf4349109a096612ebf9b377 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:31.379108 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.391994 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.468181 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.524902 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.556555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:22:31.563335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483e41f5-7969-4dd0-b2f0-beecb55e37e5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:31.572966 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.573311 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] Added segment f7825b93-efcd-4a4e-80d9-74230847a683 of type vlan for network b7761cf7-dbf0-4436-8778-90d36768b71e Nov 12 04:22:31.631308 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.718691 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.719705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:31.720948 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.783928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] Pushing event updated for resources: {'Network': ['ID=b7761cf7-dbf0-4436-8778-90d36768b71e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:31.805733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network b7761cf7-dbf0-4436-8778-90d36768b71e details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:22:31.841557 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b3ae8e8a-0b7f-48a6-88de-c5ed04b83051 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5536091 Nov 12 04:22:31.844400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52464) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:31.852594 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6a38b073-d34d-414c-a75b-7f4569450c13 admin admin] Request body: {'subnet': {'network_id': 'b7761cf7-dbf0-4436-8778-90d36768b71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1373887133-subnet', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:31.894140 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0c28753c-f8d0-4752-b5aa-b1392ae8b09d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:31.894430 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Sync routers for ids ['f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:31.905009 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Routers {'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:31.905632 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:31.935512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a38b073-d34d-414c-a75b-7f4569450c13 admin admin] Made reservation on behalf of 2d9873b1cf4349109a096612ebf9b377 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:31.937925 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a38b073-d34d-414c-a75b-7f4569450c13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.962547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:31.963168 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.093940 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Set router f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:32.227300 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a38b073-d34d-414c-a75b-7f4569450c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.290206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38b073-d34d-414c-a75b-7f4569450c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64de6eb3-dc75-4a67-9054-2e191ec7dd33,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:32.298834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a38b073-d34d-414c-a75b-7f4569450c13 admin admin] Checking segment: {'id': 'f7825b93-efcd-4a4e-80d9-74230847a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b7761cf7-dbf0-4436-8778-90d36768b71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:32.299203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a38b073-d34d-414c-a75b-7f4569450c13 admin admin] Network hostable DHCP agents. Network: b7761cf7-dbf0-4436-8778-90d36768b71e, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:22:32.338789 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'name': 'tempest-TestAggregatesBasicOps-262721922-router', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '0c28753c-f8d0-4752-b5aa-b1392ae8b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:25Z', 'updated_at': '2021-11-12T04:22:29Z', 'revision_number': 4, 'project_id': 'f734fc4c58f5416e9d1a7df26289b560', 'gw_port': {'id': '0c28753c-f8d0-4752-b5aa-b1392ae8b09d', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:26Z', 'updated_at': '2021-11-12T04:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a', 'name': '', 'network_id': '906d66d9-8f4e-46b5-afdc-11f64d34243f', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'mac_address': 'fa:16:3e:ff:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'a135c69d-3e93-4e97-b164-f6b091864cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:28Z', 'updated_at': '2021-11-12T04:22:29Z', 'revision_number': 2, 'project_id': 'f734fc4c58f5416e9d1a7df26289b560', 'subnets': [{'id': 'a135c69d-3e93-4e97-b164-f6b091864cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:32.433731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a38b073-d34d-414c-a75b-7f4569450c13 admin admin] Network b7761cf7-dbf0-4436-8778-90d36768b71e is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:22:32.480301 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Checking router: f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:32.480646 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Updating router f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:22:32.499360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6a38b073-d34d-414c-a75b-7f4569450c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, b7761cf7-dbf0-4436-8778-90d36768b71e) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:32.506307 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.509725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b1d990-fed3-434a-910b-1e4a5b9bcb63 None None] Network b7761cf7-dbf0-4436-8778-90d36768b71e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:32.518776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a38b073-d34d-414c-a75b-7f4569450c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:32.519374 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a38b073-d34d-414c-a75b-7f4569450c13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.618941 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6a38b073-d34d-414c-a75b-7f4569450c13 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7728796 Nov 12 04:22:32.621602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52474) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:32.629841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1373887133-router', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:32.720750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-b7761cf7-dbf0-4436-8778-90d36768b71e', 'network_id': 'b7761cf7-dbf0-4436-8778-90d36768b71e', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'fixed_ips': [{'subnet_id': '64de6eb3-dc75-4a67-9054-2e191ec7dd33'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:22:32.721901 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.724989 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.726009 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.805916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.848820 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.930659 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.944732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Allocated IP 172.20.0.2 (b7761cf7-dbf0-4436-8778-90d36768b71e/64de6eb3-dc75-4a67-9054-2e191ec7dd33/36b94813-84b0-46bf-85f6-04a35adcdf22) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:33.055115 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39b8fb-8b20-48ae-bd55-0c84fa47eb1b None None] Pushing event updated for resources: {'Port': ['ID=9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:33.055554 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.089407 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39b8fb-8b20-48ae-bd55-0c84fa47eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.089959 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39b8fb-8b20-48ae-bd55-0c84fa47eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.090457 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39b8fb-8b20-48ae-bd55-0c84fa47eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.091126 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39b8fb-8b20-48ae-bd55-0c84fa47eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.091632 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39b8fb-8b20-48ae-bd55-0c84fa47eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.092207 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39b8fb-8b20-48ae-bd55-0c84fa47eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.097002 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39b8fb-8b20-48ae-bd55-0c84fa47eb1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.097002 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39b8fb-8b20-48ae-bd55-0c84fa47eb1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.097002 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39b8fb-8b20-48ae-bd55-0c84fa47eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.097002 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39b8fb-8b20-48ae-bd55-0c84fa47eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.097002 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39b8fb-8b20-48ae-bd55-0c84fa47eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.097002 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39b8fb-8b20-48ae-bd55-0c84fa47eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.128678 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.152103 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Attempting to bind port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:33.152103 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Attempting to bind port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '49bdf9cc-536e-48d5-bf11-61bc8e1296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '906d66d9-8f4e-46b5-afdc-11f64d34243f'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:33.152103 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Attempting to bind port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a on network 906d66d9-8f4e-46b5-afdc-11f64d34243f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:33.165638 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:33.165638 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Checking segment: {'id': '49bdf9cc-536e-48d5-bf11-61bc8e1296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '906d66d9-8f4e-46b5-afdc-11f64d34243f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:33.165971 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.166276 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Bound using segment: {'id': '49bdf9cc-536e-48d5-bf11-61bc8e1296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '906d66d9-8f4e-46b5-afdc-11f64d34243f'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:33.166745 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Bound port: 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bdf9cc-536e-48d5-bf11-61bc8e1296bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '906d66d9-8f4e-46b5-afdc-11f64d34243f'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:33.169421 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.222603 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.287286 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] For port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:33.291519 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] For port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a,segment=NetworkSegment(49bdf9cc-536e-48d5-bf11-61bc8e1296bf),segment_id=49bdf9cc-536e-48d5-bf11-61bc8e1296bf)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:33.305188 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Network b7761cf7-dbf0-4436-8778-90d36768b71e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:33.317520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:33.318499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:33.358253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f0f40d1b-594e-45c6-b0f1-089249e238c6 None None] Provisioning complete for port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:33.358616 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0f40d1b-594e-45c6-b0f1-089249e238c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.364643 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.420695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Pushing event updated for resources: {'Port': ['ID=36b94813-84b0-46bf-85f6-04a35adcdf22,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:33.429548 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.449957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Attempting to bind port 36b94813-84b0-46bf-85f6-04a35adcdf22 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:33.450325 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Attempting to bind port 36b94813-84b0-46bf-85f6-04a35adcdf22 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f7825b93-efcd-4a4e-80d9-74230847a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b7761cf7-dbf0-4436-8778-90d36768b71e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:33.450691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Attempting to bind port 36b94813-84b0-46bf-85f6-04a35adcdf22 on network b7761cf7-dbf0-4436-8778-90d36768b71e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:33.460396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:33.460762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Checking segment: {'id': 'f7825b93-efcd-4a4e-80d9-74230847a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b7761cf7-dbf0-4436-8778-90d36768b71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:33.461172 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.461569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Bound using segment: {'id': 'f7825b93-efcd-4a4e-80d9-74230847a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b7761cf7-dbf0-4436-8778-90d36768b71e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:33.462062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Bound port: 36b94813-84b0-46bf-85f6-04a35adcdf22, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7825b93-efcd-4a4e-80d9-74230847a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b7761cf7-dbf0-4436-8778-90d36768b71e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:33.462526 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.486262 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.496650 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Routers {'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:33.497618 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:33.500489 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39b8fb-8b20-48ae-bd55-0c84fa47eb1b None None] Pushing event updated for resources: {'Port': ['ID=9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:33.616332 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0f40d1b-594e-45c6-b0f1-089249e238c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.644534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Allocated IP 172.25.8.88 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/9761899f-bd8c-4990-a10c-3dcad27d325e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:33.660159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f0f40d1b-594e-45c6-b0f1-089249e238c6 None None] For port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a,segment=NetworkSegment(49bdf9cc-536e-48d5-bf11-61bc8e1296bf),segment_id=49bdf9cc-536e-48d5-bf11-61bc8e1296bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:33.663432 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] Set router f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:33.670533 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] For port 36b94813-84b0-46bf-85f6-04a35adcdf22, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:33.695485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] For port 36b94813-84b0-46bf-85f6-04a35adcdf22, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=36b94813-84b0-46bf-85f6-04a35adcdf22,segment=NetworkSegment(f7825b93-efcd-4a4e-80d9-74230847a683),segment_id=f7825b93-efcd-4a4e-80d9-74230847a683)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:33.729750 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0f40d1b-594e-45c6-b0f1-089249e238c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.763068 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.785418 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.829057 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f40d1b-594e-45c6-b0f1-089249e238c6 None None] Pushing event updated for resources: {'Port': ['ID=9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:33.902739 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.906510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-595444ca-3314-4650-90d2-56fe6bc0df96 None None] Provisioning complete for port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:33.906510 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-595444ca-3314-4650-90d2-56fe6bc0df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.939222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb855a-632e-4e22-9277-3eb0d783a59c None None] Pushing event updated for resources: {'Port': ['ID=36b94813-84b0-46bf-85f6-04a35adcdf22,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:33.944768 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'name': 'tempest-TestAggregatesBasicOps-262721922-router', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '0c28753c-f8d0-4752-b5aa-b1392ae8b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:25Z', 'updated_at': '2021-11-12T04:22:29Z', 'revision_number': 4, 'project_id': 'f734fc4c58f5416e9d1a7df26289b560', 'gw_port': {'id': '0c28753c-f8d0-4752-b5aa-b1392ae8b09d', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:26Z', 'updated_at': '2021-11-12T04:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a', 'name': '', 'network_id': '906d66d9-8f4e-46b5-afdc-11f64d34243f', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'mac_address': 'fa:16:3e:ff:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'a135c69d-3e93-4e97-b164-f6b091864cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:28Z', 'updated_at': '2021-11-12T04:22:33Z', 'revision_number': 4, 'project_id': 'f734fc4c58f5416e9d1a7df26289b560', 'subnets': [{'id': 'a135c69d-3e93-4e97-b164-f6b091864cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:33.965428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Pushing event updated for resources: {'Port': ['ID=9761899f-bd8c-4990-a10c-3dcad27d325e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:33.976507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.981924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.981924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.981924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.981924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.981924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.981924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.981924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.981924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.981924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.981924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.981924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:33.994123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:33.995598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:33.998422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:34.003271 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44441f74-5643-45a2-a7e6-f327bf97df68 None None] The sync data for ids ['f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'] in n-d-767704-23 is: [{'id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'name': 'tempest-TestAggregatesBasicOps-262721922-router', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '0c28753c-f8d0-4752-b5aa-b1392ae8b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:25Z', 'updated_at': '2021-11-12T04:22:29Z', 'revision_number': 4, 'project_id': 'f734fc4c58f5416e9d1a7df26289b560', 'gw_port': {'id': '0c28753c-f8d0-4752-b5aa-b1392ae8b09d', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:26Z', 'updated_at': '2021-11-12T04:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a', 'name': '', 'network_id': '906d66d9-8f4e-46b5-afdc-11f64d34243f', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'mac_address': 'fa:16:3e:ff:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'a135c69d-3e93-4e97-b164-f6b091864cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:28Z', 'updated_at': '2021-11-12T04:22:33Z', 'revision_number': 4, 'project_id': 'f734fc4c58f5416e9d1a7df26289b560', 'subnets': [{'id': 'a135c69d-3e93-4e97-b164-f6b091864cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:34.021697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69f5444-3410-4267-90ec-fb675f7ea3bd None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:34.146918 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-adc605ab-fe6c-4906-92eb-8ba484a19234 None None] Provisioning complete for port 9761899f-bd8c-4990-a10c-3dcad27d325e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:34.147551 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-adc605ab-fe6c-4906-92eb-8ba484a19234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.242145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-adc605ab-fe6c-4906-92eb-8ba484a19234 None None] Port 9761899f-bd8c-4990-a10c-3dcad27d325e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:34.407299 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.630915 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.054974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26658723-bb6a-4242-be04-6a4200235e07 None None] Network b7761cf7-dbf0-4436-8778-90d36768b71e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:35.134367 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5a075cc4-5a85-4eb3-999d-7887feefb119 None None] Provisioning complete for port 36b94813-84b0-46bf-85f6-04a35adcdf22 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:35.134731 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a075cc4-5a85-4eb3-999d-7887feefb119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.193911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Router 623be150-1686-419d-8053-e50f96698c92 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:22:35.294564 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a075cc4-5a85-4eb3-999d-7887feefb119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.333582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:35.350013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Sync routers for ids ['623be150-1686-419d-8053-e50f96698c92'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:35.365676 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5a075cc4-5a85-4eb3-999d-7887feefb119 None None] For port 36b94813-84b0-46bf-85f6-04a35adcdf22, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=36b94813-84b0-46bf-85f6-04a35adcdf22,segment=NetworkSegment(f7825b93-efcd-4a4e-80d9-74230847a683),segment_id=f7825b93-efcd-4a4e-80d9-74230847a683)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:35.378003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Routers {'623be150-1686-419d-8053-e50f96698c92'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:35.378908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['623be150-1686-419d-8053-e50f96698c92'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:35.409286 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.413334 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-26926311-4b5e-41d2-bf0c-8659e4d94912 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7879968 Nov 12 04:22:35.414021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52510) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:35.434751 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a075cc4-5a85-4eb3-999d-7887feefb119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.536531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Set router 623be150-1686-419d-8053-e50f96698c92 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:35.605650 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a075cc4-5a85-4eb3-999d-7887feefb119 None None] Pushing event updated for resources: {'Port': ['ID=36b94813-84b0-46bf-85f6-04a35adcdf22,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:35.684010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c99a3604-b3d4-4131-9c3f-d165ec079908 None None] Provisioning complete for port 36b94813-84b0-46bf-85f6-04a35adcdf22 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:35.684010 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c99a3604-b3d4-4131-9c3f-d165ec079908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.972374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 36b94813-84b0-46bf-85f6-04a35adcdf22 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:36.039848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623be150-1686-419d-8053-e50f96698c92', 'name': 'tempest-TestAggregatesBasicOps-1373887133-router', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '9761899f-bd8c-4990-a10c-3dcad27d325e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:32Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 3, 'project_id': '2d9873b1cf4349109a096612ebf9b377', 'gw_port': {'id': '9761899f-bd8c-4990-a10c-3dcad27d325e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623be150-1686-419d-8053-e50f96698c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:33Z', 'updated_at': '2021-11-12T04:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:36.082588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Checking router: 623be150-1686-419d-8053-e50f96698c92 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:36.083255 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Updating router 623be150-1686-419d-8053-e50f96698c92 port 9761899f-bd8c-4990-a10c-3dcad27d325e binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:22:36.105506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 36b94813-84b0-46bf-85f6-04a35adcdf22 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:36.105881 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.129785 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.273170 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.332901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:36.415977 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:36.416374 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.443894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Allocated IP 172.20.0.1 (b7761cf7-dbf0-4436-8778-90d36768b71e/64de6eb3-dc75-4a67-9054-2e191ec7dd33/09c53e38-b82a-458b-8643-255f9c3d3bfd) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:36.509405 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.570601 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.579761 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.626035 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f21b822-db8d-48df-912e-9a3a33ae4a18 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:36.639463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Attempting to bind port 9761899f-bd8c-4990-a10c-3dcad27d325e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:36.639840 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Attempting to bind port 9761899f-bd8c-4990-a10c-3dcad27d325e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:36.640236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Attempting to bind port 9761899f-bd8c-4990-a10c-3dcad27d325e on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:36.642209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dc555-b164-49c4-83ac-555145e1d06e None None] Pushing event updated for resources: {'Port': ['ID=9761899f-bd8c-4990-a10c-3dcad27d325e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:36.648792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:36.649161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:36.649568 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.649959 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:36.650480 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Bound port: 9761899f-bd8c-4990-a10c-3dcad27d325e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:36.650895 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.684824 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.705882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] For port 9761899f-bd8c-4990-a10c-3dcad27d325e, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:36.709516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] For port 9761899f-bd8c-4990-a10c-3dcad27d325e, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9761899f-bd8c-4990-a10c-3dcad27d325e,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:36.727887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Network b7761cf7-dbf0-4436-8778-90d36768b71e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:36.731052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:36.733655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:36.762099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=09c53e38-b82a-458b-8643-255f9c3d3bfd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:36.764182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-56f1eb56-b089-433a-aa2c-2fe2cf01e41c None None] Provisioning complete for port 9761899f-bd8c-4990-a10c-3dcad27d325e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:36.764182 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56f1eb56-b089-433a-aa2c-2fe2cf01e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.794792 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.800942 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.841241 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-56f1eb56-b089-433a-aa2c-2fe2cf01e41c None None] Port 9761899f-bd8c-4990-a10c-3dcad27d325e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:36.879133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e61a7a-2454-4d5c-ad64-af23bb39f447 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:36.888541 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Routers {'623be150-1686-419d-8053-e50f96698c92'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:36.889230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['623be150-1686-419d-8053-e50f96698c92'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:36.892701 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dc555-b164-49c4-83ac-555145e1d06e None None] Pushing event updated for resources: {'Port': ['ID=9761899f-bd8c-4990-a10c-3dcad27d325e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:37.031198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-36b3bbca-1fd5-48af-a606-d1a07c0d43c8 None None] Provisioning complete for port 9761899f-bd8c-4990-a10c-3dcad27d325e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:37.031573 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36b3bbca-1fd5-48af-a606-d1a07c0d43c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.037314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] Set router 623be150-1686-419d-8053-e50f96698c92 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:37.127351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.257735 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36b3bbca-1fd5-48af-a606-d1a07c0d43c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.305778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-36b3bbca-1fd5-48af-a606-d1a07c0d43c8 None None] For port 9761899f-bd8c-4990-a10c-3dcad27d325e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9761899f-bd8c-4990-a10c-3dcad27d325e,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:37.328801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623be150-1686-419d-8053-e50f96698c92', 'name': 'tempest-TestAggregatesBasicOps-1373887133-router', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '9761899f-bd8c-4990-a10c-3dcad27d325e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:32Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 3, 'project_id': '2d9873b1cf4349109a096612ebf9b377', 'gw_port': {'id': '9761899f-bd8c-4990-a10c-3dcad27d325e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623be150-1686-419d-8053-e50f96698c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:33Z', 'updated_at': '2021-11-12T04:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:37.336064 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.357403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d200a2e7-665a-449e-bc1a-18e37773f091 None None] The sync data for ids ['623be150-1686-419d-8053-e50f96698c92'] in n-d-767704-23 is: [{'id': '623be150-1686-419d-8053-e50f96698c92', 'name': 'tempest-TestAggregatesBasicOps-1373887133-router', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '9761899f-bd8c-4990-a10c-3dcad27d325e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:32Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 3, 'project_id': '2d9873b1cf4349109a096612ebf9b377', 'gw_port': {'id': '9761899f-bd8c-4990-a10c-3dcad27d325e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623be150-1686-419d-8053-e50f96698c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:33Z', 'updated_at': '2021-11-12T04:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:37.384347 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36b3bbca-1fd5-48af-a606-d1a07c0d43c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.403058 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.458079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3bbca-1fd5-48af-a606-d1a07c0d43c8 None None] Pushing event updated for resources: {'Port': ['ID=9761899f-bd8c-4990-a10c-3dcad27d325e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:37.494563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=09c53e38-b82a-458b-8643-255f9c3d3bfd,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:37.499590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f91af544-c945-44ce-8e9b-3971c128244c None None] Provisioning complete for port 09c53e38-b82a-458b-8643-255f9c3d3bfd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:37.500170 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f91af544-c945-44ce-8e9b-3971c128244c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.501137 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.548702 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f91af544-c945-44ce-8e9b-3971c128244c None None] Port 09c53e38-b82a-458b-8643-255f9c3d3bfd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:37.607566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Network b7761cf7-dbf0-4436-8778-90d36768b71e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:37.609093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:37.752327 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Router 623be150-1686-419d-8053-e50f96698c92 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:37.896899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9761899f-bd8c-4990-a10c-3dcad27d325e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:37.927720 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:37.935678 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d58bcde4-2fb4-4748-a121-56d03ce85bd4 admin admin] 10.222.0.105 "PUT /v2.0/routers/623be150-1686-419d-8053-e50f96698c92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5204070 Nov 12 04:22:37.973073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9761899f-bd8c-4990-a10c-3dcad27d325e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:37.973712 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.020146 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6db74edc-2b80-4588-9cc5-d1771574e912 None None] Provisioning complete for port 09c53e38-b82a-458b-8643-255f9c3d3bfd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:38.020830 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6db74edc-2b80-4588-9cc5-d1771574e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.082720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6db74edc-2b80-4588-9cc5-d1771574e912 None None] Port 09c53e38-b82a-458b-8643-255f9c3d3bfd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:39.190353 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Sync routers for ids ['623be150-1686-419d-8053-e50f96698c92'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:39.200213 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Routers {'623be150-1686-419d-8053-e50f96698c92'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:39.202995 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['623be150-1686-419d-8053-e50f96698c92'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:39.321899 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Set router 623be150-1686-419d-8053-e50f96698c92 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:39.561880 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623be150-1686-419d-8053-e50f96698c92', 'name': 'tempest-TestAggregatesBasicOps-1373887133-router', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '9761899f-bd8c-4990-a10c-3dcad27d325e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:32Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 4, 'project_id': '2d9873b1cf4349109a096612ebf9b377', 'gw_port': {'id': '9761899f-bd8c-4990-a10c-3dcad27d325e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623be150-1686-419d-8053-e50f96698c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:33Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '09c53e38-b82a-458b-8643-255f9c3d3bfd', 'name': '', 'network_id': 'b7761cf7-dbf0-4436-8778-90d36768b71e', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'mac_address': 'fa:16:3e:64:88:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623be150-1686-419d-8053-e50f96698c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '64de6eb3-dc75-4a67-9054-2e191ec7dd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:36Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 2, 'project_id': '2d9873b1cf4349109a096612ebf9b377', 'subnets': [{'id': '64de6eb3-dc75-4a67-9054-2e191ec7dd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:39.591638 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Checking router: 623be150-1686-419d-8053-e50f96698c92 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:39.591969 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Updating router 623be150-1686-419d-8053-e50f96698c92 port 09c53e38-b82a-458b-8643-255f9c3d3bfd binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:22:39.624531 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.884067 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.968253 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.025924 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6b8e7-6653-4dd2-90a9-aea5c49c7968 None None] Pushing event updated for resources: {'Port': ['ID=09c53e38-b82a-458b-8643-255f9c3d3bfd,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:40.074471 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Attempting to bind port 09c53e38-b82a-458b-8643-255f9c3d3bfd on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:40.074977 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Attempting to bind port 09c53e38-b82a-458b-8643-255f9c3d3bfd by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f7825b93-efcd-4a4e-80d9-74230847a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b7761cf7-dbf0-4436-8778-90d36768b71e'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:40.075427 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Attempting to bind port 09c53e38-b82a-458b-8643-255f9c3d3bfd on network b7761cf7-dbf0-4436-8778-90d36768b71e {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:40.082491 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:40.085419 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Checking segment: {'id': 'f7825b93-efcd-4a4e-80d9-74230847a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b7761cf7-dbf0-4436-8778-90d36768b71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:40.085419 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.085419 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Bound using segment: {'id': 'f7825b93-efcd-4a4e-80d9-74230847a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b7761cf7-dbf0-4436-8778-90d36768b71e'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:40.085419 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Bound port: 09c53e38-b82a-458b-8643-255f9c3d3bfd, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7825b93-efcd-4a4e-80d9-74230847a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b7761cf7-dbf0-4436-8778-90d36768b71e'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:40.085419 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.161093 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] For port 09c53e38-b82a-458b-8643-255f9c3d3bfd, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:40.165357 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] For port 09c53e38-b82a-458b-8643-255f9c3d3bfd, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=09c53e38-b82a-458b-8643-255f9c3d3bfd,segment=NetworkSegment(f7825b93-efcd-4a4e-80d9-74230847a683),segment_id=f7825b93-efcd-4a4e-80d9-74230847a683)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:40.216836 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.281925 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Routers {'623be150-1686-419d-8053-e50f96698c92'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:40.281925 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['623be150-1686-419d-8053-e50f96698c92'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:40.287990 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6b8e7-6653-4dd2-90a9-aea5c49c7968 None None] Pushing event updated for resources: {'Port': ['ID=09c53e38-b82a-458b-8643-255f9c3d3bfd,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:40.329849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17feb97c-683c-43fb-8d6f-098f5534c853 None None] Provisioning complete for port 09c53e38-b82a-458b-8643-255f9c3d3bfd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:40.331731 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17feb97c-683c-43fb-8d6f-098f5534c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.441642 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] Set router 623be150-1686-419d-8053-e50f96698c92 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:40.477630 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17feb97c-683c-43fb-8d6f-098f5534c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.529225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-17feb97c-683c-43fb-8d6f-098f5534c853 None None] For port 09c53e38-b82a-458b-8643-255f9c3d3bfd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=09c53e38-b82a-458b-8643-255f9c3d3bfd,segment=NetworkSegment(f7825b93-efcd-4a4e-80d9-74230847a683),segment_id=f7825b93-efcd-4a4e-80d9-74230847a683)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:40.609135 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17feb97c-683c-43fb-8d6f-098f5534c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.713298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17feb97c-683c-43fb-8d6f-098f5534c853 None None] Pushing event updated for resources: {'Port': ['ID=09c53e38-b82a-458b-8643-255f9c3d3bfd,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:40.737687 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-33304f41-492c-4b20-bdb0-e7588c9802b3 None None] Provisioning complete for port 09c53e38-b82a-458b-8643-255f9c3d3bfd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:40.738256 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33304f41-492c-4b20-bdb0-e7588c9802b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.889185 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623be150-1686-419d-8053-e50f96698c92', 'name': 'tempest-TestAggregatesBasicOps-1373887133-router', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '9761899f-bd8c-4990-a10c-3dcad27d325e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:32Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 4, 'project_id': '2d9873b1cf4349109a096612ebf9b377', 'gw_port': {'id': '9761899f-bd8c-4990-a10c-3dcad27d325e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623be150-1686-419d-8053-e50f96698c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:33Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '09c53e38-b82a-458b-8643-255f9c3d3bfd', 'name': '', 'network_id': 'b7761cf7-dbf0-4436-8778-90d36768b71e', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'mac_address': 'fa:16:3e:64:88:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623be150-1686-419d-8053-e50f96698c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '64de6eb3-dc75-4a67-9054-2e191ec7dd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:36Z', 'updated_at': '2021-11-12T04:22:40Z', 'revision_number': 4, 'project_id': '2d9873b1cf4349109a096612ebf9b377', 'subnets': [{'id': '64de6eb3-dc75-4a67-9054-2e191ec7dd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:40.936632 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e3d85-cac7-4dbb-a8dd-8d643eaa457d None None] The sync data for ids ['623be150-1686-419d-8053-e50f96698c92'] in n-d-767704-23 is: [{'id': '623be150-1686-419d-8053-e50f96698c92', 'name': 'tempest-TestAggregatesBasicOps-1373887133-router', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '9761899f-bd8c-4990-a10c-3dcad27d325e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:32Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 4, 'project_id': '2d9873b1cf4349109a096612ebf9b377', 'gw_port': {'id': '9761899f-bd8c-4990-a10c-3dcad27d325e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623be150-1686-419d-8053-e50f96698c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:33Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '09c53e38-b82a-458b-8643-255f9c3d3bfd', 'name': '', 'network_id': 'b7761cf7-dbf0-4436-8778-90d36768b71e', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'mac_address': 'fa:16:3e:64:88:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623be150-1686-419d-8053-e50f96698c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '64de6eb3-dc75-4a67-9054-2e191ec7dd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:36Z', 'updated_at': '2021-11-12T04:22:40Z', 'revision_number': 4, 'project_id': '2d9873b1cf4349109a096612ebf9b377', 'subnets': [{'id': '64de6eb3-dc75-4a67-9054-2e191ec7dd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:41.910511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 09c53e38-b82a-458b-8643-255f9c3d3bfd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:41.967944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:41.988732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 09c53e38-b82a-458b-8643-255f9c3d3bfd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:41.988732 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.351386 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0d37-7e9a-4774-8de3-aa5a6744d301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.617754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b0d37-7e9a-4774-8de3-aa5a6744d301 admin admin] Deleting port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:42.618101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0d37-7e9a-4774-8de3-aa5a6744d301 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.702898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ac6b0d37-7e9a-4774-8de3-aa5a6744d301 admin admin] For port 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a,segment=NetworkSegment(49bdf9cc-536e-48d5-bf11-61bc8e1296bf),segment_id=49bdf9cc-536e-48d5-bf11-61bc8e1296bf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:42.703260 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0d37-7e9a-4774-8de3-aa5a6744d301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.716378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b0d37-7e9a-4774-8de3-aa5a6744d301 admin admin] Calling delete_port for 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:42.964233 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0d37-7e9a-4774-8de3-aa5a6744d301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.993778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b0d37-7e9a-4774-8de3-aa5a6744d301 admin admin] Pushing event deleted for resources: {'Port': ['ID=9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:43.177689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0d37-7e9a-4774-8de3-aa5a6744d301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.401398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6b0d37-7e9a-4774-8de3-aa5a6744d301 admin admin] Router f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:43.515099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6b0d37-7e9a-4774-8de3-aa5a6744d301 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:43.522950 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ac6b0d37-7e9a-4774-8de3-aa5a6744d301 admin admin] 10.222.0.105 "PUT /v2.0/routers/f0e3f1ca-ee21-4c60-b4a4-397eee3ab204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5510347 Nov 12 04:22:43.523195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52604) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:43.532298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16132e-98bc-45e3-b940-6cd8aa222308 None None] Sync routers for ids ['f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:43.542994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce16132e-98bc-45e3-b940-6cd8aa222308 None None] Routers {'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:43.543877 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ce16132e-98bc-45e3-b940-6cd8aa222308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:43.647698 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.770613 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.818268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ce16132e-98bc-45e3-b940-6cd8aa222308 None None] Set router f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:43.914474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] Deleting port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:43.914698 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.998781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] For port 0c28753c-f8d0-4752-b5aa-b1392ae8b09d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0c28753c-f8d0-4752-b5aa-b1392ae8b09d,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:43.999454 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.014454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ce16132e-98bc-45e3-b940-6cd8aa222308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'name': 'tempest-TestAggregatesBasicOps-262721922-router', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '0c28753c-f8d0-4752-b5aa-b1392ae8b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:25Z', 'updated_at': '2021-11-12T04:22:42Z', 'revision_number': 5, 'project_id': 'f734fc4c58f5416e9d1a7df26289b560', 'gw_port': {'id': '0c28753c-f8d0-4752-b5aa-b1392ae8b09d', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:26Z', 'updated_at': '2021-11-12T04:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:44.018671 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] Calling delete_port for 0c28753c-f8d0-4752-b5aa-b1392ae8b09d owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:44.041375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16132e-98bc-45e3-b940-6cd8aa222308 None None] Checking router: f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:44.051364 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce16132e-98bc-45e3-b940-6cd8aa222308 None None] Routers {'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:44.051994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ce16132e-98bc-45e3-b940-6cd8aa222308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:44.155383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ce16132e-98bc-45e3-b940-6cd8aa222308 None None] Set router f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:44.216667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ce16132e-98bc-45e3-b940-6cd8aa222308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'name': 'tempest-TestAggregatesBasicOps-262721922-router', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:25Z', 'updated_at': '2021-11-12T04:22:43Z', 'revision_number': 6, 'project_id': 'f734fc4c58f5416e9d1a7df26289b560', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:44.246576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16132e-98bc-45e3-b940-6cd8aa222308 None None] The sync data for ids ['f0e3f1ca-ee21-4c60-b4a4-397eee3ab204'] in n-d-767704-23 is: [{'id': 'f0e3f1ca-ee21-4c60-b4a4-397eee3ab204', 'name': 'tempest-TestAggregatesBasicOps-262721922-router', 'tenant_id': 'f734fc4c58f5416e9d1a7df26289b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:25Z', 'updated_at': '2021-11-12T04:22:43Z', 'revision_number': 6, 'project_id': 'f734fc4c58f5416e9d1a7df26289b560', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:44.265183 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.298789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c28753c-f8d0-4752-b5aa-b1392ae8b09d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:44.318919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0402f342-a108-450b-8cae-45a70d1499ea None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:44.364541 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.458950 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.461483 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.607907 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.608534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:22:44.616242 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.616242 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dbe02af5-30a2-4536-95cd-673d9634df9b admin admin] 10.222.0.105 "DELETE /v2.0/routers/f0e3f1ca-ee21-4c60-b4a4-397eee3ab204 HTTP/1.1" status: 204 len: 168 time: 1.0920787 Nov 12 04:22:44.618875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:44.666247 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-942dc1cc-d507-4a3e-ac61-063a66630ab9 admin admin] Deleting subnet a135c69d-3e93-4e97-b164-f6b091864cac {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:22:44.669637 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-942dc1cc-d507-4a3e-ac61-063a66630ab9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.708515 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-942dc1cc-d507-4a3e-ac61-063a66630ab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.791400 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-942dc1cc-d507-4a3e-ac61-063a66630ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.956685 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-942dc1cc-d507-4a3e-ac61-063a66630ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.983232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dc1cc-d507-4a3e-ac61-063a66630ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a135c69d-3e93-4e97-b164-f6b091864cac,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:44.987524 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-942dc1cc-d507-4a3e-ac61-063a66630ab9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.994277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-942dc1cc-d507-4a3e-ac61-063a66630ab9 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/a135c69d-3e93-4e97-b164-f6b091864cac HTTP/1.1" status: 204 len: 168 time: 0.3724983 Nov 12 04:22:44.995003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52608) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:44.998458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4dcd44-54a1-4ddc-bc83-9794d8883c3b None None] Network 906d66d9-8f4e-46b5-afdc-11f64d34243f requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:45.073174 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.139964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Deleting port bb1140c3-262e-4e11-95f7-0b298c506eb0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:45.140338 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.212368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] For port bb1140c3-262e-4e11-95f7-0b298c506eb0, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=bb1140c3-262e-4e11-95f7-0b298c506eb0,segment=NetworkSegment(49bdf9cc-536e-48d5-bf11-61bc8e1296bf),segment_id=49bdf9cc-536e-48d5-bf11-61bc8e1296bf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:45.212715 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.218159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37b72a5-c26a-4127-925f-e1dffe8cb212 None None] DHCP port deletion for 906d66d9-8f4e-46b5-afdc-11f64d34243f request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:45.232665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Calling delete_port for bb1140c3-262e-4e11-95f7-0b298c506eb0 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:45.271541 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f37b72a5-c26a-4127-925f-e1dffe8cb212 None None] Deleting port bb1140c3-262e-4e11-95f7-0b298c506eb0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:45.271909 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f37b72a5-c26a-4127-925f-e1dffe8cb212 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.357952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f37b72a5-c26a-4127-925f-e1dffe8cb212 None None] For port bb1140c3-262e-4e11-95f7-0b298c506eb0, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=bb1140c3-262e-4e11-95f7-0b298c506eb0,segment=NetworkSegment(49bdf9cc-536e-48d5-bf11-61bc8e1296bf),segment_id=49bdf9cc-536e-48d5-bf11-61bc8e1296bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:45.358353 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f37b72a5-c26a-4127-925f-e1dffe8cb212 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.378865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f37b72a5-c26a-4127-925f-e1dffe8cb212 None None] Calling delete_port for bb1140c3-262e-4e11-95f7-0b298c506eb0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:45.387895 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.417276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] No DVR routers for this DVR port bb1140c3-262e-4e11-95f7-0b298c506eb0 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:45.420106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1140c3-262e-4e11-95f7-0b298c506eb0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:45.467145 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f37b72a5-c26a-4127-925f-e1dffe8cb212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.499222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b72a5-c26a-4127-925f-e1dffe8cb212 None None] Pushing event deleted for resources: {'Port': ['ID=bb1140c3-262e-4e11-95f7-0b298c506eb0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:45.502257 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.503021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b72a5-c26a-4127-925f-e1dffe8cb212 None None] No DVR routers for this DVR port bb1140c3-262e-4e11-95f7-0b298c506eb0 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:45.534191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906d66d9-8f4e-46b5-afdc-11f64d34243f']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:45.548348 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49bdf9cc-536e-48d5-bf11-61bc8e1296bf') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:45.548644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49bdf9cc-536e-48d5-bf11-61bc8e1296bf') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:45.559538 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.575263 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.584762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:22:45.584762 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:22:45.585478 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:22:45.727813 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.733563 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.737390 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] 10.222.0.105 "DELETE /v2.0/networks/906d66d9-8f4e-46b5-afdc-11f64d34243f HTTP/1.1" status: 204 len: 168 time: 0.7411664 Nov 12 04:22:45.741898 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52612) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:45.749361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665f30c-ee68-4c21-9abc-acb817ac002c admin admin] Pushing event deleted for resources: {'Network': ['ID=906d66d9-8f4e-46b5-afdc-11f64d34243f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:45.857375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0c28753c-f8d0-4752-b5aa-b1392ae8b09d no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:45.881695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 0c28753c-f8d0-4752-b5aa-b1392ae8b09d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:45.882409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0c28753c-f8d0-4752-b5aa-b1392ae8b09d not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:45.883283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:45.905336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:45.906113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9664d15c-083b-4f85-b6c8-0b2b9d5e2d8a not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:45.906729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bb1140c3-262e-4e11-95f7-0b298c506eb0 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:45.927862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: bb1140c3-262e-4e11-95f7-0b298c506eb0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:45.928554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bb1140c3-262e-4e11-95f7-0b298c506eb0 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:46.127818 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5a0c0b3-5e16-465d-a634-3ca7f400b61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.402985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a5a0c0b3-5e16-465d-a634-3ca7f400b61d admin admin] Deleting port 09c53e38-b82a-458b-8643-255f9c3d3bfd {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:46.403441 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5a0c0b3-5e16-465d-a634-3ca7f400b61d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.491155 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a5a0c0b3-5e16-465d-a634-3ca7f400b61d admin admin] For port 09c53e38-b82a-458b-8643-255f9c3d3bfd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=09c53e38-b82a-458b-8643-255f9c3d3bfd,segment=NetworkSegment(f7825b93-efcd-4a4e-80d9-74230847a683),segment_id=f7825b93-efcd-4a4e-80d9-74230847a683)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:46.491423 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5a0c0b3-5e16-465d-a634-3ca7f400b61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.503690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a5a0c0b3-5e16-465d-a634-3ca7f400b61d admin admin] Calling delete_port for 09c53e38-b82a-458b-8643-255f9c3d3bfd owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:46.815657 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5a0c0b3-5e16-465d-a634-3ca7f400b61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.841440 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0c0b3-5e16-465d-a634-3ca7f400b61d admin admin] Pushing event deleted for resources: {'Port': ['ID=09c53e38-b82a-458b-8643-255f9c3d3bfd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:47.056358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5a0c0b3-5e16-465d-a634-3ca7f400b61d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.290163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a0c0b3-5e16-465d-a634-3ca7f400b61d admin admin] Router 623be150-1686-419d-8053-e50f96698c92 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:47.401057 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a0c0b3-5e16-465d-a634-3ca7f400b61d admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:47.406076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a5a0c0b3-5e16-465d-a634-3ca7f400b61d admin admin] 10.222.0.105 "PUT /v2.0/routers/623be150-1686-419d-8053-e50f96698c92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6620097 Nov 12 04:22:47.409233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:47.416612 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4627ede6-b719-4b1c-86df-ddc42d864a2d None None] Sync routers for ids ['623be150-1686-419d-8053-e50f96698c92'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:47.427905 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627ede6-b719-4b1c-86df-ddc42d864a2d None None] Routers {'623be150-1686-419d-8053-e50f96698c92'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:47.428832 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4627ede6-b719-4b1c-86df-ddc42d864a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['623be150-1686-419d-8053-e50f96698c92'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:47.527440 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.544706 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4627ede6-b719-4b1c-86df-ddc42d864a2d None None] Set router 623be150-1686-419d-8053-e50f96698c92 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:47.639131 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.727792 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4627ede6-b719-4b1c-86df-ddc42d864a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623be150-1686-419d-8053-e50f96698c92', 'name': 'tempest-TestAggregatesBasicOps-1373887133-router', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '9761899f-bd8c-4990-a10c-3dcad27d325e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:32Z', 'updated_at': '2021-11-12T04:22:46Z', 'revision_number': 5, 'project_id': '2d9873b1cf4349109a096612ebf9b377', 'gw_port': {'id': '9761899f-bd8c-4990-a10c-3dcad27d325e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623be150-1686-419d-8053-e50f96698c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:33Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:47.754561 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4627ede6-b719-4b1c-86df-ddc42d864a2d None None] Checking router: 623be150-1686-419d-8053-e50f96698c92 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:47.763831 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627ede6-b719-4b1c-86df-ddc42d864a2d None None] Routers {'623be150-1686-419d-8053-e50f96698c92'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:47.764555 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4627ede6-b719-4b1c-86df-ddc42d864a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['623be150-1686-419d-8053-e50f96698c92'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:47.784602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Deleting port 9761899f-bd8c-4990-a10c-3dcad27d325e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:47.785302 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.855780 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4627ede6-b719-4b1c-86df-ddc42d864a2d None None] Set router 623be150-1686-419d-8053-e50f96698c92 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:47.880767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] For port 9761899f-bd8c-4990-a10c-3dcad27d325e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9761899f-bd8c-4990-a10c-3dcad27d325e,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:47.881405 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.896256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Calling delete_port for 9761899f-bd8c-4990-a10c-3dcad27d325e owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:47.915691 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4627ede6-b719-4b1c-86df-ddc42d864a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623be150-1686-419d-8053-e50f96698c92', 'name': 'tempest-TestAggregatesBasicOps-1373887133-router', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:32Z', 'updated_at': '2021-11-12T04:22:47Z', 'revision_number': 6, 'project_id': '2d9873b1cf4349109a096612ebf9b377', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:47.943753 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4627ede6-b719-4b1c-86df-ddc42d864a2d None None] The sync data for ids ['623be150-1686-419d-8053-e50f96698c92'] in n-d-767704-23 is: [{'id': '623be150-1686-419d-8053-e50f96698c92', 'name': 'tempest-TestAggregatesBasicOps-1373887133-router', 'tenant_id': '2d9873b1cf4349109a096612ebf9b377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:32Z', 'updated_at': '2021-11-12T04:22:47Z', 'revision_number': 6, 'project_id': '2d9873b1cf4349109a096612ebf9b377', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:48.175643 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.201969 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Pushing event deleted for resources: {'Port': ['ID=9761899f-bd8c-4990-a10c-3dcad27d325e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:48.217972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:48.218402 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:48.219469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:48.219469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:48.219469 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:48.219825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:48.220888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:48.221233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:48.221564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:48.222243 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:48.222573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:48.222921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:48.223500 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c86fbb1-3020-43ff-a295-c8be35a8337c None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:48.284419 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.393767 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.396284 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.539066 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.539725 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 623be150-1686-419d-8053-e50f96698c92 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:22:48.548402 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.551946 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a1c463cc-f160-43ea-ba71-a803a6ea5024 admin admin] 10.222.0.105 "DELETE /v2.0/routers/623be150-1686-419d-8053-e50f96698c92 HTTP/1.1" status: 204 len: 168 time: 1.1395078 Nov 12 04:22:48.553652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:48.602492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-fece4794-e7e2-4ce4-bf71-55a7a44ddbc3 admin admin] Deleting subnet 64de6eb3-dc75-4a67-9054-2e191ec7dd33 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:22:48.605915 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fece4794-e7e2-4ce4-bf71-55a7a44ddbc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.646609 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fece4794-e7e2-4ce4-bf71-55a7a44ddbc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.731801 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fece4794-e7e2-4ce4-bf71-55a7a44ddbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.861491 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fece4794-e7e2-4ce4-bf71-55a7a44ddbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.890967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece4794-e7e2-4ce4-bf71-55a7a44ddbc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64de6eb3-dc75-4a67-9054-2e191ec7dd33,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:48.897436 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fece4794-e7e2-4ce4-bf71-55a7a44ddbc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.900879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fece4794-e7e2-4ce4-bf71-55a7a44ddbc3 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/64de6eb3-dc75-4a67-9054-2e191ec7dd33 HTTP/1.1" status: 204 len: 168 time: 0.3474045 Nov 12 04:22:48.903316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52626) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:48.908461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942cd6c0-ed2a-479d-b582-ed0bbec83fa8 None None] Network b7761cf7-dbf0-4436-8778-90d36768b71e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:48.986757 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.057927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Deleting port 36b94813-84b0-46bf-85f6-04a35adcdf22 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:49.058321 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.162454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] For port 36b94813-84b0-46bf-85f6-04a35adcdf22, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=36b94813-84b0-46bf-85f6-04a35adcdf22,segment=NetworkSegment(f7825b93-efcd-4a4e-80d9-74230847a683),segment_id=f7825b93-efcd-4a4e-80d9-74230847a683)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:49.162970 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.167351 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86db7c0b-9274-4c0f-a885-0263684fafc0 None None] DHCP port deletion for b7761cf7-dbf0-4436-8778-90d36768b71e request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:49.178830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Calling delete_port for 36b94813-84b0-46bf-85f6-04a35adcdf22 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:49.202202 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.234847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-86db7c0b-9274-4c0f-a885-0263684fafc0 None None] Deleting port 36b94813-84b0-46bf-85f6-04a35adcdf22 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:49.235626 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86db7c0b-9274-4c0f-a885-0263684fafc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.299642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-86db7c0b-9274-4c0f-a885-0263684fafc0 None None] For port 36b94813-84b0-46bf-85f6-04a35adcdf22, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=36b94813-84b0-46bf-85f6-04a35adcdf22,segment=NetworkSegment(f7825b93-efcd-4a4e-80d9-74230847a683),segment_id=f7825b93-efcd-4a4e-80d9-74230847a683)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:49.300027 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86db7c0b-9274-4c0f-a885-0263684fafc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.312840 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-86db7c0b-9274-4c0f-a885-0263684fafc0 None None] Calling delete_port for 36b94813-84b0-46bf-85f6-04a35adcdf22 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:49.321960 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.349744 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b94813-84b0-46bf-85f6-04a35adcdf22,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:49.351618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] No DVR routers for this DVR port 36b94813-84b0-46bf-85f6-04a35adcdf22 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:49.415456 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86db7c0b-9274-4c0f-a885-0263684fafc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.439238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.445042 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db7c0b-9274-4c0f-a885-0263684fafc0 None None] Pushing event deleted for resources: {'Port': ['ID=36b94813-84b0-46bf-85f6-04a35adcdf22,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:49.448536 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86db7c0b-9274-4c0f-a885-0263684fafc0 None None] No DVR routers for this DVR port 36b94813-84b0-46bf-85f6-04a35adcdf22 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:49.465032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7761cf7-dbf0-4436-8778-90d36768b71e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:49.486846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7825b93-efcd-4a4e-80d9-74230847a683') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:49.487233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7825b93-efcd-4a4e-80d9-74230847a683') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:49.498180 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.513957 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.520329 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:22:49.520723 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:22:49.522433 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:22:49.627775 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.638744 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.638744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] 10.222.0.105 "DELETE /v2.0/networks/b7761cf7-dbf0-4436-8778-90d36768b71e HTTP/1.1" status: 204 len: 168 time: 0.7335892 Nov 12 04:22:49.655037 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fff72-dc6a-4c20-8255-0847e9929a74 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7761cf7-dbf0-4436-8778-90d36768b71e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:49.846954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 36b94813-84b0-46bf-85f6-04a35adcdf22 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:49.869252 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 36b94813-84b0-46bf-85f6-04a35adcdf22 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:49.869672 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 36b94813-84b0-46bf-85f6-04a35adcdf22 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:49.870074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9761899f-bd8c-4990-a10c-3dcad27d325e no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:49.889710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 9761899f-bd8c-4990-a10c-3dcad27d325e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:49.890013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9761899f-bd8c-4990-a10c-3dcad27d325e not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:49.890395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 09c53e38-b82a-458b-8643-255f9c3d3bfd no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:49.913482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 09c53e38-b82a-458b-8643-255f9c3d3bfd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:49.913822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 09c53e38-b82a-458b-8643-255f9c3d3bfd not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:50.039078 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52634) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:50.081509 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-55a5dabf-5376-4a05-86c0-050eafab892c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f734fc4c58f5416e9d1a7df26289b560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412490 Nov 12 04:22:50.084171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52636) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:50.133325 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c4e5911-cacd-4886-ac1b-d6427e54dcd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.155239 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c4e5911-cacd-4886-ac1b-d6427e54dcd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.226348 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-2cc3e715-c28f-4bed-9a04-8cdc9cebfa74 req-9d828ef5-1503-4555-8b0b-d012d999e2bd service neutron] (103146) timed out ('10.222.0.26', 49198) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:22:50.264930 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c4e5911-cacd-4886-ac1b-d6427e54dcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.267881 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c4e5911-cacd-4886-ac1b-d6427e54dcd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.272123 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4c4e5911-cacd-4886-ac1b-d6427e54dcd1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/91ba7cd9-30b1-4b89-9587-9e866ed97d3c HTTP/1.1" status: 204 len: 168 time: 0.1868839 Nov 12 04:22:50.284921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e5911-cacd-4886-ac1b-d6427e54dcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ba7cd9-30b1-4b89-9587-9e866ed97d3c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:50.981530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52646) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:51.026328 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d2e746d3-58e0-429a-9999-792b4d969af8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2d9873b1cf4349109a096612ebf9b377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436490 Nov 12 04:22:51.028761 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:51.079058 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6f419e8-ac5e-433c-87e6-37d9582117a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.100025 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6f419e8-ac5e-433c-87e6-37d9582117a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.266840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6f419e8-ac5e-433c-87e6-37d9582117a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.269440 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6f419e8-ac5e-433c-87e6-37d9582117a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.270638 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a6f419e8-ac5e-433c-87e6-37d9582117a1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/483e41f5-7969-4dd0-b2f0-beecb55e37e5 HTTP/1.1" status: 204 len: 168 time: 0.2409499 Nov 12 04:22:51.278738 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f419e8-ac5e-433c-87e6-37d9582117a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483e41f5-7969-4dd0-b2f0-beecb55e37e5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:52.492338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52676) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:52.592448 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1283680636-network', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:52.838620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] Made reservation on behalf of 5ac9d996c0c24f00be703b943c526dd6 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:52.838620 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.838620 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.838620 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.924543 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.950744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:22:52.962140 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8f0d09-e824-414e-b887-8ae4423a4509,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:52.967398 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.968174 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] Added segment 71e611d8-7787-45af-bfb6-69bb949af31e of type vlan for network 25d06c0b-cf4e-4176-b134-4766c2ba2975 Nov 12 04:22:53.013571 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.107344 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29513564-b7ca-4878-a55d-74c9f48e89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.176112 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.177434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:53.178110 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.239797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] Pushing event updated for resources: {'Network': ['ID=25d06c0b-cf4e-4176-b134-4766c2ba2975,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:53.249941 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 25d06c0b-cf4e-4176-b134-4766c2ba2975 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:22:53.258727 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ad28f825-c5c5-4b8a-878e-6844560a62f3 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7652054 Nov 12 04:22:53.261646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:53.267699 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c073b586-1852-47d4-a9ab-8410995ea6cd admin admin] Request body: {'subnet': {'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1283680636-subnet', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:53.373077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c073b586-1852-47d4-a9ab-8410995ea6cd admin admin] Made reservation on behalf of 5ac9d996c0c24f00be703b943c526dd6 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:53.375592 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c073b586-1852-47d4-a9ab-8410995ea6cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.610569 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c073b586-1852-47d4-a9ab-8410995ea6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.669785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073b586-1852-47d4-a9ab-8410995ea6cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:53.678721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c073b586-1852-47d4-a9ab-8410995ea6cd admin admin] Checking segment: {'id': '71e611d8-7787-45af-bfb6-69bb949af31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:53.679071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073b586-1852-47d4-a9ab-8410995ea6cd admin admin] Network hostable DHCP agents. Network: 25d06c0b-cf4e-4176-b134-4766c2ba2975, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:22:53.761390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073b586-1852-47d4-a9ab-8410995ea6cd admin admin] Network 25d06c0b-cf4e-4176-b134-4766c2ba2975 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:22:53.847252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c073b586-1852-47d4-a9ab-8410995ea6cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 25d06c0b-cf4e-4176-b134-4766c2ba2975) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:53.857152 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c073b586-1852-47d4-a9ab-8410995ea6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:53.857791 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c073b586-1852-47d4-a9ab-8410995ea6cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.867478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bbd2b9-411f-46e9-bdbc-19a679e73dfb None None] Network 25d06c0b-cf4e-4176-b134-4766c2ba2975 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:54.002236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c073b586-1852-47d4-a9ab-8410995ea6cd admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7392704 Nov 12 04:22:54.005193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:54.010734 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:54.029413 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-25d06c0b-cf4e-4176-b134-4766c2ba2975', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'fixed_ips': [{'subnet_id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:22:54.030650 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.168784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Allocated IP 172.20.0.2 (25d06c0b-cf4e-4176-b134-4766c2ba2975/746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec/2b4ff797-7f1f-4c3c-904f-09b7219a0eab) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:54.191049 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.192538 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.252865 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.318395 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.410505 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.447397 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Network 25d06c0b-cf4e-4176-b134-4766c2ba2975 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:54.452616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:54.455997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:54.468877 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Pushing event updated for resources: {'Port': ['ID=2b4ff797-7f1f-4c3c-904f-09b7219a0eab,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:54.532370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Attempting to bind port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:54.532721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Attempting to bind port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '71e611d8-7787-45af-bfb6-69bb949af31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:54.533073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Attempting to bind port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab on network 25d06c0b-cf4e-4176-b134-4766c2ba2975 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:54.547904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:54.548369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Checking segment: {'id': '71e611d8-7787-45af-bfb6-69bb949af31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:54.548698 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.549094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Bound using segment: {'id': '71e611d8-7787-45af-bfb6-69bb949af31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:54.549567 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Bound port: 2b4ff797-7f1f-4c3c-904f-09b7219a0eab, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e611d8-7787-45af-bfb6-69bb949af31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:54.550073 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.633009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] For port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:54.636852 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] For port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2b4ff797-7f1f-4c3c-904f-09b7219a0eab,segment=NetworkSegment(71e611d8-7787-45af-bfb6-69bb949af31e),segment_id=71e611d8-7787-45af-bfb6-69bb949af31e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:54.718767 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.786647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc9cf6-7ba1-4429-82c4-69494c9c628b None None] Pushing event updated for resources: {'Port': ['ID=2b4ff797-7f1f-4c3c-904f-09b7219a0eab,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:54.819016 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:55.131701 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:55.150003 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:55.152450 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:55.270354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Allocated IP 172.25.8.246 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/9d4d9aaf-589f-4401-bbdf-2802be859819) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:55.381735 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:55.476381 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:55.533191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:55.538823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:55.541557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:55.548501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Pushing event updated for resources: {'Port': ['ID=9d4d9aaf-589f-4401-bbdf-2802be859819,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:55.558099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ba65b4-981b-4ebc-a9e3-61e60844b698 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:55.661822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-078fc06d-e15e-4fdb-b591-c4c573f8881e None None] Provisioning complete for port 9d4d9aaf-589f-4401-bbdf-2802be859819 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:55.662447 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-078fc06d-e15e-4fdb-b591-c4c573f8881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:55.708563 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-078fc06d-e15e-4fdb-b591-c4c573f8881e None None] Port 9d4d9aaf-589f-4401-bbdf-2802be859819 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:55.742543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac30fc0-32f9-4624-8d66-a0e9ab19edfb None None] Network 25d06c0b-cf4e-4176-b134-4766c2ba2975 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:55.904336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a6e59ecf-e329-413d-b1c4-63a467e68e8e None None] Provisioning complete for port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:55.904702 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6e59ecf-e329-413d-b1c4-63a467e68e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:55.908736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2b4ff797-7f1f-4c3c-904f-09b7219a0eab up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:55.917893 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.065783 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:56.066430 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.112709 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6e59ecf-e329-413d-b1c4-63a467e68e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.158790 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.160327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a6e59ecf-e329-413d-b1c4-63a467e68e8e None None] For port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2b4ff797-7f1f-4c3c-904f-09b7219a0eab,segment=NetworkSegment(71e611d8-7787-45af-bfb6-69bb949af31e),segment_id=71e611d8-7787-45af-bfb6-69bb949af31e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:56.207382 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.256439 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6e59ecf-e329-413d-b1c4-63a467e68e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.352861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e59ecf-e329-413d-b1c4-63a467e68e8e None None] Pushing event updated for resources: {'Port': ['ID=2b4ff797-7f1f-4c3c-904f-09b7219a0eab,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:56.357462 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:22:56.357815 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:22:56.376709 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-258ed309-f126-411e-a630-1134ce7de80a None None] Provisioning complete for port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:56.376997 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-258ed309-f126-411e-a630-1134ce7de80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.427462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:22:56.546510 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:56.557548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Sync routers for ids ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:56.568200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Routers {'98dbcf22-1d0e-4ed6-9650-e093d04eabfb'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:56.570546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:56.633004 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.634332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2327cfdf-e520-43d3-b2fc-bfa398a158a5 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6279159 Nov 12 04:22:56.637105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52752) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:56.709627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Set router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:56.887749 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.955659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:22:55Z', 'revision_number': 3, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port': {'id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:55Z', 'updated_at': '2021-11-12T04:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:56.959671 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-338e4270-9530-4d91-8cae-83d03df6db05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:56.992062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Checking router: 98dbcf22-1d0e-4ed6-9650-e093d04eabfb for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:56.992419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Updating router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb port 9d4d9aaf-589f-4401-bbdf-2802be859819 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:22:57.018028 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.134225 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.292773 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.308456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Allocated IP 172.20.0.1 (25d06c0b-cf4e-4176-b134-4766c2ba2975/746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec/1c14a099-15cc-4fa1-bda6-fc8882c9c5b3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:57.367378 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.416187 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26170a24-0900-4932-a7c6-f6557c487765 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:57.434060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Attempting to bind port 9d4d9aaf-589f-4401-bbdf-2802be859819 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:57.434511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Attempting to bind port 9d4d9aaf-589f-4401-bbdf-2802be859819 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:57.434969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Attempting to bind port 9d4d9aaf-589f-4401-bbdf-2802be859819 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:57.435356 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.436997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe31aa-ef21-47e2-bbf8-ef6379c0d01a None None] Pushing event updated for resources: {'Port': ['ID=9d4d9aaf-589f-4401-bbdf-2802be859819,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:57.443498 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:57.443885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:57.444605 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.444715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:57.445127 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Bound port: 9d4d9aaf-589f-4401-bbdf-2802be859819, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:57.445752 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.564498 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.607675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Network 25d06c0b-cf4e-4176-b134-4766c2ba2975 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:57.611452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:57.615645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:57.644159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Pushing event updated for resources: {'Port': ['ID=1c14a099-15cc-4fa1-bda6-fc8882c9c5b3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:57.665721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-221505a3-29d5-4fde-b962-5055042f027b None None] Provisioning complete for port 9d4d9aaf-589f-4401-bbdf-2802be859819 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:57.666305 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-221505a3-29d5-4fde-b962-5055042f027b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.679082 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.705211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] For port 9d4d9aaf-589f-4401-bbdf-2802be859819, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:57.738331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] For port 9d4d9aaf-589f-4401-bbdf-2802be859819, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9d4d9aaf-589f-4401-bbdf-2802be859819,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:57.741523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-221505a3-29d5-4fde-b962-5055042f027b None None] Port 9d4d9aaf-589f-4401-bbdf-2802be859819 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:57.816497 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.879232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96dfd98-0e0f-4269-a065-e7349c7303fd None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:57.885798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2b4ff797-7f1f-4c3c-904f-09b7219a0eab up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:57.894868 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Routers {'98dbcf22-1d0e-4ed6-9650-e093d04eabfb'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:57.895504 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:57.936503 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.960724 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe31aa-ef21-47e2-bbf8-ef6379c0d01a None None] Pushing event updated for resources: {'Port': ['ID=9d4d9aaf-589f-4401-bbdf-2802be859819,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:58.034135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e64b4597-ab9c-4b88-ad4d-8ea176da87ac None None] Provisioning complete for port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:58.034938 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e64b4597-ab9c-4b88-ad4d-8ea176da87ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.092664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e64b4597-ab9c-4b88-ad4d-8ea176da87ac None None] Port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:58.096416 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:58.096786 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.099395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] Set router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:58.146697 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.250147 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.271378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2f83c28d-77bd-4bf2-8db5-2d1baa55829f None None] Provisioning complete for port 9d4d9aaf-589f-4401-bbdf-2802be859819 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:58.271750 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f83c28d-77bd-4bf2-8db5-2d1baa55829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.331028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Pushing event updated for resources: {'Port': ['ID=1c14a099-15cc-4fa1-bda6-fc8882c9c5b3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:58.334680 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.439702 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f83c28d-77bd-4bf2-8db5-2d1baa55829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.457980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Network 25d06c0b-cf4e-4176-b134-4766c2ba2975 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:58.459463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:58.479649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2f83c28d-77bd-4bf2-8db5-2d1baa55829f None None] For port 9d4d9aaf-589f-4401-bbdf-2802be859819, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9d4d9aaf-589f-4401-bbdf-2802be859819,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:58.484668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 4, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port': {'id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:55Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '1c14a099-15cc-4fa1-bda6-fc8882c9c5b3', 'name': '', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'mac_address': 'fa:16:3e:46:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:57Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 1, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'subnets': [{'id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:58.513301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b1cf04-a782-4700-96e1-d75cf3ae2497 None None] The sync data for ids ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'] in n-d-767704-23 is: [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 4, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port': {'id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:55Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '1c14a099-15cc-4fa1-bda6-fc8882c9c5b3', 'name': '', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'mac_address': 'fa:16:3e:46:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:57Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 1, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'subnets': [{'id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:58.592190 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.608747 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f83c28d-77bd-4bf2-8db5-2d1baa55829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.623885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:58.683192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83c28d-77bd-4bf2-8db5-2d1baa55829f None None] Pushing event updated for resources: {'Port': ['ID=9d4d9aaf-589f-4401-bbdf-2802be859819,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:58.792008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:58.798596 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0fa21ec6-4af4-4ecb-a4e5-5b5c407707ba admin admin] 10.222.0.105 "PUT /v2.0/routers/98dbcf22-1d0e-4ed6-9650-e093d04eabfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1601915 Nov 12 04:22:58.835502 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1446e809-7626-4061-b7a0-c731bfdc2c9a None None] Provisioning complete for port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:58.835989 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1446e809-7626-4061-b7a0-c731bfdc2c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.892385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1446e809-7626-4061-b7a0-c731bfdc2c9a None None] Port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:59.003997 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:59.628637 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:22:59.678339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52808) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:59.683404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1780034422-network', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:59.791579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] Made reservation on behalf of 3819bbe8c9fe46bdb77727d3500efc0c for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:59.794125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:59.816315 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:59.901625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9d4d9aaf-589f-4401-bbdf-2802be859819 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:59.922693 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:59.968325 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9d4d9aaf-589f-4401-bbdf-2802be859819 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:59.969554 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:00.024361 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:00.052972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:23:00.063535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c00291-e2c1-4ac2-8b53-b4c28f472480,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:00.068790 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:00.069134 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] Added segment d27e0708-c277-4401-98aa-b764fa39287f of type vlan for network b15af01d-746b-4ebb-8edc-72816c88e76e Nov 12 04:23:00.116216 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:00.244473 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:00.245513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:00.246123 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:00.307172 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] Pushing event updated for resources: {'Network': ['ID=b15af01d-746b-4ebb-8edc-72816c88e76e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:00.317638 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network b15af01d-746b-4ebb-8edc-72816c88e76e details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:23:00.349947 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dfc12e36-f2a4-4fa5-a423-9c02e2229a86 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6701081 Nov 12 04:23:00.352538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52824) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:00.358222 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ccb4fbb2-47d6-447f-856d-65a1d71b966e admin admin] Request body: {'subnet': {'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1780034422-subnet', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:00.501282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb4fbb2-47d6-447f-856d-65a1d71b966e admin admin] Made reservation on behalf of 3819bbe8c9fe46bdb77727d3500efc0c for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:00.503749 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccb4fbb2-47d6-447f-856d-65a1d71b966e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:00.780969 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Sync routers for ids ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:00.794455 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Routers {'98dbcf22-1d0e-4ed6-9650-e093d04eabfb'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:00.795397 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:00.811668 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccb4fbb2-47d6-447f-856d-65a1d71b966e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:00.877676 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4fbb2-47d6-447f-856d-65a1d71b966e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f2a303-3c28-43ce-b9ef-13736c643cd2,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:00.907419 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4fbb2-47d6-447f-856d-65a1d71b966e admin admin] Checking segment: {'id': 'd27e0708-c277-4401-98aa-b764fa39287f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:00.907774 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb4fbb2-47d6-447f-856d-65a1d71b966e admin admin] Network hostable DHCP agents. Network: b15af01d-746b-4ebb-8edc-72816c88e76e, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:23:00.927370 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Set router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:01.021400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb4fbb2-47d6-447f-856d-65a1d71b966e admin admin] Network b15af01d-746b-4ebb-8edc-72816c88e76e is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:23:01.136388 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 4, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port': {'id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:55Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '1c14a099-15cc-4fa1-bda6-fc8882c9c5b3', 'name': '', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'mac_address': 'fa:16:3e:46:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:57Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 2, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'subnets': [{'id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:01.150009 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ccb4fbb2-47d6-447f-856d-65a1d71b966e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, b15af01d-746b-4ebb-8edc-72816c88e76e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:01.166647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989e7769-573a-45e7-a979-687731111c9e None None] Network b15af01d-746b-4ebb-8edc-72816c88e76e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:01.167170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb4fbb2-47d6-447f-856d-65a1d71b966e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:01.167170 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ccb4fbb2-47d6-447f-856d-65a1d71b966e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.173201 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Checking router: 98dbcf22-1d0e-4ed6-9650-e093d04eabfb for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:01.173201 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Updating router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:23:01.200332 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.273763 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ccb4fbb2-47d6-447f-856d-65a1d71b966e admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9193382 Nov 12 04:23:01.276091 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:01.280718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1780034422-router', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:01.359102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-b15af01d-746b-4ebb-8edc-72816c88e76e', 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'fixed_ips': [{'subnet_id': 'a0f2a303-3c28-43ce-b9ef-13736c643cd2'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:23:01.360339 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.416099 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.418809 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.473071 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.507590 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.514726 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Allocated IP 172.20.0.2 (b15af01d-746b-4ebb-8edc-72816c88e76e/a0f2a303-3c28-43ce-b9ef-13736c643cd2/6b3a8479-e316-4e56-adf0-71450ef2e69b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:01.613041 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.666661 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445388cc-e5b0-4a19-9b93-9d18f581d512 None None] Pushing event updated for resources: {'Port': ['ID=1c14a099-15cc-4fa1-bda6-fc8882c9c5b3,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:01.682837 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.739900 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Attempting to bind port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:01.740298 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Attempting to bind port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '71e611d8-7787-45af-bfb6-69bb949af31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:01.740858 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Attempting to bind port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 on network 25d06c0b-cf4e-4176-b134-4766c2ba2975 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:01.750509 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:01.751260 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Checking segment: {'id': '71e611d8-7787-45af-bfb6-69bb949af31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:01.751894 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.752528 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Bound using segment: {'id': '71e611d8-7787-45af-bfb6-69bb949af31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:01.753176 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Bound port: 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e611d8-7787-45af-bfb6-69bb949af31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:01.753562 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.793825 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.826756 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] For port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:01.830322 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] For port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1c14a099-15cc-4fa1-bda6-fc8882c9c5b3,segment=NetworkSegment(71e611d8-7787-45af-bfb6-69bb949af31e),segment_id=71e611d8-7787-45af-bfb6-69bb949af31e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:01.889941 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Network b15af01d-746b-4ebb-8edc-72816c88e76e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:01.893983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:01.909713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:01.925792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Pushing event updated for resources: {'Port': ['ID=6b3a8479-e316-4e56-adf0-71450ef2e69b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:01.945041 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.985943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Attempting to bind port 6b3a8479-e316-4e56-adf0-71450ef2e69b on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:01.986276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Attempting to bind port 6b3a8479-e316-4e56-adf0-71450ef2e69b by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'd27e0708-c277-4401-98aa-b764fa39287f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:01.986594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Attempting to bind port 6b3a8479-e316-4e56-adf0-71450ef2e69b on network b15af01d-746b-4ebb-8edc-72816c88e76e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:01.993161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:01.993558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Checking segment: {'id': 'd27e0708-c277-4401-98aa-b764fa39287f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:01.993944 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.994345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Bound using segment: {'id': 'd27e0708-c277-4401-98aa-b764fa39287f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:01.994823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Bound port: 6b3a8479-e316-4e56-adf0-71450ef2e69b, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27e0708-c277-4401-98aa-b764fa39287f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:01.995208 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:02.037066 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445388cc-e5b0-4a19-9b93-9d18f581d512 None None] Pushing event updated for resources: {'Port': ['ID=1c14a099-15cc-4fa1-bda6-fc8882c9c5b3,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:02.072928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1d69daa0-70fc-4eda-afca-718c69c23bff None None] Provisioning complete for port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:02.073456 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d69daa0-70fc-4eda-afca-718c69c23bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:02.078347 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Routers {'98dbcf22-1d0e-4ed6-9650-e093d04eabfb'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:02.079761 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:02.124843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] For port 6b3a8479-e316-4e56-adf0-71450ef2e69b, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:02.142664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] For port 6b3a8479-e316-4e56-adf0-71450ef2e69b, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6b3a8479-e316-4e56-adf0-71450ef2e69b,segment=NetworkSegment(d27e0708-c277-4401-98aa-b764fa39287f),segment_id=d27e0708-c277-4401-98aa-b764fa39287f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:02.201614 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d69daa0-70fc-4eda-afca-718c69c23bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:02.250705 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1d69daa0-70fc-4eda-afca-718c69c23bff None None] For port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1c14a099-15cc-4fa1-bda6-fc8882c9c5b3,segment=NetworkSegment(71e611d8-7787-45af-bfb6-69bb949af31e),segment_id=71e611d8-7787-45af-bfb6-69bb949af31e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:02.261229 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:02.294153 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:02.324106 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d69daa0-70fc-4eda-afca-718c69c23bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:02.360443 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] Set router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:02.395406 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb872d5f-6ca0-44a9-a3e6-36c586ef3c80 None None] Pushing event updated for resources: {'Port': ['ID=6b3a8479-e316-4e56-adf0-71450ef2e69b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:02.496229 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69daa0-70fc-4eda-afca-718c69c23bff None None] Pushing event updated for resources: {'Port': ['ID=1c14a099-15cc-4fa1-bda6-fc8882c9c5b3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:02.501720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-136aa76a-7697-4674-b208-6ea309243ce9 None None] Provisioning complete for port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:02.502107 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-136aa76a-7697-4674-b208-6ea309243ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:02.693004 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 4, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port': {'id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:55Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '1c14a099-15cc-4fa1-bda6-fc8882c9c5b3', 'name': '', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'mac_address': 'fa:16:3e:46:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:57Z', 'updated_at': '2021-11-12T04:23:01Z', 'revision_number': 4, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'subnets': [{'id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:02.713707 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:02.728300 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12de6ea0-c786-485d-8e87-40f9139427a2 None None] The sync data for ids ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'] in n-d-767704-23 is: [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 4, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port': {'id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:55Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '1c14a099-15cc-4fa1-bda6-fc8882c9c5b3', 'name': '', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'mac_address': 'fa:16:3e:46:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:57Z', 'updated_at': '2021-11-12T04:23:01Z', 'revision_number': 4, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'subnets': [{'id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:02.740832 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:02.893323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Allocated IP 172.25.8.69 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/e0fe553b-a42a-42b6-a57f-962664bbb3fe) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:03.035177 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.127555 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.185638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:03.189725 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:03.194399 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:03.198048 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fe553b-a42a-42b6-a57f-962664bbb3fe,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:03.210197 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93770cb1-3c01-4eb1-a694-da693b1e6a90 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:03.354422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-41ba6a74-74fc-4218-ab96-30a96a6f31a7 None None] Provisioning complete for port e0fe553b-a42a-42b6-a57f-962664bbb3fe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:03.355045 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41ba6a74-74fc-4218-ab96-30a96a6f31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.412752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-41ba6a74-74fc-4218-ab96-30a96a6f31a7 None None] Port e0fe553b-a42a-42b6-a57f-962664bbb3fe cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:03.616492 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.617235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140c2237-74a6-4867-97c1-50f56d2364bb None None] Network b15af01d-746b-4ebb-8edc-72816c88e76e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:03.688162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8ddd02d8-4a75-4964-af6c-ea6a44f5de3e None None] Provisioning complete for port 6b3a8479-e316-4e56-adf0-71450ef2e69b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:03.688502 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ddd02d8-4a75-4964-af6c-ea6a44f5de3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.850399 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.854613 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ddd02d8-4a75-4964-af6c-ea6a44f5de3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.911066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8ddd02d8-4a75-4964-af6c-ea6a44f5de3e None None] For port 6b3a8479-e316-4e56-adf0-71450ef2e69b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6b3a8479-e316-4e56-adf0-71450ef2e69b,segment=NetworkSegment(d27e0708-c277-4401-98aa-b764fa39287f),segment_id=d27e0708-c277-4401-98aa-b764fa39287f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:03.989976 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ddd02d8-4a75-4964-af6c-ea6a44f5de3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:04.091816 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd02d8-4a75-4964-af6c-ea6a44f5de3e None None] Pushing event updated for resources: {'Port': ['ID=6b3a8479-e316-4e56-adf0-71450ef2e69b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:04.106001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:04.166556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Router b13fee63-c829-4034-846d-8ed8a3851afa is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:23:04.167767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:04.168762 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:04.229878 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ee6c5af5-96b3-4469-87ea-8aa0186b9695 None None] Provisioning complete for port 6b3a8479-e316-4e56-adf0-71450ef2e69b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:04.230580 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5af5-96b3-4469-87ea-8aa0186b9695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:04.286321 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:04.302709 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Sync routers for ids ['b13fee63-c829-4034-846d-8ed8a3851afa'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:04.316238 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6b3a8479-e316-4e56-adf0-71450ef2e69b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:04.345193 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Routers {'b13fee63-c829-4034-846d-8ed8a3851afa'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:04.345887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b13fee63-c829-4034-846d-8ed8a3851afa'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:04.368545 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:04.372496 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8c6e4e20-042b-40e9-b5fa-b909530cb3a9 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0926955 Nov 12 04:23:04.374178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52884) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:04.647395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6b3a8479-e316-4e56-adf0-71450ef2e69b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:04.647766 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:04.682035 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Set router b13fee63-c829-4034-846d-8ed8a3851afa gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:04.866512 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:04.931136 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'name': 'tempest-TestServerBasicOps-1780034422-router', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:01Z', 'updated_at': '2021-11-12T04:23:03Z', 'revision_number': 3, 'project_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'gw_port': {'id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:db:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:02Z', 'updated_at': '2021-11-12T04:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:04.961798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Checking router: b13fee63-c829-4034-846d-8ed8a3851afa for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:04.961948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Updating router b13fee63-c829-4034-846d-8ed8a3851afa port e0fe553b-a42a-42b6-a57f-962664bbb3fe binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:23:05.001266 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.044492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Allocated IP 172.20.0.1 (b15af01d-746b-4ebb-8edc-72816c88e76e/a0f2a303-3c28-43ce-b9ef-13736c643cd2/0712892a-d94a-435f-b72e-e3cee8669c11) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:05.168867 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.267445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.273823 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.307544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Network b15af01d-746b-4ebb-8edc-72816c88e76e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:05.310356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:05.316516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:05.347346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Pushing event updated for resources: {'Port': ['ID=0712892a-d94a-435f-b72e-e3cee8669c11,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:05.365670 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.417710 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.472707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fc8434-d122-4b48-a7b0-403968ef1927 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:05.485921 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Attempting to bind port e0fe553b-a42a-42b6-a57f-962664bbb3fe on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:05.486894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Attempting to bind port e0fe553b-a42a-42b6-a57f-962664bbb3fe by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:05.487276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Attempting to bind port e0fe553b-a42a-42b6-a57f-962664bbb3fe on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:05.489295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cb80a-afe7-454b-b720-c18ad4f6e33a None None] Pushing event updated for resources: {'Port': ['ID=e0fe553b-a42a-42b6-a57f-962664bbb3fe,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:05.499909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:05.500456 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:05.500953 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.501525 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:05.502582 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Bound port: e0fe553b-a42a-42b6-a57f-962664bbb3fe, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:05.502582 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.560879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4bb44b82-b08c-433e-8c78-b54bfb575696 None None] Provisioning complete for port e0fe553b-a42a-42b6-a57f-962664bbb3fe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:05.562287 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4bb44b82-b08c-433e-8c78-b54bfb575696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.593190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] For port e0fe553b-a42a-42b6-a57f-962664bbb3fe, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:05.613531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] For port e0fe553b-a42a-42b6-a57f-962664bbb3fe, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e0fe553b-a42a-42b6-a57f-962664bbb3fe,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:05.616383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4bb44b82-b08c-433e-8c78-b54bfb575696 None None] Port e0fe553b-a42a-42b6-a57f-962664bbb3fe cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:05.727504 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.735288 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fbf2df0e-a06f-45ac-b840-fd2540300061 None None] Provisioning complete for port 0712892a-d94a-435f-b72e-e3cee8669c11 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:05.736531 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fbf2df0e-a06f-45ac-b840-fd2540300061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.771968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2df0e-a06f-45ac-b840-fd2540300061 None None] Port 0712892a-d94a-435f-b72e-e3cee8669c11 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:05.776199 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.848937 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304749d5-7df1-497e-8b92-9223d828f814 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:05.871966 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cb80a-afe7-454b-b720-c18ad4f6e33a None None] Pushing event updated for resources: {'Port': ['ID=e0fe553b-a42a-42b6-a57f-962664bbb3fe,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:05.877107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Routers {'b13fee63-c829-4034-846d-8ed8a3851afa'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:05.877727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b13fee63-c829-4034-846d-8ed8a3851afa'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:05.929711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6b3a8479-e316-4e56-adf0-71450ef2e69b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:05.936644 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.981067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ea441f8c-f86a-454f-a8cc-15787e434573 None None] Provisioning complete for port e0fe553b-a42a-42b6-a57f-962664bbb3fe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:05.981443 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea441f8c-f86a-454f-a8cc-15787e434573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.026813 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.083895 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] Set router b13fee63-c829-4034-846d-8ed8a3851afa gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:06.100808 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.102704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Pushing event updated for resources: {'Port': ['ID=0712892a-d94a-435f-b72e-e3cee8669c11,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:06.131277 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6b3a8479-e316-4e56-adf0-71450ef2e69b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:06.131697 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.212154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Network b15af01d-746b-4ebb-8edc-72816c88e76e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:06.213889 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:06.298762 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea441f8c-f86a-454f-a8cc-15787e434573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.340820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ea441f8c-f86a-454f-a8cc-15787e434573 None None] For port e0fe553b-a42a-42b6-a57f-962664bbb3fe, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e0fe553b-a42a-42b6-a57f-962664bbb3fe,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:06.362382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Router b13fee63-c829-4034-846d-8ed8a3851afa has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:06.416896 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea441f8c-f86a-454f-a8cc-15787e434573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.498954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea441f8c-f86a-454f-a8cc-15787e434573 None None] Pushing event updated for resources: {'Port': ['ID=e0fe553b-a42a-42b6-a57f-962664bbb3fe,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:06.504670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'name': 'tempest-TestServerBasicOps-1780034422-router', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:01Z', 'updated_at': '2021-11-12T04:23:05Z', 'revision_number': 4, 'project_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'gw_port': {'id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:db:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:02Z', 'updated_at': '2021-11-12T04:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0712892a-d94a-435f-b72e-e3cee8669c11', 'name': '', 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'mac_address': 'fa:16:3e:d9:09:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'a0f2a303-3c28-43ce-b9ef-13736c643cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:04Z', 'updated_at': '2021-11-12T04:23:05Z', 'revision_number': 1, 'project_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'subnets': [{'id': 'a0f2a303-3c28-43ce-b9ef-13736c643cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:06.540008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a19b5-5ddb-4985-b992-15b82ba3f3c3 None None] The sync data for ids ['b13fee63-c829-4034-846d-8ed8a3851afa'] in n-d-767704-23 is: [{'id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'name': 'tempest-TestServerBasicOps-1780034422-router', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:01Z', 'updated_at': '2021-11-12T04:23:05Z', 'revision_number': 4, 'project_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'gw_port': {'id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:db:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:02Z', 'updated_at': '2021-11-12T04:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0712892a-d94a-435f-b72e-e3cee8669c11', 'name': '', 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'mac_address': 'fa:16:3e:d9:09:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'a0f2a303-3c28-43ce-b9ef-13736c643cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:04Z', 'updated_at': '2021-11-12T04:23:05Z', 'revision_number': 1, 'project_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'subnets': [{'id': 'a0f2a303-3c28-43ce-b9ef-13736c643cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:06.552848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-60aee325-f780-4ee4-863d-8ac3750363c3 None None] Provisioning complete for port 0712892a-d94a-435f-b72e-e3cee8669c11 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:06.553224 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60aee325-f780-4ee4-863d-8ac3750363c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.596221 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-60aee325-f780-4ee4-863d-8ac3750363c3 None None] Port 0712892a-d94a-435f-b72e-e3cee8669c11 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:06.880402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:06.885926 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-70e63f47-8af4-4e1f-9633-ce5ef4eee865 admin admin] 10.222.0.105 "PUT /v2.0/routers/b13fee63-c829-4034-846d-8ed8a3851afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5096788 Nov 12 04:23:07.514828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52936) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:07.519854 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d6cabbf8-528d-4629-806c-4afbe8c024ec tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1138107280', 'description': 'tempest-secgroup-smoke-1138107280 description', 'project_id': '5ac9d996c0c24f00be703b943c526dd6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:07.647223 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6cabbf8-528d-4629-806c-4afbe8c024ec tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.725876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6cabbf8-528d-4629-806c-4afbe8c024ec tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.826387 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6cabbf8-528d-4629-806c-4afbe8c024ec tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.868936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cabbf8-528d-4629-806c-4afbe8c024ec tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63fbf4eb-8cce-4687-a1e3-0f826f5977f8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:07.918926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e0fe553b-a42a-42b6-a57f-962664bbb3fe up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:07.986107 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6cabbf8-528d-4629-806c-4afbe8c024ec tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.987391 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d6cabbf8-528d-4629-806c-4afbe8c024ec tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4714854 Nov 12 04:23:07.987966 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e0fe553b-a42a-42b6-a57f-962664bbb3fe triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:07.988459 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.991994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:07.997263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4bfa39bc-b3b9-446e-a89a-c55defbcd353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Request body: {'security_group_rule': {'security_group_id': '63fbf4eb-8cce-4687-a1e3-0f826f5977f8', 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:08.144774 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bfa39bc-b3b9-446e-a89a-c55defbcd353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.217551 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bfa39bc-b3b9-446e-a89a-c55defbcd353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.329958 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bfa39bc-b3b9-446e-a89a-c55defbcd353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.351052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa39bc-b3b9-446e-a89a-c55defbcd353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f9413b-bf82-4d98-a652-d63debcda001,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:08.474655 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4bfa39bc-b3b9-446e-a89a-c55defbcd353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.476211 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4bfa39bc-b3b9-446e-a89a-c55defbcd353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4825969 Nov 12 04:23:08.478997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52954) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:08.483924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ec43544d-433f-4b21-8434-6fbb2e3ddf18 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Request body: {'security_group_rule': {'security_group_id': '63fbf4eb-8cce-4687-a1e3-0f826f5977f8', 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:08.671948 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec43544d-433f-4b21-8434-6fbb2e3ddf18 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.733208 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec43544d-433f-4b21-8434-6fbb2e3ddf18 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.876063 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec43544d-433f-4b21-8434-6fbb2e3ddf18 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.896658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43544d-433f-4b21-8434-6fbb2e3ddf18 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d3ea90-c564-40fb-a7f6-8d9e07591cc6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:09.031842 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec43544d-433f-4b21-8434-6fbb2e3ddf18 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.033165 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ec43544d-433f-4b21-8434-6fbb2e3ddf18 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5529993 Nov 12 04:23:09.039500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52962) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:09.040397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-986b2709-a2c7-42b2-988f-c7c6ee82e463 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Request body: {'security_group_rule': {'security_group_id': '63fbf4eb-8cce-4687-a1e3-0f826f5977f8', 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:09.167055 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986b2709-a2c7-42b2-988f-c7c6ee82e463 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.227329 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986b2709-a2c7-42b2-988f-c7c6ee82e463 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.295363 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986b2709-a2c7-42b2-988f-c7c6ee82e463 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.315914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b2709-a2c7-42b2-988f-c7c6ee82e463 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a562c0-34e6-45d4-b2fd-86ca52d77d8d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:09.457420 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986b2709-a2c7-42b2-988f-c7c6ee82e463 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.461440 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-986b2709-a2c7-42b2-988f-c7c6ee82e463 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4218242 Nov 12 04:23:09.461648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52972) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:09.466141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-10b46271-fd62-48be-a6ff-52a99267cc4f tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Request body: {'security_group_rule': {'security_group_id': '63fbf4eb-8cce-4687-a1e3-0f826f5977f8', 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:09.584662 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10b46271-fd62-48be-a6ff-52a99267cc4f tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.655893 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10b46271-fd62-48be-a6ff-52a99267cc4f tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.800726 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10b46271-fd62-48be-a6ff-52a99267cc4f tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.818387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b46271-fd62-48be-a6ff-52a99267cc4f tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd809f3-e044-4ee8-afd1-1eed76b16d86,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:09.931421 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10b46271-fd62-48be-a6ff-52a99267cc4f tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.932696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-10b46271-fd62-48be-a6ff-52a99267cc4f tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4700911 Nov 12 04:23:09.935540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 52978) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:09.940549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5c34f95e-dd9e-41a5-9072-a8b14a193789 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Request body: {'security_group_rule': {'security_group_id': '63fbf4eb-8cce-4687-a1e3-0f826f5977f8', 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:10.061204 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-5c34f95e-dd9e-41a5-9072-a8b14a193789 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Project 5ac9d996c0c24f00be703b943c526dd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:23:10.067350 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c34f95e-dd9e-41a5-9072-a8b14a193789 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.133611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c34f95e-dd9e-41a5-9072-a8b14a193789 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.198108 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c34f95e-dd9e-41a5-9072-a8b14a193789 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.217849 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34f95e-dd9e-41a5-9072-a8b14a193789 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed411a6-c924-4407-ab6f-e186ace3da16,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:10.233346 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Sync routers for ids ['b13fee63-c829-4034-846d-8ed8a3851afa'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:10.244355 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Routers {'b13fee63-c829-4034-846d-8ed8a3851afa'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:10.245136 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b13fee63-c829-4034-846d-8ed8a3851afa'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:10.305881 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c34f95e-dd9e-41a5-9072-a8b14a193789 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.308248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5c34f95e-dd9e-41a5-9072-a8b14a193789 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3715627 Nov 12 04:23:10.311023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 52982) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:10.320209 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6748161e-9ec7-4fef-b367-1c9dc03e29cd tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Request body: {'security_group_rule': {'security_group_id': '63fbf4eb-8cce-4687-a1e3-0f826f5977f8', 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:10.365097 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Set router b13fee63-c829-4034-846d-8ed8a3851afa gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:10.430078 n-d-767704-23 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-6748161e-9ec7-4fef-b367-1c9dc03e29cd tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Project 5ac9d996c0c24f00be703b943c526dd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:23:10.436664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6748161e-9ec7-4fef-b367-1c9dc03e29cd tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.507624 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6748161e-9ec7-4fef-b367-1c9dc03e29cd tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.582750 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'name': 'tempest-TestServerBasicOps-1780034422-router', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:01Z', 'updated_at': '2021-11-12T04:23:05Z', 'revision_number': 4, 'project_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'gw_port': {'id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:02Z', 'updated_at': '2021-11-12T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0712892a-d94a-435f-b72e-e3cee8669c11', 'name': '', 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'mac_address': 'fa:16:3e:d9:09:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'a0f2a303-3c28-43ce-b9ef-13736c643cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:04Z', 'updated_at': '2021-11-12T04:23:05Z', 'revision_number': 2, 'project_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'subnets': [{'id': 'a0f2a303-3c28-43ce-b9ef-13736c643cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:10.606385 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6748161e-9ec7-4fef-b367-1c9dc03e29cd tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.609897 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Checking router: b13fee63-c829-4034-846d-8ed8a3851afa for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:10.610455 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Updating router b13fee63-c829-4034-846d-8ed8a3851afa port 0712892a-d94a-435f-b72e-e3cee8669c11 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:23:10.629405 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748161e-9ec7-4fef-b367-1c9dc03e29cd tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239b6ed6-73db-4586-81ab-fa3fb0176cc8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:10.640140 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.717827 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6748161e-9ec7-4fef-b367-1c9dc03e29cd tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.727763 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6748161e-9ec7-4fef-b367-1c9dc03e29cd tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4068797 Nov 12 04:23:10.920456 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.012116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-61f121bb-095b-48aa-97ab-561b8507b127 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1138107280&fields=id&tenant_id=5ac9d996c0c24f00be703b943c526dd6 HTTP/1.1" status: 200 len: 267 time: 0.0492561 Nov 12 04:23:11.029611 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.084015 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b684ce-d6a5-4fd1-82b6-fb190577c338 None None] Pushing event updated for resources: {'Port': ['ID=0712892a-d94a-435f-b72e-e3cee8669c11,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:11.160791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-bdf56798-496b-4690-87b5-f22a5794d09f tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:11.161759 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Attempting to bind port 0712892a-d94a-435f-b72e-e3cee8669c11 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:11.162126 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Attempting to bind port 0712892a-d94a-435f-b72e-e3cee8669c11 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'd27e0708-c277-4401-98aa-b764fa39287f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:11.162488 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Attempting to bind port 0712892a-d94a-435f-b72e-e3cee8669c11 on network b15af01d-746b-4ebb-8edc-72816c88e76e {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:11.168423 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:11.168756 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Checking segment: {'id': 'd27e0708-c277-4401-98aa-b764fa39287f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:11.169157 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.169548 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Bound using segment: {'id': 'd27e0708-c277-4401-98aa-b764fa39287f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:11.170467 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Bound port: 0712892a-d94a-435f-b72e-e3cee8669c11, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27e0708-c277-4401-98aa-b764fa39287f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:11.171221 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.176912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-bdf56798-496b-4690-87b5-f22a5794d09f tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/networks?id=25d06c0b-cf4e-4176-b134-4766c2ba2975 HTTP/1.1" status: 200 len: 809 time: 0.1570354 Nov 12 04:23:11.194260 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-04953e33-4432-46e8-bb9b-08e49033e4f2 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/quotas/5ac9d996c0c24f00be703b943c526dd6 HTTP/1.1" status: 200 len: 375 time: 0.0155449 Nov 12 04:23:11.251920 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] For port 0712892a-d94a-435f-b72e-e3cee8669c11, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:11.256059 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] For port 0712892a-d94a-435f-b72e-e3cee8669c11, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0712892a-d94a-435f-b72e-e3cee8669c11,segment=NetworkSegment(d27e0708-c277-4401-98aa-b764fa39287f),segment_id=d27e0708-c277-4401-98aa-b764fa39287f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:11.279570 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-12fe09d2-e73d-4e31-bf87-117c2fd34b3d tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5ac9d996c0c24f00be703b943c526dd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785630 Nov 12 04:23:11.301568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c7283239-a514-479c-9491-c2b14d1b05ea service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:23:11.302903 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c7283239-a514-479c-9491-c2b14d1b05ea service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063865 Nov 12 04:23:11.355300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fff3c643-abfd-4e9e-b3c4-97c6cd9f24ce None None] Provisioning complete for port 0712892a-d94a-435f-b72e-e3cee8669c11 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:11.356431 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fff3c643-abfd-4e9e-b3c4-97c6cd9f24ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.361757 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.414616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-9fdcb039-4497-4b60-b663-4735f5f476ff service neutron] 10.222.0.105 "GET /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026850 Nov 12 04:23:11.447357 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Routers {'b13fee63-c829-4034-846d-8ed8a3851afa'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:11.448297 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b13fee63-c829-4034-846d-8ed8a3851afa'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:11.455021 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b684ce-d6a5-4fd1-82b6-fb190577c338 None None] Pushing event updated for resources: {'Port': ['ID=0712892a-d94a-435f-b72e-e3cee8669c11,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:11.519232 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fff3c643-abfd-4e9e-b3c4-97c6cd9f24ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.545324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-50859495-0501-477f-bd94-dcd360ae9c1a service neutron] 10.222.0.105 "GET /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220038 Nov 12 04:23:11.568015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fff3c643-abfd-4e9e-b3c4-97c6cd9f24ce None None] For port 0712892a-d94a-435f-b72e-e3cee8669c11, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0712892a-d94a-435f-b72e-e3cee8669c11,segment=NetworkSegment(d27e0708-c277-4401-98aa-b764fa39287f),segment_id=d27e0708-c277-4401-98aa-b764fa39287f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:11.633804 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] Set router b13fee63-c829-4034-846d-8ed8a3851afa gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:11.692660 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fff3c643-abfd-4e9e-b3c4-97c6cd9f24ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.748809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3c643-abfd-4e9e-b3c4-97c6cd9f24ce None None] Pushing event updated for resources: {'Port': ['ID=0712892a-d94a-435f-b72e-e3cee8669c11,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:11.823990 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-490cab4c-571e-44de-a3a8-fa7c839c6849 None None] Provisioning complete for port 0712892a-d94a-435f-b72e-e3cee8669c11 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:11.824386 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-490cab4c-571e-44de-a3a8-fa7c839c6849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.897740 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'name': 'tempest-TestServerBasicOps-1780034422-router', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:01Z', 'updated_at': '2021-11-12T04:23:05Z', 'revision_number': 4, 'project_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'gw_port': {'id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:02Z', 'updated_at': '2021-11-12T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0712892a-d94a-435f-b72e-e3cee8669c11', 'name': '', 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'mac_address': 'fa:16:3e:d9:09:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'a0f2a303-3c28-43ce-b9ef-13736c643cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:04Z', 'updated_at': '2021-11-12T04:23:11Z', 'revision_number': 4, 'project_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'subnets': [{'id': 'a0f2a303-3c28-43ce-b9ef-13736c643cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:11.929054 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c25e4-b74c-414e-8311-9100e94cdb7b None None] The sync data for ids ['b13fee63-c829-4034-846d-8ed8a3851afa'] in n-d-767704-23 is: [{'id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'name': 'tempest-TestServerBasicOps-1780034422-router', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:01Z', 'updated_at': '2021-11-12T04:23:05Z', 'revision_number': 4, 'project_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'gw_port': {'id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:02Z', 'updated_at': '2021-11-12T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0712892a-d94a-435f-b72e-e3cee8669c11', 'name': '', 'network_id': 'b15af01d-746b-4ebb-8edc-72816c88e76e', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'mac_address': 'fa:16:3e:d9:09:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'a0f2a303-3c28-43ce-b9ef-13736c643cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:04Z', 'updated_at': '2021-11-12T04:23:11Z', 'revision_number': 4, 'project_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'subnets': [{'id': 'a0f2a303-3c28-43ce-b9ef-13736c643cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:11.988186 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0712892a-d94a-435f-b72e-e3cee8669c11 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:12.045713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0712892a-d94a-435f-b72e-e3cee8669c11 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:12.046187 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.150074 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-674bdb2c-f7a7-46ac-8c6a-4c0fbf19c520 req-61cb56b4-1ede-438a-9b1b-af636a851474 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 210 time: 0.2460756 Nov 12 04:23:13.242710 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04399699-8f48-45cc-a3af-2b3c9ce6afa7 req-13f26639-97a8-4d69-bd7d-415c36c0bb2d tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 210 time: 0.0414329 Nov 12 04:23:14.348588 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b2d62e2-c0c8-4891-8896-e137528aab9a req-4a4e5e17-ca4d-403b-9ea8-efaf558581c5 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 210 time: 0.0317984 Nov 12 04:23:14.926604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-177a4f28-984a-413d-8029-368cc48abf89 req-f45cf650-0bae-4fb6-82e0-c9474f98563f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481346 Nov 12 04:23:15.083823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a4f28-984a-413d-8029-368cc48abf89 req-090bea50-ecd9-47a1-bcbb-ff045b67f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:15.085480 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-177a4f28-984a-413d-8029-368cc48abf89 req-090bea50-ecd9-47a1-bcbb-ff045b67f3ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 1097 time: 0.0716329 Nov 12 04:23:15.095130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-6a66325c-1a10-44d8-b491-4f3a1f03f2f0 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:15.096438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-6a66325c-1a10-44d8-b491-4f3a1f03f2f0 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.25 "GET /v2.0/networks?id=25d06c0b-cf4e-4176-b134-4766c2ba2975 HTTP/1.1" status: 200 len: 809 time: 0.1466315 Nov 12 04:23:15.223793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-94d9a95f-0c93-4f5d-922e-ceb12fe388cd tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ac9d996c0c24f00be703b943c526dd6 HTTP/1.1" status: 200 len: 380 time: 0.1168053 Nov 12 04:23:15.241503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-b457ac85-ba05-4dfa-8ddc-787d59823353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Request body: {'port': {'device_id': 'c1c16818-4413-4614-975f-9af7c0e70b64', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'admin_state_up': True, 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'security_groups': ['63fbf4eb-8cce-4687-a1e3-0f826f5977f8']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:15.270991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a4f28-984a-413d-8029-368cc48abf89 req-778d03ae-4878-4885-907a-6d028812f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:15.273181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-177a4f28-984a-413d-8029-368cc48abf89 req-778d03ae-4878-4885-907a-6d028812f4ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 913 time: 0.1645098 Nov 12 04:23:15.395075 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-177a4f28-984a-413d-8029-368cc48abf89 req-77a33296-eb7a-4656-a0c3-785c65496a99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8844a8e9-9b7e-49d9-a2b2-12b1868243c1 HTTP/1.1" status: 200 len: 1000 time: 0.1121423 Nov 12 04:23:15.477893 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cb82a073-1daa-4db8-b0d9-93e696534556 req-6f1c6bfe-7c68-4c3e-b625-bbcac205baf4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 210 time: 0.0380948 Nov 12 04:23:15.487796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a4f28-984a-413d-8029-368cc48abf89 req-c0031dd6-ff9a-42df-8327-4cc7bfc7cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:15.489354 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-177a4f28-984a-413d-8029-368cc48abf89 req-c0031dd6-ff9a-42df-8327-4cc7bfc7cece service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 200 len: 850 time: 0.0859189 Nov 12 04:23:15.537460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a4f28-984a-413d-8029-368cc48abf89 req-bca959c5-b13d-4beb-8eb0-8b7a6b93373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:15.543531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-177a4f28-984a-413d-8029-368cc48abf89 req-bca959c5-b13d-4beb-8eb0-8b7a6b93373b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5074271f-e373-422c-abfa-ee9f087fb5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419664 Nov 12 04:23:15.569607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-b457ac85-ba05-4dfa-8ddc-787d59823353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Made reservation on behalf of 5ac9d996c0c24f00be703b943c526dd6 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:15.573135 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-b457ac85-ba05-4dfa-8ddc-787d59823353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.700410 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-177a4f28-984a-413d-8029-368cc48abf89 req-3720799b-4bae-4fe8-9a0d-55ea3827ca57 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521528 Nov 12 04:23:15.824473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-b457ac85-ba05-4dfa-8ddc-787d59823353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Allocated IP 172.20.0.8 (25d06c0b-cf4e-4176-b134-4766c2ba2975/746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec/0167e2c8-de46-435e-84ea-f4e0ba2bfe62) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:15.858726 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-177a4f28-984a-413d-8029-368cc48abf89 req-c29fde2e-8f95-4df4-8afb-264210ce1249 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489906 Nov 12 04:23:15.989930 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-b457ac85-ba05-4dfa-8ddc-787d59823353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:16.167404 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-b457ac85-ba05-4dfa-8ddc-787d59823353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:16.213764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-b457ac85-ba05-4dfa-8ddc-787d59823353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Network 25d06c0b-cf4e-4176-b134-4766c2ba2975 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:16.216904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-b457ac85-ba05-4dfa-8ddc-787d59823353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:16.221711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-b457ac85-ba05-4dfa-8ddc-787d59823353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:16.228674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457ac85-ba05-4dfa-8ddc-787d59823353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Pushing event updated for resources: {'Port': ['ID=0167e2c8-de46-435e-84ea-f4e0ba2bfe62,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:16.278100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-b457ac85-ba05-4dfa-8ddc-787d59823353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:16.278727 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-b457ac85-ba05-4dfa-8ddc-787d59823353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:16.359986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-b457ac85-ba05-4dfa-8ddc-787d59823353 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1221638 Nov 12 04:23:16.376716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Request body: {'port': {'device_id': 'c1c16818-4413-4614-975f-9af7c0e70b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:16.442258 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:16.525991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-41f0c70c-bc47-45e0-bc05-8983c3f1c528 None None] Provisioning complete for port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:16.526602 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41f0c70c-bc47-45e0-bc05-8983c3f1c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:16.566114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-41f0c70c-bc47-45e0-bc05-8983c3f1c528 None None] Port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:16.607392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33456f-3c6f-44b6-b4c4-a036fd39be0f req-9778dde9-5a1b-4810-9664-ea069f491c5d tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:16.609588 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2c33456f-3c6f-44b6-b4c4-a036fd39be0f req-9778dde9-5a1b-4810-9664-ea069f491c5d tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 931 time: 0.0532551 Nov 12 04:23:16.680254 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2c33456f-3c6f-44b6-b4c4-a036fd39be0f req-fa7b38de-9d48-4a9e-ad37-6e82c6401ac9 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/security-groups?id=63fbf4eb-8cce-4687-a1e3-0f826f5977f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608428 Nov 12 04:23:16.745288 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:16.752695 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:16.767946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Transition to ACTIVE for port object 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:23:16.837918 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:16.894326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Pushing event updated for resources: {'Port': ['ID=0167e2c8-de46-435e-84ea-f4e0ba2bfe62,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:16.973660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Attempting to bind port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:16.974052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Attempting to bind port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '71e611d8-7787-45af-bfb6-69bb949af31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:16.974320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Attempting to bind port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 on network 25d06c0b-cf4e-4176-b134-4766c2ba2975 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:16.979817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 on network 25d06c0b-cf4e-4176-b134-4766c2ba2975 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:23:16.980197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Attempting to bind port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 on network 25d06c0b-cf4e-4176-b134-4766c2ba2975 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:16.985934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:16.986339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Checking segment: {'id': '71e611d8-7787-45af-bfb6-69bb949af31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:16.986674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Bound using segment: {'id': '71e611d8-7787-45af-bfb6-69bb949af31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:16.987144 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Bound port: 0167e2c8-de46-435e-84ea-f4e0ba2bfe62, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e611d8-7787-45af-bfb6-69bb949af31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:16.987489 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.069160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] For port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:17.072869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] For port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=0167e2c8-de46-435e-84ea-f4e0ba2bfe62,segment=NetworkSegment(71e611d8-7787-45af-bfb6-69bb949af31e),segment_id=71e611d8-7787-45af-bfb6-69bb949af31e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:17.144312 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.189085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:17.192280 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.192280 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] 10.222.0.25 "PUT /v2.0/ports/0167e2c8-de46-435e-84ea-f4e0ba2bfe62 HTTP/1.1" status: 200 len: 1092 time: 0.8240986 Nov 12 04:23:17.192280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c16818-4413-4614-975f-9af7c0e70b64', 'tag': '0167e2c8-de46-435e-84ea-f4e0ba2bfe62'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:17.193812 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e318fa-abdf-42ea-8a7a-fcdf5b2e4c98" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c16818-4413-4614-975f-9af7c0e70b64", "tag": "0167e2c8-de46-435e-84ea-f4e0ba2bfe62"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:17.215491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ff446-da4e-4793-b61d-a13187affb3e service neutron] Pushing event updated for resources: {'Port': ['ID=0167e2c8-de46-435e-84ea-f4e0ba2bfe62,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:17.264199 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107eed76-3706-47c4-83a6-f80f03995327 x-openstack-request-id: req-107eed76-3706-47c4-83a6-f80f03995327 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:17.264590 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c16818-4413-4614-975f-9af7c0e70b64", "tag": "0167e2c8-de46-435e-84ea-f4e0ba2bfe62", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:17.264943 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-107eed76-3706-47c4-83a6-f80f03995327 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:17.265958 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c16818-4413-4614-975f-9af7c0e70b64', 'tag': '0167e2c8-de46-435e-84ea-f4e0ba2bfe62', 'status': 'completed', 'code': 200} Nov 12 04:23:17.353269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e318fa-abdf-42ea-8a7a-fcdf5b2e4c98 req-545e7030-951e-4eaf-b0a6-7bb24c8ee8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:17.354982 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3e318fa-abdf-42ea-8a7a-fcdf5b2e4c98 req-545e7030-951e-4eaf-b0a6-7bb24c8ee8ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ac9d996c0c24f00be703b943c526dd6&device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 1095 time: 0.0664632 Nov 12 04:23:17.474988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e318fa-abdf-42ea-8a7a-fcdf5b2e4c98 req-e309497d-15bb-444c-9aac-94789bff02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:17.476399 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3e318fa-abdf-42ea-8a7a-fcdf5b2e4c98 req-e309497d-15bb-444c-9aac-94789bff02ec service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=5ac9d996c0c24f00be703b943c526dd6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1130981 Nov 12 04:23:17.580007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e318fa-abdf-42ea-8a7a-fcdf5b2e4c98 req-4da902fc-d82f-4885-b8e6-a3074c34efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:17.581473 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3e318fa-abdf-42ea-8a7a-fcdf5b2e4c98 req-4da902fc-d82f-4885-b8e6-a3074c34efa0 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0982974 Nov 12 04:23:17.665978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-2607f637-c3a4-4a54-a963-c57c5fb73437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:17.667473 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-2607f637-c3a4-4a54-a963-c57c5fb73437 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ac9d996c0c24f00be703b943c526dd6&device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 1095 time: 0.0472586 Nov 12 04:23:17.719219 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-2b92c7a2-54e7-4a3e-b0f3-c87c6ee237e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0167e2c8-de46-435e-84ea-f4e0ba2bfe62 HTTP/1.1" status: 200 len: 217 time: 0.0431232 Nov 12 04:23:17.771607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c6d151de-a325-4e50-8d05-4364c84d4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:17.773075 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-c6d151de-a325-4e50-8d05-4364c84d4e94 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec HTTP/1.1" status: 200 len: 848 time: 0.0476174 Nov 12 04:23:17.819195 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df811e2-8346-4655-bed7-d6906d931410 req-03264c11-e199-4788-8ef2-37c44c8e789a tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:17.824645 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4df811e2-8346-4655-bed7-d6906d931410 req-03264c11-e199-4788-8ef2-37c44c8e789a tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 943 time: 0.0571404 Nov 12 04:23:17.824905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-a7c7ddf9-55db-4f5d-94ca-fae1f00a1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:17.826721 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-a7c7ddf9-55db-4f5d-94ca-fae1f00a1cfe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25d06c0b-cf4e-4176-b134-4766c2ba2975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460830 Nov 12 04:23:17.873363 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4df811e2-8346-4655-bed7-d6906d931410 req-b6b98377-1cfc-4e3b-b0c2-63b3751ce582 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/security-groups?id=63fbf4eb-8cce-4687-a1e3-0f826f5977f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461915 Nov 12 04:23:17.922230 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-090b202e-e8f5-4e82-aebd-449ef117b07e service neutron] 10.222.0.25 "GET /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884073 Nov 12 04:23:18.014497 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b12a1d10-04d6-45c0-979f-1b339f32da4d req-e0844773-84a3-4320-ab0e-4111f4e7d74a service neutron] 10.222.0.25 "GET /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846066 Nov 12 04:23:19.016684 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a9783-a2b8-44e1-8852-a717017327b2 req-ab9303bd-12f3-4566-b86c-81a8d49e293f tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:19.018551 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d2a9783-a2b8-44e1-8852-a717017327b2 req-ab9303bd-12f3-4566-b86c-81a8d49e293f tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 943 time: 0.0572736 Nov 12 04:23:19.099626 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2d2a9783-a2b8-44e1-8852-a717017327b2 req-0fb15ecc-2cb9-4161-812b-5220b524b8b9 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/security-groups?id=63fbf4eb-8cce-4687-a1e3-0f826f5977f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713387 Nov 12 04:23:19.158813 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.460596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:23:19.569365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=0167e2c8-de46-435e-84ea-f4e0ba2bfe62,segment=NetworkSegment(71e611d8-7787-45af-bfb6-69bb949af31e),segment_id=71e611d8-7787-45af-bfb6-69bb949af31e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:19.581608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '0167e2c8-de46-435e-84ea-f4e0ba2bfe62', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'port_id': '0167e2c8-de46-435e-84ea-f4e0ba2bfe62', 'mac_address': 'fa:16:3e:21:01:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:23:19.621052 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.635534 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:19.659919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=0167e2c8-de46-435e-84ea-f4e0ba2bfe62,segment=NetworkSegment(71e611d8-7787-45af-bfb6-69bb949af31e),segment_id=71e611d8-7787-45af-bfb6-69bb949af31e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:19.752338 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.802946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=0167e2c8-de46-435e-84ea-f4e0ba2bfe62,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:19.810434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:19.810800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:19.811124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:19.811463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:19.811796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:19.812160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:19.812487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:19.812811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:19.813686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:19.814040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:19.814292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:19.814612 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:19.992127 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['0167e2c8-de46-435e-84ea-f4e0ba2bfe62'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:23:20.230980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5faee1-11d7-4719-a903-09c10c7561cc req-d6ac4307-140f-4bc7-a0ce-2089bc3fc448 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:20.232524 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5faee1-11d7-4719-a903-09c10c7561cc req-d6ac4307-140f-4bc7-a0ce-2089bc3fc448 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 944 time: 0.0544939 Nov 12 04:23:20.284090 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bc5faee1-11d7-4719-a903-09c10c7561cc req-3d94ba04-9a28-487e-9bc9-f302233f2440 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/security-groups?id=63fbf4eb-8cce-4687-a1e3-0f826f5977f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448155 Nov 12 04:23:21.409283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d12d2-2c8a-45f9-aaad-66a038567843 req-3e062942-f4a6-4e02-be17-b1a16360dae4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:21.410783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae2d12d2-2c8a-45f9-aaad-66a038567843 req-3e062942-f4a6-4e02-be17-b1a16360dae4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 944 time: 0.0532463 Nov 12 04:23:21.470645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ae2d12d2-2c8a-45f9-aaad-66a038567843 req-f70d0fd9-6753-4e78-8c30-fcfebd29484c tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/security-groups?id=63fbf4eb-8cce-4687-a1e3-0f826f5977f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537176 Nov 12 04:23:21.476945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:21.629072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:23:21.634203 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:21.634582 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.715081 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.739311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c16818-4413-4614-975f-9af7c0e70b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0167e2c8-de46-435e-84ea-f4e0ba2bfe62'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:21.741606 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ec56bb-0cd4-4791-8075-45c01c80145c" -d '{"events": [{"server_uuid": "c1c16818-4413-4614-975f-9af7c0e70b64", "name": "network-vif-plugged", "status": "completed", "tag": "0167e2c8-de46-435e-84ea-f4e0ba2bfe62"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:21.754732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=0167e2c8-de46-435e-84ea-f4e0ba2bfe62,segment=NetworkSegment(71e611d8-7787-45af-bfb6-69bb949af31e),segment_id=71e611d8-7787-45af-bfb6-69bb949af31e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:21.840826 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.847376 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290b8cc6-3522-4618-b75c-b50850818d4a x-openstack-request-id: req-290b8cc6-3522-4618-b75c-b50850818d4a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:21.847671 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c16818-4413-4614-975f-9af7c0e70b64", "name": "network-vif-plugged", "status": "completed", "tag": "0167e2c8-de46-435e-84ea-f4e0ba2bfe62", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:21.847823 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-290b8cc6-3522-4618-b75c-b50850818d4a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:21.848199 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c16818-4413-4614-975f-9af7c0e70b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0167e2c8-de46-435e-84ea-f4e0ba2bfe62', 'code': 200} Nov 12 04:23:21.894264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=0167e2c8-de46-435e-84ea-f4e0ba2bfe62,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:21.949581 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae33415-64a4-406e-b098-4ec828a5fc96 req-bd53010f-4cf5-426d-a5b8-249aa3453307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:21.951070 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ae33415-64a4-406e-b098-4ec828a5fc96 req-bd53010f-4cf5-426d-a5b8-249aa3453307 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 1097 time: 0.0419815 Nov 12 04:23:21.999244 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ae33415-64a4-406e-b098-4ec828a5fc96 req-7c2f3ef8-597d-4ab0-85a4-d2070d6e78b7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=63fbf4eb-8cce-4687-a1e3-0f826f5977f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405018 Nov 12 04:23:22.594341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4799f-308d-45e7-98db-affddebd74f1 req-1b1ce528-e502-4324-bc38-5c30f1e38685 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:22.597998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfe4799f-308d-45e7-98db-affddebd74f1 req-1b1ce528-e502-4324-bc38-5c30f1e38685 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 945 time: 0.0558326 Nov 12 04:23:22.648568 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfe4799f-308d-45e7-98db-affddebd74f1 req-f2c31355-a638-414d-801f-56d2d585c5a6 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/security-groups?id=63fbf4eb-8cce-4687-a1e3-0f826f5977f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457916 Nov 12 04:23:23.081644 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2836b31-6c72-4111-aaec-110076c88644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.773914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cff65b-4a01-439a-8f51-7befd1a33ff9 req-adb6f410-8ea7-4790-968e-616977ac4e45 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:23.775412 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63cff65b-4a01-439a-8f51-7befd1a33ff9 req-adb6f410-8ea7-4790-968e-616977ac4e45 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 945 time: 0.0502181 Nov 12 04:23:23.829940 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63cff65b-4a01-439a-8f51-7befd1a33ff9 req-dd7b827f-a88b-4e71-a254-79b07ec2753d tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/security-groups?id=63fbf4eb-8cce-4687-a1e3-0f826f5977f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483832 Nov 12 04:23:23.946512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986d785-e395-4781-8216-01ca658979bb req-b0ad97fd-79c4-47bd-8186-705564a9d315 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:23.950654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d986d785-e395-4781-8216-01ca658979bb req-b0ad97fd-79c4-47bd-8186-705564a9d315 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 945 time: 0.0506320 Nov 12 04:23:24.020051 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d986d785-e395-4781-8216-01ca658979bb req-35afee64-a0fe-4ba7-9056-b90f1894243d tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/security-groups?id=63fbf4eb-8cce-4687-a1e3-0f826f5977f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652080 Nov 12 04:23:24.139478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d38420-3168-47e5-a5d2-1eb44611ec17 req-67615a22-0c79-4e59-9968-fd1dd2e964af tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:24.141522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3d38420-3168-47e5-a5d2-1eb44611ec17 req-67615a22-0c79-4e59-9968-fd1dd2e964af tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 945 time: 0.0512946 Nov 12 04:23:24.196648 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3d38420-3168-47e5-a5d2-1eb44611ec17 req-7a55b98b-b61e-4f05-9a4e-f1f854c14933 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/security-groups?id=63fbf4eb-8cce-4687-a1e3-0f826f5977f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487945 Nov 12 04:23:24.219510 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53236) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:24.306734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5bc630-0248-41c0-8ca8-d6ac1f9743c6 tempest-TestServerBasicOps-368417810 tempest-TestServerBasicOps-368417810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:24.308306 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cd5bc630-0248-41c0-8ca8-d6ac1f9743c6 tempest-TestServerBasicOps-368417810 tempest-TestServerBasicOps-368417810-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 1092 time: 0.0876663 Nov 12 04:23:24.311250 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53244) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:24.315741 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '0167e2c8-de46-435e-84ea-f4e0ba2bfe62', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:24.426300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.524158 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.637066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Allocated IP 172.25.8.196 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/f190043e-4c60-4c4c-8ea9-f44b3a961968) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:24.744653 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.823807 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.870239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:24.874823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:24.877980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:24.884338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Pushing event updated for resources: {'Port': ['ID=f190043e-4c60-4c4c-8ea9-f44b3a961968,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:25.069165 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:25.411446 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:25.587994 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:25.743064 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:25.851953 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:25.925365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Pushing event updated for resources: {'Port': ['ID=f190043e-4c60-4c4c-8ea9-f44b3a961968,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:25.947603 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:26.057921 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Floating IP 6e58f83b-2c02-4414-bb07-5333e4901b49 associated. External IP: 172.25.8.196, port: 0167e2c8-de46-435e-84ea-f4e0ba2bfe62. Nov 12 04:23:26.274433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:26.387667 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:26.398805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2da7bc-492e-49e8-9e48-6e1f7c45b194 None None] Sync routers for ids ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:26.411246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2da7bc-492e-49e8-9e48-6e1f7c45b194 None None] Routers {'98dbcf22-1d0e-4ed6-9650-e093d04eabfb'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:26.411246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5d2da7bc-492e-49e8-9e48-6e1f7c45b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:26.494381 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:26.529148 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5d2da7bc-492e-49e8-9e48-6e1f7c45b194 None None] Set router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:26.532097 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-476439bd-8dab-46dd-ac46-288f63d2f1ba tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2197611 Nov 12 04:23:26.532704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c16818-4413-4614-975f-9af7c0e70b64', 'tag': '0167e2c8-de46-435e-84ea-f4e0ba2bfe62'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:26.537165 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5378644-1224-4f7a-8cdd-1592ded1b7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c16818-4413-4614-975f-9af7c0e70b64", "tag": "0167e2c8-de46-435e-84ea-f4e0ba2bfe62"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:26.584498 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5ce6cc-74f4-47ce-83f9-431334376a91 x-openstack-request-id: req-8b5ce6cc-74f4-47ce-83f9-431334376a91 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:26.584861 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c16818-4413-4614-975f-9af7c0e70b64", "tag": "0167e2c8-de46-435e-84ea-f4e0ba2bfe62", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:26.585211 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8b5ce6cc-74f4-47ce-83f9-431334376a91 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:26.585809 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c16818-4413-4614-975f-9af7c0e70b64', 'tag': '0167e2c8-de46-435e-84ea-f4e0ba2bfe62', 'status': 'completed', 'code': 200} Nov 12 04:23:26.661941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5378644-1224-4f7a-8cdd-1592ded1b7b9 req-168f21d9-803d-4026-9952-f24390923fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:26.664318 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5378644-1224-4f7a-8cdd-1592ded1b7b9 req-168f21d9-803d-4026-9952-f24390923fef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ac9d996c0c24f00be703b943c526dd6&device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 1097 time: 0.0559413 Nov 12 04:23:26.766646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5378644-1224-4f7a-8cdd-1592ded1b7b9 req-203c5326-d929-4a84-8cbc-32a25156e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:26.768195 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5378644-1224-4f7a-8cdd-1592ded1b7b9 req-203c5326-d929-4a84-8cbc-32a25156e3c7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25d06c0b-cf4e-4176-b134-4766c2ba2975 HTTP/1.1" status: 200 len: 911 time: 0.0969694 Nov 12 04:23:26.803764 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:26.833782 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5d2da7bc-492e-49e8-9e48-6e1f7c45b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 4, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port': {'id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:55Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '6e58f83b-2c02-4414-bb07-5333e4901b49', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'port_id': '0167e2c8-de46-435e-84ea-f4e0ba2bfe62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'mac_address': 'fa:16:3e:21:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c16818-4413-4614-975f-9af7c0e70b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:25Z', 'updated_at': '2021-11-12T04:23:25Z', 'revision_number': 0, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c14a099-15cc-4fa1-bda6-fc8882c9c5b3', 'name': '', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'mac_address': 'fa:16:3e:46:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:57Z', 'updated_at': '2021-11-12T04:23:02Z', 'revision_number': 5, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'subnets': [{'id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:26.843404 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5378644-1224-4f7a-8cdd-1592ded1b7b9 req-4657f29c-bd8f-444d-8dcb-96a7874ef434 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0167e2c8-de46-435e-84ea-f4e0ba2bfe62 HTTP/1.1" status: 200 len: 999 time: 0.0666883 Nov 12 04:23:26.861678 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2da7bc-492e-49e8-9e48-6e1f7c45b194 None None] Checking router: 98dbcf22-1d0e-4ed6-9650-e093d04eabfb for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:26.869967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2da7bc-492e-49e8-9e48-6e1f7c45b194 None None] Routers {'98dbcf22-1d0e-4ed6-9650-e093d04eabfb'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:26.870564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5d2da7bc-492e-49e8-9e48-6e1f7c45b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:22:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:26.896878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5378644-1224-4f7a-8cdd-1592ded1b7b9 req-eb8951c5-7959-4569-b80f-51bb39b943d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:26.898349 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5378644-1224-4f7a-8cdd-1592ded1b7b9 req-eb8951c5-7959-4569-b80f-51bb39b943d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec HTTP/1.1" status: 200 len: 848 time: 0.0470376 Nov 12 04:23:26.919407 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6b4fa66-91a9-4371-9502-8df8141e47cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:26.954491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5378644-1224-4f7a-8cdd-1592ded1b7b9 req-02abaf5c-8a41-4021-b05d-de09b740e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:26.954491 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5378644-1224-4f7a-8cdd-1592ded1b7b9 req-02abaf5c-8a41-4021-b05d-de09b740e0aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25d06c0b-cf4e-4176-b134-4766c2ba2975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424659 Nov 12 04:23:26.980515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5d2da7bc-492e-49e8-9e48-6e1f7c45b194 None None] Set router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:27.050892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5378644-1224-4f7a-8cdd-1592ded1b7b9 req-c23a90dc-3999-49bf-8131-5e50c9c3b9c4 service neutron] 10.222.0.25 "GET /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953469 Nov 12 04:23:27.159407 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5378644-1224-4f7a-8cdd-1592ded1b7b9 req-a170990a-3410-4f75-a52d-376824214258 service neutron] 10.222.0.25 "GET /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005793 Nov 12 04:23:27.246284 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5d2da7bc-492e-49e8-9e48-6e1f7c45b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 4, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port': {'id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:55Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '6e58f83b-2c02-4414-bb07-5333e4901b49', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'port_id': '0167e2c8-de46-435e-84ea-f4e0ba2bfe62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'mac_address': 'fa:16:3e:21:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c16818-4413-4614-975f-9af7c0e70b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:25Z', 'updated_at': '2021-11-12T04:23:25Z', 'revision_number': 0, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c14a099-15cc-4fa1-bda6-fc8882c9c5b3', 'name': '', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'mac_address': 'fa:16:3e:46:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:57Z', 'updated_at': '2021-11-12T04:23:02Z', 'revision_number': 5, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'subnets': [{'id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:27.257277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677277e-1aba-4d53-a2c2-37ba75e67389 req-8afe1ac6-4ac6-4804-a357-4565d94148e7 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:27.259850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0677277e-1aba-4d53-a2c2-37ba75e67389 req-8afe1ac6-4ac6-4804-a357-4565d94148e7 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0741603 Nov 12 04:23:27.273425 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2da7bc-492e-49e8-9e48-6e1f7c45b194 None None] The sync data for ids ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'] in n-d-767704-23 is: [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 4, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port': {'id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:55Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '6e58f83b-2c02-4414-bb07-5333e4901b49', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'port_id': '0167e2c8-de46-435e-84ea-f4e0ba2bfe62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'mac_address': 'fa:16:3e:21:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c16818-4413-4614-975f-9af7c0e70b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:25Z', 'updated_at': '2021-11-12T04:23:25Z', 'revision_number': 0, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c14a099-15cc-4fa1-bda6-fc8882c9c5b3', 'name': '', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'mac_address': 'fa:16:3e:46:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:57Z', 'updated_at': '2021-11-12T04:23:02Z', 'revision_number': 5, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'subnets': [{'id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:27.318789 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0677277e-1aba-4d53-a2c2-37ba75e67389 req-6b3dc1f0-d912-4cc0-944f-dafc2c33a42b tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531309 Nov 12 04:23:27.497176 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65332ddb-d6f4-4e52-b540-978921c36bf0 None None] New status for floating IP 6e58f83b-2c02-4414-bb07-5333e4901b49: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:23:28.454693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26993c3e-f2df-47a4-b791-aeb76bd61b54 req-b1e1b848-5da9-4285-ab1e-b5ab090b37e0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:28.456488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26993c3e-f2df-47a4-b791-aeb76bd61b54 req-b1e1b848-5da9-4285-ab1e-b5ab090b37e0 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0551527 Nov 12 04:23:28.514548 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26993c3e-f2df-47a4-b791-aeb76bd61b54 req-d4a5a622-133f-4f16-9b40-08ece07e9920 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=b7a09991-fe54-4fa3-baa2-89f78f298503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507588 Nov 12 04:23:28.523166 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:28.750844 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-4647a1cd-3eb4-4d1c-848a-ae832e89cc6b tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:28.752413 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-4647a1cd-3eb4-4d1c-848a-ae832e89cc6b tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 945 time: 0.0544331 Nov 12 04:23:28.843395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Deleting port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:28.843742 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:28.939500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] For port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=8844a8e9-9b7e-49d9-a2b2-12b1868243c1,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:28.939866 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:28.971304 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.163439 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.163795 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.164145 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Floating IP f5f810e7-fd89-4af8-a1c2-610a63314c05 disassociated. External IP: 172.25.8.54, port: 8844a8e9-9b7e-49d9-a2b2-12b1868243c1. Nov 12 04:23:29.164480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Calling delete_port for 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:29.343422 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.376413 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event deleted for resources: {'Port': ['ID=8844a8e9-9b7e-49d9-a2b2-12b1868243c1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:29.495960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:29.611573 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:29.626998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be2d2e-7dcc-491d-9427-7402a3ea91d2 None None] Sync routers for ids ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:29.636826 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f618d19-c920-4ced-853e-a038994ea9f1 req-8980580b-f950-487e-a377-33cb6cffcdbb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 210 time: 0.0329447 Nov 12 04:23:29.638892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be2d2e-7dcc-491d-9427-7402a3ea91d2 None None] Routers {'0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:29.639663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-18be2d2e-7dcc-491d-9427-7402a3ea91d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:23:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:29.764090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-18be2d2e-7dcc-491d-9427-7402a3ea91d2 None None] Set router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:29.997954 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] No DVR routers for this DVR port 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:23:30.000833 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:30.004189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-90f03b86-1508-4cee-978f-1f6268b8ef2a req-1837dbf7-e953-421e-8287-b4faacff351d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.26 "DELETE /v2.0/ports/8844a8e9-9b7e-49d9-a2b2-12b1868243c1 HTTP/1.1" status: 204 len: 173 time: 1.2452924 Nov 12 04:23:30.004778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e54406-ca01-4877-85fc-80d8063d7645', 'name': 'network-vif-deleted', 'tag': '8844a8e9-9b7e-49d9-a2b2-12b1868243c1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:30.007389 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438712d5-1f4c-4dde-b0e8-18814535c429" -d '{"events": [{"server_uuid": "19e54406-ca01-4877-85fc-80d8063d7645", "name": "network-vif-deleted", "tag": "8844a8e9-9b7e-49d9-a2b2-12b1868243c1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:30.008916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-18be2d2e-7dcc-491d-9427-7402a3ea91d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:08Z', 'revision_number': 5, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:30.041665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be2d2e-7dcc-491d-9427-7402a3ea91d2 None None] Checking router: 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:30.047732 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee572ab3-a242-461b-aa93-f9d214534ff7 x-openstack-request-id: req-ee572ab3-a242-461b-aa93-f9d214534ff7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:30.048270 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e54406-ca01-4877-85fc-80d8063d7645", "name": "network-vif-deleted", "tag": "8844a8e9-9b7e-49d9-a2b2-12b1868243c1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:30.048683 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ee572ab3-a242-461b-aa93-f9d214534ff7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:30.049116 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e54406-ca01-4877-85fc-80d8063d7645', 'name': 'network-vif-deleted', 'tag': '8844a8e9-9b7e-49d9-a2b2-12b1868243c1', 'status': 'completed', 'code': 200} Nov 12 04:23:30.050909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be2d2e-7dcc-491d-9427-7402a3ea91d2 None None] Routers {'0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:30.051530 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-18be2d2e-7dcc-491d-9427-7402a3ea91d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:23:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:30.159967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-18be2d2e-7dcc-491d-9427-7402a3ea91d2 None None] Set router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:30.374901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-18be2d2e-7dcc-491d-9427-7402a3ea91d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:08Z', 'revision_number': 5, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:30.555387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be2d2e-7dcc-491d-9427-7402a3ea91d2 None None] The sync data for ids ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'] in n-d-767704-23 is: [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:08Z', 'revision_number': 5, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:30.732665 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a7389da9-e8d8-4c94-a40d-b18046319eba req-d610378e-ad24-40ea-a951-fc269a6f7f2e tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=19e54406-ca01-4877-85fc-80d8063d7645 HTTP/1.1" status: 200 len: 210 time: 0.0321863 Nov 12 04:23:30.825439 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae056b-0e4a-407e-b5ee-4d451b122b67 None None] New status for floating IP f5f810e7-fd89-4af8-a1c2-610a63314c05: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:23:31.560300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:31.581372 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:31.581712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 8844a8e9-9b7e-49d9-a2b2-12b1868243c1 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:31.881526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:31.939937 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a93cabb6-d7de-4669-a43d-ad507edf11c1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.964272 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a93cabb6-d7de-4669-a43d-ad507edf11c1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.146344 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a93cabb6-d7de-4669-a43d-ad507edf11c1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.148964 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a93cabb6-d7de-4669-a43d-ad507edf11c1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.153426 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a93cabb6-d7de-4669-a43d-ad507edf11c1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "DELETE /v2.0/security-groups/b7a09991-fe54-4fa3-baa2-89f78f298503 HTTP/1.1" status: 204 len: 168 time: 0.2676961 Nov 12 04:23:32.154782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53576) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:32.172757 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cabb6-d7de-4669-a43d-ad507edf11c1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a09991-fe54-4fa3-baa2-89f78f298503,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:32.175046 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-88d22a09-dc7e-4040-83a6-8937989dde24 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] show failed (client error): The resource could not be found. Nov 12 04:23:32.176754 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-88d22a09-dc7e-4040-83a6-8937989dde24 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups/b7a09991-fe54-4fa3-baa2-89f78f298503 HTTP/1.1" status: 404 len: 347 time: 0.0208361 Nov 12 04:23:32.184079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53578) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:32.326830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6f49a504-8c69-4fdc-96c1-21ccb08f673d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Deleting port bd85e1a6-1179-47a2-847b-7df359a352bb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:32.327511 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f49a504-8c69-4fdc-96c1-21ccb08f673d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.413882 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f49a504-8c69-4fdc-96c1-21ccb08f673d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.414124 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f49a504-8c69-4fdc-96c1-21ccb08f673d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.428029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6f49a504-8c69-4fdc-96c1-21ccb08f673d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Calling delete_port for bd85e1a6-1179-47a2-847b-7df359a352bb owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:32.657562 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f49a504-8c69-4fdc-96c1-21ccb08f673d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.688071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49a504-8c69-4fdc-96c1-21ccb08f673d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event deleted for resources: {'Port': ['ID=bd85e1a6-1179-47a2-847b-7df359a352bb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:32.754816 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f49a504-8c69-4fdc-96c1-21ccb08f673d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.757591 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f49a504-8c69-4fdc-96c1-21ccb08f673d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.759060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6f49a504-8c69-4fdc-96c1-21ccb08f673d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "DELETE /v2.0/floatingips/f5f810e7-fd89-4af8-a1c2-610a63314c05 HTTP/1.1" status: 204 len: 168 time: 0.5726953 Nov 12 04:23:33.168590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53586) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:33.173405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-eade3bb2-1bd5-435b-a2ab-92d53b7779b1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1728907923', 'description': 'tempest-description--591260292'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:33.243312 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eade3bb2-1bd5-435b-a2ab-92d53b7779b1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.310195 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eade3bb2-1bd5-435b-a2ab-92d53b7779b1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.386133 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eade3bb2-1bd5-435b-a2ab-92d53b7779b1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.416644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade3bb2-1bd5-435b-a2ab-92d53b7779b1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b34f616-e4d2-4253-90c3-1593f7634e24,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:33.481876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eade3bb2-1bd5-435b-a2ab-92d53b7779b1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.483217 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eade3bb2-1bd5-435b-a2ab-92d53b7779b1 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3133731 Nov 12 04:23:33.486700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:33.491064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e90f5a76-c861-4e30-87e6-394eac3b3ea6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Request body: {'security_group_rule': {'security_group_id': '6b34f616-e4d2-4253-90c3-1593f7634e24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:33.587622 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e90f5a76-c861-4e30-87e6-394eac3b3ea6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.648270 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e90f5a76-c861-4e30-87e6-394eac3b3ea6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.714156 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e90f5a76-c861-4e30-87e6-394eac3b3ea6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.732029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f5a76-c861-4e30-87e6-394eac3b3ea6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5c656b-041a-41a1-bdfd-6c45f53b92f5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:33.807583 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e90f5a76-c861-4e30-87e6-394eac3b3ea6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.811080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e90f5a76-c861-4e30-87e6-394eac3b3ea6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211954 Nov 12 04:23:33.811722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53592) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:33.816400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Request body: {'security_group_rule': {'security_group_id': '6b34f616-e4d2-4253-90c3-1593f7634e24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:33.909054 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.968093 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.045594 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.064721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6dc6a1b-5266-4e33-81d0-2153b988b58d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:34.073101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.073449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.073792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.074136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.074472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.074801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.075126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.075450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.075771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.076115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.076439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.076763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:34.136898 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.138171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8dfa5de5-a607-4c4b-a942-c74e54b16ecc tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3255446 Nov 12 04:23:34.141955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 53594) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:34.146298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:34.220382 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.322316 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.429687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Allocated IP 172.25.8.123 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/1a6edf3b-198b-448e-9ae2-857058563202) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:34.541103 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.658212 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.694233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:34.699021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:34.702513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:34.731347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event updated for resources: {'Port': ['ID=1a6edf3b-198b-448e-9ae2-857058563202,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:34.797535 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.930371 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.117875 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.182682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.255092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event updated for resources: {'Port': ['ID=1a6edf3b-198b-448e-9ae2-857058563202,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:35.269847 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.350775 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.360177 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9d1c0134-497a-4a7f-ac37-4f6cc8b00ceb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2090967 Nov 12 04:23:35.578351 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-46a2b2f7-b7f4-482a-a006-6973918a9cb3 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1728907923&fields=id&tenant_id=5af8b430f30e4108ada2caa89697fa45 HTTP/1.1" status: 200 len: 267 time: 0.0580046 Nov 12 04:23:35.725622 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b1497-4306-4955-8da0-b185bf22255e req-e09f4c92-498f-4492-bc96-0459ebcf6905 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:35.727176 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-e09f4c92-498f-4492-bc96-0459ebcf6905 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 811 time: 0.1417770 Nov 12 04:23:35.743487 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-ce08e356-b84b-43c6-87f2-33816b0a1022 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/quotas/5af8b430f30e4108ada2caa89697fa45 HTTP/1.1" status: 200 len: 375 time: 0.0101082 Nov 12 04:23:35.843347 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-27d81d12-bf78-45a9-92fb-81998c6d4d15 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0932844 Nov 12 04:23:35.916668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-e6deaa67-6767-4d90-9eba-b1300746e0e3 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:23:35.917940 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-e6deaa67-6767-4d90-9eba-b1300746e0e3 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0637510 Nov 12 04:23:36.013083 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-013f4b0a-ff23-4b23-a763-28f284f4dff2 service neutron] 10.222.0.105 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881104 Nov 12 04:23:36.116220 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-e398b7ff-a093-453d-b8e5-1903cc46c0b5 service neutron] 10.222.0.105 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937111 Nov 12 04:23:36.333019 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f7791fd-2e0e-49c9-ae74-0263ae82e507 req-bd5fcbb3-477a-4869-8a72-5e770727a60e tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 210 time: 0.0281672 Nov 12 04:23:36.628489 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:23:37.448730 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b8eb95a5-2a2f-49ac-b08c-44b85b07b4de req-f876555b-69fb-46e9-bbe0-1efc02fe8206 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 210 time: 0.0319605 Nov 12 04:23:38.329384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b1497-4306-4955-8da0-b185bf22255e req-1c7ef69a-48e2-4c08-8ebe-caa976ed24c5 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:38.331042 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-1c7ef69a-48e2-4c08-8ebe-caa976ed24c5 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.26 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 811 time: 0.1224391 Nov 12 04:23:38.407845 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-86286b7d-0c2e-4ea8-ba91-4bbba2f657bf tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5af8b430f30e4108ada2caa89697fa45 HTTP/1.1" status: 200 len: 380 time: 0.0595486 Nov 12 04:23:38.425228 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d33b1497-4306-4955-8da0-b185bf22255e req-020ba204-cf43-4a6f-93fd-d6a4b3396410 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Request body: {'port': {'device_id': '40440bb1-dc27-483f-bd01-45d141ba2104', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'admin_state_up': True, 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'security_groups': ['6b34f616-e4d2-4253-90c3-1593f7634e24']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:38.567390 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-774474c9-6aeb-4249-921f-6f643c146326 req-4d46f565-898c-4e96-9315-ad7417404141 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 210 time: 0.0368276 Nov 12 04:23:38.645544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33b1497-4306-4955-8da0-b185bf22255e req-020ba204-cf43-4a6f-93fd-d6a4b3396410 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Made reservation on behalf of 5af8b430f30e4108ada2caa89697fa45 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:38.649445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d33b1497-4306-4955-8da0-b185bf22255e req-020ba204-cf43-4a6f-93fd-d6a4b3396410 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.692290 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53644) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:38.787622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d33b1497-4306-4955-8da0-b185bf22255e req-020ba204-cf43-4a6f-93fd-d6a4b3396410 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Allocated IP 172.20.0.14 (5074271f-e373-422c-abfa-ee9f087fb5aa/7697fade-275b-4708-927f-f8f4b5d32a1d/428d13d0-08d1-488e-aa90-0aec2efb74f9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:38.840098 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4afbb765-437c-4c1d-ad1c-6740006ae60f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=24640b5314de428aa00ff5bb6a7d3889&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1457515 Nov 12 04:23:38.841806 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53648) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:38.894714 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5f2c-ae8d-4e44-89ce-ec75558d8564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.915822 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5f2c-ae8d-4e44-89ce-ec75558d8564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.957853 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d33b1497-4306-4955-8da0-b185bf22255e req-020ba204-cf43-4a6f-93fd-d6a4b3396410 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.057106 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5f2c-ae8d-4e44-89ce-ec75558d8564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.059779 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5f2c-ae8d-4e44-89ce-ec75558d8564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.061022 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ac8b5f2c-ae8d-4e44-89ce-ec75558d8564 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e0f9c900-fba2-4b35-8a87-e34296846973 HTTP/1.1" status: 204 len: 168 time: 0.2182262 Nov 12 04:23:39.069993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b5f2c-ae8d-4e44-89ce-ec75558d8564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f9c900-fba2-4b35-8a87-e34296846973,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:39.118417 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d33b1497-4306-4955-8da0-b185bf22255e req-020ba204-cf43-4a6f-93fd-d6a4b3396410 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.169113 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33b1497-4306-4955-8da0-b185bf22255e req-020ba204-cf43-4a6f-93fd-d6a4b3396410 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Network 5074271f-e373-422c-abfa-ee9f087fb5aa is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:39.172982 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d33b1497-4306-4955-8da0-b185bf22255e req-020ba204-cf43-4a6f-93fd-d6a4b3396410 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:39.177003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33b1497-4306-4955-8da0-b185bf22255e req-020ba204-cf43-4a6f-93fd-d6a4b3396410 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:39.201269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ba204-cf43-4a6f-93fd-d6a4b3396410 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event updated for resources: {'Port': ['ID=428d13d0-08d1-488e-aa90-0aec2efb74f9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:39.230584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b1497-4306-4955-8da0-b185bf22255e req-020ba204-cf43-4a6f-93fd-d6a4b3396410 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:39.231244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d33b1497-4306-4955-8da0-b185bf22255e req-020ba204-cf43-4a6f-93fd-d6a4b3396410 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.317438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-020ba204-cf43-4a6f-93fd-d6a4b3396410 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8962564 Nov 12 04:23:39.346721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Request body: {'port': {'device_id': '40440bb1-dc27-483f-bd01-45d141ba2104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:39.426862 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.437640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-99759099-f90b-450c-a011-2f4a9774e74e None None] Provisioning complete for port 428d13d0-08d1-488e-aa90-0aec2efb74f9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:39.438786 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99759099-f90b-450c-a011-2f4a9774e74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.485254 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-99759099-f90b-450c-a011-2f4a9774e74e None None] Port 428d13d0-08d1-488e-aa90-0aec2efb74f9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:39.694553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aeea46-9be3-4d64-8921-17c5a47aed7d req-e5df7cab-6afa-4aa3-9983-4a552b13d1de tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:39.696102 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3aeea46-9be3-4d64-8921-17c5a47aed7d req-e5df7cab-6afa-4aa3-9983-4a552b13d1de tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 932 time: 0.0511451 Nov 12 04:23:39.711135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428d13d0-08d1-488e-aa90-0aec2efb74f9 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:39.719403 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.732303 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Transition to ACTIVE for port object 428d13d0-08d1-488e-aa90-0aec2efb74f9 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:23:39.754607 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3aeea46-9be3-4d64-8921-17c5a47aed7d req-83085e61-fb8e-4f7e-bd96-66eff7b977f7 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=6b34f616-e4d2-4253-90c3-1593f7634e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519774 Nov 12 04:23:39.805766 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.865068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Pushing event updated for resources: {'Port': ['ID=428d13d0-08d1-488e-aa90-0aec2efb74f9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:39.946484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Attempting to bind port 428d13d0-08d1-488e-aa90-0aec2efb74f9 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:39.946945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Attempting to bind port 428d13d0-08d1-488e-aa90-0aec2efb74f9 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:39.947415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Attempting to bind port 428d13d0-08d1-488e-aa90-0aec2efb74f9 on network 5074271f-e373-422c-abfa-ee9f087fb5aa {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:39.952338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Port 428d13d0-08d1-488e-aa90-0aec2efb74f9 on network 5074271f-e373-422c-abfa-ee9f087fb5aa not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:23:39.956121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Attempting to bind port 428d13d0-08d1-488e-aa90-0aec2efb74f9 on network 5074271f-e373-422c-abfa-ee9f087fb5aa {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:39.959242 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:39.959706 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Checking segment: {'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:39.960111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Bound using segment: {'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:39.960541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Bound port: 428d13d0-08d1-488e-aa90-0aec2efb74f9, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff90831b-8032-494f-9e45-e2485901f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:39.960984 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.031891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] For port 428d13d0-08d1-488e-aa90-0aec2efb74f9, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:40.035532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] For port 428d13d0-08d1-488e-aa90-0aec2efb74f9, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=428d13d0-08d1-488e-aa90-0aec2efb74f9,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:40.143492 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.184162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:40.184162 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.184162 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] 10.222.0.26 "PUT /v2.0/ports/428d13d0-08d1-488e-aa90-0aec2efb74f9 HTTP/1.1" status: 200 len: 1093 time: 0.8383648 Nov 12 04:23:40.184162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40440bb1-dc27-483f-bd01-45d141ba2104', 'tag': '428d13d0-08d1-488e-aa90-0aec2efb74f9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:40.184162 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f20f46-74a5-46d1-92e6-8d2e83c845f6" -d '{"events": [{"name": "network-changed", "server_uuid": "40440bb1-dc27-483f-bd01-45d141ba2104", "tag": "428d13d0-08d1-488e-aa90-0aec2efb74f9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:40.219455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abc2bc-570c-4bf2-8193-36e2c9b88625 service neutron] Pushing event updated for resources: {'Port': ['ID=428d13d0-08d1-488e-aa90-0aec2efb74f9,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:40.234741 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896e8dd5-a7a2-4ac5-bfb3-95d0cdcd39d0 x-openstack-request-id: req-896e8dd5-a7a2-4ac5-bfb3-95d0cdcd39d0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:40.234741 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40440bb1-dc27-483f-bd01-45d141ba2104", "tag": "428d13d0-08d1-488e-aa90-0aec2efb74f9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:40.234741 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-896e8dd5-a7a2-4ac5-bfb3-95d0cdcd39d0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:40.234741 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40440bb1-dc27-483f-bd01-45d141ba2104', 'tag': '428d13d0-08d1-488e-aa90-0aec2efb74f9', 'status': 'completed', 'code': 200} Nov 12 04:23:40.333312 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f20f46-74a5-46d1-92e6-8d2e83c845f6 req-a7ded2c6-1796-4ed2-8855-fa35fa59b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:40.335301 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27f20f46-74a5-46d1-92e6-8d2e83c845f6 req-a7ded2c6-1796-4ed2-8855-fa35fa59b256 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 1096 time: 0.0543301 Nov 12 04:23:40.463503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f20f46-74a5-46d1-92e6-8d2e83c845f6 req-e8524c76-a897-4652-bf6e-1818f71d1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:40.470344 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27f20f46-74a5-46d1-92e6-8d2e83c845f6 req-e8524c76-a897-4652-bf6e-1818f71d1d8d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5af8b430f30e4108ada2caa89697fa45&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1138883 Nov 12 04:23:40.566525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f20f46-74a5-46d1-92e6-8d2e83c845f6 req-036360fc-ad19-43a3-bd1e-f47216f082f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:40.569553 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27f20f46-74a5-46d1-92e6-8d2e83c845f6 req-036360fc-ad19-43a3-bd1e-f47216f082f9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0958962 Nov 12 04:23:40.673332 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b1497-4306-4955-8da0-b185bf22255e req-0412ab0b-da15-4429-97d1-376d474def8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:40.674899 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-0412ab0b-da15-4429-97d1-376d474def8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 1096 time: 0.0423775 Nov 12 04:23:40.727337 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-69191340-2622-419b-9610-0158ea6e5cef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=428d13d0-08d1-488e-aa90-0aec2efb74f9 HTTP/1.1" status: 200 len: 217 time: 0.0385385 Nov 12 04:23:40.777814 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b1497-4306-4955-8da0-b185bf22255e req-9448e75d-a9e0-48bb-89d3-b0ccdb47d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:40.779651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-9448e75d-a9e0-48bb-89d3-b0ccdb47d89a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 200 len: 850 time: 0.0454733 Nov 12 04:23:40.829109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b1497-4306-4955-8da0-b185bf22255e req-87395e3a-a1ba-4bf9-b34f-46fc5afc5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:40.830512 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-87395e3a-a1ba-4bf9-b34f-46fc5afc5e04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5074271f-e373-422c-abfa-ee9f087fb5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417876 Nov 12 04:23:40.937651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-db36fe1b-da8e-4d26-81bd-468dd49212ac service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992613 Nov 12 04:23:41.045119 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d33b1497-4306-4955-8da0-b185bf22255e req-4d8d88bd-aacd-484b-9bff-9cc0ae9546ef service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983181 Nov 12 04:23:41.245211 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2732971-9f06-4381-8e1b-090f520dbd68 req-2d6fec1f-c17b-458f-976a-b1ad63763300 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:41.246677 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d2732971-9f06-4381-8e1b-090f520dbd68 req-2d6fec1f-c17b-458f-976a-b1ad63763300 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 944 time: 0.4213781 Nov 12 04:23:41.309749 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d2732971-9f06-4381-8e1b-090f520dbd68 req-4208c6ac-8daf-4656-b698-2ad5f795295a tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=6b34f616-e4d2-4253-90c3-1593f7634e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564115 Nov 12 04:23:42.433230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5868b-256b-4263-a13a-bb3571dbd409 req-37c313b6-d2cb-4a1a-b273-1169ae1ad692 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:42.434600 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7a5868b-256b-4263-a13a-bb3571dbd409 req-37c313b6-d2cb-4a1a-b273-1169ae1ad692 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 944 time: 0.0497217 Nov 12 04:23:42.486451 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7a5868b-256b-4263-a13a-bb3571dbd409 req-f6457bb7-5bce-4ec3-8e5a-bbc9c0e9a694 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=6b34f616-e4d2-4253-90c3-1593f7634e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453818 Nov 12 04:23:43.615478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53bc39-fdc7-4aa9-a121-0780c49369bf req-f9177b77-fdca-4f19-afc8-dccd435d9367 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:43.617056 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c53bc39-fdc7-4aa9-a121-0780c49369bf req-f9177b77-fdca-4f19-afc8-dccd435d9367 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 944 time: 0.0514715 Nov 12 04:23:43.627257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 428d13d0-08d1-488e-aa90-0aec2efb74f9 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:23:43.686089 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9c53bc39-fdc7-4aa9-a121-0780c49369bf req-4abfd1cc-36bc-4227-9fc3-0e970ee0cf88 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=6b34f616-e4d2-4253-90c3-1593f7634e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613930 Nov 12 04:23:43.731224 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 428d13d0-08d1-488e-aa90-0aec2efb74f9, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=428d13d0-08d1-488e-aa90-0aec2efb74f9,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:43.742801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '428d13d0-08d1-488e-aa90-0aec2efb74f9', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'port_id': '428d13d0-08d1-488e-aa90-0aec2efb74f9', 'mac_address': 'fa:16:3e:d0:2f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:23:43.779711 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:43.792779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428d13d0-08d1-488e-aa90-0aec2efb74f9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:43.814020 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 428d13d0-08d1-488e-aa90-0aec2efb74f9, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=428d13d0-08d1-488e-aa90-0aec2efb74f9,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:43.923675 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:43.978387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=428d13d0-08d1-488e-aa90-0aec2efb74f9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:44.370636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['428d13d0-08d1-488e-aa90-0aec2efb74f9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:23:44.807841 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d918d-1891-4d55-b3e7-70f52ea63b94 req-4fca471d-8e78-4ec5-863d-dd9c2dc2d135 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:44.809613 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-110d918d-1891-4d55-b3e7-70f52ea63b94 req-4fca471d-8e78-4ec5-863d-dd9c2dc2d135 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 945 time: 0.0503421 Nov 12 04:23:44.859902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-110d918d-1891-4d55-b3e7-70f52ea63b94 req-a397394d-562f-480c-91ed-d837ea18fe6b tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=6b34f616-e4d2-4253-90c3-1593f7634e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443399 Nov 12 04:23:45.638203 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 428d13d0-08d1-488e-aa90-0aec2efb74f9 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:45.748260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 428d13d0-08d1-488e-aa90-0aec2efb74f9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:23:45.752728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 428d13d0-08d1-488e-aa90-0aec2efb74f9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:45.753094 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:45.829523 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:45.851901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40440bb1-dc27-483f-bd01-45d141ba2104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428d13d0-08d1-488e-aa90-0aec2efb74f9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:45.854154 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee777052-118e-4b04-827b-40abd4859db5" -d '{"events": [{"server_uuid": "40440bb1-dc27-483f-bd01-45d141ba2104", "name": "network-vif-plugged", "status": "completed", "tag": "428d13d0-08d1-488e-aa90-0aec2efb74f9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:45.866854 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 428d13d0-08d1-488e-aa90-0aec2efb74f9, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=428d13d0-08d1-488e-aa90-0aec2efb74f9,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:45.892775 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f15011d-0c18-417e-9a33-7b5e80e54bb4 x-openstack-request-id: req-8f15011d-0c18-417e-9a33-7b5e80e54bb4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:45.893065 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40440bb1-dc27-483f-bd01-45d141ba2104", "name": "network-vif-plugged", "status": "completed", "tag": "428d13d0-08d1-488e-aa90-0aec2efb74f9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:45.893321 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8f15011d-0c18-417e-9a33-7b5e80e54bb4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:45.893720 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40440bb1-dc27-483f-bd01-45d141ba2104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428d13d0-08d1-488e-aa90-0aec2efb74f9', 'code': 200} Nov 12 04:23:45.934752 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:45.979687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db5154-eb25-4c5f-ae56-47219834d34d req-6b13707e-15aa-4cac-852e-43767a060c61 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:45.981340 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14db5154-eb25-4c5f-ae56-47219834d34d req-6b13707e-15aa-4cac-852e-43767a060c61 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 946 time: 0.0499427 Nov 12 04:23:45.990423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=428d13d0-08d1-488e-aa90-0aec2efb74f9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:46.059644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce334ebd-ea3d-4738-866e-3f65dc07ef9d req-181b9fa8-8037-4309-9163-13ee625ed1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:46.061169 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce334ebd-ea3d-4738-866e-3f65dc07ef9d req-181b9fa8-8037-4309-9163-13ee625ed1ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 1098 time: 0.0746782 Nov 12 04:23:46.065004 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14db5154-eb25-4c5f-ae56-47219834d34d req-98b44036-23d1-4207-b677-7f6a60649665 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=6b34f616-e4d2-4253-90c3-1593f7634e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696900 Nov 12 04:23:46.106958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce334ebd-ea3d-4738-866e-3f65dc07ef9d req-41d4f647-94e0-498d-bf5a-f8d220cf7b9d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b34f616-e4d2-4253-90c3-1593f7634e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374305 Nov 12 04:23:47.190643 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23649cfc-c92e-4690-b894-cdf2d3cead2c req-b1c2dd32-30ce-4f13-9f2f-1cdedd53e9cb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:47.192217 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-23649cfc-c92e-4690-b894-cdf2d3cead2c req-b1c2dd32-30ce-4f13-9f2f-1cdedd53e9cb tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 946 time: 0.0532794 Nov 12 04:23:47.256940 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-23649cfc-c92e-4690-b894-cdf2d3cead2c req-19ace1cb-1fb1-44f0-99d5-893484aaf73e tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=6b34f616-e4d2-4253-90c3-1593f7634e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584118 Nov 12 04:23:48.389895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0701f59-3fd7-4cf4-89ab-7d26ebc4dd29 req-ec32bae8-ac62-4f16-869f-6cf31052fe2e tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:48.392292 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0701f59-3fd7-4cf4-89ab-7d26ebc4dd29 req-ec32bae8-ac62-4f16-869f-6cf31052fe2e tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 946 time: 0.0547380 Nov 12 04:23:48.442768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0701f59-3fd7-4cf4-89ab-7d26ebc4dd29 req-668a29a4-609b-4f99-8025-5470e8471b0d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=6b34f616-e4d2-4253-90c3-1593f7634e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441313 Nov 12 04:23:48.557413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557806c7-5cc6-4536-b014-84ad409348bb req-4916b563-6d8d-4c62-94b3-24fa8490ac9d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:48.558807 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-557806c7-5cc6-4536-b014-84ad409348bb req-4916b563-6d8d-4c62-94b3-24fa8490ac9d tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 946 time: 0.0486624 Nov 12 04:23:48.567881 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53738) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:48.572567 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-92cbe58b-3ca0-443d-b8d3-96926aae0b24 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Request body: {'floatingip': {'port_id': '428d13d0-08d1-488e-aa90-0aec2efb74f9'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:48.616701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92cbe58b-3ca0-443d-b8d3-96926aae0b24 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.072605 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92cbe58b-3ca0-443d-b8d3-96926aae0b24 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.131474 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92cbe58b-3ca0-443d-b8d3-96926aae0b24 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.165724 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.235313 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-92cbe58b-3ca0-443d-b8d3-96926aae0b24 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Floating IP 0de44ba3-1cca-4b3e-86f0-6bf9d5435a98 associated. External IP: 172.25.8.123, port: 428d13d0-08d1-488e-aa90-0aec2efb74f9. Nov 12 04:23:49.453705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cbe58b-3ca0-443d-b8d3-96926aae0b24 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:49.566800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cbe58b-3ca0-443d-b8d3-96926aae0b24 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:49.572280 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92cbe58b-3ca0-443d-b8d3-96926aae0b24 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.578660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be28068-b8f9-429d-8b3b-45c19b44e3d4 None None] Sync routers for ids ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:49.590292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be28068-b8f9-429d-8b3b-45c19b44e3d4 None None] Routers {'0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:49.591290 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4be28068-b8f9-429d-8b3b-45c19b44e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:23:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:49.605770 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-92cbe58b-3ca0-443d-b8d3-96926aae0b24 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "PUT /v2.0/floatingips/0de44ba3-1cca-4b3e-86f0-6bf9d5435a98 HTTP/1.1" status: 200 len: 992 time: 1.0367062 Nov 12 04:23:49.606414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40440bb1-dc27-483f-bd01-45d141ba2104', 'tag': '428d13d0-08d1-488e-aa90-0aec2efb74f9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:49.608853 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee419af-7fa7-45ee-8317-ffa0f57b6726" -d '{"events": [{"name": "network-changed", "server_uuid": "40440bb1-dc27-483f-bd01-45d141ba2104", "tag": "428d13d0-08d1-488e-aa90-0aec2efb74f9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:49.661142 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a2b814-f5d2-4ee0-8890-13120dc5eac0 x-openstack-request-id: req-65a2b814-f5d2-4ee0-8890-13120dc5eac0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:49.661437 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40440bb1-dc27-483f-bd01-45d141ba2104", "tag": "428d13d0-08d1-488e-aa90-0aec2efb74f9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:49.661692 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-65a2b814-f5d2-4ee0-8890-13120dc5eac0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:49.662105 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40440bb1-dc27-483f-bd01-45d141ba2104', 'tag': '428d13d0-08d1-488e-aa90-0aec2efb74f9', 'status': 'completed', 'code': 200} Nov 12 04:23:49.720402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4be28068-b8f9-429d-8b3b-45c19b44e3d4 None None] Set router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:49.805193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee419af-7fa7-45ee-8317-ffa0f57b6726 req-791e82d5-66ec-4eee-825b-95a8a35fd381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:49.810402 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ee419af-7fa7-45ee-8317-ffa0f57b6726 req-791e82d5-66ec-4eee-825b-95a8a35fd381 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 1098 time: 0.0609989 Nov 12 04:23:49.919727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee419af-7fa7-45ee-8317-ffa0f57b6726 req-8686419b-2601-4028-b3b4-a7f50e125a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:49.920546 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ee419af-7fa7-45ee-8317-ffa0f57b6726 req-8686419b-2601-4028-b3b4-a7f50e125a9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 913 time: 0.1045089 Nov 12 04:23:49.998561 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4be28068-b8f9-429d-8b3b-45c19b44e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '0de44ba3-1cca-4b3e-86f0-6bf9d5435a98', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'port_id': '428d13d0-08d1-488e-aa90-0aec2efb74f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'mac_address': 'fa:16:3e:d0:2f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40440bb1-dc27-483f-bd01-45d141ba2104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:48Z', 'revision_number': 1, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:08Z', 'revision_number': 5, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:50.025404 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ee419af-7fa7-45ee-8317-ffa0f57b6726 req-bf60b020-9110-41c4-a303-2b377d969308 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=428d13d0-08d1-488e-aa90-0aec2efb74f9 HTTP/1.1" status: 200 len: 1000 time: 0.0973022 Nov 12 04:23:50.038251 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be28068-b8f9-429d-8b3b-45c19b44e3d4 None None] Checking router: 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:50.047317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be28068-b8f9-429d-8b3b-45c19b44e3d4 None None] Routers {'0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:50.047914 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4be28068-b8f9-429d-8b3b-45c19b44e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:23:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:50.081126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee419af-7fa7-45ee-8317-ffa0f57b6726 req-d70ebf9b-d63f-4078-9d91-03be5b441dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:50.082777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ee419af-7fa7-45ee-8317-ffa0f57b6726 req-d70ebf9b-d63f-4078-9d91-03be5b441dce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 200 len: 850 time: 0.0487912 Nov 12 04:23:50.152248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee419af-7fa7-45ee-8317-ffa0f57b6726 req-cf3bf184-441f-4dff-a66c-dd70f683c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:50.154863 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ee419af-7fa7-45ee-8317-ffa0f57b6726 req-cf3bf184-441f-4dff-a66c-dd70f683c6ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5074271f-e373-422c-abfa-ee9f087fb5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581481 Nov 12 04:23:50.163251 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4be28068-b8f9-429d-8b3b-45c19b44e3d4 None None] Set router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:50.276501 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ee419af-7fa7-45ee-8317-ffa0f57b6726 req-2c4cf7eb-2c3e-4a3e-8cd6-cf30c3cec305 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140559 Nov 12 04:23:50.392029 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ee419af-7fa7-45ee-8317-ffa0f57b6726 req-35f68a54-6334-4c40-ba91-b5060be0c7b1 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074021 Nov 12 04:23:50.405512 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4be28068-b8f9-429d-8b3b-45c19b44e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '0de44ba3-1cca-4b3e-86f0-6bf9d5435a98', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'port_id': '428d13d0-08d1-488e-aa90-0aec2efb74f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'mac_address': 'fa:16:3e:d0:2f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40440bb1-dc27-483f-bd01-45d141ba2104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:48Z', 'revision_number': 1, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:08Z', 'revision_number': 5, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:50.438729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be28068-b8f9-429d-8b3b-45c19b44e3d4 None None] The sync data for ids ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'] in n-d-767704-23 is: [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '0de44ba3-1cca-4b3e-86f0-6bf9d5435a98', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'port_id': '428d13d0-08d1-488e-aa90-0aec2efb74f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'mac_address': 'fa:16:3e:d0:2f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40440bb1-dc27-483f-bd01-45d141ba2104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:48Z', 'revision_number': 1, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:08Z', 'revision_number': 5, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:50.637501 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9328a4-b7b3-4bfe-b724-be6a21065a3f None None] New status for floating IP 0de44ba3-1cca-4b3e-86f0-6bf9d5435a98: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:23:53.067810 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-415318ad-d621-488f-bf0e-7f80cb72d294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.061837 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.788457 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.879619 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-919d622a-7878-4de5-8d03-d0610dce44d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.530281 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.974310 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:01.821614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 53822) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:01.962060 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c62efa-4e09-4131-a56b-c621741b3017 req-80753871-1bd2-415c-aece-bc4a25f69927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:01.963516 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81c62efa-4e09-4131-a56b-c621741b3017 req-80753871-1bd2-415c-aece-bc4a25f69927 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 1097 time: 0.1408722 Nov 12 04:24:02.016234 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81c62efa-4e09-4131-a56b-c621741b3017 req-e021fdbe-f3f4-401c-a88a-673e8c6eb3e1 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=63fbf4eb-8cce-4687-a1e3-0f826f5977f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466018 Nov 12 04:24:13.628781 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:24:13.702118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2bf298d4-9b87-4c9a-8afa-dcad1590968f req-2ca1fadf-10a0-4e90-8485-c1be942166ea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0986238 Nov 12 04:24:13.792602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf298d4-9b87-4c9a-8afa-dcad1590968f req-7f0a315b-0251-4816-920f-d13ccefbc396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:13.794133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2bf298d4-9b87-4c9a-8afa-dcad1590968f req-7f0a315b-0251-4816-920f-d13ccefbc396 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ac9d996c0c24f00be703b943c526dd6&device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 1097 time: 0.0473189 Nov 12 04:24:13.915556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf298d4-9b87-4c9a-8afa-dcad1590968f req-a4af3604-58fb-4d6d-8581-119bd04d51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:13.917424 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2bf298d4-9b87-4c9a-8afa-dcad1590968f req-a4af3604-58fb-4d6d-8581-119bd04d51ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=25d06c0b-cf4e-4176-b134-4766c2ba2975 HTTP/1.1" status: 200 len: 911 time: 0.1018784 Nov 12 04:24:13.991949 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2bf298d4-9b87-4c9a-8afa-dcad1590968f req-3af40280-fa96-49f4-9d55-2333fa08498a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0167e2c8-de46-435e-84ea-f4e0ba2bfe62 HTTP/1.1" status: 200 len: 1001 time: 0.0668881 Nov 12 04:24:14.043820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf298d4-9b87-4c9a-8afa-dcad1590968f req-155febda-4538-47ad-9f54-9d99cfabdbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:14.045337 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2bf298d4-9b87-4c9a-8afa-dcad1590968f req-155febda-4538-47ad-9f54-9d99cfabdbca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec HTTP/1.1" status: 200 len: 848 time: 0.0461648 Nov 12 04:24:14.093180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf298d4-9b87-4c9a-8afa-dcad1590968f req-d0a6fa8d-6518-4fe9-bb75-4b275965e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:14.094670 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2bf298d4-9b87-4c9a-8afa-dcad1590968f req-d0a6fa8d-6518-4fe9-bb75-4b275965e75f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25d06c0b-cf4e-4176-b134-4766c2ba2975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417402 Nov 12 04:24:14.193549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2bf298d4-9b87-4c9a-8afa-dcad1590968f req-3ad70e0d-8f83-4608-a379-f654d07fb6a1 service neutron] 10.222.0.25 "GET /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915899 Nov 12 04:24:14.286187 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2bf298d4-9b87-4c9a-8afa-dcad1590968f req-fa01bd07-2446-46ba-a65c-a7374f9d8fd6 service neutron] 10.222.0.25 "GET /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854342 Nov 12 04:24:16.939291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54b7bb03-7b60-4d2d-8c39-cb66e4a9e393 req-03bd2094-6171-4a11-bbbe-76c04c5f14cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949166 Nov 12 04:24:17.043208 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7bb03-7b60-4d2d-8c39-cb66e4a9e393 req-e2f2a799-b7a9-47f5-89aa-306f5f23d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:17.044726 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54b7bb03-7b60-4d2d-8c39-cb66e4a9e393 req-e2f2a799-b7a9-47f5-89aa-306f5f23d757 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 1098 time: 0.0442646 Nov 12 04:24:17.154617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7bb03-7b60-4d2d-8c39-cb66e4a9e393 req-5ebd3eec-905c-4906-9681-80df9b821883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:17.156223 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54b7bb03-7b60-4d2d-8c39-cb66e4a9e393 req-5ebd3eec-905c-4906-9681-80df9b821883 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 913 time: 0.0898948 Nov 12 04:24:17.227153 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54b7bb03-7b60-4d2d-8c39-cb66e4a9e393 req-5842e863-ac32-4567-becf-d936dfc9ddf8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=428d13d0-08d1-488e-aa90-0aec2efb74f9 HTTP/1.1" status: 200 len: 1002 time: 0.0634124 Nov 12 04:24:17.281825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7bb03-7b60-4d2d-8c39-cb66e4a9e393 req-be83b2ae-2f8a-44bd-8a66-e2afbffa419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:17.283276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54b7bb03-7b60-4d2d-8c39-cb66e4a9e393 req-be83b2ae-2f8a-44bd-8a66-e2afbffa419a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 200 len: 850 time: 0.0454345 Nov 12 04:24:17.330374 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7bb03-7b60-4d2d-8c39-cb66e4a9e393 req-d9de5c31-70c6-4ca5-a548-34c1dc45b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:17.332494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54b7bb03-7b60-4d2d-8c39-cb66e4a9e393 req-d9de5c31-70c6-4ca5-a548-34c1dc45b5d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5074271f-e373-422c-abfa-ee9f087fb5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411365 Nov 12 04:24:17.438327 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54b7bb03-7b60-4d2d-8c39-cb66e4a9e393 req-ac07a7cb-7900-4dfd-9a7a-5e9c15bb7347 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917478 Nov 12 04:24:17.525654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54b7bb03-7b60-4d2d-8c39-cb66e4a9e393 req-e51664ef-1e7b-4014-80d3-9ad756b1d23b service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864732 Nov 12 04:24:19.175727 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.078122 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0760-6b45-4d78-9bf4-448beb54faf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:25.049949 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:26.806955 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:26.876358 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a563c07a-de6a-4611-85b7-70cbca3ce10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:28.511877 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:29.004122 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:46.700399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-80a8d0b9-f013-4571-a0c8-d19c38a48884 req-799caa6f-0c99-4d34-bea0-990567176920 service neutron] (103146) timed out ('10.222.0.105', 49266) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:24:49.186368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:50.629947 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:24:53.105569 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46cbac02-4a5e-4c76-8a76-a7adc888e084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:55.082228 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:56.785117 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:56.866156 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f315e9b6-b993-4f82-9e0c-ce9566a160cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:58.534372 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:58.985775 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.449833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:03.577390 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.650882 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.739396 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.779470 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f22e41a8c1b64da8ad105c47b13b065e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3277130 Nov 12 04:25:03.780297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a37eaa4-265d-46dc-89f8-b84f18eb7925,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:03.782050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:03.788634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.788919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.789285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.789620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.789953 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.790298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.790596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.790913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.791231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.791547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.791861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.792202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac78708-f0cb-4610-a10f-21f90c973899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.839571 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.861645 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.991558 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.994294 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.995484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9a37eaa4-265d-46dc-89f8-b84f18eb7925 HTTP/1.1" status: 204 len: 168 time: 0.2123260 Nov 12 04:25:04.003884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a37eaa4-265d-46dc-89f8-b84f18eb7925,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:04.011614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:04.011971 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:04.012346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:04.012686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:04.013036 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:04.013411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:04.013825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:04.014062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:04.014385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:04.014709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:04.015032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:04.015356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b063d-911a-451c-af0e-fd8f1975104b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:14.645822 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99b96fbc-555f-4093-81c8-27155570cdc1 req-95a11cef-e2ff-4874-a654-dba1296753dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419545 Nov 12 04:25:14.729879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b96fbc-555f-4093-81c8-27155570cdc1 req-5f2c4bfe-0098-4d5e-b262-f55cd29b5407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:14.731449 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99b96fbc-555f-4093-81c8-27155570cdc1 req-5f2c4bfe-0098-4d5e-b262-f55cd29b5407 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ac9d996c0c24f00be703b943c526dd6&device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 1097 time: 0.0424721 Nov 12 04:25:14.839236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b96fbc-555f-4093-81c8-27155570cdc1 req-2e405784-54ca-4bd5-b9d2-87a32011ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:14.840760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99b96fbc-555f-4093-81c8-27155570cdc1 req-2e405784-54ca-4bd5-b9d2-87a32011ffbc service neutron] 10.222.0.25 "GET /v2.0/networks?id=25d06c0b-cf4e-4176-b134-4766c2ba2975 HTTP/1.1" status: 200 len: 911 time: 0.0904050 Nov 12 04:25:14.906708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99b96fbc-555f-4093-81c8-27155570cdc1 req-6b2ef8c0-102e-4384-997f-c23029291a76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0167e2c8-de46-435e-84ea-f4e0ba2bfe62 HTTP/1.1" status: 200 len: 1001 time: 0.0584533 Nov 12 04:25:14.964825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b96fbc-555f-4093-81c8-27155570cdc1 req-462aa215-68a8-4111-914d-42da630184bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:14.966274 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99b96fbc-555f-4093-81c8-27155570cdc1 req-462aa215-68a8-4111-914d-42da630184bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec HTTP/1.1" status: 200 len: 848 time: 0.0515759 Nov 12 04:25:15.016003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b96fbc-555f-4093-81c8-27155570cdc1 req-c01aafdb-0300-47f9-a249-8ff27453148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:15.017536 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99b96fbc-555f-4093-81c8-27155570cdc1 req-c01aafdb-0300-47f9-a249-8ff27453148f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25d06c0b-cf4e-4176-b134-4766c2ba2975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433061 Nov 12 04:25:15.109162 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99b96fbc-555f-4093-81c8-27155570cdc1 req-6c401fd2-5c86-4dc5-b565-f0305f628a3e service neutron] 10.222.0.25 "GET /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841954 Nov 12 04:25:15.206987 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99b96fbc-555f-4093-81c8-27155570cdc1 req-d792f27a-4560-4519-9c97-f0df97806456 service neutron] 10.222.0.25 "GET /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901551 Nov 12 04:25:17.903128 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d7996df-5903-4ddd-b821-ee910185e43f req-fe61505c-2d1a-474f-b24e-aeb0a5d95fd2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431631 Nov 12 04:25:18.005251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7996df-5903-4ddd-b821-ee910185e43f req-36bf4436-d2b2-4082-8d19-428fd8518884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:18.006814 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d7996df-5903-4ddd-b821-ee910185e43f req-36bf4436-d2b2-4082-8d19-428fd8518884 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 1098 time: 0.0459762 Nov 12 04:25:18.116883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7996df-5903-4ddd-b821-ee910185e43f req-a3be6319-5eb1-4fdf-b0c6-e356a57b84ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:18.117452 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d7996df-5903-4ddd-b821-ee910185e43f req-a3be6319-5eb1-4fdf-b0c6-e356a57b84ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 913 time: 0.0899196 Nov 12 04:25:18.191351 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d7996df-5903-4ddd-b821-ee910185e43f req-883629ce-46a9-43f2-8149-391b81f8c450 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=428d13d0-08d1-488e-aa90-0aec2efb74f9 HTTP/1.1" status: 200 len: 1002 time: 0.0658784 Nov 12 04:25:18.243824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7996df-5903-4ddd-b821-ee910185e43f req-aebf5561-4070-4da4-9cd0-87b63ff06985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:18.245354 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d7996df-5903-4ddd-b821-ee910185e43f req-aebf5561-4070-4da4-9cd0-87b63ff06985 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 200 len: 850 time: 0.0453238 Nov 12 04:25:18.295463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7996df-5903-4ddd-b821-ee910185e43f req-71f3a678-7b5a-421c-9d1b-b43a8302c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:18.297036 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d7996df-5903-4ddd-b821-ee910185e43f req-71f3a678-7b5a-421c-9d1b-b43a8302c9b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5074271f-e373-422c-abfa-ee9f087fb5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430071 Nov 12 04:25:18.396595 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d7996df-5903-4ddd-b821-ee910185e43f req-e8743c0d-667d-4991-8596-0414bcd1f812 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913048 Nov 12 04:25:18.489455 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5d7996df-5903-4ddd-b821-ee910185e43f req-4973151e-a113-4702-9599-e4b5fe6aede1 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836139 Nov 12 04:25:19.190596 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.086580 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07329adf-fd3a-40aa-8268-08b14688cde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.052733 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.152459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54438) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:26.321968 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7558a40f-0431-4dfd-9d8c-cd9410fd9e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.412836 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7558a40f-0431-4dfd-9d8c-cd9410fd9e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.493151 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7558a40f-0431-4dfd-9d8c-cd9410fd9e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.536245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558a40f-0431-4dfd-9d8c-cd9410fd9e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c819a9ff-412e-4362-86b0-742d34bee2d5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:26.542235 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7558a40f-0431-4dfd-9d8c-cd9410fd9e41 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8e36c3f9edc14ebbb6bb3f9a9ba986fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3882709 Nov 12 04:25:26.544316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54446) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:26.592778 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4be5c930-b845-47a0-888d-48c363314230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.614053 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4be5c930-b845-47a0-888d-48c363314230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.727230 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4be5c930-b845-47a0-888d-48c363314230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.729882 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4be5c930-b845-47a0-888d-48c363314230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.731083 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4be5c930-b845-47a0-888d-48c363314230 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c819a9ff-412e-4362-86b0-742d34bee2d5 HTTP/1.1" status: 204 len: 168 time: 0.1858547 Nov 12 04:25:26.739008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5c930-b845-47a0-888d-48c363314230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c819a9ff-412e-4362-86b0-742d34bee2d5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:26.783556 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.880947 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14afe96f-75e3-45ac-80f1-7cd6418249b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.631173 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:25:28.561091 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.978522 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.693103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54626) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:48.801180 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad6c3-2e7a-432d-b2ea-0c836e0fe5b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.872957 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad6c3-2e7a-432d-b2ea-0c836e0fe5b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.971844 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad6c3-2e7a-432d-b2ea-0c836e0fe5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:49.011977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ad6c3-2e7a-432d-b2ea-0c836e0fe5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37567fb1-0e2e-4009-a1b1-4829740cbc50,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:49.017791 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6c7ad6c3-2e7a-432d-b2ea-0c836e0fe5b7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d5971b0b9eaa4780b114efb0caea3aa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236110 Nov 12 04:25:49.020421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54630) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:49.171880 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:49.393019 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1b48bef-6960-4900-aa50-d56eae15aea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:49.415295 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1b48bef-6960-4900-aa50-d56eae15aea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:49.503228 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1b48bef-6960-4900-aa50-d56eae15aea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:49.505726 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1b48bef-6960-4900-aa50-d56eae15aea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:49.506904 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d1b48bef-6960-4900-aa50-d56eae15aea5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/37567fb1-0e2e-4009-a1b1-4829740cbc50 HTTP/1.1" status: 204 len: 168 time: 0.4855559 Nov 12 04:25:49.514969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b48bef-6960-4900-aa50-d56eae15aea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37567fb1-0e2e-4009-a1b1-4829740cbc50,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:52.666736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:52.671383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ddbe11e7-a595-4059-a492-ffbb354a8efc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025359675', 'description': 'tempest-secgroup-smoke-2025359675 description', 'project_id': '6035ed2710404d7fadaeb6fad57f6003'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:52.755091 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ddbe11e7-a595-4059-a492-ffbb354a8efc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.763728 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ddbe11e7-a595-4059-a492-ffbb354a8efc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.837701 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ddbe11e7-a595-4059-a492-ffbb354a8efc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.897141 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ddbe11e7-a595-4059-a492-ffbb354a8efc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.929903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe11e7-a595-4059-a492-ffbb354a8efc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7e3137-2d3a-4007-987d-feef2e593cfa,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:52.972550 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ddbe11e7-a595-4059-a492-ffbb354a8efc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.034452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ddbe11e7-a595-4059-a492-ffbb354a8efc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.063702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe11e7-a595-4059-a492-ffbb354a8efc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c8e2ad-ee15-4471-b353-5f4950510c01,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:53.131832 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f40526cc-d3da-44d9-baf5-f56bab8befcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.156890 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ddbe11e7-a595-4059-a492-ffbb354a8efc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.158079 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ddbe11e7-a595-4059-a492-ffbb354a8efc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4903085 Nov 12 04:25:53.161046 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:53.167825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ec82dbc6-d2a3-4a24-8f1b-879f6af24fe2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': '43c8e2ad-ee15-4471-b353-5f4950510c01', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:53.238963 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec82dbc6-d2a3-4a24-8f1b-879f6af24fe2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.295353 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec82dbc6-d2a3-4a24-8f1b-879f6af24fe2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.338277 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec82dbc6-d2a3-4a24-8f1b-879f6af24fe2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.358397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82dbc6-d2a3-4a24-8f1b-879f6af24fe2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9528e5f0-97bb-46fc-87ac-e50affa51e59,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:53.413808 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec82dbc6-d2a3-4a24-8f1b-879f6af24fe2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.415793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ec82dbc6-d2a3-4a24-8f1b-879f6af24fe2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2530277 Nov 12 04:25:53.418296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:53.422735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7201c7eb-05fc-4b04-b5bc-394a3f5382ee tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': '43c8e2ad-ee15-4471-b353-5f4950510c01', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:53.507865 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7201c7eb-05fc-4b04-b5bc-394a3f5382ee tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.562857 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7201c7eb-05fc-4b04-b5bc-394a3f5382ee tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.646292 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7201c7eb-05fc-4b04-b5bc-394a3f5382ee tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.665087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201c7eb-05fc-4b04-b5bc-394a3f5382ee tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0939254a-2097-4ad7-87f0-bc8b5dd2fa8e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:53.728322 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7201c7eb-05fc-4b04-b5bc-394a3f5382ee tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.729555 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7201c7eb-05fc-4b04-b5bc-394a3f5382ee tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103166 Nov 12 04:25:53.732317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:53.736753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fba63569-bc62-41b7-97ea-74e9de2f2dcc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': '43c8e2ad-ee15-4471-b353-5f4950510c01', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:53.827727 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fba63569-bc62-41b7-97ea-74e9de2f2dcc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.882571 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fba63569-bc62-41b7-97ea-74e9de2f2dcc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.925494 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fba63569-bc62-41b7-97ea-74e9de2f2dcc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.944310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba63569-bc62-41b7-97ea-74e9de2f2dcc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2d62ca-3d68-430b-9be8-b37d2f2168f4,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:53.996854 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fba63569-bc62-41b7-97ea-74e9de2f2dcc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.998056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fba63569-bc62-41b7-97ea-74e9de2f2dcc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2647691 Nov 12 04:25:54.000805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:54.005332 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-254c185a-8646-4830-9098-a5ac52f37e02 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': '43c8e2ad-ee15-4471-b353-5f4950510c01', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:54.085071 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-254c185a-8646-4830-9098-a5ac52f37e02 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.143645 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-254c185a-8646-4830-9098-a5ac52f37e02 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.194518 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-254c185a-8646-4830-9098-a5ac52f37e02 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.213156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c185a-8646-4830-9098-a5ac52f37e02 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9884ab02-87dd-40c7-964f-b4f722184d64,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:54.265161 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-254c185a-8646-4830-9098-a5ac52f37e02 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.266430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-254c185a-8646-4830-9098-a5ac52f37e02 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2646897 Nov 12 04:25:54.269143 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:54.273514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b0875c18-4390-4d5b-a0a8-020e6afa7396 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': '43c8e2ad-ee15-4471-b353-5f4950510c01', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:54.331439 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-b0875c18-4390-4d5b-a0a8-020e6afa7396 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Project 6035ed2710404d7fadaeb6fad57f6003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:25:54.336567 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0875c18-4390-4d5b-a0a8-020e6afa7396 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.394004 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0875c18-4390-4d5b-a0a8-020e6afa7396 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.468748 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0875c18-4390-4d5b-a0a8-020e6afa7396 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.487355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0875c18-4390-4d5b-a0a8-020e6afa7396 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a829a28-6bbc-4047-b66b-63d5a4c6dc7d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:54.556918 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0875c18-4390-4d5b-a0a8-020e6afa7396 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.558132 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b0875c18-4390-4d5b-a0a8-020e6afa7396 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2880363 Nov 12 04:25:54.560884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:54.565175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-407e09ab-cec2-4353-b282-a93a19c9b867 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': '43c8e2ad-ee15-4471-b353-5f4950510c01', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:54.634419 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-407e09ab-cec2-4353-b282-a93a19c9b867 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Project 6035ed2710404d7fadaeb6fad57f6003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:25:54.639539 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-407e09ab-cec2-4353-b282-a93a19c9b867 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.698494 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-407e09ab-cec2-4353-b282-a93a19c9b867 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.765901 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-407e09ab-cec2-4353-b282-a93a19c9b867 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.788405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e09ab-cec2-4353-b282-a93a19c9b867 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bbb5a4-d4b7-4a90-b3e8-e0d55d67de51,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:54.859333 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-407e09ab-cec2-4353-b282-a93a19c9b867 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.860646 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-407e09ab-cec2-4353-b282-a93a19c9b867 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2988167 Nov 12 04:25:54.869147 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54698) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:54.874024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f73b654e-c225-4320-a722-6925936d0b5a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'network': {'name': 'tempest-network-smoke--32501952', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:54.954738 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73b654e-c225-4320-a722-6925936d0b5a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Made reservation on behalf of 6035ed2710404d7fadaeb6fad57f6003 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:54.958281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f73b654e-c225-4320-a722-6925936d0b5a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.983529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73b654e-c225-4320-a722-6925936d0b5a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:25:54.991767 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f73b654e-c225-4320-a722-6925936d0b5a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.993345 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-f73b654e-c225-4320-a722-6925936d0b5a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Added segment d577c6c1-7a38-481c-90f7-9d7d1217e930 of type vlan for network f061db4e-b0cd-47f3-8607-a0df10867e8e Nov 12 04:25:55.033063 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f73b654e-c225-4320-a722-6925936d0b5a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.063354 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.125851 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f73b654e-c225-4320-a722-6925936d0b5a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.131662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73b654e-c225-4320-a722-6925936d0b5a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:55.132275 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f73b654e-c225-4320-a722-6925936d0b5a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.196771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b654e-c225-4320-a722-6925936d0b5a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Network': ['ID=f061db4e-b0cd-47f3-8607-a0df10867e8e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:55.206941 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network f061db4e-b0cd-47f3-8607-a0df10867e8e details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:25:55.232093 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f73b654e-c225-4320-a722-6925936d0b5a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3618383 Nov 12 04:25:55.234927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54700) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:55.239386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'admin_state_up': True, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:55.320486 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.321547 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.375353 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.562782 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.811453 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.830538 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.935952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.25.8.71 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/8b9e5ab3-b527-42f6-853f-46c57310b769) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:56.039377 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.138561 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.177905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:56.182630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:56.186239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:56.195559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd0be74-b16c-4fa2-98c5-a3535c827dfb None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:56.218722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=8b9e5ab3-b527-42f6-853f-46c57310b769,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:56.323452 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-247099f0-e1d7-4525-b860-57e2978de38d None None] Provisioning complete for port 8b9e5ab3-b527-42f6-853f-46c57310b769 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:56.324505 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-247099f0-e1d7-4525-b860-57e2978de38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.357160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-247099f0-e1d7-4525-b860-57e2978de38d None None] Port 8b9e5ab3-b527-42f6-853f-46c57310b769 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:56.512442 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.714000 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.803864 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.868651 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4cacd4a-218b-4cb5-b4b7-ee269e9a4f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:56.903311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 72416595-7604-4867-b403-81c1635a22af is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:25:57.010214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:57.020061 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Sync routers for ids ['72416595-7604-4867-b403-81c1635a22af'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:57.029147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Routers {'72416595-7604-4867-b403-81c1635a22af'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:57.029750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:25:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['72416595-7604-4867-b403-81c1635a22af'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:57.110980 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.112355 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-edae8c18-9f69-4778-bb2d-4c18ea7f8a56 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8764515 Nov 12 04:25:57.115321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54706) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:57.132762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Set router 72416595-7604-4867-b403-81c1635a22af gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:57.244954 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-55b4c069-f32b-455f-ac89-d0bc424e35de tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=6035ed2710404d7fadaeb6fad57f6003&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1260266 Nov 12 04:25:57.245201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54710) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:57.333326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6c9ee6-3b4d-4d06-8bb3-c6de02d479e6 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:57.334879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7c6c9ee6-3b4d-4d06-8bb3-c6de02d479e6 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887263 Nov 12 04:25:57.337778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:57.365942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-616bdc53-bc0b-42dc-8459-f835ecd76ba8 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270488 Nov 12 04:25:57.368571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54714) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:57.374062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b7a49d77-3502-48e0-aff4-369a3ce348d4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-548984740', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:57.465530 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:56Z', 'revision_number': 3, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:57.491657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Checking router: 72416595-7604-4867-b403-81c1635a22af for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:57.492028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Updating router 72416595-7604-4867-b403-81c1635a22af port 8b9e5ab3-b527-42f6-853f-46c57310b769 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:25:57.520263 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.537476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a49d77-3502-48e0-aff4-369a3ce348d4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Made reservation on behalf of 6035ed2710404d7fadaeb6fad57f6003 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:57.541096 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7a49d77-3502-48e0-aff4-369a3ce348d4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.754920 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7a49d77-3502-48e0-aff4-369a3ce348d4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.765069 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.816968 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a49d77-3502-48e0-aff4-369a3ce348d4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Subnet': ['ID=4e9526be-effc-4ae8-906f-a003203fc937,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:57.823457 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.824394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a49d77-3502-48e0-aff4-369a3ce348d4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Checking segment: {'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:57.824759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a49d77-3502-48e0-aff4-369a3ce348d4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network hostable DHCP agents. Network: f061db4e-b0cd-47f3-8607-a0df10867e8e, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:25:57.870071 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8f3eb7-664b-400e-81c5-b23e24372824 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:57.883013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Attempting to bind port 8b9e5ab3-b527-42f6-853f-46c57310b769 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:57.883377 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Attempting to bind port 8b9e5ab3-b527-42f6-853f-46c57310b769 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:57.883733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Attempting to bind port 8b9e5ab3-b527-42f6-853f-46c57310b769 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:57.886154 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45464c0a-2f53-4610-96ba-0cadade172df None None] Pushing event updated for resources: {'Port': ['ID=8b9e5ab3-b527-42f6-853f-46c57310b769,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:57.897223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:57.897599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:57.897708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a49d77-3502-48e0-aff4-369a3ce348d4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network f061db4e-b0cd-47f3-8607-a0df10867e8e is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:25:57.897995 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.898402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:57.898835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Bound port: 8b9e5ab3-b527-42f6-853f-46c57310b769, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:57.899209 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.903113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45464c0a-2f53-4610-96ba-0cadade172df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:57.904267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45464c0a-2f53-4610-96ba-0cadade172df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:57.904267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45464c0a-2f53-4610-96ba-0cadade172df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:57.904267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45464c0a-2f53-4610-96ba-0cadade172df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:57.904982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45464c0a-2f53-4610-96ba-0cadade172df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:57.904982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45464c0a-2f53-4610-96ba-0cadade172df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:57.905132 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45464c0a-2f53-4610-96ba-0cadade172df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:57.905415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45464c0a-2f53-4610-96ba-0cadade172df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:57.905730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45464c0a-2f53-4610-96ba-0cadade172df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:57.906049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45464c0a-2f53-4610-96ba-0cadade172df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:57.906375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45464c0a-2f53-4610-96ba-0cadade172df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:57.906676 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45464c0a-2f53-4610-96ba-0cadade172df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:57.949276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b7a49d77-3502-48e0-aff4-369a3ce348d4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, f061db4e-b0cd-47f3-8607-a0df10867e8e) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:57.954038 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a49d77-3502-48e0-aff4-369a3ce348d4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:57.956084 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7a49d77-3502-48e0-aff4-369a3ce348d4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.960345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf6975-4677-4ace-9fff-95e23174dfa3 None None] Network f061db4e-b0cd-47f3-8607-a0df10867e8e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:58.020598 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b7a49d77-3502-48e0-aff4-369a3ce348d4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6509013 Nov 12 04:25:58.022787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] For port 8b9e5ab3-b527-42f6-853f-46c57310b769, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:58.023393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54718) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:58.041721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] For port 8b9e5ab3-b527-42f6-853f-46c57310b769, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8b9e5ab3-b527-42f6-853f-46c57310b769,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:58.052973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cba0b587-f489-4b4d-b2b9-055316c617a5 None None] Provisioning complete for port 8b9e5ab3-b527-42f6-853f-46c57310b769 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:58.053342 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cba0b587-f489-4b4d-b2b9-055316c617a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.095435 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.158845 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cba0b587-f489-4b4d-b2b9-055316c617a5 None None] Port 8b9e5ab3-b527-42f6-853f-46c57310b769 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:58.160340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f863f485-3f9b-485d-8a13-e6ad9873877a None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:58.210718 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Routers {'72416595-7604-4867-b403-81c1635a22af'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:58.211336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:25:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['72416595-7604-4867-b403-81c1635a22af'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:58.212980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45464c0a-2f53-4610-96ba-0cadade172df None None] Pushing event updated for resources: {'Port': ['ID=8b9e5ab3-b527-42f6-853f-46c57310b769,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:58.278457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-f061db4e-b0cd-47f3-8607-a0df10867e8e', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ips': [{'subnet_id': '4e9526be-effc-4ae8-906f-a003203fc937'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:25:58.279287 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.342838 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0517daa4-9798-48e2-ad89-5c24d9e1a50e None None] Provisioning complete for port 8b9e5ab3-b527-42f6-853f-46c57310b769 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:58.343206 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0517daa4-9798-48e2-ad89-5c24d9e1a50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.457453 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] Set router 72416595-7604-4867-b403-81c1635a22af gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:58.489548 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.618367 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Allocated IP 172.20.0.2 (f061db4e-b0cd-47f3-8607-a0df10867e8e/4e9526be-effc-4ae8-906f-a003203fc937/9abcb059-094b-4b48-abe5-ee6f90600320) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:58.648502 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.697043 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0517daa4-9798-48e2-ad89-5c24d9e1a50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.755773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0517daa4-9798-48e2-ad89-5c24d9e1a50e None None] For port 8b9e5ab3-b527-42f6-853f-46c57310b769, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8b9e5ab3-b527-42f6-853f-46c57310b769,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:58.839993 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0517daa4-9798-48e2-ad89-5c24d9e1a50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.899693 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.919436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:56Z', 'revision_number': 3, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:58.924178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517daa4-9798-48e2-ad89-5c24d9e1a50e None None] Pushing event updated for resources: {'Port': ['ID=8b9e5ab3-b527-42f6-853f-46c57310b769,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:58.955415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df84c6-8d61-4174-88b9-9cddef06cfb3 None None] The sync data for ids ['72416595-7604-4867-b403-81c1635a22af'] in n-d-767704-23 is: [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:56Z', 'revision_number': 3, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:58.980062 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.029654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Network f061db4e-b0cd-47f3-8607-a0df10867e8e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:59.034229 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:59.038250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:59.046734 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.048152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Pushing event updated for resources: {'Port': ['ID=9abcb059-094b-4b48-abe5-ee6f90600320,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:59.072846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.20.0.1 (f061db4e-b0cd-47f3-8607-a0df10867e8e/4e9526be-effc-4ae8-906f-a003203fc937/a45117e3-e5f4-4626-a950-0c11d63f55c1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:59.112190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Attempting to bind port 9abcb059-094b-4b48-abe5-ee6f90600320 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:59.112190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Attempting to bind port 9abcb059-094b-4b48-abe5-ee6f90600320 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:59.112190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Attempting to bind port 9abcb059-094b-4b48-abe5-ee6f90600320 on network f061db4e-b0cd-47f3-8607-a0df10867e8e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:59.118559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:59.119018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Checking segment: {'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:59.119402 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.119814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Bound using segment: {'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:59.120383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Bound port: 9abcb059-094b-4b48-abe5-ee6f90600320, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:59.121462 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.192613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] For port 9abcb059-094b-4b48-abe5-ee6f90600320, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:59.196887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] For port 9abcb059-094b-4b48-abe5-ee6f90600320, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9abcb059-094b-4b48-abe5-ee6f90600320,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:59.197639 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.263622 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.320655 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dcd5a-3420-4b37-b4bc-e90aee36063e None None] Pushing event updated for resources: {'Port': ['ID=9abcb059-094b-4b48-abe5-ee6f90600320,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:59.321406 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.374596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network f061db4e-b0cd-47f3-8607-a0df10867e8e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:59.379083 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:59.384364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:59.389671 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=a45117e3-e5f4-4626-a950-0c11d63f55c1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:59.439564 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:59.672269 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.112239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8b9e5ab3-b527-42f6-853f-46c57310b769 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:00.175206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 8b9e5ab3-b527-42f6-853f-46c57310b769 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:00.175589 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.269544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9abcb059-094b-4b48-abe5-ee6f90600320 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:00.327037 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9abcb059-094b-4b48-abe5-ee6f90600320 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:00.327407 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.332176 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.358967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9badcca1-efad-4b41-9540-bad28a5456b1 None None] Network f061db4e-b0cd-47f3-8607-a0df10867e8e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:00.388470 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.433738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3d2e85e6-4e06-49c0-a3ee-0c70c8f25bf4 None None] Provisioning complete for port 9abcb059-094b-4b48-abe5-ee6f90600320 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:00.434097 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d2e85e6-4e06-49c0-a3ee-0c70c8f25bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.468271 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.470018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=a45117e3-e5f4-4626-a950-0c11d63f55c1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:00.575054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network f061db4e-b0cd-47f3-8607-a0df10867e8e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:00.576640 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:00.704868 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 72416595-7604-4867-b403-81c1635a22af has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:26:00.706236 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.798674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 9abcb059-094b-4b48-abe5-ee6f90600320, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9abcb059-094b-4b48-abe5-ee6f90600320,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:00.800919 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d2e85e6-4e06-49c0-a3ee-0c70c8f25bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.821730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:26:00.836644 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2c4c0026-978b-4358-8804-49615af019d0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "PUT /v2.0/routers/72416595-7604-4867-b403-81c1635a22af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8119709 Nov 12 04:26:00.863298 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Sync routers for ids ['72416595-7604-4867-b403-81c1635a22af'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:26:00.877508 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Routers {'72416595-7604-4867-b403-81c1635a22af'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:00.878215 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:25:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['72416595-7604-4867-b403-81c1635a22af'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:00.880683 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.973268 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-3d2e85e6-4e06-49c0-a3ee-0c70c8f25bf4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:26:00.973860 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-3d2e85e6-4e06-49c0-a3ee-0c70c8f25bf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:26:00.979007 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=9abcb059-094b-4b48-abe5-ee6f90600320,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:01.030738 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Set router 72416595-7604-4867-b403-81c1635a22af gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:01.037119 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-921287d1-246c-4260-848c-c5d53a87f2a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025359675&fields=id&tenant_id=6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 267 time: 0.0498433 Nov 12 04:26:01.156105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-b687e23c-59a9-49f9-867d-3577b1c2d847 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:01.157660 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-b687e23c-59a9-49f9-867d-3577b1c2d847 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/networks?id=f061db4e-b0cd-47f3-8607-a0df10867e8e HTTP/1.1" status: 200 len: 795 time: 0.1128745 Nov 12 04:26:01.173396 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-50e8fc1f-3f43-4458-a06c-41a3110433f9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/quotas/6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 375 time: 0.0096047 Nov 12 04:26:01.228634 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-87f4adfe-2cf6-4471-b4a5-aec7b1cf92dc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486419 Nov 12 04:26:01.262386 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:59Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a45117e3-e5f4-4626-a950-0c11d63f55c1', 'name': '', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d5:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '4e9526be-effc-4ae8-906f-a003203fc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:58Z', 'updated_at': '2021-11-12T04:26:00Z', 'revision_number': 2, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4e9526be-effc-4ae8-906f-a003203fc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:01.292308 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Checking router: 72416595-7604-4867-b403-81c1635a22af for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:26:01.292791 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Updating router 72416595-7604-4867-b403-81c1635a22af port a45117e3-e5f4-4626-a950-0c11d63f55c1 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:26:01.319591 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.342632 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-d914b73c-f4fa-4cd2-a42d-4b8f90046368 service neutron] 10.222.0.105 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980713 Nov 12 04:26:01.443058 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-11c63645-f32b-4747-a359-409ec7966500 service neutron] 10.222.0.105 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926821 Nov 12 04:26:01.612514 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.644322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-03a6a848-c3c0-47fe-a8ab-681e472aa13d None None] Provisioning complete for port 9abcb059-094b-4b48-abe5-ee6f90600320 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:01.644916 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03a6a848-c3c0-47fe-a8ab-681e472aa13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.697122 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.738799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-03a6a848-c3c0-47fe-a8ab-681e472aa13d None None] Provisioning complete for port a45117e3-e5f4-4626-a950-0c11d63f55c1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:01.739298 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03a6a848-c3c0-47fe-a8ab-681e472aa13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.776411 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-03a6a848-c3c0-47fe-a8ab-681e472aa13d None None] Port a45117e3-e5f4-4626-a950-0c11d63f55c1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:26:01.786334 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c2673-67ef-4d86-85f8-325722c87f46 None None] Pushing event updated for resources: {'Port': ['ID=a45117e3-e5f4-4626-a950-0c11d63f55c1,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:01.808066 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c2673-67ef-4d86-85f8-325722c87f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:01.808917 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c2673-67ef-4d86-85f8-325722c87f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:01.809258 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c2673-67ef-4d86-85f8-325722c87f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:01.809806 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c2673-67ef-4d86-85f8-325722c87f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:01.809937 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c2673-67ef-4d86-85f8-325722c87f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:01.810211 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c2673-67ef-4d86-85f8-325722c87f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:01.810532 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c2673-67ef-4d86-85f8-325722c87f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:01.810851 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c2673-67ef-4d86-85f8-325722c87f46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:01.811175 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c2673-67ef-4d86-85f8-325722c87f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:01.811491 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c2673-67ef-4d86-85f8-325722c87f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:01.811807 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c2673-67ef-4d86-85f8-325722c87f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:01.812150 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c2673-67ef-4d86-85f8-325722c87f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:01.817562 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Attempting to bind port a45117e3-e5f4-4626-a950-0c11d63f55c1 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:01.817925 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Attempting to bind port a45117e3-e5f4-4626-a950-0c11d63f55c1 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:01.818291 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Attempting to bind port a45117e3-e5f4-4626-a950-0c11d63f55c1 on network f061db4e-b0cd-47f3-8607-a0df10867e8e {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:01.824347 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:01.824721 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Checking segment: {'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:01.825117 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.825503 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Bound using segment: {'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:01.826015 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Bound port: a45117e3-e5f4-4626-a950-0c11d63f55c1, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:01.826336 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.890541 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] For port a45117e3-e5f4-4626-a950-0c11d63f55c1, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:01.893848 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] For port a45117e3-e5f4-4626-a950-0c11d63f55c1, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a45117e3-e5f4-4626-a950-0c11d63f55c1,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:01.954880 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.015420 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Routers {'72416595-7604-4867-b403-81c1635a22af'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:02.016087 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:25:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['72416595-7604-4867-b403-81c1635a22af'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:02.019759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b4cddf5b-8e7b-49ec-ab2a-b55fc181f03d None None] Provisioning complete for port a45117e3-e5f4-4626-a950-0c11d63f55c1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:02.023207 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4cddf5b-8e7b-49ec-ab2a-b55fc181f03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.064790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9abcb059-094b-4b48-abe5-ee6f90600320 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:02.071878 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c2673-67ef-4d86-85f8-325722c87f46 None None] Pushing event updated for resources: {'Port': ['ID=a45117e3-e5f4-4626-a950-0c11d63f55c1,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:02.148070 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] Set router 72416595-7604-4867-b403-81c1635a22af gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:02.149676 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4cddf5b-8e7b-49ec-ab2a-b55fc181f03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.162133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9abcb059-094b-4b48-abe5-ee6f90600320 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:02.162504 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.214075 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b4cddf5b-8e7b-49ec-ab2a-b55fc181f03d None None] For port a45117e3-e5f4-4626-a950-0c11d63f55c1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a45117e3-e5f4-4626-a950-0c11d63f55c1,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:02.297637 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4cddf5b-8e7b-49ec-ab2a-b55fc181f03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.350215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cddf5b-8e7b-49ec-ab2a-b55fc181f03d None None] Pushing event updated for resources: {'Port': ['ID=a45117e3-e5f4-4626-a950-0c11d63f55c1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:02.438077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f49d5c74-ec8e-46b2-9898-3c2401308f01 None None] Provisioning complete for port a45117e3-e5f4-4626-a950-0c11d63f55c1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:02.438561 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f49d5c74-ec8e-46b2-9898-3c2401308f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.449659 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:59Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a45117e3-e5f4-4626-a950-0c11d63f55c1', 'name': '', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d5:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '4e9526be-effc-4ae8-906f-a003203fc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:58Z', 'updated_at': '2021-11-12T04:26:01Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4e9526be-effc-4ae8-906f-a003203fc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:02.478824 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4dc0ae-d7f3-4cf4-8fa8-14addd51ac0c None None] The sync data for ids ['72416595-7604-4867-b403-81c1635a22af'] in n-d-767704-23 is: [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:59Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a45117e3-e5f4-4626-a950-0c11d63f55c1', 'name': '', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d5:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '4e9526be-effc-4ae8-906f-a003203fc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:58Z', 'updated_at': '2021-11-12T04:26:01Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4e9526be-effc-4ae8-906f-a003203fc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:26:02.717931 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cccd44ee-df97-4e12-8a91-e873d7281cfd req-f89e5a41-b647-4d16-ae51-0c9e2c2bf154 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 210 time: 0.0319567 Nov 12 04:26:03.799784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c6a19092-511e-436c-bffd-1c0d24eaad57 req-9b48f7d2-62f8-4d05-87ca-0dc2d8f0a5eb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 210 time: 0.0268781 Nov 12 04:26:04.049934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a45117e3-e5f4-4626-a950-0c11d63f55c1 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:04.101466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a45117e3-e5f4-4626-a950-0c11d63f55c1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:04.101830 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:04.630711 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:26:04.876628 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e2b8c70b-8d6c-4847-a9a3-87d4b47a3c6f req-a18544ee-806a-4a8b-a315-ee036e6fc192 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 210 time: 0.0257130 Nov 12 04:26:05.957213 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4853639c-5520-448d-a748-02d324c36d37 req-245532c3-7a04-45f8-887c-6cc2cbfb08c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 210 time: 0.0256228 Nov 12 04:26:07.052468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c78ca75-f5bb-4df1-b3ee-6af69f198324 req-5abf44f4-30b8-409c-ab5f-2839218f60d6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 210 time: 0.0277407 Nov 12 04:26:08.148064 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f1eb72a8-478d-465c-bb25-34f294ab96b0 req-a795ee73-ea0a-43a1-bef7-32e17e195a80 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 210 time: 0.0281389 Nov 12 04:26:08.295108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-84580f2a-3f27-48cb-9acd-e0374da82b9b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:08.298094 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-84580f2a-3f27-48cb-9acd-e0374da82b9b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.25 "GET /v2.0/networks?id=f061db4e-b0cd-47f3-8607-a0df10867e8e HTTP/1.1" status: 200 len: 795 time: 0.1100714 Nov 12 04:26:08.362379 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-f80be521-72f2-4464-a952-0c44dff686de tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 380 time: 0.0554919 Nov 12 04:26:08.373676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'port': {'device_id': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'admin_state_up': True, 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'security_groups': ['43c8e2ad-ee15-4471-b353-5f4950510c01']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:08.543469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Made reservation on behalf of 6035ed2710404d7fadaeb6fad57f6003 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:08.546890 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.670717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.20.0.3 (f061db4e-b0cd-47f3-8607-a0df10867e8e/4e9526be-effc-4ae8-906f-a003203fc937/c173c240-9ac4-4a5f-997d-122ee8b353af) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:08.814009 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.908956 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.958213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network f061db4e-b0cd-47f3-8607-a0df10867e8e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:08.963317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:08.967091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:08.999416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=c173c240-9ac4-4a5f-997d-122ee8b353af,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:09.013836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.014188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.014529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.014866 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.015196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.015526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.015853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.016211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.016537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.016863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.017186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.017505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:09.038576 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:09.039173 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.111334 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-8a191a23-b86c-439a-968e-6a95d4db0815 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7427037 Nov 12 04:26:09.125266 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Request body: {'port': {'device_id': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:09.179280 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.199330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fd0593fe-5834-49ac-9dd2-96679c95f64a None None] Provisioning complete for port c173c240-9ac4-4a5f-997d-122ee8b353af triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:09.199990 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd0593fe-5834-49ac-9dd2-96679c95f64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.237794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fd0593fe-5834-49ac-9dd2-96679c95f64a None None] Port c173c240-9ac4-4a5f-997d-122ee8b353af cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:26:09.353977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad1bd5-0c88-48b1-9efa-c8479e7a87a8 req-ca4c0f86-c54d-4440-a491-8c62684aa154 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:09.355981 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5cad1bd5-0c88-48b1-9efa-c8479e7a87a8 req-ca4c0f86-c54d-4440-a491-8c62684aa154 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 931 time: 0.1217210 Nov 12 04:26:09.452011 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5cad1bd5-0c88-48b1-9efa-c8479e7a87a8 req-1d3eb818-1a8f-407c-b0ea-1ef8db4496e4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897202 Nov 12 04:26:09.521287 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c173c240-9ac4-4a5f-997d-122ee8b353af {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:26:09.528750 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.540705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Transition to ACTIVE for port object c173c240-9ac4-4a5f-997d-122ee8b353af will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:26:09.617122 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.684781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c173c240-9ac4-4a5f-997d-122ee8b353af,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:09.739139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Attempting to bind port c173c240-9ac4-4a5f-997d-122ee8b353af on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:09.739469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Attempting to bind port c173c240-9ac4-4a5f-997d-122ee8b353af by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:09.739788 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Attempting to bind port c173c240-9ac4-4a5f-997d-122ee8b353af on network f061db4e-b0cd-47f3-8607-a0df10867e8e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:09.744350 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Port c173c240-9ac4-4a5f-997d-122ee8b353af on network f061db4e-b0cd-47f3-8607-a0df10867e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:26:09.744669 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Attempting to bind port c173c240-9ac4-4a5f-997d-122ee8b353af on network f061db4e-b0cd-47f3-8607-a0df10867e8e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:09.750629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:09.750970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Checking segment: {'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:09.751676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Bound using segment: {'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:09.752158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Bound port: c173c240-9ac4-4a5f-997d-122ee8b353af, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:09.752519 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.822903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] For port c173c240-9ac4-4a5f-997d-122ee8b353af, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:09.824848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] For port c173c240-9ac4-4a5f-997d-122ee8b353af, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c173c240-9ac4-4a5f-997d-122ee8b353af,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:09.874517 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.909582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:09.909582 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.911655 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] 10.222.0.25 "PUT /v2.0/ports/c173c240-9ac4-4a5f-997d-122ee8b353af HTTP/1.1" status: 200 len: 1092 time: 0.7912247 Nov 12 04:26:09.914479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:09.925435 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d8e33b-d52e-451b-880e-5883a1ecf34d" -d '{"events": [{"name": "network-changed", "server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:09.958948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177602a1-9012-4a32-876f-8dcbe40869a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c173c240-9ac4-4a5f-997d-122ee8b353af,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:10.039211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-28074dc4-e8d1-4cb5-a220-96454a008a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.040767 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-28074dc4-e8d1-4cb5-a220-96454a008a8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 1095 time: 0.0491235 Nov 12 04:26:10.090440 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c366eb03-4813-45cd-ab4e-7493646d564f x-openstack-request-id: req-c366eb03-4813-45cd-ab4e-7493646d564f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:10.090733 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:10.090988 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c366eb03-4813-45cd-ab4e-7493646d564f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:10.091389 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'status': 'completed', 'code': 200} Nov 12 04:26:10.093245 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-3469c8f2-d46d-41ee-915d-2bb6df33d3ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c173c240-9ac4-4a5f-997d-122ee8b353af HTTP/1.1" status: 200 len: 217 time: 0.0422900 Nov 12 04:26:10.145678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-4d46597f-33e1-48b2-bd4d-d137d10a20bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.147125 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-4d46597f-33e1-48b2-bd4d-d137d10a20bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4e9526be-effc-4ae8-906f-a003203fc937 HTTP/1.1" status: 200 len: 834 time: 0.0461912 Nov 12 04:26:10.193952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-0183e4b8-ce66-4d96-a2a3-f7c041e6cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.195451 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-0183e4b8-ce66-4d96-a2a3-f7c041e6cbf8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f061db4e-b0cd-47f3-8607-a0df10867e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407434 Nov 12 04:26:10.289826 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-64842e01-8ec4-4737-9a0e-5a688de4c949 service neutron] 10.222.0.25 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858905 Nov 12 04:26:10.381137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7786d40-7dc1-45bd-b8c5-b45989935b28 req-e8c9990a-a85a-43c0-aec4-fd80ccdda366 service neutron] 10.222.0.25 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836623 Nov 12 04:26:10.540782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8e33b-d52e-451b-880e-5883a1ecf34d req-a9784715-e054-480f-87f7-27ce001dff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.542293 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76d8e33b-d52e-451b-880e-5883a1ecf34d req-a9784715-e054-480f-87f7-27ce001dff9d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 1095 time: 0.0461292 Nov 12 04:26:10.572836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02174d1c-dda8-4059-ac99-4ebcf2e6a9f8 req-44c214c5-c045-4350-9633-fbc9e23f0e32 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.575006 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-02174d1c-dda8-4059-ac99-4ebcf2e6a9f8 req-44c214c5-c045-4350-9633-fbc9e23f0e32 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 943 time: 0.0516348 Nov 12 04:26:10.634159 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-02174d1c-dda8-4059-ac99-4ebcf2e6a9f8 req-caa9dcdb-0214-43be-8aa9-4870ccd5126b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528667 Nov 12 04:26:10.636406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8e33b-d52e-451b-880e-5883a1ecf34d req-ad74a838-d186-45c1-a6e6-ef6576a9a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.637908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76d8e33b-d52e-451b-880e-5883a1ecf34d req-ad74a838-d186-45c1-a6e6-ef6576a9a190 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f061db4e-b0cd-47f3-8607-a0df10867e8e HTTP/1.1" status: 200 len: 897 time: 0.0883105 Nov 12 04:26:10.683428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76d8e33b-d52e-451b-880e-5883a1ecf34d req-817c0633-3ed0-4a1b-9e58-0aa8ef291d0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c173c240-9ac4-4a5f-997d-122ee8b353af HTTP/1.1" status: 200 len: 217 time: 0.0371099 Nov 12 04:26:10.732572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8e33b-d52e-451b-880e-5883a1ecf34d req-fd0607e9-2cc5-48a7-833f-a93cd4ffd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.733992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76d8e33b-d52e-451b-880e-5883a1ecf34d req-fd0607e9-2cc5-48a7-833f-a93cd4ffd773 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4e9526be-effc-4ae8-906f-a003203fc937 HTTP/1.1" status: 200 len: 834 time: 0.0439110 Nov 12 04:26:10.780792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8e33b-d52e-451b-880e-5883a1ecf34d req-9e0d6d9f-1d73-4978-9c67-0568a3e07c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.782277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76d8e33b-d52e-451b-880e-5883a1ecf34d req-9e0d6d9f-1d73-4978-9c67-0568a3e07c78 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f061db4e-b0cd-47f3-8607-a0df10867e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401969 Nov 12 04:26:10.880500 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76d8e33b-d52e-451b-880e-5883a1ecf34d req-9ff5649b-4a99-49b1-be68-a3f54d2ba233 service neutron] 10.222.0.25 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900517 Nov 12 04:26:10.974294 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-76d8e33b-d52e-451b-880e-5883a1ecf34d req-c98d81a4-c0a7-4a4d-aea7-f3806093961f service neutron] 10.222.0.25 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851011 Nov 12 04:26:11.751544 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08763f-d768-44a3-91bd-f069a77e648d req-85f2112f-476d-444f-977c-f900597f95ca tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:11.753036 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef08763f-d768-44a3-91bd-f069a77e648d req-85f2112f-476d-444f-977c-f900597f95ca tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 943 time: 0.0492728 Nov 12 04:26:11.801363 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef08763f-d768-44a3-91bd-f069a77e648d req-47bc0922-86ed-4fa8-ac1a-25384dff36c2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Nov 12 04:26:12.917564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda542e-925b-4114-aea3-b137cef67a72 req-ecbf83a4-83bc-477b-8d8d-adac6d7ff640 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.919133 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cdda542e-925b-4114-aea3-b137cef67a72 req-ecbf83a4-83bc-477b-8d8d-adac6d7ff640 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 943 time: 0.0497246 Nov 12 04:26:12.969930 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cdda542e-925b-4114-aea3-b137cef67a72 req-af3f7a06-22fc-4580-bee3-c2a6ab05062e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445616 Nov 12 04:26:14.094171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcb13a-b3a8-44ad-ad43-f294d757910f req-0e8baed8-f993-4109-ac09-c53b356ff864 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:14.095949 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5bdcb13a-b3a8-44ad-ad43-f294d757910f req-0e8baed8-f993-4109-ac09-c53b356ff864 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 943 time: 0.0523076 Nov 12 04:26:14.145088 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5bdcb13a-b3a8-44ad-ad43-f294d757910f req-99b87055-a7fa-4b74-a4a4-aad585aa2336 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433400 Nov 12 04:26:14.221137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c173c240-9ac4-4a5f-997d-122ee8b353af details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:26:14.320585 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c173c240-9ac4-4a5f-997d-122ee8b353af, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c173c240-9ac4-4a5f-997d-122ee8b353af,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:14.331936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'port_id': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'mac_address': 'fa:16:3e:70:8b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9526be-effc-4ae8-906f-a003203fc937', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:26:14.369587 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:14.383189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c173c240-9ac4-4a5f-997d-122ee8b353af {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:26:14.403535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c173c240-9ac4-4a5f-997d-122ee8b353af, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c173c240-9ac4-4a5f-997d-122ee8b353af,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:14.473836 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:14.525067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=c173c240-9ac4-4a5f-997d-122ee8b353af,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:14.730734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['c173c240-9ac4-4a5f-997d-122ee8b353af'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:15.257963 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c56e-1561-4ba4-949a-29dbd05ea082 req-e9031df7-2aad-451f-808f-be9da72bb8f4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:15.259413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1139c56e-1561-4ba4-949a-29dbd05ea082 req-e9031df7-2aad-451f-808f-be9da72bb8f4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 944 time: 0.0483286 Nov 12 04:26:15.308666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1139c56e-1561-4ba4-949a-29dbd05ea082 req-afcee71b-30dd-406b-a624-06db87ad0e71 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427454 Nov 12 04:26:15.639536 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77f3e011-e779-415a-8bf2-a48a4f73f56f req-9c91428b-7075-4b33-b5b6-27566c48a649 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398569 Nov 12 04:26:15.728713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e011-e779-415a-8bf2-a48a4f73f56f req-6bb33f28-a41e-479f-9e2e-358857eb8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:15.730847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77f3e011-e779-415a-8bf2-a48a4f73f56f req-6bb33f28-a41e-479f-9e2e-358857eb8ec0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ac9d996c0c24f00be703b943c526dd6&device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 1097 time: 0.0466237 Nov 12 04:26:15.834677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e011-e779-415a-8bf2-a48a4f73f56f req-23bc1e9f-b7fa-47a9-9dc3-7081ac1ef7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:15.836161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77f3e011-e779-415a-8bf2-a48a4f73f56f req-23bc1e9f-b7fa-47a9-9dc3-7081ac1ef7df service neutron] 10.222.0.25 "GET /v2.0/networks?id=25d06c0b-cf4e-4176-b134-4766c2ba2975 HTTP/1.1" status: 200 len: 911 time: 0.0842938 Nov 12 04:26:15.907869 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77f3e011-e779-415a-8bf2-a48a4f73f56f req-c16c9ddc-8392-4430-8993-b1d9673fee01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0167e2c8-de46-435e-84ea-f4e0ba2bfe62 HTTP/1.1" status: 200 len: 1001 time: 0.0639439 Nov 12 04:26:15.962582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e011-e779-415a-8bf2-a48a4f73f56f req-2d316671-ef66-48ba-afba-238525310970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:15.964561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77f3e011-e779-415a-8bf2-a48a4f73f56f req-2d316671-ef66-48ba-afba-238525310970 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec HTTP/1.1" status: 200 len: 848 time: 0.0490882 Nov 12 04:26:16.010309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e011-e779-415a-8bf2-a48a4f73f56f req-a9c59470-3915-477b-9f3e-dc55b19f1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:16.012372 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77f3e011-e779-415a-8bf2-a48a4f73f56f req-a9c59470-3915-477b-9f3e-dc55b19f1daa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25d06c0b-cf4e-4176-b134-4766c2ba2975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407777 Nov 12 04:26:16.106647 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77f3e011-e779-415a-8bf2-a48a4f73f56f req-c703ea39-3c40-48f0-8acc-cb213d784c8a service neutron] 10.222.0.25 "GET /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868022 Nov 12 04:26:16.196874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77f3e011-e779-415a-8bf2-a48a4f73f56f req-9107b27a-9de8-4df9-9efb-f234da01ca75 service neutron] 10.222.0.25 "GET /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830879 Nov 12 04:26:16.234477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c173c240-9ac4-4a5f-997d-122ee8b353af up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:16.342519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port c173c240-9ac4-4a5f-997d-122ee8b353af completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:26:16.346563 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port c173c240-9ac4-4a5f-997d-122ee8b353af triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:16.346925 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:16.430865 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb8bd3-2b35-43af-ba03-b33d791910b0 req-a3dfacd9-f9f5-477b-944c-c06a540c49f3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:16.432862 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:16.438302 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e8fb8bd3-2b35-43af-ba03-b33d791910b0 req-a3dfacd9-f9f5-477b-944c-c06a540c49f3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 944 time: 0.0592961 Nov 12 04:26:16.455990 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:16.458236 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360db2d6-d601-4110-b5c8-524bab0514d5" -d '{"events": [{"server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "name": "network-vif-plugged", "status": "completed", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:16.472371 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port c173c240-9ac4-4a5f-997d-122ee8b353af, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c173c240-9ac4-4a5f-997d-122ee8b353af,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:16.491858 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e8fb8bd3-2b35-43af-ba03-b33d791910b0 req-5f713e3a-9463-4b80-bea4-3c71c4efb42f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526152 Nov 12 04:26:16.508718 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c807b006-a5c0-4275-b98e-a04debd09a9c x-openstack-request-id: req-c807b006-a5c0-4275-b98e-a04debd09a9c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:16.509061 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "name": "network-vif-plugged", "status": "completed", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:16.509346 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c807b006-a5c0-4275-b98e-a04debd09a9c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:16.509877 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'code': 200} Nov 12 04:26:16.543310 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:16.594309 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=c173c240-9ac4-4a5f-997d-122ee8b353af,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:16.613199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65ca0e-9d35-45cf-bd8e-04e7f205240b req-a2517b82-93c6-4f3a-8fbb-47eba8f3c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:16.614685 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c65ca0e-9d35-45cf-bd8e-04e7f205240b req-a2517b82-93c6-4f3a-8fbb-47eba8f3c2d5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 1097 time: 0.0467355 Nov 12 04:26:16.661309 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c65ca0e-9d35-45cf-bd8e-04e7f205240b req-f064a971-a550-436c-b037-48eb568887ef service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386977 Nov 12 04:26:17.612948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f7c8f-e192-4917-863a-c9f3557162ab req-0277fef5-86d0-463d-8a05-615563a90550 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:17.614448 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-904f7c8f-e192-4917-863a-c9f3557162ab req-0277fef5-86d0-463d-8a05-615563a90550 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0519435 Nov 12 04:26:17.669745 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-904f7c8f-e192-4917-863a-c9f3557162ab req-9af976f5-0126-436c-8b6f-9252ae27d70a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479586 Nov 12 04:26:18.785186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239bd09-7cfe-45d2-850b-ed2d3030b96b req-0191e588-e53d-4ecd-b2a1-f33d4c370840 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:18.786639 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3239bd09-7cfe-45d2-850b-ed2d3030b96b req-0191e588-e53d-4ecd-b2a1-f33d4c370840 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0494571 Nov 12 04:26:18.840995 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3239bd09-7cfe-45d2-850b-ed2d3030b96b req-19d4859a-04f3-4b47-a8e9-51bb63615cbc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483780 Nov 12 04:26:18.960660 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123efa66-6aae-4f29-8853-2f9ae8184248 req-d025860d-1505-4e91-986a-61431540331d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:18.962049 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-123efa66-6aae-4f29-8853-2f9ae8184248 req-d025860d-1505-4e91-986a-61431540331d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0490406 Nov 12 04:26:19.011029 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-123efa66-6aae-4f29-8853-2f9ae8184248 req-befaf323-a502-47ec-9e66-e349518f9e1c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430558 Nov 12 04:26:19.033156 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:19.073165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c4c3fe-a9a8-417e-b35e-e4aa040a5454 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:19.074705 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-36c4c3fe-a9a8-417e-b35e-e4aa040a5454 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 1092 time: 0.0401807 Nov 12 04:26:19.077605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:19.081856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:19.194297 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:19.228399 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:19.303303 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:19.411831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.25.8.105 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/2e53785b-890f-4a39-ae99-35c5f0dcb553) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:19.517775 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:19.606387 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:19.647777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:19.650800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:19.656471 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:19.661441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=2e53785b-890f-4a39-ae99-35c5f0dcb553,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:19.690626 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:19.690969 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:19.691309 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:19.691638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:19.691962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:19.692396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:19.692726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:19.693051 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:19.693372 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:19.693688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:19.694019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:19.694352 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:19.911501 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e109d04-8634-4fde-888b-a94f1dfbaa0b req-e59657c9-88c3-482d-a9db-6d91408af758 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411720 Nov 12 04:26:20.016974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e109d04-8634-4fde-888b-a94f1dfbaa0b req-abf5529b-fb01-4310-9b45-db80c171d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:20.018527 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e109d04-8634-4fde-888b-a94f1dfbaa0b req-abf5529b-fb01-4310-9b45-db80c171d659 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5af8b430f30e4108ada2caa89697fa45&device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 1098 time: 0.0420454 Nov 12 04:26:20.046669 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:20.130582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e109d04-8634-4fde-888b-a94f1dfbaa0b req-45953d90-6304-4afc-802f-3ddcf6f7da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:20.132100 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e109d04-8634-4fde-888b-a94f1dfbaa0b req-45953d90-6304-4afc-802f-3ddcf6f7da36 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 200 len: 913 time: 0.0922854 Nov 12 04:26:20.180364 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:20.199917 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e109d04-8634-4fde-888b-a94f1dfbaa0b req-b09dcdf6-ab2d-44d0-86ad-027665b0a32d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=428d13d0-08d1-488e-aa90-0aec2efb74f9 HTTP/1.1" status: 200 len: 1002 time: 0.0588965 Nov 12 04:26:20.250137 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e109d04-8634-4fde-888b-a94f1dfbaa0b req-08890e4f-5411-461c-9dfc-ade89e32886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:20.253835 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e109d04-8634-4fde-888b-a94f1dfbaa0b req-08890e4f-5411-461c-9dfc-ade89e32886a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 200 len: 850 time: 0.0444393 Nov 12 04:26:20.302481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e109d04-8634-4fde-888b-a94f1dfbaa0b req-17d044c3-5fc8-440c-9243-944f21577270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:20.304146 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e109d04-8634-4fde-888b-a94f1dfbaa0b req-17d044c3-5fc8-440c-9243-944f21577270 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5074271f-e373-422c-abfa-ee9f087fb5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446618 Nov 12 04:26:20.339974 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:20.399784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e109d04-8634-4fde-888b-a94f1dfbaa0b req-0c0da0fe-642f-4991-aed7-f9c77c6bea9b service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874190 Nov 12 04:26:20.411207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:20.485092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=2e53785b-890f-4a39-ae99-35c5f0dcb553,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:20.497541 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e109d04-8634-4fde-888b-a94f1dfbaa0b req-aa0502a2-1505-4b40-aad7-0ce684364e56 service neutron] 10.222.0.26 "GET /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901003 Nov 12 04:26:20.498216 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:20.598852 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Floating IP fce6cfa7-6178-4508-997e-34b6c9456484 associated. External IP: 172.25.8.105, port: c173c240-9ac4-4a5f-997d-122ee8b353af. Nov 12 04:26:21.068646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 72416595-7604-4867-b403-81c1635a22af has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:26:21.175974 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:26:21.186094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3bdb88-8ecd-4c40-b073-8db0056991a6 None None] Sync routers for ids ['72416595-7604-4867-b403-81c1635a22af'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:26:21.195686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3bdb88-8ecd-4c40-b073-8db0056991a6 None None] Routers {'72416595-7604-4867-b403-81c1635a22af'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:21.196339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fa3bdb88-8ecd-4c40-b073-8db0056991a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:25:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['72416595-7604-4867-b403-81c1635a22af'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:21.265341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:21.297235 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dc76e29b-9b00-4fcf-9436-5431c138f2dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2184875 Nov 12 04:26:21.297888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:21.300307 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f639ef-d5f6-49b1-948f-59cf3d43f426" -d '{"events": [{"name": "network-changed", "server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:21.307253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-fa3bdb88-8ecd-4c40-b073-8db0056991a6 None None] Set router 72416595-7604-4867-b403-81c1635a22af gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:21.345468 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81e8657-87d2-41dd-b2bc-240e32718c84 x-openstack-request-id: req-e81e8657-87d2-41dd-b2bc-240e32718c84 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:21.345853 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:21.346310 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e81e8657-87d2-41dd-b2bc-240e32718c84 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:21.346782 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'status': 'completed', 'code': 200} Nov 12 04:26:21.436192 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227da87-c713-4b22-8e1e-9bb1287d4685 req-f64b808a-bd79-41e3-aa53-ba5f2ef83cff tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:21.437726 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5227da87-c713-4b22-8e1e-9bb1287d4685 req-f64b808a-bd79-41e3-aa53-ba5f2ef83cff tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0755141 Nov 12 04:26:21.444514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f639ef-d5f6-49b1-948f-59cf3d43f426 req-267d3841-2ca7-4f1d-a346-5ec749eabf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:21.445960 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5f639ef-d5f6-49b1-948f-59cf3d43f426 req-267d3841-2ca7-4f1d-a346-5ec749eabf94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 1097 time: 0.0746427 Nov 12 04:26:21.543087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fa3bdb88-8ecd-4c40-b073-8db0056991a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:59Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'fce6cfa7-6178-4508-997e-34b6c9456484', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '72416595-7604-4867-b403-81c1635a22af', 'port_id': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'mac_address': 'fa:16:3e:70:8b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:26:19Z', 'updated_at': '2021-11-12T04:26:19Z', 'revision_number': 0, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45117e3-e5f4-4626-a950-0c11d63f55c1', 'name': '', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d5:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '4e9526be-effc-4ae8-906f-a003203fc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:58Z', 'updated_at': '2021-11-12T04:26:02Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4e9526be-effc-4ae8-906f-a003203fc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:21.552919 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5227da87-c713-4b22-8e1e-9bb1287d4685 req-8306de66-a2c8-4be9-be99-43ab1c3b4ee8 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059983 Nov 12 04:26:21.571221 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3bdb88-8ecd-4c40-b073-8db0056991a6 None None] Checking router: 72416595-7604-4867-b403-81c1635a22af for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:26:21.577503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f639ef-d5f6-49b1-948f-59cf3d43f426 req-05b85109-f650-411e-91e5-4aabb569dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:21.578904 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5f639ef-d5f6-49b1-948f-59cf3d43f426 req-05b85109-f650-411e-91e5-4aabb569dac5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f061db4e-b0cd-47f3-8607-a0df10867e8e HTTP/1.1" status: 200 len: 897 time: 0.1248477 Nov 12 04:26:21.579074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 54864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:21.581411 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3bdb88-8ecd-4c40-b073-8db0056991a6 None None] Routers {'72416595-7604-4867-b403-81c1635a22af'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:21.582095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fa3bdb88-8ecd-4c40-b073-8db0056991a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:25:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['72416595-7604-4867-b403-81c1635a22af'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:21.646019 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bf4b45ad-5e9b-47f6-89e2-efeeef2cc400 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/fce6cfa7-6178-4508-997e-34b6c9456484 HTTP/1.1" status: 200 len: 991 time: 0.0657821 Nov 12 04:26:21.651530 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5f639ef-d5f6-49b1-948f-59cf3d43f426 req-c3359e64-f39d-4cd4-ac9d-ca728ed0f3da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c173c240-9ac4-4a5f-997d-122ee8b353af HTTP/1.1" status: 200 len: 999 time: 0.0651007 Nov 12 04:26:21.692098 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-fa3bdb88-8ecd-4c40-b073-8db0056991a6 None None] Set router 72416595-7604-4867-b403-81c1635a22af gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:21.701672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f639ef-d5f6-49b1-948f-59cf3d43f426 req-57a5a580-d4e7-4304-b96f-8fe114d60c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:21.703974 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5f639ef-d5f6-49b1-948f-59cf3d43f426 req-57a5a580-d4e7-4304-b96f-8fe114d60c8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4e9526be-effc-4ae8-906f-a003203fc937 HTTP/1.1" status: 200 len: 834 time: 0.0451546 Nov 12 04:26:21.753010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f639ef-d5f6-49b1-948f-59cf3d43f426 req-5cb742e4-3f61-47a9-b63a-0d754a3a8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:21.754538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5f639ef-d5f6-49b1-948f-59cf3d43f426 req-5cb742e4-3f61-47a9-b63a-0d754a3a8803 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f061db4e-b0cd-47f3-8607-a0df10867e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433791 Nov 12 04:26:21.869790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5f639ef-d5f6-49b1-948f-59cf3d43f426 req-44c2a7a0-c7eb-4e27-b8ab-634787595dd5 service neutron] 10.222.0.25 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066110 Nov 12 04:26:21.963133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fa3bdb88-8ecd-4c40-b073-8db0056991a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:59Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'fce6cfa7-6178-4508-997e-34b6c9456484', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '72416595-7604-4867-b403-81c1635a22af', 'port_id': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'mac_address': 'fa:16:3e:70:8b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:26:19Z', 'updated_at': '2021-11-12T04:26:19Z', 'revision_number': 0, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45117e3-e5f4-4626-a950-0c11d63f55c1', 'name': '', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d5:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '4e9526be-effc-4ae8-906f-a003203fc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:58Z', 'updated_at': '2021-11-12T04:26:02Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4e9526be-effc-4ae8-906f-a003203fc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:21.997609 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3bdb88-8ecd-4c40-b073-8db0056991a6 None None] The sync data for ids ['72416595-7604-4867-b403-81c1635a22af'] in n-d-767704-23 is: [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:59Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'fce6cfa7-6178-4508-997e-34b6c9456484', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '72416595-7604-4867-b403-81c1635a22af', 'port_id': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'mac_address': 'fa:16:3e:70:8b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:26:19Z', 'updated_at': '2021-11-12T04:26:19Z', 'revision_number': 0, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45117e3-e5f4-4626-a950-0c11d63f55c1', 'name': '', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d5:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '4e9526be-effc-4ae8-906f-a003203fc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:58Z', 'updated_at': '2021-11-12T04:26:02Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4e9526be-effc-4ae8-906f-a003203fc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:26:22.017143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5f639ef-d5f6-49b1-948f-59cf3d43f426 req-7f3e9026-9514-4d6a-9c91-f085f643f570 service neutron] 10.222.0.25 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390972 Nov 12 04:26:22.215894 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59512ea0-1922-4257-8e9e-91a28afd87a4 None None] New status for floating IP fce6cfa7-6178-4508-997e-34b6c9456484: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:26:22.648483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:22.717173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-99aa3e1e-781a-417a-b369-847c8dcdf15a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/fce6cfa7-6178-4508-997e-34b6c9456484 HTTP/1.1" status: 200 len: 993 time: 0.0670230 Nov 12 04:26:23.131267 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d3c10174-27c4-4850-80cd-9948a623e34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.092126 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:26.794354 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:26.885820 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a9a3aed-336e-4e36-a92e-58d731571a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:28.554125 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:29.091145 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.630207 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:26:49.165431 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.084667 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72880ad9-fd8c-47d5-bf2e-04c20c2a18c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.979941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd90cbf-64f0-484f-bbac-3d0a663acfb9 req-3a448a1c-0025-45aa-a5dc-cf014ba5edbb tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:53.981491 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8bd90cbf-64f0-484f-bbac-3d0a663acfb9 req-3a448a1c-0025-45aa-a5dc-cf014ba5edbb tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 1097 time: 0.0410912 Nov 12 04:26:54.001684 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8bd90cbf-64f0-484f-bbac-3d0a663acfb9 req-3331b2ab-93ce-4fc4-8907-05c544d3f8a1 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:54.076432 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8bd90cbf-64f0-484f-bbac-3d0a663acfb9 req-3331b2ab-93ce-4fc4-8907-05c544d3f8a1 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:54.141166 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8bd90cbf-64f0-484f-bbac-3d0a663acfb9 req-3331b2ab-93ce-4fc4-8907-05c544d3f8a1 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:54.184942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8bd90cbf-64f0-484f-bbac-3d0a663acfb9 req-3331b2ab-93ce-4fc4-8907-05c544d3f8a1 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972408 Nov 12 04:26:54.185468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331b2ab-93ce-4fc4-8907-05c544d3f8a1 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0b9e5d-8450-4318-b45e-7b7f6ec6521a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:54.311130 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df70bc-613d-498e-a5f2-34da5459cd83 req-65cc4bcd-f2ae-404e-bbc7-1eaa8263c936 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:54.313398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-62df70bc-613d-498e-a5f2-34da5459cd83 req-65cc4bcd-f2ae-404e-bbc7-1eaa8263c936 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0566247 Nov 12 04:26:54.372326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-62df70bc-613d-498e-a5f2-34da5459cd83 req-82de6560-33a7-4c86-974a-f82d5493537d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529275 Nov 12 04:26:54.395577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 54986) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:54.470614 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a933566e-a777-476a-9062-2a7b4b8125a4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/fce6cfa7-6178-4508-997e-34b6c9456484 HTTP/1.1" status: 200 len: 993 time: 0.0686533 Nov 12 04:26:54.770958 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-2c8e3d2d-3fe6-4e2f-a010-b94ee373f99e req-4b3f06e2-0086-4f59-9b5f-d178fc2f95d5 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:26:54.771926 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2c8e3d2d-3fe6-4e2f-a010-b94ee373f99e req-4b3f06e2-0086-4f59-9b5f-d178fc2f95d5 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053980 Nov 12 04:26:55.102308 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:55.192141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c598b7-d634-4a02-8e30-e114f9011640 req-7d9560c0-fcd6-410d-b637-9b6fc63838ed tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:55.193632 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7c598b7-d634-4a02-8e30-e114f9011640 req-7d9560c0-fcd6-410d-b637-9b6fc63838ed tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0512521 Nov 12 04:26:55.242049 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7c598b7-d634-4a02-8e30-e114f9011640 req-4cb63cc9-60ad-4a06-8a3a-e8fd8a7eca97 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425506 Nov 12 04:26:55.266218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55004) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:55.369992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-afcbc2d3-f137-4432-99ed-37c14031e64b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1025088 Nov 12 04:26:55.378868 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-1d84af91-883f-430d-8014-ae65ccd2e2f6 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:26:55.379854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-1d84af91-883f-430d-8014-ae65ccd2e2f6 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051460 Nov 12 04:26:56.360770 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98031bdd-2a63-4cae-baf5-9d5bf2d236fe req-cf287303-d25e-485d-91a3-fa6cd231436e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:56.362265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-98031bdd-2a63-4cae-baf5-9d5bf2d236fe req-cf287303-d25e-485d-91a3-fa6cd231436e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0490468 Nov 12 04:26:56.417707 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-98031bdd-2a63-4cae-baf5-9d5bf2d236fe req-ebf001b3-7cf8-41d0-865c-714d1339450b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492008 Nov 12 04:26:56.782312 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:56.867585 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79ac6330-4085-4d89-a81a-b1047920860c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.567476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7545e-64a2-4a48-9030-7cc845cbf3e5 req-1971bc59-d87b-440f-a2d1-4c11f0d24877 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:57.568964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ac7545e-64a2-4a48-9030-7cc845cbf3e5 req-1971bc59-d87b-440f-a2d1-4c11f0d24877 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0814641 Nov 12 04:26:57.570805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07754084-b2d6-410f-9a62-c915e96ea125 req-8a7116ff-3be2-4e96-822f-4e4ce1f6ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:57.572151 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-8a7116ff-3be2-4e96-822f-4e4ce1f6ba91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 1097 time: 0.0731294 Nov 12 04:26:57.675967 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ac7545e-64a2-4a48-9030-7cc845cbf3e5 req-f4db5a37-64a2-4bb4-9dcd-adcb1b8b5902 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005335 Nov 12 04:26:57.697857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07754084-b2d6-410f-9a62-c915e96ea125 req-a403ee56-a674-41f1-beed-12ed403d4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:57.699338 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-a403ee56-a674-41f1-beed-12ed403d4dbe service neutron] 10.222.0.25 "GET /v2.0/networks?id=f061db4e-b0cd-47f3-8607-a0df10867e8e HTTP/1.1" status: 200 len: 897 time: 0.1182709 Nov 12 04:26:57.764333 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-694c7c09-3b62-45d1-952a-91cd282d72d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c173c240-9ac4-4a5f-997d-122ee8b353af HTTP/1.1" status: 200 len: 1001 time: 0.0576108 Nov 12 04:26:57.816503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07754084-b2d6-410f-9a62-c915e96ea125 req-f4e4e6ae-6366-451a-a183-f1758c086b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:57.817900 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-f4e4e6ae-6366-451a-a183-f1758c086b9d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4e9526be-effc-4ae8-906f-a003203fc937 HTTP/1.1" status: 200 len: 834 time: 0.0470769 Nov 12 04:26:57.863720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07754084-b2d6-410f-9a62-c915e96ea125 req-190f937e-0ab2-41c1-9817-8c863d621510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:57.865222 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-190f937e-0ab2-41c1-9817-8c863d621510 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f061db4e-b0cd-47f3-8607-a0df10867e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394254 Nov 12 04:26:57.954683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-1dd61b62-8628-4593-aefa-5a7639de41f4 service neutron] 10.222.0.25 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814815 Nov 12 04:26:58.049609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-3d2a660d-cf29-4788-986c-d23af73c2c10 service neutron] 10.222.0.25 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858865 Nov 12 04:26:58.575123 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.789445 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a5e1-f7d4-4fb8-bf6f-2387d4d0ba74 req-83029a92-2236-4367-b3e5-d89b604f3167 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:58.790921 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f290a5e1-f7d4-4fb8-bf6f-2387d4d0ba74 req-83029a92-2236-4367-b3e5-d89b604f3167 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0486434 Nov 12 04:26:58.839829 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f290a5e1-f7d4-4fb8-bf6f-2387d4d0ba74 req-b914bab5-22e7-4041-bbf0-716ab5852573 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Nov 12 04:26:58.998637 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:59.333566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-ff94ceca-8bf6-4024-86a2-9475cc28d846 req-45867088-f92b-427f-9b33-81491339a254 service neutron] (103147) timed out ('10.222.0.26', 49210) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:26:59.966825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101372c7-7ed4-495d-ad4b-8f1b45c0d386 req-9f6a9e67-88b7-44d5-9650-c76c73b2a832 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:59.968200 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-101372c7-7ed4-495d-ad4b-8f1b45c0d386 req-9f6a9e67-88b7-44d5-9650-c76c73b2a832 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0519984 Nov 12 04:27:00.018312 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-101372c7-7ed4-495d-ad4b-8f1b45c0d386 req-1af7d784-4558-42e1-a378-bdf96b05d727 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440578 Nov 12 04:27:01.137903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d6358-a823-45ec-9c19-de7a65a026d6 req-2507344d-bdc3-4510-b839-a79dac8732e9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:01.139396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-719d6358-a823-45ec-9c19-de7a65a026d6 req-2507344d-bdc3-4510-b839-a79dac8732e9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0526416 Nov 12 04:27:01.529718 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-719d6358-a823-45ec-9c19-de7a65a026d6 req-aa526093-7d74-495c-84ed-952a02b9f75c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3843484 Nov 12 04:27:02.654509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a132e7-4886-4ca8-ac62-97c409472a87 req-64d8b3be-94c3-47cc-a0f8-807ef20ab600 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:02.656003 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05a132e7-4886-4ca8-ac62-97c409472a87 req-64d8b3be-94c3-47cc-a0f8-807ef20ab600 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0550263 Nov 12 04:27:02.705110 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-05a132e7-4886-4ca8-ac62-97c409472a87 req-4a0d0565-1358-4f23-842c-f94e3d902af1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431602 Nov 12 04:27:03.824575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954bf46-e106-4339-97f8-32d90bcee00c req-f19d4ca8-67b2-406c-a700-db052d6fb0e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:03.826206 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b954bf46-e106-4339-97f8-32d90bcee00c req-f19d4ca8-67b2-406c-a700-db052d6fb0e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0513940 Nov 12 04:27:03.881969 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b954bf46-e106-4339-97f8-32d90bcee00c req-807bd208-5647-4ed6-a8db-0b7cf146982f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495253 Nov 12 04:27:05.003416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a892fc-db81-4747-839e-e95b38e482ca req-08318d27-7229-4369-88b6-247d53e0b45e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:05.004921 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8a892fc-db81-4747-839e-e95b38e482ca req-08318d27-7229-4369-88b6-247d53e0b45e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0497921 Nov 12 04:27:05.054645 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8a892fc-db81-4747-839e-e95b38e482ca req-a9fec9ca-7b8b-414c-a028-8abc670111f9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437205 Nov 12 04:27:06.171807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d01980-3ae4-4ade-a34f-92ed39912430 req-1226758a-e42b-486a-9d5e-5ab4a57b7b63 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:06.173478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81d01980-3ae4-4ade-a34f-92ed39912430 req-1226758a-e42b-486a-9d5e-5ab4a57b7b63 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0484209 Nov 12 04:27:06.225514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81d01980-3ae4-4ade-a34f-92ed39912430 req-4e5174f0-7484-4912-bff9-40569a23d177 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460224 Nov 12 04:27:07.347357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2f76a-472f-46d9-aaf5-ce8c8dfe667b req-c9e1c78f-b688-49df-b65c-a1ec2fd8c401 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:07.351100 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f6d2f76a-472f-46d9-aaf5-ce8c8dfe667b req-c9e1c78f-b688-49df-b65c-a1ec2fd8c401 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0534947 Nov 12 04:27:07.406687 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f6d2f76a-472f-46d9-aaf5-ce8c8dfe667b req-4c919d64-da98-49fe-80cd-e7a0b4438b72 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491681 Nov 12 04:27:08.529980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771cd69-20f1-4351-94cf-4fa510fba671 req-95e36909-a630-4601-b7be-8e3c6c42bda5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:08.532700 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2771cd69-20f1-4351-94cf-4fa510fba671 req-95e36909-a630-4601-b7be-8e3c6c42bda5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0550020 Nov 12 04:27:08.577095 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2771cd69-20f1-4351-94cf-4fa510fba671 req-f687dcda-564f-43d3-8faf-b1b54a10e50b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435224 Nov 12 04:27:09.701338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae6c37-f093-4ca3-b87a-46d27163e7b2 req-d6cf4fd6-0ff5-491f-9ca8-cdc29a04516a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:09.702874 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28ae6c37-f093-4ca3-b87a-46d27163e7b2 req-d6cf4fd6-0ff5-491f-9ca8-cdc29a04516a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0542145 Nov 12 04:27:09.756085 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28ae6c37-f093-4ca3-b87a-46d27163e7b2 req-3457e631-0559-439a-9248-297e0f486ec6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466883 Nov 12 04:27:10.877427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e2a34-e64c-42ac-a0cd-d15f7661f92d req-7cd2666a-14d7-4e48-9e02-bb416cc8042a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:10.878890 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-142e2a34-e64c-42ac-a0cd-d15f7661f92d req-7cd2666a-14d7-4e48-9e02-bb416cc8042a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0492172 Nov 12 04:27:10.927177 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-142e2a34-e64c-42ac-a0cd-d15f7661f92d req-c35389de-1ea5-4db5-bd2c-46a856045046 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421040 Nov 12 04:27:12.043725 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51c8f5-2e1f-4ae9-80c0-aa97f7244560 req-e2d70f7e-60e4-4f92-8592-d22aac1a27f9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:12.045263 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb51c8f5-2e1f-4ae9-80c0-aa97f7244560 req-e2d70f7e-60e4-4f92-8592-d22aac1a27f9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0502222 Nov 12 04:27:12.095828 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb51c8f5-2e1f-4ae9-80c0-aa97f7244560 req-36f873f0-78fc-42f1-b246-889be091d60b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445948 Nov 12 04:27:13.221400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe60dd-a2f2-41ad-8c59-78704dfaab88 req-c66b2f11-f71b-4928-b7c1-846ccbb9e7f2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:13.222805 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07fe60dd-a2f2-41ad-8c59-78704dfaab88 req-c66b2f11-f71b-4928-b7c1-846ccbb9e7f2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0573764 Nov 12 04:27:13.272734 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07fe60dd-a2f2-41ad-8c59-78704dfaab88 req-49d37a42-8eee-4bba-82f5-b45c04d38a18 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437756 Nov 12 04:27:13.469299 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72ec2b-b230-4726-b0d6-5bd1d971300c req-c698c6eb-516c-4ad1-bcee-265bdf2fbb5f tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:13.470636 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3b72ec2b-b230-4726-b0d6-5bd1d971300c req-c698c6eb-516c-4ad1-bcee-265bdf2fbb5f tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 946 time: 0.0519953 Nov 12 04:27:13.524351 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3b72ec2b-b230-4726-b0d6-5bd1d971300c req-831fb6df-711c-49dd-b7f8-a8554c1c73e3 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=6b34f616-e4d2-4253-90c3-1593f7634e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465732 Nov 12 04:27:14.398768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4412d59-2349-46cb-8114-2a82e3ac5d65 req-27ab4fae-7890-4e18-b528-5b723684553f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:14.400302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e4412d59-2349-46cb-8114-2a82e3ac5d65 req-27ab4fae-7890-4e18-b528-5b723684553f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0565143 Nov 12 04:27:14.454159 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e4412d59-2349-46cb-8114-2a82e3ac5d65 req-ed5c3cb7-4b80-4d63-b21c-74047a41869c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449972 Nov 12 04:27:14.647335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3f49d-9e7b-4f30-b795-cde85a837d2b req-d26e1470-a2af-4fbc-a10b-6a53e0f3b181 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:14.648887 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45a3f49d-9e7b-4f30-b795-cde85a837d2b req-d26e1470-a2af-4fbc-a10b-6a53e0f3b181 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 946 time: 0.0537713 Nov 12 04:27:14.703024 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45a3f49d-9e7b-4f30-b795-cde85a837d2b req-dd2bae73-cc43-4f06-9289-6f9960b92498 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=6b34f616-e4d2-4253-90c3-1593f7634e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468466 Nov 12 04:27:15.354112 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-07754084-b2d6-410f-9a62-c915e96ea125 req-712b66d4-8c89-4099-abea-604a36e642ea service neutron] show failed (client error): The resource could not be found. Nov 12 04:27:15.355624 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-712b66d4-8c89-4099-abea-604a36e642ea service neutron] 10.222.0.25 "GET /v2.0/ports/c173c240-9ac4-4a5f-997d-122ee8b353af/bindings/n-h2-767704-23 HTTP/1.1" status: 404 len: 381 time: 0.0604286 Nov 12 04:27:15.585560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b8d8-6bc8-4d0f-933a-0e0cd4ec6833 req-7da8464a-56cb-46e7-8fc3-f216f5b8d07c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:15.587643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3b2b8d8-6bc8-4d0f-933a-0e0cd4ec6833 req-7da8464a-56cb-46e7-8fc3-f216f5b8d07c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0573022 Nov 12 04:27:15.693240 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3b2b8d8-6bc8-4d0f-933a-0e0cd4ec6833 req-6db8c3d9-92f7-4c1f-b683-6680ecb7be5e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988982 Nov 12 04:27:15.710132 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6af9ddbd-198b-4e1d-80a4-23bd1fd053ef req-e9e5ab3a-86c1-4e8d-b108-afe6d0a5557e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1014166 Nov 12 04:27:15.718310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-7a629c32-a8eb-4d67-a500-1fc2dbf607e4 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:15.719737 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-7a629c32-a8eb-4d67-a500-1fc2dbf607e4 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.26 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 946 time: 0.0794415 Nov 12 04:27:15.824117 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767c6b0-9def-4115-b129-974b59abd98c req-c6b71fc1-1e04-46f9-b31e-d34ab7630f01 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:15.825790 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8767c6b0-9def-4115-b129-974b59abd98c req-c6b71fc1-1e04-46f9-b31e-d34ab7630f01 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 946 time: 0.0514112 Nov 12 04:27:15.841500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9ddbd-198b-4e1d-80a4-23bd1fd053ef req-4d833405-bb88-4caf-a415-ada86300db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:15.843030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6af9ddbd-198b-4e1d-80a4-23bd1fd053ef req-4d833405-bb88-4caf-a415-ada86300db56 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ac9d996c0c24f00be703b943c526dd6&device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 1097 time: 0.0796311 Nov 12 04:27:15.868725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Deleting port 428d13d0-08d1-488e-aa90-0aec2efb74f9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:27:15.869058 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.881536 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8767c6b0-9def-4115-b129-974b59abd98c req-01b85060-d601-46c9-9600-8601d22a38d9 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups?id=6b34f616-e4d2-4253-90c3-1593f7634e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489383 Nov 12 04:27:15.907379 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.26', 49768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:15.982417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07754084-b2d6-410f-9a62-c915e96ea125 req-da9acaa1-e3fa-49db-9329-bb9daf1a4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:15.983833 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-da9acaa1-e3fa-49db-9329-bb9daf1a4e4e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a&tenant_id=6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 1097 time: 0.0754061 Nov 12 04:27:16.003790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-767704-23', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:16.033906 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] For port 428d13d0-08d1-488e-aa90-0aec2efb74f9, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=428d13d0-08d1-488e-aa90-0aec2efb74f9,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:16.034268 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.037146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9ddbd-198b-4e1d-80a4-23bd1fd053ef req-06dc9607-e0d0-4302-b9cb-7711a57f0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:16.038721 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6af9ddbd-198b-4e1d-80a4-23bd1fd053ef req-06dc9607-e0d0-4302-b9cb-7711a57f0a97 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25d06c0b-cf4e-4176-b134-4766c2ba2975 HTTP/1.1" status: 200 len: 911 time: 0.1726222 Nov 12 04:27:16.059606 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.154619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6af9ddbd-198b-4e1d-80a4-23bd1fd053ef req-449eaa78-4e1b-4c54-96fe-ad974c40c963 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0167e2c8-de46-435e-84ea-f4e0ba2bfe62 HTTP/1.1" status: 200 len: 1001 time: 0.1082304 Nov 12 04:27:16.263297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] For port c173c240-9ac4-4a5f-997d-122ee8b353af, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=c173c240-9ac4-4a5f-997d-122ee8b353af,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:16.275107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9ddbd-198b-4e1d-80a4-23bd1fd053ef req-5027a378-07cb-403e-98ad-b65ac4efd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:16.277225 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6af9ddbd-198b-4e1d-80a4-23bd1fd053ef req-5027a378-07cb-403e-98ad-b65ac4efd4dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec HTTP/1.1" status: 200 len: 848 time: 0.0919731 Nov 12 04:27:16.297069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] For port c173c240-9ac4-4a5f-997d-122ee8b353af, host n-h1-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:27:16.331131 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.331488 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.331798 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Floating IP 0de44ba3-1cca-4b3e-86f0-6bf9d5435a98 disassociated. External IP: 172.25.8.123, port: 428d13d0-08d1-488e-aa90-0aec2efb74f9. Nov 12 04:27:16.332160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Calling delete_port for 428d13d0-08d1-488e-aa90-0aec2efb74f9 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:16.343849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:16.346203 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5082603-6046-4ef0-9f26-6fd83be84cb9" -d '{"events": [{"server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "name": "network-vif-unplugged", "status": "completed", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:16.350511 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.351544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9ddbd-198b-4e1d-80a4-23bd1fd053ef req-f9c71b6a-f654-4c0d-bbfb-f8b03ace69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:16.353378 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6af9ddbd-198b-4e1d-80a4-23bd1fd053ef req-f9c71b6a-f654-4c0d-bbfb-f8b03ace69b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25d06c0b-cf4e-4176-b134-4766c2ba2975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689127 Nov 12 04:27:16.365607 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Transition to ACTIVE for port object c173c240-9ac4-4a5f-997d-122ee8b353af will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:27:16.438778 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.469801 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f6cf89-8523-4a17-b724-8a27264418c0 x-openstack-request-id: req-f9f6cf89-8523-4a17-b724-8a27264418c0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:16.470094 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "name": "network-vif-unplugged", "status": "completed", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:16.470668 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f9f6cf89-8523-4a17-b724-8a27264418c0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:16.470832 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'code': 200} Nov 12 04:27:16.505201 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6af9ddbd-198b-4e1d-80a4-23bd1fd053ef req-4d6c52b7-af27-41e5-af81-03ab32c9ff09 service neutron] 10.222.0.25 "GET /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189370 Nov 12 04:27:16.549978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Pushing event updated for resources: {'Port': ['ID=c173c240-9ac4-4a5f-997d-122ee8b353af,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:16.627178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] No DVR routers for this DVR port c173c240-9ac4-4a5f-997d-122ee8b353af on host n-h1-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:27:16.638994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6af9ddbd-198b-4e1d-80a4-23bd1fd053ef req-f6493d50-db6a-41bd-b49c-7920ecd3b259 service neutron] 10.222.0.25 "GET /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063161 Nov 12 04:27:16.668815 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.704994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event deleted for resources: {'Port': ['ID=428d13d0-08d1-488e-aa90-0aec2efb74f9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:16.719150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:16.719495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:16.719842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:16.720214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:16.720555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:16.720880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:16.721204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:16.721527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:16.721879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:16.722170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:16.722493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:16.722815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:16.794889 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Attempting to bind port c173c240-9ac4-4a5f-997d-122ee8b353af on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:27:16.795534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Attempting to bind port c173c240-9ac4-4a5f-997d-122ee8b353af by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:27:16.796383 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Attempting to bind port c173c240-9ac4-4a5f-997d-122ee8b353af on network f061db4e-b0cd-47f3-8607-a0df10867e8e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:16.821868 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Port c173c240-9ac4-4a5f-997d-122ee8b353af on network f061db4e-b0cd-47f3-8607-a0df10867e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:27:16.822188 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Attempting to bind port c173c240-9ac4-4a5f-997d-122ee8b353af on network f061db4e-b0cd-47f3-8607-a0df10867e8e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:16.834163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:27:16.834856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Checking segment: {'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:16.835176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Bound using segment: {'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:27:16.835933 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Bound port: c173c240-9ac4-4a5f-997d-122ee8b353af, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd577c6c1-7a38-481c-90f7-9d7d1217e930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:27:16.836499 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.859453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:27:16.872750 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8bed-460a-4cf6-85e0-e8e54d931974 req-c81f0e68-7207-454a-98d8-c4d6c1aa3a2e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:16.874561 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1eaf8bed-460a-4cf6-85e0-e8e54d931974 req-c81f0e68-7207-454a-98d8-c4d6c1aa3a2e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 943 time: 0.0936356 Nov 12 04:27:16.972216 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1eaf8bed-460a-4cf6-85e0-e8e54d931974 req-739838da-ab6a-4893-a748-46281920e423 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732470 Nov 12 04:27:16.975951 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] For port c173c240-9ac4-4a5f-997d-122ee8b353af, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:27:16.980420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] For port c173c240-9ac4-4a5f-997d-122ee8b353af, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c173c240-9ac4-4a5f-997d-122ee8b353af,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:27:16.992785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-845cc1c8-28aa-4f4f-bf6e-d6acaf88bdbb req-084cd78b-cb5e-4cc5-9a7d-d6c7730beb59 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 210 time: 0.0343838 Nov 12 04:27:16.997876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:27:17.008905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02df74e-3596-49c3-aa1c-3e346ae519d4 None None] Sync routers for ids ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:27:17.021454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02df74e-3596-49c3-aa1c-3e346ae519d4 None None] Routers {'0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:17.022080 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f02df74e-3596-49c3-aa1c-3e346ae519d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:26:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:17.037997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] No DVR routers for this DVR port 428d13d0-08d1-488e-aa90-0aec2efb74f9 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:27:17.044464 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:17.045059 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-087adef3-eb5d-4559-b16e-8d8b90d90b1f req-4fd4eb85-e568-42cd-bf7d-ac1212912abe tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.26 "DELETE /v2.0/ports/428d13d0-08d1-488e-aa90-0aec2efb74f9 HTTP/1.1" status: 204 len: 173 time: 1.3079202 Nov 12 04:27:17.045458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40440bb1-dc27-483f-bd01-45d141ba2104', 'name': 'network-vif-deleted', 'tag': '428d13d0-08d1-488e-aa90-0aec2efb74f9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:17.047822 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af0872e-177a-4e4f-a411-fb98294d30e3" -d '{"events": [{"server_uuid": "40440bb1-dc27-483f-bd01-45d141ba2104", "name": "network-vif-deleted", "tag": "428d13d0-08d1-488e-aa90-0aec2efb74f9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:17.088239 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dc8b71-74fe-43bd-b7da-4396948d532a x-openstack-request-id: req-32dc8b71-74fe-43bd-b7da-4396948d532a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:17.088239 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40440bb1-dc27-483f-bd01-45d141ba2104", "name": "network-vif-deleted", "tag": "428d13d0-08d1-488e-aa90-0aec2efb74f9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:17.088425 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:17.088535 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-32dc8b71-74fe-43bd-b7da-4396948d532a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:17.088535 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40440bb1-dc27-483f-bd01-45d141ba2104', 'name': 'network-vif-deleted', 'tag': '428d13d0-08d1-488e-aa90-0aec2efb74f9', 'status': 'completed', 'code': 200} Nov 12 04:27:17.127011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:17.128264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:17.129878 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] 10.222.0.26 "PUT /v2.0/ports/c173c240-9ac4-4a5f-997d-122ee8b353af HTTP/1.1" status: 200 len: 1092 time: 1.1306186 Nov 12 04:27:17.155359 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f02df74e-3596-49c3-aa1c-3e346ae519d4 None None] Set router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:17.163663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0e2ea-d9b0-407c-8cac-3421f276ac89 service neutron] Pushing event updated for resources: {'Port': ['ID=c173c240-9ac4-4a5f-997d-122ee8b353af,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:17.281269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07754084-b2d6-410f-9a62-c915e96ea125 req-438a1910-f9c8-43e9-9c5f-7d775b95ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:17.283001 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-438a1910-f9c8-43e9-9c5f-7d775b95ac17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 1095 time: 0.0864832 Nov 12 04:27:17.429391 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07754084-b2d6-410f-9a62-c915e96ea125 req-dfb69708-db3a-477e-80e6-20985c67f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:17.430943 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-dfb69708-db3a-477e-80e6-20985c67f32d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f061db4e-b0cd-47f3-8607-a0df10867e8e HTTP/1.1" status: 200 len: 897 time: 0.1388638 Nov 12 04:27:17.511694 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-3fbc671d-5713-48f5-8275-c1e71b0bfed7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c173c240-9ac4-4a5f-997d-122ee8b353af HTTP/1.1" status: 200 len: 999 time: 0.0648830 Nov 12 04:27:17.571302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07754084-b2d6-410f-9a62-c915e96ea125 req-d7b373df-86a7-4b0a-8616-2e44f9b3f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:17.572789 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-d7b373df-86a7-4b0a-8616-2e44f9b3f873 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e9526be-effc-4ae8-906f-a003203fc937 HTTP/1.1" status: 200 len: 834 time: 0.0537431 Nov 12 04:27:17.597789 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f02df74e-3596-49c3-aa1c-3e346ae519d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:08Z', 'revision_number': 5, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:17.620011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07754084-b2d6-410f-9a62-c915e96ea125 req-a5451db1-5df9-4e84-9eb8-176e5d7b30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:17.622196 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-a5451db1-5df9-4e84-9eb8-176e5d7b30c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f061db4e-b0cd-47f3-8607-a0df10867e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420105 Nov 12 04:27:17.629558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02df74e-3596-49c3-aa1c-3e346ae519d4 None None] Checking router: 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:27:17.639764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02df74e-3596-49c3-aa1c-3e346ae519d4 None None] Routers {'0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:17.640430 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f02df74e-3596-49c3-aa1c-3e346ae519d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:26:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:17.719395 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-38375a2c-bfcb-4d94-8f04-77e5b1dd94ce service neutron] 10.222.0.26 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890250 Nov 12 04:27:17.750520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f02df74e-3596-49c3-aa1c-3e346ae519d4 None None] Set router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:17.818175 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07754084-b2d6-410f-9a62-c915e96ea125 req-4e1e600c-6b43-4973-b87e-a9613b5c6aa5 service neutron] 10.222.0.26 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895612 Nov 12 04:27:17.952374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f02df74e-3596-49c3-aa1c-3e346ae519d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:08Z', 'revision_number': 5, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:17.983704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02df74e-3596-49c3-aa1c-3e346ae519d4 None None] The sync data for ids ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'] in n-d-767704-23 is: [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '87394eb0-b43c-46f1-848b-78946f76a8dc', 'name': '', 'network_id': '5074271f-e373-422c-abfa-ee9f087fb5aa', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'mac_address': 'fa:16:3e:e5:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:03Z', 'updated_at': '2021-11-12T04:17:08Z', 'revision_number': 5, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'subnets': [{'id': '7697fade-275b-4708-927f-f8f4b5d32a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:27:18.114810 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4dc18b2b-b50e-436e-8b91-129a4841080b req-adddd0f1-51e3-4437-a94d-6e56fcebf383 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/ports?device_id=40440bb1-dc27-483f-bd01-45d141ba2104 HTTP/1.1" status: 200 len: 210 time: 0.0277617 Nov 12 04:27:18.118527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5ea58-d3e8-41ca-a799-003e870addd8 req-563b792a-a443-4f55-9528-2d35ba46f3f0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:18.120210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6b5ea58-d3e8-41ca-a799-003e870addd8 req-563b792a-a443-4f55-9528-2d35ba46f3f0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 943 time: 0.0704689 Nov 12 04:27:18.183081 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6b5ea58-d3e8-41ca-a799-003e870addd8 req-c65da1fa-2ad2-4803-a950-767ef862c26a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560999 Nov 12 04:27:18.264071 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee6194-de21-4298-8df3-b51b0a2949d8 None None] New status for floating IP 0de44ba3-1cca-4b3e-86f0-6bf9d5435a98: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:27:18.472125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:18.478093 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5107d21-b07c-434b-bf62-d5e80c7e3290" -d '{"events": [{"name": "network-changed", "server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:18.521462 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a68386-0ed2-49eb-a8f1-afc4a15b1653 x-openstack-request-id: req-09a68386-0ed2-49eb-a8f1-afc4a15b1653 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:18.521837 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:18.522394 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-09a68386-0ed2-49eb-a8f1-afc4a15b1653 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:18.522798 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'status': 'completed', 'code': 200} Nov 12 04:27:18.589620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-bc89a9b0-cd61-4f8b-b91b-1279421dc6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:18.591092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-bc89a9b0-cd61-4f8b-b91b-1279421dc6f4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 1095 time: 0.0485270 Nov 12 04:27:18.626869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c173c240-9ac4-4a5f-997d-122ee8b353af no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:18.630641 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:27:18.633144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-2b13cfc6-a7be-42fd-a603-2607e5778562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:18.634841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-2b13cfc6-a7be-42fd-a603-2607e5778562 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 1095 time: 0.0486691 Nov 12 04:27:18.670162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device c173c240-9ac4-4a5f-997d-122ee8b353af not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:27:18.691209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-50025e61-780c-44bc-8862-a1df2cf9cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:18.692728 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-50025e61-780c-44bc-8862-a1df2cf9cba4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f061db4e-b0cd-47f3-8607-a0df10867e8e HTTP/1.1" status: 200 len: 897 time: 0.0945013 Nov 12 04:27:18.727975 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-0adfbaa8-d01c-43bc-93b8-9e53ae141da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:18.729535 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-0adfbaa8-d01c-43bc-93b8-9e53ae141da2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f061db4e-b0cd-47f3-8607-a0df10867e8e HTTP/1.1" status: 200 len: 897 time: 0.0868387 Nov 12 04:27:18.763341 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-50a96784-f18b-40c0-afc8-619aa5296d4a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c173c240-9ac4-4a5f-997d-122ee8b353af HTTP/1.1" status: 200 len: 999 time: 0.0630302 Nov 12 04:27:18.801999 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-5662a3ff-dd42-4259-8521-54e6b49691aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c173c240-9ac4-4a5f-997d-122ee8b353af HTTP/1.1" status: 200 len: 999 time: 0.0647690 Nov 12 04:27:18.817403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-1ac2abaf-750c-4867-94ec-a461a58052c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:18.818876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-1ac2abaf-750c-4867-94ec-a461a58052c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4e9526be-effc-4ae8-906f-a003203fc937 HTTP/1.1" status: 200 len: 834 time: 0.0488579 Nov 12 04:27:18.853536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-624a81fa-db5b-495a-9e89-30cc0e636c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:18.855064 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-624a81fa-db5b-495a-9e89-30cc0e636c5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e9526be-effc-4ae8-906f-a003203fc937 HTTP/1.1" status: 200 len: 834 time: 0.0456903 Nov 12 04:27:18.867219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-65149476-da70-43f3-99ea-e4e32933a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:18.868876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-65149476-da70-43f3-99ea-e4e32933a7c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f061db4e-b0cd-47f3-8607-a0df10867e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428727 Nov 12 04:27:18.906537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-ebfbb5fe-54ab-431a-a68c-7c69cda285bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:18.908068 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-ebfbb5fe-54ab-431a-a68c-7c69cda285bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f061db4e-b0cd-47f3-8607-a0df10867e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457098 Nov 12 04:27:18.970204 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-ebbb48f5-f05e-4a48-a310-a27f07b3852d service neutron] 10.222.0.25 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934649 Nov 12 04:27:19.003360 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-62330f03-58d8-43f3-921c-31fa5bad7db4 service neutron] 10.222.0.26 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875685 Nov 12 04:27:19.067152 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-849241a7-0da1-4bce-8105-aeffc985283d service neutron] 10.222.0.25 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889432 Nov 12 04:27:19.098785 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c5107d21-b07c-434b-bf62-d5e80c7e3290 req-40139d1f-f543-42e9-9f31-cab92f3e7785 service neutron] 10.222.0.26 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867791 Nov 12 04:27:19.202926 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.296004 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:19.310876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93261fce-7a01-4cad-a975-0872702bc84b req-a050824d-16d1-4a73-b0eb-8b2c20c1a5b8 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:19.312401 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93261fce-7a01-4cad-a975-0872702bc84b req-a050824d-16d1-4a73-b0eb-8b2c20c1a5b8 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 943 time: 0.0556467 Nov 12 04:27:19.352532 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71a90dd0-02b5-4295-ab3e-623d3ac5c6c8 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.362516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-93261fce-7a01-4cad-a975-0872702bc84b req-3f8a00a3-d0bf-42b4-a791-d16af4cc8a20 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442219 Nov 12 04:27:19.382223 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71a90dd0-02b5-4295-ab3e-623d3ac5c6c8 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.516817 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71a90dd0-02b5-4295-ab3e-623d3ac5c6c8 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.519470 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71a90dd0-02b5-4295-ab3e-623d3ac5c6c8 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.520842 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-71a90dd0-02b5-4295-ab3e-623d3ac5c6c8 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "DELETE /v2.0/security-groups/6b34f616-e4d2-4253-90c3-1593f7634e24 HTTP/1.1" status: 204 len: 168 time: 0.2237287 Nov 12 04:27:19.523484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55190) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:19.531329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a90dd0-02b5-4295-ab3e-623d3ac5c6c8 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b34f616-e4d2-4253-90c3-1593f7634e24,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:19.541102 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-37f3125c-9272-44d3-a277-f018b642c9c6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] show failed (client error): The resource could not be found. Nov 12 04:27:19.542804 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-37f3125c-9272-44d3-a277-f018b642c9c6 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "GET /v2.0/security-groups/6b34f616-e4d2-4253-90c3-1593f7634e24 HTTP/1.1" status: 404 len: 347 time: 0.0176044 Nov 12 04:27:19.545964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55192) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:19.675004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-248781d9-16d1-4ae5-9c3c-bea208884439 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Deleting port 1a6edf3b-198b-448e-9ae2-857058563202 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:27:19.675259 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-248781d9-16d1-4ae5-9c3c-bea208884439 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.751672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-248781d9-16d1-4ae5-9c3c-bea208884439 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.751987 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-248781d9-16d1-4ae5-9c3c-bea208884439 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.764771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-248781d9-16d1-4ae5-9c3c-bea208884439 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Calling delete_port for 1a6edf3b-198b-448e-9ae2-857058563202 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:19.952983 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-248781d9-16d1-4ae5-9c3c-bea208884439 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.982918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248781d9-16d1-4ae5-9c3c-bea208884439 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Pushing event deleted for resources: {'Port': ['ID=1a6edf3b-198b-448e-9ae2-857058563202,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:20.045125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-248781d9-16d1-4ae5-9c3c-bea208884439 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:20.047750 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-248781d9-16d1-4ae5-9c3c-bea208884439 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:20.049054 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-248781d9-16d1-4ae5-9c3c-bea208884439 tempest-AttachVolumeTestJSON-1063927479 tempest-AttachVolumeTestJSON-1063927479-project] 10.222.0.105 "DELETE /v2.0/floatingips/0de44ba3-1cca-4b3e-86f0-6bf9d5435a98 HTTP/1.1" status: 204 len: 168 time: 0.5021801 Nov 12 04:27:20.485423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ada9f-873a-44c1-92b4-5032ace7aca8 req-3f04cfcf-37c7-453a-bf9e-aa3f82a05cae tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:20.490150 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-025ada9f-873a-44c1-92b4-5032ace7aca8 req-3f04cfcf-37c7-453a-bf9e-aa3f82a05cae tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 943 time: 0.0533721 Nov 12 04:27:20.537112 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-025ada9f-873a-44c1-92b4-5032ace7aca8 req-1bf98020-b1b6-4a3a-8903-4047e99c0512 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440841 Nov 12 04:27:20.695691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c173c240-9ac4-4a5f-997d-122ee8b353af details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:27:20.706825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 428d13d0-08d1-488e-aa90-0aec2efb74f9 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:20.729297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 428d13d0-08d1-488e-aa90-0aec2efb74f9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:27:20.730236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 428d13d0-08d1-488e-aa90-0aec2efb74f9 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:27:20.818566 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c173c240-9ac4-4a5f-997d-122ee8b353af, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c173c240-9ac4-4a5f-997d-122ee8b353af,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:20.829521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'port_id': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'mac_address': 'fa:16:3e:70:8b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9526be-effc-4ae8-906f-a003203fc937', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:27:20.867041 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:20.880451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c173c240-9ac4-4a5f-997d-122ee8b353af {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:27:20.898978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c173c240-9ac4-4a5f-997d-122ee8b353af, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c173c240-9ac4-4a5f-997d-122ee8b353af,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:20.998752 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:21.067849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=c173c240-9ac4-4a5f-997d-122ee8b353af,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:21.080314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:21.080660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:21.081002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:21.081344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:21.081677 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:21.082004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:21.082334 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:21.082756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:21.082983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:21.083336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:21.083656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:21.083970 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:21.694260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfabe63-3e8b-4082-ba0a-b74126b9ac6c req-955c1d8b-93be-4d0c-9b91-a88e0e5b35da tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:21.695967 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6dfabe63-3e8b-4082-ba0a-b74126b9ac6c req-955c1d8b-93be-4d0c-9b91-a88e0e5b35da tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 944 time: 0.0512142 Nov 12 04:27:21.747274 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6dfabe63-3e8b-4082-ba0a-b74126b9ac6c req-88ce45cf-d061-4b25-a23e-fd74ae9c3f99 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447521 Nov 12 04:27:21.891095 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6fa239e-7ceb-4cb5-bd8d-ab846952e6ea req-66a05f9f-86c1-415a-8e5e-fc98abf7a2dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419953 Nov 12 04:27:21.998104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa239e-7ceb-4cb5-bd8d-ab846952e6ea req-f1eecaa9-0b9f-405e-a8d2-ee0e26385ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:21.999863 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6fa239e-7ceb-4cb5-bd8d-ab846952e6ea req-f1eecaa9-0b9f-405e-a8d2-ee0e26385ce0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 1096 time: 0.0464461 Nov 12 04:27:22.106986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa239e-7ceb-4cb5-bd8d-ab846952e6ea req-b8fdd768-ec57-43f6-ada9-753ade83a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:22.108493 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6fa239e-7ceb-4cb5-bd8d-ab846952e6ea req-b8fdd768-ec57-43f6-ada9-753ade83a8c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f061db4e-b0cd-47f3-8607-a0df10867e8e HTTP/1.1" status: 200 len: 897 time: 0.0878556 Nov 12 04:27:22.177374 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6fa239e-7ceb-4cb5-bd8d-ab846952e6ea req-b4090e95-86c7-4ee3-ae28-88af7b42967c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c173c240-9ac4-4a5f-997d-122ee8b353af HTTP/1.1" status: 200 len: 1000 time: 0.0614736 Nov 12 04:27:22.228817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa239e-7ceb-4cb5-bd8d-ab846952e6ea req-5fc85db4-7907-4f1e-9af4-d3e3ad1cc3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:22.230301 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6fa239e-7ceb-4cb5-bd8d-ab846952e6ea req-5fc85db4-7907-4f1e-9af4-d3e3ad1cc3d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e9526be-effc-4ae8-906f-a003203fc937 HTTP/1.1" status: 200 len: 834 time: 0.0457919 Nov 12 04:27:22.275967 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa239e-7ceb-4cb5-bd8d-ab846952e6ea req-2e19d0c3-4da5-42c9-9ee4-fe367ab52fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:22.278078 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6fa239e-7ceb-4cb5-bd8d-ab846952e6ea req-2e19d0c3-4da5-42c9-9ee4-fe367ab52fa1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f061db4e-b0cd-47f3-8607-a0df10867e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407565 Nov 12 04:27:22.381536 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6fa239e-7ceb-4cb5-bd8d-ab846952e6ea req-2052294e-7e1f-4f58-8076-a0c22c4ef77b service neutron] 10.222.0.26 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951602 Nov 12 04:27:22.483374 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6fa239e-7ceb-4cb5-bd8d-ab846952e6ea req-567f7169-74bc-425f-899f-726407677bb7 service neutron] 10.222.0.26 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932000 Nov 12 04:27:22.586612 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['c173c240-9ac4-4a5f-997d-122ee8b353af'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:27:22.903156 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa197c0-c801-49f9-b7e1-d4b1ee102177 req-7297d83f-f247-4687-b9e4-f3aff5476595 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:22.905073 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-efa197c0-c801-49f9-b7e1-d4b1ee102177 req-7297d83f-f247-4687-b9e4-f3aff5476595 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 944 time: 0.0793555 Nov 12 04:27:22.961289 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-efa197c0-c801-49f9-b7e1-d4b1ee102177 req-efa15b82-fab4-4457-acf9-9b20280ee219 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477321 Nov 12 04:27:23.091160 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1cdc152a-b547-4024-8752-b093b2ad20f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:23.340915 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349320c1-9c99-45ad-862e-94ba50aa449c req-348e64ed-aabc-4d8b-bd85-cac98d2a1a0d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:23.342659 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-349320c1-9c99-45ad-862e-94ba50aa449c req-348e64ed-aabc-4d8b-bd85-cac98d2a1a0d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 944 time: 0.0578582 Nov 12 04:27:23.409264 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-349320c1-9c99-45ad-862e-94ba50aa449c req-48e511f6-bb68-485c-b842-1f10707326f6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589156 Nov 12 04:27:23.472913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-71cd6ff3-5511-47ce-9ff6-b15fdffec1f7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:23.474590 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-71cd6ff3-5511-47ce-9ff6-b15fdffec1f7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.25 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a&tenant_id=6035ed2710404d7fadaeb6fad57f6003&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 944 time: 0.0931199 Nov 12 04:27:23.548424 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-c8853cea-3daa-4794-8faa-3d32f4a607fe service neutron] delete failed (client error): The resource could not be found. Nov 12 04:27:23.550152 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-c8853cea-3daa-4794-8faa-3d32f4a607fe service neutron] 10.222.0.25 "DELETE /v2.0/ports/c173c240-9ac4-4a5f-997d-122ee8b353af/bindings/n-h1-767704-23 HTTP/1.1" status: 404 len: 381 time: 0.0658319 Nov 12 04:27:23.645419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-aea1afb4-b1c3-4883-93f5-a9d3673bb007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:23.646837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-aea1afb4-b1c3-4883-93f5-a9d3673bb007 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 1096 time: 0.0503533 Nov 12 04:27:23.745780 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-b6925f81-2461-4390-bc50-4f06597eace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:23.747259 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-b6925f81-2461-4390-bc50-4f06597eace1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f061db4e-b0cd-47f3-8607-a0df10867e8e HTTP/1.1" status: 200 len: 897 time: 0.0924201 Nov 12 04:27:23.817484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-6bf52eee-f4e7-45ef-81fe-76d8d266b478 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c173c240-9ac4-4a5f-997d-122ee8b353af HTTP/1.1" status: 200 len: 1000 time: 0.0597193 Nov 12 04:27:23.870667 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-845245e6-b760-4182-900a-d5432c004a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:23.872233 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-845245e6-b760-4182-900a-d5432c004a71 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4e9526be-effc-4ae8-906f-a003203fc937 HTTP/1.1" status: 200 len: 834 time: 0.0512238 Nov 12 04:27:23.930977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-2f68e3e5-2a16-4b7a-b784-a57ece42b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:23.932421 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-2f68e3e5-2a16-4b7a-b784-a57ece42b801 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f061db4e-b0cd-47f3-8607-a0df10867e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525270 Nov 12 04:27:24.034523 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-249bf62b-9f48-4246-bfe8-2c9fc1aa1f96 service neutron] 10.222.0.25 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943530 Nov 12 04:27:24.137513 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-480bb8cc-a42a-4f5a-8e81-447553c67e32 req-d1ff9146-745e-4d20-a1c2-f8d48cd7d11a service neutron] 10.222.0.25 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960908 Nov 12 04:27:24.537031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfc7a5-33b0-4e9a-9789-21347fefe255 req-aa13bad2-406f-4694-acbe-9bf1d88728e2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:24.538771 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7dfc7a5-33b0-4e9a-9789-21347fefe255 req-aa13bad2-406f-4694-acbe-9bf1d88728e2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 944 time: 0.0537016 Nov 12 04:27:24.594763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d7dfc7a5-33b0-4e9a-9789-21347fefe255 req-5e82d9ed-b073-46b3-a76c-6fe0c2e93a75 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491328 Nov 12 04:27:24.732144 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c173c240-9ac4-4a5f-997d-122ee8b353af up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:24.882798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port c173c240-9ac4-4a5f-997d-122ee8b353af completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:27:24.887761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port c173c240-9ac4-4a5f-997d-122ee8b353af triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:24.888266 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:24.978436 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:25.010450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:25.013273 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ad12c8-cc67-4138-913e-e20dc0e24081" -d '{"events": [{"server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "name": "network-vif-plugged", "status": "completed", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:25.028749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c173c240-9ac4-4a5f-997d-122ee8b353af, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c173c240-9ac4-4a5f-997d-122ee8b353af,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:25.057632 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4b3ec7-0b5a-4545-82a2-9c6f44f704f0 x-openstack-request-id: req-cd4b3ec7-0b5a-4545-82a2-9c6f44f704f0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:25.057925 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "name": "network-vif-plugged", "status": "completed", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:25.058179 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cd4b3ec7-0b5a-4545-82a2-9c6f44f704f0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:25.058572 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'code': 200} Nov 12 04:27:25.140284 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:25.141249 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:25.190238 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=c173c240-9ac4-4a5f-997d-122ee8b353af,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:25.733758 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4daf50-ffe2-48a2-9848-c6edcb03d6bb req-fd3be102-43da-4a83-abcc-3285e3bf58c1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:25.735323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eb4daf50-ffe2-48a2-9848-c6edcb03d6bb req-fd3be102-43da-4a83-abcc-3285e3bf58c1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0558941 Nov 12 04:27:25.787604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eb4daf50-ffe2-48a2-9848-c6edcb03d6bb req-51ac4111-6a5c-443f-b3c4-676ad9a1ff51 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459244 Nov 12 04:27:25.811459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55228) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:25.878320 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8fc7d9ea-9e29-49f7-bcb7-623672bfeeb6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/fce6cfa7-6178-4508-997e-34b6c9456484 HTTP/1.1" status: 200 len: 993 time: 0.0601401 Nov 12 04:27:26.831017 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:26.893823 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40746be9-6439-47e9-acb7-1b0f0331acff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.554609 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.980124 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:31.511941 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55256) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:32.279624 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.552264 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Deleting port 87394eb0-b43c-46f1-848b-78946f76a8dc {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:27:32.552904 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.638024 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] For port 87394eb0-b43c-46f1-848b-78946f76a8dc, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=87394eb0-b43c-46f1-848b-78946f76a8dc,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:32.638396 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.652160 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Calling delete_port for 87394eb0-b43c-46f1-848b-78946f76a8dc owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:32.913262 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.944845 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Pushing event deleted for resources: {'Port': ['ID=87394eb0-b43c-46f1-848b-78946f76a8dc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:32.958419 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.958766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.959259 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.959596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.959928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.960286 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.960613 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.961057 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.961407 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.961803 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.962130 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.962444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:33.140748 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.364262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:27:33.471624 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:27:33.476581 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-50b1ed83-eac9-4ea1-b3c8-bf10b565509d admin admin] 10.222.0.105 "PUT /v2.0/routers/0ae369d5-73f9-42bb-a80f-c9bbb3405cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9636102 Nov 12 04:27:33.479062 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55262) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:33.482477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f03a8f-96be-4fc6-bafe-da0f39258837 None None] Sync routers for ids ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:27:33.496406 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f03a8f-96be-4fc6-bafe-da0f39258837 None None] Routers {'0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:33.496933 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-15f03a8f-96be-4fc6-bafe-da0f39258837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:27:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:33.594103 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.604941 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-15f03a8f-96be-4fc6-bafe-da0f39258837 None None] Set router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:33.695105 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.785631 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-15f03a8f-96be-4fc6-bafe-da0f39258837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:27:32Z', 'revision_number': 5, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port': {'id': 'c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:01Z', 'updated_at': '2021-11-12T04:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:33.815721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f03a8f-96be-4fc6-bafe-da0f39258837 None None] Checking router: 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:27:33.824320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f03a8f-96be-4fc6-bafe-da0f39258837 None None] Routers {'0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:33.824936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-15f03a8f-96be-4fc6-bafe-da0f39258837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:27:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:33.852321 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] Deleting port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:27:33.852662 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.909323 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-15f03a8f-96be-4fc6-bafe-da0f39258837 None None] Set router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:33.936956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] For port c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:33.937324 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.956416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] Calling delete_port for c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:33.966304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-15f03a8f-96be-4fc6-bafe-da0f39258837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:27:33Z', 'revision_number': 6, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:33.992027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f03a8f-96be-4fc6-bafe-da0f39258837 None None] The sync data for ids ['0ae369d5-73f9-42bb-a80f-c9bbb3405cdc'] in n-d-767704-23 is: [{'id': '0ae369d5-73f9-42bb-a80f-c9bbb3405cdc', 'name': 'tempest-AttachVolumeTestJSON-1134300585-router', 'tenant_id': '5af8b430f30e4108ada2caa89697fa45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:59Z', 'updated_at': '2021-11-12T04:27:33Z', 'revision_number': 6, 'project_id': '5af8b430f30e4108ada2caa89697fa45', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:27:34.190821 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.221361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:34.239822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5c0575-d7c8-4e9e-a213-7fe562d2914f None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:27:34.286869 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.393463 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.393895 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.512918 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.513429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ae369d5-73f9-42bb-a80f-c9bbb3405cdc {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:27:34.518545 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.519067 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-68ee04f0-3a48-4197-a4ef-1725d2215513 admin admin] 10.222.0.105 "DELETE /v2.0/routers/0ae369d5-73f9-42bb-a80f-c9bbb3405cdc HTTP/1.1" status: 204 len: 168 time: 1.0385225 Nov 12 04:27:34.521535 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:34.569915 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2a6eb4-e00f-4a80-878e-b89315709ea0 admin admin] Deleting subnet 7697fade-275b-4708-927f-f8f4b5d32a1d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:27:34.573002 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d2a6eb4-e00f-4a80-878e-b89315709ea0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.607271 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d2a6eb4-e00f-4a80-878e-b89315709ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.683692 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d2a6eb4-e00f-4a80-878e-b89315709ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.833005 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d2a6eb4-e00f-4a80-878e-b89315709ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.859807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a6eb4-e00f-4a80-878e-b89315709ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7697fade-275b-4708-927f-f8f4b5d32a1d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:34.863474 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d2a6eb4-e00f-4a80-878e-b89315709ea0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.869346 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5d2a6eb4-e00f-4a80-878e-b89315709ea0 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/7697fade-275b-4708-927f-f8f4b5d32a1d HTTP/1.1" status: 204 len: 168 time: 0.3443449 Nov 12 04:27:34.869583 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55268) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:34.872378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51718f56-62b1-4537-b9cf-2004deb7ddb5 None None] Network 5074271f-e373-422c-abfa-ee9f087fb5aa requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:34.943333 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.005033 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Deleting port 07b90803-35cb-495e-894a-6627e06e0392 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:27:35.005381 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.063476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9116ad2a-9ffd-4c09-aedf-5a57813389be None None] DHCP port deletion for 5074271f-e373-422c-abfa-ee9f087fb5aa request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:27:35.079480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] For port 07b90803-35cb-495e-894a-6627e06e0392, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=07b90803-35cb-495e-894a-6627e06e0392,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:35.079929 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.094570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Calling delete_port for 07b90803-35cb-495e-894a-6627e06e0392 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:35.128692 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9116ad2a-9ffd-4c09-aedf-5a57813389be None None] Deleting port 07b90803-35cb-495e-894a-6627e06e0392 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:27:35.129439 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9116ad2a-9ffd-4c09-aedf-5a57813389be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.192339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9116ad2a-9ffd-4c09-aedf-5a57813389be None None] For port 07b90803-35cb-495e-894a-6627e06e0392, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=07b90803-35cb-495e-894a-6627e06e0392,segment=NetworkSegment(ff90831b-8032-494f-9e45-e2485901f5c6),segment_id=ff90831b-8032-494f-9e45-e2485901f5c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:35.192730 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9116ad2a-9ffd-4c09-aedf-5a57813389be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.206126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9116ad2a-9ffd-4c09-aedf-5a57813389be None None] Calling delete_port for 07b90803-35cb-495e-894a-6627e06e0392 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:35.272832 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.283374 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9116ad2a-9ffd-4c09-aedf-5a57813389be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.304344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] No DVR routers for this DVR port 07b90803-35cb-495e-894a-6627e06e0392 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:27:35.308868 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116ad2a-9ffd-4c09-aedf-5a57813389be None None] Pushing event deleted for resources: {'Port': ['ID=07b90803-35cb-495e-894a-6627e06e0392,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:35.310343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b90803-35cb-495e-894a-6627e06e0392,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:35.312890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116ad2a-9ffd-4c09-aedf-5a57813389be None None] No DVR routers for this DVR port 07b90803-35cb-495e-894a-6627e06e0392 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:27:35.383402 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.408275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5074271f-e373-422c-abfa-ee9f087fb5aa']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:35.418939 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff90831b-8032-494f-9e45-e2485901f5c6') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:35.419240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff90831b-8032-494f-9e45-e2485901f5c6') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:35.429016 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.442742 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.449489 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:27:35.449878 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:27:35.451711 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:27:35.569977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.575888 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.579189 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] 10.222.0.105 "DELETE /v2.0/networks/5074271f-e373-422c-abfa-ee9f087fb5aa HTTP/1.1" status: 204 len: 168 time: 0.7086086 Nov 12 04:27:35.591919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223e63b-0189-48c4-85e4-f97abbb7da85 admin admin] Pushing event deleted for resources: {'Network': ['ID=5074271f-e373-422c-abfa-ee9f087fb5aa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:35.909193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55272) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:35.953222 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dbb368f1-20ab-41b9-adeb-6ef5735fd39c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5af8b430f30e4108ada2caa89697fa45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428431 Nov 12 04:27:35.958146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55274) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:36.009460 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1ff434b-5f4f-4865-bd75-875fda83bf96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:36.030417 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1ff434b-5f4f-4865-bd75-875fda83bf96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:36.076774 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 87394eb0-b43c-46f1-848b-78946f76a8dc no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:36.096598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 87394eb0-b43c-46f1-848b-78946f76a8dc {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:27:36.099426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 87394eb0-b43c-46f1-848b-78946f76a8dc not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:27:36.099426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:36.115511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:27:36.115846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c7d3bfbc-0bf4-48df-9fb4-5981d7e2cffc not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:27:36.116267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 07b90803-35cb-495e-894a-6627e06e0392 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:36.136024 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 07b90803-35cb-495e-894a-6627e06e0392 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:27:36.136344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 07b90803-35cb-495e-894a-6627e06e0392 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:27:36.181599 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1ff434b-5f4f-4865-bd75-875fda83bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:36.185516 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1ff434b-5f4f-4865-bd75-875fda83bf96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:36.186024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b1ff434b-5f4f-4865-bd75-875fda83bf96 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a6e8dd76-4a9d-469d-9b81-d18df312ac6f HTTP/1.1" status: 204 len: 168 time: 0.2269108 Nov 12 04:27:36.193838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff434b-5f4f-4865-bd75-875fda83bf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e8dd76-4a9d-469d-9b81-d18df312ac6f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:49.210046 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:49.234248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55446) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:49.339416 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00d7ff0a-3f15-4313-8139-380090cb9492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:49.412770 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00d7ff0a-3f15-4313-8139-380090cb9492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:49.484162 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-00d7ff0a-3f15-4313-8139-380090cb9492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:49.523313 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-00d7ff0a-3f15-4313-8139-380090cb9492 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e9edcad9fe754ef8802e1f61a30114f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879527 Nov 12 04:27:49.524460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7ff0a-3f15-4313-8139-380090cb9492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0801146-8823-4e9a-a838-8b32d17e347d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:49.526557 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55450) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:49.576286 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad4f6d1d-d915-487b-8651-8bb77413fa2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:49.597899 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad4f6d1d-d915-487b-8651-8bb77413fa2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:49.724295 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad4f6d1d-d915-487b-8651-8bb77413fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:49.727048 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad4f6d1d-d915-487b-8651-8bb77413fa2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:49.728271 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ad4f6d1d-d915-487b-8651-8bb77413fa2e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d0801146-8823-4e9a-a838-8b32d17e347d HTTP/1.1" status: 204 len: 168 time: 0.2005618 Nov 12 04:27:49.736420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f6d1d-d915-487b-8651-8bb77413fa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0801146-8823-4e9a-a838-8b32d17e347d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:50.373582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:50.387416 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb0b185c-e5e4-4b84-916c-196fb757b33f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:50.462528 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb0b185c-e5e4-4b84-916c-196fb757b33f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:50.532940 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb0b185c-e5e4-4b84-916c-196fb757b33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:50.576166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fb0b185c-e5e4-4b84-916c-196fb757b33f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=11cf09ebcc114d8096018965222a1c48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2014668 Nov 12 04:27:50.577242 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b185c-e5e4-4b84-916c-196fb757b33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d07dec2-5ae3-4c3a-a2ed-b06ad2eeb72f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:50.578853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55458) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:50.631049 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-124e34ee-6a90-4dee-b080-13fb08e46aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:50.651883 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-124e34ee-6a90-4dee-b080-13fb08e46aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:50.776276 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-124e34ee-6a90-4dee-b080-13fb08e46aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:50.778942 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-124e34ee-6a90-4dee-b080-13fb08e46aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:50.780120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-124e34ee-6a90-4dee-b080-13fb08e46aa4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9d07dec2-5ae3-4c3a-a2ed-b06ad2eeb72f HTTP/1.1" status: 204 len: 168 time: 0.2002110 Nov 12 04:27:50.787912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e34ee-6a90-4dee-b080-13fb08e46aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d07dec2-5ae3-4c3a-a2ed-b06ad2eeb72f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:51.480957 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55466) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:51.493916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6797e96b-4a77-48cd-aec0-892faab2cf8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:51.566932 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6797e96b-4a77-48cd-aec0-892faab2cf8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:51.658842 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6797e96b-4a77-48cd-aec0-892faab2cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:51.695396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797e96b-4a77-48cd-aec0-892faab2cf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585575c5-a8b9-49fe-91e5-0a5bb1759a11,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:51.700410 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6797e96b-4a77-48cd-aec0-892faab2cf8d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6475773bdb2b4329a158c296b9df0455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2184060 Nov 12 04:27:51.703321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55468) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:51.752912 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05cf4ba0-2a66-4b8a-b7f2-1988bbd08de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:51.774672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05cf4ba0-2a66-4b8a-b7f2-1988bbd08de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:51.875988 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05cf4ba0-2a66-4b8a-b7f2-1988bbd08de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:51.878745 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05cf4ba0-2a66-4b8a-b7f2-1988bbd08de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:51.879908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-05cf4ba0-2a66-4b8a-b7f2-1988bbd08de5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/585575c5-a8b9-49fe-91e5-0a5bb1759a11 HTTP/1.1" status: 204 len: 168 time: 0.1758842 Nov 12 04:27:51.888981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf4ba0-2a66-4b8a-b7f2-1988bbd08de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585575c5-a8b9-49fe-91e5-0a5bb1759a11,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:53.087430 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5127722e-2d98-4360-a8b1-ca3041e49aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:55.141318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:55.630286 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:27:55.756974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:55.864518 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2a6f-ef20-45b7-ae22-d8a419769d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:55.937532 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2a6f-ef20-45b7-ae22-d8a419769d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:56.015387 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2a6f-ef20-45b7-ae22-d8a419769d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:56.055020 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9c7f2a6f-ef20-45b7-ae22-d8a419769d1d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=360d7a9aa59d4b75b75ae697b68a80d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2968798 Nov 12 04:27:56.056008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f2a6f-ef20-45b7-ae22-d8a419769d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a0ec92-52af-4149-aca4-3fd4833f165c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:56.057949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:56.107377 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1345a8-78b2-4e08-80e7-f0c4cac1e815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:56.128206 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1345a8-78b2-4e08-80e7-f0c4cac1e815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:56.255489 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1345a8-78b2-4e08-80e7-f0c4cac1e815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:56.258095 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba1345a8-78b2-4e08-80e7-f0c4cac1e815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:56.263028 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ba1345a8-78b2-4e08-80e7-f0c4cac1e815 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f5a0ec92-52af-4149-aca4-3fd4833f165c HTTP/1.1" status: 204 len: 168 time: 0.1997139 Nov 12 04:27:56.267123 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1345a8-78b2-4e08-80e7-f0c4cac1e815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a0ec92-52af-4149-aca4-3fd4833f165c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:56.818535 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:56.875317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55598) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:56.891969 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4bcf761-fb73-466c-9015-3c35b506cc32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:56.910346 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08b52a35-c557-4d1b-8d76-ffbc42a7f140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:56.965245 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4bcf761-fb73-466c-9015-3c35b506cc32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.043745 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4bcf761-fb73-466c-9015-3c35b506cc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.082724 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c4bcf761-fb73-466c-9015-3c35b506cc32 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4e3a2122636540838748d42687cc9c53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2062390 Nov 12 04:27:57.083615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcf761-fb73-466c-9015-3c35b506cc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9c4b36-bc61-4568-b853-dd7c1552efe1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:57.085391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55600) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:57.138757 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e473a1d7-0572-453d-90ed-4383d6166a0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.160644 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e473a1d7-0572-453d-90ed-4383d6166a0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.293820 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e473a1d7-0572-453d-90ed-4383d6166a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.296434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e473a1d7-0572-453d-90ed-4383d6166a0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.297586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e473a1d7-0572-453d-90ed-4383d6166a0d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0a9c4b36-bc61-4568-b853-dd7c1552efe1 HTTP/1.1" status: 204 len: 168 time: 0.2105277 Nov 12 04:27:57.305913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473a1d7-0572-453d-90ed-4383d6166a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9c4b36-bc61-4568-b853-dd7c1552efe1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:58.550139 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:59.024586 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.653928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:00.756920 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2856bafd-3bd0-496d-b579-ddb7d972735c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.832998 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2856bafd-3bd0-496d-b579-ddb7d972735c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.927291 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2856bafd-3bd0-496d-b579-ddb7d972735c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.964492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856bafd-3bd0-496d-b579-ddb7d972735c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696835cd-ba47-4e7a-9311-291c217db270,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:00.968783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2856bafd-3bd0-496d-b579-ddb7d972735c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=968cff49a03a4b2bbf5fe4e553e4e3dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137107 Nov 12 04:28:00.971398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55686) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:01.019556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70c1be13-86ae-499d-8097-c8cbdcb3f5cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:01.040344 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70c1be13-86ae-499d-8097-c8cbdcb3f5cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:01.192697 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70c1be13-86ae-499d-8097-c8cbdcb3f5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:01.195258 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70c1be13-86ae-499d-8097-c8cbdcb3f5cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:01.196434 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-70c1be13-86ae-499d-8097-c8cbdcb3f5cf admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/696835cd-ba47-4e7a-9311-291c217db270 HTTP/1.1" status: 204 len: 168 time: 0.2241223 Nov 12 04:28:01.205700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1be13-86ae-499d-8097-c8cbdcb3f5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696835cd-ba47-4e7a-9311-291c217db270,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:01.859496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:01.872493 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7aff0f05-d95e-4d01-8a96-2e9b8430972a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:01.943945 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7aff0f05-d95e-4d01-8a96-2e9b8430972a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.018896 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7aff0f05-d95e-4d01-8a96-2e9b8430972a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.059515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff0f05-d95e-4d01-8a96-2e9b8430972a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1735d976-f346-4e55-bfe4-3232ae947cbf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:02.063705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7aff0f05-d95e-4d01-8a96-2e9b8430972a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=84f14db3decc489094b183f60b8de963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2031732 Nov 12 04:28:02.066687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:02.121246 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87574979-a942-421f-98b2-a8cb62a796c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.142499 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87574979-a942-421f-98b2-a8cb62a796c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.267071 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87574979-a942-421f-98b2-a8cb62a796c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.269888 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87574979-a942-421f-98b2-a8cb62a796c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.270980 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-87574979-a942-421f-98b2-a8cb62a796c9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1735d976-f346-4e55-bfe4-3232ae947cbf HTTP/1.1" status: 204 len: 168 time: 0.2034054 Nov 12 04:28:02.280915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87574979-a942-421f-98b2-a8cb62a796c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1735d976-f346-4e55-bfe4-3232ae947cbf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:03.991577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55730) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:04.096762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fd87df51-069a-4acd-8350-c5a6b63632cc tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-12789561'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:04.097276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fd87df51-069a-4acd-8350-c5a6b63632cc tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Unknown quota resources ['metering_label']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:28:04.336274 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd87df51-069a-4acd-8350-c5a6b63632cc tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.337451 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fd87df51-069a-4acd-8350-c5a6b63632cc tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.3448317 Nov 12 04:28:04.340285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55736) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:04.344273 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d23a8755-df21-4a26-9556-b81b1b13b32f tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '33cc00cc-c01a-40e3-bd70-00f7642bed75'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:04.344748 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d23a8755-df21-4a26-9556-b81b1b13b32f tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:28:04.813110 n-d-767704-23 neutron-server[103146]: WARNING neutron.services.metering.metering_plugin [None req-d23a8755-df21-4a26-9556-b81b1b13b32f tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 04:28:04.917074 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d23a8755-df21-4a26-9556-b81b1b13b32f tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.918301 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d23a8755-df21-4a26-9556-b81b1b13b32f tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5771105 Nov 12 04:28:04.921359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55738) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:04.925439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0e5474e2-f9db-4e05-aa88-eb0e0e92738b tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '33cc00cc-c01a-40e3-bd70-00f7642bed75'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:04.925914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0e5474e2-f9db-4e05-aa88-eb0e0e92738b tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:28:05.046915 n-d-767704-23 neutron-server[103146]: WARNING neutron.services.metering.metering_plugin [None req-0e5474e2-f9db-4e05-aa88-eb0e0e92738b tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 04:28:05.128828 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e5474e2-f9db-4e05-aa88-eb0e0e92738b tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:05.129923 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0e5474e2-f9db-4e05-aa88-eb0e0e92738b tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2076538 Nov 12 04:28:05.132610 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55740) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:05.143501 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b2c9670a-a445-4999-bff5-cfaa52a416ce tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-label-rules?id=21d34a5c-8d48-4736-bc40-6442dc242bb8 HTTP/1.1" status: 200 len: 464 time: 0.0098040 Nov 12 04:28:05.145906 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55742) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:05.311988 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83bafa48-3c6b-4d8a-a338-fba014386818 tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:05.313125 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-83bafa48-3c6b-4d8a-a338-fba014386818 tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "DELETE /v2.0/metering/metering-label-rules/21d34a5c-8d48-4736-bc40-6442dc242bb8 HTTP/1.1" status: 204 len: 168 time: 0.1663301 Nov 12 04:28:05.315933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55744) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:05.325320 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a9e51f24-f8d5-482d-b040-d52216ec96c5 tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-label-rules?id=21d34a5c-8d48-4736-bc40-6442dc242bb8 HTTP/1.1" status: 200 len: 221 time: 0.0083292 Nov 12 04:28:05.328716 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55746) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:05.333177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-43b31f53-e10e-48f3-b8dd-23823a86163c tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2022249654', 'description': 'label created by tempest'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:05.333644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-43b31f53-e10e-48f3-b8dd-23823a86163c tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Unknown quota resources ['metering_label']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:28:05.928563 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43b31f53-e10e-48f3-b8dd-23823a86163c tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:05.929734 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-43b31f53-e10e-48f3-b8dd-23823a86163c tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6000228 Nov 12 04:28:05.932359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:06.005698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cd7a7ad7-d609-406f-8374-190070b37129 tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-labels?id=3d34a344-4a1d-4166-aa6b-4eda61df5fbf HTTP/1.1" status: 200 len: 468 time: 0.0722640 Nov 12 04:28:06.008202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55750) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:06.286294 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63032368-dff5-4ec0-9e01-1206d6ffc742 tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:06.287462 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-63032368-dff5-4ec0-9e01-1206d6ffc742 tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "DELETE /v2.0/metering/metering-labels/3d34a344-4a1d-4166-aa6b-4eda61df5fbf HTTP/1.1" status: 204 len: 168 time: 0.2783570 Nov 12 04:28:06.290116 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:06.301568 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a3362916-e1d9-4391-a58f-e173c8a51e65 tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-labels?id=3d34a344-4a1d-4166-aa6b-4eda61df5fbf HTTP/1.1" status: 200 len: 216 time: 0.0104330 Nov 12 04:28:06.310152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:06.319304 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fd73cb75-5c5e-4e4a-9efc-69ec1d774435 tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080497 Nov 12 04:28:06.322241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55756) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:06.334911 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c774c123-fa8e-415b-850b-89aaa6bb86e7 tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0114868 Nov 12 04:28:06.344701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55758) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:06.396798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-818ec8bd-00dc-40f7-815c-41cf049cd16f tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-labels/33cc00cc-c01a-40e3-bd70-00f7642bed75 HTTP/1.1" status: 200 len: 471 time: 0.0508025 Nov 12 04:28:06.400189 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55760) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:06.409573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ac0e5293-76eb-4540-a04f-61f145a254f4 tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "GET /v2.0/metering/metering-label-rules/fd61860d-f008-4c36-8843-a107b83f0fdb HTTP/1.1" status: 200 len: 461 time: 0.0083253 Nov 12 04:28:06.412513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55762) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:06.593873 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45426ea3-cc88-4014-bb3d-2a5fffbe87ea tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:06.595025 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-45426ea3-cc88-4014-bb3d-2a5fffbe87ea tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "DELETE /v2.0/metering/metering-label-rules/fd61860d-f008-4c36-8843-a107b83f0fdb HTTP/1.1" status: 204 len: 168 time: 0.1816506 Nov 12 04:28:06.597584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55766) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:06.895024 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d5df7ae-2f09-47a5-87f1-2528a6612ee5 tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:06.896132 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1d5df7ae-2f09-47a5-87f1-2528a6612ee5 tempest-MeteringTestJSON-525271400 tempest-MeteringTestJSON-525271400-project-admin] 10.222.0.105 "DELETE /v2.0/metering/metering-labels/33cc00cc-c01a-40e3-bd70-00f7642bed75 HTTP/1.1" status: 204 len: 168 time: 0.2976079 Nov 12 04:28:07.197047 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abd8b9-c009-4ec4-af2c-47a3bbf43ff1 req-1337252c-290c-4c0e-848f-2aa4d6bff1b3 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:07.198467 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2abd8b9-c009-4ec4-af2c-47a3bbf43ff1 req-1337252c-290c-4c0e-848f-2aa4d6bff1b3 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 945 time: 0.0486619 Nov 12 04:28:07.250423 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2abd8b9-c009-4ec4-af2c-47a3bbf43ff1 req-7769a45a-0c78-4dc2-b320-484ac87fb53d tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/security-groups?id=63fbf4eb-8cce-4687-a1e3-0f826f5977f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445044 Nov 12 04:28:07.413175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55776) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:07.516736 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d3632fa-947e-44bb-ade7-ad830c1140af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:07.587825 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d3632fa-947e-44bb-ade7-ad830c1140af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:07.689744 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d3632fa-947e-44bb-ade7-ad830c1140af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:07.727482 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3d3632fa-947e-44bb-ade7-ad830c1140af admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=50a6f171c14b41118f5f3d597ce458ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3131363 Nov 12 04:28:07.728338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3632fa-947e-44bb-ade7-ad830c1140af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761194e6-de36-49ed-a7e2-2ddd7b7efd3a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:07.730743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:07.778097 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b88f1098-6e8f-4ce8-baa3-832c06e41724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:07.798950 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b88f1098-6e8f-4ce8-baa3-832c06e41724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:07.915339 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b88f1098-6e8f-4ce8-baa3-832c06e41724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:07.918485 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b88f1098-6e8f-4ce8-baa3-832c06e41724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:07.919657 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b88f1098-6e8f-4ce8-baa3-832c06e41724 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/761194e6-de36-49ed-a7e2-2ddd7b7efd3a HTTP/1.1" status: 204 len: 168 time: 0.1879129 Nov 12 04:28:07.927600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f1098-6e8f-4ce8-baa3-832c06e41724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761194e6-de36-49ed-a7e2-2ddd7b7efd3a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:08.291639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-439ba838-2637-455b-a00f-44b9d579803a tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:08.293182 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-439ba838-2637-455b-a00f-44b9d579803a tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 945 time: 0.0503032 Nov 12 04:28:08.408888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e0d55-7aea-48f7-8d19-5db4a176bc5f req-8fddcb11-eded-4c3e-9f20-b715ff6176eb tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:08.419349 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-278e0d55-7aea-48f7-8d19-5db4a176bc5f req-8fddcb11-eded-4c3e-9f20-b715ff6176eb tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 945 time: 0.0823736 Nov 12 04:28:08.459087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Deleting port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:08.459321 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.497776 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-278e0d55-7aea-48f7-8d19-5db4a176bc5f req-888107b7-463b-4492-b5d6-1f8b0e2c08fe tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/security-groups?id=63fbf4eb-8cce-4687-a1e3-0f826f5977f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814030 Nov 12 04:28:08.569328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] For port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=0167e2c8-de46-435e-84ea-f4e0ba2bfe62,segment=NetworkSegment(71e611d8-7787-45af-bfb6-69bb949af31e),segment_id=71e611d8-7787-45af-bfb6-69bb949af31e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:08.570073 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.579116 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55790) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:08.592526 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-949f1119-2a2e-4722-8ee9-6d18fdeeb078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.673744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-949f1119-2a2e-4722-8ee9-6d18fdeeb078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.746265 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.746626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.746832 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-949f1119-2a2e-4722-8ee9-6d18fdeeb078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.746951 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Floating IP 6e58f83b-2c02-4414-bb07-5333e4901b49 disassociated. External IP: 172.25.8.196, port: 0167e2c8-de46-435e-84ea-f4e0ba2bfe62. Nov 12 04:28:08.747265 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Calling delete_port for 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:08.787387 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-949f1119-2a2e-4722-8ee9-6d18fdeeb078 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1673a4cbf3294ce4894781abdf4fafba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2069368 Nov 12 04:28:08.788629 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f1119-2a2e-4722-8ee9-6d18fdeeb078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a837849-cfa1-4edd-b453-e8f0615ee8b4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:08.792059 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:08.841333 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39d886fc-2e93-4ff9-92d0-f7ff979bc64a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.864280 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39d886fc-2e93-4ff9-92d0-f7ff979bc64a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:08.981800 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:09.011466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Pushing event deleted for resources: {'Port': ['ID=0167e2c8-de46-435e-84ea-f4e0ba2bfe62,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:09.014641 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39d886fc-2e93-4ff9-92d0-f7ff979bc64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:09.017802 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39d886fc-2e93-4ff9-92d0-f7ff979bc64a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:09.029818 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-39d886fc-2e93-4ff9-92d0-f7ff979bc64a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0a837849-cfa1-4edd-b453-e8f0615ee8b4 HTTP/1.1" status: 204 len: 168 time: 0.2312453 Nov 12 04:28:09.040546 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d886fc-2e93-4ff9-92d0-f7ff979bc64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a837849-cfa1-4edd-b453-e8f0615ee8b4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:09.138111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:09.248808 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:09.260938 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d2d66-6b35-4be1-9914-6287c9dfb721 None None] Sync routers for ids ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:09.272710 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d2d66-6b35-4be1-9914-6287c9dfb721 None None] Routers {'98dbcf22-1d0e-4ed6-9650-e093d04eabfb'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:09.273329 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0f8d2d66-6b35-4be1-9914-6287c9dfb721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:27:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:09.289818 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] No DVR routers for this DVR port 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:09.297604 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:09.297604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-35e7340a-98e8-4cac-8177-8c2e7c5116ef req-94f12ddc-6948-4f6f-a841-296118b482b4 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.25 "DELETE /v2.0/ports/0167e2c8-de46-435e-84ea-f4e0ba2bfe62 HTTP/1.1" status: 204 len: 173 time: 0.9965558 Nov 12 04:28:09.297604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c16818-4413-4614-975f-9af7c0e70b64', 'name': 'network-vif-deleted', 'tag': '0167e2c8-de46-435e-84ea-f4e0ba2bfe62'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:09.302219 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa72242e-6856-4cd4-bebf-b21f9d989340" -d '{"events": [{"server_uuid": "c1c16818-4413-4614-975f-9af7c0e70b64", "name": "network-vif-deleted", "tag": "0167e2c8-de46-435e-84ea-f4e0ba2bfe62"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:09.345354 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f702c8f-4bec-448f-a2aa-30292a0e4bb2 x-openstack-request-id: req-2f702c8f-4bec-448f-a2aa-30292a0e4bb2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:09.346135 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c16818-4413-4614-975f-9af7c0e70b64", "name": "network-vif-deleted", "tag": "0167e2c8-de46-435e-84ea-f4e0ba2bfe62", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:09.346473 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2f702c8f-4bec-448f-a2aa-30292a0e4bb2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:09.346955 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c16818-4413-4614-975f-9af7c0e70b64', 'name': 'network-vif-deleted', 'tag': '0167e2c8-de46-435e-84ea-f4e0ba2bfe62', 'status': 'completed', 'code': 200} Nov 12 04:28:09.397808 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0f8d2d66-6b35-4be1-9914-6287c9dfb721 None None] Set router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:09.624977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-765a4474-b6af-4a5c-970f-30a85f9a3d17 req-70fe9e8a-4632-4ffe-9291-ebed379b3c0d tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1c16818-4413-4614-975f-9af7c0e70b64 HTTP/1.1" status: 200 len: 210 time: 0.0318928 Nov 12 04:28:09.646249 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0f8d2d66-6b35-4be1-9914-6287c9dfb721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 4, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port': {'id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:55Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '1c14a099-15cc-4fa1-bda6-fc8882c9c5b3', 'name': '', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'mac_address': 'fa:16:3e:46:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:57Z', 'updated_at': '2021-11-12T04:23:02Z', 'revision_number': 5, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'subnets': [{'id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:09.674360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d2d66-6b35-4be1-9914-6287c9dfb721 None None] Checking router: 98dbcf22-1d0e-4ed6-9650-e093d04eabfb for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:09.682347 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d2d66-6b35-4be1-9914-6287c9dfb721 None None] Routers {'98dbcf22-1d0e-4ed6-9650-e093d04eabfb'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:09.682943 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0f8d2d66-6b35-4be1-9914-6287c9dfb721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:27:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:09.794865 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0f8d2d66-6b35-4be1-9914-6287c9dfb721 None None] Set router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:10.006596 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0f8d2d66-6b35-4be1-9914-6287c9dfb721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 4, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port': {'id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:55Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '1c14a099-15cc-4fa1-bda6-fc8882c9c5b3', 'name': '', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'mac_address': 'fa:16:3e:46:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:57Z', 'updated_at': '2021-11-12T04:23:02Z', 'revision_number': 5, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'subnets': [{'id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:10.034222 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d2d66-6b35-4be1-9914-6287c9dfb721 None None] The sync data for ids ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'] in n-d-767704-23 is: [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:22:57Z', 'revision_number': 4, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port': {'id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:55Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '1c14a099-15cc-4fa1-bda6-fc8882c9c5b3', 'name': '', 'network_id': '25d06c0b-cf4e-4176-b134-4766c2ba2975', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'mac_address': 'fa:16:3e:46:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:57Z', 'updated_at': '2021-11-12T04:23:02Z', 'revision_number': 5, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'subnets': [{'id': '746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:10.280809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393458b3-7ed9-4776-a24a-b0c10ef99a5a None None] New status for floating IP 6e58f83b-2c02-4414-bb07-5333e4901b49: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:28:10.683851 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55830) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:10.810657 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2b5fe242-3fad-4a1b-a696-dbee41d26063 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Deleting port f190043e-4c60-4c4c-8ea9-f44b3a961968 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:10.811003 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe242-3fad-4a1b-a696-dbee41d26063 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:10.892854 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe242-3fad-4a1b-a696-dbee41d26063 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:10.893182 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe242-3fad-4a1b-a696-dbee41d26063 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:10.905594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2b5fe242-3fad-4a1b-a696-dbee41d26063 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Calling delete_port for f190043e-4c60-4c4c-8ea9-f44b3a961968 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:10.937819 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:10.959784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:10.960249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 0167e2c8-de46-435e-84ea-f4e0ba2bfe62 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:11.106909 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe242-3fad-4a1b-a696-dbee41d26063 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:11.133674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fe242-3fad-4a1b-a696-dbee41d26063 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Pushing event deleted for resources: {'Port': ['ID=f190043e-4c60-4c4c-8ea9-f44b3a961968,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:11.196142 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe242-3fad-4a1b-a696-dbee41d26063 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:11.203662 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe242-3fad-4a1b-a696-dbee41d26063 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:11.203662 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2b5fe242-3fad-4a1b-a696-dbee41d26063 tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "DELETE /v2.0/floatingips/6e58f83b-2c02-4414-bb07-5333e4901b49 HTTP/1.1" status: 204 len: 168 time: 0.5155330 Nov 12 04:28:11.267072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55848) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:11.284621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55852) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:11.344216 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af8666e5-f3c8-4e93-b087-bc34ceadc03b tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:11.374701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fa3e704d-5326-4f4c-82dd-9e2c35834765 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:11.376198 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af8666e5-f3c8-4e93-b087-bc34ceadc03b tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:11.515474 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af8666e5-f3c8-4e93-b087-bc34ceadc03b tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:11.518162 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af8666e5-f3c8-4e93-b087-bc34ceadc03b tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:11.522200 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-af8666e5-f3c8-4e93-b087-bc34ceadc03b tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] 10.222.0.105 "DELETE /v2.0/security-groups/63fbf4eb-8cce-4687-a1e3-0f826f5977f8 HTTP/1.1" status: 204 len: 168 time: 0.2337239 Nov 12 04:28:11.529552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8666e5-f3c8-4e93-b087-bc34ceadc03b tempest-TestServerBasicOps-550990624 tempest-TestServerBasicOps-550990624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fbf4eb-8cce-4687-a1e3-0f826f5977f8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:11.574594 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fa3e704d-5326-4f4c-82dd-9e2c35834765 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] 10.222.0.105 "PUT /v2.0/quotas/afc4566e733e442181d416c678dfd5e9 HTTP/1.1" status: 200 len: 366 time: 0.3056500 Nov 12 04:28:11.577222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55856) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:11.589034 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4c595771-d838-4279-a982-56268a587bca tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] 10.222.0.105 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0104890 Nov 12 04:28:11.592530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55858) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:11.604541 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-15637210-723f-406a-8dcd-db8789de4b79 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] 10.222.0.105 "GET /v2.0/quotas/afc4566e733e442181d416c678dfd5e9 HTTP/1.1" status: 200 len: 366 time: 0.0087759 Nov 12 04:28:11.604775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55860) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:11.658892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:11.670321 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-004e371c-a587-43b0-9458-246c0268f19b tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] 10.222.0.105 "DELETE /v2.0/quotas/afc4566e733e442181d416c678dfd5e9 HTTP/1.1" status: 204 len: 168 time: 0.0645030 Nov 12 04:28:11.672692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:11.682832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b14c9c66-0730-4e41-bfe4-47baa8dace1b tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] 10.222.0.105 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0090973 Nov 12 04:28:11.685101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55868) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:11.695071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-aff9381b-f2c0-4fd5-9397-3078a69d2619 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] 10.222.0.105 "GET /v2.0/quotas/afc4566e733e442181d416c678dfd5e9 HTTP/1.1" status: 200 len: 370 time: 0.0089550 Nov 12 04:28:11.697789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:11.704621 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2550cf19-2172-4b7b-954c-4f4e5002fd74 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] 10.222.0.105 "GET /v2.0/quotas/afc4566e733e442181d416c678dfd5e9/default HTTP/1.1" status: 200 len: 370 time: 0.0054600 Nov 12 04:28:11.707620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55872) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:11.718267 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-326bc47c-2963-455f-85bc-c85d2713bebb tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] delete failed (client error): The resource could not be found. Nov 12 04:28:11.719525 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-326bc47c-2963-455f-85bc-c85d2713bebb tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] 10.222.0.105 "DELETE /v2.0/quotas/afc4566e733e442181d416c678dfd5e9 HTTP/1.1" status: 404 len: 348 time: 0.0107641 Nov 12 04:28:11.935038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55876) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:11.955736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Usage tracker for resource:network and project:456db98409384b02a8d9c742bb5ea995 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:28:11.959513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:28:11.966536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Usage tracker for resource:subnet and project:456db98409384b02a8d9c742bb5ea995 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:28:11.970245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:28:11.977106 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Usage tracker for resource:subnetpool and project:456db98409384b02a8d9c742bb5ea995 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:28:11.983055 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:28:11.991656 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Usage tracker for resource:port and project:456db98409384b02a8d9c742bb5ea995 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:28:11.996480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:28:12.004778 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Usage tracker for resource:router and project:456db98409384b02a8d9c742bb5ea995 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:28:12.007950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:28:12.014695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Usage tracker for resource:floatingip and project:456db98409384b02a8d9c742bb5ea995 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:28:12.018060 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:28:12.057681 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Usage tracker for resource:security_group and project:456db98409384b02a8d9c742bb5ea995 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:28:12.063961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:28:12.070033 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Usage tracker for resource:security_group_rule and project:456db98409384b02a8d9c742bb5ea995 is out of sync, need to count used quota {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 04:28:12.073211 n-d-767704-23 neutron-server[103147]: DEBUG neutron.quota.resource [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103147) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 04:28:12.081825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c4a897f0-53d3-4e54-8e0e-f5287c5a7128 tempest-QuotasTest-1318162718 tempest-QuotasTest-1318162718-project-admin] 10.222.0.105 "GET /v2.0/quotas/456db98409384b02a8d9c742bb5ea995/details.json HTTP/1.1" status: 200 len: 703 time: 0.1422193 Nov 12 04:28:12.148835 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cb5fbfc-e2f7-453b-bb45-b9e4ed94f6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.419365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8cb5fbfc-e2f7-453b-bb45-b9e4ed94f6c3 admin admin] Deleting port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:12.420410 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cb5fbfc-e2f7-453b-bb45-b9e4ed94f6c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.500797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8cb5fbfc-e2f7-453b-bb45-b9e4ed94f6c3 admin admin] For port 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1c14a099-15cc-4fa1-bda6-fc8882c9c5b3,segment=NetworkSegment(71e611d8-7787-45af-bfb6-69bb949af31e),segment_id=71e611d8-7787-45af-bfb6-69bb949af31e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:12.501158 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cb5fbfc-e2f7-453b-bb45-b9e4ed94f6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.503502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55882) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:12.515401 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8cb5fbfc-e2f7-453b-bb45-b9e4ed94f6c3 admin admin] Calling delete_port for 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:12.612645 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89ac1ab5-b79f-4ed8-8691-76ec3ce2880c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.690051 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89ac1ab5-b79f-4ed8-8691-76ec3ce2880c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.752482 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89ac1ab5-b79f-4ed8-8691-76ec3ce2880c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.781159 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cb5fbfc-e2f7-453b-bb45-b9e4ed94f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.790878 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-89ac1ab5-b79f-4ed8-8691-76ec3ce2880c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=13b5b9e4e2f84d02b8fd8cadfddd000c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862544 Nov 12 04:28:12.791881 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac1ab5-b79f-4ed8-8691-76ec3ce2880c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aff3d9-4a60-49c2-bc53-3c1ef820535d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:12.794950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:12.815944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5fbfc-e2f7-453b-bb45-b9e4ed94f6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c14a099-15cc-4fa1-bda6-fc8882c9c5b3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:12.848983 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40cbc9f6-b43e-4216-ab24-32d910cf3869 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.874547 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40cbc9f6-b43e-4216-ab24-32d910cf3869 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.994613 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8cb5fbfc-e2f7-453b-bb45-b9e4ed94f6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.004500 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40cbc9f6-b43e-4216-ab24-32d910cf3869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.008368 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40cbc9f6-b43e-4216-ab24-32d910cf3869 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.011126 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-40cbc9f6-b43e-4216-ab24-32d910cf3869 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d5aff3d9-4a60-49c2-bc53-3c1ef820535d HTTP/1.1" status: 204 len: 168 time: 0.2152295 Nov 12 04:28:13.023361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbc9f6-b43e-4216-ab24-32d910cf3869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aff3d9-4a60-49c2-bc53-3c1ef820535d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:13.256691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb5fbfc-e2f7-453b-bb45-b9e4ed94f6c3 admin admin] Router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:13.363608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb5fbfc-e2f7-453b-bb45-b9e4ed94f6c3 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:13.369939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8cb5fbfc-e2f7-453b-bb45-b9e4ed94f6c3 admin admin] 10.222.0.105 "PUT /v2.0/routers/98dbcf22-1d0e-4ed6-9650-e093d04eabfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7094579 Nov 12 04:28:13.375502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55892) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:13.376925 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9663b88-5c4b-40e6-8570-ebc8429e7474 None None] Sync routers for ids ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:13.397935 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9663b88-5c4b-40e6-8570-ebc8429e7474 None None] Routers {'98dbcf22-1d0e-4ed6-9650-e093d04eabfb'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:13.398820 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9663b88-5c4b-40e6-8570-ebc8429e7474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:27:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:13.487420 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.512506 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e9663b88-5c4b-40e6-8570-ebc8429e7474 None None] Set router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:13.599807 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.631928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:13.645527 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bda50eea-4037-4c52-b3b5-4b38f539d972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.744005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] Deleting port 9d4d9aaf-589f-4401-bbdf-2802be859819 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:13.744005 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.781675 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bda50eea-4037-4c52-b3b5-4b38f539d972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.800051 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9663b88-5c4b-40e6-8570-ebc8429e7474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:28:12Z', 'revision_number': 5, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port': {'id': '9d4d9aaf-589f-4401-bbdf-2802be859819', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:55Z', 'updated_at': '2021-11-12T04:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:13.837598 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9663b88-5c4b-40e6-8570-ebc8429e7474 None None] Checking router: 98dbcf22-1d0e-4ed6-9650-e093d04eabfb for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:13.846627 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bda50eea-4037-4c52-b3b5-4b38f539d972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.846856 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9663b88-5c4b-40e6-8570-ebc8429e7474 None None] Routers {'98dbcf22-1d0e-4ed6-9650-e093d04eabfb'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:13.847464 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9663b88-5c4b-40e6-8570-ebc8429e7474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:27:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:13.888876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] For port 9d4d9aaf-589f-4401-bbdf-2802be859819, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9d4d9aaf-589f-4401-bbdf-2802be859819,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:13.889384 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.915724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55896) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:13.916340 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bda50eea-4037-4c52-b3b5-4b38f539d972 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=456db98409384b02a8d9c742bb5ea995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2826588 Nov 12 04:28:13.922699 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] Calling delete_port for 9d4d9aaf-589f-4401-bbdf-2802be859819 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:13.924799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda50eea-4037-4c52-b3b5-4b38f539d972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3a9b70-8934-4f19-8253-63e3b9d3fcca,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:13.969371 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e9663b88-5c4b-40e6-8570-ebc8429e7474 None None] Set router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:14.001648 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c7231a3-4629-4493-85f9-80356aef2c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.031156 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c7231a3-4629-4493-85f9-80356aef2c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.037400 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e9663b88-5c4b-40e6-8570-ebc8429e7474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:28:13Z', 'revision_number': 6, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:14.089762 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9663b88-5c4b-40e6-8570-ebc8429e7474 None None] The sync data for ids ['98dbcf22-1d0e-4ed6-9650-e093d04eabfb'] in n-d-767704-23 is: [{'id': '98dbcf22-1d0e-4ed6-9650-e093d04eabfb', 'name': 'tempest-TestServerBasicOps-1283680636-router', 'tenant_id': '5ac9d996c0c24f00be703b943c526dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:54Z', 'updated_at': '2021-11-12T04:28:13Z', 'revision_number': 6, 'project_id': '5ac9d996c0c24f00be703b943c526dd6', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:14.196018 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c7231a3-4629-4493-85f9-80356aef2c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.198788 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c7231a3-4629-4493-85f9-80356aef2c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.200494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9c7231a3-4629-4493-85f9-80356aef2c58 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ac3a9b70-8934-4f19-8253-63e3b9d3fcca HTTP/1.1" status: 204 len: 168 time: 0.2828746 Nov 12 04:28:14.208920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7231a3-4629-4493-85f9-80356aef2c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3a9b70-8934-4f19-8253-63e3b9d3fcca,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:14.224341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.257746 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4d9aaf-589f-4401-bbdf-2802be859819,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:14.273130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceb7d00-c950-4aa1-8392-126df35b4b34 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:14.325845 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.418890 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.420219 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.541357 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.541938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98dbcf22-1d0e-4ed6-9650-e093d04eabfb {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:28:14.554594 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.554594 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8c7da742-cb3e-429c-b026-fb91e0ca0567 admin admin] 10.222.0.105 "DELETE /v2.0/routers/98dbcf22-1d0e-4ed6-9650-e093d04eabfb HTTP/1.1" status: 204 len: 168 time: 1.1713531 Nov 12 04:28:14.556310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:14.606011 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f423e57-5bc1-49f4-a711-cdf27bfd9de4 admin admin] Deleting subnet 746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:28:14.609262 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f423e57-5bc1-49f4-a711-cdf27bfd9de4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.646122 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f423e57-5bc1-49f4-a711-cdf27bfd9de4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.729462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f423e57-5bc1-49f4-a711-cdf27bfd9de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.866025 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f423e57-5bc1-49f4-a711-cdf27bfd9de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.898475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f423e57-5bc1-49f4-a711-cdf27bfd9de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:14.906481 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f423e57-5bc1-49f4-a711-cdf27bfd9de4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.913489 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0d28bd-75c0-4800-8bab-e685caed31b6 None None] Network 25d06c0b-cf4e-4176-b134-4766c2ba2975 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:14.913685 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1f423e57-5bc1-49f4-a711-cdf27bfd9de4 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/746f0a75-9dfb-4e9d-b6d8-9429a95cb4ec HTTP/1.1" status: 204 len: 168 time: 0.3536854 Nov 12 04:28:14.913685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:14.995868 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.062386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Deleting port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:15.066634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.107744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd98b1d2-d747-46bd-9d22-ab3c8d07682d None None] DHCP port deletion for 25d06c0b-cf4e-4176-b134-4766c2ba2975 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:15.168628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cd98b1d2-d747-46bd-9d22-ab3c8d07682d None None] Deleting port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:15.169198 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd98b1d2-d747-46bd-9d22-ab3c8d07682d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.174985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] For port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2b4ff797-7f1f-4c3c-904f-09b7219a0eab,segment=NetworkSegment(71e611d8-7787-45af-bfb6-69bb949af31e),segment_id=71e611d8-7787-45af-bfb6-69bb949af31e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:15.175368 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.196442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Calling delete_port for 2b4ff797-7f1f-4c3c-904f-09b7219a0eab owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:15.239083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd98b1d2-d747-46bd-9d22-ab3c8d07682d None None] For port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2b4ff797-7f1f-4c3c-904f-09b7219a0eab,segment=NetworkSegment(71e611d8-7787-45af-bfb6-69bb949af31e),segment_id=71e611d8-7787-45af-bfb6-69bb949af31e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:15.239537 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd98b1d2-d747-46bd-9d22-ab3c8d07682d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.254363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cd98b1d2-d747-46bd-9d22-ab3c8d07682d None None] Calling delete_port for 2b4ff797-7f1f-4c3c-904f-09b7219a0eab owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:15.441971 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd98b1d2-d747-46bd-9d22-ab3c8d07682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.473680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98b1d2-d747-46bd-9d22-ab3c8d07682d None None] Pushing event deleted for resources: {'Port': ['ID=2b4ff797-7f1f-4c3c-904f-09b7219a0eab,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:15.475869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd98b1d2-d747-46bd-9d22-ab3c8d07682d None None] No DVR routers for this DVR port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:15.626922 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.652471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4ff797-7f1f-4c3c-904f-09b7219a0eab,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:15.659947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] No DVR routers for this DVR port 2b4ff797-7f1f-4c3c-904f-09b7219a0eab on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:15.734790 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.756337 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d06c0b-cf4e-4176-b134-4766c2ba2975']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:15.766150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e611d8-7787-45af-bfb6-69bb949af31e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:15.766441 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e611d8-7787-45af-bfb6-69bb949af31e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:15.775787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.789024 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.794862 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:28:15.795240 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: self.session.flush() Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:28:15.798320 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:28:15.929753 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.936004 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.940201 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] 10.222.0.105 "DELETE /v2.0/networks/25d06c0b-cf4e-4176-b134-4766c2ba2975 HTTP/1.1" status: 204 len: 168 time: 1.0254946 Nov 12 04:28:15.943352 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:15.952611 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a8536-a4b0-441b-82cf-bc5250b93e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=25d06c0b-cf4e-4176-b134-4766c2ba2975,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:16.108618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:16.131491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:16.131853 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1c14a099-15cc-4fa1-bda6-fc8882c9c5b3 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:16.132301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2b4ff797-7f1f-4c3c-904f-09b7219a0eab no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:16.155008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 2b4ff797-7f1f-4c3c-904f-09b7219a0eab {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:16.155457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2b4ff797-7f1f-4c3c-904f-09b7219a0eab not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:16.155996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9d4d9aaf-589f-4401-bbdf-2802be859819 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:16.176310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 9d4d9aaf-589f-4401-bbdf-2802be859819 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:16.177103 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9d4d9aaf-589f-4401-bbdf-2802be859819 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:16.266405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:16.311072 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63d3ebbb-a2e7-405e-93c8-5ef95dc50dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.364128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-15887578', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:16.452889 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Made reservation on behalf of f125780324bf47b49636255c0b816ce4 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:16.455256 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.463965 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.540452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.563152 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-63d3ebbb-a2e7-405e-93c8-5ef95dc50dc3 admin admin] Deleting port 0712892a-d94a-435f-b72e-e3cee8669c11 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:16.563541 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63d3ebbb-a2e7-405e-93c8-5ef95dc50dc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.598386 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.604755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] device_id is not set on port cda65ec4-fcf3-4c14-933b-4969d838a1c1 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:28:16.642980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-63d3ebbb-a2e7-405e-93c8-5ef95dc50dc3 admin admin] For port 0712892a-d94a-435f-b72e-e3cee8669c11, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0712892a-d94a-435f-b72e-e3cee8669c11,segment=NetworkSegment(d27e0708-c277-4401-98aa-b764fa39287f),segment_id=d27e0708-c277-4401-98aa-b764fa39287f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:16.643381 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63d3ebbb-a2e7-405e-93c8-5ef95dc50dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.657218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02efc860-fd88-4109-aa85-7c6620b1dd13,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:16.661461 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-63d3ebbb-a2e7-405e-93c8-5ef95dc50dc3 admin admin] Calling delete_port for 0712892a-d94a-435f-b72e-e3cee8669c11 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:16.727239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Allocated IP 172.25.8.237 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/cda65ec4-fcf3-4c14-933b-4969d838a1c1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:16.864544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.941330 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63d3ebbb-a2e7-405e-93c8-5ef95dc50dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.965062 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.978271 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3ebbb-a2e7-405e-93c8-5ef95dc50dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0712892a-d94a-435f-b72e-e3cee8669c11,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:17.016128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:17.019240 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:17.023195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:17.029146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Pushing event updated for resources: {'Port': ['ID=cda65ec4-fcf3-4c14-933b-4969d838a1c1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:17.037101 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eff622d-c072-40f1-958e-dc4be0485595 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:17.065678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:17.065678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:17.065678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:17.065678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:17.065678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:17.065678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:17.065678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:17.065678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:17.065678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:17.065678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:17.065678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:17.065678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:17.086948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:17.094014 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.151954 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63d3ebbb-a2e7-405e-93c8-5ef95dc50dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.163173 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ab434b4d-e327-463e-87ee-141035194796 None None] Provisioning complete for port cda65ec4-fcf3-4c14-933b-4969d838a1c1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:17.163539 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab434b4d-e327-463e-87ee-141035194796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.205067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ab434b4d-e327-463e-87ee-141035194796 None None] Port cda65ec4-fcf3-4c14-933b-4969d838a1c1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:17.235424 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fa537a2b-7115-4aed-affe-435dfee4b6b8 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9677269 Nov 12 04:28:17.238484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:17.243017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c1b12b53-e44a-4736-92e9-46e9949b0a5a tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.237'}]}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:17.373332 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1b12b53-e44a-4736-92e9-46e9949b0a5a tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.374618 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1b12b53-e44a-4736-92e9-46e9949b0a5a tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.375680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d3ebbb-a2e7-405e-93c8-5ef95dc50dc3 admin admin] Router b13fee63-c829-4034-846d-8ed8a3851afa has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:17.429682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1b12b53-e44a-4736-92e9-46e9949b0a5a tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.643597 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1b12b53-e44a-4736-92e9-46e9949b0a5a tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.773668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d3ebbb-a2e7-405e-93c8-5ef95dc50dc3 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:17.779936 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-63d3ebbb-a2e7-405e-93c8-5ef95dc50dc3 admin admin] 10.222.0.105 "PUT /v2.0/routers/b13fee63-c829-4034-846d-8ed8a3851afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8354404 Nov 12 04:28:17.782702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55946) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:17.784430 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae8b1c-25a0-4534-85d1-e5df06030fc0 None None] Sync routers for ids ['b13fee63-c829-4034-846d-8ed8a3851afa'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:17.796241 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae8b1c-25a0-4534-85d1-e5df06030fc0 None None] Routers {'b13fee63-c829-4034-846d-8ed8a3851afa'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:17.797096 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e0ae8b1c-25a0-4534-85d1-e5df06030fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:27:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b13fee63-c829-4034-846d-8ed8a3851afa'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:17.901587 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e0ae8b1c-25a0-4534-85d1-e5df06030fc0 None None] Set router b13fee63-c829-4034-846d-8ed8a3851afa gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:17.909227 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.092553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e0ae8b1c-25a0-4534-85d1-e5df06030fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'name': 'tempest-TestServerBasicOps-1780034422-router', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:01Z', 'updated_at': '2021-11-12T04:28:16Z', 'revision_number': 5, 'project_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'gw_port': {'id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:02Z', 'updated_at': '2021-11-12T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:18.103215 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1b12b53-e44a-4736-92e9-46e9949b0a5a tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.124368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae8b1c-25a0-4534-85d1-e5df06030fc0 None None] Checking router: b13fee63-c829-4034-846d-8ed8a3851afa for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:18.128851 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1b12b53-e44a-4736-92e9-46e9949b0a5a tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.132805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae8b1c-25a0-4534-85d1-e5df06030fc0 None None] Routers {'b13fee63-c829-4034-846d-8ed8a3851afa'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:18.133404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e0ae8b1c-25a0-4534-85d1-e5df06030fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:27:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b13fee63-c829-4034-846d-8ed8a3851afa'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:18.140026 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.241661 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e0ae8b1c-25a0-4534-85d1-e5df06030fc0 None None] Set router b13fee63-c829-4034-846d-8ed8a3851afa gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:18.331339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] Deleting port e0fe553b-a42a-42b6-a57f-962664bbb3fe {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:18.331710 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.351940 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1b12b53-e44a-4736-92e9-46e9949b0a5a tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.427293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e0ae8b1c-25a0-4534-85d1-e5df06030fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'name': 'tempest-TestServerBasicOps-1780034422-router', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:01Z', 'updated_at': '2021-11-12T04:28:16Z', 'revision_number': 5, 'project_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'gw_port': {'id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:02Z', 'updated_at': '2021-11-12T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:18.453887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae8b1c-25a0-4534-85d1-e5df06030fc0 None None] The sync data for ids ['b13fee63-c829-4034-846d-8ed8a3851afa'] in n-d-767704-23 is: [{'id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'name': 'tempest-TestServerBasicOps-1780034422-router', 'tenant_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:01Z', 'updated_at': '2021-11-12T04:28:16Z', 'revision_number': 5, 'project_id': '3819bbe8c9fe46bdb77727d3500efc0c', 'gw_port': {'id': 'e0fe553b-a42a-42b6-a57f-962664bbb3fe', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13fee63-c829-4034-846d-8ed8a3851afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:02Z', 'updated_at': '2021-11-12T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:18.562391 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1b12b53-e44a-4736-92e9-46e9949b0a5a tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.564896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] For port e0fe553b-a42a-42b6-a57f-962664bbb3fe, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e0fe553b-a42a-42b6-a57f-962664bbb3fe,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:18.565244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.567942 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1b12b53-e44a-4736-92e9-46e9949b0a5a tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.582812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] Calling delete_port for e0fe553b-a42a-42b6-a57f-962664bbb3fe owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:18.718310 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1b12b53-e44a-4736-92e9-46e9949b0a5a tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.718831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b12b53-e44a-4736-92e9-46e9949b0a5a tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27d17740-a4f1-477b-9d18-284b0a0167d7 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:28:18.813674 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-c1b12b53-e44a-4736-92e9-46e9949b0a5a tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 04:28:18.817695 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c1b12b53-e44a-4736-92e9-46e9949b0a5a tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5756547 Nov 12 04:28:18.818126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:18.882934 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.913158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fe553b-a42a-42b6-a57f-962664bbb3fe,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:18.931523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef65d385-dc76-4973-8fd7-774ce78ccdca None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:18.992206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f37f798f-ff02-4c20-91a1-936df18aae96 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Deleting port cda65ec4-fcf3-4c14-933b-4969d838a1c1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:18.992549 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f37f798f-ff02-4c20-91a1-936df18aae96 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.999586 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.138474 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.141899 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.201760 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f37f798f-ff02-4c20-91a1-936df18aae96 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.213352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f37f798f-ff02-4c20-91a1-936df18aae96 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Calling delete_port for cda65ec4-fcf3-4c14-933b-4969d838a1c1 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:19.235294 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.270105 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.270692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b13fee63-c829-4034-846d-8ed8a3851afa {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:28:19.279279 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.279279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-78298baa-9bb4-4158-a197-95245d1ef567 admin admin] 10.222.0.105 "DELETE /v2.0/routers/b13fee63-c829-4034-846d-8ed8a3851afa HTTP/1.1" status: 204 len: 168 time: 1.4933710 Nov 12 04:28:19.280053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:19.337732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-85eb154e-e0ff-4dda-85e7-ad4b06b9ce7f admin admin] Deleting subnet a0f2a303-3c28-43ce-b9ef-13736c643cd2 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:28:19.346876 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85eb154e-e0ff-4dda-85e7-ad4b06b9ce7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.388062 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85eb154e-e0ff-4dda-85e7-ad4b06b9ce7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.412435 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f37f798f-ff02-4c20-91a1-936df18aae96 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.452617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f798f-ff02-4c20-91a1-936df18aae96 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Pushing event deleted for resources: {'Port': ['ID=cda65ec4-fcf3-4c14-933b-4969d838a1c1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:19.480246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd864b0f-8da3-495e-857c-88faf271ed55 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:19.499928 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85eb154e-e0ff-4dda-85e7-ad4b06b9ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.536346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f37f798f-ff02-4c20-91a1-936df18aae96 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.543112 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f37f798f-ff02-4c20-91a1-936df18aae96 tempest-RoutersAdminNegativeTest-1967368747 tempest-RoutersAdminNegativeTest-1967368747-project-admin] 10.222.0.105 "DELETE /v2.0/ports/cda65ec4-fcf3-4c14-933b-4969d838a1c1 HTTP/1.1" status: 204 len: 168 time: 0.7201061 Nov 12 04:28:19.625221 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85eb154e-e0ff-4dda-85e7-ad4b06b9ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.657615 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85eb154e-e0ff-4dda-85e7-ad4b06b9ce7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.662024 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-85eb154e-e0ff-4dda-85e7-ad4b06b9ce7f admin admin] 10.222.0.105 "DELETE /v2.0/subnets/a0f2a303-3c28-43ce-b9ef-13736c643cd2 HTTP/1.1" status: 204 len: 168 time: 0.3808694 Nov 12 04:28:19.662337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c1ff1e-5f75-4f6f-866c-b5f9b3653ef9 None None] Network b15af01d-746b-4ebb-8edc-72816c88e76e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:19.663125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb154e-e0ff-4dda-85e7-ad4b06b9ce7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f2a303-3c28-43ce-b9ef-13736c643cd2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:19.664748 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55954) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:19.759971 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.816870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Deleting port 6b3a8479-e316-4e56-adf0-71450ef2e69b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:19.817211 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.869858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175548d9-51c1-4da4-a56b-daaa1e29bc72 None None] DHCP port deletion for b15af01d-746b-4ebb-8edc-72816c88e76e request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:19.893821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] For port 6b3a8479-e316-4e56-adf0-71450ef2e69b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6b3a8479-e316-4e56-adf0-71450ef2e69b,segment=NetworkSegment(d27e0708-c277-4401-98aa-b764fa39287f),segment_id=d27e0708-c277-4401-98aa-b764fa39287f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:19.894261 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.907456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Calling delete_port for 6b3a8479-e316-4e56-adf0-71450ef2e69b owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:19.923463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-175548d9-51c1-4da4-a56b-daaa1e29bc72 None None] Deleting port 6b3a8479-e316-4e56-adf0-71450ef2e69b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:19.923813 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-175548d9-51c1-4da4-a56b-daaa1e29bc72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.990478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-175548d9-51c1-4da4-a56b-daaa1e29bc72 None None] For port 6b3a8479-e316-4e56-adf0-71450ef2e69b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6b3a8479-e316-4e56-adf0-71450ef2e69b,segment=NetworkSegment(d27e0708-c277-4401-98aa-b764fa39287f),segment_id=d27e0708-c277-4401-98aa-b764fa39287f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:19.990881 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-175548d9-51c1-4da4-a56b-daaa1e29bc72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.004980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-175548d9-51c1-4da4-a56b-daaa1e29bc72 None None] Calling delete_port for 6b3a8479-e316-4e56-adf0-71450ef2e69b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:20.066806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55958) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:20.073936 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.091678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] No DVR routers for this DVR port 6b3a8479-e316-4e56-adf0-71450ef2e69b on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:20.106651 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-175548d9-51c1-4da4-a56b-daaa1e29bc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.133563 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0712892a-d94a-435f-b72e-e3cee8669c11 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:20.138222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3a8479-e316-4e56-adf0-71450ef2e69b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:20.154865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175548d9-51c1-4da4-a56b-daaa1e29bc72 None None] Pushing event deleted for resources: {'Port': ['ID=6b3a8479-e316-4e56-adf0-71450ef2e69b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:20.161060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175548d9-51c1-4da4-a56b-daaa1e29bc72 None None] No DVR routers for this DVR port 6b3a8479-e316-4e56-adf0-71450ef2e69b on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:20.161060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 0712892a-d94a-435f-b72e-e3cee8669c11 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:20.161060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0712892a-d94a-435f-b72e-e3cee8669c11 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:20.161060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e0fe553b-a42a-42b6-a57f-962664bbb3fe no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:20.185375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: e0fe553b-a42a-42b6-a57f-962664bbb3fe {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:20.185722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e0fe553b-a42a-42b6-a57f-962664bbb3fe not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:20.186138 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6b3a8479-e316-4e56-adf0-71450ef2e69b no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:20.206481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 6b3a8479-e316-4e56-adf0-71450ef2e69b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:20.206824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6b3a8479-e316-4e56-adf0-71450ef2e69b not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:20.208071 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.247333 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3decd62e-33c4-49d2-8578-0e87fd44f4eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.252651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15af01d-746b-4ebb-8edc-72816c88e76e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:20.268559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27e0708-c277-4401-98aa-b764fa39287f') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:20.268856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27e0708-c277-4401-98aa-b764fa39287f') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:20.286466 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.309376 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.318402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:28:20.321257 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:28:20.404063 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3decd62e-33c4-49d2-8578-0e87fd44f4eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.450200 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.455569 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.464259 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] 10.222.0.105 "DELETE /v2.0/networks/b15af01d-746b-4ebb-8edc-72816c88e76e HTTP/1.1" status: 204 len: 168 time: 0.7931530 Nov 12 04:28:20.475511 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9b8e4-7aef-4df8-83a3-009e86615c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=b15af01d-746b-4ebb-8edc-72816c88e76e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:20.481140 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3decd62e-33c4-49d2-8578-0e87fd44f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.520968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3decd62e-33c4-49d2-8578-0e87fd44f4eb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=50134c3556864468b460001fc9e90aa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4530146 Nov 12 04:28:20.521906 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decd62e-33c4-49d2-8578-0e87fd44f4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46e23b0-e032-439c-baac-f2f184d79047,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:20.523786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55964) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:20.575346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2acb2339-cfdc-49fe-8ba7-6eb3a9d5b687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.597478 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2acb2339-cfdc-49fe-8ba7-6eb3a9d5b687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.712575 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2acb2339-cfdc-49fe-8ba7-6eb3a9d5b687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.715730 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2acb2339-cfdc-49fe-8ba7-6eb3a9d5b687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.716959 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2acb2339-cfdc-49fe-8ba7-6eb3a9d5b687 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e46e23b0-e032-439c-baac-f2f184d79047 HTTP/1.1" status: 204 len: 168 time: 0.1908858 Nov 12 04:28:20.725068 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb2339-cfdc-49fe-8ba7-6eb3a9d5b687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46e23b0-e032-439c-baac-f2f184d79047,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:20.770011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:20.810171 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e1fc7b9c-d37a-4639-97d2-a401e60b495f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5ac9d996c0c24f00be703b943c526dd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389323 Nov 12 04:28:20.812741 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:20.859193 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1a6f-dbfd-4fb3-93d1-48bda78cd20d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.881135 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1a6f-dbfd-4fb3-93d1-48bda78cd20d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.035392 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1a6f-dbfd-4fb3-93d1-48bda78cd20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.038306 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1a6f-dbfd-4fb3-93d1-48bda78cd20d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.039474 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3e5c1a6f-dbfd-4fb3-93d1-48bda78cd20d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6e8f0d09-e824-414e-b887-8ae4423a4509 HTTP/1.1" status: 204 len: 168 time: 0.2257133 Nov 12 04:28:21.047755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c1a6f-dbfd-4fb3-93d1-48bda78cd20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8f0d09-e824-414e-b887-8ae4423a4509,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:21.501176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55984) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:21.544127 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-12d3e50f-d4ba-4e0e-8997-5ced6720306a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f125780324bf47b49636255c0b816ce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414994 Nov 12 04:28:21.546735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55986) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:21.592509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d658d-ac1e-4654-8678-44257bbe9c70 req-1af30b20-b851-4965-a630-11560167d5d1 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:21.596574 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-413d658d-ac1e-4654-8678-44257bbe9c70 req-1af30b20-b851-4965-a630-11560167d5d1 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 1097 time: 0.4123602 Nov 12 04:28:21.608440 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2f59-f863-41ef-8554-53b936a26e48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.631560 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2f59-f863-41ef-8554-53b936a26e48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.645160 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-413d658d-ac1e-4654-8678-44257bbe9c70 req-09986ffd-79ec-430d-8d55-ed37a2bfe622 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444930 Nov 12 04:28:21.671557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 55988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:21.824321 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2f59-f863-41ef-8554-53b936a26e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.826967 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2f59-f863-41ef-8554-53b936a26e48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.828624 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eb8d2f59-f863-41ef-8554-53b936a26e48 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/02efc860-fd88-4109-aa85-7c6620b1dd13 HTTP/1.1" status: 204 len: 168 time: 0.2802536 Nov 12 04:28:21.843703 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d2f59-f863-41ef-8554-53b936a26e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02efc860-fd88-4109-aa85-7c6620b1dd13,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:21.854208 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-36ae65c0-0c19-4ceb-88d5-e34c8617419d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port 2e53785b-890f-4a39-ae99-35c5f0dcb553 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:21.854552 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36ae65c0-0c19-4ceb-88d5-e34c8617419d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.907530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55992) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:21.944372 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36ae65c0-0c19-4ceb-88d5-e34c8617419d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.944708 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36ae65c0-0c19-4ceb-88d5-e34c8617419d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.957629 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3aa35b62-1879-47e0-b2d2-19dc3b1b5e76 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3819bbe8c9fe46bdb77727d3500efc0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465837 Nov 12 04:28:21.958404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 55994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:21.962635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-36ae65c0-0c19-4ceb-88d5-e34c8617419d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for 2e53785b-890f-4a39-ae99-35c5f0dcb553 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:22.007460 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10997732-bf44-4bb9-838f-0f106562bc50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.030025 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10997732-bf44-4bb9-838f-0f106562bc50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.184310 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10997732-bf44-4bb9-838f-0f106562bc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.187991 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10997732-bf44-4bb9-838f-0f106562bc50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.188346 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-10997732-bf44-4bb9-838f-0f106562bc50 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/45c00291-e2c1-4ac2-8b53-b4c28f472480 HTTP/1.1" status: 204 len: 168 time: 0.2293515 Nov 12 04:28:22.196925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10997732-bf44-4bb9-838f-0f106562bc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c00291-e2c1-4ac2-8b53-b4c28f472480,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:22.230105 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36ae65c0-0c19-4ceb-88d5-e34c8617419d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.261027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae65c0-0c19-4ceb-88d5-e34c8617419d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=2e53785b-890f-4a39-ae99-35c5f0dcb553,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:22.323455 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36ae65c0-0c19-4ceb-88d5-e34c8617419d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.323904 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-36ae65c0-0c19-4ceb-88d5-e34c8617419d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Floating IP fce6cfa7-6178-4508-997e-34b6c9456484 disassociated (deleted). External IP: 172.25.8.105, port: c173c240-9ac4-4a5f-997d-122ee8b353af. Nov 12 04:28:22.552836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ae65c0-0c19-4ceb-88d5-e34c8617419d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 72416595-7604-4867-b403-81c1635a22af has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:23.051364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ae65c0-0c19-4ceb-88d5-e34c8617419d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:23.056678 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36ae65c0-0c19-4ceb-88d5-e34c8617419d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.065144 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb819c66-05b2-431d-9a01-c18effea3a22 None None] Sync routers for ids ['72416595-7604-4867-b403-81c1635a22af'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:23.078182 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb819c66-05b2-431d-9a01-c18effea3a22 None None] Routers {'72416595-7604-4867-b403-81c1635a22af'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:23.078883 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb819c66-05b2-431d-9a01-c18effea3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:27:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['72416595-7604-4867-b403-81c1635a22af'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:23.090707 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-36ae65c0-0c19-4ceb-88d5-e34c8617419d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/floatingips/fce6cfa7-6178-4508-997e-34b6c9456484 HTTP/1.1" status: 204 len: 168 time: 1.4137759 Nov 12 04:28:23.090707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:23.091295 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f498b3-7405-48ca-8306-4ca9939ffca6" -d '{"events": [{"name": "network-changed", "server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:23.121664 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-71ce4f46-f90e-4f11-ab81-89f91f48ecbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.132221 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c6d569-0237-46b7-bc8a-b31ca9962397 x-openstack-request-id: req-b0c6d569-0237-46b7-bc8a-b31ca9962397 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:23.132755 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:23.133016 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b0c6d569-0237-46b7-bc8a-b31ca9962397 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:23.133433 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'status': 'completed', 'code': 200} Nov 12 04:28:23.228029 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bb819c66-05b2-431d-9a01-c18effea3a22 None None] Set router 72416595-7604-4867-b403-81c1635a22af gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:23.237906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f498b3-7405-48ca-8306-4ca9939ffca6 req-734ce7ff-55fb-4dee-ab2d-dbba8066e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:23.241086 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63f498b3-7405-48ca-8306-4ca9939ffca6 req-734ce7ff-55fb-4dee-ab2d-dbba8066e251 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 1097 time: 0.0564430 Nov 12 04:28:23.312667 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56038) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:23.351296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:23.371085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f498b3-7405-48ca-8306-4ca9939ffca6 req-b652a52b-519c-4247-ae90-3c789c465344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:23.374845 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63f498b3-7405-48ca-8306-4ca9939ffca6 req-b652a52b-519c-4247-ae90-3c789c465344 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f061db4e-b0cd-47f3-8607-a0df10867e8e HTTP/1.1" status: 200 len: 897 time: 0.1247776 Nov 12 04:28:23.441559 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63f498b3-7405-48ca-8306-4ca9939ffca6 req-26b0b5d5-d373-4040-b767-896a5f7b8ce5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c173c240-9ac4-4a5f-997d-122ee8b353af HTTP/1.1" status: 200 len: 217 time: 0.0587573 Nov 12 04:28:23.460439 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb819c66-05b2-431d-9a01-c18effea3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:59Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a45117e3-e5f4-4626-a950-0c11d63f55c1', 'name': '', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d5:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '4e9526be-effc-4ae8-906f-a003203fc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:58Z', 'updated_at': '2021-11-12T04:26:02Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4e9526be-effc-4ae8-906f-a003203fc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:23.500205 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb819c66-05b2-431d-9a01-c18effea3a22 None None] Checking router: 72416595-7604-4867-b403-81c1635a22af for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:23.509515 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb819c66-05b2-431d-9a01-c18effea3a22 None None] Routers {'72416595-7604-4867-b403-81c1635a22af'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:23.510171 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb819c66-05b2-431d-9a01-c18effea3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:27:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['72416595-7604-4867-b403-81c1635a22af'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:23.521940 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1553433525'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:23.523474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-740216868-network', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:23.524415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f498b3-7405-48ca-8306-4ca9939ffca6 req-408b7017-b4e6-4823-a0d4-a8f5523c9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:23.525914 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63f498b3-7405-48ca-8306-4ca9939ffca6 req-408b7017-b4e6-4823-a0d4-a8f5523c9772 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e9526be-effc-4ae8-906f-a003203fc937 HTTP/1.1" status: 200 len: 834 time: 0.0675089 Nov 12 04:28:23.549409 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 04:28:23.549409 n-d-767704-23 neutron-server[103146]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 04:28:23.549409 n-d-767704-23 neutron-server[103146]: [parameters: {'project_id': '26cc2b3e17a647158174453e7bd84f2a', 'id': '06bbe0a2-4839-4008-9d7a-83e0ba900400', 'expiration': datetime.datetime(2021, 11, 12, 4, 30, 23, 540187)}] Nov 12 04:28:23.549409 n-d-767704-23 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:28:23.555244 n-d-767704-23 neutron-server[103146]: DEBUG oslo_db.api [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:28:23.600427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f498b3-7405-48ca-8306-4ca9939ffca6 req-76d76d69-0afb-45e1-9b3c-9b72bad7255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:23.602072 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63f498b3-7405-48ca-8306-4ca9939ffca6 req-76d76d69-0afb-45e1-9b3c-9b72bad7255c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f061db4e-b0cd-47f3-8607-a0df10867e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654082 Nov 12 04:28:23.636244 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bb819c66-05b2-431d-9a01-c18effea3a22 None None] Set router 72416595-7604-4867-b403-81c1635a22af gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:23.643547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Made reservation on behalf of 9200a58de28f410e87e69fb14541eb53 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:23.647272 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.656476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.722571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623870a-48ef-4c90-9e68-c1c4d897ce44 req-c0bdda16-e739-4bb6-a4e8-d067b83b5d38 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:23.723676 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6623870a-48ef-4c90-9e68-c1c4d897ce44 req-c0bdda16-e739-4bb6-a4e8-d067b83b5d38 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.1123676 Nov 12 04:28:23.753672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.768843 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63f498b3-7405-48ca-8306-4ca9939ffca6 req-f0612e1d-4ea6-4405-a3f1-98d0ed598177 service neutron] 10.222.0.26 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428275 Nov 12 04:28:23.822633 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6623870a-48ef-4c90-9e68-c1c4d897ce44 req-9a1e792c-1b0c-452e-a254-a73a399e1019 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919285 Nov 12 04:28:23.833310 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.868596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:23.890988 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.891324 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Added segment 110546f9-a310-4f8b-8168-ec1788aeec83 of type vlan for network 8b8ff608-c821-4fa8-89d2-9108956bfdd3 Nov 12 04:28:23.893216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89657b7-f76d-4fdd-9226-5e571c5f72d5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:23.903448 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb819c66-05b2-431d-9a01-c18effea3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:59Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a45117e3-e5f4-4626-a950-0c11d63f55c1', 'name': '', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d5:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '4e9526be-effc-4ae8-906f-a003203fc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:58Z', 'updated_at': '2021-11-12T04:26:02Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4e9526be-effc-4ae8-906f-a003203fc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:23.915150 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-63f498b3-7405-48ca-8306-4ca9939ffca6 req-cca3c79e-e7ed-4145-9e97-07de4d229656 service neutron] 10.222.0.26 "GET /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351945 Nov 12 04:28:23.935592 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb819c66-05b2-431d-9a01-c18effea3a22 None None] The sync data for ids ['72416595-7604-4867-b403-81c1635a22af'] in n-d-767704-23 is: [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:59Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'a45117e3-e5f4-4626-a950-0c11d63f55c1', 'name': '', 'network_id': 'f061db4e-b0cd-47f3-8607-a0df10867e8e', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d5:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '4e9526be-effc-4ae8-906f-a003203fc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:58Z', 'updated_at': '2021-11-12T04:26:02Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4e9526be-effc-4ae8-906f-a003203fc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:23.950055 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.095584 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.101517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:24.102137 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.178185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Pushing event updated for resources: {'Network': ['ID=8b8ff608-c821-4fa8-89d2-9108956bfdd3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:24.190034 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 8b8ff608-c821-4fa8-89d2-9108956bfdd3 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:24.217328 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd2c84-d5a5-45fe-9394-8f611362ac29 None None] New status for floating IP fce6cfa7-6178-4508-997e-34b6c9456484: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:28:24.224868 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Made reservation on behalf of 26cc2b3e17a647158174453e7bd84f2a for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:24.227766 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.243493 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.330038 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3ec9b112-f471-409c-bacb-1306807bef26 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9770412 Nov 12 04:28:24.333339 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:24.338563 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.340165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-135f3db4-6971-463e-b596-a750b500399b tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Request body: {'subnet': {'network_id': '8b8ff608-c821-4fa8-89d2-9108956bfdd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:24.415075 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.441212 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:24.451099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc3cd88-b3b6-411a-b4f0-330899afad8b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:24.456247 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.456592 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Added segment 0059b8b5-1c52-4a42-a6b9-3a8d98c553d9 of type vlan for network f216904f-6bc8-4157-abe7-251c6ff6647e Nov 12 04:28:24.499786 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.509424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135f3db4-6971-463e-b596-a750b500399b tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Made reservation on behalf of 9200a58de28f410e87e69fb14541eb53 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:24.513308 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-135f3db4-6971-463e-b596-a750b500399b tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.613068 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.614197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:24.615095 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.684998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] Pushing event updated for resources: {'Network': ['ID=f216904f-6bc8-4157-abe7-251c6ff6647e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:24.696168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network f216904f-6bc8-4157-abe7-251c6ff6647e details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:24.732992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-27375ead-7290-4a33-a166-3f0e738e2762 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4190218 Nov 12 04:28:24.742154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:24.747547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f5186050-df6e-46e1-809f-e20d61a56b51 admin admin] Request body: {'subnet': {'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-740216868-subnet', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:24.790817 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-135f3db4-6971-463e-b596-a750b500399b tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.862359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5186050-df6e-46e1-809f-e20d61a56b51 admin admin] Made reservation on behalf of 26cc2b3e17a647158174453e7bd84f2a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:24.864815 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5186050-df6e-46e1-809f-e20d61a56b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.868672 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f3db4-6971-463e-b596-a750b500399b tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Pushing event updated for resources: {'Subnet': ['ID=7b1d26ea-b782-4c1d-90ab-0f32a6ae20d9,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:24.895281 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f3db4-6971-463e-b596-a750b500399b tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Checking segment: {'id': '110546f9-a310-4f8b-8168-ec1788aeec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8b8ff608-c821-4fa8-89d2-9108956bfdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:24.896630 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f3db4-6971-463e-b596-a750b500399b tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Network hostable DHCP agents. Network: 8b8ff608-c821-4fa8-89d2-9108956bfdd3, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:28:25.069953 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f3db4-6971-463e-b596-a750b500399b tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Network 8b8ff608-c821-4fa8-89d2-9108956bfdd3 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:28:25.079003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1a324-189a-40af-a338-38dc5b893a12 req-d5e07c48-ab7f-429a-972e-70b3cc5891a7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:25.080669 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f9e1a324-189a-40af-a338-38dc5b893a12 req-d5e07c48-ab7f-429a-972e-70b3cc5891a7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.1750224 Nov 12 04:28:25.136147 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f9e1a324-189a-40af-a338-38dc5b893a12 req-0d063bd8-1e2d-4825-ba10-5f1514996d0c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=43c8e2ad-ee15-4471-b353-5f4950510c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492928 Nov 12 04:28:25.143903 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.182001 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5186050-df6e-46e1-809f-e20d61a56b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.184877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-135f3db4-6971-463e-b596-a750b500399b tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 8b8ff608-c821-4fa8-89d2-9108956bfdd3) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:25.193880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b2c49-0efb-4831-93a2-15dfb3096249 None None] Network 8b8ff608-c821-4fa8-89d2-9108956bfdd3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:25.197877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135f3db4-6971-463e-b596-a750b500399b tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:25.198257 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-135f3db4-6971-463e-b596-a750b500399b tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.253902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5186050-df6e-46e1-809f-e20d61a56b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=924feb5b-da3a-4801-a75c-2490ca0b383d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:25.280757 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5186050-df6e-46e1-809f-e20d61a56b51 admin admin] Checking segment: {'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:25.281210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5186050-df6e-46e1-809f-e20d61a56b51 admin admin] Network hostable DHCP agents. Network: f216904f-6bc8-4157-abe7-251c6ff6647e, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:28:25.331162 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-135f3db4-6971-463e-b596-a750b500399b tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9959350 Nov 12 04:28:25.336674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56056) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:25.342328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-44fdb301-44b9-4a4c-aee5-1d7817cdb696 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Request body: {'port': {'network_id': '8b8ff608-c821-4fa8-89d2-9108956bfdd3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-36207666'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:25.376397 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-8b8ff608-c821-4fa8-89d2-9108956bfdd3', 'network_id': '8b8ff608-c821-4fa8-89d2-9108956bfdd3', 'tenant_id': '9200a58de28f410e87e69fb14541eb53', 'fixed_ips': [{'subnet_id': '7b1d26ea-b782-4c1d-90ab-0f32a6ae20d9'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:28:25.376935 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.387405 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5186050-df6e-46e1-809f-e20d61a56b51 admin admin] Network f216904f-6bc8-4157-abe7-251c6ff6647e is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:28:25.466489 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f5186050-df6e-46e1-809f-e20d61a56b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, f216904f-6bc8-4157-abe7-251c6ff6647e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:25.472312 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5186050-df6e-46e1-809f-e20d61a56b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:25.477086 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5186050-df6e-46e1-809f-e20d61a56b51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.477225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2c2910-6046-4881-b3c9-5bd0765d0e6d None None] Network f216904f-6bc8-4157-abe7-251c6ff6647e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:25.518449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fdb301-44b9-4a4c-aee5-1d7817cdb696 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Made reservation on behalf of 9200a58de28f410e87e69fb14541eb53 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:25.522142 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44fdb301-44b9-4a4c-aee5-1d7817cdb696 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.543244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-44fdb301-44b9-4a4c-aee5-1d7817cdb696 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] device_id is not set on port 504451bd-da76-415c-9ef1-d7d195caa50b yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:28:25.586763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56058) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:25.587190 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f5186050-df6e-46e1-809f-e20d61a56b51 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8435154 Nov 12 04:28:25.591987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-740216868-router', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:25.616064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eb4d8-406d-4f9c-96d5-e6cee9c5d03f req-9a0a14ca-6be6-4714-b05e-51e1ef52b33a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:25.618857 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d80eb4d8-406d-4f9c-96d5-e6cee9c5d03f req-9a0a14ca-6be6-4714-b05e-51e1ef52b33a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 945 time: 0.0677500 Nov 12 04:28:25.709669 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.710669 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.721978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d80eb4d8-406d-4f9c-96d5-e6cee9c5d03f req-c3100420-4f3b-49d0-9d44-10ebde094014 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port c173c240-9ac4-4a5f-997d-122ee8b353af {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:25.722315 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d80eb4d8-406d-4f9c-96d5-e6cee9c5d03f req-c3100420-4f3b-49d0-9d44-10ebde094014 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.734834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Allocated IP 2001:db8::2 (8b8ff608-c821-4fa8-89d2-9108956bfdd3/7b1d26ea-b782-4c1d-90ab-0f32a6ae20d9/39bc61fc-d80d-40a3-b6c5-abf34c70b40e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:25.770096 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.825287 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d80eb4d8-406d-4f9c-96d5-e6cee9c5d03f req-c3100420-4f3b-49d0-9d44-10ebde094014 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] For port c173c240-9ac4-4a5f-997d-122ee8b353af, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c173c240-9ac4-4a5f-997d-122ee8b353af,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:25.825649 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d80eb4d8-406d-4f9c-96d5-e6cee9c5d03f req-c3100420-4f3b-49d0-9d44-10ebde094014 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.846560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d80eb4d8-406d-4f9c-96d5-e6cee9c5d03f req-c3100420-4f3b-49d0-9d44-10ebde094014 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for c173c240-9ac4-4a5f-997d-122ee8b353af owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:25.891303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-f216904f-6bc8-4157-abe7-251c6ff6647e', 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'fixed_ips': [{'subnet_id': '924feb5b-da3a-4801-a75c-2490ca0b383d'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:28:25.891604 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.983449 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.058771 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.084185 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d80eb4d8-406d-4f9c-96d5-e6cee9c5d03f req-c3100420-4f3b-49d0-9d44-10ebde094014 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.116464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3100420-4f3b-49d0-9d44-10ebde094014 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=c173c240-9ac4-4a5f-997d-122ee8b353af,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:26.123565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Allocated IP 172.20.0.2 (f216904f-6bc8-4157-abe7-251c6ff6647e/924feb5b-da3a-4801-a75c-2490ca0b383d/c63dddd9-1aec-48c0-8ff5-bc12362cf863) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:26.177609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80eb4d8-406d-4f9c-96d5-e6cee9c5d03f req-c3100420-4f3b-49d0-9d44-10ebde094014 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] No DVR routers for this DVR port c173c240-9ac4-4a5f-997d-122ee8b353af on host n-h2-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:26.179917 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d80eb4d8-406d-4f9c-96d5-e6cee9c5d03f req-c3100420-4f3b-49d0-9d44-10ebde094014 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.184557 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d80eb4d8-406d-4f9c-96d5-e6cee9c5d03f req-c3100420-4f3b-49d0-9d44-10ebde094014 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "DELETE /v2.0/ports/c173c240-9ac4-4a5f-997d-122ee8b353af HTTP/1.1" status: 204 len: 173 time: 0.5578499 Nov 12 04:28:26.185228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'name': 'network-vif-deleted', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:26.187924 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839f11a0-873c-4e27-960a-101c523409aa" -d '{"events": [{"server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "name": "network-vif-deleted", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:26.230696 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8630ead6-fac7-47ed-94b2-b9b2d2f97483 x-openstack-request-id: req-8630ead6-fac7-47ed-94b2-b9b2d2f97483 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:26.231916 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611e7b00-a6e5-4484-a172-bdf61f390d0a", "name": "network-vif-deleted", "tag": "c173c240-9ac4-4a5f-997d-122ee8b353af", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:26.232407 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8630ead6-fac7-47ed-94b2-b9b2d2f97483 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:26.233085 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611e7b00-a6e5-4484-a172-bdf61f390d0a', 'name': 'network-vif-deleted', 'tag': 'c173c240-9ac4-4a5f-997d-122ee8b353af', 'status': 'completed', 'code': 200} Nov 12 04:28:26.260560 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.274821 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2c098235-335c-4ddf-8d62-8f7b925929ba req-ba44a8ea-a3a6-4dc5-884e-d1dbdf4bc419 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 210 time: 0.0339091 Nov 12 04:28:26.332304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Pushing event updated for resources: {'Port': ['ID=39bc61fc-d80d-40a3-b6c5-abf34c70b40e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:26.337659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Network 8b8ff608-c821-4fa8-89d2-9108956bfdd3 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:26.346876 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:26.354477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:26.375671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:26.376337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:26.376444 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:26.376712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:26.377183 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:26.377370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:26.377884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:26.378366 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:26.378696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:26.378926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-44fdb301-44b9-4a4c-aee5-1d7817cdb696 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Allocated IP 2001:db8::35d (8b8ff608-c821-4fa8-89d2-9108956bfdd3/7b1d26ea-b782-4c1d-90ab-0f32a6ae20d9/504451bd-da76-415c-9ef1-d7d195caa50b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:26.379024 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:26.379340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:26.379664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:26.384508 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.410608 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.457218 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.468676 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Attempting to bind port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:26.468676 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Attempting to bind port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '110546f9-a310-4f8b-8168-ec1788aeec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8b8ff608-c821-4fa8-89d2-9108956bfdd3'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:26.468977 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Attempting to bind port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e on network 8b8ff608-c821-4fa8-89d2-9108956bfdd3 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:26.474137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:26.474494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Checking segment: {'id': '110546f9-a310-4f8b-8168-ec1788aeec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8b8ff608-c821-4fa8-89d2-9108956bfdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:26.474904 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.475302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Bound using segment: {'id': '110546f9-a310-4f8b-8168-ec1788aeec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8b8ff608-c821-4fa8-89d2-9108956bfdd3'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:26.475782 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Bound port: 39bc61fc-d80d-40a3-b6c5-abf34c70b40e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110546f9-a310-4f8b-8168-ec1788aeec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8b8ff608-c821-4fa8-89d2-9108956bfdd3'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:26.476189 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.547785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] For port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:26.551273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] For port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=39bc61fc-d80d-40a3-b6c5-abf34c70b40e,segment=NetworkSegment(110546f9-a310-4f8b-8168-ec1788aeec83),segment_id=110546f9-a310-4f8b-8168-ec1788aeec83)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:26.554269 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.593623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Network f216904f-6bc8-4157-abe7-251c6ff6647e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:26.596643 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:26.602893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:26.619142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Pushing event updated for resources: {'Port': ['ID=c63dddd9-1aec-48c0-8ff5-bc12362cf863,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:26.627054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Allocated IP 172.25.8.92 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/1ca699e1-df29-4cac-8861-cbfa0d10ef9e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:26.638784 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.687723 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44fdb301-44b9-4a4c-aee5-1d7817cdb696 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.719361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Attempting to bind port c63dddd9-1aec-48c0-8ff5-bc12362cf863 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:26.719361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Attempting to bind port c63dddd9-1aec-48c0-8ff5-bc12362cf863 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:26.719361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Attempting to bind port c63dddd9-1aec-48c0-8ff5-bc12362cf863 on network f216904f-6bc8-4157-abe7-251c6ff6647e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:26.728506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:26.728885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Checking segment: {'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:26.729297 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.729735 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Bound using segment: {'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:26.730220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Bound port: c63dddd9-1aec-48c0-8ff5-bc12362cf863, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:26.730604 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.767247 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879da7fb-4d0c-443a-9e8a-c29cf6943616 None None] Pushing event updated for resources: {'Port': ['ID=39bc61fc-d80d-40a3-b6c5-abf34c70b40e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:26.801510 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.832312 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.835969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] For port c63dddd9-1aec-48c0-8ff5-bc12362cf863, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:26.839520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] For port c63dddd9-1aec-48c0-8ff5-bc12362cf863, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c63dddd9-1aec-48c0-8ff5-bc12362cf863,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:26.855911 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44fdb301-44b9-4a4c-aee5-1d7817cdb696 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.912455 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4c39176-7134-4939-8cf3-396d9dcc08f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.913872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fdb301-44b9-4a4c-aee5-1d7817cdb696 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Network 8b8ff608-c821-4fa8-89d2-9108956bfdd3 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:26.917253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-44fdb301-44b9-4a4c-aee5-1d7817cdb696 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:26.926262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fdb301-44b9-4a4c-aee5-1d7817cdb696 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:26.934770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fdb301-44b9-4a4c-aee5-1d7817cdb696 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:26.935127 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44fdb301-44b9-4a4c-aee5-1d7817cdb696 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.941621 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.944671 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.960065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdb301-44b9-4a4c-aee5-1d7817cdb696 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Pushing event updated for resources: {'Port': ['ID=504451bd-da76-415c-9ef1-d7d195caa50b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:27.005062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:27.008326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:27.015456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:27.044011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700ad1b1-36c9-4889-95c0-a2a43c60f68e None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:27.049097 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-44fdb301-44b9-4a4c-aee5-1d7817cdb696 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.7111163 Nov 12 04:28:27.051084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0386bd-ec10-4d23-ae21-f51c224d631c None None] Pushing event updated for resources: {'Port': ['ID=c63dddd9-1aec-48c0-8ff5-bc12362cf863,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:27.052555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56064) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:27.053018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Pushing event updated for resources: {'Port': ['ID=1ca699e1-df29-4cac-8861-cbfa0d10ef9e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:27.062228 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Request body: {'port': {'network_id': '8b8ff608-c821-4fa8-89d2-9108956bfdd3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1295272044', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:27.068267 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] bootfile-name is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:28:27.068267 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] tftp-server is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:28:27.068267 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] server-ip-address is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:28:27.134914 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1889d1d1-3384-4475-8879-e467496d7c5b None None] Provisioning complete for port 1ca699e1-df29-4cac-8861-cbfa0d10ef9e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:27.135297 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1889d1d1-3384-4475-8879-e467496d7c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.174296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1889d1d1-3384-4475-8879-e467496d7c5b None None] Port 1ca699e1-df29-4cac-8861-cbfa0d10ef9e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:27.303670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Made reservation on behalf of 9200a58de28f410e87e69fb14541eb53 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:27.307303 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.337175 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] device_id is not set on port 60a63e26-5ac9-4d30-bbbe-d66502dffb86 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:28:27.476195 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aaa0461e-8e2b-401e-bf40-d1b7b0f3d207 req-48d7225a-930f-4cb6-99e0-433c4d399920 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=611e7b00-a6e5-4484-a172-bdf61f390d0a HTTP/1.1" status: 200 len: 210 time: 0.0940645 Nov 12 04:28:27.491500 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Allocated IP 2001:db8::9f (8b8ff608-c821-4fa8-89d2-9108956bfdd3/7b1d26ea-b782-4c1d-90ab-0f32a6ae20d9/60a63e26-5ac9-4d30-bbbe-d66502dffb86) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:27.560960 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.697433 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.787847 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.807278 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.862274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Network 8b8ff608-c821-4fa8-89d2-9108956bfdd3 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:27.865674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:27.869780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:27.875737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:27.876435 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.883292 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Pushing event updated for resources: {'Port': ['ID=60a63e26-5ac9-4d30-bbbe-d66502dffb86,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:27.893537 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd23523b-41b2-42a8-9180-a4e93be5e88b None None] Network 8b8ff608-c821-4fa8-89d2-9108956bfdd3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:27.966144 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5824c4bd-1a52-4b10-92ec-e099a69bdfc8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9098322 Nov 12 04:28:27.968995 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-301d8c4e-0660-4c5d-bd52-663d37a80386 None None] Provisioning complete for port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:27.969433 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-301d8c4e-0660-4c5d-bd52-663d37a80386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.969940 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56068) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:27.996237 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Router 9b578011-6ccc-476c-a1e7-4868212ea627 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:28:28.075940 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d869985c-a0d9-453a-9e73-d7bd292c9920 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:28.086086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d869985c-a0d9-453a-9e73-d7bd292c9920 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:28.095897 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d869985c-a0d9-453a-9e73-d7bd292c9920 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:28.098546 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d869985c-a0d9-453a-9e73-d7bd292c9920 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1268873 Nov 12 04:28:28.101679 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:28.163920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:28.175192 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Sync routers for ids ['9b578011-6ccc-476c-a1e7-4868212ea627'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:28.188639 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Routers {'9b578011-6ccc-476c-a1e7-4868212ea627'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:28.189708 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b578011-6ccc-476c-a1e7-4868212ea627'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:28.204837 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-301d8c4e-0660-4c5d-bd52-663d37a80386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.258140 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-301d8c4e-0660-4c5d-bd52-663d37a80386 None None] For port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=39bc61fc-d80d-40a3-b6c5-abf34c70b40e,segment=NetworkSegment(110546f9-a310-4f8b-8168-ec1788aeec83),segment_id=110546f9-a310-4f8b-8168-ec1788aeec83)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:28.268962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 39bc61fc-d80d-40a3-b6c5-abf34c70b40e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:28.271553 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2766bf2a-8001-407b-b5c3-d2f93cc534c8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Deleting port 60a63e26-5ac9-4d30-bbbe-d66502dffb86 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:28.271686 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2766bf2a-8001-407b-b5c3-d2f93cc534c8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.277278 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.281574 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b57d49e7-88fc-4365-b751-9632f08ff88f admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6937938 Nov 12 04:28:28.285116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56072) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:28.343963 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-301d8c4e-0660-4c5d-bd52-663d37a80386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.345018 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Set router 9b578011-6ccc-476c-a1e7-4868212ea627 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:28.445895 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a577cd14-6f83-4cd1-8b60-1653b4bc0936 None None] Network f216904f-6bc8-4157-abe7-251c6ff6647e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:28.452427 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2766bf2a-8001-407b-b5c3-d2f93cc534c8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.468053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2766bf2a-8001-407b-b5c3-d2f93cc534c8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Calling delete_port for 60a63e26-5ac9-4d30-bbbe-d66502dffb86 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:28.570785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56076) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:28.580599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d8c4e-0660-4c5d-bd52-663d37a80386 None None] Pushing event updated for resources: {'Port': ['ID=39bc61fc-d80d-40a3-b6c5-abf34c70b40e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:28.661637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:28.664295 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.673950 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-364dbc3c-e90a-4cea-842d-1c06c4b7b90f None None] Provisioning complete for port c63dddd9-1aec-48c0-8ff5-bc12362cf863 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:28.674623 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-364dbc3c-e90a-4cea-842d-1c06c4b7b90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.735959 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.817702 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'name': 'tempest-TestServerMultinode-740216868-router', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '1ca699e1-df29-4cac-8861-cbfa0d10ef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:25Z', 'updated_at': '2021-11-12T04:28:27Z', 'revision_number': 3, 'project_id': '26cc2b3e17a647158174453e7bd84f2a', 'gw_port': {'id': '1ca699e1-df29-4cac-8861-cbfa0d10ef9e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:26Z', 'updated_at': '2021-11-12T04:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:28.863135 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2766bf2a-8001-407b-b5c3-d2f93cc534c8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.872392 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Checking router: 9b578011-6ccc-476c-a1e7-4868212ea627 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:28.873001 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Updating router 9b578011-6ccc-476c-a1e7-4868212ea627 port 1ca699e1-df29-4cac-8861-cbfa0d10ef9e binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:28:28.943190 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.945085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766bf2a-8001-407b-b5c3-d2f93cc534c8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Pushing event deleted for resources: {'Port': ['ID=60a63e26-5ac9-4d30-bbbe-d66502dffb86,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:28.978700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c63dddd9-1aec-48c0-8ff5-bc12362cf863 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:28.988961 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2766bf2a-8001-407b-b5c3-d2f93cc534c8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.993656 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2766bf2a-8001-407b-b5c3-d2f93cc534c8 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] 10.222.0.105 "DELETE /v2.0/ports/60a63e26-5ac9-4d30-bbbe-d66502dffb86 HTTP/1.1" status: 204 len: 168 time: 0.8908749 Nov 12 04:28:29.035835 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-364dbc3c-e90a-4cea-842d-1c06c4b7b90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.038826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56078) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:29.048007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2764b91f-64a6-4dc1-b213-c1cd3e6ce120 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Request body: {'port': {'name': 'tempest-new-port-name-254349895', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:29.048425 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-2764b91f-64a6-4dc1-b213-c1cd3e6ce120 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] bootfile-name is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:28:29.048803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-2764b91f-64a6-4dc1-b213-c1cd3e6ce120 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] tftp-server is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:28:29.049663 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-2764b91f-64a6-4dc1-b213-c1cd3e6ce120 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] server-ip-address is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:28:29.051550 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c173c240-9ac4-4a5f-997d-122ee8b353af no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:29.116005 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: c173c240-9ac4-4a5f-997d-122ee8b353af {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:29.116531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c173c240-9ac4-4a5f-997d-122ee8b353af not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:29.124255 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.135439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c63dddd9-1aec-48c0-8ff5-bc12362cf863 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:29.135952 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.208141 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2764b91f-64a6-4dc1-b213-c1cd3e6ce120 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.225784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-364dbc3c-e90a-4cea-842d-1c06c4b7b90f None None] For port c63dddd9-1aec-48c0-8ff5-bc12362cf863, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c63dddd9-1aec-48c0-8ff5-bc12362cf863,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:29.300330 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.332736 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-364dbc3c-e90a-4cea-842d-1c06c4b7b90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.333043 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.368364 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baa69328-a003-451e-89c6-1af3f54d27f0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.435140 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.468214 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:28:29.468949 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:28:29.472056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dbc3c-e90a-4cea-842d-1c06c4b7b90f None None] Pushing event updated for resources: {'Port': ['ID=c63dddd9-1aec-48c0-8ff5-bc12362cf863,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:29.478431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c17fe68d-c8ca-465d-8cb1-fb54c0fdd977 None None] Could not find standard attr ID for object 60a63e26-5ac9-4d30-bbbe-d66502dffb86. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:28:29.496379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c17fe68d-c8ca-465d-8cb1-fb54c0fdd977 None None] Provisioning complete for port 504451bd-da76-415c-9ef1-d7d195caa50b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:29.497990 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c17fe68d-c8ca-465d-8cb1-fb54c0fdd977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.509699 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.562737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c17fe68d-c8ca-465d-8cb1-fb54c0fdd977 None None] Port 504451bd-da76-415c-9ef1-d7d195caa50b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:29.588330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78468a15-90c6-4c83-9df4-287fceea9816 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:29.624637 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Attempting to bind port 1ca699e1-df29-4cac-8861-cbfa0d10ef9e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:29.625106 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Attempting to bind port 1ca699e1-df29-4cac-8861-cbfa0d10ef9e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:29.625529 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Attempting to bind port 1ca699e1-df29-4cac-8861-cbfa0d10ef9e on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:29.631503 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c17fe68d-c8ca-465d-8cb1-fb54c0fdd977 None None] Provisioning complete for port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:29.632072 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c17fe68d-c8ca-465d-8cb1-fb54c0fdd977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.657389 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:29.657861 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:29.658323 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.658777 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:29.659317 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Bound port: 1ca699e1-df29-4cac-8861-cbfa0d10ef9e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:29.659755 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.661737 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfc686-a582-4c69-bba7-60957f7da7a7 None None] Pushing event updated for resources: {'Port': ['ID=1ca699e1-df29-4cac-8861-cbfa0d10ef9e,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:29.710545 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfc686-a582-4c69-bba7-60957f7da7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:29.710891 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfc686-a582-4c69-bba7-60957f7da7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:29.711224 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfc686-a582-4c69-bba7-60957f7da7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:29.711561 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfc686-a582-4c69-bba7-60957f7da7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:29.711892 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfc686-a582-4c69-bba7-60957f7da7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:29.712242 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfc686-a582-4c69-bba7-60957f7da7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:29.712565 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfc686-a582-4c69-bba7-60957f7da7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:29.712885 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfc686-a582-4c69-bba7-60957f7da7a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:29.713208 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfc686-a582-4c69-bba7-60957f7da7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:29.713529 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfc686-a582-4c69-bba7-60957f7da7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:29.713952 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfc686-a582-4c69-bba7-60957f7da7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:29.714786 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bfc686-a582-4c69-bba7-60957f7da7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:29.736687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Allocated IP 172.20.0.1 (f216904f-6bc8-4157-abe7-251c6ff6647e/924feb5b-da3a-4801-a75c-2490ca0b383d/0ecbd902-900c-4c1e-b383-3d55edb007c6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:29.745901 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2764b91f-64a6-4dc1-b213-c1cd3e6ce120 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.750851 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] For port 1ca699e1-df29-4cac-8861-cbfa0d10ef9e, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:29.754139 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] For port 1ca699e1-df29-4cac-8861-cbfa0d10ef9e, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1ca699e1-df29-4cac-8861-cbfa0d10ef9e,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:29.770917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c17fe68d-c8ca-465d-8cb1-fb54c0fdd977 None None] Provisioning complete for port c63dddd9-1aec-48c0-8ff5-bc12362cf863 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:29.771310 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c17fe68d-c8ca-465d-8cb1-fb54c0fdd977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.798256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-baa69328-a003-451e-89c6-1af3f54d27f0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port a45117e3-e5f4-4626-a950-0c11d63f55c1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:29.798785 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baa69328-a003-451e-89c6-1af3f54d27f0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.835618 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2764b91f-64a6-4dc1-b213-c1cd3e6ce120 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.865054 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.897649 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2764b91f-64a6-4dc1-b213-c1cd3e6ce120 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] In _notify_port_updated(), no bound segment for port 504451bd-da76-415c-9ef1-d7d195caa50b on network 8b8ff608-c821-4fa8-89d2-9108956bfdd3 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:28:29.903464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2764b91f-64a6-4dc1-b213-c1cd3e6ce120 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:29.904216 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2764b91f-64a6-4dc1-b213-c1cd3e6ce120 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.909917 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2764b91f-64a6-4dc1-b213-c1cd3e6ce120 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] 10.222.0.105 "PUT /v2.0/ports/504451bd-da76-415c-9ef1-d7d195caa50b HTTP/1.1" status: 200 len: 1129 time: 0.8678017 Nov 12 04:28:29.918454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56080) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:29.976480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964ec682-408f-4d1d-8cba-ae8f0fc1dd84 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:29.982901 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-964ec682-408f-4d1d-8cba-ae8f0fc1dd84 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] 10.222.0.105 "GET /v2.0/ports/504451bd-da76-415c-9ef1-d7d195caa50b HTTP/1.1" status: 200 len: 1129 time: 0.0634511 Nov 12 04:28:29.983541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56082) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:29.988169 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.005893 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764b91f-64a6-4dc1-b213-c1cd3e6ce120 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Pushing event updated for resources: {'Port': ['ID=504451bd-da76-415c-9ef1-d7d195caa50b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:30.019385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233e5d6b-efc5-427a-b467-f9c455a141c0 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:30.042708 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Routers {'9b578011-6ccc-476c-a1e7-4868212ea627'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:30.043546 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b578011-6ccc-476c-a1e7-4868212ea627'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:30.152072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-de3a121a-2e45-423b-b35d-a21148108781 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Deleting port 504451bd-da76-415c-9ef1-d7d195caa50b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:30.152654 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de3a121a-2e45-423b-b35d-a21148108781 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.209051 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.229253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 39bc61fc-d80d-40a3-b6c5-abf34c70b40e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:30.237454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0cafdd53-0292-4011-8168-1f888cf0c9bc None None] Provisioning complete for port 1ca699e1-df29-4cac-8861-cbfa0d10ef9e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:30.237825 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cafdd53-0292-4011-8168-1f888cf0c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.268006 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfc686-a582-4c69-bba7-60957f7da7a7 None None] Pushing event updated for resources: {'Port': ['ID=1ca699e1-df29-4cac-8861-cbfa0d10ef9e,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:30.283914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-baa69328-a003-451e-89c6-1af3f54d27f0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] For port a45117e3-e5f4-4626-a950-0c11d63f55c1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a45117e3-e5f4-4626-a950-0c11d63f55c1,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:30.284457 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baa69328-a003-451e-89c6-1af3f54d27f0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.301961 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] Set router 9b578011-6ccc-476c-a1e7-4868212ea627 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:30.326244 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-baa69328-a003-451e-89c6-1af3f54d27f0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for a45117e3-e5f4-4626-a950-0c11d63f55c1 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:30.375471 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cafdd53-0292-4011-8168-1f888cf0c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.394420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:30.394788 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.434253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0cafdd53-0292-4011-8168-1f888cf0c9bc None None] For port 1ca699e1-df29-4cac-8861-cbfa0d10ef9e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1ca699e1-df29-4cac-8861-cbfa0d10ef9e,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:30.498003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c63dddd9-1aec-48c0-8ff5-bc12362cf863 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:30.521584 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cafdd53-0292-4011-8168-1f888cf0c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.583424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafdd53-0292-4011-8168-1f888cf0c9bc None None] Pushing event updated for resources: {'Port': ['ID=1ca699e1-df29-4cac-8861-cbfa0d10ef9e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:30.600767 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'name': 'tempest-TestServerMultinode-740216868-router', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '1ca699e1-df29-4cac-8861-cbfa0d10ef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:25Z', 'updated_at': '2021-11-12T04:28:27Z', 'revision_number': 3, 'project_id': '26cc2b3e17a647158174453e7bd84f2a', 'gw_port': {'id': '1ca699e1-df29-4cac-8861-cbfa0d10ef9e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:26Z', 'updated_at': '2021-11-12T04:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:30.602428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c63dddd9-1aec-48c0-8ff5-bc12362cf863 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:30.602804 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.630744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baa69328-a003-451e-89c6-1af3f54d27f0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.636446 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d12a03-1cb4-4677-b142-5b17e205e9c8 None None] The sync data for ids ['9b578011-6ccc-476c-a1e7-4868212ea627'] in n-d-767704-23 is: [{'id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'name': 'tempest-TestServerMultinode-740216868-router', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '1ca699e1-df29-4cac-8861-cbfa0d10ef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:25Z', 'updated_at': '2021-11-12T04:28:27Z', 'revision_number': 3, 'project_id': '26cc2b3e17a647158174453e7bd84f2a', 'gw_port': {'id': '1ca699e1-df29-4cac-8861-cbfa0d10ef9e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:26Z', 'updated_at': '2021-11-12T04:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:30.663247 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-86005665-c651-4ef8-81b1-9cdef2da0784 None None] Provisioning complete for port 504451bd-da76-415c-9ef1-d7d195caa50b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:30.663808 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86005665-c651-4ef8-81b1-9cdef2da0784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.665359 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de3a121a-2e45-423b-b35d-a21148108781 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.680088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-de3a121a-2e45-423b-b35d-a21148108781 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Calling delete_port for 504451bd-da76-415c-9ef1-d7d195caa50b owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:30.686041 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa69328-a003-451e-89c6-1af3f54d27f0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=a45117e3-e5f4-4626-a950-0c11d63f55c1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:30.735669 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ecbd902-900c-4c1e-b383-3d55edb007c6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:30.743646 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-86005665-c651-4ef8-81b1-9cdef2da0784 None None] Port 504451bd-da76-415c-9ef1-d7d195caa50b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:30.793644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Network f216904f-6bc8-4157-abe7-251c6ff6647e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:30.796450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:30.810221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:30.867977 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.915209 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-baa69328-a003-451e-89c6-1af3f54d27f0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.092829 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de3a121a-2e45-423b-b35d-a21148108781 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.133863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a121a-2e45-423b-b35d-a21148108781 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Pushing event deleted for resources: {'Port': ['ID=504451bd-da76-415c-9ef1-d7d195caa50b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:31.174785 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de3a121a-2e45-423b-b35d-a21148108781 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.184125 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-de3a121a-2e45-423b-b35d-a21148108781 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] 10.222.0.105 "DELETE /v2.0/ports/504451bd-da76-415c-9ef1-d7d195caa50b HTTP/1.1" status: 204 len: 168 time: 1.1869576 Nov 12 04:28:31.194006 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56084) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:31.205539 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.272806 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-87aa7114-779d-451d-8b94-92b82b57727c tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Deleting subnet 7b1d26ea-b782-4c1d-90ab-0f32a6ae20d9 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:28:31.281742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4647fbd9-338b-421a-bd03-24f5cffd0aa7 None None] Provisioning complete for port 0ecbd902-900c-4c1e-b383-3d55edb007c6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:31.282841 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4647fbd9-338b-421a-bd03-24f5cffd0aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.283463 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87aa7114-779d-451d-8b94-92b82b57727c tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.289005 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa69328-a003-451e-89c6-1af3f54d27f0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 72416595-7604-4867-b403-81c1635a22af has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:31.346691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4647fbd9-338b-421a-bd03-24f5cffd0aa7 None None] Port 0ecbd902-900c-4c1e-b383-3d55edb007c6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:31.362198 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87aa7114-779d-451d-8b94-92b82b57727c tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.457851 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.512457 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.549086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa69328-a003-451e-89c6-1af3f54d27f0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:31.555761 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-baa69328-a003-451e-89c6-1af3f54d27f0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "PUT /v2.0/routers/72416595-7604-4867-b403-81c1635a22af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9832852 Nov 12 04:28:31.559380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56086) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:31.561217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116d5b0-424f-4a6c-a949-d79ea8f92e82 None None] Sync routers for ids ['72416595-7604-4867-b403-81c1635a22af'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:31.578963 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116d5b0-424f-4a6c-a949-d79ea8f92e82 None None] Routers {'72416595-7604-4867-b403-81c1635a22af'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:31.579590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f116d5b0-424f-4a6c-a949-d79ea8f92e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['72416595-7604-4867-b403-81c1635a22af'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:31.591392 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87aa7114-779d-451d-8b94-92b82b57727c tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.602993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ecbd902-900c-4c1e-b383-3d55edb007c6,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:31.616023 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.657620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e487200d-d38c-44c4-a2f7-794b8ba00de2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting subnet 4e9526be-effc-4ae8-906f-a003203fc937 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:28:31.665346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e487200d-d38c-44c4-a2f7-794b8ba00de2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.711754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f116d5b0-424f-4a6c-a949-d79ea8f92e82 None None] Set router 72416595-7604-4867-b403-81c1635a22af gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:31.719283 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e487200d-d38c-44c4-a2f7-794b8ba00de2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.743747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Network f216904f-6bc8-4157-abe7-251c6ff6647e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:31.745544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:31.769125 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87aa7114-779d-451d-8b94-92b82b57727c tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.813400 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87aa7114-779d-451d-8b94-92b82b57727c tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.819739 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-87aa7114-779d-451d-8b94-92b82b57727c tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] 10.222.0.105 "DELETE /v2.0/subnets/7b1d26ea-b782-4c1d-90ab-0f32a6ae20d9 HTTP/1.1" status: 204 len: 168 time: 0.6247015 Nov 12 04:28:31.820415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56088) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:31.825384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa7114-779d-451d-8b94-92b82b57727c tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1d26ea-b782-4c1d-90ab-0f32a6ae20d9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:31.838044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab040b2-2fbe-4a3d-b884-c8f76b4e5e3c None None] Network 8b8ff608-c821-4fa8-89d2-9108956bfdd3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:31.946720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Router 9b578011-6ccc-476c-a1e7-4868212ea627 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:32.006692 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.011879 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e487200d-d38c-44c4-a2f7-794b8ba00de2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.119281 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Deleting port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:32.119685 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.123567 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f116d5b0-424f-4a6c-a949-d79ea8f92e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:28:30Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:32.153008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116d5b0-424f-4a6c-a949-d79ea8f92e82 None None] Checking router: 72416595-7604-4867-b403-81c1635a22af for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:32.162969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116d5b0-424f-4a6c-a949-d79ea8f92e82 None None] Routers {'72416595-7604-4867-b403-81c1635a22af'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:32.164160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f116d5b0-424f-4a6c-a949-d79ea8f92e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['72416595-7604-4867-b403-81c1635a22af'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:32.202732 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e487200d-d38c-44c4-a2f7-794b8ba00de2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.229100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:32.240547 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5d2ebd98-8e1c-4c21-82a1-b21f428823c1 admin admin] 10.222.0.105 "PUT /v2.0/routers/9b578011-6ccc-476c-a1e7-4868212ea627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9543037 Nov 12 04:28:32.246482 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487200d-d38c-44c4-a2f7-794b8ba00de2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9526be-effc-4ae8-906f-a003203fc937,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:32.249159 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e487200d-d38c-44c4-a2f7-794b8ba00de2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.252515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e487200d-d38c-44c4-a2f7-794b8ba00de2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/subnets/4e9526be-effc-4ae8-906f-a003203fc937 HTTP/1.1" status: 204 len: 168 time: 0.6917069 Nov 12 04:28:32.259598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56092) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:32.272592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b678d4-5b41-49d0-ba93-a6174d0b2c23 None None] DHCP port deletion for 8b8ff608-c821-4fa8-89d2-9108956bfdd3 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:32.276765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fae303-a871-42f7-9bd5-47e7cd0318fa None None] Network f061db4e-b0cd-47f3-8607-a0df10867e8e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:32.283045 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eb292f80-6838-4479-b080-6eca078677cb None None] Provisioning complete for port 0ecbd902-900c-4c1e-b383-3d55edb007c6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:32.283045 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb292f80-6838-4479-b080-6eca078677cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.319920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] For port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=39bc61fc-d80d-40a3-b6c5-abf34c70b40e,segment=NetworkSegment(110546f9-a310-4f8b-8168-ec1788aeec83),segment_id=110546f9-a310-4f8b-8168-ec1788aeec83)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:32.320809 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.342752 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Calling delete_port for 39bc61fc-d80d-40a3-b6c5-abf34c70b40e owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:32.488555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1ca699e1-df29-4cac-8861-cbfa0d10ef9e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:32.490816 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.505996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eb292f80-6838-4479-b080-6eca078677cb None None] Port 0ecbd902-900c-4c1e-b383-3d55edb007c6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:32.580447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f116d5b0-424f-4a6c-a949-d79ea8f92e82 None None] Set router 72416595-7604-4867-b403-81c1635a22af gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:32.629657 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:28:32.670084 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.685409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-60b678d4-5b41-49d0-ba93-a6174d0b2c23 None None] Deleting port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:32.685816 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60b678d4-5b41-49d0-ba93-a6174d0b2c23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.746553 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.793410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1ca699e1-df29-4cac-8861-cbfa0d10ef9e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:32.793761 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.808166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Pushing event deleted for resources: {'Port': ['ID=39bc61fc-d80d-40a3-b6c5-abf34c70b40e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:32.810968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] No DVR routers for this DVR port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:32.839546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-60b678d4-5b41-49d0-ba93-a6174d0b2c23 None None] For port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=39bc61fc-d80d-40a3-b6c5-abf34c70b40e,segment=NetworkSegment(110546f9-a310-4f8b-8168-ec1788aeec83),segment_id=110546f9-a310-4f8b-8168-ec1788aeec83)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:32.839943 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60b678d4-5b41-49d0-ba93-a6174d0b2c23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.862617 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-60b678d4-5b41-49d0-ba93-a6174d0b2c23 None None] Calling delete_port for 39bc61fc-d80d-40a3-b6c5-abf34c70b40e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:32.915140 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706bba8b-99ab-4434-94d8-7cd819c9169a None None] DHCP port deletion for f061db4e-b0cd-47f3-8607-a0df10867e8e request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:32.952444 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.982091 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port 8b9e5ab3-b527-42f6-853f-46c57310b769 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:32.982499 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.985609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8ff608-c821-4fa8-89d2-9108956bfdd3']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:33.020156 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Sync routers for ids ['9b578011-6ccc-476c-a1e7-4868212ea627'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:33.034490 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Routers {'9b578011-6ccc-476c-a1e7-4868212ea627'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:33.035133 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b578011-6ccc-476c-a1e7-4868212ea627'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:33.142617 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] For port 8b9e5ab3-b527-42f6-853f-46c57310b769, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8b9e5ab3-b527-42f6-853f-46c57310b769,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:33.143351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.180807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for 8b9e5ab3-b527-42f6-853f-46c57310b769 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:33.188154 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Set router 9b578011-6ccc-476c-a1e7-4868212ea627 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:33.232683 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60b678d4-5b41-49d0-ba93-a6174d0b2c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.266855 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b678d4-5b41-49d0-ba93-a6174d0b2c23 None None] Pushing event deleted for resources: {'Port': ['ID=39bc61fc-d80d-40a3-b6c5-abf34c70b40e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:33.272318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b678d4-5b41-49d0-ba93-a6174d0b2c23 None None] No DVR routers for this DVR port 39bc61fc-d80d-40a3-b6c5-abf34c70b40e on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:33.280802 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f116d5b0-424f-4a6c-a949-d79ea8f92e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:28:30Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:33.316155 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-706bba8b-99ab-4434-94d8-7cd819c9169a None None] Deleting port 9abcb059-094b-4b48-abe5-ee6f90600320 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:33.316812 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-706bba8b-99ab-4434-94d8-7cd819c9169a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.319325 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116d5b0-424f-4a6c-a949-d79ea8f92e82 None None] The sync data for ids ['72416595-7604-4867-b403-81c1635a22af'] in n-d-767704-23 is: [{'id': '72416595-7604-4867-b403-81c1635a22af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117473971', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:28:30Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '8b9e5ab3-b527-42f6-853f-46c57310b769', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416595-7604-4867-b403-81c1635a22af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:55Z', 'updated_at': '2021-11-12T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:33.352871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110546f9-a310-4f8b-8168-ec1788aeec83') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:33.353460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110546f9-a310-4f8b-8168-ec1788aeec83') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:33.402233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.407820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-706bba8b-99ab-4434-94d8-7cd819c9169a None None] For port 9abcb059-094b-4b48-abe5-ee6f90600320, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9abcb059-094b-4b48-abe5-ee6f90600320,segment=NetworkSegment(d577c6c1-7a38-481c-90f7-9d7d1217e930),segment_id=d577c6c1-7a38-481c-90f7-9d7d1217e930)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:33.408370 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-706bba8b-99ab-4434-94d8-7cd819c9169a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.423038 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.434998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-706bba8b-99ab-4434-94d8-7cd819c9169a None None] Calling delete_port for 9abcb059-094b-4b48-abe5-ee6f90600320 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:33.436834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:28:33.437701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:28:33.445513 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:28:33.481233 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'name': 'tempest-TestServerMultinode-740216868-router', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '1ca699e1-df29-4cac-8861-cbfa0d10ef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:25Z', 'updated_at': '2021-11-12T04:28:31Z', 'revision_number': 4, 'project_id': '26cc2b3e17a647158174453e7bd84f2a', 'gw_port': {'id': '1ca699e1-df29-4cac-8861-cbfa0d10ef9e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:26Z', 'updated_at': '2021-11-12T04:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0ecbd902-900c-4c1e-b383-3d55edb007c6', 'name': '', 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'mac_address': 'fa:16:3e:1d:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '924feb5b-da3a-4801-a75c-2490ca0b383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:29Z', 'updated_at': '2021-11-12T04:28:31Z', 'revision_number': 2, 'project_id': '26cc2b3e17a647158174453e7bd84f2a', 'subnets': [{'id': '924feb5b-da3a-4801-a75c-2490ca0b383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:33.516552 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Checking router: 9b578011-6ccc-476c-a1e7-4868212ea627 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:33.516904 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Updating router 9b578011-6ccc-476c-a1e7-4868212ea627 port 0ecbd902-900c-4c1e-b383-3d55edb007c6 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:28:33.547388 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.555241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56106) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:33.561590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-76102507-network', 'tenant_id': '819be64a88db407f8f7746d67a5a4618'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:33.626998 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-706bba8b-99ab-4434-94d8-7cd819c9169a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.655515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bba8b-99ab-4434-94d8-7cd819c9169a None None] Pushing event deleted for resources: {'Port': ['ID=9abcb059-094b-4b48-abe5-ee6f90600320,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:33.657994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706bba8b-99ab-4434-94d8-7cd819c9169a None None] No DVR routers for this DVR port 9abcb059-094b-4b48-abe5-ee6f90600320 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:33.660105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] Made reservation on behalf of 819be64a88db407f8f7746d67a5a4618 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:33.660256 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.664146 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.679274 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.680133 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.680235 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.695784 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] 10.222.0.105 "DELETE /v2.0/networks/8b8ff608-c821-4fa8-89d2-9108956bfdd3 HTTP/1.1" status: 204 len: 168 time: 1.8664408 Nov 12 04:28:33.793489 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=8b9e5ab3-b527-42f6-853f-46c57310b769,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:33.800235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Pushing event deleted for resources: {'Network': ['ID=8b8ff608-c821-4fa8-89d2-9108956bfdd3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:33.809213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.858118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b421d8-a08c-401a-98df-7b2db9d91fdc None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:33.858848 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.859536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.860296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.861180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.861658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.862354 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.863046 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.863725 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.864478 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.865178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.865878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.867808 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.872787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.890326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:33.907770 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.908276 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] Added segment 8f29f15c-a8c9-4804-a17d-fdcbedfb2de6 of type vlan for network 12c66a0f-bc1c-4227-8899-dd4a4db1984d Nov 12 04:28:33.915751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.917571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.918571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.919262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.919950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.920655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.921326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.922016 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.922705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.923373 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.924083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.924879 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f53ba7-cae4-458b-a738-38dfc3e44cdd tempest-ExtraDHCPOptionsIpV6TestJSON-523767497 tempest-ExtraDHCPOptionsIpV6TestJSON-523767497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:33.961588 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.020502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.033201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf02e494-accb-4f0d-b850-d5f0869e7f8f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:34.061156 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.062184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:34.062772 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.108977 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.144129 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.145473 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5883813 Nov 12 04:28:34.147586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56110) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:34.149214 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.154469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9139c285-09ee-49c1-8146-b104e675cc3b admin admin] Request body: {'subnet': {'network_id': '12c66a0f-bc1c-4227-8899-dd4a4db1984d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-76102507-subnet', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:34.160703 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509db931-dce4-47c1-a919-6d43711695bc admin admin] Pushing event updated for resources: {'Network': ['ID=12c66a0f-bc1c-4227-8899-dd4a4db1984d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:34.175295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 12c66a0f-bc1c-4227-8899-dd4a4db1984d details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:34.192679 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.249752 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931c00f-0600-4744-a30a-56e2064beac2 None None] Pushing event updated for resources: {'Port': ['ID=0ecbd902-900c-4c1e-b383-3d55edb007c6,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:34.282535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9139c285-09ee-49c1-8146-b104e675cc3b admin admin] Made reservation on behalf of 819be64a88db407f8f7746d67a5a4618 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:34.282535 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9139c285-09ee-49c1-8146-b104e675cc3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.291354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 39bc61fc-d80d-40a3-b6c5-abf34c70b40e no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:34.306542 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.308646 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Fanout notify agent at l3_agent the message router_deleted on router 72416595-7604-4867-b403-81c1635a22af {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:28:34.323986 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Attempting to bind port 0ecbd902-900c-4c1e-b383-3d55edb007c6 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:34.324470 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Attempting to bind port 0ecbd902-900c-4c1e-b383-3d55edb007c6 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:34.324941 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.325055 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Attempting to bind port 0ecbd902-900c-4c1e-b383-3d55edb007c6 on network f216904f-6bc8-4157-abe7-251c6ff6647e {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:34.326093 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3dbe49e1-5313-427e-8181-fc5bd2bbdb5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/routers/72416595-7604-4867-b403-81c1635a22af HTTP/1.1" status: 204 len: 168 time: 2.0655642 Nov 12 04:28:34.331033 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56112) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:34.332545 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:34.333086 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Checking segment: {'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:34.333593 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.334144 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Bound using segment: {'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:34.334677 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Bound port: 0ecbd902-900c-4c1e-b383-3d55edb007c6, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:34.335260 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.359773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 39bc61fc-d80d-40a3-b6c5-abf34c70b40e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:34.360597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 39bc61fc-d80d-40a3-b6c5-abf34c70b40e not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:34.362523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a45117e3-e5f4-4626-a950-0c11d63f55c1 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:34.416226 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: a45117e3-e5f4-4626-a950-0c11d63f55c1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:34.418589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a45117e3-e5f4-4626-a950-0c11d63f55c1 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:34.418767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9abcb059-094b-4b48-abe5-ee6f90600320 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:34.472301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 9abcb059-094b-4b48-abe5-ee6f90600320 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:34.475565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9abcb059-094b-4b48-abe5-ee6f90600320 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:34.496366 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-308cea39-4189-4768-818a-e218e75701c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.496799 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] For port 0ecbd902-900c-4c1e-b383-3d55edb007c6, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:34.507664 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] For port 0ecbd902-900c-4c1e-b383-3d55edb007c6, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0ecbd902-900c-4c1e-b383-3d55edb007c6,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:34.581386 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.614371 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-308cea39-4189-4768-818a-e218e75701c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.631714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56116) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:34.648784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f4657bc7-b12d-4e6d-a94e-b31c4f41e00b None None] Provisioning complete for port 0ecbd902-900c-4c1e-b383-3d55edb007c6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:34.648988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-308cea39-4189-4768-818a-e218e75701c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f061db4e-b0cd-47f3-8607-a0df10867e8e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:34.649630 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4657bc7-b12d-4e6d-a94e-b31c4f41e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.650002 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9139c285-09ee-49c1-8146-b104e675cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.661608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-308cea39-4189-4768-818a-e218e75701c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd577c6c1-7a38-481c-90f7-9d7d1217e930') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:34.662048 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-308cea39-4189-4768-818a-e218e75701c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd577c6c1-7a38-481c-90f7-9d7d1217e930') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:34.662204 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931c00f-0600-4744-a30a-56e2064beac2 None None] Pushing event updated for resources: {'Port': ['ID=0ecbd902-900c-4c1e-b383-3d55edb007c6,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:34.664763 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Routers {'9b578011-6ccc-476c-a1e7-4868212ea627'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:34.671359 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b578011-6ccc-476c-a1e7-4868212ea627'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:34.691502 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-308cea39-4189-4768-818a-e218e75701c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.725744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-308cea39-4189-4768-818a-e218e75701c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.740435 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308cea39-4189-4768-818a-e218e75701c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:28:34.742309 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-308cea39-4189-4768-818a-e218e75701c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.746104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9139c285-09ee-49c1-8146-b104e675cc3b admin admin] Checking segment: {'id': '8f29f15c-a8c9-4804-a17d-fdcbedfb2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '12c66a0f-bc1c-4227-8899-dd4a4db1984d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:34.746556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9139c285-09ee-49c1-8146-b104e675cc3b admin admin] Network hostable DHCP agents. Network: 12c66a0f-bc1c-4227-8899-dd4a4db1984d, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:28:34.750902 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:28:34.762155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139c285-09ee-49c1-8146-b104e675cc3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb4c1468-59a6-4d17-b4f9-dedde0c77b3c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:34.820930 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4657bc7-b12d-4e6d-a94e-b31c4f41e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.859607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f4657bc7-b12d-4e6d-a94e-b31c4f41e00b None None] For port 0ecbd902-900c-4c1e-b383-3d55edb007c6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0ecbd902-900c-4c1e-b383-3d55edb007c6,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:34.864770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9139c285-09ee-49c1-8146-b104e675cc3b admin admin] Network 12c66a0f-bc1c-4227-8899-dd4a4db1984d is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:28:34.895315 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] Set router 9b578011-6ccc-476c-a1e7-4868212ea627 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:34.902476 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-77d0f3fb-9229-474a-a0a6-2b5cc46f509a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9200a58de28f410e87e69fb14541eb53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2774675 Nov 12 04:28:34.902744 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56120) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:34.957415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb9e6ca-1463-40ff-8c0d-9fff5c6cd5a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.961462 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4657bc7-b12d-4e6d-a94e-b31c4f41e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.984592 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb9e6ca-1463-40ff-8c0d-9fff5c6cd5a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.989723 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-308cea39-4189-4768-818a-e218e75701c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.991933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9139c285-09ee-49c1-8146-b104e675cc3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 12c66a0f-bc1c-4227-8899-dd4a4db1984d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:34.999883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9139c285-09ee-49c1-8146-b104e675cc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:35.005723 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9139c285-09ee-49c1-8146-b104e675cc3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.011264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-308cea39-4189-4768-818a-e218e75701c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.015742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4657bc7-b12d-4e6d-a94e-b31c4f41e00b None None] Pushing event updated for resources: {'Port': ['ID=0ecbd902-900c-4c1e-b383-3d55edb007c6,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:35.021682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc089c-faa0-4df5-ac2d-8de626c8ce08 None None] Network 12c66a0f-bc1c-4227-8899-dd4a4db1984d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:35.024401 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-308cea39-4189-4768-818a-e218e75701c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/networks/f061db4e-b0cd-47f3-8607-a0df10867e8e HTTP/1.1" status: 204 len: 168 time: 0.6917448 Nov 12 04:28:35.028935 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56122) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:35.039752 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cea39-4189-4768-818a-e218e75701c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Network': ['ID=f061db4e-b0cd-47f3-8607-a0df10867e8e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:35.098790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9139c285-09ee-49c1-8146-b104e675cc3b admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9501030 Nov 12 04:28:35.101645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56124) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:35.106989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-76102507-router', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:35.112319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6c4b52bb-cd0e-423f-bca4-0fc2fbaf0f8a None None] Provisioning complete for port 0ecbd902-900c-4c1e-b383-3d55edb007c6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:35.112986 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c4b52bb-cd0e-423f-bca4-0fc2fbaf0f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.141204 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16ef46d7-2366-4076-b43c-7466aab20250 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.166010 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'name': 'tempest-TestServerMultinode-740216868-router', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '1ca699e1-df29-4cac-8861-cbfa0d10ef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:25Z', 'updated_at': '2021-11-12T04:28:31Z', 'revision_number': 4, 'project_id': '26cc2b3e17a647158174453e7bd84f2a', 'gw_port': {'id': '1ca699e1-df29-4cac-8861-cbfa0d10ef9e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:26Z', 'updated_at': '2021-11-12T04:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0ecbd902-900c-4c1e-b383-3d55edb007c6', 'name': '', 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'mac_address': 'fa:16:3e:1d:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '924feb5b-da3a-4801-a75c-2490ca0b383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:29Z', 'updated_at': '2021-11-12T04:28:34Z', 'revision_number': 4, 'project_id': '26cc2b3e17a647158174453e7bd84f2a', 'subnets': [{'id': '924feb5b-da3a-4801-a75c-2490ca0b383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:35.174956 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16ef46d7-2366-4076-b43c-7466aab20250 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.195383 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39812856-5806-4893-906a-59d5b3c6d0d7 None None] The sync data for ids ['9b578011-6ccc-476c-a1e7-4868212ea627'] in n-d-767704-23 is: [{'id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'name': 'tempest-TestServerMultinode-740216868-router', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '1ca699e1-df29-4cac-8861-cbfa0d10ef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:25Z', 'updated_at': '2021-11-12T04:28:31Z', 'revision_number': 4, 'project_id': '26cc2b3e17a647158174453e7bd84f2a', 'gw_port': {'id': '1ca699e1-df29-4cac-8861-cbfa0d10ef9e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:26Z', 'updated_at': '2021-11-12T04:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0ecbd902-900c-4c1e-b383-3d55edb007c6', 'name': '', 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'mac_address': 'fa:16:3e:1d:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '924feb5b-da3a-4801-a75c-2490ca0b383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:29Z', 'updated_at': '2021-11-12T04:28:34Z', 'revision_number': 4, 'project_id': '26cc2b3e17a647158174453e7bd84f2a', 'subnets': [{'id': '924feb5b-da3a-4801-a75c-2490ca0b383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:35.218310 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.224168 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.273490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-12c66a0f-bc1c-4227-8899-dd4a4db1984d', 'network_id': '12c66a0f-bc1c-4227-8899-dd4a4db1984d', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'fixed_ips': [{'subnet_id': 'eb4c1468-59a6-4d17-b4f9-dedde0c77b3c'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:28:35.274385 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.286709 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb9e6ca-1463-40ff-8c0d-9fff5c6cd5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.289817 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbb9e6ca-1463-40ff-8c0d-9fff5c6cd5a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.293769 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bbb9e6ca-1463-40ff-8c0d-9fff5c6cd5a3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c89657b7-f76d-4fdd-9226-5e571c5f72d5 HTTP/1.1" status: 204 len: 168 time: 0.3872278 Nov 12 04:28:35.301522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9e6ca-1463-40ff-8c0d-9fff5c6cd5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89657b7-f76d-4fdd-9226-5e571c5f72d5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:35.329447 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.355893 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16ef46d7-2366-4076-b43c-7466aab20250 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.359751 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16ef46d7-2366-4076-b43c-7466aab20250 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.361311 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-16ef46d7-2366-4076-b43c-7466aab20250 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/security-groups/43c8e2ad-ee15-4471-b353-5f4950510c01 HTTP/1.1" status: 204 len: 168 time: 0.3313887 Nov 12 04:28:35.390561 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef46d7-2366-4076-b43c-7466aab20250 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c8e2ad-ee15-4471-b353-5f4950510c01,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:35.501691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Allocated IP 172.20.0.2 (12c66a0f-bc1c-4227-8899-dd4a4db1984d/eb4c1468-59a6-4d17-b4f9-dedde0c77b3c/1f466caa-2745-4e1b-9b4b-5ad2d3f40a65) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:35.739592 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.810595 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.908795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Network 12c66a0f-bc1c-4227-8899-dd4a4db1984d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:35.914345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:35.919940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:35.923271 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Pushing event updated for resources: {'Port': ['ID=1f466caa-2745-4e1b-9b4b-5ad2d3f40a65,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:35.955561 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.992337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Attempting to bind port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:35.992936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Attempting to bind port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '8f29f15c-a8c9-4804-a17d-fdcbedfb2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '12c66a0f-bc1c-4227-8899-dd4a4db1984d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:35.993369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Attempting to bind port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 on network 12c66a0f-bc1c-4227-8899-dd4a4db1984d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:36.003723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:36.004481 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Checking segment: {'id': '8f29f15c-a8c9-4804-a17d-fdcbedfb2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '12c66a0f-bc1c-4227-8899-dd4a4db1984d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:36.005144 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.005733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Bound using segment: {'id': '8f29f15c-a8c9-4804-a17d-fdcbedfb2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '12c66a0f-bc1c-4227-8899-dd4a4db1984d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:36.006408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Bound port: 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f29f15c-a8c9-4804-a17d-fdcbedfb2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '12c66a0f-bc1c-4227-8899-dd4a4db1984d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:36.007209 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.041468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56142) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:36.047409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-999d4d99-e7f6-4ef8-b694-c436c6792079 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-128038083', 'description': 'tempest-secgroup-smoke-128038083 description', 'project_id': '6035ed2710404d7fadaeb6fad57f6003'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:36.109773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] For port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:36.114276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] For port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1f466caa-2745-4e1b-9b4b-5ad2d3f40a65,segment=NetworkSegment(8f29f15c-a8c9-4804-a17d-fdcbedfb2de6),segment_id=8f29f15c-a8c9-4804-a17d-fdcbedfb2de6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:36.201456 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-999d4d99-e7f6-4ef8-b694-c436c6792079 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.230371 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.275023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0ecbd902-900c-4c1e-b383-3d55edb007c6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:36.280087 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.299305 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-999d4d99-e7f6-4ef8-b694-c436c6792079 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.313783 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.349875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a734a78-747a-478d-a0f4-3a924d73c9e8 None None] Pushing event updated for resources: {'Port': ['ID=1f466caa-2745-4e1b-9b4b-5ad2d3f40a65,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:36.363736 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-999d4d99-e7f6-4ef8-b694-c436c6792079 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.388767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0ecbd902-900c-4c1e-b383-3d55edb007c6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:36.388767 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.449257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d4d99-e7f6-4ef8-b694-c436c6792079 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ad30e7-8886-4242-a952-43ecc85b5a85,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:36.457853 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-999d4d99-e7f6-4ef8-b694-c436c6792079 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.462394 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-999d4d99-e7f6-4ef8-b694-c436c6792079 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4151802 Nov 12 04:28:36.462558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:36.470548 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-15b4f4fd-d3c9-47ce-ac83-298c921c9c9f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': '29ad30e7-8886-4242-a952-43ecc85b5a85', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:36.517935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8b9e5ab3-b527-42f6-853f-46c57310b769 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:36.540792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Allocated IP 172.25.8.230 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/19e5b619-7bae-4c17-8705-ee2f878f8e53) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:36.593030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 8b9e5ab3-b527-42f6-853f-46c57310b769 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:36.593372 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8b9e5ab3-b527-42f6-853f-46c57310b769 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:36.606723 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15b4f4fd-d3c9-47ce-ac83-298c921c9c9f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.713101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:36.743640 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15b4f4fd-d3c9-47ce-ac83-298c921c9c9f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.746646 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.800918 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15b4f4fd-d3c9-47ce-ac83-298c921c9c9f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.821878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4f4fd-d3c9-47ce-ac83-298c921c9c9f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99711fc2-7067-4822-8796-0fc7c0e22f8a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:36.823709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Request body: {'networks': [{'name': 'tempest-network--655220641'}, {'name': 'tempest-network--1991378898'}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:36.824091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Request body: {'network': {'name': 'tempest-network--655220641'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:36.824563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Request body: {'network': {'name': 'tempest-network--1991378898'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:36.887782 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.937071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:36.939492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:36.941373 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Pushing event updated for resources: {'Port': ['ID=19e5b619-7bae-4c17-8705-ee2f878f8e53,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:36.943497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:36.958953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb41e521-04ba-44c9-b306-507599c40e51 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:36.969166 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15b4f4fd-d3c9-47ce-ac83-298c921c9c9f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.972936 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-15b4f4fd-d3c9-47ce-ac83-298c921c9c9f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5075049 Nov 12 04:28:36.977568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56158) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:36.982222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-79c80afa-eacb-4c94-a4aa-ffdf7c83c9bb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': '29ad30e7-8886-4242-a952-43ecc85b5a85', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:37.030735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Made reservation on behalf of 044065fcbe22454cb305c640a413ba17 for: {'network': 2} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:37.035393 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.051129 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.055514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-21e4916a-b393-4d6f-8f36-69725d591c21 None None] Provisioning complete for port 19e5b619-7bae-4c17-8705-ee2f878f8e53 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:37.055928 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21e4916a-b393-4d6f-8f36-69725d591c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.102018 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-21e4916a-b393-4d6f-8f36-69725d591c21 None None] Port 19e5b619-7bae-4c17-8705-ee2f878f8e53 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:37.140883 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.204203 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c80afa-eacb-4c94-a4aa-ffdf7c83c9bb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.250815 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.251374 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.262831 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c80afa-eacb-4c94-a4aa-ffdf7c83c9bb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.301647 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef909de5-b490-4e31-907d-e664ebfda87a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:37.304338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:37.314687 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.315465 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Added segment c63c4f38-eb70-43a8-b461-67d184d89b05 of type vlan for network ae8eb431-465c-40f0-b148-a74c2a22d499 Nov 12 04:28:37.348368 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.364892 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.367185 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c80afa-eacb-4c94-a4aa-ffdf7c83c9bb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.404584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c80afa-eacb-4c94-a4aa-ffdf7c83c9bb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9101fd3c-c64e-4fc2-a7bb-58a925dc35bb,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:37.421719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:37.432004 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.433007 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Added segment bb4a2efa-add7-482f-9447-389174899af5 of type vlan for network 9cd35608-ef5e-44bb-a5f4-036d7ada10db Nov 12 04:28:37.478667 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c80afa-eacb-4c94-a4aa-ffdf7c83c9bb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.488150 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-79c80afa-eacb-4c94-a4aa-ffdf7c83c9bb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5062983 Nov 12 04:28:37.488150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56160) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:37.494565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b369c2df-e84e-4c1f-b116-d82660f4ef57 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': '29ad30e7-8886-4242-a952-43ecc85b5a85', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:37.502038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff69f441-3ad2-4c15-b12b-510f234ee62b None None] Network 12c66a0f-bc1c-4227-8899-dd4a4db1984d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:37.504692 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.574414 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.577286 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e109af43-3b64-4806-9c7f-cc3cc284e861 None None] Provisioning complete for port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:37.577779 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e109af43-3b64-4806-9c7f-cc3cc284e861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.612256 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b369c2df-e84e-4c1f-b116-d82660f4ef57 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.639695 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.640356 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.646465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:37.654592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:37.655234 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.719043 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e109af43-3b64-4806-9c7f-cc3cc284e861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.752268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event updated for resources: {'Network': ['ID=ae8eb431-465c-40f0-b148-a74c2a22d499,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:37.771961 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e109af43-3b64-4806-9c7f-cc3cc284e861 None None] For port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1f466caa-2745-4e1b-9b4b-5ad2d3f40a65,segment=NetworkSegment(8f29f15c-a8c9-4804-a17d-fdcbedfb2de6),segment_id=8f29f15c-a8c9-4804-a17d-fdcbedfb2de6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:37.771961 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network ae8eb431-465c-40f0-b148-a74c2a22d499 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:37.789518 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b369c2df-e84e-4c1f-b116-d82660f4ef57 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.797188 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0823641 Nov 12 04:28:37.799879 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56162) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:37.834589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Router df04266c-a192-4642-bef2-37cfd9a246db is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:28:37.851769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79122729-c44b-4620-a115-a50b049169b4 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event updated for resources: {'Network': ['ID=9cd35608-ef5e-44bb-a5f4-036d7ada10db,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:37.864322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 9cd35608-ef5e-44bb-a5f4-036d7ada10db details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:37.901150 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b369c2df-e84e-4c1f-b116-d82660f4ef57 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.925850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369c2df-e84e-4c1f-b116-d82660f4ef57 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acb78e4-1918-4537-b431-9965d3ffb99e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:37.926078 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e109af43-3b64-4806-9c7f-cc3cc284e861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.989822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109af43-3b64-4806-9c7f-cc3cc284e861 None None] Pushing event updated for resources: {'Port': ['ID=1f466caa-2745-4e1b-9b4b-5ad2d3f40a65,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:38.001121 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b369c2df-e84e-4c1f-b116-d82660f4ef57 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.005435 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b369c2df-e84e-4c1f-b116-d82660f4ef57 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5152020 Nov 12 04:28:38.009138 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:38.024677 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-18a8c543-7669-49fb-8595-1fb71be45f70 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': '29ad30e7-8886-4242-a952-43ecc85b5a85', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:38.046416 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bacf947a-3b1f-43ae-b6ea-9f6255c5cdf0 None None] Provisioning complete for port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:38.046886 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bacf947a-3b1f-43ae-b6ea-9f6255c5cdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.086994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf2187-d19f-471f-abc6-270573318e28 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:38.093659 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf2187-d19f-471f-abc6-270573318e28 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:38.099443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf2187-d19f-471f-abc6-270573318e28 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:38.106084 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf2187-d19f-471f-abc6-270573318e28 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:38.110453 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0cdf2187-d19f-471f-abc6-270573318e28 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3068569 Nov 12 04:28:38.111591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:38.136068 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:38.162314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Sync routers for ids ['df04266c-a192-4642-bef2-37cfd9a246db'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:38.176013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Routers {'df04266c-a192-4642-bef2-37cfd9a246db'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:38.176681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['df04266c-a192-4642-bef2-37cfd9a246db'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:38.222041 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c63695c-6636-469e-b72a-97d611c69fe2 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.239942 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:38.241915 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18a8c543-7669-49fb-8595-1fb71be45f70 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.299922 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18a8c543-7669-49fb-8595-1fb71be45f70 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.318011 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.319278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3466dd9e-78fd-493c-8055-ed4ca6979d33 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2166007 Nov 12 04:28:38.328187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:38.328359 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c63695c-6636-469e-b72a-97d611c69fe2 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.335439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Set router df04266c-a192-4642-bef2-37cfd9a246db gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:38.357858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c63695c-6636-469e-b72a-97d611c69fe2 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8eb431-465c-40f0-b148-a74c2a22d499']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:38.374439 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c63695c-6636-469e-b72a-97d611c69fe2 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63c4f38-eb70-43a8-b461-67d184d89b05') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:38.374633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c63695c-6636-469e-b72a-97d611c69fe2 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63c4f38-eb70-43a8-b461-67d184d89b05') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:38.375351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18a8c543-7669-49fb-8595-1fb71be45f70 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.393421 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c63695c-6636-469e-b72a-97d611c69fe2 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.407288 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8c543-7669-49fb-8595-1fb71be45f70 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050742f0-406b-4aa0-bb18-2036d5d08904,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:38.417226 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c63695c-6636-469e-b72a-97d611c69fe2 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.418501 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:38.418880 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.425235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c63695c-6636-469e-b72a-97d611c69fe2 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:28:38.425622 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c63695c-6636-469e-b72a-97d611c69fe2 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:28:38.428920 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:28:38.506562 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18a8c543-7669-49fb-8595-1fb71be45f70 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.507811 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-18a8c543-7669-49fb-8595-1fb71be45f70 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4922802 Nov 12 04:28:38.511471 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:38.518352 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8961900c-c7a4-4671-ac1f-09d323209997 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': '29ad30e7-8886-4242-a952-43ecc85b5a85', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:38.566849 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c63695c-6636-469e-b72a-97d611c69fe2 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.573606 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c63695c-6636-469e-b72a-97d611c69fe2 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.578227 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0c63695c-6636-469e-b72a-97d611c69fe2 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "DELETE /v2.0/networks/ae8eb431-465c-40f0-b148-a74c2a22d499 HTTP/1.1" status: 204 len: 168 time: 0.4643378 Nov 12 04:28:38.582895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:38.595917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63695c-6636-469e-b72a-97d611c69fe2 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event deleted for resources: {'Network': ['ID=ae8eb431-465c-40f0-b148-a74c2a22d499,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:38.659599 n-d-767704-23 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-8961900c-c7a4-4671-ac1f-09d323209997 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Project 6035ed2710404d7fadaeb6fad57f6003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:28:38.710697 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8961900c-c7a4-4671-ac1f-09d323209997 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.737721 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e2d1d5a-df55-48c7-8892-b78ed8f7543e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.754398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'name': 'tempest-TestServerMultinode-76102507-router', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '19e5b619-7bae-4c17-8705-ee2f878f8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:35Z', 'updated_at': '2021-11-12T04:28:37Z', 'revision_number': 3, 'project_id': '819be64a88db407f8f7746d67a5a4618', 'gw_port': {'id': '19e5b619-7bae-4c17-8705-ee2f878f8e53', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:36Z', 'updated_at': '2021-11-12T04:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:38.781458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Checking router: df04266c-a192-4642-bef2-37cfd9a246db for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:38.781813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Updating router df04266c-a192-4642-bef2-37cfd9a246db port 19e5b619-7bae-4c17-8705-ee2f878f8e53 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:28:38.810688 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.869609 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8961900c-c7a4-4671-ac1f-09d323209997 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.926401 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e2d1d5a-df55-48c7-8892-b78ed8f7543e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.946910 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8961900c-c7a4-4671-ac1f-09d323209997 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.968187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1e2d1d5a-df55-48c7-8892-b78ed8f7543e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd35608-ef5e-44bb-a5f4-036d7ada10db']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:39.007028 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961900c-c7a4-4671-ac1f-09d323209997 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4c8680-b0bf-4fa2-994f-09515b2947fa,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:39.013792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1e2d1d5a-df55-48c7-8892-b78ed8f7543e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4a2efa-add7-482f-9447-389174899af5') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:39.014350 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1e2d1d5a-df55-48c7-8892-b78ed8f7543e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4a2efa-add7-482f-9447-389174899af5') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:39.031060 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e2d1d5a-df55-48c7-8892-b78ed8f7543e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.065279 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e2d1d5a-df55-48c7-8892-b78ed8f7543e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.068415 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.076618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2d1d5a-df55-48c7-8892-b78ed8f7543e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:28:39.077064 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e2d1d5a-df55-48c7-8892-b78ed8f7543e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:28:39.080123 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:28:39.134831 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8961900c-c7a4-4671-ac1f-09d323209997 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.136070 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8961900c-c7a4-4671-ac1f-09d323209997 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6235955 Nov 12 04:28:39.138936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56174) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:39.140392 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.143819 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bca399a9-16b6-4e03-8e7c-40a3109554b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': '29ad30e7-8886-4242-a952-43ecc85b5a85', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:39.147763 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.197159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1d7526-c8b1-4cfe-8425-1dde21afcaeb None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:39.208230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fc14f-9ea4-47e8-b6a8-113d4ca2dcb9 None None] Pushing event updated for resources: {'Port': ['ID=19e5b619-7bae-4c17-8705-ee2f878f8e53,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:39.210399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Attempting to bind port 19e5b619-7bae-4c17-8705-ee2f878f8e53 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:39.210765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Attempting to bind port 19e5b619-7bae-4c17-8705-ee2f878f8e53 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:39.211128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Attempting to bind port 19e5b619-7bae-4c17-8705-ee2f878f8e53 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:39.218210 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:39.218604 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:39.219009 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.219398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:39.219966 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Bound port: 19e5b619-7bae-4c17-8705-ee2f878f8e53, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:39.220282 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.258930 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e2d1d5a-df55-48c7-8892-b78ed8f7543e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.274090 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e2d1d5a-df55-48c7-8892-b78ed8f7543e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.280493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:39.280722 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1e2d1d5a-df55-48c7-8892-b78ed8f7543e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "DELETE /v2.0/networks/9cd35608-ef5e-44bb-a5f4-036d7ada10db HTTP/1.1" status: 204 len: 168 time: 0.6965437 Nov 12 04:28:39.292766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-62178b52-3082-4c80-a0a7-84c13ccb9296 None None] Provisioning complete for port 19e5b619-7bae-4c17-8705-ee2f878f8e53 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:39.293136 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62178b52-3082-4c80-a0a7-84c13ccb9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.297625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] For port 19e5b619-7bae-4c17-8705-ee2f878f8e53, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:39.298543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d1d5a-df55-48c7-8892-b78ed8f7543e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event deleted for resources: {'Network': ['ID=9cd35608-ef5e-44bb-a5f4-036d7ada10db,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:39.329448 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] For port 19e5b619-7bae-4c17-8705-ee2f878f8e53, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=19e5b619-7bae-4c17-8705-ee2f878f8e53,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:39.340840 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-62178b52-3082-4c80-a0a7-84c13ccb9296 None None] Port 19e5b619-7bae-4c17-8705-ee2f878f8e53 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:39.361052 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-bca399a9-16b6-4e03-8e7c-40a3109554b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Project 6035ed2710404d7fadaeb6fad57f6003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:28:39.377457 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bca399a9-16b6-4e03-8e7c-40a3109554b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.398312 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.457378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f3054-23b5-4b24-ad0f-f6ad6a4a1038 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:39.478122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Allocated IP 172.20.0.1 (12c66a0f-bc1c-4227-8899-dd4a4db1984d/eb4c1468-59a6-4d17-b4f9-dedde0c77b3c/d47e442e-0bee-45a0-98ee-1040e46befac) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:39.484874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Routers {'df04266c-a192-4642-bef2-37cfd9a246db'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:39.485587 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['df04266c-a192-4642-bef2-37cfd9a246db'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:39.489048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fc14f-9ea4-47e8-b6a8-113d4ca2dcb9 None None] Pushing event updated for resources: {'Port': ['ID=19e5b619-7bae-4c17-8705-ee2f878f8e53,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:39.586379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53cefb2-902d-4a59-9146-f544994a191f tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:39.592831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53cefb2-902d-4a59-9146-f544994a191f tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:39.594597 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b53cefb2-902d-4a59-9146-f544994a191f tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3131044 Nov 12 04:28:39.596807 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bca399a9-16b6-4e03-8e7c-40a3109554b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.598348 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56178) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:39.603214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-717f1c6a-e69c-40a3-a83a-5dba7183f5cf tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1849997060'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:39.610212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e6f2e652-4ae1-4d3e-bef8-3c18732f4578 None None] Provisioning complete for port 19e5b619-7bae-4c17-8705-ee2f878f8e53 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:39.610574 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e652-4ae1-4d3e-bef8-3c18732f4578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.611839 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.638960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] Set router df04266c-a192-4642-bef2-37cfd9a246db gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:39.709851 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bca399a9-16b6-4e03-8e7c-40a3109554b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.711673 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717f1c6a-e69c-40a3-a83a-5dba7183f5cf tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Made reservation on behalf of 044065fcbe22454cb305c640a413ba17 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:39.715404 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-717f1c6a-e69c-40a3-a83a-5dba7183f5cf tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.746829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca399a9-16b6-4e03-8e7c-40a3109554b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4f4d14-5674-4bbb-a6bd-4888aff26600,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:39.757610 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717f1c6a-e69c-40a3-a83a-5dba7183f5cf tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:39.767175 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-717f1c6a-e69c-40a3-a83a-5dba7183f5cf tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.767520 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-717f1c6a-e69c-40a3-a83a-5dba7183f5cf tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Added segment f81742c5-e66f-4e10-9efd-20c4e8f701a0 of type vlan for network be4381e4-7b23-4c5b-b0cd-431408a5eb1b Nov 12 04:28:39.778354 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.815491 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e652-4ae1-4d3e-bef8-3c18732f4578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.819440 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Network 12c66a0f-bc1c-4227-8899-dd4a4db1984d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:39.819613 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-717f1c6a-e69c-40a3-a83a-5dba7183f5cf tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.822703 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:39.827039 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:39.833497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Pushing event updated for resources: {'Port': ['ID=d47e442e-0bee-45a0-98ee-1040e46befac,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:39.860535 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bca399a9-16b6-4e03-8e7c-40a3109554b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.866266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56180) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:39.867963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bca399a9-16b6-4e03-8e7c-40a3109554b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7247436 Nov 12 04:28:39.869647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e6f2e652-4ae1-4d3e-bef8-3c18732f4578 None None] For port 19e5b619-7bae-4c17-8705-ee2f878f8e53, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=19e5b619-7bae-4c17-8705-ee2f878f8e53,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:39.872710 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8f9bba40-8792-452f-9d0a-389d4d93287d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'network': {'name': 'tempest-network-smoke--394000736', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:39.887064 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.899312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'name': 'tempest-TestServerMultinode-76102507-router', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '19e5b619-7bae-4c17-8705-ee2f878f8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:35Z', 'updated_at': '2021-11-12T04:28:37Z', 'revision_number': 3, 'project_id': '819be64a88db407f8f7746d67a5a4618', 'gw_port': {'id': '19e5b619-7bae-4c17-8705-ee2f878f8e53', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:36Z', 'updated_at': '2021-11-12T04:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:39.929072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8206df-4f09-4423-aa29-b5985611297b None None] The sync data for ids ['df04266c-a192-4642-bef2-37cfd9a246db'] in n-d-767704-23 is: [{'id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'name': 'tempest-TestServerMultinode-76102507-router', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '19e5b619-7bae-4c17-8705-ee2f878f8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:35Z', 'updated_at': '2021-11-12T04:28:37Z', 'revision_number': 3, 'project_id': '819be64a88db407f8f7746d67a5a4618', 'gw_port': {'id': '19e5b619-7bae-4c17-8705-ee2f878f8e53', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:36Z', 'updated_at': '2021-11-12T04:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:39.947073 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e652-4ae1-4d3e-bef8-3c18732f4578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.947489 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-717f1c6a-e69c-40a3-a83a-5dba7183f5cf tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.954574 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717f1c6a-e69c-40a3-a83a-5dba7183f5cf tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:39.955211 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-717f1c6a-e69c-40a3-a83a-5dba7183f5cf tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.017056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2e652-4ae1-4d3e-bef8-3c18732f4578 None None] Pushing event updated for resources: {'Port': ['ID=19e5b619-7bae-4c17-8705-ee2f878f8e53,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:40.046365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9bba40-8792-452f-9d0a-389d4d93287d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Made reservation on behalf of 6035ed2710404d7fadaeb6fad57f6003 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:40.052088 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f9bba40-8792-452f-9d0a-389d4d93287d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.067996 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f1c6a-e69c-40a3-a83a-5dba7183f5cf tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event updated for resources: {'Network': ['ID=be4381e4-7b23-4c5b-b0cd-431408a5eb1b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:40.079382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network be4381e4-7b23-4c5b-b0cd-431408a5eb1b details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:40.089868 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9bba40-8792-452f-9d0a-389d4d93287d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:40.105804 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f9bba40-8792-452f-9d0a-389d4d93287d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.107462 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-8f9bba40-8792-452f-9d0a-389d4d93287d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Added segment 110aaaed-01d3-47d5-80fe-0580b4d46867 of type vlan for network f5a245fc-d266-44de-891f-7488330f4bc6 Nov 12 04:28:40.161536 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-717f1c6a-e69c-40a3-a83a-5dba7183f5cf tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5619943 Nov 12 04:28:40.163301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56182) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:40.170722 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d2c1739f-eeef-4561-ad58-fa6bd0ebfd7e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-264491128'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:40.174119 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4e3f6691-a36a-44b3-b124-a432d9edd298 None None] Provisioning complete for port d47e442e-0bee-45a0-98ee-1040e46befac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:40.174981 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e3f6691-a36a-44b3-b124-a432d9edd298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.178277 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f9bba40-8792-452f-9d0a-389d4d93287d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.198346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.220770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f6691-a36a-44b3-b124-a432d9edd298 None None] Port d47e442e-0bee-45a0-98ee-1040e46befac cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:40.278209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c1739f-eeef-4561-ad58-fa6bd0ebfd7e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Made reservation on behalf of 044065fcbe22454cb305c640a413ba17 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:40.285932 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c1739f-eeef-4561-ad58-fa6bd0ebfd7e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.314500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c1739f-eeef-4561-ad58-fa6bd0ebfd7e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:40.326494 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c1739f-eeef-4561-ad58-fa6bd0ebfd7e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.326842 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-d2c1739f-eeef-4561-ad58-fa6bd0ebfd7e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Added segment 2df9f9db-ded6-4d33-9b6a-02820d1d6f6e of type vlan for network 6894858f-4d12-4bb4-bbb1-fee22308dbc2 Nov 12 04:28:40.349572 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f9bba40-8792-452f-9d0a-389d4d93287d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.356756 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9bba40-8792-452f-9d0a-389d4d93287d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:40.356756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f9bba40-8792-452f-9d0a-389d4d93287d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.375602 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c1739f-eeef-4561-ad58-fa6bd0ebfd7e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.485386 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c1739f-eeef-4561-ad58-fa6bd0ebfd7e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.488235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c1739f-eeef-4561-ad58-fa6bd0ebfd7e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:40.489813 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c1739f-eeef-4561-ad58-fa6bd0ebfd7e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.494311 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bba40-8792-452f-9d0a-389d4d93287d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Network': ['ID=f5a245fc-d266-44de-891f-7488330f4bc6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:40.506861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network f5a245fc-d266-44de-891f-7488330f4bc6 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:40.515922 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.538888 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8f9bba40-8792-452f-9d0a-389d4d93287d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6691267 Nov 12 04:28:40.539171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56184) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:40.548324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'admin_state_up': True, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:40.591078 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1739f-eeef-4561-ad58-fa6bd0ebfd7e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event updated for resources: {'Network': ['ID=6894858f-4d12-4bb4-bbb1-fee22308dbc2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:40.600964 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.606166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 6894858f-4d12-4bb4-bbb1-fee22308dbc2 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:40.655701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.656822 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.683215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Pushing event updated for resources: {'Port': ['ID=d47e442e-0bee-45a0-98ee-1040e46befac,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:40.692704 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.702609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d2c1739f-eeef-4561-ad58-fa6bd0ebfd7e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5368688 Nov 12 04:28:40.705367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56186) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:40.711001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Request body: {'ports': [{'network_id': 'be4381e4-7b23-4c5b-b0cd-431408a5eb1b', 'name': 'tempest-port--1311361998', 'admin_state_up': True}, {'network_id': '6894858f-4d12-4bb4-bbb1-fee22308dbc2', 'admin_state_up': False}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:40.711309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Request body: {'port': {'network_id': 'be4381e4-7b23-4c5b-b0cd-431408a5eb1b', 'name': 'tempest-port--1311361998', 'admin_state_up': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:40.711786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Request body: {'port': {'network_id': '6894858f-4d12-4bb4-bbb1-fee22308dbc2', 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:40.752205 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.966375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Made reservation on behalf of 044065fcbe22454cb305c640a413ba17 for: {'port': 2} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:40.971310 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.985082 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.068627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] device_id is not set on port 0b2c1f36-b4c5-4c88-888b-a9e6e412e5fc yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:28:41.218620 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.246272 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.256838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Network 12c66a0f-bc1c-4227-8899-dd4a4db1984d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:41.258197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:41.289345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] device_id is not set on port 78f6bcfe-12d5-45e0-8090-93e13652d467 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:28:41.415774 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.435945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Router df04266c-a192-4642-bef2-37cfd9a246db has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:41.509430 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.572859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f8401b7a-364a-47d8-8877-616f551bcd2f None None] Provisioning complete for port d47e442e-0bee-45a0-98ee-1040e46befac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:41.574038 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8401b7a-364a-47d8-8877-616f551bcd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.584829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event updated for resources: {'Port': ['ID=0b2c1f36-b4c5-4c88-888b-a9e6e412e5fc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:41.593463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Checking segment: {'id': 'f81742c5-e66f-4e10-9efd-20c4e8f701a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'be4381e4-7b23-4c5b-b0cd-431408a5eb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:41.593831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Network hostable DHCP agents. Network: be4381e4-7b23-4c5b-b0cd-431408a5eb1b, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:28:41.625717 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f8401b7a-364a-47d8-8877-616f551bcd2f None None] Port d47e442e-0bee-45a0-98ee-1040e46befac cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:41.640999 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:41.647529 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e5f05c1b-c680-43e4-9699-2392c26b5e07 admin admin] 10.222.0.105 "PUT /v2.0/routers/df04266c-a192-4642-bef2-37cfd9a246db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3182580 Nov 12 04:28:41.667371 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.690479 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.694997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Network be4381e4-7b23-4c5b-b0cd-431408a5eb1b is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:28:41.775564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, be4381e4-7b23-4c5b-b0cd-431408a5eb1b) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:41.784835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:41.784835 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.785113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7b5317-7081-42c7-8da4-6ee4757d3e0c None None] Network be4381e4-7b23-4c5b-b0cd-431408a5eb1b requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:41.801502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.25.8.218 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/a092439e-556e-4215-a25f-5b1463bd94b8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:41.846786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event updated for resources: {'Port': ['ID=78f6bcfe-12d5-45e0-8090-93e13652d467,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:41.866139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Checking segment: {'id': '2df9f9db-ded6-4d33-9b6a-02820d1d6f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '6894858f-4d12-4bb4-bbb1-fee22308dbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:41.866629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Network hostable DHCP agents. Network: 6894858f-4d12-4bb4-bbb1-fee22308dbc2, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:28:41.939040 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.987312 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Network 6894858f-4d12-4bb4-bbb1-fee22308dbc2 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:28:42.106799 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.137734 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 6894858f-4d12-4bb4-bbb1-fee22308dbc2) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:42.142213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:42.147937 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:42.150675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff3a709-e680-4ac6-8cc9-3b6f27f61ccd None None] Network 6894858f-4d12-4bb4-bbb1-fee22308dbc2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:42.160944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:42.165146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:42.165872 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.203960 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:42.216780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:42.218488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=a092439e-556e-4215-a25f-5b1463bd94b8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:42.224086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de501e89-452f-4dd5-8e8c-a2231809d5b8 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:42.268801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 19e5b619-7bae-4c17-8705-ee2f878f8e53 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:42.280329 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1cb19d06-f4cf-46e1-b528-be51c14b7326 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5713949 Nov 12 04:28:42.280896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56210) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:42.358996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 19e5b619-7bae-4c17-8705-ee2f878f8e53 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:42.359316 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.363660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-15552f51-27a6-47cb-9775-ce72d79ba2d4 None None] Provisioning complete for port a092439e-556e-4215-a25f-5b1463bd94b8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:42.363660 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-15552f51-27a6-47cb-9775-ce72d79ba2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.376718 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b47cfe-a647-4454-a4cb-3a0aaedd4d84 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:42.383235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b47cfe-a647-4454-a4cb-3a0aaedd4d84 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:42.390453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-72b47cfe-a647-4454-a4cb-3a0aaedd4d84 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1084783 Nov 12 04:28:42.398487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56212) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:42.400467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-98763f77-d0ce-4fd2-9fa9-fa7aa12c2c1f tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:42.408596 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-98763f77-d0ce-4fd2-9fa9-fa7aa12c2c1f tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/networks?id=f216904f-6bc8-4157-abe7-251c6ff6647e HTTP/1.1" status: 200 len: 911 time: 0.2522857 Nov 12 04:28:42.425858 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-38d00575-615d-4ba0-97ba-0a8027eaf3b5 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/quotas/819be64a88db407f8f7746d67a5a4618 HTTP/1.1" status: 200 len: 375 time: 0.0148706 Nov 12 04:28:42.443755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-15552f51-27a6-47cb-9775-ce72d79ba2d4 None None] Port a092439e-556e-4215-a25f-5b1463bd94b8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:42.504262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9b6e426a-79f9-4225-bc9d-a5a4c0dd5387 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Deleting port 0b2c1f36-b4c5-4c88-888b-a9e6e412e5fc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:42.505502 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b6e426a-79f9-4225-bc9d-a5a4c0dd5387 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.551528 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-c4c3effc-94aa-438b-a4f8-1aa15b6db6f7 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?tenant_id=819be64a88db407f8f7746d67a5a4618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1246006 Nov 12 04:28:42.589920 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b6e426a-79f9-4225-bc9d-a5a4c0dd5387 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.604453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9b6e426a-79f9-4225-bc9d-a5a4c0dd5387 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Calling delete_port for 0b2c1f36-b4c5-4c88-888b-a9e6e412e5fc owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:42.739428 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Sync routers for ids ['df04266c-a192-4642-bef2-37cfd9a246db'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:42.750759 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Routers {'df04266c-a192-4642-bef2-37cfd9a246db'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:42.751377 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['df04266c-a192-4642-bef2-37cfd9a246db'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:42.758651 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b6e426a-79f9-4225-bc9d-a5a4c0dd5387 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.767497 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.795479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e426a-79f9-4225-bc9d-a5a4c0dd5387 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event deleted for resources: {'Port': ['ID=0b2c1f36-b4c5-4c88-888b-a9e6e412e5fc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:42.801810 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b6e426a-79f9-4225-bc9d-a5a4c0dd5387 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.809258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9b6e426a-79f9-4225-bc9d-a5a4c0dd5387 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "DELETE /v2.0/ports/0b2c1f36-b4c5-4c88-888b-a9e6e412e5fc HTTP/1.1" status: 204 len: 168 time: 0.4096947 Nov 12 04:28:42.811711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:42.825610 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-b93d1dde-6dbb-4f7a-8da1-ba3a768c99fd service neutron] 10.222.0.105 "GET /v2.0/networks/f216904f-6bc8-4157-abe7-251c6ff6647e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733080 Nov 12 04:28:42.874482 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Set router df04266c-a192-4642-bef2-37cfd9a246db gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:42.903691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-db7cd84d-d419-4de0-bef4-6fb126d76fd5 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Deleting port 78f6bcfe-12d5-45e0-8090-93e13652d467 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:42.904144 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7cd84d-d419-4de0-bef4-6fb126d76fd5 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.978382 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7cd84d-d419-4de0-bef4-6fb126d76fd5 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.992922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-db7cd84d-d419-4de0-bef4-6fb126d76fd5 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Calling delete_port for 78f6bcfe-12d5-45e0-8090-93e13652d467 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:43.009206 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-6d2ef4c6-a01a-46d6-98d4-24bc04712625 service neutron] 10.222.0.105 "GET /v2.0/networks/f216904f-6bc8-4157-abe7-251c6ff6647e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750419 Nov 12 04:28:43.068114 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.100498 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'name': 'tempest-TestServerMultinode-76102507-router', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '19e5b619-7bae-4c17-8705-ee2f878f8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:35Z', 'updated_at': '2021-11-12T04:28:40Z', 'revision_number': 4, 'project_id': '819be64a88db407f8f7746d67a5a4618', 'gw_port': {'id': '19e5b619-7bae-4c17-8705-ee2f878f8e53', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:36Z', 'updated_at': '2021-11-12T04:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd47e442e-0bee-45a0-98ee-1040e46befac', 'name': '', 'network_id': '12c66a0f-bc1c-4227-8899-dd4a4db1984d', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'mac_address': 'fa:16:3e:8d:ff:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'eb4c1468-59a6-4d17-b4f9-dedde0c77b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:39Z', 'updated_at': '2021-11-12T04:28:40Z', 'revision_number': 2, 'project_id': '819be64a88db407f8f7746d67a5a4618', 'subnets': [{'id': 'eb4c1468-59a6-4d17-b4f9-dedde0c77b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:43.125334 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Checking router: df04266c-a192-4642-bef2-37cfd9a246db for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:43.125583 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Updating router df04266c-a192-4642-bef2-37cfd9a246db port d47e442e-0bee-45a0-98ee-1040e46befac binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:28:43.135718 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7cd84d-d419-4de0-bef4-6fb126d76fd5 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.151023 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.169005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cd84d-d419-4de0-bef4-6fb126d76fd5 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event deleted for resources: {'Port': ['ID=78f6bcfe-12d5-45e0-8090-93e13652d467,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:43.173103 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7cd84d-d419-4de0-bef4-6fb126d76fd5 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.176882 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-db7cd84d-d419-4de0-bef4-6fb126d76fd5 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "DELETE /v2.0/ports/78f6bcfe-12d5-45e0-8090-93e13652d467 HTTP/1.1" status: 204 len: 168 time: 0.3638031 Nov 12 04:28:43.183114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56218) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:43.210423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7e1a2297-32b9-4298-bdef-2b13350c4a3e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0295293 Nov 12 04:28:43.215050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:43.221942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-505e5a70-4515-4106-b00a-9beac5b87284 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-809516493'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:43.292909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:28:43.329298 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f884b51-5456-4589-a84d-e50a11a0a67f req-54a08c79-a57b-4e56-ad53-82ed34f6bf81 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 210 time: 0.0634387 Nov 12 04:28:43.330602 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505e5a70-4515-4106-b00a-9beac5b87284 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Made reservation on behalf of 044065fcbe22454cb305c640a413ba17 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:43.335840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-505e5a70-4515-4106-b00a-9beac5b87284 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.379092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505e5a70-4515-4106-b00a-9beac5b87284 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:43.399651 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-505e5a70-4515-4106-b00a-9beac5b87284 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.399926 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-505e5a70-4515-4106-b00a-9beac5b87284 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Added segment fd55b662-1d8e-4384-a02a-68875c89a7fb of type vlan for network 2008f01f-2dcf-4066-98af-e4b59d27c1ad Nov 12 04:28:43.455651 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-505e5a70-4515-4106-b00a-9beac5b87284 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.514752 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.547076 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-505e5a70-4515-4106-b00a-9beac5b87284 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.552861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505e5a70-4515-4106-b00a-9beac5b87284 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:43.553485 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-505e5a70-4515-4106-b00a-9beac5b87284 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.592813 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.641711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e5a70-4515-4106-b00a-9beac5b87284 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event updated for resources: {'Network': ['ID=2008f01f-2dcf-4066-98af-e4b59d27c1ad,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:43.654476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 2008f01f-2dcf-4066-98af-e4b59d27c1ad details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:43.687410 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc55de5-87f6-4bc8-9528-bb5d8009e603 None None] Pushing event updated for resources: {'Port': ['ID=d47e442e-0bee-45a0-98ee-1040e46befac,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:43.700827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-505e5a70-4515-4106-b00a-9beac5b87284 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4834731 Nov 12 04:28:43.703494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56230) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:43.711239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2cb4d184-69af-4c0d-be68-b2a070c5c47c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1389337266'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:43.748781 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Attempting to bind port d47e442e-0bee-45a0-98ee-1040e46befac on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:43.749749 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Attempting to bind port d47e442e-0bee-45a0-98ee-1040e46befac by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '8f29f15c-a8c9-4804-a17d-fdcbedfb2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '12c66a0f-bc1c-4227-8899-dd4a4db1984d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:43.750323 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Attempting to bind port d47e442e-0bee-45a0-98ee-1040e46befac on network 12c66a0f-bc1c-4227-8899-dd4a4db1984d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:43.756982 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:43.757452 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Checking segment: {'id': '8f29f15c-a8c9-4804-a17d-fdcbedfb2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '12c66a0f-bc1c-4227-8899-dd4a4db1984d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:43.757970 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.758458 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Bound using segment: {'id': '8f29f15c-a8c9-4804-a17d-fdcbedfb2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '12c66a0f-bc1c-4227-8899-dd4a4db1984d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:43.759026 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Bound port: d47e442e-0bee-45a0-98ee-1040e46befac, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f29f15c-a8c9-4804-a17d-fdcbedfb2de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '12c66a0f-bc1c-4227-8899-dd4a4db1984d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:43.759503 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.782802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:43.795612 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Sync routers for ids ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:43.806592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Routers {'7df055e1-3ad6-477e-bb0b-ecc0325d35c7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:43.808547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:43.830328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb4d184-69af-4c0d-be68-b2a070c5c47c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Made reservation on behalf of 044065fcbe22454cb305c640a413ba17 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:43.834353 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d184-69af-4c0d-be68-b2a070c5c47c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.849752 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] For port d47e442e-0bee-45a0-98ee-1040e46befac, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:43.857927 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] For port d47e442e-0bee-45a0-98ee-1040e46befac, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d47e442e-0bee-45a0-98ee-1040e46befac,segment=NetworkSegment(8f29f15c-a8c9-4804-a17d-fdcbedfb2de6),segment_id=8f29f15c-a8c9-4804-a17d-fdcbedfb2de6)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:43.867314 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb4d184-69af-4c0d-be68-b2a070c5c47c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:43.896017 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d184-69af-4c0d-be68-b2a070c5c47c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.896552 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-2cb4d184-69af-4c0d-be68-b2a070c5c47c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Added segment f1e7cc1d-6f6c-4c7a-9e66-469c7bddde6a of type vlan for network 3aa53fd8-2de7-4291-95a6-62e133f960e2 Nov 12 04:28:43.935753 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.937262 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7c78229b-0733-4ae5-b687-c995fa7bde47 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3970931 Nov 12 04:28:43.943041 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:43.943156 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Set router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:43.944221 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d184-69af-4c0d-be68-b2a070c5c47c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.974620 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:43.986272 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-19aac1cf-4399-46f0-b063-a146a9b05474 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=6035ed2710404d7fadaeb6fad57f6003&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447516 Nov 12 04:28:43.990085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:44.041828 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc55de5-87f6-4bc8-9528-bb5d8009e603 None None] Pushing event updated for resources: {'Port': ['ID=d47e442e-0bee-45a0-98ee-1040e46befac,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:44.054993 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d184-69af-4c0d-be68-b2a070c5c47c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:44.061863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb4d184-69af-4c0d-be68-b2a070c5c47c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:44.062521 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d184-69af-4c0d-be68-b2a070c5c47c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:44.073856 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Routers {'df04266c-a192-4642-bef2-37cfd9a246db'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:44.074497 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['df04266c-a192-4642-bef2-37cfd9a246db'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:44.082474 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22c4de18-4069-43c3-9d0e-76d064c4a564 None None] Provisioning complete for port d47e442e-0bee-45a0-98ee-1040e46befac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:44.082845 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22c4de18-4069-43c3-9d0e-76d064c4a564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:44.154413 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4d184-69af-4c0d-be68-b2a070c5c47c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event updated for resources: {'Network': ['ID=3aa53fd8-2de7-4291-95a6-62e133f960e2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:44.199337 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a741612d-7b85-4006-869e-8be8f64ab501 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:44.201738 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a741612d-7b85-4006-869e-8be8f64ab501 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2106454 Nov 12 04:28:44.204524 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56236) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:44.209492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 3aa53fd8-2de7-4291-95a6-62e133f960e2 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:44.218664 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] Set router df04266c-a192-4642-bef2-37cfd9a246db gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:44.250783 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d3de2eab-379b-460a-8d92-adc0f18f1c4f tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450943 Nov 12 04:28:44.253783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:44.261544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f6f54259-2301-4a0b-80b5-86be337bb6e0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-275230588', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:44.289549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2cb4d184-69af-4c0d-be68-b2a070c5c47c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5840759 Nov 12 04:28:44.475641 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-738dde61-d5ae-4512-9c3d-e879b6c75910 req-ccf6cd5b-ffe6-4d0d-a06d-4ded64825fa3 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 210 time: 0.0477762 Nov 12 04:28:44.545439 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'name': 'tempest-TestServerMultinode-76102507-router', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '19e5b619-7bae-4c17-8705-ee2f878f8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:35Z', 'updated_at': '2021-11-12T04:28:40Z', 'revision_number': 4, 'project_id': '819be64a88db407f8f7746d67a5a4618', 'gw_port': {'id': '19e5b619-7bae-4c17-8705-ee2f878f8e53', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:36Z', 'updated_at': '2021-11-12T04:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd47e442e-0bee-45a0-98ee-1040e46befac', 'name': '', 'network_id': '12c66a0f-bc1c-4227-8899-dd4a4db1984d', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'mac_address': 'fa:16:3e:8d:ff:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'eb4c1468-59a6-4d17-b4f9-dedde0c77b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:39Z', 'updated_at': '2021-11-12T04:28:43Z', 'revision_number': 4, 'project_id': '819be64a88db407f8f7746d67a5a4618', 'subnets': [{'id': 'eb4c1468-59a6-4d17-b4f9-dedde0c77b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:44.570040 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f54259-2301-4a0b-80b5-86be337bb6e0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Made reservation on behalf of 6035ed2710404d7fadaeb6fad57f6003 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:44.575015 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6f54259-2301-4a0b-80b5-86be337bb6e0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:44.684541 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22c4de18-4069-43c3-9d0e-76d064c4a564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:44.691972 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e66ef58-affa-4490-bc05-fb47ce17ca35 None None] The sync data for ids ['df04266c-a192-4642-bef2-37cfd9a246db'] in n-d-767704-23 is: [{'id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'name': 'tempest-TestServerMultinode-76102507-router', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '19e5b619-7bae-4c17-8705-ee2f878f8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:35Z', 'updated_at': '2021-11-12T04:28:40Z', 'revision_number': 4, 'project_id': '819be64a88db407f8f7746d67a5a4618', 'gw_port': {'id': '19e5b619-7bae-4c17-8705-ee2f878f8e53', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:36Z', 'updated_at': '2021-11-12T04:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd47e442e-0bee-45a0-98ee-1040e46befac', 'name': '', 'network_id': '12c66a0f-bc1c-4227-8899-dd4a4db1984d', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'mac_address': 'fa:16:3e:8d:ff:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'eb4c1468-59a6-4d17-b4f9-dedde0c77b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:39Z', 'updated_at': '2021-11-12T04:28:43Z', 'revision_number': 4, 'project_id': '819be64a88db407f8f7746d67a5a4618', 'subnets': [{'id': 'eb4c1468-59a6-4d17-b4f9-dedde0c77b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:44.726191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:28:42Z', 'revision_number': 3, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:44.786701 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Checking router: 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:44.786701 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Updating router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 port a092439e-556e-4215-a25f-5b1463bd94b8 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:28:44.815725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-22c4de18-4069-43c3-9d0e-76d064c4a564 None None] For port d47e442e-0bee-45a0-98ee-1040e46befac, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d47e442e-0bee-45a0-98ee-1040e46befac,segment=NetworkSegment(8f29f15c-a8c9-4804-a17d-fdcbedfb2de6),segment_id=8f29f15c-a8c9-4804-a17d-fdcbedfb2de6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:44.827784 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:44.933818 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22c4de18-4069-43c3-9d0e-76d064c4a564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:44.981486 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6f54259-2301-4a0b-80b5-86be337bb6e0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.059842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4de18-4069-43c3-9d0e-76d064c4a564 None None] Pushing event updated for resources: {'Port': ['ID=d47e442e-0bee-45a0-98ee-1040e46befac,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:45.060907 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f54259-2301-4a0b-80b5-86be337bb6e0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Subnet': ['ID=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:45.086673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-907e6a17-8311-4c87-980e-da4f3e49da10 None None] Provisioning complete for port d47e442e-0bee-45a0-98ee-1040e46befac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:45.087125 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-907e6a17-8311-4c87-980e-da4f3e49da10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.103691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f54259-2301-4a0b-80b5-86be337bb6e0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Checking segment: {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:45.104733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f54259-2301-4a0b-80b5-86be337bb6e0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network hostable DHCP agents. Network: f5a245fc-d266-44de-891f-7488330f4bc6, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:28:45.262606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f54259-2301-4a0b-80b5-86be337bb6e0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network f5a245fc-d266-44de-891f-7488330f4bc6 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:28:45.271192 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.352133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f6f54259-2301-4a0b-80b5-86be337bb6e0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, f5a245fc-d266-44de-891f-7488330f4bc6) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:45.359859 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f54259-2301-4a0b-80b5-86be337bb6e0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:45.360402 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6f54259-2301-4a0b-80b5-86be337bb6e0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.361917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0d385-86b6-4603-8402-e438366b1e27 None None] Network f5a245fc-d266-44de-891f-7488330f4bc6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:45.389726 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.463324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56244) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:45.464679 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f6f54259-2301-4a0b-80b5-86be337bb6e0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2095673 Nov 12 04:28:45.473151 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d27edee-493f-4c63-84c2-781c6859c47c None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:45.550119 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Attempting to bind port a092439e-556e-4215-a25f-5b1463bd94b8 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:45.550487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Attempting to bind port a092439e-556e-4215-a25f-5b1463bd94b8 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:45.550851 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Attempting to bind port a092439e-556e-4215-a25f-5b1463bd94b8 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:45.553249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33d214-872a-4167-90dd-01ba097ec11e None None] Pushing event updated for resources: {'Port': ['ID=a092439e-556e-4215-a25f-5b1463bd94b8,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:45.603015 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01bd9f91-0940-49e9-93d3-c9ada025ca68 req-66bf8d99-d5fc-4bf2-88e1-44284cd86365 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 210 time: 0.0439949 Nov 12 04:28:45.645894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:45.646417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:45.646913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.647419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:45.648005 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Bound port: a092439e-556e-4215-a25f-5b1463bd94b8, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:45.648518 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.674191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-f5a245fc-d266-44de-891f-7488330f4bc6', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ips': [{'subnet_id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:28:45.675459 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.704439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fdaf820a-f316-4895-b72e-725a42b2ee1e None None] Provisioning complete for port a092439e-556e-4215-a25f-5b1463bd94b8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:45.705152 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fdaf820a-f316-4895-b72e-725a42b2ee1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.801330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] For port a092439e-556e-4215-a25f-5b1463bd94b8, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:45.817662 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf820a-f316-4895-b72e-725a42b2ee1e None None] Port a092439e-556e-4215-a25f-5b1463bd94b8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:45.824845 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] For port a092439e-556e-4215-a25f-5b1463bd94b8, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a092439e-556e-4215-a25f-5b1463bd94b8,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:45.890594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Allocated IP 172.20.0.2 (f5a245fc-d266-44de-891f-7488330f4bc6/8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71/aabb80a3-fae4-4211-91a3-4e08748ed92d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:45.909578 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.971580 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:45.987503 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf803460-7033-497b-8851-a3f585fc178f None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:46.037771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33d214-872a-4167-90dd-01ba097ec11e None None] Pushing event updated for resources: {'Port': ['ID=a092439e-556e-4215-a25f-5b1463bd94b8,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:46.045865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Routers {'7df055e1-3ad6-477e-bb0b-ecc0325d35c7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:46.047813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:46.244061 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-88aaa0c0-155a-4572-864f-cc9c63745cda None None] Provisioning complete for port a092439e-556e-4215-a25f-5b1463bd94b8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:46.244826 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88aaa0c0-155a-4572-864f-cc9c63745cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:46.346086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d47e442e-0bee-45a0-98ee-1040e46befac up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:46.381200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-2928eb82-8c98-4372-9e23-f0fd6c05d451 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:46.383508 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-2928eb82-8c98-4372-9e23-f0fd6c05d451 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.25 "GET /v2.0/networks?id=f216904f-6bc8-4157-abe7-251c6ff6647e HTTP/1.1" status: 200 len: 911 time: 0.2112150 Nov 12 04:28:46.402476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-255ae280-5a19-4363-8ec9-a30142a4f046 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Request body: {'port': {'device_id': '6f2422b4-f254-4d33-9bf6-ace3371d4b94', 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e', 'admin_state_up': True, 'tenant_id': '819be64a88db407f8f7746d67a5a4618'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:46.468712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] Set router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:46.472656 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:46.543355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-255ae280-5a19-4363-8ec9-a30142a4f046 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Made reservation on behalf of 819be64a88db407f8f7746d67a5a4618 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:46.545911 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-255ae280-5a19-4363-8ec9-a30142a4f046 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:46.605364 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d47e442e-0bee-45a0-98ee-1040e46befac triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:46.605726 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:46.702258 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:46.781947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-255ae280-5a19-4363-8ec9-a30142a4f046 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Allocated IP 172.20.0.5 (f216904f-6bc8-4157-abe7-251c6ff6647e/924feb5b-da3a-4801-a75c-2490ca0b383d/90e147ec-0ebb-46fc-89de-e1f4bae12431) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:46.794442 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4857bb91-d5a4-4728-94c7-3bf211a4d3e3 req-a83567a4-d23b-4f77-9376-016cbb22f41a tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 210 time: 0.0507293 Nov 12 04:28:46.804583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Network f5a245fc-d266-44de-891f-7488330f4bc6 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:46.804583 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88aaa0c0-155a-4572-864f-cc9c63745cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:46.808031 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.20.0.1 (f5a245fc-d266-44de-891f-7488330f4bc6/8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71/c62ae4c8-2577-4073-bc12-6c62c5530fcb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:46.815475 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:46.820848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:46.951895 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:46.975316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-88aaa0c0-155a-4572-864f-cc9c63745cda None None] For port a092439e-556e-4215-a25f-5b1463bd94b8, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a092439e-556e-4215-a25f-5b1463bd94b8,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:47.022055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Pushing event updated for resources: {'Port': ['ID=aabb80a3-fae4-4211-91a3-4e08748ed92d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:47.038927 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Attempting to bind port aabb80a3-fae4-4211-91a3-4e08748ed92d on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:47.039318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Attempting to bind port aabb80a3-fae4-4211-91a3-4e08748ed92d by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:47.039991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Attempting to bind port aabb80a3-fae4-4211-91a3-4e08748ed92d on network f5a245fc-d266-44de-891f-7488330f4bc6 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:47.046322 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-255ae280-5a19-4363-8ec9-a30142a4f046 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.067017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:47.067905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Checking segment: {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:47.068330 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.073586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Bound using segment: {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:47.073586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Bound port: aabb80a3-fae4-4211-91a3-4e08748ed92d, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:47.073586 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.079191 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88aaa0c0-155a-4572-864f-cc9c63745cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.103661 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.150416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network f5a245fc-d266-44de-891f-7488330f4bc6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:47.153854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:47.158597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:47.193796 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-255ae280-5a19-4363-8ec9-a30142a4f046 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.256176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.279330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ae280-5a19-4363-8ec9-a30142a4f046 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Pushing event updated for resources: {'Port': ['ID=90e147ec-0ebb-46fc-89de-e1f4bae12431,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:47.306786 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-255ae280-5a19-4363-8ec9-a30142a4f046 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Network f216904f-6bc8-4157-abe7-251c6ff6647e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:47.315214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-255ae280-5a19-4363-8ec9-a30142a4f046 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:47.318399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-255ae280-5a19-4363-8ec9-a30142a4f046 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:47.362266 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] For port aabb80a3-fae4-4211-91a3-4e08748ed92d, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:47.365580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] For port aabb80a3-fae4-4211-91a3-4e08748ed92d, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=aabb80a3-fae4-4211-91a3-4e08748ed92d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:47.399209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:28:42Z', 'revision_number': 3, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:47.420805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-255ae280-5a19-4363-8ec9-a30142a4f046 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:47.421518 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-255ae280-5a19-4363-8ec9-a30142a4f046 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.439963 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb1d408-63ca-4b93-b91e-b40ecc7eccbe None None] The sync data for ids ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'] in n-d-767704-23 is: [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:28:42Z', 'revision_number': 3, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:47.444999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aaa0c0-155a-4572-864f-cc9c63745cda None None] Pushing event updated for resources: {'Port': ['ID=a092439e-556e-4215-a25f-5b1463bd94b8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:47.454834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=c62ae4c8-2577-4073-bc12-6c62c5530fcb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:47.467125 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.508771 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-255ae280-5a19-4363-8ec9-a30142a4f046 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1044154 Nov 12 04:28:47.533383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Request body: {'port': {'device_id': '6f2422b4-f254-4d33-9bf6-ace3371d4b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:47.563383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e56a42-1c6d-4779-8e64-b11e57d3427a None None] Pushing event updated for resources: {'Port': ['ID=aabb80a3-fae4-4211-91a3-4e08748ed92d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:47.640297 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.678707 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.689938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56250) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:47.698824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Request body: {'subnets': [{'network_id': '2008f01f-2dcf-4066-98af-e4b59d27c1ad', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1391076234', 'ip_version': 6}, {'network_id': '3aa53fd8-2de7-4291-95a6-62e133f960e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:47.699213 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Request body: {'subnet': {'network_id': '2008f01f-2dcf-4066-98af-e4b59d27c1ad', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1391076234', 'ip_version': 6}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:47.699943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Request body: {'subnet': {'network_id': '3aa53fd8-2de7-4291-95a6-62e133f960e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:47.856300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b81f4206-6992-48c0-b526-4985a0f7a0db None None] Provisioning complete for port 90e147ec-0ebb-46fc-89de-e1f4bae12431 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:47.857295 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b81f4206-6992-48c0-b526-4985a0f7a0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:47.931314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b81f4206-6992-48c0-b526-4985a0f7a0db None None] Port 90e147ec-0ebb-46fc-89de-e1f4bae12431 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:48.195207 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Made reservation on behalf of 044065fcbe22454cb305c640a413ba17 for: {'subnet': 2} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:48.200812 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.201303 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.304491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a092439e-556e-4215-a25f-5b1463bd94b8 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:48.362433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a092439e-556e-4215-a25f-5b1463bd94b8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:48.363493 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.409421 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.462964 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device aabb80a3-fae4-4211-91a3-4e08748ed92d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:48.526710 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.535085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port aabb80a3-fae4-4211-91a3-4e08748ed92d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:48.535598 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.612977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2c96d-8cf4-4bb1-9c9a-926e1ad8a10e req-5b08c0f0-aaf5-4ea2-b56d-8c4226ddfeaf tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:48.614631 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25f2c96d-8cf4-4bb1-9c9a-926e1ad8a10e req-5b08c0f0-aaf5-4ea2-b56d-8c4226ddfeaf tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1027 time: 0.7144551 Nov 12 04:28:48.669859 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.698676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25f2c96d-8cf4-4bb1-9c9a-926e1ad8a10e req-44ff0602-1000-4c6d-9b0b-9d728ef8f2b0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739706 Nov 12 04:28:48.745337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port aabb80a3-fae4-4211-91a3-4e08748ed92d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=aabb80a3-fae4-4211-91a3-4e08748ed92d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:48.786152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e147ec-0ebb-46fc-89de-e1f4bae12431 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:28:48.795162 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.795429 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.804614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=c62ae4c8-2577-4073-bc12-6c62c5530fcb,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:48.822799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Transition to ACTIVE for port object 90e147ec-0ebb-46fc-89de-e1f4bae12431 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:28:48.846845 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.912962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.937986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=aabb80a3-fae4-4211-91a3-4e08748ed92d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:48.949960 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3474b6f-cffa-4fd9-9002-edf20b580e95 None None] Network f5a245fc-d266-44de-891f-7488330f4bc6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:48.989273 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Pushing event updated for resources: {'Port': ['ID=90e147ec-0ebb-46fc-89de-e1f4bae12431,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:49.005565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network f5a245fc-d266-44de-891f-7488330f4bc6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:49.007890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:49.076602 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-83fe14ca-54ec-44f8-b9aa-12607f463b07 None None] Provisioning complete for port aabb80a3-fae4-4211-91a3-4e08748ed92d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:49.077868 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83fe14ca-54ec-44f8-b9aa-12607f463b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.094051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Attempting to bind port 90e147ec-0ebb-46fc-89de-e1f4bae12431 on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:49.101555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Attempting to bind port 90e147ec-0ebb-46fc-89de-e1f4bae12431 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:49.101555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Attempting to bind port 90e147ec-0ebb-46fc-89de-e1f4bae12431 on network f216904f-6bc8-4157-abe7-251c6ff6647e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:49.102085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Port 90e147ec-0ebb-46fc-89de-e1f4bae12431 on network f216904f-6bc8-4157-abe7-251c6ff6647e not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:28:49.102516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Attempting to bind port 90e147ec-0ebb-46fc-89de-e1f4bae12431 on network f216904f-6bc8-4157-abe7-251c6ff6647e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:49.108314 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:49.108654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Checking segment: {'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:49.109036 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Bound using segment: {'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:49.109469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Bound port: 90e147ec-0ebb-46fc-89de-e1f4bae12431, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:49.109824 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.158355 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.170408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:49.215251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] For port 90e147ec-0ebb-46fc-89de-e1f4bae12431, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:49.219219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] For port 90e147ec-0ebb-46fc-89de-e1f4bae12431, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=90e147ec-0ebb-46fc-89de-e1f4bae12431,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:49.245928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event updated for resources: {'Subnet': ['ID=70271f0d-09ce-4d93-a4e2-b0ff442f9d5a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:49.251751 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.296141 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.301277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Checking segment: {'id': 'fd55b662-1d8e-4384-a02a-68875c89a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '2008f01f-2dcf-4066-98af-e4b59d27c1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:49.301641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Network hostable DHCP agents. Network: 2008f01f-2dcf-4066-98af-e4b59d27c1ad, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:28:49.320855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:49.321599 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.324126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] 10.222.0.25 "PUT /v2.0/ports/90e147ec-0ebb-46fc-89de-e1f4bae12431 HTTP/1.1" status: 200 len: 1092 time: 1.8106380 Nov 12 04:28:49.325946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2422b4-f254-4d33-9bf6-ace3371d4b94', 'tag': '90e147ec-0ebb-46fc-89de-e1f4bae12431'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:49.338727 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66edacbe-3bdf-4fed-a9d8-7ce1f794a355" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2422b4-f254-4d33-9bf6-ace3371d4b94", "tag": "90e147ec-0ebb-46fc-89de-e1f4bae12431"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:49.417852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:49.421555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747be43-cada-4b93-a099-0bb972305b94 service neutron] Pushing event updated for resources: {'Port': ['ID=90e147ec-0ebb-46fc-89de-e1f4bae12431,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:49.432739 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5626502c-d3cc-4bf5-bc30-a6fb1b056d78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "PUT /v2.0/routers/7df055e1-3ad6-477e-bb0b-ecc0325d35c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9578457 Nov 12 04:28:49.445196 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2115d4b8-192e-4c2e-9592-32777b2f6aaa x-openstack-request-id: req-2115d4b8-192e-4c2e-9592-32777b2f6aaa {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:49.445697 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2422b4-f254-4d33-9bf6-ace3371d4b94", "tag": "90e147ec-0ebb-46fc-89de-e1f4bae12431", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:49.446043 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2115d4b8-192e-4c2e-9592-32777b2f6aaa {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:49.446608 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2422b4-f254-4d33-9bf6-ace3371d4b94', 'tag': '90e147ec-0ebb-46fc-89de-e1f4bae12431', 'status': 'completed', 'code': 200} Nov 12 04:28:49.465049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Network 2008f01f-2dcf-4066-98af-e4b59d27c1ad is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:28:49.522687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edacbe-3bdf-4fed-a9d8-7ce1f794a355 req-1185451f-7d44-4a84-90cb-280e4dfcd316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:49.525145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66edacbe-3bdf-4fed-a9d8-7ce1f794a355 req-1185451f-7d44-4a84-90cb-280e4dfcd316 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=819be64a88db407f8f7746d67a5a4618&device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1095 time: 0.0745709 Nov 12 04:28:49.552341 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 2008f01f-2dcf-4066-98af-e4b59d27c1ad) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:49.568749 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.571048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e170e28d-2505-43c9-b78a-3b4cd74a8d9d None None] Network 2008f01f-2dcf-4066-98af-e4b59d27c1ad requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:49.727555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event updated for resources: {'Subnet': ['ID=16e9c887-1b71-4b5b-8147-da74fdfa19d4,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:49.732742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0e1561c0-a944-4290-81f6-218834786751 None None] Provisioning complete for port c62ae4c8-2577-4073-bc12-6c62c5530fcb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:49.733175 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e1561c0-a944-4290-81f6-218834786751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.740808 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Checking segment: {'id': 'f1e7cc1d-6f6c-4c7a-9e66-469c7bddde6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '3aa53fd8-2de7-4291-95a6-62e133f960e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:49.741060 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Network hostable DHCP agents. Network: 3aa53fd8-2de7-4291-95a6-62e133f960e2, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:28:49.824297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Network 3aa53fd8-2de7-4291-95a6-62e133f960e2 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:28:49.834988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0e1561c0-a944-4290-81f6-218834786751 None None] Port c62ae4c8-2577-4073-bc12-6c62c5530fcb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:49.858813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0e1561c0-a944-4290-81f6-218834786751 None None] Provisioning complete for port aabb80a3-fae4-4211-91a3-4e08748ed92d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:49.859373 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e1561c0-a944-4290-81f6-218834786751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.864408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-2008f01f-2dcf-4066-98af-e4b59d27c1ad', 'network_id': '2008f01f-2dcf-4066-98af-e4b59d27c1ad', 'tenant_id': '044065fcbe22454cb305c640a413ba17', 'fixed_ips': [{'subnet_id': '70271f0d-09ce-4d93-a4e2-b0ff442f9d5a'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:28:49.865585 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.877036 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343c099-e129-4b92-be5e-ddfa9b89f265 req-3494f72b-747f-49fe-af78-cd829f711bd9 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:49.887615 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0343c099-e129-4b92-be5e-ddfa9b89f265 req-3494f72b-747f-49fe-af78-cd829f711bd9 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1095 time: 0.0770142 Nov 12 04:28:49.909219 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 3aa53fd8-2de7-4291-95a6-62e133f960e2) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:49.915301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:49.915301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:49.915987 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.944231 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-5099b1dd-9903-4e5d-a660-d528a9d18bd4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128038083&fields=id&tenant_id=6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 267 time: 0.1781099 Nov 12 04:28:49.949657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edacbe-3bdf-4fed-a9d8-7ce1f794a355 req-e95fead1-0469-430f-b38e-7f6f50bcb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:49.951950 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66edacbe-3bdf-4fed-a9d8-7ce1f794a355 req-e95fead1-0469-430f-b38e-7f6f50bcb7fe service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=819be64a88db407f8f7746d67a5a4618&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4117155 Nov 12 04:28:49.962160 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0343c099-e129-4b92-be5e-ddfa9b89f265 req-4d989f4a-256b-4ba6-bb0b-cf7bd1567dbc tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730214 Nov 12 04:28:50.002418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8449bfba-7515-4ff2-86b6-e119baeaec91 None None] Network 3aa53fd8-2de7-4291-95a6-62e133f960e2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:50.023970 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f4a3f325-3ed6-40a7-a490-cb966dada707 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.3332694 Nov 12 04:28:50.025696 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Sync routers for ids ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:50.026594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:50.045159 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Routers {'7df055e1-3ad6-477e-bb0b-ecc0325d35c7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:50.051612 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:50.201115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad6ae2-fb19-4246-baf4-80dd00e6070c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.203201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad6ae2-fb19-4246-baf4-80dd00e6070c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.205154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad6ae2-fb19-4246-baf4-80dd00e6070c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.207255 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-84ad6ae2-fb19-4246-baf4-80dd00e6070c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1796436 Nov 12 04:28:50.218438 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56272) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:50.229580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Allocated IP 2001:db8::1 (2008f01f-2dcf-4066-98af-e4b59d27c1ad/70271f0d-09ce-4d93-a4e2-b0ff442f9d5a/c730c64f-fb89-4347-882e-2cb29a3b7791) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:50.233154 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Set router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:50.247666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device aabb80a3-fae4-4211-91a3-4e08748ed92d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:50.297043 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc092e2-fe22-4f76-957a-d4d3c546946e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Deleting subnet 70271f0d-09ce-4d93-a4e2-b0ff442f9d5a {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:28:50.367973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edacbe-3bdf-4fed-a9d8-7ce1f794a355 req-e2aa2e83-5977-4d57-8aea-c5210293c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.369676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66edacbe-3bdf-4fed-a9d8-7ce1f794a355 req-e2aa2e83-5977-4d57-8aea-c5210293c04c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3981869 Nov 12 04:28:50.384970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-88f56e5e-3782-470c-975e-ce468ab1f16e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.387327 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-88f56e5e-3782-470c-975e-ce468ab1f16e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 796 time: 0.4334457 Nov 12 04:28:50.406388 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-722dc0ba-5a90-4972-8080-9da74030d69b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/quotas/6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 375 time: 0.0126276 Nov 12 04:28:50.470912 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port aabb80a3-fae4-4211-91a3-4e08748ed92d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:50.471217 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.476601 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-3aa53fd8-2de7-4291-95a6-62e133f960e2', 'network_id': '3aa53fd8-2de7-4291-95a6-62e133f960e2', 'tenant_id': '044065fcbe22454cb305c640a413ba17', 'fixed_ips': [{'subnet_id': '16e9c887-1b71-4b5b-8147-da74fdfa19d4'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:28:50.477426 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.519889 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:28:47Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c62ae4c8-2577-4073-bc12-6c62c5530fcb', 'name': '', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d7:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:46Z', 'updated_at': '2021-11-12T04:28:48Z', 'revision_number': 2, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:50.534032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-4e9dcdb7-af14-4206-acaf-58cc2c9da9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.535372 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-4e9dcdb7-af14-4206-acaf-58cc2c9da9b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=819be64a88db407f8f7746d67a5a4618&device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1095 time: 0.1095071 Nov 12 04:28:50.543333 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-27909b73-ca31-473f-baa2-b8b2abacdf55 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1272194 Nov 12 04:28:50.553922 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Checking router: 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:50.554641 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Updating router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 port c62ae4c8-2577-4073-bc12-6c62c5530fcb binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:28:50.584458 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.589481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-adf7b9f6-486c-4b58-914b-850d7a5013b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90e147ec-0ebb-46fc-89de-e1f4bae12431 HTTP/1.1" status: 200 len: 217 time: 0.0438287 Nov 12 04:28:50.629392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9f10c4a2-12da-43c9-a955-ea10c3102f36 None None] Provisioning complete for port c62ae4c8-2577-4073-bc12-6c62c5530fcb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:50.629392 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f10c4a2-12da-43c9-a955-ea10c3102f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.711322 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-a640a646-00e9-476c-9f62-4f70ea25b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.712799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-a640a646-00e9-476c-9f62-4f70ea25b0db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=924feb5b-da3a-4801-a75c-2490ca0b383d HTTP/1.1" status: 200 len: 848 time: 0.1161871 Nov 12 04:28:50.747440 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9f10c4a2-12da-43c9-a955-ea10c3102f36 None None] Port c62ae4c8-2577-4073-bc12-6c62c5530fcb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:50.775230 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.783851 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-768b5b75-a606-40cb-a982-3d9d9a059aae service neutron] 10.222.0.105 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005582 Nov 12 04:28:50.785325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-5402445e-7129-4f54-a6e7-ee0ea972d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.786879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-5402445e-7129-4f54-a6e7-ee0ea972d920 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f216904f-6bc8-4157-abe7-251c6ff6647e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659609 Nov 12 04:28:50.841531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Allocated IP 2001:db8:0:1::1 (3aa53fd8-2de7-4291-95a6-62e133f960e2/16e9c887-1b71-4b5b-8147-da74fdfa19d4/17f75c10-dc8a-44d1-84b6-f4cf77e1c276) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:50.866386 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.877789 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-edc092e2-fe22-4f76-957a-d4d3c546946e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.906502 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.929270 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-edc092e2-fe22-4f76-957a-d4d3c546946e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.930042 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.953088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-13f6bbcc-7b00-4068-893a-199540b475f3 None None] Provisioning complete for port c62ae4c8-2577-4073-bc12-6c62c5530fcb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:50.953088 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13f6bbcc-7b00-4068-893a-199540b475f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.956670 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-155c151a-8b3c-44b2-966b-2fbb6626ee4a service neutron] 10.222.0.25 "GET /v2.0/networks/f216904f-6bc8-4157-abe7-251c6ff6647e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579142 Nov 12 04:28:50.960793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-c9b80558-6622-43f7-aa4e-b2facbb23ccd service neutron] 10.222.0.105 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711071 Nov 12 04:28:50.995270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-13f6bbcc-7b00-4068-893a-199540b475f3 None None] Port c62ae4c8-2577-4073-bc12-6c62c5530fcb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:51.015847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Network 2008f01f-2dcf-4066-98af-e4b59d27c1ad is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:51.023613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:51.044077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:51.054207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Pushing event updated for resources: {'Port': ['ID=c730c64f-fb89-4347-882e-2cb29a3b7791,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:51.080064 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-21484f95-1ec0-4c04-bddc-7a0033d532be req-d84fc40f-45bf-4d6a-b85d-ef2ff6f46b23 service neutron] 10.222.0.25 "GET /v2.0/networks/f216904f-6bc8-4157-abe7-251c6ff6647e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148164 Nov 12 04:28:51.083519 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acd343-8352-4c69-a465-79826d0d2e59 None None] Pushing event updated for resources: {'Port': ['ID=c62ae4c8-2577-4073-bc12-6c62c5530fcb,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:51.137853 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-edc092e2-fe22-4f76-957a-d4d3c546946e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.154114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Attempting to bind port c730c64f-fb89-4347-882e-2cb29a3b7791 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:51.154482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Attempting to bind port c730c64f-fb89-4347-882e-2cb29a3b7791 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'fd55b662-1d8e-4384-a02a-68875c89a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '2008f01f-2dcf-4066-98af-e4b59d27c1ad'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:51.154852 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Attempting to bind port c730c64f-fb89-4347-882e-2cb29a3b7791 on network 2008f01f-2dcf-4066-98af-e4b59d27c1ad {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:51.162111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:51.162485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Checking segment: {'id': 'fd55b662-1d8e-4384-a02a-68875c89a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '2008f01f-2dcf-4066-98af-e4b59d27c1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:51.162885 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.163276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Bound using segment: {'id': 'fd55b662-1d8e-4384-a02a-68875c89a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '2008f01f-2dcf-4066-98af-e4b59d27c1ad'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:51.163813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Bound port: c730c64f-fb89-4347-882e-2cb29a3b7791, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd55b662-1d8e-4384-a02a-68875c89a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '2008f01f-2dcf-4066-98af-e4b59d27c1ad'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:51.164221 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.192559 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Attempting to bind port c62ae4c8-2577-4073-bc12-6c62c5530fcb on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:51.193180 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Attempting to bind port c62ae4c8-2577-4073-bc12-6c62c5530fcb by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:51.193731 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Attempting to bind port c62ae4c8-2577-4073-bc12-6c62c5530fcb on network f5a245fc-d266-44de-891f-7488330f4bc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:51.194981 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.202695 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:51.203292 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Checking segment: {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:51.203898 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.204593 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Bound using segment: {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:51.209261 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Bound port: c62ae4c8-2577-4073-bc12-6c62c5530fcb, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:51.209261 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.261698 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735f430-690f-422f-a3df-70b44b1b0f6f req-c3e1b8e7-abc6-44ab-b36d-fe93d1c21863 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:51.268538 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b735f430-690f-422f-a3df-70b44b1b0f6f req-c3e1b8e7-abc6-44ab-b36d-fe93d1c21863 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1095 time: 0.0648658 Nov 12 04:28:51.300473 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] For port c62ae4c8-2577-4073-bc12-6c62c5530fcb, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:51.306810 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] For port c62ae4c8-2577-4073-bc12-6c62c5530fcb, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c62ae4c8-2577-4073-bc12-6c62c5530fcb,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:51.307347 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.326582 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b735f430-690f-422f-a3df-70b44b1b0f6f req-608d6a55-738a-41d4-be6c-3f76a6b14a51 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570767 Nov 12 04:28:51.334913 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-edc092e2-fe22-4f76-957a-d4d3c546946e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.391437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] For port c730c64f-fb89-4347-882e-2cb29a3b7791, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:51.398230 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.406089 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] For port c730c64f-fb89-4347-882e-2cb29a3b7791, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c730c64f-fb89-4347-882e-2cb29a3b7791,segment=NetworkSegment(fd55b662-1d8e-4384-a02a-68875c89a7fb),segment_id=fd55b662-1d8e-4384-a02a-68875c89a7fb)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:51.409507 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Network 3aa53fd8-2de7-4291-95a6-62e133f960e2 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:51.412758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:51.414118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a6da0735-91dc-4ff2-9bbd-2f845da71476 req-1e1818c5-aa5f-44ac-8f20-9d965c431807 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 210 time: 0.0682697 Nov 12 04:28:51.437445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:51.444850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Pushing event updated for resources: {'Port': ['ID=17f75c10-dc8a-44d1-84b6-f4cf77e1c276,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:51.447194 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc092e2-fe22-4f76-957a-d4d3c546946e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event deleted for resources: {'Subnet': ['ID=70271f0d-09ce-4d93-a4e2-b0ff442f9d5a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:51.454367 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-edc092e2-fe22-4f76-957a-d4d3c546946e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.466018 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-edc092e2-fe22-4f76-957a-d4d3c546946e tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "DELETE /v2.0/subnets/70271f0d-09ce-4d93-a4e2-b0ff442f9d5a HTTP/1.1" status: 204 len: 168 time: 1.2433639 Nov 12 04:28:51.467122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56282) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:51.484029 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Routers {'7df055e1-3ad6-477e-bb0b-ecc0325d35c7'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:51.484717 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:51.488147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-670beab2-cdba-467b-8e0f-f323e4ed049b None None] Provisioning complete for port c62ae4c8-2577-4073-bc12-6c62c5530fcb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:51.488315 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-670beab2-cdba-467b-8e0f-f323e4ed049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.553214 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.561003 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acd343-8352-4c69-a465-79826d0d2e59 None None] Pushing event updated for resources: {'Port': ['ID=c62ae4c8-2577-4073-bc12-6c62c5530fcb,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:51.577640 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2326fe-1420-4fe0-83d5-f1a1671847d6 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Deleting subnet 16e9c887-1b71-4b5b-8147-da74fdfa19d4 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:28:51.596873 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb2326fe-1420-4fe0-83d5-f1a1671847d6 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.626972 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Attempting to bind port 17f75c10-dc8a-44d1-84b6-f4cf77e1c276 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:51.627346 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Attempting to bind port 17f75c10-dc8a-44d1-84b6-f4cf77e1c276 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f1e7cc1d-6f6c-4c7a-9e66-469c7bddde6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '3aa53fd8-2de7-4291-95a6-62e133f960e2'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:51.627719 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Attempting to bind port 17f75c10-dc8a-44d1-84b6-f4cf77e1c276 on network 3aa53fd8-2de7-4291-95a6-62e133f960e2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:51.647808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:51.648250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Checking segment: {'id': 'f1e7cc1d-6f6c-4c7a-9e66-469c7bddde6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '3aa53fd8-2de7-4291-95a6-62e133f960e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:51.648776 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.649052 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Bound using segment: {'id': 'f1e7cc1d-6f6c-4c7a-9e66-469c7bddde6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '3aa53fd8-2de7-4291-95a6-62e133f960e2'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:51.649533 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Bound port: 17f75c10-dc8a-44d1-84b6-f4cf77e1c276, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e7cc1d-6f6c-4c7a-9e66-469c7bddde6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '3aa53fd8-2de7-4291-95a6-62e133f960e2'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:51.649918 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.655783 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] Set router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:51.661255 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb2326fe-1420-4fe0-83d5-f1a1671847d6 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.690913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c556a4-6477-452b-bbe3-86fc07db8464 None None] Pushing event updated for resources: {'Port': ['ID=c730c64f-fb89-4347-882e-2cb29a3b7791,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:51.790431 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb2326fe-1420-4fe0-83d5-f1a1671847d6 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.961373 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb2326fe-1420-4fe0-83d5-f1a1671847d6 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.991718 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-670beab2-cdba-467b-8e0f-f323e4ed049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.996790 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:28:47Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c62ae4c8-2577-4073-bc12-6c62c5530fcb', 'name': '', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d7:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:46Z', 'updated_at': '2021-11-12T04:28:51Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:52.005103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2326fe-1420-4fe0-83d5-f1a1671847d6 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event deleted for resources: {'Subnet': ['ID=16e9c887-1b71-4b5b-8147-da74fdfa19d4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:52.008281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb2326fe-1420-4fe0-83d5-f1a1671847d6 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.013997 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fb2326fe-1420-4fe0-83d5-f1a1671847d6 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "DELETE /v2.0/subnets/16e9c887-1b71-4b5b-8147-da74fdfa19d4 HTTP/1.1" status: 204 len: 168 time: 0.5426693 Nov 12 04:28:52.020685 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:52.035392 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b74bd-55b6-4e59-9a69-67648cf4e615 None None] The sync data for ids ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'] in n-d-767704-23 is: [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:28:47Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c62ae4c8-2577-4073-bc12-6c62c5530fcb', 'name': '', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d7:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:46Z', 'updated_at': '2021-11-12T04:28:51Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:52.063799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] For port 17f75c10-dc8a-44d1-84b6-f4cf77e1c276, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:52.074608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] For port 17f75c10-dc8a-44d1-84b6-f4cf77e1c276, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=17f75c10-dc8a-44d1-84b6-f4cf77e1c276,segment=NetworkSegment(f1e7cc1d-6f6c-4c7a-9e66-469c7bddde6a),segment_id=f1e7cc1d-6f6c-4c7a-9e66-469c7bddde6a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:52.079597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-670beab2-cdba-467b-8e0f-f323e4ed049b None None] For port c62ae4c8-2577-4073-bc12-6c62c5530fcb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c62ae4c8-2577-4073-bc12-6c62c5530fcb,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:52.098659 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eb94cf-a4d4-4248-8308-943f6fe8f20d tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:52.107070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:52.114378 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f0eb94cf-a4d4-4248-8308-943f6fe8f20d tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0848703 Nov 12 04:28:52.147672 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.202348 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-670beab2-cdba-467b-8e0f-f323e4ed049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.247705 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.258887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540fa64-18f1-4210-9ce9-d6a1fe508830 None None] Pushing event updated for resources: {'Port': ['ID=17f75c10-dc8a-44d1-84b6-f4cf77e1c276,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:52.340559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c62ae4c8-2577-4073-bc12-6c62c5530fcb up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:52.431143 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670beab2-cdba-467b-8e0f-f323e4ed049b None None] Pushing event updated for resources: {'Port': ['ID=c62ae4c8-2577-4073-bc12-6c62c5530fcb,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:52.439311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-337a720c-ac8e-4776-85ed-7e6d68c591de None None] Provisioning complete for port c62ae4c8-2577-4073-bc12-6c62c5530fcb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:52.439833 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-337a720c-ac8e-4776-85ed-7e6d68c591de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.513732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c62ae4c8-2577-4073-bc12-6c62c5530fcb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:52.514202 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.577719 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134113a-bf71-4a03-84be-96612f6a78c4 req-ea65dbfc-eab3-45f8-a3c1-7bf3ae2238f5 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:52.584651 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f134113a-bf71-4a03-84be-96612f6a78c4 req-ea65dbfc-eab3-45f8-a3c1-7bf3ae2238f5 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1095 time: 0.1208870 Nov 12 04:28:52.673208 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f134113a-bf71-4a03-84be-96612f6a78c4 req-edd2553c-002b-4d7f-a553-e5c57c1c05ec tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843594 Nov 12 04:28:52.723326 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c730c64f-fb89-4347-882e-2cb29a3b7791 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:52.816076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c730c64f-fb89-4347-882e-2cb29a3b7791 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:52.816665 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.920775 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.977160 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1113327c-5b4a-4cf0-88a3-55e915e744c8 req-aff65fbd-df0f-4b86-8be5-b51baab91dde tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 210 time: 0.0620425 Nov 12 04:28:52.977614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port c730c64f-fb89-4347-882e-2cb29a3b7791, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c730c64f-fb89-4347-882e-2cb29a3b7791,segment=NetworkSegment(fd55b662-1d8e-4384-a02a-68875c89a7fb),segment_id=fd55b662-1d8e-4384-a02a-68875c89a7fb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:53.010428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Deleting port 17f75c10-dc8a-44d1-84b6-f4cf77e1c276 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:53.010972 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.058981 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.096469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] For port 17f75c10-dc8a-44d1-84b6-f4cf77e1c276, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=17f75c10-dc8a-44d1-84b6-f4cf77e1c276,segment=NetworkSegment(f1e7cc1d-6f6c-4c7a-9e66-469c7bddde6a),segment_id=f1e7cc1d-6f6c-4c7a-9e66-469c7bddde6a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:53.097073 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.122007 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Calling delete_port for 17f75c10-dc8a-44d1-84b6-f4cf77e1c276 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:53.131404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7bf123-ba65-44bd-b366-9112739c973e None None] Network 2008f01f-2dcf-4066-98af-e4b59d27c1ad requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:53.211776 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5dba8047-6951-4fe4-b16d-4ad95d858e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.212866 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=c730c64f-fb89-4347-882e-2cb29a3b7791,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:53.219948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ac60cbf1-a80c-4a37-87a6-850fcea12f70 None None] Provisioning complete for port c730c64f-fb89-4347-882e-2cb29a3b7791 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:53.225588 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ac60cbf1-a80c-4a37-87a6-850fcea12f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.297868 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.334139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event deleted for resources: {'Port': ['ID=17f75c10-dc8a-44d1-84b6-f4cf77e1c276,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:53.339311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] No DVR routers for this DVR port 17f75c10-dc8a-44d1-84b6-f4cf77e1c276 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:53.458160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f26ac11-cdbb-48cb-888f-2496e3eb9df7 None None] DHCP port deletion for 2008f01f-2dcf-4066-98af-e4b59d27c1ad request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:53.475875 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.509205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa53fd8-2de7-4291-95a6-62e133f960e2']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:53.521223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4f26ac11-cdbb-48cb-888f-2496e3eb9df7 None None] Deleting port c730c64f-fb89-4347-882e-2cb29a3b7791 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:53.525000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e7cc1d-6f6c-4c7a-9e66-469c7bddde6a') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:53.525547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e7cc1d-6f6c-4c7a-9e66-469c7bddde6a') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:53.525672 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f26ac11-cdbb-48cb-888f-2496e3eb9df7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.547432 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.569338 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.577308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:28:53.577721 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:28:53.581333 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:28:53.617827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4f26ac11-cdbb-48cb-888f-2496e3eb9df7 None None] For port c730c64f-fb89-4347-882e-2cb29a3b7791, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c730c64f-fb89-4347-882e-2cb29a3b7791,segment=NetworkSegment(fd55b662-1d8e-4384-a02a-68875c89a7fb),segment_id=fd55b662-1d8e-4384-a02a-68875c89a7fb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:53.618339 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f26ac11-cdbb-48cb-888f-2496e3eb9df7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.634023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4f26ac11-cdbb-48cb-888f-2496e3eb9df7 None None] Calling delete_port for c730c64f-fb89-4347-882e-2cb29a3b7791 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:53.653105 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a50f0f-1abb-47fe-b746-1b352be6a4ab None None] Network 3aa53fd8-2de7-4291-95a6-62e133f960e2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:53.720073 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.728402 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.733864 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "DELETE /v2.0/networks/3aa53fd8-2de7-4291-95a6-62e133f960e2 HTTP/1.1" status: 204 len: 168 time: 1.6252320 Nov 12 04:28:53.734253 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:53.759601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e062e89-4e5b-44fd-a665-ecd714fc8b75 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event deleted for resources: {'Network': ['ID=3aa53fd8-2de7-4291-95a6-62e133f960e2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:53.761300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fea787cb-fdb8-4515-9afb-4ba3d085a3c0 None None] Could not find standard attr ID for object 17f75c10-dc8a-44d1-84b6-f4cf77e1c276. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:28:53.866120 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.878223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb044-883e-4218-b23f-4bac3cc9940d req-1a99abd4-60e4-44b7-b835-18839ba6a6d3 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:53.879648 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a81cb044-883e-4218-b23f-4bac3cc9940d req-1a99abd4-60e4-44b7-b835-18839ba6a6d3 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1095 time: 0.1118026 Nov 12 04:28:53.907991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ecf9a3-b0fa-4ded-a718-93da08bf60a8 None None] DHCP port deletion for 3aa53fd8-2de7-4291-95a6-62e133f960e2 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:53.952684 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f26ac11-cdbb-48cb-888f-2496e3eb9df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.980147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26ac11-cdbb-48cb-888f-2496e3eb9df7 None None] Pushing event deleted for resources: {'Port': ['ID=c730c64f-fb89-4347-882e-2cb29a3b7791,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:53.986504 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f26ac11-cdbb-48cb-888f-2496e3eb9df7 None None] No DVR routers for this DVR port c730c64f-fb89-4347-882e-2cb29a3b7791 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:54.101326 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2af766a-89b7-410f-9781-48f06f840b98 req-cf7498a7-d8e1-4905-975c-42e1023d58bc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 210 time: 0.0272346 Nov 12 04:28:54.193649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c62ae4c8-2577-4073-bc12-6c62c5530fcb up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:54.246066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c62ae4c8-2577-4073-bc12-6c62c5530fcb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:54.246432 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.391327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c730c64f-fb89-4347-882e-2cb29a3b7791 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:54.406275 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a81cb044-883e-4218-b23f-4bac3cc9940d req-5b8cb6a4-112e-4d4f-9200-5f87686effb7 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958558 Nov 12 04:28:54.415299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: c730c64f-fb89-4347-882e-2cb29a3b7791 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:54.415629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c730c64f-fb89-4347-882e-2cb29a3b7791 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:54.437581 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Deleting port c730c64f-fb89-4347-882e-2cb29a3b7791 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:54.437915 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.446758 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-60ecd193-f001-4a85-8766-ce08833607e2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:54.448328 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-60ecd193-f001-4a85-8766-ce08833607e2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 796 time: 0.5391178 Nov 12 04:28:54.545052 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] For port c730c64f-fb89-4347-882e-2cb29a3b7791, host n-d-767704-23, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:54.545410 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.569921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Calling delete_port for c730c64f-fb89-4347-882e-2cb29a3b7791 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:54.574900 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Port c730c64f-fb89-4347-882e-2cb29a3b7791 was not found and therefore no delete operation was performed {{(pid=103147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:28:54.577276 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.584173 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-0d710953-cbbe-4edd-82a9-793995342e67 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 379 time: 0.1163702 Nov 12 04:28:54.612956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-061ec3fd-3cc7-48c0-a70c-58fd1b341955 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'port': {'device_id': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'admin_state_up': True, 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'security_groups': ['29ad30e7-8886-4242-a952-43ecc85b5a85']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:54.619031 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event deleted for resources: {'Port': ['ID=c730c64f-fb89-4347-882e-2cb29a3b7791,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:54.644234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] No DVR routers for this DVR port c730c64f-fb89-4347-882e-2cb29a3b7791 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:54.767302 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.798009 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2008f01f-2dcf-4066-98af-e4b59d27c1ad']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:54.811826 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd55b662-1d8e-4384-a02a-68875c89a7fb') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:54.812148 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd55b662-1d8e-4384-a02a-68875c89a7fb') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:54.824497 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.839858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.845499 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:28:54.845872 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:28:54.849726 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:28:54.925755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-061ec3fd-3cc7-48c0-a70c-58fd1b341955 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Made reservation on behalf of 6035ed2710404d7fadaeb6fad57f6003 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:54.929317 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-061ec3fd-3cc7-48c0-a70c-58fd1b341955 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.015540 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.019902 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.023912 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "DELETE /v2.0/networks/2008f01f-2dcf-4066-98af-e4b59d27c1ad HTTP/1.1" status: 204 len: 168 time: 1.2875512 Nov 12 04:28:55.026855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56308) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:55.059034 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9f60b-ce36-42e4-b4c5-1961a1b6b705 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event deleted for resources: {'Network': ['ID=2008f01f-2dcf-4066-98af-e4b59d27c1ad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:55.083235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-061ec3fd-3cc7-48c0-a70c-58fd1b341955 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.20.0.6 (f5a245fc-d266-44de-891f-7488330f4bc6/8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71/758584f0-b057-4119-b726-b7db38b5574d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:55.092477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 90e147ec-0ebb-46fc-89de-e1f4bae12431 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:28:55.114301 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb6ea-64b7-4335-8c68-472c2bae2217 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.137641 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.207817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 90e147ec-0ebb-46fc-89de-e1f4bae12431, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=90e147ec-0ebb-46fc-89de-e1f4bae12431,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:55.220085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '90e147ec-0ebb-46fc-89de-e1f4bae12431', 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e', 'port_id': '90e147ec-0ebb-46fc-89de-e1f4bae12431', 'mac_address': 'fa:16:3e:2d:b3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924feb5b-da3a-4801-a75c-2490ca0b383d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:28:55.236714 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb6ea-64b7-4335-8c68-472c2bae2217 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.241085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0c0f3f5-4379-44c6-bf66-8c0f3637745b req-1a26fce3-6f79-4c55-81f3-01109e408651 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 210 time: 0.0337703 Nov 12 04:28:55.264844 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.269003 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-061ec3fd-3cc7-48c0-a70c-58fd1b341955 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.277950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ef7cb6ea-64b7-4335-8c68-472c2bae2217 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6894858f-4d12-4bb4-bbb1-fee22308dbc2']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:55.278241 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e147ec-0ebb-46fc-89de-e1f4bae12431 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:28:55.291870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ef7cb6ea-64b7-4335-8c68-472c2bae2217 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df9f9db-ded6-4d33-9b6a-02820d1d6f6e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:55.292268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ef7cb6ea-64b7-4335-8c68-472c2bae2217 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df9f9db-ded6-4d33-9b6a-02820d1d6f6e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:55.299834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 90e147ec-0ebb-46fc-89de-e1f4bae12431, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=90e147ec-0ebb-46fc-89de-e1f4bae12431,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:55.302578 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb6ea-64b7-4335-8c68-472c2bae2217 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.316509 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb6ea-64b7-4335-8c68-472c2bae2217 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.322405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7cb6ea-64b7-4335-8c68-472c2bae2217 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:28:55.323346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb6ea-64b7-4335-8c68-472c2bae2217 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:28:55.326271 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:28:55.381443 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-061ec3fd-3cc7-48c0-a70c-58fd1b341955 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.411934 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.426910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-061ec3fd-3cc7-48c0-a70c-58fd1b341955 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network f5a245fc-d266-44de-891f-7488330f4bc6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:55.433310 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-061ec3fd-3cc7-48c0-a70c-58fd1b341955 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:55.438441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-061ec3fd-3cc7-48c0-a70c-58fd1b341955 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:55.441421 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ec3fd-3cc7-48c0-a70c-58fd1b341955 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=758584f0-b057-4119-b726-b7db38b5574d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:55.474920 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb6ea-64b7-4335-8c68-472c2bae2217 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.483513 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb6ea-64b7-4335-8c68-472c2bae2217 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.485236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=90e147ec-0ebb-46fc-89de-e1f4bae12431,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:55.492663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-061ec3fd-3cc7-48c0-a70c-58fd1b341955 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:55.493522 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-061ec3fd-3cc7-48c0-a70c-58fd1b341955 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.493641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ef7cb6ea-64b7-4335-8c68-472c2bae2217 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "DELETE /v2.0/networks/6894858f-4d12-4bb4-bbb1-fee22308dbc2 HTTP/1.1" status: 204 len: 168 time: 0.4656351 Nov 12 04:28:55.494309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56314) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:55.519251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cb6ea-64b7-4335-8c68-472c2bae2217 tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event deleted for resources: {'Network': ['ID=6894858f-4d12-4bb4-bbb1-fee22308dbc2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:55.578388 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d1971-1a9f-496d-b1fc-13fa853868e1 req-ce9ddf05-02ad-47e9-9973-9d4073a83c0b tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:55.579917 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a38d1971-1a9f-496d-b1fc-13fa853868e1 req-ce9ddf05-02ad-47e9-9973-9d4073a83c0b tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1096 time: 0.0496442 Nov 12 04:28:55.597616 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2d67-b149-4286-b3cf-80cdbfd9b34c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.608045 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-061ec3fd-3cc7-48c0-a70c-58fd1b341955 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9991229 Nov 12 04:28:55.638843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Request body: {'port': {'device_id': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:55.644758 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a38d1971-1a9f-496d-b1fc-13fa853868e1 req-b852b50c-fa71-4b0b-8976-3109acf483ba tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538368 Nov 12 04:28:55.673195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['90e147ec-0ebb-46fc-89de-e1f4bae12431'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:28:55.703283 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.709467 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2d67-b149-4286-b3cf-80cdbfd9b34c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.731586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9e6d2d67-b149-4286-b3cf-80cdbfd9b34c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4381e4-7b23-4c5b-b0cd-431408a5eb1b']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:55.741243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9e6d2d67-b149-4286-b3cf-80cdbfd9b34c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81742c5-e66f-4e10-9efd-20c4e8f701a0') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:55.741535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9e6d2d67-b149-4286-b3cf-80cdbfd9b34c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81742c5-e66f-4e10-9efd-20c4e8f701a0') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:55.756579 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2d67-b149-4286-b3cf-80cdbfd9b34c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.771207 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2d67-b149-4286-b3cf-80cdbfd9b34c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.778535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6d2d67-b149-4286-b3cf-80cdbfd9b34c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:28:55.779135 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2d67-b149-4286-b3cf-80cdbfd9b34c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:28:55.782754 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:28:55.815101 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-43aa6d4d-8d03-42a3-baeb-5f8204db40c6 None None] Provisioning complete for port 758584f0-b057-4119-b726-b7db38b5574d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:55.815475 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43aa6d4d-8d03-42a3-baeb-5f8204db40c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.861509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-43aa6d4d-8d03-42a3-baeb-5f8204db40c6 None None] Port 758584f0-b057-4119-b726-b7db38b5574d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:55.908982 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2d67-b149-4286-b3cf-80cdbfd9b34c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.913457 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2d67-b149-4286-b3cf-80cdbfd9b34c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.917463 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9e6d2d67-b149-4286-b3cf-80cdbfd9b34c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] 10.222.0.105 "DELETE /v2.0/networks/be4381e4-7b23-4c5b-b0cd-431408a5eb1b HTTP/1.1" status: 204 len: 168 time: 0.4082379 Nov 12 04:28:55.932999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d2d67-b149-4286-b3cf-80cdbfd9b34c tempest-BulkNetworkOpsIpV6Test-310272567 tempest-BulkNetworkOpsIpV6Test-310272567-project] Pushing event deleted for resources: {'Network': ['ID=be4381e4-7b23-4c5b-b0cd-431408a5eb1b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:55.996636 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758584f0-b057-4119-b726-b7db38b5574d {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:28:56.005499 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.018285 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Transition to ACTIVE for port object 758584f0-b057-4119-b726-b7db38b5574d will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:28:56.097225 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.165241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Pushing event updated for resources: {'Port': ['ID=758584f0-b057-4119-b726-b7db38b5574d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:56.216749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Attempting to bind port 758584f0-b057-4119-b726-b7db38b5574d on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:56.217178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Attempting to bind port 758584f0-b057-4119-b726-b7db38b5574d by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:56.217704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Attempting to bind port 758584f0-b057-4119-b726-b7db38b5574d on network f5a245fc-d266-44de-891f-7488330f4bc6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:56.222415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Port 758584f0-b057-4119-b726-b7db38b5574d on network f5a245fc-d266-44de-891f-7488330f4bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:28:56.222695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Attempting to bind port 758584f0-b057-4119-b726-b7db38b5574d on network f5a245fc-d266-44de-891f-7488330f4bc6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:56.228023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:56.228439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Checking segment: {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:56.228824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Bound using segment: {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:56.229281 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Bound port: 758584f0-b057-4119-b726-b7db38b5574d, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:56.229641 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.305279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:56.309568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=758584f0-b057-4119-b726-b7db38b5574d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:56.372958 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.403562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0500502-36c3-4e5f-8387-9de40dcd969c req-154d25c3-a787-48ce-bdf9-713a2ae53d9b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:56.405696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0500502-36c3-4e5f-8387-9de40dcd969c req-154d25c3-a787-48ce-bdf9-713a2ae53d9b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 943 time: 0.0676501 Nov 12 04:28:56.418876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:56.419074 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.420948 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] 10.222.0.26 "PUT /v2.0/ports/758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 1092 time: 0.7874370 Nov 12 04:28:56.423701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'tag': '758584f0-b057-4119-b726-b7db38b5574d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:56.426478 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75f544c-0d7d-4c89-9060-66d1c7785f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "tag": "758584f0-b057-4119-b726-b7db38b5574d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:56.455128 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:56.492410 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f90cc81-2c82-400b-94b9-80057a02edc3 x-openstack-request-id: req-6f90cc81-2c82-400b-94b9-80057a02edc3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:56.492708 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "tag": "758584f0-b057-4119-b726-b7db38b5574d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:56.492967 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6f90cc81-2c82-400b-94b9-80057a02edc3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:56.493383 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'tag': '758584f0-b057-4119-b726-b7db38b5574d', 'status': 'completed', 'code': 200} Nov 12 04:28:56.502172 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a35843-0eda-48a4-b03b-4b1dbfb6941b service neutron] Pushing event updated for resources: {'Port': ['ID=758584f0-b057-4119-b726-b7db38b5574d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:56.512373 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0500502-36c3-4e5f-8387-9de40dcd969c req-5aaa4978-eda0-450d-ab8a-cc3e5cb6a66d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007252 Nov 12 04:28:56.587460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f544c-0d7d-4c89-9060-66d1c7785f1b req-2e14b0fd-a9a1-4cca-a535-19a81a98986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:56.589164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e75f544c-0d7d-4c89-9060-66d1c7785f1b req-2e14b0fd-a9a1-4cca-a535-19a81a98986d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1095 time: 0.0489218 Nov 12 04:28:56.700090 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8600bec2-1595-49dd-8fbf-1481df3c9c4f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=044065fcbe22454cb305c640a413ba17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2391493 Nov 12 04:28:56.702612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:56.791147 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f544c-0d7d-4c89-9060-66d1c7785f1b req-0c59b290-9068-4a0d-bf5a-fceada529aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:56.793325 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e75f544c-0d7d-4c89-9060-66d1c7785f1b req-0c59b290-9068-4a0d-bf5a-fceada529aa9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6035ed2710404d7fadaeb6fad57f6003&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1859171 Nov 12 04:28:56.811260 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.831602 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ae73eed-94cb-4a3c-80af-f56647112201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.841019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0d1bd-5532-4452-a01b-3ea3d9de0ef5 req-35aae602-fc2c-4594-a522-4c95b5e98ffc tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:56.842505 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-baf0d1bd-5532-4452-a01b-3ea3d9de0ef5 req-35aae602-fc2c-4594-a522-4c95b5e98ffc tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1096 time: 0.1206217 Nov 12 04:28:56.880530 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29f15b63-18d0-4058-acb6-ce442afce547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.910056 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ae73eed-94cb-4a3c-80af-f56647112201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.974744 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-baf0d1bd-5532-4452-a01b-3ea3d9de0ef5 req-ba3da428-8e99-4b85-8716-8d54f18565ed tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216636 Nov 12 04:28:56.985573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f544c-0d7d-4c89-9060-66d1c7785f1b req-242d5aa5-74bd-4ec5-b67f-f622e6bfa9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:56.987018 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e75f544c-0d7d-4c89-9060-66d1c7785f1b req-242d5aa5-74bd-4ec5-b67f-f622e6bfa9ee service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1842303 Nov 12 04:28:57.069221 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ae73eed-94cb-4a3c-80af-f56647112201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.071729 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ae73eed-94cb-4a3c-80af-f56647112201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.073588 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2ae73eed-94cb-4a3c-80af-f56647112201 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ef909de5-b490-4e31-907d-e664ebfda87a HTTP/1.1" status: 204 len: 168 time: 0.3695133 Nov 12 04:28:57.099864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae73eed-94cb-4a3c-80af-f56647112201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef909de5-b490-4e31-907d-e664ebfda87a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:57.107957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 90e147ec-0ebb-46fc-89de-e1f4bae12431 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:57.119322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-2c8fed3d-a90f-4a2a-ad44-a7df8968b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:57.123123 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-2c8fed3d-a90f-4a2a-ad44-a7df8968b755 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1095 time: 0.0625327 Nov 12 04:28:57.172823 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-458a1a85-961b-4347-924b-2d04931503fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 217 time: 0.0365100 Nov 12 04:28:57.222667 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-4fdc68c7-11ad-4ae2-a9ce-20bac3abe0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:57.224481 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-4fdc68c7-11ad-4ae2-a9ce-20bac3abe0c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 200 len: 834 time: 0.0444064 Nov 12 04:28:57.233202 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 90e147ec-0ebb-46fc-89de-e1f4bae12431 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:28:57.237235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 90e147ec-0ebb-46fc-89de-e1f4bae12431 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:57.237597 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.276413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-39eddb6b-1c3b-4d0b-a1a3-37d261f3ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:57.278128 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-39eddb6b-1c3b-4d0b-a1a3-37d261f3ac6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5a245fc-d266-44de-891f-7488330f4bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454690 Nov 12 04:28:57.316335 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.344087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2422b4-f254-4d33-9bf6-ace3371d4b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e147ec-0ebb-46fc-89de-e1f4bae12431'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:57.346334 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c323ff2-f9f5-4c38-9cbd-b7ab01799e0b" -d '{"events": [{"server_uuid": "6f2422b4-f254-4d33-9bf6-ace3371d4b94", "name": "network-vif-plugged", "status": "completed", "tag": "90e147ec-0ebb-46fc-89de-e1f4bae12431"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:57.359803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 90e147ec-0ebb-46fc-89de-e1f4bae12431, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=90e147ec-0ebb-46fc-89de-e1f4bae12431,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:57.383452 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-280cdb37-d1b3-48c3-a5b0-9ce71578ab7a service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974526 Nov 12 04:28:57.438646 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.489563 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=90e147ec-0ebb-46fc-89de-e1f4bae12431,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:57.513002 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1637b13c-4312-40df-a27f-6c8a256bd5a4 req-70bb2418-bc11-4618-be4f-bc079df23ab9 service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217511 Nov 12 04:28:57.530806 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410f6024-af7f-4270-9fe9-44c860cca696 x-openstack-request-id: req-410f6024-af7f-4270-9fe9-44c860cca696 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:57.531100 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2422b4-f254-4d33-9bf6-ace3371d4b94", "name": "network-vif-plugged", "status": "completed", "tag": "90e147ec-0ebb-46fc-89de-e1f4bae12431", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:57.531358 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-410f6024-af7f-4270-9fe9-44c860cca696 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:57.531759 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2422b4-f254-4d33-9bf6-ace3371d4b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e147ec-0ebb-46fc-89de-e1f4bae12431', 'code': 200} Nov 12 04:28:57.640461 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728da4c-d69c-4751-a400-4e754661ea03 req-5b221b2d-eb72-4bec-bfaa-e712dcd2c547 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:57.642159 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b728da4c-d69c-4751-a400-4e754661ea03 req-5b221b2d-eb72-4bec-bfaa-e712dcd2c547 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 943 time: 0.0555966 Nov 12 04:28:57.648693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1313f-c970-4922-a743-8fb0ffa510a6 req-a40fd7c2-83fc-49b7-b918-9813d80953b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:57.651507 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6e1313f-c970-4922-a743-8fb0ffa510a6 req-a40fd7c2-83fc-49b7-b918-9813d80953b9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1097 time: 0.0609939 Nov 12 04:28:57.697382 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b728da4c-d69c-4751-a400-4e754661ea03 req-d1009dbd-00fc-4014-900f-86c7a64a469c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468943 Nov 12 04:28:57.697650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6e1313f-c970-4922-a743-8fb0ffa510a6 req-d7fe3f16-75fc-4191-aa92-a9eaaf9d5ed9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392220 Nov 12 04:28:58.082020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4831a7-76bb-444e-ac8e-af8aa5e8e7c7 req-8018c5fc-80cc-4bc3-a34a-20e543f7761b tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:58.083523 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd4831a7-76bb-444e-ac8e-af8aa5e8e7c7 req-8018c5fc-80cc-4bc3-a34a-20e543f7761b tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1097 time: 0.0403283 Nov 12 04:28:58.136593 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd4831a7-76bb-444e-ac8e-af8aa5e8e7c7 req-6e424caf-9d7d-4e42-b5ce-144b47c33481 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463479 Nov 12 04:28:58.228764 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:58.322821 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-66e4345f-9a71-4150-944a-9271dfdd7c21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1608770455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:58.418489 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66e4345f-9a71-4150-944a-9271dfdd7c21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.419505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66e4345f-9a71-4150-944a-9271dfdd7c21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.475083 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66e4345f-9a71-4150-944a-9271dfdd7c21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.541357 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66e4345f-9a71-4150-944a-9271dfdd7c21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.571822 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.682370 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66e4345f-9a71-4150-944a-9271dfdd7c21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.683546 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-66e4345f-9a71-4150-944a-9271dfdd7c21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4537199 Nov 12 04:28:58.686244 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:58.690985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-584027118'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:58.780706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Made reservation on behalf of c1607073363f4241bf77a494555ab51f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:58.784053 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.808096 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.846674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1e601-bad8-4764-b4a6-622635279a36 req-9ee998c8-cfba-42f9-866b-b4171a3c927e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:58.848198 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45b1e601-bad8-4764-b4a6-622635279a36 req-9ee998c8-cfba-42f9-866b-b4171a3c927e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 943 time: 0.0795386 Nov 12 04:28:58.940629 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45b1e601-bad8-4764-b4a6-622635279a36 req-fb074115-e48e-4d34-b15d-03bfe4ce4181 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826097 Nov 12 04:28:58.967259 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.988676 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.028825 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.058928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:59.066754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5270ab-485e-42fe-8022-8bf26735866b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:59.075113 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.075284 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Added segment 0724738d-e015-4e4b-bff7-1e7908faa002 of type vlan for network f657adbd-95c3-4467-a8f5-1b770af68248 Nov 12 04:28:59.127493 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.211647 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.217473 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:59.218097 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.246043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288f9fa-2634-42e2-9813-da23853901de req-56fb3764-9551-49de-8ac3-1fae4c57534b tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:59.248058 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c288f9fa-2634-42e2-9813-da23853901de req-56fb3764-9551-49de-8ac3-1fae4c57534b tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1097 time: 0.0498374 Nov 12 04:28:59.287931 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event updated for resources: {'Network': ['ID=f657adbd-95c3-4467-a8f5-1b770af68248,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:59.298464 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network f657adbd-95c3-4467-a8f5-1b770af68248 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:59.298824 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c288f9fa-2634-42e2-9813-da23853901de req-2c30c9ef-e1bf-4f3e-ad17-3c92823afaf7 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440454 Nov 12 04:28:59.343958 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0a38c9dc-b511-4221-bde0-dcb53db2aee4 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6566532 Nov 12 04:28:59.347344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56372) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:59.355204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-21a5e605-65ee-4168-87fb-0ad19bb29151 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Request body: {'subnet': {'network_id': 'f657adbd-95c3-4467-a8f5-1b770af68248', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:59.406657 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fb278-e45d-49a0-9c3d-42e4824c4a45 req-a5ba53c8-4d3f-4811-89cb-a0f6f6124208 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:59.408321 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-704fb278-e45d-49a0-9c3d-42e4824c4a45 req-a5ba53c8-4d3f-4811-89cb-a0f6f6124208 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1097 time: 0.0430000 Nov 12 04:28:59.459512 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-704fb278-e45d-49a0-9c3d-42e4824c4a45 req-3de8aeaa-8783-4385-85e2-bf5cef706d44 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450406 Nov 12 04:28:59.525826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a5e605-65ee-4168-87fb-0ad19bb29151 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Made reservation on behalf of c1607073363f4241bf77a494555ab51f for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:59.529516 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21a5e605-65ee-4168-87fb-0ad19bb29151 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.647763 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954208d3-21d6-4198-8c35-1a54535c1a60 req-7ff413c9-34fb-4808-a5a1-0583e111ed87 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:59.649300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-954208d3-21d6-4198-8c35-1a54535c1a60 req-7ff413c9-34fb-4808-a5a1-0583e111ed87 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1097 time: 0.1159484 Nov 12 04:28:59.730942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-954208d3-21d6-4198-8c35-1a54535c1a60 req-b868d614-949d-4b84-af6c-e3408a355e6c tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745378 Nov 12 04:28:59.912476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21a5e605-65ee-4168-87fb-0ad19bb29151 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.974023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5e605-65ee-4168-87fb-0ad19bb29151 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event updated for resources: {'Subnet': ['ID=ff3a6ad4-e51f-4497-af42-72980f651825,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:59.982791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5e605-65ee-4168-87fb-0ad19bb29151 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Checking segment: {'id': '0724738d-e015-4e4b-bff7-1e7908faa002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f657adbd-95c3-4467-a8f5-1b770af68248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:59.983149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a5e605-65ee-4168-87fb-0ad19bb29151 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Network hostable DHCP agents. Network: f657adbd-95c3-4467-a8f5-1b770af68248, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:00.002263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-d74c0819-d32a-42ed-8681-bfe89338b607 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:00.003846 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-d74c0819-d32a-42ed-8681-bfe89338b607 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/networks?id=f216904f-6bc8-4157-abe7-251c6ff6647e HTTP/1.1" status: 200 len: 911 time: 0.0954678 Nov 12 04:29:00.019701 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-3e2e8b9e-8f08-4ea2-8a66-673437b70650 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/quotas/819be64a88db407f8f7746d67a5a4618 HTTP/1.1" status: 200 len: 375 time: 0.0097308 Nov 12 04:29:00.060215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a5e605-65ee-4168-87fb-0ad19bb29151 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Network f657adbd-95c3-4467-a8f5-1b770af68248 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:00.067580 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-d0293ba0-9f14-456f-bf81-cab21717f71a tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?tenant_id=819be64a88db407f8f7746d67a5a4618&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0421658 Nov 12 04:29:00.081735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf9cd4-2a1b-4308-85a1-4dfb70e84b3c req-b577c36f-bb20-4ab2-be9c-98830f7c10b1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:00.083239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4cdf9cd4-2a1b-4308-85a1-4dfb70e84b3c req-b577c36f-bb20-4ab2-be9c-98830f7c10b1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 943 time: 0.0550630 Nov 12 04:29:00.136485 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4cdf9cd4-2a1b-4308-85a1-4dfb70e84b3c req-7ef88bbe-43b6-43d3-bc49-237489050950 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464740 Nov 12 04:29:00.160149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-21a5e605-65ee-4168-87fb-0ad19bb29151 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, f657adbd-95c3-4467-a8f5-1b770af68248) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:00.164504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a5e605-65ee-4168-87fb-0ad19bb29151 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:00.165271 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21a5e605-65ee-4168-87fb-0ad19bb29151 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.165455 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-d1faafce-a99a-462e-9cd2-a494a99b7c7c service neutron] 10.222.0.105 "GET /v2.0/networks/f216904f-6bc8-4157-abe7-251c6ff6647e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898428 Nov 12 04:29:00.173469 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9bda61-b0d9-4c40-9c18-b05dcea3d869 None None] Network f657adbd-95c3-4467-a8f5-1b770af68248 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:00.256723 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-21a5e605-65ee-4168-87fb-0ad19bb29151 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9069622 Nov 12 04:29:00.260170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56390) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:00.265962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6d8df379-9114-4fd6-bd42-9dc9c8f326b0 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Request body: {'network': {'name': 'tempest-router-network01--2106789636'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:00.288103 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-b644cda3-6e4a-473f-b258-743e92354b7f service neutron] 10.222.0.105 "GET /v2.0/networks/f216904f-6bc8-4157-abe7-251c6ff6647e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150200 Nov 12 04:29:00.319801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-f657adbd-95c3-4467-a8f5-1b770af68248', 'network_id': 'f657adbd-95c3-4467-a8f5-1b770af68248', 'tenant_id': 'c1607073363f4241bf77a494555ab51f', 'fixed_ips': [{'subnet_id': 'ff3a6ad4-e51f-4497-af42-72980f651825'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:00.320779 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.377380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8df379-9114-4fd6-bd42-9dc9c8f326b0 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Made reservation on behalf of c1607073363f4241bf77a494555ab51f for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:00.381056 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d8df379-9114-4fd6-bd42-9dc9c8f326b0 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.411039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8df379-9114-4fd6-bd42-9dc9c8f326b0 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:00.419607 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d8df379-9114-4fd6-bd42-9dc9c8f326b0 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.419963 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-6d8df379-9114-4fd6-bd42-9dc9c8f326b0 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Added segment 5d1b1bf2-cf84-4a10-a1f3-6e9f0e0f56f6 of type vlan for network 35bc83d8-4e1d-49d7-bda1-5848272fbf65 Nov 12 04:29:00.462679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Allocated IP 2001:db8::2 (f657adbd-95c3-4467-a8f5-1b770af68248/ff3a6ad4-e51f-4497-af42-72980f651825/290a7467-35d6-4199-94f4-25c6c6848e84) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:00.489276 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d8df379-9114-4fd6-bd42-9dc9c8f326b0 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.520910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af25bef0-b857-4b93-b6ed-5d69af86529e req-53d39c5a-f906-4fe7-9e61-7518d168ab27 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 210 time: 0.0342727 Nov 12 04:29:00.577421 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d8df379-9114-4fd6-bd42-9dc9c8f326b0 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.583149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8df379-9114-4fd6-bd42-9dc9c8f326b0 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:00.583748 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d8df379-9114-4fd6-bd42-9dc9c8f326b0 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.621573 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.657109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8df379-9114-4fd6-bd42-9dc9c8f326b0 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event updated for resources: {'Network': ['ID=35bc83d8-4e1d-49d7-bda1-5848272fbf65,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:00.667568 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 35bc83d8-4e1d-49d7-bda1-5848272fbf65 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:00.700638 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6d8df379-9114-4fd6-bd42-9dc9c8f326b0 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4387777 Nov 12 04:29:00.703141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:00.708183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-722f7bea-e546-4153-be31-40d988ffbdc6 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Request body: {'network': {'name': 'tempest-router-network02--348863797'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:00.724429 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.774787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Network f657adbd-95c3-4467-a8f5-1b770af68248 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:00.777676 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:00.782113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:00.785167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Pushing event updated for resources: {'Port': ['ID=290a7467-35d6-4199-94f4-25c6c6848e84,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:00.794357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722f7bea-e546-4153-be31-40d988ffbdc6 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Made reservation on behalf of c1607073363f4241bf77a494555ab51f for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:00.798720 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-722f7bea-e546-4153-be31-40d988ffbdc6 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.823949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722f7bea-e546-4153-be31-40d988ffbdc6 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:00.832991 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-722f7bea-e546-4153-be31-40d988ffbdc6 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.833305 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-722f7bea-e546-4153-be31-40d988ffbdc6 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Added segment fdb4240c-139e-46ff-8b49-bd386dab8236 of type vlan for network 0c4b06fa-15b7-430d-8941-cf8e671ab136 Nov 12 04:29:00.838524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Attempting to bind port 290a7467-35d6-4199-94f4-25c6c6848e84 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:00.838897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Attempting to bind port 290a7467-35d6-4199-94f4-25c6c6848e84 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '0724738d-e015-4e4b-bff7-1e7908faa002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f657adbd-95c3-4467-a8f5-1b770af68248'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:00.839305 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Attempting to bind port 290a7467-35d6-4199-94f4-25c6c6848e84 on network f657adbd-95c3-4467-a8f5-1b770af68248 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:00.844456 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:00.844824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Checking segment: {'id': '0724738d-e015-4e4b-bff7-1e7908faa002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f657adbd-95c3-4467-a8f5-1b770af68248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:00.845219 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.845611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Bound using segment: {'id': '0724738d-e015-4e4b-bff7-1e7908faa002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f657adbd-95c3-4467-a8f5-1b770af68248'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:00.846067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Bound port: 290a7467-35d6-4199-94f4-25c6c6848e84, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0724738d-e015-4e4b-bff7-1e7908faa002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f657adbd-95c3-4467-a8f5-1b770af68248'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:00.846446 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.880471 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-722f7bea-e546-4153-be31-40d988ffbdc6 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.925544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] For port 290a7467-35d6-4199-94f4-25c6c6848e84, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:00.928505 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] For port 290a7467-35d6-4199-94f4-25c6c6848e84, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=290a7467-35d6-4199-94f4-25c6c6848e84,segment=NetworkSegment(0724738d-e015-4e4b-bff7-1e7908faa002),segment_id=0724738d-e015-4e4b-bff7-1e7908faa002)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:00.986746 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-722f7bea-e546-4153-be31-40d988ffbdc6 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.992628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f7bea-e546-4153-be31-40d988ffbdc6 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:00.993166 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-722f7bea-e546-4153-be31-40d988ffbdc6 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.022052 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.060235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f7bea-e546-4153-be31-40d988ffbdc6 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event updated for resources: {'Network': ['ID=0c4b06fa-15b7-430d-8941-cf8e671ab136,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:01.073514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 0c4b06fa-15b7-430d-8941-cf8e671ab136 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:01.100604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-722f7bea-e546-4153-be31-40d988ffbdc6 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3947122 Nov 12 04:29:01.102235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:01.107975 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d6ddb049-fbe8-4dce-b007-971542b0c964 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Request body: {'subnet': {'network_id': '35bc83d8-4e1d-49d7-bda1-5848272fbf65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:01.143251 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5233d7-124c-4c59-bc5f-30056f0df681 None None] Pushing event updated for resources: {'Port': ['ID=290a7467-35d6-4199-94f4-25c6c6848e84,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:01.149423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 758584f0-b057-4119-b726-b7db38b5574d details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:29:01.281066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68f59b-1f96-46a7-8479-ad13f0bca982 req-dc7cb10c-652c-4ed6-8df3-0342c49a09ba tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:01.290200 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=758584f0-b057-4119-b726-b7db38b5574d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:01.290729 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d68f59b-1f96-46a7-8479-ad13f0bca982 req-dc7cb10c-652c-4ed6-8df3-0342c49a09ba tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 943 time: 0.0701187 Nov 12 04:29:01.298737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ddb049-fbe8-4dce-b007-971542b0c964 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Made reservation on behalf of c1607073363f4241bf77a494555ab51f for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:01.302450 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6ddb049-fbe8-4dce-b007-971542b0c964 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.319176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '758584f0-b057-4119-b726-b7db38b5574d', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'port_id': '758584f0-b057-4119-b726-b7db38b5574d', 'mac_address': 'fa:16:3e:e5:a8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:29:01.369283 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.388000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758584f0-b057-4119-b726-b7db38b5574d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:29:01.410195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=758584f0-b057-4119-b726-b7db38b5574d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:01.424569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d68f59b-1f96-46a7-8479-ad13f0bca982 req-7b3622f6-8154-4125-bd44-36d6f57664a9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331127 Nov 12 04:29:01.491436 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.544437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=758584f0-b057-4119-b726-b7db38b5574d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:01.612182 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6ddb049-fbe8-4dce-b007-971542b0c964 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.637473 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-23780ebf-23ee-4ad3-bf7b-5e2cfc267c72 req-74598c4d-91af-4420-9d1b-0a0fd26eff6d tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 210 time: 0.0335400 Nov 12 04:29:01.682390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddb049-fbe8-4dce-b007-971542b0c964 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event updated for resources: {'Subnet': ['ID=4db9a52a-c5da-43a3-9fb0-f830a9083a0b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:01.690055 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ddb049-fbe8-4dce-b007-971542b0c964 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Checking segment: {'id': '5d1b1bf2-cf84-4a10-a1f3-6e9f0e0f56f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '35bc83d8-4e1d-49d7-bda1-5848272fbf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:01.690420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ddb049-fbe8-4dce-b007-971542b0c964 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Network hostable DHCP agents. Network: 35bc83d8-4e1d-49d7-bda1-5848272fbf65, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:01.829034 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ddb049-fbe8-4dce-b007-971542b0c964 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Network 35bc83d8-4e1d-49d7-bda1-5848272fbf65 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:01.923787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['758584f0-b057-4119-b726-b7db38b5574d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:01.931869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d6ddb049-fbe8-4dce-b007-971542b0c964 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 35bc83d8-4e1d-49d7-bda1-5848272fbf65) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:01.936293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ddb049-fbe8-4dce-b007-971542b0c964 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:01.936976 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6ddb049-fbe8-4dce-b007-971542b0c964 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.956259 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab0a7a0-a49f-4640-b818-c88e28b0eb28 None None] Network 35bc83d8-4e1d-49d7-bda1-5848272fbf65 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:02.040927 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d6ddb049-fbe8-4dce-b007-971542b0c964 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9340620 Nov 12 04:29:02.041323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:02.046562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c0086cc7-2e43-44cd-8d8b-612fa6c06b4a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Request body: {'subnet': {'network_id': '0c4b06fa-15b7-430d-8941-cf8e671ab136', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:02.210775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bc59ba-7a47-4b12-be0c-e2cae976c5c7 None None] Network f657adbd-95c3-4467-a8f5-1b770af68248 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:02.229786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0086cc7-2e43-44cd-8d8b-612fa6c06b4a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Made reservation on behalf of c1607073363f4241bf77a494555ab51f for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:02.233848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0086cc7-2e43-44cd-8d8b-612fa6c06b4a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.241581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 290a7467-35d6-4199-94f4-25c6c6848e84 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:02.349284 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-003fbbb7-a647-4203-8e1a-ad30303d8341 None None] Provisioning complete for port 290a7467-35d6-4199-94f4-25c6c6848e84 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:02.349938 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-003fbbb7-a647-4203-8e1a-ad30303d8341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.531008 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0086cc7-2e43-44cd-8d8b-612fa6c06b4a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.561270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 290a7467-35d6-4199-94f4-25c6c6848e84 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:02.561636 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.599594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-35bc83d8-4e1d-49d7-bda1-5848272fbf65', 'network_id': '35bc83d8-4e1d-49d7-bda1-5848272fbf65', 'tenant_id': 'c1607073363f4241bf77a494555ab51f', 'fixed_ips': [{'subnet_id': '4db9a52a-c5da-43a3-9fb0-f830a9083a0b'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:02.600700 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.607397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c94c0-2a52-4145-8002-0994e040f696 req-b3e2ab4f-9bbc-4031-b00c-a914f2e25917 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:02.608985 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c4c94c0-2a52-4145-8002-0994e040f696 req-b3e2ab4f-9bbc-4031-b00c-a914f2e25917 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 944 time: 0.1104043 Nov 12 04:29:02.613841 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0086cc7-2e43-44cd-8d8b-612fa6c06b4a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event updated for resources: {'Subnet': ['ID=7ee5f37a-9388-4825-a36b-1d8b4772bb6f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:02.646027 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0086cc7-2e43-44cd-8d8b-612fa6c06b4a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Checking segment: {'id': 'fdb4240c-139e-46ff-8b49-bd386dab8236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '0c4b06fa-15b7-430d-8941-cf8e671ab136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:02.646027 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0086cc7-2e43-44cd-8d8b-612fa6c06b4a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Network hostable DHCP agents. Network: 0c4b06fa-15b7-430d-8941-cf8e671ab136, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:02.736285 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-003fbbb7-a647-4203-8e1a-ad30303d8341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.745637 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c4c94c0-2a52-4145-8002-0994e040f696 req-cad44c7f-26db-4d5c-9f30-d6b464e2cf1c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290772 Nov 12 04:29:02.764646 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61155719-81f6-469e-ad8c-e0f9ab52d2c5 req-d5700bfb-39f1-4c20-9d0d-c7ee67adb8de tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 210 time: 0.0463662 Nov 12 04:29:02.768526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-c67566a2-d99c-4407-b706-968b1dfb9b64 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:02.770023 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-c67566a2-d99c-4407-b706-968b1dfb9b64 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.26 "GET /v2.0/networks?id=f216904f-6bc8-4157-abe7-251c6ff6647e HTTP/1.1" status: 200 len: 911 time: 0.1328461 Nov 12 04:29:02.783796 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-a28fed20-0b10-42a0-b4dd-484334971878 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Request body: {'port': {'device_id': '6c247665-b305-4977-9a67-899e10a84132', 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e', 'admin_state_up': True, 'tenant_id': '819be64a88db407f8f7746d67a5a4618'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:02.820516 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0086cc7-2e43-44cd-8d8b-612fa6c06b4a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Network 0c4b06fa-15b7-430d-8941-cf8e671ab136 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:02.891433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-a28fed20-0b10-42a0-b4dd-484334971878 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Made reservation on behalf of 819be64a88db407f8f7746d67a5a4618 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:02.894308 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-a28fed20-0b10-42a0-b4dd-484334971878 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.921230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c0086cc7-2e43-44cd-8d8b-612fa6c06b4a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 0c4b06fa-15b7-430d-8941-cf8e671ab136) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:02.954475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0086cc7-2e43-44cd-8d8b-612fa6c06b4a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:02.955220 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0086cc7-2e43-44cd-8d8b-612fa6c06b4a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.960961 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-003fbbb7-a647-4203-8e1a-ad30303d8341 None None] For port 290a7467-35d6-4199-94f4-25c6c6848e84, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=290a7467-35d6-4199-94f4-25c6c6848e84,segment=NetworkSegment(0724738d-e015-4e4b-bff7-1e7908faa002),segment_id=0724738d-e015-4e4b-bff7-1e7908faa002)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:02.962087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5eaeb0-3bcb-4d23-8952-69395f047df0 None None] Network 0c4b06fa-15b7-430d-8941-cf8e671ab136 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:03.010758 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.068442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:03.068943 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c0086cc7-2e43-44cd-8d8b-612fa6c06b4a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0262299 Nov 12 04:29:03.076600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-a28fed20-0b10-42a0-b4dd-484334971878 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Allocated IP 172.20.0.12 (f216904f-6bc8-4157-abe7-251c6ff6647e/924feb5b-da3a-4801-a75c-2490ca0b383d/c3f64737-5c97-47e3-816e-d11def4df6d3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:03.084604 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-003fbbb7-a647-4203-8e1a-ad30303d8341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.107895 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Allocated IP 2001:db8::2 (35bc83d8-4e1d-49d7-bda1-5848272fbf65/4db9a52a-c5da-43a3-9fb0-f830a9083a0b/52daadd5-9aa9-4638-b00a-f442242deaca) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:03.234018 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-a28fed20-0b10-42a0-b4dd-484334971878 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.332979 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-a28fed20-0b10-42a0-b4dd-484334971878 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.333253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fbbb7-a647-4203-8e1a-ad30303d8341 None None] Pushing event updated for resources: {'Port': ['ID=290a7467-35d6-4199-94f4-25c6c6848e84,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:03.351385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['90e147ec-0ebb-46fc-89de-e1f4bae12431'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:03.359266 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:29:03.359709 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:29:03.392556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-a28fed20-0b10-42a0-b4dd-484334971878 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Network f216904f-6bc8-4157-abe7-251c6ff6647e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:03.395674 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-a28fed20-0b10-42a0-b4dd-484334971878 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:03.398390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-a28fed20-0b10-42a0-b4dd-484334971878 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:03.405407 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7cb8b80d-2016-4808-8a9c-b48b928b8188 None None] Provisioning complete for port 290a7467-35d6-4199-94f4-25c6c6848e84 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:03.405881 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7cb8b80d-2016-4808-8a9c-b48b928b8188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.450390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fed20-0b10-42a0-b4dd-484334971878 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f64737-5c97-47e3-816e-d11def4df6d3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:03.452920 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.456278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-0c4b06fa-15b7-430d-8941-cf8e671ab136', 'network_id': '0c4b06fa-15b7-430d-8941-cf8e671ab136', 'tenant_id': 'c1607073363f4241bf77a494555ab51f', 'fixed_ips': [{'subnet_id': '7ee5f37a-9388-4825-a36b-1d8b4772bb6f'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:03.457036 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.461965 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-a28fed20-0b10-42a0-b4dd-484334971878 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:03.463450 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-a28fed20-0b10-42a0-b4dd-484334971878 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.562877 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-a28fed20-0b10-42a0-b4dd-484334971878 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7828672 Nov 12 04:29:03.600966 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Request body: {'port': {'device_id': '6c247665-b305-4977-9a67-899e10a84132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:03.631663 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.682636 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.772137 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.848068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Allocated IP 2001:db8::1 (35bc83d8-4e1d-49d7-bda1-5848272fbf65/4db9a52a-c5da-43a3-9fb0-f830a9083a0b/132d7677-a967-4d80-b007-1f1d5c1bf4b7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:03.871623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Allocated IP 2001:db8::2 (0c4b06fa-15b7-430d-8941-cf8e671ab136/7ee5f37a-9388-4825-a36b-1d8b4772bb6f/ba0c427e-95da-4c1b-84f4-f8aa5567f1cd) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:03.966195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Network 35bc83d8-4e1d-49d7-bda1-5848272fbf65 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:03.984299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df990910-b57d-4fab-9168-06f0e9fcf564 req-eaea5558-ae2c-445c-8e22-7aa83cb19a7d tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:03.986161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df990910-b57d-4fab-9168-06f0e9fcf564 req-eaea5558-ae2c-445c-8e22-7aa83cb19a7d tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1028 time: 0.1168425 Nov 12 04:29:04.004932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:04.020499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Pushing event updated for resources: {'Port': ['ID=52daadd5-9aa9-4638-b00a-f442242deaca,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:04.035847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:04.054280 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a6c43-e3b1-44e9-9c09-1947553078ab req-d3053053-4fb8-4bcb-86a4-e5d5adf1b98a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:04.057821 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-867a6c43-e3b1-44e9-9c09-1947553078ab req-d3053053-4fb8-4bcb-86a4-e5d5adf1b98a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 944 time: 0.1660571 Nov 12 04:29:04.066789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-df990910-b57d-4fab-9168-06f0e9fcf564 req-c54bf46d-7420-4529-bf72-e68f22e27e49 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660357 Nov 12 04:29:04.104923 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.167831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-893d2416-d734-436e-9d45-45fbfd63fc4e None None] Provisioning complete for port c3f64737-5c97-47e3-816e-d11def4df6d3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:04.168571 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-893d2416-d734-436e-9d45-45fbfd63fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.173985 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-867a6c43-e3b1-44e9-9c09-1947553078ab req-9432954e-5c7c-44c5-b735-fa03b69893d3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087103 Nov 12 04:29:04.204814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.252191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f64737-5c97-47e3-816e-d11def4df6d3 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:29:04.258927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Network 35bc83d8-4e1d-49d7-bda1-5848272fbf65 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:04.261883 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.262320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:04.267450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:04.267995 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.276921 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Transition to ACTIVE for port object c3f64737-5c97-47e3-816e-d11def4df6d3 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:29:04.308112 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event updated for resources: {'Port': ['ID=132d7677-a967-4d80-b007-1f1d5c1bf4b7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:04.347209 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.398688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 290a7467-35d6-4199-94f4-25c6c6848e84 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:04.408846 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f64737-5c97-47e3-816e-d11def4df6d3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:04.460611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Attempting to bind port 52daadd5-9aa9-4638-b00a-f442242deaca on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:04.460980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Attempting to bind port 52daadd5-9aa9-4638-b00a-f442242deaca by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '5d1b1bf2-cf84-4a10-a1f3-6e9f0e0f56f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '35bc83d8-4e1d-49d7-bda1-5848272fbf65'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:04.461344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Attempting to bind port 52daadd5-9aa9-4638-b00a-f442242deaca on network 35bc83d8-4e1d-49d7-bda1-5848272fbf65 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:04.475830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-893d2416-d734-436e-9d45-45fbfd63fc4e None None] Port c3f64737-5c97-47e3-816e-d11def4df6d3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:04.483469 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.488077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:04.488463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Checking segment: {'id': '5d1b1bf2-cf84-4a10-a1f3-6e9f0e0f56f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '35bc83d8-4e1d-49d7-bda1-5848272fbf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:04.488865 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.489509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Bound using segment: {'id': '5d1b1bf2-cf84-4a10-a1f3-6e9f0e0f56f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '35bc83d8-4e1d-49d7-bda1-5848272fbf65'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:04.489752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Bound port: 52daadd5-9aa9-4638-b00a-f442242deaca, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1b1bf2-cf84-4a10-a1f3-6e9f0e0f56f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '35bc83d8-4e1d-49d7-bda1-5848272fbf65'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:04.490143 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.501569 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Attempting to bind port c3f64737-5c97-47e3-816e-d11def4df6d3 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:04.501999 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Attempting to bind port c3f64737-5c97-47e3-816e-d11def4df6d3 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:04.502504 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Attempting to bind port c3f64737-5c97-47e3-816e-d11def4df6d3 on network f216904f-6bc8-4157-abe7-251c6ff6647e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:04.508647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Port c3f64737-5c97-47e3-816e-d11def4df6d3 on network f216904f-6bc8-4157-abe7-251c6ff6647e not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:04.509248 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Attempting to bind port c3f64737-5c97-47e3-816e-d11def4df6d3 on network f216904f-6bc8-4157-abe7-251c6ff6647e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:04.516463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:04.516463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Checking segment: {'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:04.516463 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Bound using segment: {'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:04.517237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Bound port: c3f64737-5c97-47e3-816e-d11def4df6d3, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:04.517655 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.591675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] For port c3f64737-5c97-47e3-816e-d11def4df6d3, host n-h2-767704-23, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:04.595554 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] For port c3f64737-5c97-47e3-816e-d11def4df6d3, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c3f64737-5c97-47e3-816e-d11def4df6d3,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:04.604385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 290a7467-35d6-4199-94f4-25c6c6848e84 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:04.604754 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.606618 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.643913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] For port 52daadd5-9aa9-4638-b00a-f442242deaca, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:04.662849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] For port 52daadd5-9aa9-4638-b00a-f442242deaca, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=52daadd5-9aa9-4638-b00a-f442242deaca,segment=NetworkSegment(5d1b1bf2-cf84-4a10-a1f3-6e9f0e0f56f6),segment_id=5d1b1bf2-cf84-4a10-a1f3-6e9f0e0f56f6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:04.679303 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.711797 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.717679 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:04.719021 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.720073 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] 10.222.0.26 "PUT /v2.0/ports/c3f64737-5c97-47e3-816e-d11def4df6d3 HTTP/1.1" status: 200 len: 1093 time: 1.1337185 Nov 12 04:29:04.720602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c247665-b305-4977-9a67-899e10a84132', 'tag': 'c3f64737-5c97-47e3-816e-d11def4df6d3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:04.722935 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8d865f-c830-4633-9cd4-e5f8022d9e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c247665-b305-4977-9a67-899e10a84132", "tag": "c3f64737-5c97-47e3-816e-d11def4df6d3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:04.766935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8b951-497e-488c-8ed2-b0c09794cf87 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f64737-5c97-47e3-816e-d11def4df6d3,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:04.782182 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.785022 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eff4cf6-556d-436e-927c-813ab6009f62 x-openstack-request-id: req-4eff4cf6-556d-436e-927c-813ab6009f62 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:04.787970 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c247665-b305-4977-9a67-899e10a84132", "tag": "c3f64737-5c97-47e3-816e-d11def4df6d3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:04.787970 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4eff4cf6-556d-436e-927c-813ab6009f62 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:04.787970 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c247665-b305-4977-9a67-899e10a84132', 'tag': 'c3f64737-5c97-47e3-816e-d11def4df6d3', 'status': 'completed', 'code': 200} Nov 12 04:29:04.788328 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Network 0c4b06fa-15b7-430d-8941-cf8e671ab136 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:04.797742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:04.800151 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Pushing event updated for resources: {'Port': ['ID=ba0c427e-95da-4c1b-84f4-f8aa5567f1cd,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:04.802618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:04.867814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.894836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d865f-c830-4633-9cd4-e5f8022d9e0e req-7a60f531-bbb4-4d0d-8f87-9739684537ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:04.897144 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a8d865f-c830-4633-9cd4-e5f8022d9e0e req-7a60f531-bbb4-4d0d-8f87-9739684537ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=819be64a88db407f8f7746d67a5a4618&device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1096 time: 0.0639875 Nov 12 04:29:04.920944 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9b988-90b3-4836-815c-8d1f2f971667 None None] Pushing event updated for resources: {'Port': ['ID=52daadd5-9aa9-4638-b00a-f442242deaca,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:04.925432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Attempting to bind port ba0c427e-95da-4c1b-84f4-f8aa5567f1cd on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:04.925432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Attempting to bind port ba0c427e-95da-4c1b-84f4-f8aa5567f1cd by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'fdb4240c-139e-46ff-8b49-bd386dab8236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '0c4b06fa-15b7-430d-8941-cf8e671ab136'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:04.925432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Attempting to bind port ba0c427e-95da-4c1b-84f4-f8aa5567f1cd on network 0c4b06fa-15b7-430d-8941-cf8e671ab136 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:04.934031 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:04.934502 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Checking segment: {'id': 'fdb4240c-139e-46ff-8b49-bd386dab8236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '0c4b06fa-15b7-430d-8941-cf8e671ab136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:04.940399 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.940967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Bound using segment: {'id': 'fdb4240c-139e-46ff-8b49-bd386dab8236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '0c4b06fa-15b7-430d-8941-cf8e671ab136'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:04.942062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Bound port: ba0c427e-95da-4c1b-84f4-f8aa5567f1cd, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb4240c-139e-46ff-8b49-bd386dab8236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '0c4b06fa-15b7-430d-8941-cf8e671ab136'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:04.942644 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.942876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.943720 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.038028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] For port ba0c427e-95da-4c1b-84f4-f8aa5567f1cd, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:05.038028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] For port ba0c427e-95da-4c1b-84f4-f8aa5567f1cd, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ba0c427e-95da-4c1b-84f4-f8aa5567f1cd,segment=NetworkSegment(fdb4240c-139e-46ff-8b49-bd386dab8236),segment_id=fdb4240c-139e-46ff-8b49-bd386dab8236)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:05.063994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event updated for resources: {'Port': ['ID=132d7677-a967-4d80-b007-1f1d5c1bf4b7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:05.081982 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d865f-c830-4633-9cd4-e5f8022d9e0e req-d9936a15-48bb-4ce1-bcbf-df9209dab16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:05.083708 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a8d865f-c830-4633-9cd4-e5f8022d9e0e req-d9936a15-48bb-4ce1-bcbf-df9209dab16d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=819be64a88db407f8f7746d67a5a4618&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1646864 Nov 12 04:29:05.118246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Network 35bc83d8-4e1d-49d7-bda1-5848272fbf65 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:05.125554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:05.136065 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.145731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 758584f0-b057-4119-b726-b7db38b5574d up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:05.257035 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400d92-dff6-4376-b2f3-9a8f35ba874d req-d076717d-760d-41f6-9d7b-6eb310e9adc0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:05.258516 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01400d92-dff6-4376-b2f3-9a8f35ba874d req-d076717d-760d-41f6-9d7b-6eb310e9adc0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1096 time: 0.0687881 Nov 12 04:29:05.274328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d865f-c830-4633-9cd4-e5f8022d9e0e req-0b47ecb0-6482-4b57-a3df-5924e653371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:05.276194 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a8d865f-c830-4633-9cd4-e5f8022d9e0e req-0b47ecb0-6482-4b57-a3df-5924e653371f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1849658 Nov 12 04:29:05.337442 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01400d92-dff6-4376-b2f3-9a8f35ba874d req-3258b192-151c-4202-ab99-a0ec56f91d00 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546465 Nov 12 04:29:05.338696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b3190-9a84-4a19-8d30-cd55def10c2c None None] Pushing event updated for resources: {'Port': ['ID=ba0c427e-95da-4c1b-84f4-f8aa5567f1cd,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:05.383753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 758584f0-b057-4119-b726-b7db38b5574d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:29:05.387800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 758584f0-b057-4119-b726-b7db38b5574d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:05.388206 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.394051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf8645-00ea-4664-86c7-3fef35b14dba req-84f8b464-1911-44d4-b90f-babf708e1714 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:05.396566 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03bf8645-00ea-4664-86c7-3fef35b14dba req-84f8b464-1911-44d4-b90f-babf708e1714 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 944 time: 0.0988288 Nov 12 04:29:05.418861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-b7721842-443a-40c7-9218-f244e7a71d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:05.420391 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-b7721842-443a-40c7-9218-f244e7a71d94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=819be64a88db407f8f7746d67a5a4618&device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1096 time: 0.0574434 Nov 12 04:29:05.425068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Router 65ff283d-a0d8-4369-bd81-1ce4897b233e is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:29:05.480619 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-d9f6381d-dad8-4e54-b5b8-7d1b630b55a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3f64737-5c97-47e3-816e-d11def4df6d3 HTTP/1.1" status: 200 len: 217 time: 0.0410521 Nov 12 04:29:05.498178 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.499433 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03bf8645-00ea-4664-86c7-3fef35b14dba req-fb5d6d2a-a4da-4036-9d86-43da94bdca2c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961165 Nov 12 04:29:05.570743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758584f0-b057-4119-b726-b7db38b5574d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:05.576395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:05.576579 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e013252-0cb4-43b8-b7a3-a94796fcdf29" -d '{"events": [{"server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "name": "network-vif-plugged", "status": "completed", "tag": "758584f0-b057-4119-b726-b7db38b5574d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:05.592735 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ede96e10-e5b7-4745-a3d0-21b2942137ec tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "PUT /v2.0/routers/65ff283d-a0d8-4369-bd81-1ce4897b233e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5226068 Nov 12 04:29:05.596792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56430) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:05.604581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d50b61-7919-4746-82d3-4dd3343cc658 None None] Sync routers for ids ['65ff283d-a0d8-4369-bd81-1ce4897b233e'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:05.608335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=758584f0-b057-4119-b726-b7db38b5574d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:05.608468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-d24db182-ada1-4610-b8db-85ae0ffcc75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:05.610937 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-d24db182-ada1-4610-b8db-85ae0ffcc75a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=924feb5b-da3a-4801-a75c-2490ca0b383d HTTP/1.1" status: 200 len: 848 time: 0.1229980 Nov 12 04:29:05.617185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d50b61-7919-4746-82d3-4dd3343cc658 None None] Routers {'65ff283d-a0d8-4369-bd81-1ce4897b233e'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:05.618207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-94d50b61-7919-4746-82d3-4dd3343cc658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['65ff283d-a0d8-4369-bd81-1ce4897b233e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:05.658546 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8f8154-65e4-4386-900d-ddc2e7b066ef x-openstack-request-id: req-3d8f8154-65e4-4386-900d-ddc2e7b066ef {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:05.659553 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "name": "network-vif-plugged", "status": "completed", "tag": "758584f0-b057-4119-b726-b7db38b5574d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:05.659553 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3d8f8154-65e4-4386-900d-ddc2e7b066ef {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:05.660416 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758584f0-b057-4119-b726-b7db38b5574d', 'code': 200} Nov 12 04:29:05.660967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-94d50b61-7919-4746-82d3-4dd3343cc658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:05.689432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d50b61-7919-4746-82d3-4dd3343cc658 None None] Routers {'65ff283d-a0d8-4369-bd81-1ce4897b233e'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:05.693000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-4040a42c-161a-4216-b1e8-e9f2de0adb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:05.695185 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-4040a42c-161a-4216-b1e8-e9f2de0adb3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f216904f-6bc8-4157-abe7-251c6ff6647e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749595 Nov 12 04:29:05.695470 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-94d50b61-7919-4746-82d3-4dd3343cc658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['65ff283d-a0d8-4369-bd81-1ce4897b233e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:05.698724 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.754276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-94d50b61-7919-4746-82d3-4dd3343cc658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:05.754903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d50b61-7919-4746-82d3-4dd3343cc658 None None] The sync data for ids ['65ff283d-a0d8-4369-bd81-1ce4897b233e'] in n-d-767704-23 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:05.815386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=758584f0-b057-4119-b726-b7db38b5574d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:05.844365 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-c45ead4b-8225-4407-9955-55a0c7ea3cc8 service neutron] 10.222.0.26 "GET /v2.0/networks/f216904f-6bc8-4157-abe7-251c6ff6647e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414828 Nov 12 04:29:05.947491 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-633bc9b6-4d78-4eab-82d2-b0efb272fd1b req-b3f0edc1-1dab-4efa-b63a-616d56a3c924 service neutron] 10.222.0.26 "GET /v2.0/networks/f216904f-6bc8-4157-abe7-251c6ff6647e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950480 Nov 12 04:29:06.100390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e71fbd-394f-4c69-b37a-0a097ba916c2 req-29b7a342-0672-4378-abb2-07e1470edc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:06.101753 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20e71fbd-394f-4c69-b37a-0a097ba916c2 req-29b7a342-0672-4378-abb2-07e1470edc81 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1097 time: 0.1279275 Nov 12 04:29:06.224822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bea307a-25f0-41fc-9c66-22b3fc72fefc None None] Network 35bc83d8-4e1d-49d7-bda1-5848272fbf65 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:06.257993 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20e71fbd-394f-4c69-b37a-0a097ba916c2 req-270859ef-a74d-4e59-98d6-195fe9980bca service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117890 Nov 12 04:29:06.334181 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 52daadd5-9aa9-4638-b00a-f442242deaca up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:06.404521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9fa71144-0ef1-42c4-8ea9-b68c387806aa None None] Provisioning complete for port 52daadd5-9aa9-4638-b00a-f442242deaca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:06.404903 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fa71144-0ef1-42c4-8ea9-b68c387806aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.496150 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-43f336c7-4d6d-43f8-8b7e-b97c00e1d3e3 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:29:06.499102 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-43f336c7-4d6d-43f8-8b7e-b97c00e1d3e3 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "PUT /v2.0/routers/65ff283d-a0d8-4369-bd81-1ce4897b233e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8973253 Nov 12 04:29:06.500565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:06.511524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7bce3-66a1-473b-a6bd-cac49a02cb99 req-850ebc13-7db7-4fe0-b006-05a4820d8f60 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:06.513162 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fa7bce3-66a1-473b-a6bd-cac49a02cb99 req-850ebc13-7db7-4fe0-b006-05a4820d8f60 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1096 time: 0.0569255 Nov 12 04:29:06.523518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 52daadd5-9aa9-4638-b00a-f442242deaca triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:06.524087 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.582790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fa7bce3-66a1-473b-a6bd-cac49a02cb99 req-a23c6d4e-010a-42ec-ad06-88b51aa6c2b1 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614176 Nov 12 04:29:06.618516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef8a323-c7fa-48f0-8efc-31c8172e6df6 None None] Network 0c4b06fa-15b7-430d-8941-cf8e671ab136 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:06.686608 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fa71144-0ef1-42c4-8ea9-b68c387806aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.762186 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ccf66-946f-40e1-9048-d1825f370764 req-13f164a9-af89-4bad-967d-e050c729ba3a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:06.763768 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e7ccf66-946f-40e1-9048-d1825f370764 req-13f164a9-af89-4bad-967d-e050c729ba3a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.1382518 Nov 12 04:29:06.775269 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9fa71144-0ef1-42c4-8ea9-b68c387806aa None None] For port 52daadd5-9aa9-4638-b00a-f442242deaca, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=52daadd5-9aa9-4638-b00a-f442242deaca,segment=NetworkSegment(5d1b1bf2-cf84-4a10-a1f3-6e9f0e0f56f6),segment_id=5d1b1bf2-cf84-4a10-a1f3-6e9f0e0f56f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:06.814611 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.839444 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fa71144-0ef1-42c4-8ea9-b68c387806aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.859267 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e7ccf66-946f-40e1-9048-d1825f370764 req-abe78bf5-b394-4869-a650-e3fae7ac17c0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890663 Nov 12 04:29:06.946532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa71144-0ef1-42c4-8ea9-b68c387806aa None None] Pushing event updated for resources: {'Port': ['ID=52daadd5-9aa9-4638-b00a-f442242deaca,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:06.965620 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:29:06.965620 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:29:06.973210 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-68cef26d-adb5-48f9-9a8a-150aac32cf7c None None] Provisioning complete for port 52daadd5-9aa9-4638-b00a-f442242deaca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:06.973582 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68cef26d-adb5-48f9-9a8a-150aac32cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.986575 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14cb4716-9576-4031-942b-55070d3465e9 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.093476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-68cef26d-adb5-48f9-9a8a-150aac32cf7c None None] Provisioning complete for port 132d7677-a967-4d80-b007-1f1d5c1bf4b7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:07.093975 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68cef26d-adb5-48f9-9a8a-150aac32cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.150560 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-68cef26d-adb5-48f9-9a8a-150aac32cf7c None None] Port 132d7677-a967-4d80-b007-1f1d5c1bf4b7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:07.162740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-68cef26d-adb5-48f9-9a8a-150aac32cf7c None None] Provisioning complete for port ba0c427e-95da-4c1b-84f4-f8aa5567f1cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:07.163114 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68cef26d-adb5-48f9-9a8a-150aac32cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.257684 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68cef26d-adb5-48f9-9a8a-150aac32cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.310872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-68cef26d-adb5-48f9-9a8a-150aac32cf7c None None] For port ba0c427e-95da-4c1b-84f4-f8aa5567f1cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ba0c427e-95da-4c1b-84f4-f8aa5567f1cd,segment=NetworkSegment(fdb4240c-139e-46ff-8b49-bd386dab8236),segment_id=fdb4240c-139e-46ff-8b49-bd386dab8236)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:07.388160 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68cef26d-adb5-48f9-9a8a-150aac32cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.452244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cef26d-adb5-48f9-9a8a-150aac32cf7c None None] Pushing event updated for resources: {'Port': ['ID=ba0c427e-95da-4c1b-84f4-f8aa5567f1cd,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:07.501262 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ba0c427e-95da-4c1b-84f4-f8aa5567f1cd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:07.553396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aed14c74-0b94-41e3-bd8e-891004f673bf None None] Provisioning complete for port 132d7677-a967-4d80-b007-1f1d5c1bf4b7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:07.554111 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aed14c74-0b94-41e3-bd8e-891004f673bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.596331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ba0c427e-95da-4c1b-84f4-f8aa5567f1cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:07.596686 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.598238 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aed14c74-0b94-41e3-bd8e-891004f673bf None None] Port 132d7677-a967-4d80-b007-1f1d5c1bf4b7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:07.636601 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aed14c74-0b94-41e3-bd8e-891004f673bf None None] Provisioning complete for port ba0c427e-95da-4c1b-84f4-f8aa5567f1cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:07.637049 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aed14c74-0b94-41e3-bd8e-891004f673bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.647191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-14cb4716-9576-4031-942b-55070d3465e9 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Deleting port 132d7677-a967-4d80-b007-1f1d5c1bf4b7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:07.647554 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14cb4716-9576-4031-942b-55070d3465e9 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.704290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3259f3-f424-451d-b8d0-7b250fbb1715 req-c1449679-e843-4a32-9120-637dc0f05a83 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:07.705741 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa3259f3-f424-451d-b8d0-7b250fbb1715 req-c1449679-e843-4a32-9120-637dc0f05a83 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1096 time: 0.0428059 Nov 12 04:29:07.753376 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14cb4716-9576-4031-942b-55070d3465e9 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.772076 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa3259f3-f424-451d-b8d0-7b250fbb1715 req-5a3f3fac-07fe-495a-83ac-47bc6ef780ae tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566561 Nov 12 04:29:07.775639 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-14cb4716-9576-4031-942b-55070d3465e9 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Calling delete_port for 132d7677-a967-4d80-b007-1f1d5c1bf4b7 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:08.014747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850524f0-4e96-415e-8a1b-f98cef63fab9 req-3cb710c4-8ed5-46d0-a37f-f6187a02ba2a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:08.016307 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-850524f0-4e96-415e-8a1b-f98cef63fab9 req-3cb710c4-8ed5-46d0-a37f-f6187a02ba2a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0687551 Nov 12 04:29:08.066985 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-850524f0-4e96-415e-8a1b-f98cef63fab9 req-416dc454-99a6-4ea9-993a-155bceb15458 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443273 Nov 12 04:29:08.146527 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14cb4716-9576-4031-942b-55070d3465e9 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.174606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb4716-9576-4031-942b-55070d3465e9 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event deleted for resources: {'Port': ['ID=132d7677-a967-4d80-b007-1f1d5c1bf4b7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:08.224800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 52daadd5-9aa9-4638-b00a-f442242deaca up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:08.285311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 52daadd5-9aa9-4638-b00a-f442242deaca triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:08.285676 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.297516 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14cb4716-9576-4031-942b-55070d3465e9 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.379549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ba0c427e-95da-4c1b-84f4-f8aa5567f1cd up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:08.432645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ba0c427e-95da-4c1b-84f4-f8aa5567f1cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:08.433011 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.482637 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cb4716-9576-4031-942b-55070d3465e9 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Router 65ff283d-a0d8-4369-bd81-1ce4897b233e has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:08.561879 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cb4716-9576-4031-942b-55070d3465e9 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:08.567139 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-14cb4716-9576-4031-942b-55070d3465e9 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "PUT /v2.0/routers/65ff283d-a0d8-4369-bd81-1ce4897b233e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0651031 Nov 12 04:29:08.571961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56442) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:08.574269 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204ac9e0-97fd-48a5-b585-94c9af3a8c9d None None] Sync routers for ids ['65ff283d-a0d8-4369-bd81-1ce4897b233e'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:08.584710 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204ac9e0-97fd-48a5-b585-94c9af3a8c9d None None] Routers {'65ff283d-a0d8-4369-bd81-1ce4897b233e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:08.585425 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-204ac9e0-97fd-48a5-b585-94c9af3a8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['65ff283d-a0d8-4369-bd81-1ce4897b233e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:08.610249 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b651ff29-fa83-43ce-86ae-3578b13f2bd0 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] delete failed (client error): The resource could not be found. Nov 12 04:29:08.611285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b651ff29-fa83-43ce-86ae-3578b13f2bd0 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "DELETE /v2.0/routers/tempest-non_exist_router-2073031208 HTTP/1.1" status: 404 len: 335 time: 0.0374422 Nov 12 04:29:08.615336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56444) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:08.618092 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-204ac9e0-97fd-48a5-b585-94c9af3a8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:08.620115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-feede857-a81a-40c8-b689-6602ceb83e57 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Request body: {'router': {'external_gateway_info': {'network_id': '65ff283d-a0d8-4369-bd81-1ce4897b233e'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:08.627052 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204ac9e0-97fd-48a5-b585-94c9af3a8c9d None None] Routers {'65ff283d-a0d8-4369-bd81-1ce4897b233e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:08.627636 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-204ac9e0-97fd-48a5-b585-94c9af3a8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['65ff283d-a0d8-4369-bd81-1ce4897b233e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:08.659883 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-204ac9e0-97fd-48a5-b585-94c9af3a8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:08.660553 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204ac9e0-97fd-48a5-b585-94c9af3a8c9d None None] The sync data for ids ['65ff283d-a0d8-4369-bd81-1ce4897b233e'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:08.830127 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feede857-a81a-40c8-b689-6602ceb83e57 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.874443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fe760-561c-4561-a82f-976907055179 req-9fa57dae-ac66-436e-b4bb-51cea0dc343d tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:08.875946 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-969fe760-561c-4561-a82f-976907055179 req-9fa57dae-ac66-436e-b4bb-51cea0dc343d tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1096 time: 0.0397749 Nov 12 04:29:08.908565 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-feede857-a81a-40c8-b689-6602ceb83e57 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] update failed (client error): The resource could not be found. Nov 12 04:29:08.909620 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-feede857-a81a-40c8-b689-6602ceb83e57 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "PUT /v2.0/routers/65ff283d-a0d8-4369-bd81-1ce4897b233e HTTP/1.1" status: 404 len: 339 time: 0.2933218 Nov 12 04:29:08.913290 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:08.918376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ec36b148-52ea-4261-9bed-e5ff19e19473 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-767995124'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:08.924234 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-969fe760-561c-4561-a82f-976907055179 req-e3e54dd1-8544-48fd-9283-0b3f4ae61fac tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Nov 12 04:29:09.022544 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec36b148-52ea-4261-9bed-e5ff19e19473 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Made reservation on behalf of c1607073363f4241bf77a494555ab51f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:09.026064 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec36b148-52ea-4261-9bed-e5ff19e19473 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.049474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec36b148-52ea-4261-9bed-e5ff19e19473 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:09.058443 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec36b148-52ea-4261-9bed-e5ff19e19473 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.058776 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-ec36b148-52ea-4261-9bed-e5ff19e19473 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Added segment fbbe2100-2184-4ef9-a6ad-79a316499343 of type vlan for network 1711384f-57b2-4c22-adda-c7e6ef89c3cf Nov 12 04:29:09.097605 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec36b148-52ea-4261-9bed-e5ff19e19473 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.183515 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d23284-179b-4467-9fa0-242f55fbe5e7 req-d51a46e3-fe0a-4575-9ffa-ad2252e84813 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:09.185037 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a3d23284-179b-4467-9fa0-242f55fbe5e7 req-d51a46e3-fe0a-4575-9ffa-ad2252e84813 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0498729 Nov 12 04:29:09.188099 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec36b148-52ea-4261-9bed-e5ff19e19473 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.193318 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec36b148-52ea-4261-9bed-e5ff19e19473 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:09.193877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec36b148-52ea-4261-9bed-e5ff19e19473 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.284505 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36b148-52ea-4261-9bed-e5ff19e19473 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event updated for resources: {'Network': ['ID=1711384f-57b2-4c22-adda-c7e6ef89c3cf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:09.295715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 1711384f-57b2-4c22-adda-c7e6ef89c3cf details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:09.308442 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a3d23284-179b-4467-9fa0-242f55fbe5e7 req-f564fd6c-ac43-40e9-b9ac-b81679336e13 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119525 Nov 12 04:29:09.330485 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ec36b148-52ea-4261-9bed-e5ff19e19473 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4135153 Nov 12 04:29:09.330871 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56452) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:09.335813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9b2f5ae6-8a8f-407b-8adb-10f1715bc38f tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Request body: {'subnet': {'network_id': '1711384f-57b2-4c22-adda-c7e6ef89c3cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:09.431830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed391695-8cee-4d96-a236-5a8ad2465d53 req-aab1ced8-6ddc-4aaf-8bd1-26d8b4617a8f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:09.433966 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed391695-8cee-4d96-a236-5a8ad2465d53 req-aab1ced8-6ddc-4aaf-8bd1-26d8b4617a8f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0493014 Nov 12 04:29:09.483364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed391695-8cee-4d96-a236-5a8ad2465d53 req-7086e5b1-ea64-4e91-ae5f-51861e485bb5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432620 Nov 12 04:29:09.500641 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2f5ae6-8a8f-407b-8adb-10f1715bc38f tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Made reservation on behalf of c1607073363f4241bf77a494555ab51f for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:09.504335 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b2f5ae6-8a8f-407b-8adb-10f1715bc38f tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.505949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56456) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:09.545169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d8997c-aba3-4140-badf-88497493cbc0 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:09.546703 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-71d8997c-aba3-4140-badf-88497493cbc0 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1092 time: 0.0397820 Nov 12 04:29:09.549546 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56458) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:09.553790 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '758584f0-b057-4119-b726-b7db38b5574d', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:09.629924 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:29:09.689488 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.786839 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b2f5ae6-8a8f-407b-8adb-10f1715bc38f tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.787963 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.853498 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f5ae6-8a8f-407b-8adb-10f1715bc38f tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event updated for resources: {'Subnet': ['ID=028f86ba-6bd1-4560-8e0f-7536e9e72414,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:09.863042 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f5ae6-8a8f-407b-8adb-10f1715bc38f tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Checking segment: {'id': 'fbbe2100-2184-4ef9-a6ad-79a316499343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '1711384f-57b2-4c22-adda-c7e6ef89c3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:09.863506 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f5ae6-8a8f-407b-8adb-10f1715bc38f tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Network hostable DHCP agents. Network: 1711384f-57b2-4c22-adda-c7e6ef89c3cf, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:09.891608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.25.8.167 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/12f466e1-5aee-489d-8103-7f34e4b83241) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:09.918428 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f5ae6-8a8f-407b-8adb-10f1715bc38f tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Network 1711384f-57b2-4c22-adda-c7e6ef89c3cf is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:09.993970 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f5ae6-8a8f-407b-8adb-10f1715bc38f tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 1711384f-57b2-4c22-adda-c7e6ef89c3cf) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:10.003361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408046c2-581c-4a72-9d20-f1609df8514a None None] Network 1711384f-57b2-4c22-adda-c7e6ef89c3cf requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:10.005914 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.022464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f5ae6-8a8f-407b-8adb-10f1715bc38f tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:10.023061 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b2f5ae6-8a8f-407b-8adb-10f1715bc38f tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.047527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5ed27-9fd7-404b-ba82-38d0d0803961 req-4b123643-d00b-480b-bda0-bbd92884f78a tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:10.049120 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37c5ed27-9fd7-404b-ba82-38d0d0803961 req-4b123643-d00b-480b-bda0-bbd92884f78a tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1096 time: 0.0570862 Nov 12 04:29:10.094916 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37c5ed27-9fd7-404b-ba82-38d0d0803961 req-877a297d-558b-4e06-bb95-c10f0e888cfa tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395417 Nov 12 04:29:10.097622 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.122611 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9b2f5ae6-8a8f-407b-8adb-10f1715bc38f tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7895932 Nov 12 04:29:10.124541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56462) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:10.130170 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-712ffc10-d549-4705-b6fc-2ac0c3bd089a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Request body: {'router': {'external_gateway_info': {'network_id': '1711384f-57b2-4c22-adda-c7e6ef89c3cf'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:10.144960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:10.148272 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:10.152264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:10.176248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=12f466e1-5aee-489d-8103-7f34e4b83241,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:10.319497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-1711384f-57b2-4c22-adda-c7e6ef89c3cf', 'network_id': '1711384f-57b2-4c22-adda-c7e6ef89c3cf', 'tenant_id': 'c1607073363f4241bf77a494555ab51f', 'fixed_ips': [{'subnet_id': '028f86ba-6bd1-4560-8e0f-7536e9e72414'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:10.320942 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.372276 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-712ffc10-d549-4705-b6fc-2ac0c3bd089a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.460373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Allocated IP 2001:db8:1::2 (1711384f-57b2-4c22-adda-c7e6ef89c3cf/028f86ba-6bd1-4560-8e0f-7536e9e72414/318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:10.553973 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-712ffc10-d549-4705-b6fc-2ac0c3bd089a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:29:10.555183 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-712ffc10-d549-4705-b6fc-2ac0c3bd089a tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "PUT /v2.0/routers/65ff283d-a0d8-4369-bd81-1ce4897b233e HTTP/1.1" status: 400 len: 364 time: 0.4295688 Nov 12 04:29:10.559562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56464) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:10.618165 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.678425 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.720644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Network 1711384f-57b2-4c22-adda-c7e6ef89c3cf is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:10.723657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:10.728623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:10.731736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Pushing event updated for resources: {'Port': ['ID=318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:10.784909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Attempting to bind port 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:10.792633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Attempting to bind port 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'fbbe2100-2184-4ef9-a6ad-79a316499343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '1711384f-57b2-4c22-adda-c7e6ef89c3cf'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:10.793445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Attempting to bind port 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 on network 1711384f-57b2-4c22-adda-c7e6ef89c3cf {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:10.798806 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:10.799185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Checking segment: {'id': 'fbbe2100-2184-4ef9-a6ad-79a316499343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '1711384f-57b2-4c22-adda-c7e6ef89c3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:10.799581 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.799971 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Bound using segment: {'id': 'fbbe2100-2184-4ef9-a6ad-79a316499343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '1711384f-57b2-4c22-adda-c7e6ef89c3cf'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:10.800463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Bound port: 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbe2100-2184-4ef9-a6ad-79a316499343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '1711384f-57b2-4c22-adda-c7e6ef89c3cf'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:10.800847 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.817221 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.865550 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] For port 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:10.868574 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] For port 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3,segment=NetworkSegment(fbbe2100-2184-4ef9-a6ad-79a316499343),segment_id=fbbe2100-2184-4ef9-a6ad-79a316499343)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:10.941329 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.005418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c41b6-a5bd-401a-925f-f715b51339e7 None None] Pushing event updated for resources: {'Port': ['ID=318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:11.012984 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.127234 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.143685 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c3f64737-5c97-47e3-816e-d11def4df6d3 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:29:11.273021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c3f64737-5c97-47e3-816e-d11def4df6d3, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c3f64737-5c97-47e3-816e-d11def4df6d3,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:11.287195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'c3f64737-5c97-47e3-816e-d11def4df6d3', 'network_id': 'f216904f-6bc8-4157-abe7-251c6ff6647e', 'port_id': 'c3f64737-5c97-47e3-816e-d11def4df6d3', 'mac_address': 'fa:16:3e:bb:5e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924feb5b-da3a-4801-a75c-2490ca0b383d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:29:11.333076 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.348762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f64737-5c97-47e3-816e-d11def4df6d3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:29:11.370614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c3f64737-5c97-47e3-816e-d11def4df6d3, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c3f64737-5c97-47e3-816e-d11def4df6d3,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:11.438346 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.492461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=c3f64737-5c97-47e3-816e-d11def4df6d3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:11.658203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122dd329-ce43-48f0-a684-a242779a5bde req-8d4905e9-7e36-47af-b895-0c68fd40988b tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:11.659759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-122dd329-ce43-48f0-a684-a242779a5bde req-8d4905e9-7e36-47af-b895-0c68fd40988b tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1097 time: 0.4434962 Nov 12 04:29:11.778617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Allocated IP 2001:db8::1 (f657adbd-95c3-4467-a8f5-1b770af68248/ff3a6ad4-e51f-4497-af42-72980f651825/bbcf77a8-5293-4f6a-b114-a81df74e8308) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:11.839058 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-122dd329-ce43-48f0-a684-a242779a5bde req-63ec327c-675b-491d-b3dd-f36732bd7fe7 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427801 Nov 12 04:29:11.894340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['c3f64737-5c97-47e3-816e-d11def4df6d3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:11.906146 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.951920 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.983166 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.013187 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e23692-9184-4b16-b221-f9e3f3dbed8c None None] Network 1711384f-57b2-4c22-adda-c7e6ef89c3cf requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:12.056201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=12f466e1-5aee-489d-8103-7f34e4b83241,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:12.065684 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.070050 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.114201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-33403a8a-bc09-4f73-94e8-676352c2dd2d None None] Provisioning complete for port 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:12.114481 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33403a8a-bc09-4f73-94e8-676352c2dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.159043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Network f657adbd-95c3-4467-a8f5-1b770af68248 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:12.167193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:12.171734 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:12.172304 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.174674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event updated for resources: {'Port': ['ID=bbcf77a8-5293-4f6a-b114-a81df74e8308,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:12.288373 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33403a8a-bc09-4f73-94e8-676352c2dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.299108 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Floating IP 2d8bf220-8e3a-430f-80e8-4365f5812d4e associated. External IP: 172.25.8.167, port: 758584f0-b057-4119-b726-b7db38b5574d. Nov 12 04:29:12.324635 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:12.386357 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-33403a8a-bc09-4f73-94e8-676352c2dd2d None None] For port 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3,segment=NetworkSegment(fbbe2100-2184-4ef9-a6ad-79a316499343),segment_id=fbbe2100-2184-4ef9-a6ad-79a316499343)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:12.409818 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:12.410197 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.467968 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33403a8a-bc09-4f73-94e8-676352c2dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.509459 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.561428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33403a8a-bc09-4f73-94e8-676352c2dd2d None None] Pushing event updated for resources: {'Port': ['ID=318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:12.607351 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-301295bb-79dc-4875-b83b-54f4e8b85861 None None] Provisioning complete for port bbcf77a8-5293-4f6a-b114-a81df74e8308 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:12.607351 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-301295bb-79dc-4875-b83b-54f4e8b85861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.647104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-301295bb-79dc-4875-b83b-54f4e8b85861 None None] Port bbcf77a8-5293-4f6a-b114-a81df74e8308 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:12.714449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:12.765449 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-be187c4e-b706-4104-a888-1f4f23ba920b None None] Provisioning complete for port 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:12.765935 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be187c4e-b706-4104-a888-1f4f23ba920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.929380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:12.946201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8859ca6c-b532-4f61-ad05-0e94f33bc220 None None] Sync routers for ids ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:12.959979 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859ca6c-b532-4f61-ad05-0e94f33bc220 None None] Routers {'7df055e1-3ad6-477e-bb0b-ecc0325d35c7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:12.960958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8859ca6c-b532-4f61-ad05-0e94f33bc220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:12.964770 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654517d-38e3-4371-86d7-592836ff13ce req-17955f7e-d5bc-439a-a90a-51660678a397 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:12.965363 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.967130 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0654517d-38e3-4371-86d7-592836ff13ce req-17955f7e-d5bc-439a-a90a-51660678a397 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1097 time: 0.0546830 Nov 12 04:29:13.022309 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0654517d-38e3-4371-86d7-592836ff13ce req-cb0f5a85-815b-4747-a9d4-e6f625e3d306 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477791 Nov 12 04:29:13.080603 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8859ca6c-b532-4f61-ad05-0e94f33bc220 None None] Set router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:13.105006 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.126456 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.127204 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.155558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c3f64737-5c97-47e3-816e-d11def4df6d3 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:13.162396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ea42c75b-663d-42fa-ae49-d0fd6f5b73a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6117780 Nov 12 04:29:13.164965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'tag': '758584f0-b057-4119-b726-b7db38b5574d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:13.167736 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832f1422-9026-451c-b6fb-2d9e2545a98a" -d '{"events": [{"name": "network-changed", "server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "tag": "758584f0-b057-4119-b726-b7db38b5574d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:13.212409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event updated for resources: {'Port': ['ID=bbcf77a8-5293-4f6a-b114-a81df74e8308,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:13.248736 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afe9ae5-9dad-4489-acc9-d0c84e0d2111 x-openstack-request-id: req-9afe9ae5-9dad-4489-acc9-d0c84e0d2111 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:13.249032 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "tag": "758584f0-b057-4119-b726-b7db38b5574d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:13.249446 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9afe9ae5-9dad-4489-acc9-d0c84e0d2111 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:13.250096 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'tag': '758584f0-b057-4119-b726-b7db38b5574d', 'status': 'completed', 'code': 200} Nov 12 04:29:13.329923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port c3f64737-5c97-47e3-816e-d11def4df6d3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:29:13.336029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port c3f64737-5c97-47e3-816e-d11def4df6d3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:13.338070 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.347690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Network f657adbd-95c3-4467-a8f5-1b770af68248 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:13.351806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:13.375457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f96684-e0ae-4b90-9b94-1b97be061dbd req-02b0c607-1a69-4d01-abb7-978bc101d906 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:13.380871 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f5f96684-e0ae-4b90-9b94-1b97be061dbd req-02b0c607-1a69-4d01-abb7-978bc101d906 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.1198823 Nov 12 04:29:13.388029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f1422-9026-451c-b6fb-2d9e2545a98a req-15f7cef0-6706-4d38-b284-8655657bfba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:13.389504 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-832f1422-9026-451c-b6fb-2d9e2545a98a req-15f7cef0-6706-4d38-b284-8655657bfba4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1097 time: 0.0910537 Nov 12 04:29:13.408592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8859ca6c-b532-4f61-ad05-0e94f33bc220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:28:47Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '2d8bf220-8e3a-430f-80e8-4365f5812d4e', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'port_id': '758584f0-b057-4119-b726-b7db38b5574d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'mac_address': 'fa:16:3e:e5:a8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:29:10Z', 'updated_at': '2021-11-12T04:29:10Z', 'revision_number': 0, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62ae4c8-2577-4073-bc12-6c62c5530fcb', 'name': '', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d7:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:46Z', 'updated_at': '2021-11-12T04:28:52Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:13.437291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8859ca6c-b532-4f61-ad05-0e94f33bc220 None None] Checking router: 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:29:13.481163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859ca6c-b532-4f61-ad05-0e94f33bc220 None None] Routers {'7df055e1-3ad6-477e-bb0b-ecc0325d35c7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:13.481789 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8859ca6c-b532-4f61-ad05-0e94f33bc220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:13.486235 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.550890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c247665-b305-4977-9a67-899e10a84132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f64737-5c97-47e3-816e-d11def4df6d3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:13.557670 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67aabbf-aa20-42e3-8f8b-a57b531f754d" -d '{"events": [{"server_uuid": "6c247665-b305-4977-9a67-899e10a84132", "name": "network-vif-plugged", "status": "completed", "tag": "c3f64737-5c97-47e3-816e-d11def4df6d3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:13.585599 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f5f96684-e0ae-4b90-9b94-1b97be061dbd req-986d3e6a-837a-4f5b-afd3-c4f0dd5aa3a6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000847 Nov 12 04:29:13.595613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Router 65ff283d-a0d8-4369-bd81-1ce4897b233e has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:13.616163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56476) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:13.702963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f1422-9026-451c-b6fb-2d9e2545a98a req-fa1c0236-62c0-4762-b65f-1a2d703c3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:13.704366 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-832f1422-9026-451c-b6fb-2d9e2545a98a req-fa1c0236-62c0-4762-b65f-1a2d703c3c25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 898 time: 0.3056705 Nov 12 04:29:13.744882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874d656-5cb3-4b24-80ef-05a86674f41f req-ca59ed28-bc7e-446c-8f0d-3743df810618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:13.747003 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9874d656-5cb3-4b24-80ef-05a86674f41f req-ca59ed28-bc7e-446c-8f0d-3743df810618 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1097 time: 0.0476949 Nov 12 04:29:13.797375 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9874d656-5cb3-4b24-80ef-05a86674f41f req-a40b13ef-dd7e-4715-b71b-b639f57a8dcd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Nov 12 04:29:13.797613 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b380af-4a2d-49a9-b1da-69e89166039c x-openstack-request-id: req-00b380af-4a2d-49a9-b1da-69e89166039c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:13.797753 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c247665-b305-4977-9a67-899e10a84132", "name": "network-vif-plugged", "status": "completed", "tag": "c3f64737-5c97-47e3-816e-d11def4df6d3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:13.797930 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-00b380af-4a2d-49a9-b1da-69e89166039c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:13.798313 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c247665-b305-4977-9a67-899e10a84132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f64737-5c97-47e3-816e-d11def4df6d3', 'code': 200} Nov 12 04:29:13.808418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c3f64737-5c97-47e3-816e-d11def4df6d3, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c3f64737-5c97-47e3-816e-d11def4df6d3,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:13.823821 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d94eb68e-ae2f-446d-bf2d-550ab0e168f2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/2d8bf220-8e3a-430f-80e8-4365f5812d4e HTTP/1.1" status: 200 len: 991 time: 0.2035255 Nov 12 04:29:13.830502 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-832f1422-9026-451c-b6fb-2d9e2545a98a req-d16bae30-b514-444c-b041-37493b90585d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 999 time: 0.0956240 Nov 12 04:29:13.834444 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7d3a2202-44b4-4b7b-a2ca-a478436ea082 None None] Provisioning complete for port bbcf77a8-5293-4f6a-b114-a81df74e8308 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:13.834831 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d3a2202-44b4-4b7b-a2ca-a478436ea082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.835275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:13.843605 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ba2a85de-a567-461e-a3de-5394a31c4735 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "PUT /v2.0/routers/65ff283d-a0d8-4369-bd81-1ce4897b233e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2803304 Nov 12 04:29:13.844295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56478) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:13.850231 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece3da70-a5b9-43ff-a303-64ea059b0d70 None None] Sync routers for ids ['65ff283d-a0d8-4369-bd81-1ce4897b233e'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:13.866918 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece3da70-a5b9-43ff-a303-64ea059b0d70 None None] Routers {'65ff283d-a0d8-4369-bd81-1ce4897b233e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:13.867892 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ece3da70-a5b9-43ff-a303-64ea059b0d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['65ff283d-a0d8-4369-bd81-1ce4897b233e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:13.868747 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8859ca6c-b532-4f61-ad05-0e94f33bc220 None None] Set router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:13.900650 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.929284 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ece3da70-a5b9-43ff-a303-64ea059b0d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:13.933980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a2202-44b4-4b7b-a2ca-a478436ea082 None None] Port bbcf77a8-5293-4f6a-b114-a81df74e8308 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:13.947196 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece3da70-a5b9-43ff-a303-64ea059b0d70 None None] Routers {'65ff283d-a0d8-4369-bd81-1ce4897b233e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:13.948779 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ece3da70-a5b9-43ff-a303-64ea059b0d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['65ff283d-a0d8-4369-bd81-1ce4897b233e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:13.986179 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92c2389d-9069-4763-a796-aaa7df2f4610 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.989273 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ece3da70-a5b9-43ff-a303-64ea059b0d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:13.989938 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece3da70-a5b9-43ff-a303-64ea059b0d70 None None] The sync data for ids ['65ff283d-a0d8-4369-bd81-1ce4897b233e'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:14.017479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=c3f64737-5c97-47e3-816e-d11def4df6d3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:14.077383 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-92c2389d-9069-4763-a796-aaa7df2f4610 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 04:29:14.081754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56482) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:14.084585 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-92c2389d-9069-4763-a796-aaa7df2f4610 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "DELETE /v2.0/routers/65ff283d-a0d8-4369-bd81-1ce4897b233e HTTP/1.1" status: 409 len: 329 time: 0.2393475 Nov 12 04:29:14.167756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8859ca6c-b532-4f61-ad05-0e94f33bc220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:28:47Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '2d8bf220-8e3a-430f-80e8-4365f5812d4e', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'port_id': '758584f0-b057-4119-b726-b7db38b5574d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'mac_address': 'fa:16:3e:e5:a8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:29:10Z', 'updated_at': '2021-11-12T04:29:10Z', 'revision_number': 0, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62ae4c8-2577-4073-bc12-6c62c5530fcb', 'name': '', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d7:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:46Z', 'updated_at': '2021-11-12T04:28:52Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:14.205296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8859ca6c-b532-4f61-ad05-0e94f33bc220 None None] The sync data for ids ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'] in n-d-767704-23 is: [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:28:47Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '2d8bf220-8e3a-430f-80e8-4365f5812d4e', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'port_id': '758584f0-b057-4119-b726-b7db38b5574d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'mac_address': 'fa:16:3e:e5:a8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:29:10Z', 'updated_at': '2021-11-12T04:29:10Z', 'revision_number': 0, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62ae4c8-2577-4073-bc12-6c62c5530fcb', 'name': '', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d7:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:46Z', 'updated_at': '2021-11-12T04:28:52Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:14.206944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac7f13-b381-4de3-8c30-0c000f4a352e req-60922447-5c96-4515-84d1-64bb3b289034 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:14.208698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-48ac7f13-b381-4de3-8c30-0c000f4a352e req-60922447-5c96-4515-84d1-64bb3b289034 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1098 time: 0.0854411 Nov 12 04:29:14.222163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:14.297433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f1422-9026-451c-b6fb-2d9e2545a98a req-58976f32-bb7c-49e6-a029-c8f1af9c6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:14.299049 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-832f1422-9026-451c-b6fb-2d9e2545a98a req-58976f32-bb7c-49e6-a029-c8f1af9c6634 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 200 len: 834 time: 0.0693057 Nov 12 04:29:14.366751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:14.367140 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.367813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f1422-9026-451c-b6fb-2d9e2545a98a req-838af229-df01-407d-83f1-01bc0961eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:14.370438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-832f1422-9026-451c-b6fb-2d9e2545a98a req-838af229-df01-407d-83f1-01bc0961eef8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5a245fc-d266-44de-891f-7488330f4bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579932 Nov 12 04:29:14.401129 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-48ac7f13-b381-4de3-8c30-0c000f4a352e req-b1340cca-ff35-44ce-b926-8f3db1e260cf tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728692 Nov 12 04:29:14.570461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-832f1422-9026-451c-b6fb-2d9e2545a98a req-d4a5bdac-5938-4602-93f5-2c16d2856406 service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824710 Nov 12 04:29:14.585812 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3792830c-949a-4298-9b1d-cd5f9d3c2421 None None] New status for floating IP 2d8bf220-8e3a-430f-80e8-4365f5812d4e: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:29:14.598963 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c902674c-8aa1-4cff-a641-842b69f42b76 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.697357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-832f1422-9026-451c-b6fb-2d9e2545a98a req-d4c1c854-8fb8-439c-8860-e714dce8c90b service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198502 Nov 12 04:29:14.827773 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56484) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:14.904790 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c902674c-8aa1-4cff-a641-842b69f42b76 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Deleting port bbcf77a8-5293-4f6a-b114-a81df74e8308 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:14.905172 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bab51c05-3f3f-4874-b846-2f975920d9bb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/2d8bf220-8e3a-430f-80e8-4365f5812d4e HTTP/1.1" status: 200 len: 993 time: 0.0761077 Nov 12 04:29:14.905394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c902674c-8aa1-4cff-a641-842b69f42b76 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:15.002789 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c902674c-8aa1-4cff-a641-842b69f42b76 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:15.015310 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c902674c-8aa1-4cff-a641-842b69f42b76 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Calling delete_port for bbcf77a8-5293-4f6a-b114-a81df74e8308 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:15.251923 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c902674c-8aa1-4cff-a641-842b69f42b76 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:15.276932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902674c-8aa1-4cff-a641-842b69f42b76 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event deleted for resources: {'Port': ['ID=bbcf77a8-5293-4f6a-b114-a81df74e8308,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:15.382175 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c902674c-8aa1-4cff-a641-842b69f42b76 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:15.570149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c902674c-8aa1-4cff-a641-842b69f42b76 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Router 65ff283d-a0d8-4369-bd81-1ce4897b233e has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:15.571355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b65ac-b50e-4cb0-bc50-01fcc02f2da9 req-563e4276-8e20-4827-9b38-962f81ffaf9b tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:15.572949 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-881b65ac-b50e-4cb0-bc50-01fcc02f2da9 req-563e4276-8e20-4827-9b38-962f81ffaf9b tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1098 time: 0.0432942 Nov 12 04:29:15.622660 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-881b65ac-b50e-4cb0-bc50-01fcc02f2da9 req-3bd85d26-285c-4195-a9de-65612832d9bc tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431702 Nov 12 04:29:15.649189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c902674c-8aa1-4cff-a641-842b69f42b76 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:15.654638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c902674c-8aa1-4cff-a641-842b69f42b76 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "PUT /v2.0/routers/65ff283d-a0d8-4369-bd81-1ce4897b233e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5717516 Nov 12 04:29:15.658392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56488) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:15.661096 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe21dc78-0a99-4a79-ac7a-464af8afed5c None None] Sync routers for ids ['65ff283d-a0d8-4369-bd81-1ce4897b233e'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:15.678843 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe21dc78-0a99-4a79-ac7a-464af8afed5c None None] Routers {'65ff283d-a0d8-4369-bd81-1ce4897b233e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:15.683495 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe21dc78-0a99-4a79-ac7a-464af8afed5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['65ff283d-a0d8-4369-bd81-1ce4897b233e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:15.699606 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-b8acb3c2-883a-4745-95c6-90192f28cadf tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] show failed (client error): The resource could not be found. Nov 12 04:29:15.700690 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b8acb3c2-883a-4745-95c6-90192f28cadf tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "GET /v2.0/routers/tempest-non_exist_router-665350859 HTTP/1.1" status: 404 len: 334 time: 0.0412633 Nov 12 04:29:15.704682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56490) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:15.709532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5e21b5c6-ec63-4796-835d-8857551d4297 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:15.719017 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe21dc78-0a99-4a79-ac7a-464af8afed5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:15.728540 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe21dc78-0a99-4a79-ac7a-464af8afed5c None None] Routers {'65ff283d-a0d8-4369-bd81-1ce4897b233e'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:15.729893 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe21dc78-0a99-4a79-ac7a-464af8afed5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:28:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['65ff283d-a0d8-4369-bd81-1ce4897b233e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:15.743562 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-5e21b5c6-ec63-4796-835d-8857551d4297 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] update failed (client error): The resource could not be found. Nov 12 04:29:15.745353 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5e21b5c6-ec63-4796-835d-8857551d4297 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "PUT /v2.0/routers/tempest-non_exist_router-1373945273 HTTP/1.1" status: 404 len: 335 time: 0.0397005 Nov 12 04:29:15.751180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:15.763262 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe21dc78-0a99-4a79-ac7a-464af8afed5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:15.764168 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe21dc78-0a99-4a79-ac7a-464af8afed5c None None] The sync data for ids ['65ff283d-a0d8-4369-bd81-1ce4897b233e'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:15.807605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c842b38f-0146-48e0-9cfb-123913120a38 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Deleting subnet 028f86ba-6bd1-4560-8e0f-7536e9e72414 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:15.810956 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c842b38f-0146-48e0-9cfb-123913120a38 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:15.854729 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c842b38f-0146-48e0-9cfb-123913120a38 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:15.936262 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c842b38f-0146-48e0-9cfb-123913120a38 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.091420 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c842b38f-0146-48e0-9cfb-123913120a38 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.414731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842b38f-0146-48e0-9cfb-123913120a38 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event deleted for resources: {'Subnet': ['ID=028f86ba-6bd1-4560-8e0f-7536e9e72414,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:16.420452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c842b38f-0146-48e0-9cfb-123913120a38 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.423556 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c842b38f-0146-48e0-9cfb-123913120a38 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "DELETE /v2.0/subnets/028f86ba-6bd1-4560-8e0f-7536e9e72414 HTTP/1.1" status: 204 len: 168 time: 0.6714437 Nov 12 04:29:16.426203 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56494) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:16.427458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b405fd5-c5ac-4eb2-ad45-029040eeeaea None None] Network 1711384f-57b2-4c22-adda-c7e6ef89c3cf requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:16.601743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27223315-da4d-43aa-a46e-c68bdd3e5113 None None] DHCP port deletion for 1711384f-57b2-4c22-adda-c7e6ef89c3cf request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:16.657721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-27223315-da4d-43aa-a46e-c68bdd3e5113 None None] Deleting port 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:16.658105 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27223315-da4d-43aa-a46e-c68bdd3e5113 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.730360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-27223315-da4d-43aa-a46e-c68bdd3e5113 None None] For port 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3,segment=NetworkSegment(fbbe2100-2184-4ef9-a6ad-79a316499343),segment_id=fbbe2100-2184-4ef9-a6ad-79a316499343)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:16.730783 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27223315-da4d-43aa-a46e-c68bdd3e5113 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.745005 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-27223315-da4d-43aa-a46e-c68bdd3e5113 None None] Calling delete_port for 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:16.884465 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bd0c73-20e7-475c-adad-e47a65a76978 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.901732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1327148-d810-4837-9942-a84845b0c4f7 req-0783ab41-34a0-4401-8650-c431652a107e tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:16.902694 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27223315-da4d-43aa-a46e-c68bdd3e5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.903175 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1327148-d810-4837-9942-a84845b0c4f7 req-0783ab41-34a0-4401-8650-c431652a107e tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1098 time: 0.0711622 Nov 12 04:29:16.925862 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-04bd0c73-20e7-475c-adad-e47a65a76978 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] The port '318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3' was deleted {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 04:29:16.940424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27223315-da4d-43aa-a46e-c68bdd3e5113 None None] No DVR routers for this DVR port 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:16.944935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27223315-da4d-43aa-a46e-c68bdd3e5113 None None] Pushing event deleted for resources: {'Port': ['ID=318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:17.037280 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bd0c73-20e7-475c-adad-e47a65a76978 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.047544 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1327148-d810-4837-9942-a84845b0c4f7 req-fb689051-a214-4e54-b135-1554d8efcb12 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226149 Nov 12 04:29:17.061290 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-04bd0c73-20e7-475c-adad-e47a65a76978 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1711384f-57b2-4c22-adda-c7e6ef89c3cf']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:17.072774 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-04bd0c73-20e7-475c-adad-e47a65a76978 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbe2100-2184-4ef9-a6ad-79a316499343') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:17.073063 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-04bd0c73-20e7-475c-adad-e47a65a76978 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbe2100-2184-4ef9-a6ad-79a316499343') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:17.082237 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bd0c73-20e7-475c-adad-e47a65a76978 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.098090 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bd0c73-20e7-475c-adad-e47a65a76978 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.105362 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bd0c73-20e7-475c-adad-e47a65a76978 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:17.105825 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bd0c73-20e7-475c-adad-e47a65a76978 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:17.108950 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:17.156582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536f4ce-43c8-4ef7-9756-ff68f52a537e req-9ab03c8b-fc01-4cc5-b780-a9f0a4f1f2ac tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:17.157837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8536f4ce-43c8-4ef7-9756-ff68f52a537e req-9ab03c8b-fc01-4cc5-b780-a9f0a4f1f2ac tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1098 time: 0.0417531 Nov 12 04:29:17.204582 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8536f4ce-43c8-4ef7-9756-ff68f52a537e req-d36f29f0-b7b1-4055-9433-ac582edd901d tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 Nov 12 04:29:17.262681 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bd0c73-20e7-475c-adad-e47a65a76978 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.276788 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bd0c73-20e7-475c-adad-e47a65a76978 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.276788 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-04bd0c73-20e7-475c-adad-e47a65a76978 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "DELETE /v2.0/networks/1711384f-57b2-4c22-adda-c7e6ef89c3cf HTTP/1.1" status: 204 len: 168 time: 0.8464546 Nov 12 04:29:17.277047 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:17.298201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd0c73-20e7-475c-adad-e47a65a76978 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event deleted for resources: {'Network': ['ID=1711384f-57b2-4c22-adda-c7e6ef89c3cf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:17.330215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a69813-c4ee-4904-afd8-40d8ee475c11 req-b2dfee89-baff-4696-a833-d6abfedfc5f1 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:17.331851 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75a69813-c4ee-4904-afd8-40d8ee475c11 req-b2dfee89-baff-4696-a833-d6abfedfc5f1 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1098 time: 0.0571520 Nov 12 04:29:17.334913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Deleting subnet 7ee5f37a-9388-4825-a36b-1d8b4772bb6f {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:17.340601 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.384733 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75a69813-c4ee-4904-afd8-40d8ee475c11 req-4594d118-99cd-4a22-8394-e0026940d2ea tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416472 Nov 12 04:29:17.397015 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.481879 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.609370 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.642300 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee5f37a-9388-4825-a36b-1d8b4772bb6f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:17.644821 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.647988 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "DELETE /v2.0/subnets/7ee5f37a-9388-4825-a36b-1d8b4772bb6f HTTP/1.1" status: 204 len: 168 time: 0.3699069 Nov 12 04:29:17.650330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bb7bc9-cd57-4c02-84ac-aa99d5acd679 None None] Network 0c4b06fa-15b7-430d-8941-cf8e671ab136 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:17.652849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56506) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:17.659711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:17.660067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:17.660419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:17.660800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:17.661134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:17.661724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:17.662061 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:17.662384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:17.662880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:17.663138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:17.663462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:17.663780 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32946c25-5a1f-462a-a84b-b9f2d9dd0a21 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:17.717905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-837efc75-c669-4cff-92f6-966bb2163186 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Deleting subnet 4db9a52a-c5da-43a3-9fb0-f830a9083a0b {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:17.721242 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-837efc75-c669-4cff-92f6-966bb2163186 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.776702 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-837efc75-c669-4cff-92f6-966bb2163186 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.860628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200e1030-ca13-435c-96dc-68c7bba31614 None None] DHCP port deletion for 0c4b06fa-15b7-430d-8941-cf8e671ab136 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:17.888413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12f633-7197-4054-9a0c-29019cf4788f req-77b37132-40bd-43c1-abf8-b12d36713bab tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:17.889961 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c12f633-7197-4054-9a0c-29019cf4788f req-77b37132-40bd-43c1-abf8-b12d36713bab tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1098 time: 0.0878899 Nov 12 04:29:17.905783 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-837efc75-c669-4cff-92f6-966bb2163186 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.919243 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-200e1030-ca13-435c-96dc-68c7bba31614 None None] Deleting port ba0c427e-95da-4c1b-84f4-f8aa5567f1cd {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:17.919988 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-200e1030-ca13-435c-96dc-68c7bba31614 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.983951 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c12f633-7197-4054-9a0c-29019cf4788f req-d0d060a1-a4a5-4356-aa74-87be785f2312 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827017 Nov 12 04:29:18.001929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-200e1030-ca13-435c-96dc-68c7bba31614 None None] For port ba0c427e-95da-4c1b-84f4-f8aa5567f1cd, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ba0c427e-95da-4c1b-84f4-f8aa5567f1cd,segment=NetworkSegment(fdb4240c-139e-46ff-8b49-bd386dab8236),segment_id=fdb4240c-139e-46ff-8b49-bd386dab8236)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:18.002331 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-200e1030-ca13-435c-96dc-68c7bba31614 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.016628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-200e1030-ca13-435c-96dc-68c7bba31614 None None] Calling delete_port for ba0c427e-95da-4c1b-84f4-f8aa5567f1cd owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:18.062160 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-837efc75-c669-4cff-92f6-966bb2163186 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.095945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837efc75-c669-4cff-92f6-966bb2163186 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event deleted for resources: {'Subnet': ['ID=4db9a52a-c5da-43a3-9fb0-f830a9083a0b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:18.099617 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-837efc75-c669-4cff-92f6-966bb2163186 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.104932 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-837efc75-c669-4cff-92f6-966bb2163186 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "DELETE /v2.0/subnets/4db9a52a-c5da-43a3-9fb0-f830a9083a0b HTTP/1.1" status: 204 len: 168 time: 0.4486172 Nov 12 04:29:18.106132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56510) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:18.110777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db9a0ea-2aad-46ae-b117-c624adb0fe49 None None] Network 35bc83d8-4e1d-49d7-bda1-5848272fbf65 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:18.172090 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-200e1030-ca13-435c-96dc-68c7bba31614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.223484 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dca77433-87b7-415c-89d2-e0d228a20177 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.236916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e1030-ca13-435c-96dc-68c7bba31614 None None] Pushing event deleted for resources: {'Port': ['ID=ba0c427e-95da-4c1b-84f4-f8aa5567f1cd,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:18.242386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e1030-ca13-435c-96dc-68c7bba31614 None None] No DVR routers for this DVR port ba0c427e-95da-4c1b-84f4-f8aa5567f1cd on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:18.245939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:18.286957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:18.287301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 318df1d2-3d2a-404f-bdfe-5d2bb5a20fb3 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:18.287721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ba0c427e-95da-4c1b-84f4-f8aa5567f1cd no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:18.310332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: ba0c427e-95da-4c1b-84f4-f8aa5567f1cd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:18.310669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ba0c427e-95da-4c1b-84f4-f8aa5567f1cd not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:18.349524 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dca77433-87b7-415c-89d2-e0d228a20177 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.382048 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dca77433-87b7-415c-89d2-e0d228a20177 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4b06fa-15b7-430d-8941-cf8e671ab136']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:18.394625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dca77433-87b7-415c-89d2-e0d228a20177 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb4240c-139e-46ff-8b49-bd386dab8236') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:18.394926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dca77433-87b7-415c-89d2-e0d228a20177 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb4240c-139e-46ff-8b49-bd386dab8236') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:18.404836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cfdd10-8836-4100-a31d-1fb6201da380 None None] DHCP port deletion for 35bc83d8-4e1d-49d7-bda1-5848272fbf65 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:18.408286 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dca77433-87b7-415c-89d2-e0d228a20177 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.429139 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dca77433-87b7-415c-89d2-e0d228a20177 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.436669 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca77433-87b7-415c-89d2-e0d228a20177 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:18.437063 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dca77433-87b7-415c-89d2-e0d228a20177 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:18.440154 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:18.482817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-39cfdd10-8836-4100-a31d-1fb6201da380 None None] Deleting port 52daadd5-9aa9-4638-b00a-f442242deaca {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:18.483188 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39cfdd10-8836-4100-a31d-1fb6201da380 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.552184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-39cfdd10-8836-4100-a31d-1fb6201da380 None None] For port 52daadd5-9aa9-4638-b00a-f442242deaca, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=52daadd5-9aa9-4638-b00a-f442242deaca,segment=NetworkSegment(5d1b1bf2-cf84-4a10-a1f3-6e9f0e0f56f6),segment_id=5d1b1bf2-cf84-4a10-a1f3-6e9f0e0f56f6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:18.552557 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39cfdd10-8836-4100-a31d-1fb6201da380 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.563517 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dca77433-87b7-415c-89d2-e0d228a20177 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.566718 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-39cfdd10-8836-4100-a31d-1fb6201da380 None None] Calling delete_port for 52daadd5-9aa9-4638-b00a-f442242deaca owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:18.569415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dca77433-87b7-415c-89d2-e0d228a20177 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.576541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56512) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:18.577145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dca77433-87b7-415c-89d2-e0d228a20177 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "DELETE /v2.0/networks/0c4b06fa-15b7-430d-8941-cf8e671ab136 HTTP/1.1" status: 204 len: 168 time: 0.4689512 Nov 12 04:29:18.592302 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca77433-87b7-415c-89d2-e0d228a20177 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event deleted for resources: {'Network': ['ID=0c4b06fa-15b7-430d-8941-cf8e671ab136,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:18.657280 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.728110 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Deleting port 52daadd5-9aa9-4638-b00a-f442242deaca {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:18.728509 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.729954 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39cfdd10-8836-4100-a31d-1fb6201da380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.758099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfdd10-8836-4100-a31d-1fb6201da380 None None] Pushing event deleted for resources: {'Port': ['ID=52daadd5-9aa9-4638-b00a-f442242deaca,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:18.760482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cfdd10-8836-4100-a31d-1fb6201da380 None None] No DVR routers for this DVR port 52daadd5-9aa9-4638-b00a-f442242deaca on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:18.798303 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] For port 52daadd5-9aa9-4638-b00a-f442242deaca, host n-d-767704-23, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:18.798667 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.812782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Calling delete_port for 52daadd5-9aa9-4638-b00a-f442242deaca owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:18.815459 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Port 52daadd5-9aa9-4638-b00a-f442242deaca was not found and therefore no delete operation was performed {{(pid=103147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:29:18.816850 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.845226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] No DVR routers for this DVR port 52daadd5-9aa9-4638-b00a-f442242deaca on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:18.849963 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event deleted for resources: {'Port': ['ID=52daadd5-9aa9-4638-b00a-f442242deaca,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:18.942403 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.963365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bc83d8-4e1d-49d7-bda1-5848272fbf65']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:18.974056 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1b1bf2-cf84-4a10-a1f3-6e9f0e0f56f6') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:18.974359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1b1bf2-cf84-4a10-a1f3-6e9f0e0f56f6') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:18.989283 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.005701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.012902 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:19.013374 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:19.016764 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:19.112116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff06fe2-4b8e-4bf2-94ed-b87b35393ddb req-b63773e2-33b2-4ccf-94e3-ac21f8aa7799 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:19.113560 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cff06fe2-4b8e-4bf2-94ed-b87b35393ddb req-b63773e2-33b2-4ccf-94e3-ac21f8aa7799 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1098 time: 0.0483625 Nov 12 04:29:19.169447 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.171045 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cff06fe2-4b8e-4bf2-94ed-b87b35393ddb req-00c7ca7c-fd11-48ba-b708-f072889ab6a8 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489223 Nov 12 04:29:19.177480 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.180844 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "DELETE /v2.0/networks/35bc83d8-4e1d-49d7-bda1-5848272fbf65 HTTP/1.1" status: 204 len: 168 time: 0.6036277 Nov 12 04:29:19.185505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56516) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:19.195706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7715f8-6033-44d9-b60e-a8d7dc098efb tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event deleted for resources: {'Network': ['ID=35bc83d8-4e1d-49d7-bda1-5848272fbf65,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:19.221050 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.241687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0c4452-067c-4a02-ad3a-071821eeed65 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Deleting subnet ff3a6ad4-e51f-4497-af42-72980f651825 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:19.244953 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4452-067c-4a02-ad3a-071821eeed65 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.286288 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4452-067c-4a02-ad3a-071821eeed65 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.384088 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4452-067c-4a02-ad3a-071821eeed65 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.471055 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3592d55a-8a0c-4f2b-b528-c6ea81ddb05d req-303aac30-cd38-4ae7-818e-7a8c97c6dd7a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1589000 Nov 12 04:29:19.558342 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4452-067c-4a02-ad3a-071821eeed65 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.604997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c4452-067c-4a02-ad3a-071821eeed65 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3a6ad4-e51f-4497-af42-72980f651825,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:19.607560 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4452-067c-4a02-ad3a-071821eeed65 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.609950 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a2539a-a0da-465a-b2d8-fa12ba0dc571 None None] Network f657adbd-95c3-4467-a8f5-1b770af68248 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:19.612312 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5b0c4452-067c-4a02-ad3a-071821eeed65 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "DELETE /v2.0/subnets/ff3a6ad4-e51f-4497-af42-72980f651825 HTTP/1.1" status: 204 len: 168 time: 0.4251311 Nov 12 04:29:19.616920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56520) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:19.625835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592d55a-8a0c-4f2b-b528-c6ea81ddb05d req-cf0296be-9ec5-4ae2-940a-4d70b7d1d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:19.627847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3592d55a-8a0c-4f2b-b528-c6ea81ddb05d req-cf0296be-9ec5-4ae2-940a-4d70b7d1d0c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=819be64a88db407f8f7746d67a5a4618&device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1097 time: 0.1027730 Nov 12 04:29:19.706587 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.750913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592d55a-8a0c-4f2b-b528-c6ea81ddb05d req-87283027-2232-455b-a90a-30787192963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:19.752593 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3592d55a-8a0c-4f2b-b528-c6ea81ddb05d req-87283027-2232-455b-a90a-30787192963f service neutron] 10.222.0.25 "GET /v2.0/networks?id=f216904f-6bc8-4157-abe7-251c6ff6647e HTTP/1.1" status: 200 len: 911 time: 0.0999055 Nov 12 04:29:19.789503 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Deleting port 290a7467-35d6-4199-94f4-25c6c6848e84 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:19.789843 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.812913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3592d55a-8a0c-4f2b-b528-c6ea81ddb05d req-40f96f77-fafa-4df1-8dc2-5af6b60e0ca0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90e147ec-0ebb-46fc-89de-e1f4bae12431 HTTP/1.1" status: 200 len: 217 time: 0.0499346 Nov 12 04:29:19.829073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d8668c-4c0c-47ca-9ba5-d85ba7c35801 None None] DHCP port deletion for f657adbd-95c3-4467-a8f5-1b770af68248 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:19.880003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592d55a-8a0c-4f2b-b528-c6ea81ddb05d req-99c7b2ce-6919-47be-ae4e-4f6f7239adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:19.881219 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3592d55a-8a0c-4f2b-b528-c6ea81ddb05d req-99c7b2ce-6919-47be-ae4e-4f6f7239adf6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=924feb5b-da3a-4801-a75c-2490ca0b383d HTTP/1.1" status: 200 len: 848 time: 0.0618629 Nov 12 04:29:19.887736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-66d8668c-4c0c-47ca-9ba5-d85ba7c35801 None None] Deleting port 290a7467-35d6-4199-94f4-25c6c6848e84 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:19.887992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] For port 290a7467-35d6-4199-94f4-25c6c6848e84, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=290a7467-35d6-4199-94f4-25c6c6848e84,segment=NetworkSegment(0724738d-e015-4e4b-bff7-1e7908faa002),segment_id=0724738d-e015-4e4b-bff7-1e7908faa002)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:19.888330 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.888455 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66d8668c-4c0c-47ca-9ba5-d85ba7c35801 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.903184 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Calling delete_port for 290a7467-35d6-4199-94f4-25c6c6848e84 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:19.964513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-66d8668c-4c0c-47ca-9ba5-d85ba7c35801 None None] For port 290a7467-35d6-4199-94f4-25c6c6848e84, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=290a7467-35d6-4199-94f4-25c6c6848e84,segment=NetworkSegment(0724738d-e015-4e4b-bff7-1e7908faa002),segment_id=0724738d-e015-4e4b-bff7-1e7908faa002)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:19.965462 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66d8668c-4c0c-47ca-9ba5-d85ba7c35801 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.973670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592d55a-8a0c-4f2b-b528-c6ea81ddb05d req-a1fdc542-90e6-4fce-b728-fa6580550560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:19.975181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3592d55a-8a0c-4f2b-b528-c6ea81ddb05d req-a1fdc542-90e6-4fce-b728-fa6580550560 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f216904f-6bc8-4157-abe7-251c6ff6647e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836256 Nov 12 04:29:19.977191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c367fea-b0bc-4ce7-be38-bf7199c296d9 req-6ddbe8a4-ee8d-40ca-8876-d52620b41762 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:19.978709 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c367fea-b0bc-4ce7-be38-bf7199c296d9 req-6ddbe8a4-ee8d-40ca-8876-d52620b41762 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1098 time: 0.0735347 Nov 12 04:29:19.980843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-66d8668c-4c0c-47ca-9ba5-d85ba7c35801 None None] Calling delete_port for 290a7467-35d6-4199-94f4-25c6c6848e84 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:19.987155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-3592d55a-8a0c-4f2b-b528-c6ea81ddb05d req-789fd5e1-32c4-43a6-9839-ccaa5053a948 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:29:19.988149 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3592d55a-8a0c-4f2b-b528-c6ea81ddb05d req-789fd5e1-32c4-43a6-9839-ccaa5053a948 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052452 Nov 12 04:29:20.046105 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.078093 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66d8668c-4c0c-47ca-9ba5-d85ba7c35801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.079133 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event deleted for resources: {'Port': ['ID=290a7467-35d6-4199-94f4-25c6c6848e84,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:20.081045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] No DVR routers for this DVR port 290a7467-35d6-4199-94f4-25c6c6848e84 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:20.119824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8668c-4c0c-47ca-9ba5-d85ba7c35801 None None] Pushing event deleted for resources: {'Port': ['ID=290a7467-35d6-4199-94f4-25c6c6848e84,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:20.129290 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d8668c-4c0c-47ca-9ba5-d85ba7c35801 None None] No DVR routers for this DVR port 290a7467-35d6-4199-94f4-25c6c6848e84 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:20.150342 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3592d55a-8a0c-4f2b-b528-c6ea81ddb05d req-dc4f547a-3a05-41b1-8149-62e455146463 service neutron] 10.222.0.25 "GET /v2.0/networks/f216904f-6bc8-4157-abe7-251c6ff6647e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335118 Nov 12 04:29:20.158884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3c367fea-b0bc-4ce7-be38-bf7199c296d9 req-5b0112d6-e1e0-4859-86f9-154c125100c0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Deleting port c3f64737-5c97-47e3-816e-d11def4df6d3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:20.159222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3c367fea-b0bc-4ce7-be38-bf7199c296d9 req-5b0112d6-e1e0-4859-86f9-154c125100c0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.172082 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.197365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f657adbd-95c3-4467-a8f5-1b770af68248']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:20.213423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0724738d-e015-4e4b-bff7-1e7908faa002') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:20.213729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0724738d-e015-4e4b-bff7-1e7908faa002') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:20.224577 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.231947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 52daadd5-9aa9-4638-b00a-f442242deaca no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:20.240434 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.249536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:20.249884 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:20.254493 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:20.261086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 52daadd5-9aa9-4638-b00a-f442242deaca {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:20.262680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 52daadd5-9aa9-4638-b00a-f442242deaca not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:20.262680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 290a7467-35d6-4199-94f4-25c6c6848e84 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:20.283887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 290a7467-35d6-4199-94f4-25c6c6848e84 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:20.284414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 290a7467-35d6-4199-94f4-25c6c6848e84 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:20.340028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3c367fea-b0bc-4ce7-be38-bf7199c296d9 req-5b0112d6-e1e0-4859-86f9-154c125100c0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] For port c3f64737-5c97-47e3-816e-d11def4df6d3, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c3f64737-5c97-47e3-816e-d11def4df6d3,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:20.340028 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3c367fea-b0bc-4ce7-be38-bf7199c296d9 req-5b0112d6-e1e0-4859-86f9-154c125100c0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.352812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3592d55a-8a0c-4f2b-b528-c6ea81ddb05d req-6394254b-50bb-4789-a1fd-c7dbd8064d50 service neutron] 10.222.0.25 "GET /v2.0/networks/f216904f-6bc8-4157-abe7-251c6ff6647e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901505 Nov 12 04:29:20.356275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9b0d0-a69b-4f9f-8167-ccec9651ab00 req-0732eef1-5bce-48cf-9fd6-7e1c992f9f54 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:20.357804 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80e9b0d0-a69b-4f9f-8167-ccec9651ab00 req-0732eef1-5bce-48cf-9fd6-7e1c992f9f54 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 1098 time: 0.0777006 Nov 12 04:29:20.360280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3c367fea-b0bc-4ce7-be38-bf7199c296d9 req-5b0112d6-e1e0-4859-86f9-154c125100c0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Calling delete_port for c3f64737-5c97-47e3-816e-d11def4df6d3 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:20.406359 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-80e9b0d0-a69b-4f9f-8167-ccec9651ab00 req-41c22679-43bd-41a5-b26c-497df3f3c35d tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414443 Nov 12 04:29:20.422804 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.433327 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.436930 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "DELETE /v2.0/networks/f657adbd-95c3-4467-a8f5-1b770af68248 HTTP/1.1" status: 204 len: 168 time: 0.8204079 Nov 12 04:29:20.445564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56524) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:20.447093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858e429-ca99-49f8-bbe4-5b80b9300322 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Pushing event deleted for resources: {'Network': ['ID=f657adbd-95c3-4467-a8f5-1b770af68248,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:20.478315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a1600f56-6213-4210-9eba-cce68021e010 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "GET /v2.0/ports?device_id=65ff283d-a0d8-4369-bd81-1ce4897b233e HTTP/1.1" status: 200 len: 205 time: 0.0314331 Nov 12 04:29:20.481822 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56526) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:20.582170 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e24fa8df-085d-481e-8f14-98cadb7d68d5 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.745174 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3c367fea-b0bc-4ce7-be38-bf7199c296d9 req-5b0112d6-e1e0-4859-86f9-154c125100c0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.756872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['90e147ec-0ebb-46fc-89de-e1f4bae12431'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:20.779247 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e24fa8df-085d-481e-8f14-98cadb7d68d5 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.783527 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e24fa8df-085d-481e-8f14-98cadb7d68d5 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.785218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0112d6-e1e0-4859-86f9-154c125100c0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3f64737-5c97-47e3-816e-d11def4df6d3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:20.790727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['c3f64737-5c97-47e3-816e-d11def4df6d3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:20.861365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c367fea-b0bc-4ce7-be38-bf7199c296d9 req-5b0112d6-e1e0-4859-86f9-154c125100c0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] No DVR routers for this DVR port c3f64737-5c97-47e3-816e-d11def4df6d3 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:20.864106 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3c367fea-b0bc-4ce7-be38-bf7199c296d9 req-5b0112d6-e1e0-4859-86f9-154c125100c0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.867543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c367fea-b0bc-4ce7-be38-bf7199c296d9 req-5b0112d6-e1e0-4859-86f9-154c125100c0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.26 "DELETE /v2.0/ports/c3f64737-5c97-47e3-816e-d11def4df6d3 HTTP/1.1" status: 204 len: 173 time: 0.8782165 Nov 12 04:29:20.868014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c247665-b305-4977-9a67-899e10a84132', 'name': 'network-vif-deleted', 'tag': 'c3f64737-5c97-47e3-816e-d11def4df6d3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:20.870905 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2115a44-5937-4782-8a09-be5a69115761" -d '{"events": [{"server_uuid": "6c247665-b305-4977-9a67-899e10a84132", "name": "network-vif-deleted", "tag": "c3f64737-5c97-47e3-816e-d11def4df6d3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:20.915551 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9fdf8f-d54b-426f-a229-a4cc82d6547c x-openstack-request-id: req-4d9fdf8f-d54b-426f-a229-a4cc82d6547c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:20.915850 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c247665-b305-4977-9a67-899e10a84132", "name": "network-vif-deleted", "tag": "c3f64737-5c97-47e3-816e-d11def4df6d3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:20.916187 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4d9fdf8f-d54b-426f-a229-a4cc82d6547c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:20.916797 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c247665-b305-4977-9a67-899e10a84132', 'name': 'network-vif-deleted', 'tag': 'c3f64737-5c97-47e3-816e-d11def4df6d3', 'status': 'completed', 'code': 200} Nov 12 04:29:20.917974 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e24fa8df-085d-481e-8f14-98cadb7d68d5 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.918480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24fa8df-085d-481e-8f14-98cadb7d68d5 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Fanout notify agent at l3_agent the message router_deleted on router 65ff283d-a0d8-4369-bd81-1ce4897b233e {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:29:20.928830 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e24fa8df-085d-481e-8f14-98cadb7d68d5 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.928830 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e24fa8df-085d-481e-8f14-98cadb7d68d5 tempest-RoutersNegativeIpV6Test-482604706 tempest-RoutersNegativeIpV6Test-482604706-project] 10.222.0.105 "DELETE /v2.0/routers/65ff283d-a0d8-4369-bd81-1ce4897b233e HTTP/1.1" status: 204 len: 168 time: 0.4436326 Nov 12 04:29:21.459558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56536) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:21.527420 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ce34c5a-f93c-47e8-8a96-206379334ecf req-4e385c82-5ded-47d7-9c85-73411fa39253 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c247665-b305-4977-9a67-899e10a84132 HTTP/1.1" status: 200 len: 210 time: 0.0369530 Nov 12 04:29:21.621858 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-80a5fbd8-ed3d-41a3-b65f-b46ab3db9429 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c1607073363f4241bf77a494555ab51f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1588631 Nov 12 04:29:21.624472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56540) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:21.682499 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3093a3d0-3e48-4e69-9fc7-6779f6949a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:21.707751 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3093a3d0-3e48-4e69-9fc7-6779f6949a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:21.822944 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3093a3d0-3e48-4e69-9fc7-6779f6949a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:21.825819 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3093a3d0-3e48-4e69-9fc7-6779f6949a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:21.828020 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3093a3d0-3e48-4e69-9fc7-6779f6949a28 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0f5270ab-485e-42fe-8022-8bf26735866b HTTP/1.1" status: 204 len: 168 time: 0.2019384 Nov 12 04:29:21.836898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093a3d0-3e48-4e69-9fc7-6779f6949a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5270ab-485e-42fe-8022-8bf26735866b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:23.046863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf9245-1db7-4ae6-bfdb-553258187000 req-0b6ba670-0543-45bd-9655-72f32e04f9a8 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:23.049471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25bf9245-1db7-4ae6-bfdb-553258187000 req-0b6ba670-0543-45bd-9655-72f32e04f9a8 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1097 time: 0.0460510 Nov 12 04:29:23.104452 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25bf9245-1db7-4ae6-bfdb-553258187000 req-b99e8e0f-3a77-4f09-8a69-d9fbb1b11298 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451386 Nov 12 04:29:23.125485 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-48d47439-7d84-4f85-a7cc-e55e6696a18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.223214 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c3f64737-5c97-47e3-816e-d11def4df6d3 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:23.245056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: c3f64737-5c97-47e3-816e-d11def4df6d3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:23.245393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c3f64737-5c97-47e3-816e-d11def4df6d3 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:23.984564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5971d8fc-8f10-47a3-8195-bcf4e91dab60 req-6e7ac9da-e792-4066-8013-a406130a66d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1402268 Nov 12 04:29:24.097798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971d8fc-8f10-47a3-8195-bcf4e91dab60 req-b41994bc-d82e-4737-84ab-287fcee09f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:24.099218 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5971d8fc-8f10-47a3-8195-bcf4e91dab60 req-b41994bc-d82e-4737-84ab-287fcee09f19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1097 time: 0.0462005 Nov 12 04:29:24.209835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971d8fc-8f10-47a3-8195-bcf4e91dab60 req-519b0cd5-9a45-4c3c-b589-8edee22cd0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:24.211586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5971d8fc-8f10-47a3-8195-bcf4e91dab60 req-519b0cd5-9a45-4c3c-b589-8edee22cd0a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 898 time: 0.0901756 Nov 12 04:29:24.215081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301b536-4aaa-4735-a49d-5e0fcb3e0fee req-f06d3bc0-3464-4e97-bd8e-1722245b51cd tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:24.216841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f301b536-4aaa-4735-a49d-5e0fcb3e0fee req-f06d3bc0-3464-4e97-bd8e-1722245b51cd tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1097 time: 0.0426283 Nov 12 04:29:24.269902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f301b536-4aaa-4735-a49d-5e0fcb3e0fee req-95685242-2617-4dfa-a8f4-626ee28db051 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=cf02e494-accb-4f0d-b850-d5f0869e7f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466976 Nov 12 04:29:24.308618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5971d8fc-8f10-47a3-8195-bcf4e91dab60 req-b782c8c3-41c6-42bf-a822-6a973c4eab45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 1001 time: 0.0873251 Nov 12 04:29:24.360430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971d8fc-8f10-47a3-8195-bcf4e91dab60 req-808d03ba-4509-4c7f-b97e-c02cb72fef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:24.361827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5971d8fc-8f10-47a3-8195-bcf4e91dab60 req-808d03ba-4509-4c7f-b97e-c02cb72fef8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 200 len: 834 time: 0.0448895 Nov 12 04:29:24.442833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971d8fc-8f10-47a3-8195-bcf4e91dab60 req-4a50721c-1a1a-4dfd-83c2-1a152f9a8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:24.444352 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5971d8fc-8f10-47a3-8195-bcf4e91dab60 req-4a50721c-1a1a-4dfd-83c2-1a152f9a8796 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5a245fc-d266-44de-891f-7488330f4bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721235 Nov 12 04:29:24.456496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-5971d8fc-8f10-47a3-8195-bcf4e91dab60 req-51631b8f-3969-4f66-821f-b69c715c405d service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:29:24.457564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5971d8fc-8f10-47a3-8195-bcf4e91dab60 req-51631b8f-3969-4f66-821f-b69c715c405d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058978 Nov 12 04:29:24.460782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee683e-59b5-4ee5-85f2-34ff14422214 req-fb90c9f4-234e-4321-b00b-0a33ed620db0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:24.461134 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6fee683e-59b5-4ee5-85f2-34ff14422214 req-fb90c9f4-234e-4321-b00b-0a33ed620db0 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 1097 time: 0.0546710 Nov 12 04:29:24.613306 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5971d8fc-8f10-47a3-8195-bcf4e91dab60 req-3299e517-59c1-484c-bddd-cd7a1a6672bc service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471186 Nov 12 04:29:24.623140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6fee683e-59b5-4ee5-85f2-34ff14422214 req-f30e2844-5c75-4798-a36d-d9e22a61a5db tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Deleting port 90e147ec-0ebb-46fc-89de-e1f4bae12431 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:24.623479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6fee683e-59b5-4ee5-85f2-34ff14422214 req-f30e2844-5c75-4798-a36d-d9e22a61a5db tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:24.801145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6fee683e-59b5-4ee5-85f2-34ff14422214 req-f30e2844-5c75-4798-a36d-d9e22a61a5db tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] For port 90e147ec-0ebb-46fc-89de-e1f4bae12431, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=90e147ec-0ebb-46fc-89de-e1f4bae12431,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:24.801514 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6fee683e-59b5-4ee5-85f2-34ff14422214 req-f30e2844-5c75-4798-a36d-d9e22a61a5db tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:24.811338 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5971d8fc-8f10-47a3-8195-bcf4e91dab60 req-3103313e-c2c7-48f5-b14a-b784ee5be5c7 service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901693 Nov 12 04:29:24.819407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6fee683e-59b5-4ee5-85f2-34ff14422214 req-f30e2844-5c75-4798-a36d-d9e22a61a5db tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Calling delete_port for 90e147ec-0ebb-46fc-89de-e1f4bae12431 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:25.005901 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6fee683e-59b5-4ee5-85f2-34ff14422214 req-f30e2844-5c75-4798-a36d-d9e22a61a5db tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:25.017664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['90e147ec-0ebb-46fc-89de-e1f4bae12431'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:25.039135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e2844-5c75-4798-a36d-d9e22a61a5db tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Pushing event deleted for resources: {'Port': ['ID=90e147ec-0ebb-46fc-89de-e1f4bae12431,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:25.088796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fee683e-59b5-4ee5-85f2-34ff14422214 req-f30e2844-5c75-4798-a36d-d9e22a61a5db tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] No DVR routers for this DVR port 90e147ec-0ebb-46fc-89de-e1f4bae12431 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:25.093161 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6fee683e-59b5-4ee5-85f2-34ff14422214 req-f30e2844-5c75-4798-a36d-d9e22a61a5db tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:25.096643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6fee683e-59b5-4ee5-85f2-34ff14422214 req-f30e2844-5c75-4798-a36d-d9e22a61a5db tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.25 "DELETE /v2.0/ports/90e147ec-0ebb-46fc-89de-e1f4bae12431 HTTP/1.1" status: 204 len: 173 time: 0.6235359 Nov 12 04:29:25.097117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2422b4-f254-4d33-9bf6-ace3371d4b94', 'name': 'network-vif-deleted', 'tag': '90e147ec-0ebb-46fc-89de-e1f4bae12431'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:25.100024 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8fd9b7-8478-4480-8b1e-5305cacaa7e0" -d '{"events": [{"server_uuid": "6f2422b4-f254-4d33-9bf6-ace3371d4b94", "name": "network-vif-deleted", "tag": "90e147ec-0ebb-46fc-89de-e1f4bae12431"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:25.146304 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a081c0-5fd4-49f5-8bec-ab546bce6ff1 x-openstack-request-id: req-c4a081c0-5fd4-49f5-8bec-ab546bce6ff1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:25.146603 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2422b4-f254-4d33-9bf6-ace3371d4b94", "name": "network-vif-deleted", "tag": "90e147ec-0ebb-46fc-89de-e1f4bae12431", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:25.146899 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c4a081c0-5fd4-49f5-8bec-ab546bce6ff1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:25.147307 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2422b4-f254-4d33-9bf6-ace3371d4b94', 'name': 'network-vif-deleted', 'tag': '90e147ec-0ebb-46fc-89de-e1f4bae12431', 'status': 'completed', 'code': 200} Nov 12 04:29:25.159400 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:25.382056 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6b4d864f-4a22-4708-9b1d-eba26cfa6a37 req-a4919889-1ed9-4b8a-a212-95e5f77ab9e3 tempest-TestServerMultinode-1414723627 tempest-TestServerMultinode-1414723627-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6f2422b4-f254-4d33-9bf6-ace3371d4b94 HTTP/1.1" status: 200 len: 210 time: 0.0339987 Nov 12 04:29:26.449774 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56632) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:26.825348 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4782950a-974b-481b-9b05-6e9bb0b76758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:26.839300 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:26.866895 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76587fb0-8f92-4455-b3a7-4cdd665116cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.116588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4782950a-974b-481b-9b05-6e9bb0b76758 admin admin] Deleting port 0ecbd902-900c-4c1e-b383-3d55edb007c6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:27.116969 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4782950a-974b-481b-9b05-6e9bb0b76758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.211350 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4782950a-974b-481b-9b05-6e9bb0b76758 admin admin] For port 0ecbd902-900c-4c1e-b383-3d55edb007c6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0ecbd902-900c-4c1e-b383-3d55edb007c6,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:27.211707 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4782950a-974b-481b-9b05-6e9bb0b76758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.225704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4782950a-974b-481b-9b05-6e9bb0b76758 admin admin] Calling delete_port for 0ecbd902-900c-4c1e-b383-3d55edb007c6 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:27.281748 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 90e147ec-0ebb-46fc-89de-e1f4bae12431 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:27.314177 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 90e147ec-0ebb-46fc-89de-e1f4bae12431 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:27.314929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 90e147ec-0ebb-46fc-89de-e1f4bae12431 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:27.474072 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4782950a-974b-481b-9b05-6e9bb0b76758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.518513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782950a-974b-481b-9b05-6e9bb0b76758 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ecbd902-900c-4c1e-b383-3d55edb007c6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:27.717577 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4782950a-974b-481b-9b05-6e9bb0b76758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.944027 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4782950a-974b-481b-9b05-6e9bb0b76758 admin admin] Router 9b578011-6ccc-476c-a1e7-4868212ea627 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:27.969044 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56646) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:28.052514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4782950a-974b-481b-9b05-6e9bb0b76758 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:28.060302 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4782950a-974b-481b-9b05-6e9bb0b76758 admin admin] 10.222.0.105 "PUT /v2.0/routers/9b578011-6ccc-476c-a1e7-4868212ea627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6067884 Nov 12 04:29:28.060505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56650) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:28.063387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724c326-26ef-4cc9-b3fe-42492437044f None None] Sync routers for ids ['9b578011-6ccc-476c-a1e7-4868212ea627'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:28.074517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724c326-26ef-4cc9-b3fe-42492437044f None None] Routers {'9b578011-6ccc-476c-a1e7-4868212ea627'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:28.075120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b724c326-26ef-4cc9-b3fe-42492437044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:29:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b578011-6ccc-476c-a1e7-4868212ea627'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:28.114293 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87d0b7fd-f221-45dc-8937-d1adb583e31e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.192653 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b724c326-26ef-4cc9-b3fe-42492437044f None None] Set router 9b578011-6ccc-476c-a1e7-4868212ea627 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:28.214493 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.326860 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87d0b7fd-f221-45dc-8937-d1adb583e31e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.348140 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.369479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87d0b7fd-f221-45dc-8937-d1adb583e31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.381015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b724c326-26ef-4cc9-b3fe-42492437044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'name': 'tempest-TestServerMultinode-740216868-router', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '1ca699e1-df29-4cac-8861-cbfa0d10ef9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:25Z', 'updated_at': '2021-11-12T04:29:27Z', 'revision_number': 5, 'project_id': '26cc2b3e17a647158174453e7bd84f2a', 'gw_port': {'id': '1ca699e1-df29-4cac-8861-cbfa0d10ef9e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:26Z', 'updated_at': '2021-11-12T04:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:28.413874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-87d0b7fd-f221-45dc-8937-d1adb583e31e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=979c25fde1e046db82f99fd045e290cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4437268 Nov 12 04:29:28.415525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0b7fd-f221-45dc-8937-d1adb583e31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd95a297-4e16-4cb0-a157-e35a4d9f3add,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:28.416713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724c326-26ef-4cc9-b3fe-42492437044f None None] Checking router: 9b578011-6ccc-476c-a1e7-4868212ea627 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:29:28.417417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56652) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:28.437900 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724c326-26ef-4cc9-b3fe-42492437044f None None] Routers {'9b578011-6ccc-476c-a1e7-4868212ea627'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:28.438751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b724c326-26ef-4cc9-b3fe-42492437044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:29:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['9b578011-6ccc-476c-a1e7-4868212ea627'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:28.468667 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] Deleting port 1ca699e1-df29-4cac-8861-cbfa0d10ef9e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:28.468914 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.476933 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bca74cf3-a75f-4aa5-b3aa-8ebe0bbb3cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.502377 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bca74cf3-a75f-4aa5-b3aa-8ebe0bbb3cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.561059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] For port 1ca699e1-df29-4cac-8861-cbfa0d10ef9e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1ca699e1-df29-4cac-8861-cbfa0d10ef9e,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:28.561433 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.575393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] Calling delete_port for 1ca699e1-df29-4cac-8861-cbfa0d10ef9e owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:28.622804 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bca74cf3-a75f-4aa5-b3aa-8ebe0bbb3cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.625914 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bca74cf3-a75f-4aa5-b3aa-8ebe0bbb3cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.629743 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bca74cf3-a75f-4aa5-b3aa-8ebe0bbb3cdb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/bd95a297-4e16-4cb0-a157-e35a4d9f3add HTTP/1.1" status: 204 len: 168 time: 0.2088196 Nov 12 04:29:28.650210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca74cf3-a75f-4aa5-b3aa-8ebe0bbb3cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd95a297-4e16-4cb0-a157-e35a4d9f3add,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:28.721320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b724c326-26ef-4cc9-b3fe-42492437044f None None] Set router 9b578011-6ccc-476c-a1e7-4868212ea627 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:28.775938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b724c326-26ef-4cc9-b3fe-42492437044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'name': 'tempest-TestServerMultinode-740216868-router', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:25Z', 'updated_at': '2021-11-12T04:29:28Z', 'revision_number': 6, 'project_id': '26cc2b3e17a647158174453e7bd84f2a', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:28.808438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724c326-26ef-4cc9-b3fe-42492437044f None None] The sync data for ids ['9b578011-6ccc-476c-a1e7-4868212ea627'] in n-d-767704-23 is: [{'id': '9b578011-6ccc-476c-a1e7-4868212ea627', 'name': 'tempest-TestServerMultinode-740216868-router', 'tenant_id': '26cc2b3e17a647158174453e7bd84f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:25Z', 'updated_at': '2021-11-12T04:29:28Z', 'revision_number': 6, 'project_id': '26cc2b3e17a647158174453e7bd84f2a', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:28.810776 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.843777 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.868304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca699e1-df29-4cac-8861-cbfa0d10ef9e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:28.887084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42e9983-ce13-4cdd-8c54-90f1d0e68aab None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:28.944807 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:28.984339 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.354632 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.356945 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.360153 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:29.373930 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be423b19-efde-468a-8913-be23376ec4db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.458167 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be423b19-efde-468a-8913-be23376ec4db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.502314 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.502856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b578011-6ccc-476c-a1e7-4868212ea627 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:29:29.510030 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.510030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9beab3fc-00c3-4f0b-97d0-137692d1bfa6 admin admin] 10.222.0.105 "DELETE /v2.0/routers/9b578011-6ccc-476c-a1e7-4868212ea627 HTTP/1.1" status: 204 len: 168 time: 1.4470344 Nov 12 04:29:29.511637 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56660) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:29.560908 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be423b19-efde-468a-8913-be23376ec4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.567179 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18e3cca-0181-4f9c-86c1-d253386223f0 admin admin] Deleting subnet 924feb5b-da3a-4801-a75c-2490ca0b383d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:29.585708 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a18e3cca-0181-4f9c-86c1-d253386223f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.629450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be423b19-efde-468a-8913-be23376ec4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99fb7f8-b7c9-48c9-a6d5-c6b072fdfe66,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:29.641182 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-be423b19-efde-468a-8913-be23376ec4db admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7947c6481ca74ef79972db010d1b5535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2799509 Nov 12 04:29:29.643837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56662) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:29.654637 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a18e3cca-0181-4f9c-86c1-d253386223f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.759842 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04f1e0d6-05fa-4850-a2f7-61f467e1b11b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.786572 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a18e3cca-0181-4f9c-86c1-d253386223f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.809055 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04f1e0d6-05fa-4850-a2f7-61f467e1b11b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.923961 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a18e3cca-0181-4f9c-86c1-d253386223f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.948991 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e3cca-0181-4f9c-86c1-d253386223f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924feb5b-da3a-4801-a75c-2490ca0b383d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:29.955072 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a18e3cca-0181-4f9c-86c1-d253386223f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.958347 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a18e3cca-0181-4f9c-86c1-d253386223f0 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/924feb5b-da3a-4801-a75c-2490ca0b383d HTTP/1.1" status: 204 len: 168 time: 0.4456055 Nov 12 04:29:29.961146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56664) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:29.963466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b259ce6a-3953-4d2f-9005-9648ec5f6231 None None] Network f216904f-6bc8-4157-abe7-251c6ff6647e requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:29.978983 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04f1e0d6-05fa-4850-a2f7-61f467e1b11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.981672 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04f1e0d6-05fa-4850-a2f7-61f467e1b11b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.982853 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-04f1e0d6-05fa-4850-a2f7-61f467e1b11b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a99fb7f8-b7c9-48c9-a6d5-c6b072fdfe66 HTTP/1.1" status: 204 len: 168 time: 0.3380444 Nov 12 04:29:30.055752 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1e0d6-05fa-4850-a2f7-61f467e1b11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99fb7f8-b7c9-48c9-a6d5-c6b072fdfe66,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:30.074620 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.155556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Deleting port c63dddd9-1aec-48c0-8ff5-bc12362cf863 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:30.155894 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.176541 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] DHCP port deletion for f216904f-6bc8-4157-abe7-251c6ff6647e request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:30.234288 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] For port c63dddd9-1aec-48c0-8ff5-bc12362cf863, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c63dddd9-1aec-48c0-8ff5-bc12362cf863,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:30.234826 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.241192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Deleting port c63dddd9-1aec-48c0-8ff5-bc12362cf863 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:30.241571 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.258304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c63dddd9-1aec-48c0-8ff5-bc12362cf863 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:30.259107 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Calling delete_port for c63dddd9-1aec-48c0-8ff5-bc12362cf863 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:30.350004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] For port c63dddd9-1aec-48c0-8ff5-bc12362cf863, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c63dddd9-1aec-48c0-8ff5-bc12362cf863,segment=NetworkSegment(0059b8b5-1c52-4a42-a6b9-3a8d98c553d9),segment_id=0059b8b5-1c52-4a42-a6b9-3a8d98c553d9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:30.350402 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.365565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Calling delete_port for c63dddd9-1aec-48c0-8ff5-bc12362cf863 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:30.415443 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.442776 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63dddd9-1aec-48c0-8ff5-bc12362cf863,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:30.448887 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.449262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] No DVR routers for this DVR port c63dddd9-1aec-48c0-8ff5-bc12362cf863 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:30.508175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1ca699e1-df29-4cac-8861-cbfa0d10ef9e no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:30.532202 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 1ca699e1-df29-4cac-8861-cbfa0d10ef9e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:30.532676 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1ca699e1-df29-4cac-8861-cbfa0d10ef9e not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:30.533092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0ecbd902-900c-4c1e-b383-3d55edb007c6 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:30.536542 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.545742 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.560028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 0ecbd902-900c-4c1e-b383-3d55edb007c6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:30.560445 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0ecbd902-900c-4c1e-b383-3d55edb007c6 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:30.572444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f216904f-6bc8-4157-abe7-251c6ff6647e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:30.585017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Pushing event deleted for resources: {'Port': ['ID=c63dddd9-1aec-48c0-8ff5-bc12362cf863,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:30.585972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:30.586265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0059b8b5-1c52-4a42-a6b9-3a8d98c553d9') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:30.589865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] No DVR routers for this DVR port c63dddd9-1aec-48c0-8ff5-bc12362cf863 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:30.597367 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:30.597710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:30.598048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:30.598379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:30.598713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:30.598833 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.599035 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:30.599355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:30.599675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:30.600479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:30.600479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:30.600787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:30.600980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f647d2-b759-4da0-98cd-2f89e6364adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:30.615175 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.620837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:30.621250 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:30.623160 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:30.805281 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.812116 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.820140 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] 10.222.0.105 "DELETE /v2.0/networks/f216904f-6bc8-4157-abe7-251c6ff6647e HTTP/1.1" status: 204 len: 168 time: 0.8533523 Nov 12 04:29:30.820399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56678) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:30.829800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedc034-48f1-4e00-b2b2-fa8fb1e69015 admin admin] Pushing event deleted for resources: {'Network': ['ID=f216904f-6bc8-4157-abe7-251c6ff6647e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:31.211513 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-719ebbe8-e6da-4bd3-89d8-3e2a269c0677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.482895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-719ebbe8-e6da-4bd3-89d8-3e2a269c0677 admin admin] Deleting port d47e442e-0bee-45a0-98ee-1040e46befac {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:31.483236 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-719ebbe8-e6da-4bd3-89d8-3e2a269c0677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.574576 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-719ebbe8-e6da-4bd3-89d8-3e2a269c0677 admin admin] For port d47e442e-0bee-45a0-98ee-1040e46befac, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d47e442e-0bee-45a0-98ee-1040e46befac,segment=NetworkSegment(8f29f15c-a8c9-4804-a17d-fdcbedfb2de6),segment_id=8f29f15c-a8c9-4804-a17d-fdcbedfb2de6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:31.574929 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-719ebbe8-e6da-4bd3-89d8-3e2a269c0677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.587988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-719ebbe8-e6da-4bd3-89d8-3e2a269c0677 admin admin] Calling delete_port for d47e442e-0bee-45a0-98ee-1040e46befac owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:31.845128 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-719ebbe8-e6da-4bd3-89d8-3e2a269c0677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.873698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ebbe8-e6da-4bd3-89d8-3e2a269c0677 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47e442e-0bee-45a0-98ee-1040e46befac,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:32.122957 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-719ebbe8-e6da-4bd3-89d8-3e2a269c0677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.382768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719ebbe8-e6da-4bd3-89d8-3e2a269c0677 admin admin] Router df04266c-a192-4642-bef2-37cfd9a246db has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:32.492167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719ebbe8-e6da-4bd3-89d8-3e2a269c0677 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:32.499658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-719ebbe8-e6da-4bd3-89d8-3e2a269c0677 admin admin] 10.222.0.105 "PUT /v2.0/routers/df04266c-a192-4642-bef2-37cfd9a246db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6774259 Nov 12 04:29:32.500201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:32.500960 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95342830-ade2-4d5d-a9f4-0c00b556c85a None None] Sync routers for ids ['df04266c-a192-4642-bef2-37cfd9a246db'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:32.511796 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95342830-ade2-4d5d-a9f4-0c00b556c85a None None] Routers {'df04266c-a192-4642-bef2-37cfd9a246db'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:32.512897 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-95342830-ade2-4d5d-a9f4-0c00b556c85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:29:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['df04266c-a192-4642-bef2-37cfd9a246db'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:32.617144 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.721633 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-95342830-ade2-4d5d-a9f4-0c00b556c85a None None] Set router df04266c-a192-4642-bef2-37cfd9a246db gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:32.730316 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.944705 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-95342830-ade2-4d5d-a9f4-0c00b556c85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'name': 'tempest-TestServerMultinode-76102507-router', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '19e5b619-7bae-4c17-8705-ee2f878f8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:35Z', 'updated_at': '2021-11-12T04:29:31Z', 'revision_number': 5, 'project_id': '819be64a88db407f8f7746d67a5a4618', 'gw_port': {'id': '19e5b619-7bae-4c17-8705-ee2f878f8e53', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:36Z', 'updated_at': '2021-11-12T04:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:32.982793 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95342830-ade2-4d5d-a9f4-0c00b556c85a None None] Checking router: df04266c-a192-4642-bef2-37cfd9a246db for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:29:33.000354 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95342830-ade2-4d5d-a9f4-0c00b556c85a None None] Routers {'df04266c-a192-4642-bef2-37cfd9a246db'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:33.001588 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-95342830-ade2-4d5d-a9f4-0c00b556c85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:29:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['df04266c-a192-4642-bef2-37cfd9a246db'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:33.111547 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-95342830-ade2-4d5d-a9f4-0c00b556c85a None None] Set router df04266c-a192-4642-bef2-37cfd9a246db gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:33.176379 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-95342830-ade2-4d5d-a9f4-0c00b556c85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'name': 'tempest-TestServerMultinode-76102507-router', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:35Z', 'updated_at': '2021-11-12T04:29:32Z', 'revision_number': 6, 'project_id': '819be64a88db407f8f7746d67a5a4618', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:33.203231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] Deleting port 19e5b619-7bae-4c17-8705-ee2f878f8e53 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:33.203566 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.203708 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95342830-ade2-4d5d-a9f4-0c00b556c85a None None] The sync data for ids ['df04266c-a192-4642-bef2-37cfd9a246db'] in n-d-767704-23 is: [{'id': 'df04266c-a192-4642-bef2-37cfd9a246db', 'name': 'tempest-TestServerMultinode-76102507-router', 'tenant_id': '819be64a88db407f8f7746d67a5a4618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:35Z', 'updated_at': '2021-11-12T04:29:32Z', 'revision_number': 6, 'project_id': '819be64a88db407f8f7746d67a5a4618', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:33.290324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] For port 19e5b619-7bae-4c17-8705-ee2f878f8e53, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=19e5b619-7bae-4c17-8705-ee2f878f8e53,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:33.290712 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.306150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] Calling delete_port for 19e5b619-7bae-4c17-8705-ee2f878f8e53 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:33.536613 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.563421 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] Pushing event deleted for resources: {'Port': ['ID=19e5b619-7bae-4c17-8705-ee2f878f8e53,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:33.576705 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9967af3f-0804-41af-809e-1d8839502b3f None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:33.649948 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.745142 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.747517 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.867279 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.867745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router df04266c-a192-4642-bef2-37cfd9a246db {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:29:33.872552 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.873700 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-12615880-ad6e-4a06-b759-d1caeac317bc admin admin] 10.222.0.105 "DELETE /v2.0/routers/df04266c-a192-4642-bef2-37cfd9a246db HTTP/1.1" status: 204 len: 168 time: 1.3724928 Nov 12 04:29:33.876213 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:33.920297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Deleting subnet eb4c1468-59a6-4d17-b4f9-dedde0c77b3c {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:33.923399 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.960083 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.059021 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.200212 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.217824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 19e5b619-7bae-4c17-8705-ee2f878f8e53 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:34.232996 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.239270 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] 10.222.0.105 "DELETE /v2.0/subnets/eb4c1468-59a6-4d17-b4f9-dedde0c77b3c HTTP/1.1" status: 204 len: 168 time: 0.3599195 Nov 12 04:29:34.239270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb4c1468-59a6-4d17-b4f9-dedde0c77b3c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:34.240310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56718) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:34.240953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 19e5b619-7bae-4c17-8705-ee2f878f8e53 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:34.241307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 19e5b619-7bae-4c17-8705-ee2f878f8e53 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:34.242118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d47e442e-0bee-45a0-98ee-1040e46befac no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:34.243664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b19c9ad-a223-4b1b-b3ad-9c049ecc723b None None] Network 12c66a0f-bc1c-4227-8899-dd4a4db1984d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:34.265007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.265739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.266422 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.267670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.273638 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.274396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.275320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.275856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.276698 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.277380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.279462 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.279462 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4abe77a-1398-4b46-9079-6919de380eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.324694 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.327961 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: d47e442e-0bee-45a0-98ee-1040e46befac {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:34.328344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d47e442e-0bee-45a0-98ee-1040e46befac not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:34.389524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Deleting port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:34.389812 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.456279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f9dcd6-374b-4953-b733-46933e8f3948 None None] DHCP port deletion for 12c66a0f-bc1c-4227-8899-dd4a4db1984d request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:34.458033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] For port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1f466caa-2745-4e1b-9b4b-5ad2d3f40a65,segment=NetworkSegment(8f29f15c-a8c9-4804-a17d-fdcbedfb2de6),segment_id=8f29f15c-a8c9-4804-a17d-fdcbedfb2de6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:34.458399 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.471685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Calling delete_port for 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:34.504695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-35f9dcd6-374b-4953-b733-46933e8f3948 None None] Deleting port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:34.505433 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35f9dcd6-374b-4953-b733-46933e8f3948 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.573459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-35f9dcd6-374b-4953-b733-46933e8f3948 None None] For port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1f466caa-2745-4e1b-9b4b-5ad2d3f40a65,segment=NetworkSegment(8f29f15c-a8c9-4804-a17d-fdcbedfb2de6),segment_id=8f29f15c-a8c9-4804-a17d-fdcbedfb2de6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:34.573855 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35f9dcd6-374b-4953-b733-46933e8f3948 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.586831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-35f9dcd6-374b-4953-b733-46933e8f3948 None None] Calling delete_port for 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:34.615081 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.641866 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f466caa-2745-4e1b-9b4b-5ad2d3f40a65,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:34.645603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] No DVR routers for this DVR port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:34.663102 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35f9dcd6-374b-4953-b733-46933e8f3948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.689085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9dcd6-374b-4953-b733-46933e8f3948 None None] Pushing event deleted for resources: {'Port': ['ID=1f466caa-2745-4e1b-9b4b-5ad2d3f40a65,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:34.692433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9dcd6-374b-4953-b733-46933e8f3948 None None] No DVR routers for this DVR port 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:34.722970 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.743410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c66a0f-bc1c-4227-8899-dd4a4db1984d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:34.753534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f29f15c-a8c9-4804-a17d-fdcbedfb2de6') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:34.753825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f29f15c-a8c9-4804-a17d-fdcbedfb2de6') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:34.763155 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.775839 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.781634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:34.782008 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:34.783629 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:34.902452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.908118 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.911338 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] 10.222.0.105 "DELETE /v2.0/networks/12c66a0f-bc1c-4227-8899-dd4a4db1984d HTTP/1.1" status: 204 len: 168 time: 0.6700227 Nov 12 04:29:34.923228 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfd4c1-91a2-4bbe-a5a4-4644829046a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=12c66a0f-bc1c-4227-8899-dd4a4db1984d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:35.341703 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56726) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:35.381868 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8835d050-4788-44c5-953c-c566a6e63a77 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=26cc2b3e17a647158174453e7bd84f2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389817 Nov 12 04:29:35.384495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56728) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:35.433305 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29c8755a-770f-4b59-b284-5f70f74a1804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.457598 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29c8755a-770f-4b59-b284-5f70f74a1804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.588417 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29c8755a-770f-4b59-b284-5f70f74a1804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.591874 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29c8755a-770f-4b59-b284-5f70f74a1804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.595766 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-29c8755a-770f-4b59-b284-5f70f74a1804 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4dc3cd88-b3b6-411a-b4f0-330899afad8b HTTP/1.1" status: 204 len: 168 time: 0.2100000 Nov 12 04:29:35.607276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8755a-770f-4b59-b284-5f70f74a1804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc3cd88-b3b6-411a-b4f0-330899afad8b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:36.207554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:36.230026 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:36.231237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1f466caa-2745-4e1b-9b4b-5ad2d3f40a65 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:36.339316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56736) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:36.394330 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-72c7a45f-3dc9-4732-a5f8-4875e057eea8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=819be64a88db407f8f7746d67a5a4618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537758 Nov 12 04:29:36.396799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56738) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:36.449792 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f40ebc53-e23a-49a3-aa64-c09f66032402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.471240 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f40ebc53-e23a-49a3-aa64-c09f66032402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.587876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f40ebc53-e23a-49a3-aa64-c09f66032402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.591099 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f40ebc53-e23a-49a3-aa64-c09f66032402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.592331 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f40ebc53-e23a-49a3-aa64-c09f66032402 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cf02e494-accb-4f0d-b850-d5f0869e7f8f HTTP/1.1" status: 204 len: 168 time: 0.1945117 Nov 12 04:29:36.600595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ebc53-e23a-49a3-aa64-c09f66032402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf02e494-accb-4f0d-b850-d5f0869e7f8f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:46.629114 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:29:47.692737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56794) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:47.800219 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acd8b1f2-5af2-40e1-8a0c-bdc5c632f49a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.877851 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acd8b1f2-5af2-40e1-8a0c-bdc5c632f49a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.941881 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acd8b1f2-5af2-40e1-8a0c-bdc5c632f49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.979075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8b1f2-5af2-40e1-8a0c-bdc5c632f49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d34cb12-fca5-4edf-9d3b-74aea30d304c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:47.983366 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-acd8b1f2-5af2-40e1-8a0c-bdc5c632f49a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4d68a284c83444c4b4765e6c55c835dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2896206 Nov 12 04:29:47.986478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:48.033417 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3396f8dd-27e1-4fbc-a869-8a2be5d3eef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.057940 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3396f8dd-27e1-4fbc-a869-8a2be5d3eef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.181826 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3396f8dd-27e1-4fbc-a869-8a2be5d3eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.184468 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3396f8dd-27e1-4fbc-a869-8a2be5d3eef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.187789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3396f8dd-27e1-4fbc-a869-8a2be5d3eef2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7d34cb12-fca5-4edf-9d3b-74aea30d304c HTTP/1.1" status: 204 len: 168 time: 0.1982501 Nov 12 04:29:48.194815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396f8dd-27e1-4fbc-a869-8a2be5d3eef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d34cb12-fca5-4edf-9d3b-74aea30d304c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:48.809208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 56804) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:48.822740 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-786b6bfb-f6ed-44c3-8814-bb4fa7ece6a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.896361 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-786b6bfb-f6ed-44c3-8814-bb4fa7ece6a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.964609 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-786b6bfb-f6ed-44c3-8814-bb4fa7ece6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.006888 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-786b6bfb-f6ed-44c3-8814-bb4fa7ece6a6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4844c595542540c39c08d35e7db87802&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1965868 Nov 12 04:29:49.007755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b6bfb-f6ed-44c3-8814-bb4fa7ece6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2022725e-ed8f-4907-bbbb-488b064073ad,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:49.009594 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 56806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:49.059373 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e9e19d5-9cdc-444c-b03b-18b1c1f4fb6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.080852 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e9e19d5-9cdc-444c-b03b-18b1c1f4fb6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.221599 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e9e19d5-9cdc-444c-b03b-18b1c1f4fb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.224598 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e9e19d5-9cdc-444c-b03b-18b1c1f4fb6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.225769 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9e9e19d5-9cdc-444c-b03b-18b1c1f4fb6f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2022725e-ed8f-4907-bbbb-488b064073ad HTTP/1.1" status: 204 len: 168 time: 0.2146692 Nov 12 04:29:49.234807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e19d5-9cdc-444c-b03b-18b1c1f4fb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2022725e-ed8f-4907-bbbb-488b064073ad,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:49.251372 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.141363 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c128c9a3-c11e-4c30-864a-7938d1994fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.153046 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.809933 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.872914 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54415457-51eb-41df-ad1c-c681280bdf4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.558689 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.981279 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.204248 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:22.751796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57026) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:22.864068 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:22.936823 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.020723 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.060267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e54f7711a5e54f4eb8f3c97a334520a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3072696 Nov 12 04:30:23.062508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8add008-c712-4165-ae17-249c2037550f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:23.062931 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57030) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:23.070621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.071052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.071394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.071728 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.072079 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.072409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.072759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.073080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.073397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.073714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.074031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.074845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd68333c-df65-4396-9cfc-75fa689aa47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.111645 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-063d1bff-7077-43ba-b1c9-a566f04c1b1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.123991 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb9b35d4-44ec-44b7-a88b-03ca8ef5b7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.134717 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-063d1bff-7077-43ba-b1c9-a566f04c1b1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.255107 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-063d1bff-7077-43ba-b1c9-a566f04c1b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.257782 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-063d1bff-7077-43ba-b1c9-a566f04c1b1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.258998 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-063d1bff-7077-43ba-b1c9-a566f04c1b1b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a8add008-c712-4165-ae17-249c2037550f HTTP/1.1" status: 204 len: 168 time: 0.1950567 Nov 12 04:30:23.272013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d1bff-7077-43ba-b1c9-a566f04c1b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8add008-c712-4165-ae17-249c2037550f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:23.629372 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:30:23.871491 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57036) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:23.872002 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fffd3c7-25b7-4f91-a92e-c022496b6990 req-7894a4ed-509f-4eb7-adbf-fcdf2b52d04b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450094 Nov 12 04:30:23.881396 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fc0977c-4fed-4bcc-9810-5c7134169272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.964988 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fc0977c-4fed-4bcc-9810-5c7134169272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.977618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffd3c7-25b7-4f91-a92e-c022496b6990 req-12b63f98-bb3b-4b56-8b61-80747a951646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:23.979123 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fffd3c7-25b7-4f91-a92e-c022496b6990 req-12b63f98-bb3b-4b56-8b61-80747a951646 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1097 time: 0.0434654 Nov 12 04:30:24.021113 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fc0977c-4fed-4bcc-9810-5c7134169272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.063547 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8fc0977c-4fed-4bcc-9810-5c7134169272 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e7280c107c5048ab99ebb23fe30cdd2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1933868 Nov 12 04:30:24.063547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0977c-4fed-4bcc-9810-5c7134169272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5525ff31-f7d2-4026-b78d-11a382dc9554,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:24.064357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57038) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:24.093678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffd3c7-25b7-4f91-a92e-c022496b6990 req-30aebe7f-b1ef-4dc7-8870-4b811213c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:24.095749 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fffd3c7-25b7-4f91-a92e-c022496b6990 req-30aebe7f-b1ef-4dc7-8870-4b811213c050 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 898 time: 0.0954218 Nov 12 04:30:24.117374 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f785f302-d0c2-43bd-95ab-d379a517f186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.143314 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f785f302-d0c2-43bd-95ab-d379a517f186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.173462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fffd3c7-25b7-4f91-a92e-c022496b6990 req-c4d1059d-a41b-40c1-a349-815109c357eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 1001 time: 0.0699277 Nov 12 04:30:24.224111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffd3c7-25b7-4f91-a92e-c022496b6990 req-adcc295c-7818-44e8-93e7-6f47b2181d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:24.225561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fffd3c7-25b7-4f91-a92e-c022496b6990 req-adcc295c-7818-44e8-93e7-6f47b2181d59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 200 len: 834 time: 0.0444882 Nov 12 04:30:24.272393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f785f302-d0c2-43bd-95ab-d379a517f186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.275015 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f785f302-d0c2-43bd-95ab-d379a517f186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.276201 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f785f302-d0c2-43bd-95ab-d379a517f186 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5525ff31-f7d2-4026-b78d-11a382dc9554 HTTP/1.1" status: 204 len: 168 time: 0.2109489 Nov 12 04:30:24.282639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffd3c7-25b7-4f91-a92e-c022496b6990 req-8c140f4c-e5dd-46a5-a959-4a97a8ff5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:24.284561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785f302-d0c2-43bd-95ab-d379a517f186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5525ff31-f7d2-4026-b78d-11a382dc9554,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:24.288602 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fffd3c7-25b7-4f91-a92e-c022496b6990 req-8c140f4c-e5dd-46a5-a959-4a97a8ff5723 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5a245fc-d266-44de-891f-7488330f4bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503252 Nov 12 04:30:24.383122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fffd3c7-25b7-4f91-a92e-c022496b6990 req-dfef2644-e81e-4559-9a9e-96f101553518 service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888684 Nov 12 04:30:24.480149 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fffd3c7-25b7-4f91-a92e-c022496b6990 req-6e509341-f904-4ba3-84bc-43a395989b80 service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888226 Nov 12 04:30:25.117611 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:26.275219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3409992-e07d-4ded-8f45-c563fa18ef49 req-7c7dfdeb-961e-4690-83ed-7303189c79f0 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:26.277396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a3409992-e07d-4ded-8f45-c563fa18ef49 req-7c7dfdeb-961e-4690-83ed-7303189c79f0 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1097 time: 0.0459301 Nov 12 04:30:26.327662 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a3409992-e07d-4ded-8f45-c563fa18ef49 req-0287fd25-612d-430b-ae76-e5b2df697d2c tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438337 Nov 12 04:30:26.457757 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd1251-64c4-4524-a33a-5a322b0c9f24 req-c7f5f01b-da64-429c-903a-c9768d4e3385 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:26.459389 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aafd1251-64c4-4524-a33a-5a322b0c9f24 req-c7f5f01b-da64-429c-903a-c9768d4e3385 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0542865 Nov 12 04:30:26.515896 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aafd1251-64c4-4524-a33a-5a322b0c9f24 req-afcc1254-6020-43de-ba83-722ea516a626 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499098 Nov 12 04:30:26.539161 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:26.607556 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ab8a49dc-c272-46c3-9f46-17b0c6b5d6b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/2d8bf220-8e3a-430f-80e8-4365f5812d4e HTTP/1.1" status: 200 len: 993 time: 0.0672290 Nov 12 04:30:26.826528 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:26.883485 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-055b8371-4128-43f8-8724-851ba0e7651d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.163191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57126) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:27.304255 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6b96b89-1f92-40be-822a-fcf38f9e7e4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.329194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1cfb6-f78b-4711-badf-91ee53cdb69d req-21116109-a99d-4c1b-a70c-50e0e098e25a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:27.330849 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-18a1cfb6-f78b-4711-badf-91ee53cdb69d req-21116109-a99d-4c1b-a70c-50e0e098e25a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0601814 Nov 12 04:30:27.386603 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6b96b89-1f92-40be-822a-fcf38f9e7e4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.393729 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-18a1cfb6-f78b-4711-badf-91ee53cdb69d req-190f94c9-8f21-4a4f-bf36-e327282a5d0a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558584 Nov 12 04:30:27.436754 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-c54f1df4-a504-4602-a5d4-0642d664dc35 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419521 Nov 12 04:30:27.471789 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6b96b89-1f92-40be-822a-fcf38f9e7e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.512862 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b6b96b89-1f92-40be-822a-fcf38f9e7e4b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7e8d31bad04f45db803962579bbb36ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3484254 Nov 12 04:30:27.514802 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b96b89-1f92-40be-822a-fcf38f9e7e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40815219-dcd1-48d1-9991-f1dea3bdf33b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:27.515452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57132) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:27.564653 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94bc52d5-014b-44bb-ad3f-6fd0abee1e03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.585610 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94bc52d5-014b-44bb-ad3f-6fd0abee1e03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.752381 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94bc52d5-014b-44bb-ad3f-6fd0abee1e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.755156 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94bc52d5-014b-44bb-ad3f-6fd0abee1e03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.756338 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-94bc52d5-014b-44bb-ad3f-6fd0abee1e03 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/40815219-dcd1-48d1-9991-f1dea3bdf33b HTTP/1.1" status: 204 len: 168 time: 0.2398241 Nov 12 04:30:27.767981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc52d5-014b-44bb-ad3f-6fd0abee1e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40815219-dcd1-48d1-9991-f1dea3bdf33b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:28.448765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:28.465167 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63b67190-076e-43cb-9bfa-f229f0accc78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.534130 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615eee69-16e4-4f5b-bc3a-64d39f72e4e2 req-a19a6de1-9b88-4b48-93fe-3f76b77168d8 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:28.535495 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-615eee69-16e4-4f5b-bc3a-64d39f72e4e2 req-a19a6de1-9b88-4b48-93fe-3f76b77168d8 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0634556 Nov 12 04:30:28.550295 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63b67190-076e-43cb-9bfa-f229f0accc78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.588864 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-615eee69-16e4-4f5b-bc3a-64d39f72e4e2 req-7e5109b3-8072-4a1f-8233-c60c7fe5f9f2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471802 Nov 12 04:30:28.614896 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.666260 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63b67190-076e-43cb-9bfa-f229f0accc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.707571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b67190-076e-43cb-9bfa-f229f0accc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5d52eb-b4e8-44a6-8815-d3faff63a74c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:28.711980 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-63b67190-076e-43cb-9bfa-f229f0accc78 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cb91354cd54d48079cdb5934aaff23d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2611635 Nov 12 04:30:28.714638 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:28.763995 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7339bf47-fc4b-40d3-aa78-bebc99e9a154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.785336 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7339bf47-fc4b-40d3-aa78-bebc99e9a154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.906751 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7339bf47-fc4b-40d3-aa78-bebc99e9a154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.909354 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7339bf47-fc4b-40d3-aa78-bebc99e9a154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.910509 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7339bf47-fc4b-40d3-aa78-bebc99e9a154 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0c5d52eb-b4e8-44a6-8815-d3faff63a74c HTTP/1.1" status: 204 len: 168 time: 0.1949508 Nov 12 04:30:28.919892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339bf47-fc4b-40d3-aa78-bebc99e9a154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5d52eb-b4e8-44a6-8815-d3faff63a74c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:29.008918 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.712120 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfce15-9a27-43f1-acd0-ba63a1659d32 req-d7600920-ef4f-4752-a7cb-8e841e70acf0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:29.714251 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25bfce15-9a27-43f1-acd0-ba63a1659d32 req-d7600920-ef4f-4752-a7cb-8e841e70acf0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0515897 Nov 12 04:30:29.768789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25bfce15-9a27-43f1-acd0-ba63a1659d32 req-0afb8cf2-574f-4a15-9a3c-d3dadd225c87 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476213 Nov 12 04:30:29.935731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8621227-01a0-4f14-93a9-2576a610c152 req-9966407b-144b-44ec-a7bf-ecc4033ab7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:29.937263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-9966407b-144b-44ec-a7bf-ecc4033ab7c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1097 time: 0.0451715 Nov 12 04:30:30.034597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8621227-01a0-4f14-93a9-2576a610c152 req-e44987c3-6771-4016-a01d-b972a09611d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:30.036163 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-e44987c3-6771-4016-a01d-b972a09611d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 898 time: 0.0914693 Nov 12 04:30:30.111276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5dfe7c15-75e8-4f27-b77e-818251cfedab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 1001 time: 0.0646546 Nov 12 04:30:30.163133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8621227-01a0-4f14-93a9-2576a610c152 req-3574bed5-5e84-44b3-a26b-ed1b5dbaa0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:30.171066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-3574bed5-5e84-44b3-a26b-ed1b5dbaa0fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 200 len: 834 time: 0.0455344 Nov 12 04:30:30.211274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8621227-01a0-4f14-93a9-2576a610c152 req-dfa9dcc2-2013-41fa-af37-4da79a90cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:30.212796 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-dfa9dcc2-2013-41fa-af37-4da79a90cfd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5a245fc-d266-44de-891f-7488330f4bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407493 Nov 12 04:30:30.310593 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-fe13a5db-4d7a-4aa2-bfaa-22e2a9aa1ad4 service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881989 Nov 12 04:30:30.406119 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-3e096c57-aa66-4a8d-8e3e-2dc4bc36e97c service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861576 Nov 12 04:30:30.891787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1523b7-e2e7-4fa8-b658-101a26748740 req-ec15b224-d41a-40a6-aaff-f77e397aa7cf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:30.893688 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e1523b7-e2e7-4fa8-b658-101a26748740 req-ec15b224-d41a-40a6-aaff-f77e397aa7cf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0513475 Nov 12 04:30:30.953111 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e1523b7-e2e7-4fa8-b658-101a26748740 req-708642d7-2f3c-4eff-8748-cae957272668 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528584 Nov 12 04:30:32.084304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3457a-d77c-480d-b38d-c4628907d391 req-c1c08523-e876-44cf-81be-a672ac19069d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:32.086455 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37f3457a-d77c-480d-b38d-c4628907d391 req-c1c08523-e876-44cf-81be-a672ac19069d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0574651 Nov 12 04:30:32.111741 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:32.143342 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-37f3457a-d77c-480d-b38d-c4628907d391 req-818bd864-6268-4cf7-953c-81aff1a27b40 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503650 Nov 12 04:30:32.236238 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-811ff45a-bfe7-451d-99f2-ba4df53b9125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.313856 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-811ff45a-bfe7-451d-99f2-ba4df53b9125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.375150 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-811ff45a-bfe7-451d-99f2-ba4df53b9125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.422300 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ff45a-bfe7-451d-99f2-ba4df53b9125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842d0cca-07cc-4826-84b1-031821492f4f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:32.426568 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-811ff45a-bfe7-451d-99f2-ba4df53b9125 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3db1e758b6a44e8e80fe86277bd31b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3130829 Nov 12 04:30:32.429386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:32.477881 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0671b55f-0845-4a7e-a868-77763b51fa61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.499328 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0671b55f-0845-4a7e-a868-77763b51fa61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.615122 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0671b55f-0845-4a7e-a868-77763b51fa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.617850 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0671b55f-0845-4a7e-a868-77763b51fa61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.619032 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0671b55f-0845-4a7e-a868-77763b51fa61 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/842d0cca-07cc-4826-84b1-031821492f4f HTTP/1.1" status: 204 len: 168 time: 0.1886559 Nov 12 04:30:32.627309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671b55f-0845-4a7e-a868-77763b51fa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842d0cca-07cc-4826-84b1-031821492f4f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:33.187293 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57250) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:33.201441 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5745cde-904d-4265-8c3c-312303353ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.280534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a7cdb-4bb7-4403-8939-9e6992c3a9be req-826ad152-b2e7-4fbc-a472-621d92fa40f3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:33.282194 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e5a7cdb-4bb7-4403-8939-9e6992c3a9be req-826ad152-b2e7-4fbc-a472-621d92fa40f3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0617256 Nov 12 04:30:33.297941 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5745cde-904d-4265-8c3c-312303353ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.332852 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e5a7cdb-4bb7-4403-8939-9e6992c3a9be req-91a60c62-445e-45bb-ba00-b9dbd15422ed tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443146 Nov 12 04:30:33.352015 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5745cde-904d-4265-8c3c-312303353ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.404196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5745cde-904d-4265-8c3c-312303353ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff7cc6e-3c98-4d2e-b96d-9d24cba48c6f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:33.408757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f5745cde-904d-4265-8c3c-312303353ef2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=acb565346b3c4437976e925c916c902a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204063 Nov 12 04:30:33.411373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57252) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:33.467251 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e21d1f8-5c8f-4242-b541-324abdde3d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.488710 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e21d1f8-5c8f-4242-b541-324abdde3d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.597479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e21d1f8-5c8f-4242-b541-324abdde3d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.600069 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e21d1f8-5c8f-4242-b541-324abdde3d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.601215 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0e21d1f8-5c8f-4242-b541-324abdde3d6f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8ff7cc6e-3c98-4d2e-b96d-9d24cba48c6f HTTP/1.1" status: 204 len: 168 time: 0.1888995 Nov 12 04:30:33.610115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21d1f8-5c8f-4242-b541-324abdde3d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff7cc6e-3c98-4d2e-b96d-9d24cba48c6f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:34.466190 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b277aea-0ce6-4bc3-9a42-5bd697720ac9 req-92cb7b75-1bcb-4ae7-8c9e-859392c3c0ca tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:34.467664 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b277aea-0ce6-4bc3-9a42-5bd697720ac9 req-92cb7b75-1bcb-4ae7-8c9e-859392c3c0ca tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0522671 Nov 12 04:30:34.522849 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b277aea-0ce6-4bc3-9a42-5bd697720ac9 req-cc51f485-c665-43dd-90b4-f3bbcbb1dd73 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443048 Nov 12 04:30:35.123853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57286) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:35.232778 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1f33-ab3d-46a4-b93e-af249a1d9e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.625544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1f33-ab3d-46a4-b93e-af249a1d9e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.641210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9bab7-c3c5-4311-91a8-eec7ed339732 req-8b7bacb0-be90-43d0-b30a-bcf92014ab81 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:35.642763 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a4f9bab7-c3c5-4311-91a8-eec7ed339732 req-8b7bacb0-be90-43d0-b30a-bcf92014ab81 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0491328 Nov 12 04:30:35.692551 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a4f9bab7-c3c5-4311-91a8-eec7ed339732 req-955ea8ab-63d5-4b49-809a-e496b6225d7b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438282 Nov 12 04:30:35.723247 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1f33-ab3d-46a4-b93e-af249a1d9e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.764176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6c1c1f33-ab3d-46a4-b93e-af249a1d9e33 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4485f7b55c8c427da61b1533f5b306eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6391659 Nov 12 04:30:35.765066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c1f33-ab3d-46a4-b93e-af249a1d9e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4220be-9251-4eee-b295-6c5e4f5a390b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:35.766834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57292) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:35.814852 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.835217 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.940277 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.942923 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.944123 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7c4220be-9251-4eee-b295-6c5e4f5a390b HTTP/1.1" status: 204 len: 168 time: 0.1762516 Nov 12 04:30:35.952464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4220be-9251-4eee-b295-6c5e4f5a390b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:35.960493 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:35.960832 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:35.961173 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:35.961505 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:35.961955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:35.962157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:35.962476 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:35.962793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:35.963115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:35.963457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:35.963778 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:35.964127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e55903-6e14-43a5-8384-ef3e55c4241b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:36.809666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd90123-b0ae-473d-933e-7a4999150a02 req-e35402db-4a40-4571-86f7-5c4835659257 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:36.811173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1bd90123-b0ae-473d-933e-7a4999150a02 req-e35402db-4a40-4571-86f7-5c4835659257 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0497804 Nov 12 04:30:36.862761 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1bd90123-b0ae-473d-933e-7a4999150a02 req-cf89f5a6-7895-47b8-b986-f03da635fadc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454838 Nov 12 04:30:37.982574 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90744d46-19ec-49fd-b131-b6d237aacb88 req-05e096a9-ba75-4db3-bd0e-d17e08f448b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:37.984099 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90744d46-19ec-49fd-b131-b6d237aacb88 req-05e096a9-ba75-4db3-bd0e-d17e08f448b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0494034 Nov 12 04:30:38.035213 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-90744d46-19ec-49fd-b131-b6d237aacb88 req-26c724e9-b3b7-4b25-8ae8-5b4c4f647c8b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449741 Nov 12 04:30:39.154070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23bc24-2b7f-4dfa-8019-e61ac560524b req-57e1656f-3cf3-4ede-92e2-41326a4ecd0a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:39.155540 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b23bc24-2b7f-4dfa-8019-e61ac560524b req-57e1656f-3cf3-4ede-92e2-41326a4ecd0a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0516465 Nov 12 04:30:39.205211 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b23bc24-2b7f-4dfa-8019-e61ac560524b req-4df72f39-d49c-4add-86e8-1c473812a9ce tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436809 Nov 12 04:30:40.321710 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66524c83-6245-4757-b1cf-c7af1f147130 req-f8ad8c3e-7a50-4bc4-ad12-8f62ad945909 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:40.323192 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66524c83-6245-4757-b1cf-c7af1f147130 req-f8ad8c3e-7a50-4bc4-ad12-8f62ad945909 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0490079 Nov 12 04:30:40.374239 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66524c83-6245-4757-b1cf-c7af1f147130 req-25973e2f-ef38-4d55-bf39-611ef229c98d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449619 Nov 12 04:30:41.507445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430c5b9-71cb-4aeb-a95f-5f67c758e982 req-a082fb53-5de8-4ae6-b187-0235978fafcc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:41.508945 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9430c5b9-71cb-4aeb-a95f-5f67c758e982 req-a082fb53-5de8-4ae6-b187-0235978fafcc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0518723 Nov 12 04:30:41.571714 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9430c5b9-71cb-4aeb-a95f-5f67c758e982 req-a361eae7-630c-4a49-a78a-8114e3744586 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565355 Nov 12 04:30:42.699191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951efe74-8356-49c5-83e3-eb221badec00 req-33984808-e5d1-4ec4-a59d-7dacf8b4d12b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:42.700731 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-951efe74-8356-49c5-83e3-eb221badec00 req-33984808-e5d1-4ec4-a59d-7dacf8b4d12b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0550838 Nov 12 04:30:42.758070 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-951efe74-8356-49c5-83e3-eb221badec00 req-6db9b75e-a6b1-42ab-bacb-8d972bea1df0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505841 Nov 12 04:30:43.098571 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [req-b8621227-01a0-4f14-93a9-2576a610c152 req-1fc88d71-062d-439a-96ab-0db020b3c2af service neutron] show failed (client error): The resource could not be found. Nov 12 04:30:43.100155 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-1fc88d71-062d-439a-96ab-0db020b3c2af service neutron] 10.222.0.26 "GET /v2.0/ports/758584f0-b057-4119-b726-b7db38b5574d/bindings/n-h1-767704-23 HTTP/1.1" status: 404 len: 381 time: 0.0621643 Nov 12 04:30:43.635591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8621227-01a0-4f14-93a9-2576a610c152 req-7c149547-2ba8-4126-ab7d-b2ed1672baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:43.637183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-7c149547-2ba8-4126-ab7d-b2ed1672baf7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f&tenant_id=6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 1097 time: 0.0729775 Nov 12 04:30:43.650452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-767704-23', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:43.707450 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:43.947481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da821f6-f292-4bea-bce7-d9400a21eae3 req-d49884ef-cffc-4307-a745-a6f81eb8e772 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:43.948988 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5da821f6-f292-4bea-bce7-d9400a21eae3 req-d49884ef-cffc-4307-a745-a6f81eb8e772 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.1015644 Nov 12 04:30:43.953874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=758584f0-b057-4119-b726-b7db38b5574d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:44.013068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:44.049927 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5da821f6-f292-4bea-bce7-d9400a21eae3 req-ef66dd83-2ee2-4ed1-b8a7-75f3616c2b92 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876811 Nov 12 04:30:44.068493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '758584f0-b057-4119-b726-b7db38b5574d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:44.070870 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4375d130-0406-415f-b9ed-147ca7e45da4" -d '{"events": [{"server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "758584f0-b057-4119-b726-b7db38b5574d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:44.075564 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.089910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Transition to ACTIVE for port object 758584f0-b057-4119-b726-b7db38b5574d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:30:44.124000 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985ea6aa-1fc2-44b3-9b87-2314fad7ece6 x-openstack-request-id: req-985ea6aa-1fc2-44b3-9b87-2314fad7ece6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:44.124687 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "758584f0-b057-4119-b726-b7db38b5574d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:44.124687 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-985ea6aa-1fc2-44b3-9b87-2314fad7ece6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:44.124945 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '758584f0-b057-4119-b726-b7db38b5574d', 'code': 200} Nov 12 04:30:44.151764 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.254152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Pushing event updated for resources: {'Port': ['ID=758584f0-b057-4119-b726-b7db38b5574d,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:44.338965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] No DVR routers for this DVR port 758584f0-b057-4119-b726-b7db38b5574d on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:44.483498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Attempting to bind port 758584f0-b057-4119-b726-b7db38b5574d on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:44.483826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Attempting to bind port 758584f0-b057-4119-b726-b7db38b5574d by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:44.484203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Attempting to bind port 758584f0-b057-4119-b726-b7db38b5574d on network f5a245fc-d266-44de-891f-7488330f4bc6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:44.488877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Port 758584f0-b057-4119-b726-b7db38b5574d on network f5a245fc-d266-44de-891f-7488330f4bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:44.490059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Attempting to bind port 758584f0-b057-4119-b726-b7db38b5574d on network f5a245fc-d266-44de-891f-7488330f4bc6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:44.493989 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:44.494335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Checking segment: {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:44.494699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Bound using segment: {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:44.495383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Bound port: 758584f0-b057-4119-b726-b7db38b5574d, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:44.495732 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.562796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:44.565974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=758584f0-b057-4119-b726-b7db38b5574d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:44.637794 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.672929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:44.673841 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:44.675241 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] 10.222.0.25 "PUT /v2.0/ports/758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 1092 time: 1.0286765 Nov 12 04:30:44.719540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf77efb-71bc-48c7-8eb7-c6e22f0fbc07 service neutron] Pushing event updated for resources: {'Port': ['ID=758584f0-b057-4119-b726-b7db38b5574d,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:44.756628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8621227-01a0-4f14-93a9-2576a610c152 req-4c7135c7-a843-45ef-8f83-13f97a23f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:44.758472 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-4c7135c7-a843-45ef-8f83-13f97a23f0ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1095 time: 0.0502341 Nov 12 04:30:44.875338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8621227-01a0-4f14-93a9-2576a610c152 req-af510d78-e505-417b-82d0-61887150634b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:44.877208 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-af510d78-e505-417b-82d0-61887150634b service neutron] 10.222.0.25 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 898 time: 0.1094625 Nov 12 04:30:44.946948 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-e75b7a57-454e-410f-a7b5-966bd5b7df5c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 999 time: 0.0598941 Nov 12 04:30:44.998054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8621227-01a0-4f14-93a9-2576a610c152 req-7bf4f96e-3805-4694-a779-f549be38a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:44.999521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-7bf4f96e-3805-4694-a779-f549be38a181 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 200 len: 834 time: 0.0454643 Nov 12 04:30:45.052558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8621227-01a0-4f14-93a9-2576a610c152 req-f7b5c208-6384-40ec-a779-c7922972a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:45.055654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-f7b5c208-6384-40ec-a779-c7922972a0c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5a245fc-d266-44de-891f-7488330f4bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466735 Nov 12 04:30:45.213168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0e23-009d-447b-98c2-275b429066f7 req-b8c77425-662d-4578-8b00-f39882508bc9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:45.214652 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-915c0e23-009d-447b-98c2-275b429066f7 req-b8c77425-662d-4578-8b00-f39882508bc9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 943 time: 0.0913332 Nov 12 04:30:45.231827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-ceaacfba-45f6-470e-81a3-90cc42e309eb service neutron] 10.222.0.25 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699736 Nov 12 04:30:45.319758 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-915c0e23-009d-447b-98c2-275b429066f7 req-46e27e86-5fc3-400f-a591-d72769f91a76 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973978 Nov 12 04:30:45.349106 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8621227-01a0-4f14-93a9-2576a610c152 req-6cb53302-3e2d-4a58-8c8d-31c353d551dd service neutron] 10.222.0.25 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080735 Nov 12 04:30:46.125642 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'tag': '758584f0-b057-4119-b726-b7db38b5574d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:46.128005 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "tag": "758584f0-b057-4119-b726-b7db38b5574d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:46.176188 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e257732-c308-42ec-bfb1-8c37588e9923 x-openstack-request-id: req-0e257732-c308-42ec-bfb1-8c37588e9923 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:46.176483 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "tag": "758584f0-b057-4119-b726-b7db38b5574d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:46.176740 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0e257732-c308-42ec-bfb1-8c37588e9923 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:46.177146 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'tag': '758584f0-b057-4119-b726-b7db38b5574d', 'status': 'completed', 'code': 200} Nov 12 04:30:46.269541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-2c967de6-fc8c-48c9-b7ea-3d56cd500307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:46.271398 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-2c967de6-fc8c-48c9-b7ea-3d56cd500307 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1095 time: 0.0747316 Nov 12 04:30:46.282643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-a36317d5-4acb-4138-ad04-28cb02688c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:46.284218 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-a36317d5-4acb-4138-ad04-28cb02688c73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1095 time: 0.0520914 Nov 12 04:30:46.470409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-16a6e0b7-0d2b-4ac7-b8f8-0a9f565b3b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:46.471906 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-16a6e0b7-0d2b-4ac7-b8f8-0a9f565b3b0e service neutron] 10.222.0.25 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 898 time: 0.1914997 Nov 12 04:30:46.474178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-5eb8c3c9-36d4-4566-a216-087063a437f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:46.475522 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-5eb8c3c9-36d4-4566-a216-087063a437f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 898 time: 0.1837683 Nov 12 04:30:46.488250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157c209-16c1-4059-a229-934d5f9fa300 req-f4681d50-c03d-482d-aa16-29d6ad5cc692 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:46.489795 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2157c209-16c1-4059-a229-934d5f9fa300 req-f4681d50-c03d-482d-aa16-29d6ad5cc692 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 943 time: 0.0982256 Nov 12 04:30:46.628249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-9be6fbb4-ff13-4eda-a42e-44501a534606 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 999 time: 0.1374354 Nov 12 04:30:46.629845 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-4308f30b-477e-4eac-be25-4248ac6a4228 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 999 time: 0.1500015 Nov 12 04:30:46.695871 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2157c209-16c1-4059-a229-934d5f9fa300 req-cc84ed80-796d-4db7-825c-cb3c5ec55088 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980574 Nov 12 04:30:46.722045 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-6b492681-77a9-4849-ac02-ed2ab12dae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:46.723478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-6b492681-77a9-4849-ac02-ed2ab12dae7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 200 len: 834 time: 0.0884330 Nov 12 04:30:46.726930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-16dd1222-495b-4318-8d1e-76d69add0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:46.728267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-16dd1222-495b-4318-8d1e-76d69add0f0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 200 len: 834 time: 0.0788062 Nov 12 04:30:46.800992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-3787d96c-6058-44ff-b579-89a556eae394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:46.802457 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-3787d96c-6058-44ff-b579-89a556eae394 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5a245fc-d266-44de-891f-7488330f4bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639176 Nov 12 04:30:46.804247 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-82442d19-6377-4d80-ab4d-0f147f746094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:46.806603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-82442d19-6377-4d80-ab4d-0f147f746094 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5a245fc-d266-44de-891f-7488330f4bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748711 Nov 12 04:30:46.972181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-e9ad4554-d110-46f6-be7b-9c98e38ce4af service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543038 Nov 12 04:30:46.973944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-9137eabf-4603-4b51-baf2-386bf4349e0d service neutron] 10.222.0.25 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637270 Nov 12 04:30:47.135496 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-067e2be1-e68f-4a45-983a-5a436f99f073 service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562617 Nov 12 04:30:47.137984 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a94f09d4-fde2-4e31-911c-4fe7335b4ce0 req-2fc1e941-0e85-4f19-96a0-6743ae37c44b service neutron] 10.222.0.25 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508515 Nov 12 04:30:47.587722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 758584f0-b057-4119-b726-b7db38b5574d no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:47.627751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 758584f0-b057-4119-b726-b7db38b5574d not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:47.813959 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f154662-3d9f-48a9-877d-2ca7ec5bef94 req-0ec72444-6487-40b7-93e1-69c131386127 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:47.815541 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f154662-3d9f-48a9-877d-2ca7ec5bef94 req-0ec72444-6487-40b7-93e1-69c131386127 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 943 time: 0.0489025 Nov 12 04:30:47.872503 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5f154662-3d9f-48a9-877d-2ca7ec5bef94 req-47742cf5-c078-4f1e-bed7-471e0edb3a85 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507603 Nov 12 04:30:48.382325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c50e1-c07d-4180-872f-4987bd10a3ce req-da7290fb-5119-4eb6-abda-8695ed843a84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:48.384003 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-717c50e1-c07d-4180-872f-4987bd10a3ce req-da7290fb-5119-4eb6-abda-8695ed843a84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 943 time: 0.0560286 Nov 12 04:30:48.440171 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-717c50e1-c07d-4180-872f-4987bd10a3ce req-108cd82a-ad37-4611-b810-742ee458105f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479388 Nov 12 04:30:48.445099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-80fd6d96-aff7-4686-b95b-7a89841055c5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:48.446731 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-80fd6d96-aff7-4686-b95b-7a89841055c5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.25 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f&tenant_id=6035ed2710404d7fadaeb6fad57f6003&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 943 time: 0.0998294 Nov 12 04:30:48.508511 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-b949b601-cf5c-4de3-93db-1e8376e50b45 service neutron] 10.222.0.25 "GET /v2.0/ports/758584f0-b057-4119-b726-b7db38b5574d/bindings/n-h1-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.0540907 Nov 12 04:30:48.581307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-3533a8c3-65d0-4314-b691-199f2bd10105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:48.582928 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-3533a8c3-65d0-4314-b691-199f2bd10105 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1095 time: 0.0495529 Nov 12 04:30:48.986590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-708ae322-a927-4de4-8dca-10ab9d36e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:48.988319 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-708ae322-a927-4de4-8dca-10ab9d36e736 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 898 time: 0.3973064 Nov 12 04:30:49.058218 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-792fa55a-9702-4e7a-a263-6c9faa9e05c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 999 time: 0.0619740 Nov 12 04:30:49.109768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-407041b2-20c4-493b-8027-e40ce4fb197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:49.111240 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-407041b2-20c4-493b-8027-e40ce4fb197e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 200 len: 834 time: 0.0458131 Nov 12 04:30:49.163482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-257625e9-329f-46ed-bd00-7de005272a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:49.165249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-257625e9-329f-46ed-bd00-7de005272a53 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5a245fc-d266-44de-891f-7488330f4bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465050 Nov 12 04:30:49.233074 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.259520 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-9aeab03a-b1d1-49d7-b7b1-10a6db566333 service neutron] 10.222.0.25 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864806 Nov 12 04:30:49.359878 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-7d352b75-11be-40b6-b2de-5b78b3618421 service neutron] 10.222.0.25 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901859 Nov 12 04:30:49.420758 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:49.549048 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-905b7bbf-b50d-4b98-8a6e-9f47c6b3d9c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.590693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e432b-51f7-4228-be62-162730d105ac req-1665b829-c013-4279-947e-3ad9bbc02b62 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:49.592210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f24e432b-51f7-4228-be62-162730d105ac req-1665b829-c013-4279-947e-3ad9bbc02b62 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 943 time: 0.0812609 Nov 12 04:30:49.661520 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f24e432b-51f7-4228-be62-162730d105ac req-aabec8a2-25ee-488c-a2ef-f8bff4266a76 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629973 Nov 12 04:30:49.681254 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-905b7bbf-b50d-4b98-8a6e-9f47c6b3d9c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.739293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 758584f0-b057-4119-b726-b7db38b5574d details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:30:49.740059 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-905b7bbf-b50d-4b98-8a6e-9f47c6b3d9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.784588 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-905b7bbf-b50d-4b98-8a6e-9f47c6b3d9c8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=934114404ac8478e83684ac7a4bb40a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3627107 Nov 12 04:30:49.785478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b7bbf-b50d-4b98-8a6e-9f47c6b3d9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dae3607-6620-429a-a46b-955e0e94a184,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:49.789819 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57420) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:49.841553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=758584f0-b057-4119-b726-b7db38b5574d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:49.841908 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ceea3aa-e8a4-4e9d-bf3c-8c6defcaa387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.852848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '758584f0-b057-4119-b726-b7db38b5574d', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'port_id': '758584f0-b057-4119-b726-b7db38b5574d', 'mac_address': 'fa:16:3e:e5:a8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:30:49.864408 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ceea3aa-e8a4-4e9d-bf3c-8c6defcaa387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.890573 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.903171 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758584f0-b057-4119-b726-b7db38b5574d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:30:49.921932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=758584f0-b057-4119-b726-b7db38b5574d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:49.985827 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ceea3aa-e8a4-4e9d-bf3c-8c6defcaa387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.988445 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ceea3aa-e8a4-4e9d-bf3c-8c6defcaa387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.989638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7ceea3aa-e8a4-4e9d-bf3c-8c6defcaa387 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1dae3607-6620-429a-a46b-955e0e94a184 HTTP/1.1" status: 204 len: 168 time: 0.1979897 Nov 12 04:30:49.998238 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:49.998472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceea3aa-e8a4-4e9d-bf3c-8c6defcaa387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dae3607-6620-429a-a46b-955e0e94a184,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:50.056522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=758584f0-b057-4119-b726-b7db38b5574d,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:50.064799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:50.065145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:50.065488 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:50.065821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:50.066150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:50.066476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:50.066799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:50.067122 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:50.067443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:50.067763 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:50.068106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:50.068434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:50.253215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['758584f0-b057-4119-b726-b7db38b5574d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:30:50.781276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eebaa-4c86-4aed-be1b-f926cd492747 req-6688434e-d04b-4635-9018-65f9472f2c70 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:50.782789 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-462eebaa-4c86-4aed-be1b-f926cd492747 req-6688434e-d04b-4635-9018-65f9472f2c70 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 944 time: 0.0508661 Nov 12 04:30:50.839750 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-462eebaa-4c86-4aed-be1b-f926cd492747 req-9397a0e0-47f3-48f1-95d9-141b00586ce7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510325 Nov 12 04:30:51.850716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-71c624d3-57fe-4967-bedb-2ecf4a4a790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:51.852357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-71c624d3-57fe-4967-bedb-2ecf4a4a790d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f&tenant_id=6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 1096 time: 0.0408385 Nov 12 04:30:51.873806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-767704-23', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:51.931141 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.176061 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=758584f0-b057-4119-b726-b7db38b5574d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:52.186163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8dee7-b477-4456-95ba-b7581e83c70e req-c523a8f8-e05b-4f49-9cb5-d9b0c5a0b35f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:52.187624 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8d8dee7-b477-4456-95ba-b7581e83c70e req-c523a8f8-e05b-4f49-9cb5-d9b0c5a0b35f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 944 time: 0.0760646 Nov 12 04:30:52.248719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:52.276816 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8d8dee7-b477-4456-95ba-b7581e83c70e req-42271abb-7f33-4e41-aa04-dabb25c2700c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816700 Nov 12 04:30:52.288221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 758584f0-b057-4119-b726-b7db38b5574d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:30:52.297350 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.307492 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Ignored duplicate provisioning block setup for port 758584f0-b057-4119-b726-b7db38b5574d by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 04:30:52.402908 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.481283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Pushing event updated for resources: {'Port': ['ID=758584f0-b057-4119-b726-b7db38b5574d,revision_number=9']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:52.531378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] No DVR routers for this DVR port 758584f0-b057-4119-b726-b7db38b5574d on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:52.675691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Attempting to bind port 758584f0-b057-4119-b726-b7db38b5574d on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:52.676020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Attempting to bind port 758584f0-b057-4119-b726-b7db38b5574d by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:52.676370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Attempting to bind port 758584f0-b057-4119-b726-b7db38b5574d on network f5a245fc-d266-44de-891f-7488330f4bc6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:52.680767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Port 758584f0-b057-4119-b726-b7db38b5574d on network f5a245fc-d266-44de-891f-7488330f4bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:52.681088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Attempting to bind port 758584f0-b057-4119-b726-b7db38b5574d on network f5a245fc-d266-44de-891f-7488330f4bc6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:52.686039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:52.686371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Checking segment: {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:52.686753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Bound using segment: {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:52.687182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Bound port: 758584f0-b057-4119-b726-b7db38b5574d, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110aaaed-01d3-47d5-80fe-0580b4d46867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:52.687534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.755307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:52.758480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=758584f0-b057-4119-b726-b7db38b5574d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:52.831579 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.865522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:52.866141 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.867522 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] 10.222.0.26 "PUT /v2.0/ports/758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 1092 time: 1.0002058 Nov 12 04:30:52.867976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'tag': '758584f0-b057-4119-b726-b7db38b5574d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:52.870541 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a19dee6-3979-43ad-a956-723c5686ad0c" -d '{"events": [{"name": "network-changed", "server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "tag": "758584f0-b057-4119-b726-b7db38b5574d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:52.900914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9315e-acf9-41c7-b24a-4407b682de62 service neutron] Pushing event updated for resources: {'Port': ['ID=758584f0-b057-4119-b726-b7db38b5574d,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:52.934084 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b871a3-637f-44c0-ba6a-526b8b12947e x-openstack-request-id: req-c2b871a3-637f-44c0-ba6a-526b8b12947e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:52.935130 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "tag": "758584f0-b057-4119-b726-b7db38b5574d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:52.935448 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c2b871a3-637f-44c0-ba6a-526b8b12947e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:52.935876 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'tag': '758584f0-b057-4119-b726-b7db38b5574d', 'status': 'completed', 'code': 200} Nov 12 04:30:53.026151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-a086088b-3683-4259-94ee-b0979b6062a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:53.027446 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-a086088b-3683-4259-94ee-b0979b6062a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1096 time: 0.0736809 Nov 12 04:30:53.039449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-abaa26bf-3bda-4590-badd-688054c73ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:53.041014 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-abaa26bf-3bda-4590-badd-688054c73ee2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1096 time: 0.0575476 Nov 12 04:30:53.116937 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-44bcefc0-80ad-4ef6-a01a-b22f6ad309d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:53.203607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-aec4a4db-31fd-4cd1-bb4e-da58ad68ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:53.205192 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-aec4a4db-31fd-4cd1-bb4e-da58ad68ed01 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 898 time: 0.1682596 Nov 12 04:30:53.209799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-f6755859-60e8-4002-a6f8-ec1758b7a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:53.211314 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-f6755859-60e8-4002-a6f8-ec1758b7a555 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 898 time: 0.1614435 Nov 12 04:30:53.326094 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-794011bf-a3a4-42e9-956d-ba14e8f7a33d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 999 time: 0.1116285 Nov 12 04:30:53.328206 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-b28bd69f-a868-426f-a385-fde08bb3770e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 999 time: 0.1082313 Nov 12 04:30:53.447743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-5e27f001-d4db-4e9f-878c-e853b2224a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:53.449262 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-5e27f001-d4db-4e9f-878c-e853b2224a9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 200 len: 834 time: 0.1071022 Nov 12 04:30:53.452319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-7acfaf4f-898c-44f4-8b76-e08db0ce7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:53.453663 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-7acfaf4f-898c-44f4-8b76-e08db0ce7c58 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 200 len: 834 time: 0.1197159 Nov 12 04:30:53.489114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdda0f5-cefe-4e1f-83ff-d5e92ce877d2 req-7589bbb5-cf12-4916-b494-cdb3c553ec21 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:53.490559 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8cdda0f5-cefe-4e1f-83ff-d5e92ce877d2 req-7589bbb5-cf12-4916-b494-cdb3c553ec21 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 944 time: 0.1352205 Nov 12 04:30:53.581219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-15c99d86-ec2a-4d7d-859a-504553ed928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:53.582770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-15c99d86-ec2a-4d7d-859a-504553ed928b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5a245fc-d266-44de-891f-7488330f4bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1221898 Nov 12 04:30:53.587230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-f1dc8dec-29b7-46c9-b718-72a1f678d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:53.588670 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-f1dc8dec-29b7-46c9-b718-72a1f678d8d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5a245fc-d266-44de-891f-7488330f4bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269515 Nov 12 04:30:53.645544 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8cdda0f5-cefe-4e1f-83ff-d5e92ce877d2 req-d61a8231-bc24-48ff-9c55-d47bddcb6f4c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281929 Nov 12 04:30:53.761676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-9e3669bc-5415-4e7a-aaff-91eaabf6a103 service neutron] 10.222.0.25 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645529 Nov 12 04:30:53.763389 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-6c58be8d-72f3-4cd3-9b01-93cbfe877591 service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653414 Nov 12 04:30:53.936270 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ab0923c7-26b7-4e51-b8b9-239cf9db5020 req-1d44b2c1-c6f2-4c2a-9e92-fdf98dd18097 service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628683 Nov 12 04:30:53.936954 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-a2d1a717-c3c5-488e-b2e8-77ca6d8d259d service neutron] 10.222.0.25 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583717 Nov 12 04:30:54.097224 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-073492cb-585b-4dbc-bb6c-cd4a3b34009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:54.098719 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-073492cb-585b-4dbc-bb6c-cd4a3b34009d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1096 time: 0.0414386 Nov 12 04:30:54.195380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-fe0c4fa4-4fb9-4487-b09a-ed44449d85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:54.196625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-fe0c4fa4-4fb9-4487-b09a-ed44449d85a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 898 time: 0.0889466 Nov 12 04:30:54.264754 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-1318f44c-e4c9-435b-ad54-21debd73c15b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 999 time: 0.0606875 Nov 12 04:30:54.316550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-f4c1c5b5-fabe-4759-a4bc-4b16b925aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:54.317987 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-f4c1c5b5-fabe-4759-a4bc-4b16b925aa37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 200 len: 834 time: 0.0456831 Nov 12 04:30:54.368857 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-076bf471-9753-47fd-b93e-5ddd5ec1a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:54.370550 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-076bf471-9753-47fd-b93e-5ddd5ec1a30b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5a245fc-d266-44de-891f-7488330f4bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448186 Nov 12 04:30:54.463567 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-18d274d1-2615-46e3-aef8-ac0c535bf6a8 service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851157 Nov 12 04:30:54.564742 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6a19dee6-3979-43ad-a956-723c5686ad0c req-79d4ba27-425f-4e79-9d96-1804b7ef7740 service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929458 Nov 12 04:30:54.766600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fb5c5-a9c4-406f-a692-395ad3272d2f req-8abae7a2-11c5-437c-8681-ef885d7bd006 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:54.768090 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-829fb5c5-a9c4-406f-a692-395ad3272d2f req-8abae7a2-11c5-437c-8681-ef885d7bd006 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 944 time: 0.0496435 Nov 12 04:30:54.822186 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-829fb5c5-a9c4-406f-a692-395ad3272d2f req-07125b19-051d-43db-8c97-82c385e6c622 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439594 Nov 12 04:30:54.932584 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57588) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:55.036427 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb69669d-4f69-4acc-a116-f0bbb15495b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.115328 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb69669d-4f69-4acc-a116-f0bbb15495b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.134527 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.197124 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb69669d-4f69-4acc-a116-f0bbb15495b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.243528 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eb69669d-4f69-4acc-a116-f0bbb15495b6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=14e1065e84394c5fb6b48666fbf4077a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3098013 Nov 12 04:30:55.244514 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69669d-4f69-4acc-a116-f0bbb15495b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667d61ea-d76a-4250-8f27-30141201845a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:55.246652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57592) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:55.295914 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-500d342b-79b0-44b9-96f8-1346f9aa3f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.318964 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-500d342b-79b0-44b9-96f8-1346f9aa3f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.431251 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-500d342b-79b0-44b9-96f8-1346f9aa3f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.434205 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-500d342b-79b0-44b9-96f8-1346f9aa3f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.435930 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-500d342b-79b0-44b9-96f8-1346f9aa3f69 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/667d61ea-d76a-4250-8f27-30141201845a HTTP/1.1" status: 204 len: 168 time: 0.1877067 Nov 12 04:30:55.443914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d342b-79b0-44b9-96f8-1346f9aa3f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667d61ea-d76a-4250-8f27-30141201845a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:55.794742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 758584f0-b057-4119-b726-b7db38b5574d no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:55.832576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 758584f0-b057-4119-b726-b7db38b5574d not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:55.942351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8f3c4-ba8b-4a2d-8f4e-d5c23f2bffb7 req-30d26cd7-4f70-49ec-bd9b-42dd4aaa3763 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:55.943840 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43a8f3c4-ba8b-4a2d-8f4e-d5c23f2bffb7 req-30d26cd7-4f70-49ec-bd9b-42dd4aaa3763 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 944 time: 0.0487151 Nov 12 04:30:55.997730 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43a8f3c4-ba8b-4a2d-8f4e-d5c23f2bffb7 req-7c7f2465-2211-425f-9dfd-c0775c670e27 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477920 Nov 12 04:30:56.053228 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57600) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:56.066211 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d375ff5-bda9-45d2-8da3-e27b0c6453f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.142031 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d375ff5-bda9-45d2-8da3-e27b0c6453f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.208573 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d375ff5-bda9-45d2-8da3-e27b0c6453f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.250140 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3d375ff5-bda9-45d2-8da3-e27b0c6453f0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f847b5e217524e6db60f4384cae9361f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1958256 Nov 12 04:30:56.250888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d375ff5-bda9-45d2-8da3-e27b0c6453f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f7482e-b653-4415-82a6-0eab13d44b85,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:56.252837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57602) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:56.305816 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b2fad14-1cb4-428e-a806-f344558df37a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.326920 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b2fad14-1cb4-428e-a806-f344558df37a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.460304 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b2fad14-1cb4-428e-a806-f344558df37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.463264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b2fad14-1cb4-428e-a806-f344558df37a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.464119 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7b2fad14-1cb4-428e-a806-f344558df37a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/11f7482e-b653-4415-82a6-0eab13d44b85 HTTP/1.1" status: 204 len: 168 time: 0.2102766 Nov 12 04:30:56.472691 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fad14-1cb4-428e-a806-f344558df37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f7482e-b653-4415-82a6-0eab13d44b85,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:56.808602 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.843194 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-147c4225-e952-49a6-9961-788236c5b8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.127599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e830e-6712-4cc2-af98-e1fd6a97d911 req-d92882b0-d4d0-4913-bcbc-32da31206688 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:57.129115 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-837e830e-6712-4cc2-af98-e1fd6a97d911 req-d92882b0-d4d0-4913-bcbc-32da31206688 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 944 time: 0.0567281 Nov 12 04:30:57.185004 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-837e830e-6712-4cc2-af98-e1fd6a97d911 req-71e9ad19-e087-4dae-9ef4-06568a64daaf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489049 Nov 12 04:30:57.662742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 758584f0-b057-4119-b726-b7db38b5574d details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:30:57.755134 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=758584f0-b057-4119-b726-b7db38b5574d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:57.766331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '758584f0-b057-4119-b726-b7db38b5574d', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'port_id': '758584f0-b057-4119-b726-b7db38b5574d', 'mac_address': 'fa:16:3e:e5:a8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:30:57.815941 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.829166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758584f0-b057-4119-b726-b7db38b5574d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:30:57.847747 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=758584f0-b057-4119-b726-b7db38b5574d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:57.899642 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.953255 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=758584f0-b057-4119-b726-b7db38b5574d,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:58.307913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['758584f0-b057-4119-b726-b7db38b5574d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:30:58.319710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763abc1-970d-4070-bb7e-a2e5f04ed131 req-5e0e3233-4f3f-480e-a273-58ccd048b76a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:58.321247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3763abc1-970d-4070-bb7e-a2e5f04ed131 req-5e0e3233-4f3f-480e-a273-58ccd048b76a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 945 time: 0.0612538 Nov 12 04:30:58.372157 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3763abc1-970d-4070-bb7e-a2e5f04ed131 req-dae6e3d7-1e1d-4fa1-986d-bbda41dbc899 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443578 Nov 12 04:30:58.394595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57610) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:58.458509 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b0736605-c40d-4935-8660-52532cca9f7b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/2d8bf220-8e3a-430f-80e8-4365f5812d4e HTTP/1.1" status: 200 len: 992 time: 0.0626042 Nov 12 04:30:58.591716 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:59.002952 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:59.671007 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 758584f0-b057-4119-b726-b7db38b5574d up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:59.756725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 758584f0-b057-4119-b726-b7db38b5574d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:30:59.760744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 758584f0-b057-4119-b726-b7db38b5574d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:59.761140 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:59.842707 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:59.864423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758584f0-b057-4119-b726-b7db38b5574d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:59.866631 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b900ab91-afd0-4ff9-a695-d4387c32a24e" -d '{"events": [{"server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "name": "network-vif-plugged", "status": "completed", "tag": "758584f0-b057-4119-b726-b7db38b5574d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:59.879528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=758584f0-b057-4119-b726-b7db38b5574d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:59.904125 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c21987e-d7e1-4db1-beec-c76f729508ca x-openstack-request-id: req-6c21987e-d7e1-4db1-beec-c76f729508ca {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:59.905007 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "name": "network-vif-plugged", "status": "completed", "tag": "758584f0-b057-4119-b726-b7db38b5574d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:59.905261 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6c21987e-d7e1-4db1-beec-c76f729508ca {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:59.905721 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758584f0-b057-4119-b726-b7db38b5574d', 'code': 200} Nov 12 04:30:59.928282 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:59.978720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=758584f0-b057-4119-b726-b7db38b5574d,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:00.629070 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:31:19.230743 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:23.110605 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d372e0eb-5f36-41aa-827f-1ba3431134b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:24.866447 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34fd0cbf-42f1-4996-a99f-8d331a61cc81 req-def2bca5-453d-49e0-be58-6b58a2df0ee1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399599 Nov 12 04:31:24.967440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd0cbf-42f1-4996-a99f-8d331a61cc81 req-3c8a4f1c-cb15-4de0-a92c-972166237d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:24.968949 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34fd0cbf-42f1-4996-a99f-8d331a61cc81 req-3c8a4f1c-cb15-4de0-a92c-972166237d24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1098 time: 0.0402670 Nov 12 04:31:25.082115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd0cbf-42f1-4996-a99f-8d331a61cc81 req-578df1af-7caf-4450-a554-74ed915bd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:25.083553 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34fd0cbf-42f1-4996-a99f-8d331a61cc81 req-578df1af-7caf-4450-a554-74ed915bd9a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 898 time: 0.0925345 Nov 12 04:31:25.122747 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.150065 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34fd0cbf-42f1-4996-a99f-8d331a61cc81 req-fa7ce86d-6aa4-4d3c-91d1-317b40d827e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 1001 time: 0.0588024 Nov 12 04:31:25.204958 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd0cbf-42f1-4996-a99f-8d331a61cc81 req-a0221b23-1eab-43ca-8d15-85f19eedd420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:25.206415 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34fd0cbf-42f1-4996-a99f-8d331a61cc81 req-a0221b23-1eab-43ca-8d15-85f19eedd420 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 200 len: 834 time: 0.0488379 Nov 12 04:31:25.254068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd0cbf-42f1-4996-a99f-8d331a61cc81 req-57970996-72a5-422d-b2bd-f65a867ba834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:25.255559 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34fd0cbf-42f1-4996-a99f-8d331a61cc81 req-57970996-72a5-422d-b2bd-f65a867ba834 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5a245fc-d266-44de-891f-7488330f4bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417006 Nov 12 04:31:25.350847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34fd0cbf-42f1-4996-a99f-8d331a61cc81 req-e9d5fa46-9d03-48ff-8ccb-6c23b03ff756 service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877120 Nov 12 04:31:25.441866 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-34fd0cbf-42f1-4996-a99f-8d331a61cc81 req-1380fdb4-42ad-4ad6-9dee-359d670c46ad service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834682 Nov 12 04:31:26.820838 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:26.870817 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7946ef4-cff3-4515-a083-9a94de20682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:28.596482 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:28.996553 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.629239 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:31:47.221908 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06655485-023a-468d-994c-638ed9296618 req-b532e597-0103-47ce-a045-43a853b158ae tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:47.223370 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-06655485-023a-468d-994c-638ed9296618 req-b532e597-0103-47ce-a045-43a853b158ae tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1098 time: 0.0448401 Nov 12 04:31:47.274571 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-06655485-023a-468d-994c-638ed9296618 req-f89c94fd-afa0-43ae-bb27-599437f1df07 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450003 Nov 12 04:31:47.297908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:47.457189 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port 12f466e1-5aee-489d-8103-7f34e4b83241 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:47.457529 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.536581 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.536907 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.549806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for 12f466e1-5aee-489d-8103-7f34e4b83241 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:47.768197 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.792677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=12f466e1-5aee-489d-8103-7f34e4b83241,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:47.803629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:47.803983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:47.804355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:47.804698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:47.805033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:47.805731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:47.805731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:47.805999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:47.806324 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:47.806651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:47.806976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:47.807296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:47.866992 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.867319 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Floating IP 2d8bf220-8e3a-430f-80e8-4365f5812d4e disassociated (deleted). External IP: 172.25.8.167, port: 758584f0-b057-4119-b726-b7db38b5574d. Nov 12 04:31:48.402248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:48.519000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:48.523826 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:48.528458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb46f5f-20e8-4791-b99e-cc061ac78bcd None None] Sync routers for ids ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:48.539048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb46f5f-20e8-4791-b99e-cc061ac78bcd None None] Routers {'7df055e1-3ad6-477e-bb0b-ecc0325d35c7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:48.539680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8cb46f5f-20e8-4791-b99e-cc061ac78bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:31:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:48.550467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f5f1d02b-fdd2-448f-8afd-e40f176701b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/floatingips/2d8bf220-8e3a-430f-80e8-4365f5812d4e HTTP/1.1" status: 204 len: 168 time: 1.2520835 Nov 12 04:31:48.551075 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'tag': '758584f0-b057-4119-b726-b7db38b5574d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:48.553426 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6a1658-d368-426e-8541-2599a5f92ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "tag": "758584f0-b057-4119-b726-b7db38b5574d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:48.660706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8cb46f5f-20e8-4791-b99e-cc061ac78bcd None None] Set router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:48.669249 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d912d406-cecf-4b2a-9ff3-767595a401af x-openstack-request-id: req-d912d406-cecf-4b2a-9ff3-767595a401af {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:48.669642 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "tag": "758584f0-b057-4119-b726-b7db38b5574d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:48.669999 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d912d406-cecf-4b2a-9ff3-767595a401af {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:48.670423 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'tag': '758584f0-b057-4119-b726-b7db38b5574d', 'status': 'completed', 'code': 200} Nov 12 04:31:48.758310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a1658-d368-426e-8541-2599a5f92ec9 req-5858acd8-860d-49cc-a9f5-51c1d191b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:48.759830 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff6a1658-d368-426e-8541-2599a5f92ec9 req-5858acd8-860d-49cc-a9f5-51c1d191b971 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 1098 time: 0.0442004 Nov 12 04:31:48.856410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a1658-d368-426e-8541-2599a5f92ec9 req-5718f6e8-c902-4713-b3bf-bb893f454d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:48.857865 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff6a1658-d368-426e-8541-2599a5f92ec9 req-5718f6e8-c902-4713-b3bf-bb893f454d89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 200 len: 898 time: 0.0895126 Nov 12 04:31:48.902572 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff6a1658-d368-426e-8541-2599a5f92ec9 req-a31bea26-55f5-48bb-8c8d-2045b210e86c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 200 len: 217 time: 0.0355895 Nov 12 04:31:48.903810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8cb46f5f-20e8-4791-b99e-cc061ac78bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:28:47Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c62ae4c8-2577-4073-bc12-6c62c5530fcb', 'name': '', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d7:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:46Z', 'updated_at': '2021-11-12T04:28:52Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:48.931428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb46f5f-20e8-4791-b99e-cc061ac78bcd None None] Checking router: 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:48.940930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb46f5f-20e8-4791-b99e-cc061ac78bcd None None] Routers {'7df055e1-3ad6-477e-bb0b-ecc0325d35c7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:48.941549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8cb46f5f-20e8-4791-b99e-cc061ac78bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:31:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:48.959298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a1658-d368-426e-8541-2599a5f92ec9 req-cd973c39-13fd-44c4-8b5c-e2cd25bf727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:48.961411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff6a1658-d368-426e-8541-2599a5f92ec9 req-cd973c39-13fd-44c4-8b5c-e2cd25bf727c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 200 len: 834 time: 0.0501838 Nov 12 04:31:49.013801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a1658-d368-426e-8541-2599a5f92ec9 req-95bb059c-b120-48d9-8403-f7138fa14834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:49.015393 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff6a1658-d368-426e-8541-2599a5f92ec9 req-95bb059c-b120-48d9-8403-f7138fa14834 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5a245fc-d266-44de-891f-7488330f4bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465045 Nov 12 04:31:49.065415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8cb46f5f-20e8-4791-b99e-cc061ac78bcd None None] Set router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:49.110050 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd4b67-fa47-41d6-86bd-78ea0c515b58 req-b66733ca-1bc2-417d-b974-19e80ca5b80f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:49.112175 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37fd4b67-fa47-41d6-86bd-78ea0c515b58 req-b66733ca-1bc2-417d-b974-19e80ca5b80f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 946 time: 0.0555997 Nov 12 04:31:49.136849 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff6a1658-d368-426e-8541-2599a5f92ec9 req-90e881c1-09af-4980-aec5-416908d88541 service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125131 Nov 12 04:31:49.167375 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37fd4b67-fa47-41d6-86bd-78ea0c515b58 req-296eb686-3268-4c88-8002-1810969fe786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489771 Nov 12 04:31:49.248215 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff6a1658-d368-426e-8541-2599a5f92ec9 req-bead5459-ea75-4b89-b435-30ac80457434 service neutron] 10.222.0.26 "GET /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016457 Nov 12 04:31:49.274640 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.311616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8cb46f5f-20e8-4791-b99e-cc061ac78bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:28:47Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c62ae4c8-2577-4073-bc12-6c62c5530fcb', 'name': '', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d7:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:46Z', 'updated_at': '2021-11-12T04:28:52Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:49.344628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb46f5f-20e8-4791-b99e-cc061ac78bcd None None] The sync data for ids ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'] in n-d-767704-23 is: [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:28:47Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c62ae4c8-2577-4073-bc12-6c62c5530fcb', 'name': '', 'network_id': 'f5a245fc-d266-44de-891f-7488330f4bc6', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:d7:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:46Z', 'updated_at': '2021-11-12T04:28:52Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:49.583371 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ddce4b-72f1-43a8-83b1-4801bdf1ae45 None None] New status for floating IP 2d8bf220-8e3a-430f-80e8-4365f5812d4e: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:31:50.295203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3101fb-d474-4c58-81fa-239e817df5ea req-1939c437-a09c-481d-aa6f-cc6610cd10ae tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.296724 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e3101fb-d474-4c58-81fa-239e817df5ea req-1939c437-a09c-481d-aa6f-cc6610cd10ae tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 946 time: 0.0513487 Nov 12 04:31:50.347591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e3101fb-d474-4c58-81fa-239e817df5ea req-7066a2d7-fb6b-4dfc-a5b3-9a4601ac9562 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=29ad30e7-8886-4242-a952-43ecc85b5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442963 Nov 12 04:31:50.823622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a2c5c-9ef2-4e16-8c6f-4d1bdbd8a350 req-12001956-eb68-47ab-9874-4d350bd5c0e6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.825258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-214a2c5c-9ef2-4e16-8c6f-4d1bdbd8a350 req-12001956-eb68-47ab-9874-4d350bd5c0e6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 946 time: 0.0612822 Nov 12 04:31:50.915296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-214a2c5c-9ef2-4e16-8c6f-4d1bdbd8a350 req-20c0505f-6653-41fd-892d-101b2e675883 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port 758584f0-b057-4119-b726-b7db38b5574d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:50.915637 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-214a2c5c-9ef2-4e16-8c6f-4d1bdbd8a350 req-20c0505f-6653-41fd-892d-101b2e675883 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.009260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-214a2c5c-9ef2-4e16-8c6f-4d1bdbd8a350 req-20c0505f-6653-41fd-892d-101b2e675883 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] For port 758584f0-b057-4119-b726-b7db38b5574d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=758584f0-b057-4119-b726-b7db38b5574d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:51.009626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-214a2c5c-9ef2-4e16-8c6f-4d1bdbd8a350 req-20c0505f-6653-41fd-892d-101b2e675883 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.023218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-214a2c5c-9ef2-4e16-8c6f-4d1bdbd8a350 req-20c0505f-6653-41fd-892d-101b2e675883 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for 758584f0-b057-4119-b726-b7db38b5574d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:51.202157 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-214a2c5c-9ef2-4e16-8c6f-4d1bdbd8a350 req-20c0505f-6653-41fd-892d-101b2e675883 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.233794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0505f-6653-41fd-892d-101b2e675883 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=758584f0-b057-4119-b726-b7db38b5574d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:51.279326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-214a2c5c-9ef2-4e16-8c6f-4d1bdbd8a350 req-20c0505f-6653-41fd-892d-101b2e675883 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] No DVR routers for this DVR port 758584f0-b057-4119-b726-b7db38b5574d on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:51.286874 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-214a2c5c-9ef2-4e16-8c6f-4d1bdbd8a350 req-20c0505f-6653-41fd-892d-101b2e675883 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.286874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-214a2c5c-9ef2-4e16-8c6f-4d1bdbd8a350 req-20c0505f-6653-41fd-892d-101b2e675883 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "DELETE /v2.0/ports/758584f0-b057-4119-b726-b7db38b5574d HTTP/1.1" status: 204 len: 173 time: 0.4536214 Nov 12 04:31:51.286874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'name': 'network-vif-deleted', 'tag': '758584f0-b057-4119-b726-b7db38b5574d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:51.289348 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df992b4a-c3f8-4d5e-a961-b1d5401c02ff" -d '{"events": [{"server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "name": "network-vif-deleted", "tag": "758584f0-b057-4119-b726-b7db38b5574d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:51.327135 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f04cfc9-06f3-4b47-965e-131b837eadb9 x-openstack-request-id: req-4f04cfc9-06f3-4b47-965e-131b837eadb9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:51.327730 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15633d4e-1da2-4f09-b869-6f35ad395c8f", "name": "network-vif-deleted", "tag": "758584f0-b057-4119-b726-b7db38b5574d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:51.327865 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4f04cfc9-06f3-4b47-965e-131b837eadb9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:51.328276 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15633d4e-1da2-4f09-b869-6f35ad395c8f', 'name': 'network-vif-deleted', 'tag': '758584f0-b057-4119-b726-b7db38b5574d', 'status': 'completed', 'code': 200} Nov 12 04:31:51.457657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05411200-f544-4a63-af42-958957322ef8 req-af26480a-4f12-47a6-a0a6-7c92956d9f87 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=15633d4e-1da2-4f09-b869-6f35ad395c8f HTTP/1.1" status: 200 len: 210 time: 0.0305588 Nov 12 04:31:52.515233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57666) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:52.896473 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ece8492-cc64-4ab3-b3e0-acc942eb5eab tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.099714 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-540734ab-7cb7-4025-8150-21ee5cbb1316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.163225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7ece8492-cc64-4ab3-b3e0-acc942eb5eab tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port c62ae4c8-2577-4073-bc12-6c62c5530fcb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:53.163484 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ece8492-cc64-4ab3-b3e0-acc942eb5eab tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.253630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7ece8492-cc64-4ab3-b3e0-acc942eb5eab tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] For port c62ae4c8-2577-4073-bc12-6c62c5530fcb, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c62ae4c8-2577-4073-bc12-6c62c5530fcb,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:53.253988 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ece8492-cc64-4ab3-b3e0-acc942eb5eab tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.265871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7ece8492-cc64-4ab3-b3e0-acc942eb5eab tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for c62ae4c8-2577-4073-bc12-6c62c5530fcb owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:53.499193 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ece8492-cc64-4ab3-b3e0-acc942eb5eab tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.532775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece8492-cc64-4ab3-b3e0-acc942eb5eab tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=c62ae4c8-2577-4073-bc12-6c62c5530fcb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:53.713049 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ece8492-cc64-4ab3-b3e0-acc942eb5eab tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.901931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 758584f0-b057-4119-b726-b7db38b5574d no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:53.922658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 758584f0-b057-4119-b726-b7db38b5574d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:53.923002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 758584f0-b057-4119-b726-b7db38b5574d not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:53.934102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ece8492-cc64-4ab3-b3e0-acc942eb5eab tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:54.041598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ece8492-cc64-4ab3-b3e0-acc942eb5eab tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:54.046811 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7ece8492-cc64-4ab3-b3e0-acc942eb5eab tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "PUT /v2.0/routers/7df055e1-3ad6-477e-bb0b-ecc0325d35c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5303824 Nov 12 04:31:54.050043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57668) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:54.052160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee13cd45-6bdb-49b0-b269-4b00b2e0b546 None None] Sync routers for ids ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:54.062576 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee13cd45-6bdb-49b0-b269-4b00b2e0b546 None None] Routers {'7df055e1-3ad6-477e-bb0b-ecc0325d35c7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:54.063189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ee13cd45-6bdb-49b0-b269-4b00b2e0b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:31:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:54.102234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0857a8c8-a770-4846-b4e0-1d80a479530e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting subnet 8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:31:54.105507 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0857a8c8-a770-4846-b4e0-1d80a479530e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.150367 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0857a8c8-a770-4846-b4e0-1d80a479530e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.176805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ee13cd45-6bdb-49b0-b269-4b00b2e0b546 None None] Set router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:54.235679 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0857a8c8-a770-4846-b4e0-1d80a479530e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.360618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ee13cd45-6bdb-49b0-b269-4b00b2e0b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:31:53Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:54.373762 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0857a8c8-a770-4846-b4e0-1d80a479530e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.387500 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee13cd45-6bdb-49b0-b269-4b00b2e0b546 None None] Checking router: 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:54.397156 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee13cd45-6bdb-49b0-b269-4b00b2e0b546 None None] Routers {'7df055e1-3ad6-477e-bb0b-ecc0325d35c7'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:54.397762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ee13cd45-6bdb-49b0-b269-4b00b2e0b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:31:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:54.399606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857a8c8-a770-4846-b4e0-1d80a479530e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Subnet': ['ID=8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:54.405508 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0857a8c8-a770-4846-b4e0-1d80a479530e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.408740 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0857a8c8-a770-4846-b4e0-1d80a479530e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/subnets/8cde4bc1-ba3c-45c2-96f4-6063e1ebbb71 HTTP/1.1" status: 204 len: 168 time: 0.3572934 Nov 12 04:31:54.411428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57670) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:54.433924 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec41b453-bc54-41f7-abb0-fa0346bb4e60 None None] Network f5a245fc-d266-44de-891f-7488330f4bc6 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:54.518707 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.578209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ee13cd45-6bdb-49b0-b269-4b00b2e0b546 None None] Set router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:54.622044 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.753159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port a092439e-556e-4215-a25f-5b1463bd94b8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:54.753357 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.777909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] DHCP port deletion for f5a245fc-d266-44de-891f-7488330f4bc6 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:54.782796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ee13cd45-6bdb-49b0-b269-4b00b2e0b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:31:53Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:54.832657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee13cd45-6bdb-49b0-b269-4b00b2e0b546 None None] The sync data for ids ['7df055e1-3ad6-477e-bb0b-ecc0325d35c7'] in n-d-767704-23 is: [{'id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-4140901', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:40Z', 'updated_at': '2021-11-12T04:31:53Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': 'a092439e-556e-4215-a25f-5b1463bd94b8', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df055e1-3ad6-477e-bb0b-ecc0325d35c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:41Z', 'updated_at': '2021-11-12T04:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:54.833605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] For port a092439e-556e-4215-a25f-5b1463bd94b8, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a092439e-556e-4215-a25f-5b1463bd94b8,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:54.834117 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.848442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for a092439e-556e-4215-a25f-5b1463bd94b8 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:54.861119 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Deleting port aabb80a3-fae4-4211-91a3-4e08748ed92d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:54.861532 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.926238 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] For port aabb80a3-fae4-4211-91a3-4e08748ed92d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=aabb80a3-fae4-4211-91a3-4e08748ed92d,segment=NetworkSegment(110aaaed-01d3-47d5-80fe-0580b4d46867),segment_id=110aaaed-01d3-47d5-80fe-0580b4d46867)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:54.926638 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.939229 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Calling delete_port for aabb80a3-fae4-4211-91a3-4e08748ed92d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:55.093523 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.117591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=a092439e-556e-4215-a25f-5b1463bd94b8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:55.128116 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.128116 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.149910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8200a91-670d-43d6-bfb2-d0b830bd1fcb None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:55.153565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Pushing event deleted for resources: {'Port': ['ID=aabb80a3-fae4-4211-91a3-4e08748ed92d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:55.163814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] No DVR routers for this DVR port aabb80a3-fae4-4211-91a3-4e08748ed92d on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:55.165848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:55.166417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:55.166549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:55.166844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:55.167181 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:55.167512 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:55.167835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:55.168199 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:55.168526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:55.168848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:55.169171 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:55.169491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd6fbbc-6a9a-4d5e-a8b4-36850ff630a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:55.197508 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.293579 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.296170 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.413750 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.414323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Fanout notify agent at l3_agent the message router_deleted on router 7df055e1-3ad6-477e-bb0b-ecc0325d35c7 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:31:55.422616 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.422616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4ff00079-5105-4707-82ff-1355c2335f10 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/routers/7df055e1-3ad6-477e-bb0b-ecc0325d35c7 HTTP/1.1" status: 204 len: 168 time: 1.0097628 Nov 12 04:31:55.426546 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57672) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:55.512017 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5018e614-7fb0-4fde-843e-48e9897f7344 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.603113 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5018e614-7fb0-4fde-843e-48e9897f7344 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.623445 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5018e614-7fb0-4fde-843e-48e9897f7344 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a245fc-d266-44de-891f-7488330f4bc6']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:55.633505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5018e614-7fb0-4fde-843e-48e9897f7344 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110aaaed-01d3-47d5-80fe-0580b4d46867') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:55.633741 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5018e614-7fb0-4fde-843e-48e9897f7344 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110aaaed-01d3-47d5-80fe-0580b4d46867') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:55.643284 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5018e614-7fb0-4fde-843e-48e9897f7344 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.656327 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5018e614-7fb0-4fde-843e-48e9897f7344 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.662167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5018e614-7fb0-4fde-843e-48e9897f7344 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:31:55.662547 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5018e614-7fb0-4fde-843e-48e9897f7344 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:31:55.665600 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:31:55.784556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5018e614-7fb0-4fde-843e-48e9897f7344 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.794135 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5018e614-7fb0-4fde-843e-48e9897f7344 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.794957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5018e614-7fb0-4fde-843e-48e9897f7344 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/networks/f5a245fc-d266-44de-891f-7488330f4bc6 HTTP/1.1" status: 204 len: 168 time: 0.3674538 Nov 12 04:31:55.797623 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:55.815712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018e614-7fb0-4fde-843e-48e9897f7344 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Network': ['ID=f5a245fc-d266-44de-891f-7488330f4bc6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:55.866781 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0efd457-c157-4087-b157-00815508d9b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.893651 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0efd457-c157-4087-b157-00815508d9b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.042127 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0efd457-c157-4087-b157-00815508d9b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.044908 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0efd457-c157-4087-b157-00815508d9b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.046066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a0efd457-c157-4087-b157-00815508d9b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/security-groups/29ad30e7-8886-4242-a952-43ecc85b5a85 HTTP/1.1" status: 204 len: 168 time: 0.2475188 Nov 12 04:31:56.058961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efd457-c157-4087-b157-00815508d9b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ad30e7-8886-4242-a952-43ecc85b5a85,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:56.286770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c62ae4c8-2577-4073-bc12-6c62c5530fcb no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:56.306686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: c62ae4c8-2577-4073-bc12-6c62c5530fcb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:56.307032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c62ae4c8-2577-4073-bc12-6c62c5530fcb not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:56.307437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a092439e-556e-4215-a25f-5b1463bd94b8 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:56.326446 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: a092439e-556e-4215-a25f-5b1463bd94b8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:56.328009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a092439e-556e-4215-a25f-5b1463bd94b8 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:56.328009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device aabb80a3-fae4-4211-91a3-4e08748ed92d no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:56.350632 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: aabb80a3-fae4-4211-91a3-4e08748ed92d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:56.350863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device aabb80a3-fae4-4211-91a3-4e08748ed92d not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:56.355457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57680) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:56.360072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976852995', 'description': 'tempest-secgroup-smoke-1976852995 description', 'project_id': '6035ed2710404d7fadaeb6fad57f6003'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:56.448064 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.513250 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.567377 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.595081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b6e1f7-c9a2-498a-a5c8-d212e1961613,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:56.602973 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.603326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.603657 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.603990 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.604346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.604675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.605001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.605325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.605647 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.605966 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.606325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.606667 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.672379 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.673639 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0d4491f6-36b9-4480-9498-ce9951413ab1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3171489 Nov 12 04:31:56.677236 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:56.687226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8bf02b83-5005-43b4-a9af-546b1a05fe30 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': 'e2b6e1f7-c9a2-498a-a5c8-d212e1961613', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:56.789056 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bf02b83-5005-43b4-a9af-546b1a05fe30 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.848839 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bf02b83-5005-43b4-a9af-546b1a05fe30 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.875707 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.904778 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-900fed86-2c12-4e9f-9dae-eb68c441f924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.927451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bf02b83-5005-43b4-a9af-546b1a05fe30 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.946212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf02b83-5005-43b4-a9af-546b1a05fe30 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a02240-0055-49d7-a62f-fe48af35437c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:57.009827 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bf02b83-5005-43b4-a9af-546b1a05fe30 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.011125 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8bf02b83-5005-43b4-a9af-546b1a05fe30 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329036 Nov 12 04:31:57.013885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:57.018165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3b385cf8-acb7-48d5-8d59-3f225cf6fcdb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': 'e2b6e1f7-c9a2-498a-a5c8-d212e1961613', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:57.126793 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b385cf8-acb7-48d5-8d59-3f225cf6fcdb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.186772 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b385cf8-acb7-48d5-8d59-3f225cf6fcdb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.259238 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b385cf8-acb7-48d5-8d59-3f225cf6fcdb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.279826 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b385cf8-acb7-48d5-8d59-3f225cf6fcdb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ba2200-cfb2-4bc4-91d7-a0f082c391de,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:57.352542 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b385cf8-acb7-48d5-8d59-3f225cf6fcdb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.353760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3b385cf8-acb7-48d5-8d59-3f225cf6fcdb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3389583 Nov 12 04:31:57.356519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57686) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:57.360862 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4b9d8763-ceab-409d-9c80-1e2afb80547c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': 'e2b6e1f7-c9a2-498a-a5c8-d212e1961613', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:57.435588 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8763-ceab-409d-9c80-1e2afb80547c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.490305 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8763-ceab-409d-9c80-1e2afb80547c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.556616 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8763-ceab-409d-9c80-1e2afb80547c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.576863 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d8763-ceab-409d-9c80-1e2afb80547c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04774e6b-9733-47cc-a057-1d324bbe9d68,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:57.644479 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8763-ceab-409d-9c80-1e2afb80547c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.645629 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4b9d8763-ceab-409d-9c80-1e2afb80547c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2881882 Nov 12 04:31:57.648332 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57688) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:57.652755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b294e24c-b9bc-4c48-af23-df5420a1122f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': 'e2b6e1f7-c9a2-498a-a5c8-d212e1961613', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:57.744020 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b294e24c-b9bc-4c48-af23-df5420a1122f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.802643 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b294e24c-b9bc-4c48-af23-df5420a1122f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.869697 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b294e24c-b9bc-4c48-af23-df5420a1122f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.888352 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294e24c-b9bc-4c48-af23-df5420a1122f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20daebe-bef2-40da-bf51-7d3d0ce00f95,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:57.969395 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b294e24c-b9bc-4c48-af23-df5420a1122f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.970583 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b294e24c-b9bc-4c48-af23-df5420a1122f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3212805 Nov 12 04:31:57.973876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57690) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:57.978314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f172f9bf-c240-4b17-90d6-2df5963db384 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': 'e2b6e1f7-c9a2-498a-a5c8-d212e1961613', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:58.070541 n-d-767704-23 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-f172f9bf-c240-4b17-90d6-2df5963db384 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Project 6035ed2710404d7fadaeb6fad57f6003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:31:58.075485 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f172f9bf-c240-4b17-90d6-2df5963db384 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.132090 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f172f9bf-c240-4b17-90d6-2df5963db384 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.208112 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f172f9bf-c240-4b17-90d6-2df5963db384 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.227240 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172f9bf-c240-4b17-90d6-2df5963db384 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5511e729-cd37-496c-a11d-e8c9e53886d3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:58.295480 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f172f9bf-c240-4b17-90d6-2df5963db384 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.296745 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f172f9bf-c240-4b17-90d6-2df5963db384 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3219318 Nov 12 04:31:58.300027 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:58.304464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b5cd2be7-4faf-4fd9-a183-d023ebe8668a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': 'e2b6e1f7-c9a2-498a-a5c8-d212e1961613', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:58.385120 n-d-767704-23 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-b5cd2be7-4faf-4fd9-a183-d023ebe8668a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Project 6035ed2710404d7fadaeb6fad57f6003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:31:58.390447 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2be7-4faf-4fd9-a183-d023ebe8668a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.447310 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2be7-4faf-4fd9-a183-d023ebe8668a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.556530 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2be7-4faf-4fd9-a183-d023ebe8668a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.576649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd2be7-4faf-4fd9-a183-d023ebe8668a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e05894-3f98-4dba-80f2-bd5abb16df4e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:58.585034 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.672372 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2be7-4faf-4fd9-a183-d023ebe8668a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.673700 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b5cd2be7-4faf-4fd9-a183-d023ebe8668a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3726311 Nov 12 04:31:58.677058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:58.681834 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0ac9b616-54dc-4baf-aab7-e1e65092a4a1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'network': {'name': 'tempest-network-smoke--1841127925', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:58.767356 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac9b616-54dc-4baf-aab7-e1e65092a4a1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Made reservation on behalf of 6035ed2710404d7fadaeb6fad57f6003 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:58.770791 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ac9b616-54dc-4baf-aab7-e1e65092a4a1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.793721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac9b616-54dc-4baf-aab7-e1e65092a4a1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:31:58.802636 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ac9b616-54dc-4baf-aab7-e1e65092a4a1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.802975 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-0ac9b616-54dc-4baf-aab7-e1e65092a4a1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Added segment 130da4f1-db4b-47a4-a93b-b6963c3731bf of type vlan for network beef2b8b-bb11-45c5-950a-7f78ec46e9ca Nov 12 04:31:58.843937 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ac9b616-54dc-4baf-aab7-e1e65092a4a1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.909725 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ac9b616-54dc-4baf-aab7-e1e65092a4a1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.915199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac9b616-54dc-4baf-aab7-e1e65092a4a1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:58.915870 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ac9b616-54dc-4baf-aab7-e1e65092a4a1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.980752 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9b616-54dc-4baf-aab7-e1e65092a4a1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Network': ['ID=beef2b8b-bb11-45c5-950a-7f78ec46e9ca,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:58.990473 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.995034 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network beef2b8b-bb11-45c5-950a-7f78ec46e9ca details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:31:59.021385 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0ac9b616-54dc-4baf-aab7-e1e65092a4a1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3432643 Nov 12 04:31:59.030572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57696) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:59.035714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'admin_state_up': True, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:59.105303 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.106290 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.159830 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.719487 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.004213 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.022159 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.125064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.25.8.132 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/7799300c-b796-4d3a-b9fc-973c23939dc2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:00.229631 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.315459 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.359845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:00.363446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:00.370507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:00.372524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=7799300c-b796-4d3a-b9fc-973c23939dc2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:00.382618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10764ce0-b315-4e7f-83d8-e92223fd8298 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:00.484749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-63b3cdcb-e264-4c8c-9236-c958261b4886 None None] Provisioning complete for port 7799300c-b796-4d3a-b9fc-973c23939dc2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:00.485180 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63b3cdcb-e264-4c8c-9236-c958261b4886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.531449 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-63b3cdcb-e264-4c8c-9236-c958261b4886 None None] Port 7799300c-b796-4d3a-b9fc-973c23939dc2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:00.732728 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.937172 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.122032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router ac01adf0-ebcb-4867-8cda-a4704aab6af1 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:32:01.227562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:01.238211 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Sync routers for ids ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:01.251068 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Routers {'ac01adf0-ebcb-4867-8cda-a4704aab6af1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:01.251682 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:31:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:01.301804 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.303078 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f45c54cb-deff-462a-aae4-9122872c09f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2714133 Nov 12 04:32:01.306266 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57698) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:01.344301 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5d7a065e-7ca1-4897-b431-46ff50ceb097 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=6035ed2710404d7fadaeb6fad57f6003&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367680 Nov 12 04:32:01.347394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57700) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:01.355708 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Set router ac01adf0-ebcb-4867-8cda-a4704aab6af1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:01.499606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea3909-49ce-43bb-9358-8b52f0cb60dc tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:01.501106 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dcea3909-49ce-43bb-9358-8b52f0cb60dc tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1528149 Nov 12 04:32:01.503809 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:01.533740 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:00Z', 'revision_number': 3, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:01.544652 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c5f5f00f-8450-475c-b343-feb72f383c80 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397651 Nov 12 04:32:01.547158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:01.551838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-699be871-04fb-4009-a72b-75e2802ddafa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-853700215', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:01.559730 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Checking router: ac01adf0-ebcb-4867-8cda-a4704aab6af1 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:01.560101 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Updating router ac01adf0-ebcb-4867-8cda-a4704aab6af1 port 7799300c-b796-4d3a-b9fc-973c23939dc2 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:32:01.585227 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.716098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699be871-04fb-4009-a72b-75e2802ddafa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Made reservation on behalf of 6035ed2710404d7fadaeb6fad57f6003 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:01.719600 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-699be871-04fb-4009-a72b-75e2802ddafa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.843884 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.911379 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.956883 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-699be871-04fb-4009-a72b-75e2802ddafa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.957733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e996b8-ed3e-4dfd-8ea4-f2c870152c7a None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:01.973981 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Attempting to bind port 7799300c-b796-4d3a-b9fc-973c23939dc2 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:01.974737 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Attempting to bind port 7799300c-b796-4d3a-b9fc-973c23939dc2 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:01.975333 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Attempting to bind port 7799300c-b796-4d3a-b9fc-973c23939dc2 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:01.986893 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac84950-2da5-4ad1-bad2-aa666040da42 None None] Pushing event updated for resources: {'Port': ['ID=7799300c-b796-4d3a-b9fc-973c23939dc2,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:01.998196 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:01.999089 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:01.999464 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.000119 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:02.000845 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Bound port: 7799300c-b796-4d3a-b9fc-973c23939dc2, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:02.001446 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.007225 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84950-2da5-4ad1-bad2-aa666040da42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:02.007763 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84950-2da5-4ad1-bad2-aa666040da42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:02.008344 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84950-2da5-4ad1-bad2-aa666040da42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:02.008899 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84950-2da5-4ad1-bad2-aa666040da42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:02.009445 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84950-2da5-4ad1-bad2-aa666040da42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:02.009985 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84950-2da5-4ad1-bad2-aa666040da42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:02.010515 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84950-2da5-4ad1-bad2-aa666040da42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:02.011046 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84950-2da5-4ad1-bad2-aa666040da42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:02.011573 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84950-2da5-4ad1-bad2-aa666040da42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:02.012142 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84950-2da5-4ad1-bad2-aa666040da42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:02.012690 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84950-2da5-4ad1-bad2-aa666040da42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:02.013222 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84950-2da5-4ad1-bad2-aa666040da42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:02.062232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9b2eea31-deec-4686-bea2-743596af2c0e None None] Provisioning complete for port 7799300c-b796-4d3a-b9fc-973c23939dc2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:02.062860 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699be871-04fb-4009-a72b-75e2802ddafa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Subnet': ['ID=4f50dfaa-9294-477e-ae8a-30afcec12717,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:02.063025 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b2eea31-deec-4686-bea2-743596af2c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.079164 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699be871-04fb-4009-a72b-75e2802ddafa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Checking segment: {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:02.080093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699be871-04fb-4009-a72b-75e2802ddafa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network hostable DHCP agents. Network: beef2b8b-bb11-45c5-950a-7f78ec46e9ca, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:32:02.088374 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] For port 7799300c-b796-4d3a-b9fc-973c23939dc2, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:02.091689 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] For port 7799300c-b796-4d3a-b9fc-973c23939dc2, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7799300c-b796-4d3a-b9fc-973c23939dc2,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:02.098893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9b2eea31-deec-4686-bea2-743596af2c0e None None] Port 7799300c-b796-4d3a-b9fc-973c23939dc2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:02.149639 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.178025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699be871-04fb-4009-a72b-75e2802ddafa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network beef2b8b-bb11-45c5-950a-7f78ec46e9ca is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:32:02.264870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-699be871-04fb-4009-a72b-75e2802ddafa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, beef2b8b-bb11-45c5-950a-7f78ec46e9ca) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:02.269259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699be871-04fb-4009-a72b-75e2802ddafa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:02.269849 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-699be871-04fb-4009-a72b-75e2802ddafa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.277107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44da52b0-b1dd-4749-be26-1614bb5b87b7 None None] Network beef2b8b-bb11-45c5-950a-7f78ec46e9ca requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:02.308926 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac84950-2da5-4ad1-bad2-aa666040da42 None None] Pushing event updated for resources: {'Port': ['ID=7799300c-b796-4d3a-b9fc-973c23939dc2,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:02.311479 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Routers {'ac01adf0-ebcb-4867-8cda-a4704aab6af1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:02.312454 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:31:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:02.365923 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-699be871-04fb-4009-a72b-75e2802ddafa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8177176 Nov 12 04:32:02.369018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:02.435838 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] Set router ac01adf0-ebcb-4867-8cda-a4704aab6af1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:02.464709 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945688a5-ce17-470e-8df1-10cdf70b965e None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:02.543274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-58806980-7425-4bf4-98a6-826a8da1482e None None] Provisioning complete for port 7799300c-b796-4d3a-b9fc-973c23939dc2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:02.544225 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58806980-7425-4bf4-98a6-826a8da1482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.628335 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:00Z', 'revision_number': 3, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:02.662967 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e115ff8-fa2c-4ed6-a740-a691eade1343 None None] The sync data for ids ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'] in n-d-767704-23 is: [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:00Z', 'revision_number': 3, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:02.666866 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ips': [{'subnet_id': '4f50dfaa-9294-477e-ae8a-30afcec12717'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:32:02.668385 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.695023 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58806980-7425-4bf4-98a6-826a8da1482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.771467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-58806980-7425-4bf4-98a6-826a8da1482e None None] For port 7799300c-b796-4d3a-b9fc-973c23939dc2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7799300c-b796-4d3a-b9fc-973c23939dc2,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:02.828520 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58806980-7425-4bf4-98a6-826a8da1482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.848569 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.867205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Allocated IP 172.20.0.2 (beef2b8b-bb11-45c5-950a-7f78ec46e9ca/4f50dfaa-9294-477e-ae8a-30afcec12717/5b4af57d-f658-42a6-937e-314a57bf55c7) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:02.914668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58806980-7425-4bf4-98a6-826a8da1482e None None] Pushing event updated for resources: {'Port': ['ID=7799300c-b796-4d3a-b9fc-973c23939dc2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:03.062890 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.116532 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.162585 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Network beef2b8b-bb11-45c5-950a-7f78ec46e9ca is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:03.165753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:03.170186 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:03.180212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.20.0.1 (beef2b8b-bb11-45c5-950a-7f78ec46e9ca/4f50dfaa-9294-477e-ae8a-30afcec12717/ae9025fe-c16f-4cc4-aa72-68aee0d3a96e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:03.183015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Pushing event updated for resources: {'Port': ['ID=5b4af57d-f658-42a6-937e-314a57bf55c7,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:03.233384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Attempting to bind port 5b4af57d-f658-42a6-937e-314a57bf55c7 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:03.233853 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Attempting to bind port 5b4af57d-f658-42a6-937e-314a57bf55c7 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:03.234312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Attempting to bind port 5b4af57d-f658-42a6-937e-314a57bf55c7 on network beef2b8b-bb11-45c5-950a-7f78ec46e9ca {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:03.242961 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:03.243918 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Checking segment: {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:03.244711 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.245299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Bound using segment: {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:03.245978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Bound port: 5b4af57d-f658-42a6-937e-314a57bf55c7, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:03.246424 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.313533 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.314721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] For port 5b4af57d-f658-42a6-937e-314a57bf55c7, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:03.318250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] For port 5b4af57d-f658-42a6-937e-314a57bf55c7, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5b4af57d-f658-42a6-937e-314a57bf55c7,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:03.385230 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.402254 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.442622 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network beef2b8b-bb11-45c5-950a-7f78ec46e9ca is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:03.445702 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc5a3d-d301-4552-8bf8-4d46bc96a804 None None] Pushing event updated for resources: {'Port': ['ID=5b4af57d-f658-42a6-937e-314a57bf55c7,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:03.445969 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:03.457233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:03.493945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=ae9025fe-c16f-4cc4-aa72-68aee0d3a96e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:03.517780 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.711636 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.001612 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.070498 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.149102 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.150885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=ae9025fe-c16f-4cc4-aa72-68aee0d3a96e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:04.258691 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network beef2b8b-bb11-45c5-950a-7f78ec46e9ca is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:04.263634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:04.341189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5b4af57d-f658-42a6-937e-314a57bf55c7 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:04.392256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router ac01adf0-ebcb-4867-8cda-a4704aab6af1 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:32:04.404514 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 5b4af57d-f658-42a6-937e-314a57bf55c7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:04.404880 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.481827 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.498917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:04.504685 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-556fda10-71c7-47ca-bb7d-18458345c825 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "PUT /v2.0/routers/ac01adf0-ebcb-4867-8cda-a4704aab6af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1338124 Nov 12 04:32:04.515094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Sync routers for ids ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:04.520590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 5b4af57d-f658-42a6-937e-314a57bf55c7, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5b4af57d-f658-42a6-937e-314a57bf55c7,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:04.527592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Routers {'ac01adf0-ebcb-4867-8cda-a4704aab6af1'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:04.528225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:31:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:04.585407 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.586179 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7799300c-b796-4d3a-b9fc-973c23939dc2 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:04.714165 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=5b4af57d-f658-42a6-937e-314a57bf55c7,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:04.718420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Set router ac01adf0-ebcb-4867-8cda-a4704aab6af1 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:04.727795 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-a1de3ebd-391e-4ad5-9163-cdf86b0b65f2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976852995&fields=id&tenant_id=6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 267 time: 0.0593336 Nov 12 04:32:04.798410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 7799300c-b796-4d3a-b9fc-973c23939dc2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:04.799351 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.837219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-00c64b26-1644-44f2-a36a-60028407635d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:04.840637 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-00c64b26-1644-44f2-a36a-60028407635d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/networks?id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca HTTP/1.1" status: 200 len: 797 time: 0.1118171 Nov 12 04:32:04.856198 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-ad743cb4-d0cf-4047-8522-3fad177e0846 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/quotas/6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 375 time: 0.0096836 Nov 12 04:32:04.918862 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-231c6d26-e733-4370-8899-edb7a4de8fae tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557101 Nov 12 04:32:04.997777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:03Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'ae9025fe-c16f-4cc4-aa72-68aee0d3a96e', 'name': '', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:b2:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:03Z', 'updated_at': '2021-11-12T04:32:03Z', 'revision_number': 2, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:05.024992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-d800d8fd-0e98-41ae-b66b-553de6fb465d service neutron] 10.222.0.105 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939906 Nov 12 04:32:05.028493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbd0bda-2785-4cff-ac42-044dd84608d2 None None] Network beef2b8b-bb11-45c5-950a-7f78ec46e9ca requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:05.030897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Checking router: ac01adf0-ebcb-4867-8cda-a4704aab6af1 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:05.031246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Updating router ac01adf0-ebcb-4867-8cda-a4704aab6af1 port ae9025fe-c16f-4cc4-aa72-68aee0d3a96e binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:32:05.111079 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.119472 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-60a38506-3a13-407e-8df2-a1a921064772 service neutron] 10.222.0.105 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877569 Nov 12 04:32:05.131988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-04c783d0-d6f1-4433-8896-31482ff335f4 None None] Provisioning complete for port 5b4af57d-f658-42a6-937e-314a57bf55c7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:05.132375 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c783d0-d6f1-4433-8896-31482ff335f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.360345 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dbfcaddf-9233-4ea7-b092-b778234e666a req-74e52f8c-ada7-46d4-b133-271a165b1031 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 210 time: 0.0281234 Nov 12 04:32:05.549392 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.676542 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.742651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53929bf1-b880-4396-a5f5-172abaa3bebd None None] Pushing event updated for resources: {'Port': ['ID=ae9025fe-c16f-4cc4-aa72-68aee0d3a96e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:05.767442 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-66a92d86-fde2-4038-b9c2-1679446f8fad None None] Provisioning complete for port ae9025fe-c16f-4cc4-aa72-68aee0d3a96e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:05.767867 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66a92d86-fde2-4038-b9c2-1679446f8fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.822256 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Attempting to bind port ae9025fe-c16f-4cc4-aa72-68aee0d3a96e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:05.822612 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Attempting to bind port ae9025fe-c16f-4cc4-aa72-68aee0d3a96e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:05.823037 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Attempting to bind port ae9025fe-c16f-4cc4-aa72-68aee0d3a96e on network beef2b8b-bb11-45c5-950a-7f78ec46e9ca {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:05.835154 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:05.835526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Checking segment: {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:05.835921 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.836347 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Bound using segment: {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:05.836819 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Bound port: ae9025fe-c16f-4cc4-aa72-68aee0d3a96e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:05.837198 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.847064 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-66a92d86-fde2-4038-b9c2-1679446f8fad None None] Port ae9025fe-c16f-4cc4-aa72-68aee0d3a96e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:05.887777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-66a92d86-fde2-4038-b9c2-1679446f8fad None None] Provisioning complete for port 5b4af57d-f658-42a6-937e-314a57bf55c7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:05.888073 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66a92d86-fde2-4038-b9c2-1679446f8fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.098649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] For port ae9025fe-c16f-4cc4-aa72-68aee0d3a96e, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:06.102015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] For port ae9025fe-c16f-4cc4-aa72-68aee0d3a96e, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ae9025fe-c16f-4cc4-aa72-68aee0d3a96e,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:06.185633 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.245683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Routers {'ac01adf0-ebcb-4867-8cda-a4704aab6af1'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:06.246392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:31:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:06.248460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53929bf1-b880-4396-a5f5-172abaa3bebd None None] Pushing event updated for resources: {'Port': ['ID=ae9025fe-c16f-4cc4-aa72-68aee0d3a96e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:06.356693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5b4af57d-f658-42a6-937e-314a57bf55c7 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:06.387592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ccf06e78-8387-4551-ad1e-f3ed4d3e5a00 None None] Provisioning complete for port ae9025fe-c16f-4cc4-aa72-68aee0d3a96e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:06.387592 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ccf06e78-8387-4551-ad1e-f3ed4d3e5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.468830 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eac1b799-6b8c-4d8d-a370-2218646183bf req-058da4eb-9bcb-47ea-be6c-b5e221b3ca00 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 210 time: 0.0294461 Nov 12 04:32:06.470316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] Set router ac01adf0-ebcb-4867-8cda-a4704aab6af1 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:06.579138 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 5b4af57d-f658-42a6-937e-314a57bf55c7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:06.580378 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.678024 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ccf06e78-8387-4551-ad1e-f3ed4d3e5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.782490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ccf06e78-8387-4551-ad1e-f3ed4d3e5a00 None None] For port ae9025fe-c16f-4cc4-aa72-68aee0d3a96e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ae9025fe-c16f-4cc4-aa72-68aee0d3a96e,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:06.819744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:03Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'ae9025fe-c16f-4cc4-aa72-68aee0d3a96e', 'name': '', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:b2:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:03Z', 'updated_at': '2021-11-12T04:32:06Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:06.851588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934f64f-55c1-448b-a16d-1d03433a8f59 None None] The sync data for ids ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'] in n-d-767704-23 is: [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:03Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'ae9025fe-c16f-4cc4-aa72-68aee0d3a96e', 'name': '', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:b2:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:03Z', 'updated_at': '2021-11-12T04:32:06Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:06.861181 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ccf06e78-8387-4551-ad1e-f3ed4d3e5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.925547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf06e78-8387-4551-ad1e-f3ed4d3e5a00 None None] Pushing event updated for resources: {'Port': ['ID=ae9025fe-c16f-4cc4-aa72-68aee0d3a96e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:06.981135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3837d6d1-617a-45b5-a37a-163f66234141 None None] Provisioning complete for port ae9025fe-c16f-4cc4-aa72-68aee0d3a96e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:06.981499 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3837d6d1-617a-45b5-a37a-163f66234141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.306869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-327d3b37-9d02-4d3f-bca9-21fe1b131e5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:07.309805 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-327d3b37-9d02-4d3f-bca9-21fe1b131e5d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.25 "GET /v2.0/networks?id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca HTTP/1.1" status: 200 len: 797 time: 0.1270294 Nov 12 04:32:07.399956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-25055a95-7e52-4adb-83c5-4a0ffa86ed5a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 380 time: 0.0792506 Nov 12 04:32:07.409927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-4571b0f5-0a5f-40ba-89e4-97e03d98b697 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'port': {'device_id': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'admin_state_up': True, 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'security_groups': ['e2b6e1f7-c9a2-498a-a5c8-d212e1961613']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:07.579289 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-48760684-c03c-410f-b195-0638fe9d860f req-20820ae1-782a-4c55-8149-aa7a9c8a7ec5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 210 time: 0.0296881 Nov 12 04:32:07.601798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-4571b0f5-0a5f-40ba-89e4-97e03d98b697 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Made reservation on behalf of 6035ed2710404d7fadaeb6fad57f6003 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:07.605505 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-4571b0f5-0a5f-40ba-89e4-97e03d98b697 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.741444 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-4571b0f5-0a5f-40ba-89e4-97e03d98b697 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.20.0.8 (beef2b8b-bb11-45c5-950a-7f78ec46e9ca/4f50dfaa-9294-477e-ae8a-30afcec12717/7eb109ab-494b-4cb4-9bf9-34e33b48162a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:07.887825 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-4571b0f5-0a5f-40ba-89e4-97e03d98b697 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.979619 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-4571b0f5-0a5f-40ba-89e4-97e03d98b697 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.024329 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-4571b0f5-0a5f-40ba-89e4-97e03d98b697 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network beef2b8b-bb11-45c5-950a-7f78ec46e9ca is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:08.027366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-4571b0f5-0a5f-40ba-89e4-97e03d98b697 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:08.031199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-4571b0f5-0a5f-40ba-89e4-97e03d98b697 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:08.038178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571b0f5-0a5f-40ba-89e4-97e03d98b697 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=7eb109ab-494b-4cb4-9bf9-34e33b48162a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:08.086759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-4571b0f5-0a5f-40ba-89e4-97e03d98b697 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:08.087344 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-4571b0f5-0a5f-40ba-89e4-97e03d98b697 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.164790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-4571b0f5-0a5f-40ba-89e4-97e03d98b697 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7587242 Nov 12 04:32:08.179310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Request body: {'port': {'device_id': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:08.238012 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.305562 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9dd2328d-9107-4b15-87d7-fa421b2a6e98 None None] Provisioning complete for port 7eb109ab-494b-4cb4-9bf9-34e33b48162a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:08.306145 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9dd2328d-9107-4b15-87d7-fa421b2a6e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.333994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ae9025fe-c16f-4cc4-aa72-68aee0d3a96e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:08.370867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9dd2328d-9107-4b15-87d7-fa421b2a6e98 None None] Port 7eb109ab-494b-4cb4-9bf9-34e33b48162a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:08.397083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ae9025fe-c16f-4cc4-aa72-68aee0d3a96e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:08.397454 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.515106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb109ab-494b-4cb4-9bf9-34e33b48162a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:32:08.522913 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.534488 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Transition to ACTIVE for port object 7eb109ab-494b-4cb4-9bf9-34e33b48162a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:32:08.625014 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.706624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Pushing event updated for resources: {'Port': ['ID=7eb109ab-494b-4cb4-9bf9-34e33b48162a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:08.760433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb09489-cb08-40a5-a686-72aee151bd26 req-53f1a1b4-c308-4489-8e19-11cfe00929d6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:08.761874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9cb09489-cb08-40a5-a686-72aee151bd26 req-53f1a1b4-c308-4489-8e19-11cfe00929d6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 943 time: 0.1077557 Nov 12 04:32:08.816453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Attempting to bind port 7eb109ab-494b-4cb4-9bf9-34e33b48162a on host n-h1-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:08.816789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Attempting to bind port 7eb109ab-494b-4cb4-9bf9-34e33b48162a by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:08.817131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Attempting to bind port 7eb109ab-494b-4cb4-9bf9-34e33b48162a on network beef2b8b-bb11-45c5-950a-7f78ec46e9ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:08.827953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Port 7eb109ab-494b-4cb4-9bf9-34e33b48162a on network beef2b8b-bb11-45c5-950a-7f78ec46e9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:32:08.828310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Attempting to bind port 7eb109ab-494b-4cb4-9bf9-34e33b48162a on network beef2b8b-bb11-45c5-950a-7f78ec46e9ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:08.841033 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9cb09489-cb08-40a5-a686-72aee151bd26 req-619ad740-c096-489e-b024-0432728e6476 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705352 Nov 12 04:32:08.842140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:08.842464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Checking segment: {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:08.842964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Bound using segment: {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:08.843393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Bound port: 7eb109ab-494b-4cb4-9bf9-34e33b48162a, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:08.843743 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.912564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] For port 7eb109ab-494b-4cb4-9bf9-34e33b48162a, host n-h1-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:08.915514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] For port 7eb109ab-494b-4cb4-9bf9-34e33b48162a, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=7eb109ab-494b-4cb4-9bf9-34e33b48162a,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:08.978282 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.011690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:09.012462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.013786 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] 10.222.0.25 "PUT /v2.0/ports/7eb109ab-494b-4cb4-9bf9-34e33b48162a HTTP/1.1" status: 200 len: 1092 time: 0.8388767 Nov 12 04:32:09.014244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'tag': '7eb109ab-494b-4cb4-9bf9-34e33b48162a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:09.016539 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d8c6e0-6f7b-4117-84cf-d43f19e05bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "tag": "7eb109ab-494b-4cb4-9bf9-34e33b48162a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:09.045752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f77fd0-d61d-4403-9787-9e6874e4364b service neutron] Pushing event updated for resources: {'Port': ['ID=7eb109ab-494b-4cb4-9bf9-34e33b48162a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:09.065214 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0051f00-b12d-4f5f-9e74-26eee3d1e315 x-openstack-request-id: req-d0051f00-b12d-4f5f-9e74-26eee3d1e315 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:09.065508 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "tag": "7eb109ab-494b-4cb4-9bf9-34e33b48162a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:09.065778 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d0051f00-b12d-4f5f-9e74-26eee3d1e315 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:09.069316 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'tag': '7eb109ab-494b-4cb4-9bf9-34e33b48162a', 'status': 'completed', 'code': 200} Nov 12 04:32:09.135064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8c6e0-6f7b-4117-84cf-d43f19e05bf1 req-0ce1e89b-9e73-44c7-a113-d9e228472b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:09.136644 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81d8c6e0-6f7b-4117-84cf-d43f19e05bf1 req-0ce1e89b-9e73-44c7-a113-d9e228472b9e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1095 time: 0.0487974 Nov 12 04:32:09.557329 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8c6e0-6f7b-4117-84cf-d43f19e05bf1 req-c3ab642a-2544-49be-b9eb-7b43ac885a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:09.558802 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81d8c6e0-6f7b-4117-84cf-d43f19e05bf1 req-c3ab642a-2544-49be-b9eb-7b43ac885a2e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=6035ed2710404d7fadaeb6fad57f6003&shared=False HTTP/1.1" status: 200 len: 899 time: 0.4124684 Nov 12 04:32:09.652580 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8c6e0-6f7b-4117-84cf-d43f19e05bf1 req-5888fee5-2875-4d00-958e-873ba44b6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:09.653972 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81d8c6e0-6f7b-4117-84cf-d43f19e05bf1 req-5888fee5-2875-4d00-958e-873ba44b6512 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0879788 Nov 12 04:32:09.730657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-19bde9ce-7b1f-47a1-965f-c303e78a25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:09.732195 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-19bde9ce-7b1f-47a1-965f-c303e78a25a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1095 time: 0.0412443 Nov 12 04:32:09.776514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-6a1d805d-bc91-4dad-9368-7ff9f9976b82 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eb109ab-494b-4cb4-9bf9-34e33b48162a HTTP/1.1" status: 200 len: 217 time: 0.0365865 Nov 12 04:32:09.825814 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-bd3d195d-701f-49ad-b28a-bc6ea6755ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:09.827259 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-bd3d195d-701f-49ad-b28a-bc6ea6755ac1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4f50dfaa-9294-477e-ae8a-30afcec12717 HTTP/1.1" status: 200 len: 834 time: 0.0433168 Nov 12 04:32:09.873223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-908f510f-84dc-4fba-813f-dfa5643c3191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:09.874794 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-908f510f-84dc-4fba-813f-dfa5643c3191 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408187 Nov 12 04:32:09.998040 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-e2957f09-94b7-41a3-a868-e498b66419f7 service neutron] 10.222.0.25 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152709 Nov 12 04:32:10.005907 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe773f-1c72-4af3-979e-55b0c6affb4c req-d633761d-833d-42e3-85fb-b14408ecea8e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:10.007253 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3fe773f-1c72-4af3-979e-55b0c6affb4c req-d633761d-833d-42e3-85fb-b14408ecea8e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 943 time: 0.0970361 Nov 12 04:32:10.109110 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3fe773f-1c72-4af3-979e-55b0c6affb4c req-f8ded651-dc9e-4ba6-b2e9-0ae738f1bcce tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940566 Nov 12 04:32:10.131598 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-485c7311-850a-4411-a283-d7d524e55666 service neutron] 10.222.0.25 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234102 Nov 12 04:32:10.584899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-ae38a2ef-484e-4e03-ac06-9e8ec705c3e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:10.586321 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-ae38a2ef-484e-4e03-ac06-9e8ec705c3e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.25 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 943 time: 0.0473912 Nov 12 04:32:10.679795 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-9f637606-c29b-43c0-ba4d-05f6ef12d1c7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port 7eb109ab-494b-4cb4-9bf9-34e33b48162a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:10.680470 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-9f637606-c29b-43c0-ba4d-05f6ef12d1c7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:10.776792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-9f637606-c29b-43c0-ba4d-05f6ef12d1c7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] For port 7eb109ab-494b-4cb4-9bf9-34e33b48162a, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=7eb109ab-494b-4cb4-9bf9-34e33b48162a,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:10.777153 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-9f637606-c29b-43c0-ba4d-05f6ef12d1c7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:10.789534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-9f637606-c29b-43c0-ba4d-05f6ef12d1c7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for 7eb109ab-494b-4cb4-9bf9-34e33b48162a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:10.973078 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-9f637606-c29b-43c0-ba4d-05f6ef12d1c7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.006479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f637606-c29b-43c0-ba4d-05f6ef12d1c7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=7eb109ab-494b-4cb4-9bf9-34e33b48162a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:11.053521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-9f637606-c29b-43c0-ba4d-05f6ef12d1c7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] No DVR routers for this DVR port 7eb109ab-494b-4cb4-9bf9-34e33b48162a on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:32:11.056238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-9f637606-c29b-43c0-ba4d-05f6ef12d1c7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.059641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-9f637606-c29b-43c0-ba4d-05f6ef12d1c7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.25 "DELETE /v2.0/ports/7eb109ab-494b-4cb4-9bf9-34e33b48162a HTTP/1.1" status: 204 len: 173 time: 0.4661479 Nov 12 04:32:11.067413 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'name': 'network-vif-deleted', 'tag': '7eb109ab-494b-4cb4-9bf9-34e33b48162a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:11.070238 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d266018c-c893-4c5e-ab01-dffe8df31d4b" -d '{"events": [{"server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "name": "network-vif-deleted", "tag": "7eb109ab-494b-4cb4-9bf9-34e33b48162a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:11.105494 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7086a1c-56fa-4c28-b890-16be54cf8dab x-openstack-request-id: req-a7086a1c-56fa-4c28-b890-16be54cf8dab {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:11.105842 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "name": "network-vif-deleted", "tag": "7eb109ab-494b-4cb4-9bf9-34e33b48162a", "status": "failed", "code": 422}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:11.110125 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a7086a1c-56fa-4c28-b890-16be54cf8dab {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:11.110125 n-d-767704-23 neutron-server[103146]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'name': 'network-vif-deleted', 'tag': '7eb109ab-494b-4cb4-9bf9-34e33b48162a', 'status': 'failed', 'code': 422} returned with failed status Nov 12 04:32:11.207799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f143f7f7-68ac-418c-a6be-1d4681920205 req-f51e23e2-80de-48b6-b39f-903f71ba6b93 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 210 time: 0.0270345 Nov 12 04:32:12.309000 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2021ecd5-c133-4094-ab0d-0e31e5b4f125 req-0d9f1bc2-f6b8-4ef8-a8de-dc167966a168 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 210 time: 0.0323339 Nov 12 04:32:13.425320 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4c5b5c34-0e7e-48a7-9c03-ab6fefeadd28 req-0b2af244-65eb-4608-865a-e9dabfb2a0a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 210 time: 0.0409453 Nov 12 04:32:13.435565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-fa9b0d93-5c5c-48f2-88d6-f85708ccfab6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:13.437043 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-fa9b0d93-5c5c-48f2-88d6-f85708ccfab6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "GET /v2.0/networks?id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca HTTP/1.1" status: 200 len: 797 time: 0.1348190 Nov 12 04:32:13.508302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-51c453d5-ffca-4d7c-a950-87f9ee217f06 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 380 time: 0.0535293 Nov 12 04:32:13.517677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-f940350b-8f23-41d9-87d5-e31003a8a56a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'port': {'device_id': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'admin_state_up': True, 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'security_groups': ['e2b6e1f7-c9a2-498a-a5c8-d212e1961613']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:13.693500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-f940350b-8f23-41d9-87d5-e31003a8a56a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Made reservation on behalf of 6035ed2710404d7fadaeb6fad57f6003 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:13.697044 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-f940350b-8f23-41d9-87d5-e31003a8a56a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:13.826468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-f940350b-8f23-41d9-87d5-e31003a8a56a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.20.0.6 (beef2b8b-bb11-45c5-950a-7f78ec46e9ca/4f50dfaa-9294-477e-ae8a-30afcec12717/831efe63-29d7-48cd-8108-7ecb7c13cec4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:13.965368 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-f940350b-8f23-41d9-87d5-e31003a8a56a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.071209 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-f940350b-8f23-41d9-87d5-e31003a8a56a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.118361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-f940350b-8f23-41d9-87d5-e31003a8a56a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network beef2b8b-bb11-45c5-950a-7f78ec46e9ca is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:14.121502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-f940350b-8f23-41d9-87d5-e31003a8a56a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:14.125279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-f940350b-8f23-41d9-87d5-e31003a8a56a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:14.132431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940350b-8f23-41d9-87d5-e31003a8a56a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=831efe63-29d7-48cd-8108-7ecb7c13cec4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:14.179909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-f940350b-8f23-41d9-87d5-e31003a8a56a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:14.180564 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-f940350b-8f23-41d9-87d5-e31003a8a56a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.290789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-f940350b-8f23-41d9-87d5-e31003a8a56a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7766638 Nov 12 04:32:14.363657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c21e4e9e-c000-43bd-9f93-6ec35fdf0b84 None None] Provisioning complete for port 831efe63-29d7-48cd-8108-7ecb7c13cec4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:14.364260 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c21e4e9e-c000-43bd-9f93-6ec35fdf0b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.364344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Request body: {'port': {'device_id': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:14.398156 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c21e4e9e-c000-43bd-9f93-6ec35fdf0b84 None None] Port 831efe63-29d7-48cd-8108-7ecb7c13cec4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:14.425085 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.543094 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8ebb2-4cc2-423d-9400-8b5f93bee460 req-04e282eb-8afa-4285-9e06-8a70ba16de6d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:14.545695 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ff8ebb2-4cc2-423d-9400-8b5f93bee460 req-04e282eb-8afa-4285-9e06-8a70ba16de6d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 931 time: 0.0511243 Nov 12 04:32:14.596229 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ff8ebb2-4cc2-423d-9400-8b5f93bee460 req-cd418363-47ed-4e65-ab85-99c201bf073e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439718 Nov 12 04:32:14.628496 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:32:14.692491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831efe63-29d7-48cd-8108-7ecb7c13cec4 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:32:14.699818 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.712543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Transition to ACTIVE for port object 831efe63-29d7-48cd-8108-7ecb7c13cec4 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:32:14.847663 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:14.897254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Pushing event updated for resources: {'Port': ['ID=831efe63-29d7-48cd-8108-7ecb7c13cec4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:14.973903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Attempting to bind port 831efe63-29d7-48cd-8108-7ecb7c13cec4 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:14.974231 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Attempting to bind port 831efe63-29d7-48cd-8108-7ecb7c13cec4 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:14.974585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Attempting to bind port 831efe63-29d7-48cd-8108-7ecb7c13cec4 on network beef2b8b-bb11-45c5-950a-7f78ec46e9ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:14.979051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Port 831efe63-29d7-48cd-8108-7ecb7c13cec4 on network beef2b8b-bb11-45c5-950a-7f78ec46e9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:32:14.979365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Attempting to bind port 831efe63-29d7-48cd-8108-7ecb7c13cec4 on network beef2b8b-bb11-45c5-950a-7f78ec46e9ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:14.984645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:14.984974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Checking segment: {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:14.985348 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Bound using segment: {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:14.985771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Bound port: 831efe63-29d7-48cd-8108-7ecb7c13cec4, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:14.986123 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:15.053043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:15.056114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:15.151070 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:15.189945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:15.190706 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:15.192163 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] 10.222.0.26 "PUT /v2.0/ports/831efe63-29d7-48cd-8108-7ecb7c13cec4 HTTP/1.1" status: 200 len: 1092 time: 0.8323574 Nov 12 04:32:15.192633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:15.194974 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cb670d-491e-431a-be61-424e6f90c918" -d '{"events": [{"name": "network-changed", "server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:15.226530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43b449-8c61-409b-b0c2-991c35230793 service neutron] Pushing event updated for resources: {'Port': ['ID=831efe63-29d7-48cd-8108-7ecb7c13cec4,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:15.253610 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0c9429-0b17-466e-9c10-39294413d001 x-openstack-request-id: req-ad0c9429-0b17-466e-9c10-39294413d001 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:15.258996 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:15.258996 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ad0c9429-0b17-466e-9c10-39294413d001 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:15.258996 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'status': 'completed', 'code': 200} Nov 12 04:32:15.365543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb670d-491e-431a-be61-424e6f90c918 req-9f137395-f693-4332-b9cb-4e6ea984047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:15.372073 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49cb670d-491e-431a-be61-424e6f90c918 req-9f137395-f693-4332-b9cb-4e6ea984047c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1095 time: 0.0571673 Nov 12 04:32:15.483010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb670d-491e-431a-be61-424e6f90c918 req-b3a9aeda-3c79-40af-9010-175c5ac3ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:15.484447 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49cb670d-491e-431a-be61-424e6f90c918 req-b3a9aeda-3c79-40af-9010-175c5ac3ba1d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6035ed2710404d7fadaeb6fad57f6003&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1013498 Nov 12 04:32:15.584152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb670d-491e-431a-be61-424e6f90c918 req-0ce470e6-85d6-4242-8d25-2c6b30cb77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:15.585627 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49cb670d-491e-431a-be61-424e6f90c918 req-0ce470e6-85d6-4242-8d25-2c6b30cb77b7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0935714 Nov 12 04:32:15.690202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-a827174b-c07f-4b13-a4bc-eb131b2b3308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:15.691636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-a827174b-c07f-4b13-a4bc-eb131b2b3308 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1095 time: 0.0444326 Nov 12 04:32:15.724423 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301ee31-f104-4587-a3a0-04619521836c req-00e194e9-a372-4958-9523-85f4451fd58c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:15.725978 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1301ee31-f104-4587-a3a0-04619521836c req-00e194e9-a372-4958-9523-85f4451fd58c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 943 time: 0.0573075 Nov 12 04:32:15.742032 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-09b6f5cb-b11c-4aad-87d9-7811efda5b01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4 HTTP/1.1" status: 200 len: 217 time: 0.0361655 Nov 12 04:32:15.775063 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1301ee31-f104-4587-a3a0-04619521836c req-4db76f70-0398-445e-bf47-3dea1128eef9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431612 Nov 12 04:32:15.798926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-a1c837b1-c7d9-4cda-97ef-cd776c9480f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:15.800425 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-a1c837b1-c7d9-4cda-97ef-cd776c9480f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f50dfaa-9294-477e-ae8a-30afcec12717 HTTP/1.1" status: 200 len: 834 time: 0.0505180 Nov 12 04:32:15.846130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-6b65c5e8-94c2-49bf-b3f5-60f0c104979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:15.848268 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-6b65c5e8-94c2-49bf-b3f5-60f0c104979a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403707 Nov 12 04:32:15.937418 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-a105cd9f-1e31-4318-932a-d62a977e384d service neutron] 10.222.0.26 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816116 Nov 12 04:32:16.036564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bee5e1-f342-42fa-b21e-9347b4ad3e7f req-60c0eb73-2cc2-42fa-8a88-a32005d4db7b service neutron] 10.222.0.26 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914612 Nov 12 04:32:16.894035 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f58a1-991a-4171-9b09-c1ce8be3e3fe req-48508482-a9e8-436a-bca0-867a439ef159 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:16.895513 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-117f58a1-991a-4171-9b09-c1ce8be3e3fe req-48508482-a9e8-436a-bca0-867a439ef159 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 943 time: 0.0495272 Nov 12 04:32:16.946023 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-117f58a1-991a-4171-9b09-c1ce8be3e3fe req-8621261b-3290-4212-96ff-3ef3f1804634 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444870 Nov 12 04:32:18.065081 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd88d77-baeb-449c-9b6c-5f0e72cbfc61 req-f7180b73-849d-4b29-acf8-c6c624012369 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:18.066548 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ebd88d77-baeb-449c-9b6c-5f0e72cbfc61 req-f7180b73-849d-4b29-acf8-c6c624012369 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 943 time: 0.0521922 Nov 12 04:32:18.115730 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ebd88d77-baeb-449c-9b6c-5f0e72cbfc61 req-a2c209af-3769-40bd-a153-1fdde591e780 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Nov 12 04:32:19.238784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bea79-7452-488a-85db-8af0ff2f7165 req-dff60b68-49ea-48f7-a973-b506919eaa5f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:19.240317 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-750bea79-7452-488a-85db-8af0ff2f7165 req-dff60b68-49ea-48f7-a973-b506919eaa5f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 943 time: 0.0541120 Nov 12 04:32:19.253551 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.292262 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-750bea79-7452-488a-85db-8af0ff2f7165 req-10dd5f63-399a-42e7-ab70-ebb83e696313 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444405 Nov 12 04:32:20.018530 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 831efe63-29d7-48cd-8108-7ecb7c13cec4 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:32:20.110365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:20.121837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'port_id': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'mac_address': 'fa:16:3e:5b:ba:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:32:20.162599 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.174993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831efe63-29d7-48cd-8108-7ecb7c13cec4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:32:20.193770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:20.258802 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.310672 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=831efe63-29d7-48cd-8108-7ecb7c13cec4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:20.413797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e02a0a-586b-4646-9f5f-0e6a5f04850e req-08f2456f-eb1e-4444-885f-7cfd3aba50d9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:20.415331 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f0e02a0a-586b-4646-9f5f-0e6a5f04850e req-08f2456f-eb1e-4444-885f-7cfd3aba50d9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 944 time: 0.0530519 Nov 12 04:32:20.466357 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f0e02a0a-586b-4646-9f5f-0e6a5f04850e req-40d1a86d-b9b1-4608-8ffe-d2a96ab116ba tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442944 Nov 12 04:32:20.664139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['831efe63-29d7-48cd-8108-7ecb7c13cec4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:32:21.587449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c3e1d-b38a-4b3b-8fd2-799f9f6d060e req-29594b2f-22ac-4863-8d2d-e491b0018f20 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:21.588951 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d7c3e1d-b38a-4b3b-8fd2-799f9f6d060e req-29594b2f-22ac-4863-8d2d-e491b0018f20 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 944 time: 0.0498295 Nov 12 04:32:21.638854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d7c3e1d-b38a-4b3b-8fd2-799f9f6d060e req-14240f49-d291-4896-bd69-3bd62d0d6d4a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439672 Nov 12 04:32:22.041304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 831efe63-29d7-48cd-8108-7ecb7c13cec4 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:22.166285 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 831efe63-29d7-48cd-8108-7ecb7c13cec4 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:32:22.170107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 831efe63-29d7-48cd-8108-7ecb7c13cec4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:22.170485 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.248810 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.271284 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:22.273519 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c56833-5b19-403d-ba06-ecfda1dae7b7" -d '{"events": [{"server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "name": "network-vif-plugged", "status": "completed", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:22.286583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:22.310034 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0ef2ff-79e1-4e33-9455-9443ace73926 x-openstack-request-id: req-4a0ef2ff-79e1-4e33-9455-9443ace73926 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:22.310330 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "name": "network-vif-plugged", "status": "completed", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:22.310588 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4a0ef2ff-79e1-4e33-9455-9443ace73926 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:22.310990 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'code': 200} Nov 12 04:32:22.366274 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.415521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=831efe63-29d7-48cd-8108-7ecb7c13cec4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:22.450125 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c6f3b-3573-40a8-b41b-facdfaa6f7aa req-8994eda6-150a-412b-9081-9a13276664b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:22.451841 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b0c6f3b-3573-40a8-b41b-facdfaa6f7aa req-8994eda6-150a-412b-9081-9a13276664b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0481992 Nov 12 04:32:22.500294 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b0c6f3b-3573-40a8-b41b-facdfaa6f7aa req-3dbc09b3-a602-4968-a43c-e4e4831d3ebd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402195 Nov 12 04:32:22.755185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd6cac-760d-4ea1-af79-55703e725f9c req-a45d95d4-a3ce-4328-9ede-d124ce96fc97 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:22.756709 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03bd6cac-760d-4ea1-af79-55703e725f9c req-a45d95d4-a3ce-4328-9ede-d124ce96fc97 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.0499065 Nov 12 04:32:22.805601 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03bd6cac-760d-4ea1-af79-55703e725f9c req-828841fb-e471-44e7-8ec5-d4da14828fa2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429742 Nov 12 04:32:23.125951 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8383b872-abf9-45f5-8db6-2d14933d4b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.932856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b168b-e648-4e8b-8ef7-471371ed789f req-fe8c0bad-cbe4-481f-b169-c30e00feb505 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:23.934361 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-300b168b-e648-4e8b-8ef7-471371ed789f req-fe8c0bad-cbe4-481f-b169-c30e00feb505 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.0573289 Nov 12 04:32:23.983818 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-300b168b-e648-4e8b-8ef7-471371ed789f req-00e076fe-1ac8-4658-ad01-1fc70cb266c8 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435030 Nov 12 04:32:24.932921 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9629ae3-374f-4e45-aa52-d3261887b6b0 req-ffd557fa-89fd-4ae8-91cd-04beeff01edc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391388 Nov 12 04:32:25.044228 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9629ae3-374f-4e45-aa52-d3261887b6b0 req-6cf546d8-22e8-4996-8693-537a677a63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:25.045766 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9629ae3-374f-4e45-aa52-d3261887b6b0 req-6cf546d8-22e8-4996-8693-537a677a63f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0463462 Nov 12 04:32:25.138593 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:25.154316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1298b-d467-407d-89cf-a8440024f436 req-c89cdc4b-d6f5-4131-9dbe-8706c6e6405f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:25.155788 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97f1298b-d467-407d-89cf-a8440024f436 req-c89cdc4b-d6f5-4131-9dbe-8706c6e6405f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.1037412 Nov 12 04:32:25.203951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9629ae3-374f-4e45-aa52-d3261887b6b0 req-f3cd5f16-abc9-418b-a331-fe80ce030d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:25.205325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9629ae3-374f-4e45-aa52-d3261887b6b0 req-f3cd5f16-abc9-418b-a331-fe80ce030d9d service neutron] 10.222.0.26 "GET /v2.0/networks?id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca HTTP/1.1" status: 200 len: 899 time: 0.1276357 Nov 12 04:32:25.252962 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97f1298b-d467-407d-89cf-a8440024f436 req-e9205a89-2127-4d48-8f44-ac4350f4a01f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908964 Nov 12 04:32:25.254591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9629ae3-374f-4e45-aa52-d3261887b6b0 req-c06b27d9-9781-47c7-b8b4-fd6eba867d79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4 HTTP/1.1" status: 200 len: 217 time: 0.0411828 Nov 12 04:32:25.306187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9629ae3-374f-4e45-aa52-d3261887b6b0 req-f2b7222a-9f17-4a4b-9dcb-4a007f088e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:25.307643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9629ae3-374f-4e45-aa52-d3261887b6b0 req-f2b7222a-9f17-4a4b-9dcb-4a007f088e1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f50dfaa-9294-477e-ae8a-30afcec12717 HTTP/1.1" status: 200 len: 834 time: 0.0457530 Nov 12 04:32:25.359961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9629ae3-374f-4e45-aa52-d3261887b6b0 req-a6ad5816-9480-446b-814f-963c78e7327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:25.361493 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9629ae3-374f-4e45-aa52-d3261887b6b0 req-a6ad5816-9480-446b-814f-963c78e7327b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459094 Nov 12 04:32:25.368708 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b03f48-f89e-4516-997f-89a1cacb2c3c req-b293a6be-d43b-42fd-aa95-d5a5b2d9cba1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:25.370439 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76b03f48-f89e-4516-997f-89a1cacb2c3c req-b293a6be-d43b-42fd-aa95-d5a5b2d9cba1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.0498841 Nov 12 04:32:25.420924 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76b03f48-f89e-4516-997f-89a1cacb2c3c req-e2dbc299-63dd-4fdb-9e77-f0ee60e12048 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442953 Nov 12 04:32:25.443232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57788) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:25.454597 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9629ae3-374f-4e45-aa52-d3261887b6b0 req-d2621f76-7b0b-40c9-b73a-a27a5585a3fa service neutron] 10.222.0.26 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848079 Nov 12 04:32:25.483241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c5473f-b0ec-4931-aa26-2370b7bec4a8 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:25.484784 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a9c5473f-b0ec-4931-aa26-2370b7bec4a8 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1092 time: 0.0405490 Nov 12 04:32:25.487629 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57790) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:25.491810 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:25.551561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9629ae3-374f-4e45-aa52-d3261887b6b0 req-c9371bc1-6348-4f7c-9250-c046be67a8ad service neutron] 10.222.0.26 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894465 Nov 12 04:32:25.594623 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:25.698947 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:25.803536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.25.8.56 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/e25f3da7-ac47-4df8-b389-ac0be0d5da24) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:25.903395 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:25.990550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:26.027786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:26.033993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:26.037654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:26.043654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=e25f3da7-ac47-4df8-b389-ac0be0d5da24,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:26.727007 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:26.899493 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:26.900225 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ce35fd4-3dd5-42ef-a5e4-162e8c10b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:26.915768 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.062294 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.127095 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.200392 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=e25f3da7-ac47-4df8-b389-ac0be0d5da24,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:27.211115 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.312634 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Floating IP ab6f1567-f62c-4f29-8042-d09d1624ac60 associated. External IP: 172.25.8.56, port: 831efe63-29d7-48cd-8108-7ecb7c13cec4. Nov 12 04:32:27.519765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router ac01adf0-ebcb-4867-8cda-a4704aab6af1 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:32:27.626480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:27.636141 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a5049c-325d-44d2-af35-1081afdf08dd None None] Sync routers for ids ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:27.646497 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a5049c-325d-44d2-af35-1081afdf08dd None None] Routers {'ac01adf0-ebcb-4867-8cda-a4704aab6af1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:27.651443 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-85a5049c-325d-44d2-af35-1081afdf08dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:32:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:27.712888 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.739921 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d15471a2-f4dc-4691-831f-d574fae9fabb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2512405 Nov 12 04:32:27.740604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:27.743242 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c2b4d5-7fe3-49d6-a64d-0538816f7635" -d '{"events": [{"name": "network-changed", "server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:27.756547 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-85a5049c-325d-44d2-af35-1081afdf08dd None None] Set router ac01adf0-ebcb-4867-8cda-a4704aab6af1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:27.844985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65419051-0fba-4e1c-8152-0e129d9f800f req-a5f8669f-4a63-4522-b32f-b4162e1251dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:27.847150 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65419051-0fba-4e1c-8152-0e129d9f800f req-a5f8669f-4a63-4522-b32f-b4162e1251dd tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.0536289 Nov 12 04:32:27.860582 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfa73c1-1e1e-4302-ad0f-c3777929a354 x-openstack-request-id: req-8cfa73c1-1e1e-4302-ad0f-c3777929a354 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:27.860872 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:27.861132 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8cfa73c1-1e1e-4302-ad0f-c3777929a354 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:27.861549 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'status': 'completed', 'code': 200} Nov 12 04:32:27.900952 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65419051-0fba-4e1c-8152-0e129d9f800f req-2a37e029-b151-428d-be73-72072f8da8c5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470667 Nov 12 04:32:27.927007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:27.953353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2b4d5-7fe3-49d6-a64d-0538816f7635 req-af40d1f1-5e9a-4a2e-ae38-3bc6d2153118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:27.954881 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44c2b4d5-7fe3-49d6-a64d-0538816f7635 req-af40d1f1-5e9a-4a2e-ae38-3bc6d2153118 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0440812 Nov 12 04:32:27.994862 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-87f761fe-597d-4068-9e50-5c8a4bb543d9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/ab6f1567-f62c-4f29-8042-d09d1624ac60 HTTP/1.1" status: 200 len: 990 time: 0.0666933 Nov 12 04:32:28.001416 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-85a5049c-325d-44d2-af35-1081afdf08dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:03Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ab6f1567-f62c-4f29-8042-d09d1624ac60', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'port_id': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'mac_address': 'fa:16:3e:5b:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:32:26Z', 'updated_at': '2021-11-12T04:32:26Z', 'revision_number': 0, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9025fe-c16f-4cc4-aa72-68aee0d3a96e', 'name': '', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:b2:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:03Z', 'updated_at': '2021-11-12T04:32:06Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:28.032304 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a5049c-325d-44d2-af35-1081afdf08dd None None] Checking router: ac01adf0-ebcb-4867-8cda-a4704aab6af1 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:28.041112 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a5049c-325d-44d2-af35-1081afdf08dd None None] Routers {'ac01adf0-ebcb-4867-8cda-a4704aab6af1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:28.041703 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-85a5049c-325d-44d2-af35-1081afdf08dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:32:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:28.051824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2b4d5-7fe3-49d6-a64d-0538816f7635 req-d3d335ec-c66f-4bcb-8813-1886d061171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:28.053311 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44c2b4d5-7fe3-49d6-a64d-0538816f7635 req-d3d335ec-c66f-4bcb-8813-1886d061171c service neutron] 10.222.0.26 "GET /v2.0/networks?id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca HTTP/1.1" status: 200 len: 899 time: 0.0904701 Nov 12 04:32:28.121013 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44c2b4d5-7fe3-49d6-a64d-0538816f7635 req-c3dc4fc8-4ab5-46b2-bdbb-8ca24818754c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4 HTTP/1.1" status: 200 len: 998 time: 0.0580947 Nov 12 04:32:28.146350 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-85a5049c-325d-44d2-af35-1081afdf08dd None None] Set router ac01adf0-ebcb-4867-8cda-a4704aab6af1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:28.177797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2b4d5-7fe3-49d6-a64d-0538816f7635 req-68662691-97a9-497e-8cc4-3c0183e1ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:28.179183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44c2b4d5-7fe3-49d6-a64d-0538816f7635 req-68662691-97a9-497e-8cc4-3c0183e1ece5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f50dfaa-9294-477e-ae8a-30afcec12717 HTTP/1.1" status: 200 len: 834 time: 0.0495851 Nov 12 04:32:28.226865 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2b4d5-7fe3-49d6-a64d-0538816f7635 req-7db0e4d6-b388-4195-be04-57d6dc4b828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:28.237644 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44c2b4d5-7fe3-49d6-a64d-0538816f7635 req-7db0e4d6-b388-4195-be04-57d6dc4b828a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414753 Nov 12 04:32:28.329975 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44c2b4d5-7fe3-49d6-a64d-0538816f7635 req-c3639e5e-4688-448d-9102-aff852218806 service neutron] 10.222.0.26 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906825 Nov 12 04:32:28.376880 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-85a5049c-325d-44d2-af35-1081afdf08dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:03Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ab6f1567-f62c-4f29-8042-d09d1624ac60', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'port_id': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'mac_address': 'fa:16:3e:5b:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:32:26Z', 'updated_at': '2021-11-12T04:32:26Z', 'revision_number': 0, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9025fe-c16f-4cc4-aa72-68aee0d3a96e', 'name': '', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:b2:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:03Z', 'updated_at': '2021-11-12T04:32:06Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:28.407313 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a5049c-325d-44d2-af35-1081afdf08dd None None] The sync data for ids ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'] in n-d-767704-23 is: [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:03Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ab6f1567-f62c-4f29-8042-d09d1624ac60', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'port_id': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'mac_address': 'fa:16:3e:5b:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:32:26Z', 'updated_at': '2021-11-12T04:32:26Z', 'revision_number': 0, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9025fe-c16f-4cc4-aa72-68aee0d3a96e', 'name': '', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:b2:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:03Z', 'updated_at': '2021-11-12T04:32:06Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:28.430559 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44c2b4d5-7fe3-49d6-a64d-0538816f7635 req-80eb524b-6792-45e0-9b76-4e997339e128 service neutron] 10.222.0.26 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932508 Nov 12 04:32:28.600916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0691354-b6c1-480f-9404-916bf89c5d7d None None] New status for floating IP ab6f1567-f62c-4f29-8042-d09d1624ac60: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:32:28.605451 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:28.997890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57800) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:29.002392 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:29.080151 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-82abe132-934b-4a66-a71a-b9086a168174 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/ab6f1567-f62c-4f29-8042-d09d1624ac60 HTTP/1.1" status: 200 len: 992 time: 0.0810182 Nov 12 04:32:49.327461 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.627758 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:32:53.155422 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a201cd3-710a-448c-b000-ce0374a451e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.121667 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.852738 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.896280 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33d89149-b110-46a7-994a-3fbdd52f4736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.624380 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.087302 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.407152 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.089962 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a168c97-01c6-42a6-a27f-6ebd2071388e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.166713 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.884535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04c38079-1692-4cb3-9db4-b0ed233e8f1f req-825011a2-0ae9-4541-a5c2-c5bcacc15085 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406446 Nov 12 04:33:25.991315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c38079-1692-4cb3-9db4-b0ed233e8f1f req-945cada6-c92f-44d6-b2c5-9d0eaae86410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:25.993124 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04c38079-1692-4cb3-9db4-b0ed233e8f1f req-945cada6-c92f-44d6-b2c5-9d0eaae86410 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0449197 Nov 12 04:33:26.099121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c38079-1692-4cb3-9db4-b0ed233e8f1f req-a69c4c8d-669e-4fa1-bcfa-a3ba612fe24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:26.100649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04c38079-1692-4cb3-9db4-b0ed233e8f1f req-a69c4c8d-669e-4fa1-bcfa-a3ba612fe24e service neutron] 10.222.0.26 "GET /v2.0/networks?id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca HTTP/1.1" status: 200 len: 899 time: 0.0864272 Nov 12 04:33:26.169044 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04c38079-1692-4cb3-9db4-b0ed233e8f1f req-1392f048-ed56-44c1-8dfc-36efd896b682 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4 HTTP/1.1" status: 200 len: 1000 time: 0.0611837 Nov 12 04:33:26.218016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c38079-1692-4cb3-9db4-b0ed233e8f1f req-9b11b184-5449-4d1e-92f7-5b70db17a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:26.219446 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04c38079-1692-4cb3-9db4-b0ed233e8f1f req-9b11b184-5449-4d1e-92f7-5b70db17a516 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f50dfaa-9294-477e-ae8a-30afcec12717 HTTP/1.1" status: 200 len: 834 time: 0.0434563 Nov 12 04:33:26.265385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c38079-1692-4cb3-9db4-b0ed233e8f1f req-50b3297b-c434-4d6f-8e4d-d29c7ad0d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:26.266904 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04c38079-1692-4cb3-9db4-b0ed233e8f1f req-50b3297b-c434-4d6f-8e4d-d29c7ad0d742 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395248 Nov 12 04:33:26.361299 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04c38079-1692-4cb3-9db4-b0ed233e8f1f req-573634cc-600c-428e-af61-ff7aacc99c36 service neutron] 10.222.0.26 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855403 Nov 12 04:33:26.451736 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-04c38079-1692-4cb3-9db4-b0ed233e8f1f req-18c99968-371d-4c61-94a0-933959741bca service neutron] 10.222.0.26 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818326 Nov 12 04:33:26.860998 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:26.912622 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33521ef6-895b-48d9-b663-f0520aa95737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:28.627257 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:33:28.678328 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:29.002367 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:44.325724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf3718-2412-4140-9519-255f259d1fb3 req-4a3df773-6f4f-49e5-bddd-ba2afdf726fa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:44.327330 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fdf3718-2412-4140-9519-255f259d1fb3 req-4a3df773-6f4f-49e5-bddd-ba2afdf726fa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.1650281 Nov 12 04:33:44.382831 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2fdf3718-2412-4140-9519-255f259d1fb3 req-38733904-a5da-4c79-8a26-f2943168a0d3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492284 Nov 12 04:33:44.405255 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57836) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:44.467514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2fbcd38b-0c7c-4364-95c4-fa1e715719d4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/ab6f1567-f62c-4f29-8042-d09d1624ac60 HTTP/1.1" status: 200 len: 992 time: 0.0610075 Nov 12 04:33:44.766361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0e5f6-904b-4f06-9bf8-34a8cc37c7a6 req-93d29452-215a-4a73-88b2-a6a66347b38d tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:44.767877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-39d0e5f6-904b-4f06-9bf8-34a8cc37c7a6 req-93d29452-215a-4a73-88b2-a6a66347b38d tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0426505 Nov 12 04:33:44.818508 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-39d0e5f6-904b-4f06-9bf8-34a8cc37c7a6 req-5ce0fe03-a570-419f-9707-f4197d7a49b1 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446739 Nov 12 04:33:45.855726 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-d3ddf0ed-35f4-486c-b1b5-42d1bbfe2729 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899258 Nov 12 04:33:45.864312 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-d3734b67-4561-43dd-871d-2077c55fb0c8 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:33:45.874459 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-d3734b67-4561-43dd-871d-2077c55fb0c8 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048568 Nov 12 04:33:47.106683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e5cc7bee-fe1c-4174-925d-7f9f33d86c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:47.108054 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e5cc7bee-fe1c-4174-925d-7f9f33d86c79 service neutron] 10.222.0.105 "GET /v2.0/ports/831efe63-29d7-48cd-8108-7ecb7c13cec4 HTTP/1.1" status: 200 len: 1094 time: 0.0337656 Nov 12 04:33:47.117928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] Request body: {'binding': {'host': 'n-h1-767704-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:47.118362 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] Unknown quota resources ['binding']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:33:47.254904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] Attempting to bind port 831efe63-29d7-48cd-8108-7ecb7c13cec4 on host n-h1-767704-23 for vnic_type normal with profile None {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:47.255239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] Attempting to bind port 831efe63-29d7-48cd-8108-7ecb7c13cec4 by drivers openvswitch,hyperv on host n-h1-767704-23 at level 0 using segments [{'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:47.255569 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] Attempting to bind port 831efe63-29d7-48cd-8108-7ecb7c13cec4 on network beef2b8b-bb11-45c5-950a-7f78ec46e9ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:47.259884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] Port 831efe63-29d7-48cd-8108-7ecb7c13cec4 on network beef2b8b-bb11-45c5-950a-7f78ec46e9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:33:47.260233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] Attempting to bind port 831efe63-29d7-48cd-8108-7ecb7c13cec4 on network beef2b8b-bb11-45c5-950a-7f78ec46e9ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:47.265154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] Checking agent: {'id': '56f51b20-8cce-4275-949b-93a6f7b5b88b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:47.265552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] Checking segment: {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:47.265876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] Bound using segment: {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:47.266306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] Bound port: 831efe63-29d7-48cd-8108-7ecb7c13cec4, host: n-h1-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:47.347903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h1-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:47.434552 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:47.435746 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] 10.222.0.105 "POST /v2.0/ports/831efe63-29d7-48cd-8108-7ecb7c13cec4/bindings HTTP/1.1" status: 201 len: 390 time: 0.3214059 Nov 12 04:33:47.745556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9578c1-7bb5-4397-9ae0-bb95a4554561 req-c267eb94-2888-4f09-8753-b395e2b308d8 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:47.747180 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e9578c1-7bb5-4397-9ae0-bb95a4554561 req-c267eb94-2888-4f09-8753-b395e2b308d8 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.0564752 Nov 12 04:33:47.796836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e9578c1-7bb5-4397-9ae0-bb95a4554561 req-2afc10f5-3647-4777-bed5-ac27ffac4ee9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429869 Nov 12 04:33:48.119519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-61a93b7f-9785-455d-9a19-3112ba1a5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:48.121063 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-61a93b7f-9785-455d-9a19-3112ba1a5285 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0404649 Nov 12 04:33:48.214701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-d947ba81-1d09-42ad-a2d3-e173db7cefce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:48.216254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-d947ba81-1d09-42ad-a2d3-e173db7cefce service neutron] 10.222.0.25 "GET /v2.0/networks?id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca HTTP/1.1" status: 200 len: 899 time: 0.0875299 Nov 12 04:33:48.282409 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-2b102988-6ba6-4ce0-8062-ee3189e980c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4 HTTP/1.1" status: 200 len: 1000 time: 0.0586064 Nov 12 04:33:48.332651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0193ea4d-67f1-45b2-8071-b49e6c308bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:48.334210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0193ea4d-67f1-45b2-8071-b49e6c308bd6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4f50dfaa-9294-477e-ae8a-30afcec12717 HTTP/1.1" status: 200 len: 834 time: 0.0446947 Nov 12 04:33:48.384333 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-f53094fb-4cb1-4ccc-a419-038990cc031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:48.385802 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-f53094fb-4cb1-4ccc-a419-038990cc031e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447111 Nov 12 04:33:48.477017 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-84baacfb-be4c-4b99-8889-0a47075fb1fa service neutron] 10.222.0.25 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840602 Nov 12 04:33:48.569658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0e9e7a7e-abd8-44fd-b429-b7b439e715b8 service neutron] 10.222.0.25 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848036 Nov 12 04:33:48.699235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-55f2d0c0-c2d7-45b7-a490-e69cd80532fb tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:48.700662 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-55f2d0c0-c2d7-45b7-a490-e69cd80532fb tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1&tenant_id=6035ed2710404d7fadaeb6fad57f6003&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 1097 time: 0.0731592 Nov 12 04:33:48.711725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-767704-23'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:48.988531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb95ed1-31e6-4f18-8ea1-130c3a5fcdca req-767af4b5-6fac-4dd0-9798-bff6d13de9c6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:48.990317 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-edb95ed1-31e6-4f18-8ea1-130c3a5fcdca req-767af4b5-6fac-4dd0-9798-bff6d13de9c6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.1183209 Nov 12 04:33:49.041682 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-edb95ed1-31e6-4f18-8ea1-130c3a5fcdca req-fbd17acd-c114-4dee-a5a2-c8d38b63f221 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452549 Nov 12 04:33:49.099768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.224818 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:49.270869 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:49.292077 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.315675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:49.317985 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d2c5bf-b634-427a-b7cb-199b318e1cec" -d '{"events": [{"server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "name": "network-vif-unplugged", "status": "completed", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:49.321808 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.357187 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1761e67-90b5-424c-bd67-97005307e2ff x-openstack-request-id: req-c1761e67-90b5-424c-bd67-97005307e2ff {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:49.357481 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "name": "network-vif-unplugged", "status": "completed", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:49.357736 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c1761e67-90b5-424c-bd67-97005307e2ff {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:49.358129 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'code': 200} Nov 12 04:33:49.395079 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.489372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Pushing event updated for resources: {'Port': ['ID=831efe63-29d7-48cd-8108-7ecb7c13cec4,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:49.504697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:49.505225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:49.505418 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:49.505750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:49.506077 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:49.506404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:49.506729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:49.507050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:49.507368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:49.507687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:49.508005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:49.508349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:49.555356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Attempting to bind port 831efe63-29d7-48cd-8108-7ecb7c13cec4 on host n-h2-767704-23 for vnic_type normal with profile {"migrating_to": "n-h1-767704-23"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:49.555683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Attempting to bind port 831efe63-29d7-48cd-8108-7ecb7c13cec4 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:49.556005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Attempting to bind port 831efe63-29d7-48cd-8108-7ecb7c13cec4 on network beef2b8b-bb11-45c5-950a-7f78ec46e9ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:49.562341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Port 831efe63-29d7-48cd-8108-7ecb7c13cec4 on network beef2b8b-bb11-45c5-950a-7f78ec46e9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:33:49.562663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Attempting to bind port 831efe63-29d7-48cd-8108-7ecb7c13cec4 on network beef2b8b-bb11-45c5-950a-7f78ec46e9ca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:49.567923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:49.568288 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Checking segment: {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:49.568680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Bound using segment: {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:49.569251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Bound port: 831efe63-29d7-48cd-8108-7ecb7c13cec4, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130da4f1-db4b-47a4-a93b-b6963c3731bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:49.569615 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.634470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:49.637636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:49.640393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-74ee4ea7-593f-4ffa-bedd-b540d324b74a None None] Provisioning complete for port 831efe63-29d7-48cd-8108-7ecb7c13cec4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:49.652396 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74ee4ea7-593f-4ffa-bedd-b540d324b74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.673966 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-74ee4ea7-593f-4ffa-bedd-b540d324b74a None None] Port 831efe63-29d7-48cd-8108-7ecb7c13cec4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:49.761863 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.858811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Pushing event updated for resources: {'Port': ['ID=831efe63-29d7-48cd-8108-7ecb7c13cec4,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:49.904598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:49.905581 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:49.907146 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-0195daef-c8fe-4fd6-9846-2890d07df5eb service neutron] 10.222.0.25 "PUT /v2.0/ports/831efe63-29d7-48cd-8108-7ecb7c13cec4 HTTP/1.1" status: 200 len: 1123 time: 1.1993268 Nov 12 04:33:49.997937 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Provisioning complete for port 831efe63-29d7-48cd-8108-7ecb7c13cec4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:49.998308 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:50.044400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['831efe63-29d7-48cd-8108-7ecb7c13cec4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:33:50.175924 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78459568-8f36-4cc4-8897-3c4f7bb4180a req-07a93efa-011b-4de1-9498-3a78a29844b7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.177710 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78459568-8f36-4cc4-8897-3c4f7bb4180a req-07a93efa-011b-4de1-9498-3a78a29844b7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 943 time: 0.0574126 Nov 12 04:33:50.239900 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78459568-8f36-4cc4-8897-3c4f7bb4180a req-caf56db3-05a5-4e04-80e5-a623fcf11826 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558589 Nov 12 04:33:50.280593 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:50.318354 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:50.320747 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca7b99-cfba-4ad9-a301-acd33237b088" -d '{"events": [{"server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "name": "network-vif-plugged", "status": "completed", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:50.343450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:50.363347 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19f692f-3da6-457b-8e61-bb996aa31a4e x-openstack-request-id: req-c19f692f-3da6-457b-8e61-bb996aa31a4e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:50.363639 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "name": "network-vif-plugged", "status": "completed", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:50.363896 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c19f692f-3da6-457b-8e61-bb996aa31a4e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:50.364314 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'code': 200} Nov 12 04:33:50.441065 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:50.605244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Pushing event updated for resources: {'Port': ['ID=831efe63-29d7-48cd-8108-7ecb7c13cec4,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:50.636292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:50.636637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:50.636977 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:50.637314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:50.637646 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:50.637973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:50.638298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:50.638620 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:50.638940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:50.639260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:50.639583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:50.639925 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131c5e1-56be-4638-873d-6f251d12a2c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:51.360318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:51.361036 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31d11d-2eb0-4818-9ea1-d6b45a5821db req-dfec6348-ccd5-44bd-a6ad-5782e13dd1e2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:51.362543 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c31d11d-2eb0-4818-9ea1-d6b45a5821db req-dfec6348-ccd5-44bd-a6ad-5782e13dd1e2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.0516589 Nov 12 04:33:51.362710 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60305995-c99d-45c7-8b27-f7d4f06abc86" -d '{"events": [{"name": "network-changed", "server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:51.400533 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3ce386-a3e1-4138-bf4a-ffc94c708ec9 x-openstack-request-id: req-6d3ce386-a3e1-4138-bf4a-ffc94c708ec9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:51.400914 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:51.401148 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6d3ce386-a3e1-4138-bf4a-ffc94c708ec9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:51.401543 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'status': 'completed', 'code': 200} Nov 12 04:33:51.416702 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c31d11d-2eb0-4818-9ea1-d6b45a5821db req-b568c9bf-2812-4479-ba8f-d0f1a6ee2f8a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473096 Nov 12 04:33:51.505788 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305995-c99d-45c7-8b27-f7d4f06abc86 req-31d2f7b7-aa4f-468e-b1ce-69fa5b0d33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:51.507356 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60305995-c99d-45c7-8b27-f7d4f06abc86 req-31d2f7b7-aa4f-468e-b1ce-69fa5b0d33ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1128 time: 0.0473506 Nov 12 04:33:51.607537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305995-c99d-45c7-8b27-f7d4f06abc86 req-e0416189-4794-4b36-b954-c6ec1be8e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:51.609051 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60305995-c99d-45c7-8b27-f7d4f06abc86 req-e0416189-4794-4b36-b954-c6ec1be8e6eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca HTTP/1.1" status: 200 len: 899 time: 0.0930338 Nov 12 04:33:51.679395 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60305995-c99d-45c7-8b27-f7d4f06abc86 req-47209f1d-ebeb-4bf3-b0ee-28f1117ac80f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4 HTTP/1.1" status: 200 len: 1000 time: 0.0623806 Nov 12 04:33:51.730300 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305995-c99d-45c7-8b27-f7d4f06abc86 req-1b9d10ee-5fa2-408a-a5de-4aabf2709b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:51.731777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60305995-c99d-45c7-8b27-f7d4f06abc86 req-1b9d10ee-5fa2-408a-a5de-4aabf2709b19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f50dfaa-9294-477e-ae8a-30afcec12717 HTTP/1.1" status: 200 len: 834 time: 0.0451925 Nov 12 04:33:51.777949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305995-c99d-45c7-8b27-f7d4f06abc86 req-e01bcb2f-c40a-4ac5-b470-fde7ffb7fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:51.779450 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60305995-c99d-45c7-8b27-f7d4f06abc86 req-e01bcb2f-c40a-4ac5-b470-fde7ffb7fa9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400422 Nov 12 04:33:51.875332 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60305995-c99d-45c7-8b27-f7d4f06abc86 req-006948ce-246b-451f-aad8-89f673089044 service neutron] 10.222.0.26 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875735 Nov 12 04:33:51.972341 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60305995-c99d-45c7-8b27-f7d4f06abc86 req-08956225-2799-42af-8c32-c504d812c021 service neutron] 10.222.0.26 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892272 Nov 12 04:33:52.539207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3413bd8-9b07-46ad-ad49-86578aebd478 req-614ea51f-a5a6-43d0-a487-295fb609c095 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:52.540658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3413bd8-9b07-46ad-ad49-86578aebd478 req-614ea51f-a5a6-43d0-a487-295fb609c095 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.0503621 Nov 12 04:33:52.600548 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e3413bd8-9b07-46ad-ad49-86578aebd478 req-b322d710-c419-495e-8b13-ed66d78da8e3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535707 Nov 12 04:33:52.781801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 831efe63-29d7-48cd-8108-7ecb7c13cec4 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:33:52.881497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:52.892452 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 831efe63-29d7-48cd-8108-7ecb7c13cec4 has no active binding in host n-h1-767704-23 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 04:33:53.103947 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4035792c-047a-4b0c-96e0-4505885067bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:53.734305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a9c2f-02ba-478c-8d24-c97182301329 req-611f0256-3d13-416d-8d3b-4cb619773cbb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.736069 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-496a9c2f-02ba-478c-8d24-c97182301329 req-611f0256-3d13-416d-8d3b-4cb619773cbb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.0565152 Nov 12 04:33:53.800447 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-496a9c2f-02ba-478c-8d24-c97182301329 req-06218dbf-10aa-405f-acd1-1a0a9215df7e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541799 Nov 12 04:33:54.925108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe7e53-266d-4f29-b04b-9dc555ec8acc req-2df3b393-f076-49f1-b537-6450434d12f1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:54.926629 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fffe7e53-266d-4f29-b04b-9dc555ec8acc req-2df3b393-f076-49f1-b537-6450434d12f1 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.0487406 Nov 12 04:33:54.975817 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fffe7e53-266d-4f29-b04b-9dc555ec8acc req-6b44cc07-4ada-4825-8d47-70be2dbfb671 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431597 Nov 12 04:33:55.180682 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:55.722864 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-b49e7e85-a2f3-4825-8821-aa9d1b4e074d service neutron] 10.222.0.26 "GET /v2.0/ports/831efe63-29d7-48cd-8108-7ecb7c13cec4/bindings/n-h1-767704-23 HTTP/1.1" status: 200 len: 385 time: 0.0550957 Nov 12 04:33:55.907599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-54c5b27c-df5e-4939-b1c9-d30a9970af18 service neutron] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:55.926793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-54c5b27c-df5e-4939-b1c9-d30a9970af18 service neutron] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:55.971818 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:55.974162 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bb3b34-106f-41f5-917f-1d55a0b2ab78" -d '{"events": [{"server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "name": "network-vif-unplugged", "status": "completed", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:55.980908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-54c5b27c-df5e-4939-b1c9-d30a9970af18 service neutron] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:56.016368 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f0c544-6a0f-485c-bdb8-7022b01bee66 x-openstack-request-id: req-45f0c544-6a0f-485c-bdb8-7022b01bee66 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:56.016368 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "name": "network-vif-unplugged", "status": "completed", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:56.016683 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-45f0c544-6a0f-485c-bdb8-7022b01bee66 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:56.016908 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'code': 200} Nov 12 04:33:56.076823 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-54c5b27c-df5e-4939-b1c9-d30a9970af18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:56.125838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4587d-79e8-4ad9-986e-171f783344dd req-9c08fd5e-765e-4bf5-9bc6-f28c82dc6b80 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:56.127360 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bf4587d-79e8-4ad9-986e-171f783344dd req-9c08fd5e-765e-4bf5-9bc6-f28c82dc6b80 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.0787940 Nov 12 04:33:56.243483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5bf4587d-79e8-4ad9-986e-171f783344dd req-a5903ce7-056d-4400-8fe2-1c728231c318 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091418 Nov 12 04:33:56.248981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-54c5b27c-df5e-4939-b1c9-d30a9970af18 service neutron] Transition to ACTIVE for port object 831efe63-29d7-48cd-8108-7ecb7c13cec4 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:33:56.344165 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-54c5b27c-df5e-4939-b1c9-d30a9970af18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:56.436761 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5b27c-df5e-4939-b1c9-d30a9970af18 service neutron] Pushing event updated for resources: {'Port': ['ID=831efe63-29d7-48cd-8108-7ecb7c13cec4,revision_number=11']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:56.473561 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-54c5b27c-df5e-4939-b1c9-d30a9970af18 service neutron] No DVR routers for this DVR port 831efe63-29d7-48cd-8108-7ecb7c13cec4 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:33:56.619630 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-54c5b27c-df5e-4939-b1c9-d30a9970af18 service neutron] 10.222.0.26 "PUT /v2.0/ports/831efe63-29d7-48cd-8108-7ecb7c13cec4/bindings/n-h1-767704-23/activate HTTP/1.1" status: 200 len: 370 time: 0.8897421 Nov 12 04:33:56.802517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 831efe63-29d7-48cd-8108-7ecb7c13cec4 details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:33:56.853000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-2ba2c395-74db-4def-b3a6-ddfc4c17bf63 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:56.854644 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-2ba2c395-74db-4def-b3a6-ddfc4c17bf63 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1&tenant_id=6035ed2710404d7fadaeb6fad57f6003&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 1096 time: 0.0502467 Nov 12 04:33:56.873120 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b335cc94-f371-4232-943f-b34e8ec69f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:56.874459 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:56.906861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-9fc2f946-8a51-41a9-96c1-219f668b0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:56.907134 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:56.908374 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-9fc2f946-8a51-41a9-96c1-219f668b0a82 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1&tenant_id=6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 1096 time: 0.0448084 Nov 12 04:33:56.917443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Returning: {'device': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'port_id': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'mac_address': 'fa:16:3e:5b:ba:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:33:56.957326 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:56.973312 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-410c3983-70b9-48ba-9988-008de8f434e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:56.974038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831efe63-29d7-48cd-8108-7ecb7c13cec4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:33:56.974798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-410c3983-70b9-48ba-9988-008de8f434e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0426228 Nov 12 04:33:56.993873 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:57.068421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-58c6611c-0b1e-49cd-be40-1d82d2d9e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:57.069952 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-58c6611c-0b1e-49cd-be40-1d82d2d9e33b service neutron] 10.222.0.25 "GET /v2.0/networks?id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca HTTP/1.1" status: 200 len: 899 time: 0.0885482 Nov 12 04:33:57.103247 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.137120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-25a6af88-4d78-415e-bffd-634f7106cbb6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4 HTTP/1.1" status: 200 len: 998 time: 0.0603364 Nov 12 04:33:57.155707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=831efe63-29d7-48cd-8108-7ecb7c13cec4,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:57.167733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] get_ports_and_sgs() called for port_ids ['831efe63-29d7-48cd-8108-7ecb7c13cec4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:33:57.193598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-d35fd676-dfa5-407e-b1e0-06b1fc1a171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:57.195086 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-d35fd676-dfa5-407e-b1e0-06b1fc1a171c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4f50dfaa-9294-477e-ae8a-30afcec12717 HTTP/1.1" status: 200 len: 834 time: 0.0487890 Nov 12 04:33:57.242937 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-a51a5950-acb4-49c7-a9f6-ab3cbd336f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:57.244483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-a51a5950-acb4-49c7-a9f6-ab3cbd336f4d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414836 Nov 12 04:33:57.357904 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-ffea07bf-d47b-4507-b74b-dd66b3f8e75c service neutron] 10.222.0.25 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049836 Nov 12 04:33:57.371912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec86197-29ca-4b8d-ad9e-c54236590b2c req-260b7d99-964d-43ac-887d-0a224c0c524f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:57.376579 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ec86197-29ca-4b8d-ad9e-c54236590b2c req-260b7d99-964d-43ac-887d-0a224c0c524f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.0591407 Nov 12 04:33:57.428396 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0ec86197-29ca-4b8d-ad9e-c54236590b2c req-f8c29409-55bc-4144-8d7e-88f6e64f0717 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479314 Nov 12 04:33:57.459232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-486f324e-74d0-4767-babb-b137934abbab service neutron] 10.222.0.25 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937569 Nov 12 04:33:57.881837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-3e953e3a-80cc-4782-8ecc-5a81c9502d24 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:57.883333 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-3e953e3a-80cc-4782-8ecc-5a81c9502d24 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1&tenant_id=6035ed2710404d7fadaeb6fad57f6003&binding%3Ahost_id=n-h1-767704-23 HTTP/1.1" status: 200 len: 1097 time: 0.0447204 Nov 12 04:33:58.084605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-16936377-4773-42ee-a380-50ada9282c4a service neutron] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:58.087817 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-16936377-4773-42ee-a380-50ada9282c4a service neutron] Publish callbacks [] for binding, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:58.088951 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-16936377-4773-42ee-a380-50ada9282c4a service neutron] 10.222.0.25 "DELETE /v2.0/ports/831efe63-29d7-48cd-8108-7ecb7c13cec4/bindings/n-h2-767704-23 HTTP/1.1" status: 204 len: 173 time: 0.1981335 Nov 12 04:33:58.551071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c627dc6-a6c4-42b2-bfc5-267b77b3db72 req-b60449be-6c10-44fa-b0a8-c398244083ea tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:58.552658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c627dc6-a6c4-42b2-bfc5-267b77b3db72 req-b60449be-6c10-44fa-b0a8-c398244083ea tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.0525143 Nov 12 04:33:58.575372 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 831efe63-29d7-48cd-8108-7ecb7c13cec4 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:33:58.580598 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:58.612806 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c627dc6-a6c4-42b2-bfc5-267b77b3db72 req-5119d182-d5a8-4e7a-a50b-a3122530173b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534818 Nov 12 04:33:58.620297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 831efe63-29d7-48cd-8108-7ecb7c13cec4 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:33:58.720078 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725cab1-a089-4a9d-8b98-18f696f43b27 req-aa97ade8-27e1-41b0-a3c6-c9e8d4e49053 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:58.722131 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5725cab1-a089-4a9d-8b98-18f696f43b27 req-aa97ade8-27e1-41b0-a3c6-c9e8d4e49053 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0406704 Nov 12 04:33:58.779644 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5725cab1-a089-4a9d-8b98-18f696f43b27 req-0d304e5c-c7fa-43ca-b52e-0459bac0e32b tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512593 Nov 12 04:33:58.826501 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 831efe63-29d7-48cd-8108-7ecb7c13cec4 up at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:58.898098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464f24e-b6bd-44be-bf91-45974c4b2b37 req-c2355a88-235e-4a76-b013-c2a03d6add9b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:58.899631 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7464f24e-b6bd-44be-bf91-45974c4b2b37 req-c2355a88-235e-4a76-b013-c2a03d6add9b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 945 time: 0.0518787 Nov 12 04:33:58.957926 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7464f24e-b6bd-44be-bf91-45974c4b2b37 req-0b68cc44-880f-4b15-bd4b-347645ec300a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523112 Nov 12 04:33:58.978093 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning for port 831efe63-29d7-48cd-8108-7ecb7c13cec4 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:33:58.980642 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:58.982594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Provisioning complete for port 831efe63-29d7-48cd-8108-7ecb7c13cec4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:58.982964 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.011514 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.049253 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cb5d61f2-d0f4-45f9-90ce-6f255e746a0d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/ab6f1567-f62c-4f29-8042-d09d1624ac60 HTTP/1.1" status: 200 len: 991 time: 0.0673239 Nov 12 04:33:59.073256 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.099282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:59.101529 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6697db-8d72-4afe-ad3f-c85b6d9cb2f1" -d '{"events": [{"server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "name": "network-vif-plugged", "status": "completed", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:59.119059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:59.194867 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.232388 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928d6ccc-86e5-4e77-9b23-3f4a3550ae46 x-openstack-request-id: req-928d6ccc-86e5-4e77-9b23-3f4a3550ae46 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:59.232388 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "name": "network-vif-plugged", "status": "completed", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:59.232388 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-928d6ccc-86e5-4e77-9b23-3f4a3550ae46 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:59.232388 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'code': 200} Nov 12 04:33:59.249084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Pushing event updated for resources: {'Port': ['ID=831efe63-29d7-48cd-8108-7ecb7c13cec4,revision_number=14']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:59.278009 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:59.443007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port e25f3da7-ac47-4df8-b389-ac0be0d5da24 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:33:59.443354 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.517041 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.517369 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.529450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for e25f3da7-ac47-4df8-b389-ac0be0d5da24 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:33:59.762992 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.789213 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=e25f3da7-ac47-4df8-b389-ac0be0d5da24,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:59.817755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:59.818102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:59.818444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:59.818880 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:59.819214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:59.819546 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:59.819874 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:59.820232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:59.820559 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:59.820881 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:59.821221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:59.821523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:59.863783 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:59.864830 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Floating IP ab6f1567-f62c-4f29-8042-d09d1624ac60 disassociated (deleted). External IP: 172.25.8.56, port: 831efe63-29d7-48cd-8108-7ecb7c13cec4. Nov 12 04:34:00.077270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router ac01adf0-ebcb-4867-8cda-a4704aab6af1 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:00.183063 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:00.187949 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.192603 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00389623-79de-411d-8717-e505b908f950 None None] Sync routers for ids ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:00.202164 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00389623-79de-411d-8717-e505b908f950 None None] Routers {'ac01adf0-ebcb-4867-8cda-a4704aab6af1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:00.207581 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-00389623-79de-411d-8717-e505b908f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:33:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:00.225052 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bf31fb77-18a9-41a1-b28f-1475a9c46ed4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/floatingips/ab6f1567-f62c-4f29-8042-d09d1624ac60 HTTP/1.1" status: 204 len: 168 time: 0.9458103 Nov 12 04:34:00.225701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:00.228427 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31474f4c611610695af6210a6fdd89a52a7cc489b8d767304a930747a19fd576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52502334-1a66-4b26-b41c-c37c03f75bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:00.270608 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008c4692-a6ba-45a7-977c-770836319e9c x-openstack-request-id: req-008c4692-a6ba-45a7-977c-770836319e9c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:00.270901 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:00.271151 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-008c4692-a6ba-45a7-977c-770836319e9c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:00.271549 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'status': 'completed', 'code': 200} Nov 12 04:34:00.340485 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52502334-1a66-4b26-b41c-c37c03f75bc8 req-446e8c5c-8b04-4e3e-926c-908f9ed6ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:00.342124 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52502334-1a66-4b26-b41c-c37c03f75bc8 req-446e8c5c-8b04-4e3e-926c-908f9ed6ab70 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0494494 Nov 12 04:34:00.361622 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-00389623-79de-411d-8717-e505b908f950 None None] Set router ac01adf0-ebcb-4867-8cda-a4704aab6af1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:00.436863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52502334-1a66-4b26-b41c-c37c03f75bc8 req-6fce8797-b7e4-408b-a18e-0fda442c5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:00.438356 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52502334-1a66-4b26-b41c-c37c03f75bc8 req-6fce8797-b7e4-408b-a18e-0fda442c5cd8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca HTTP/1.1" status: 200 len: 899 time: 0.0873609 Nov 12 04:34:00.485744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52502334-1a66-4b26-b41c-c37c03f75bc8 req-1da4b2c5-5816-4432-a45f-808c4eb3a111 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4 HTTP/1.1" status: 200 len: 217 time: 0.0389802 Nov 12 04:34:00.545527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52502334-1a66-4b26-b41c-c37c03f75bc8 req-37729e43-fb68-4398-8f15-c05e4c9277d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:00.547298 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52502334-1a66-4b26-b41c-c37c03f75bc8 req-37729e43-fb68-4398-8f15-c05e4c9277d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4f50dfaa-9294-477e-ae8a-30afcec12717 HTTP/1.1" status: 200 len: 834 time: 0.0527334 Nov 12 04:34:00.578931 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-00389623-79de-411d-8717-e505b908f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:03Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'ae9025fe-c16f-4cc4-aa72-68aee0d3a96e', 'name': '', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:b2:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:03Z', 'updated_at': '2021-11-12T04:32:06Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:00.600534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52502334-1a66-4b26-b41c-c37c03f75bc8 req-e2af572d-36c9-4e68-b24c-c84acaf0a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:00.600534 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52502334-1a66-4b26-b41c-c37c03f75bc8 req-e2af572d-36c9-4e68-b24c-c84acaf0a709 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=beef2b8b-bb11-45c5-950a-7f78ec46e9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415514 Nov 12 04:34:00.607738 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00389623-79de-411d-8717-e505b908f950 None None] Checking router: ac01adf0-ebcb-4867-8cda-a4704aab6af1 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:00.618535 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00389623-79de-411d-8717-e505b908f950 None None] Routers {'ac01adf0-ebcb-4867-8cda-a4704aab6af1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:00.619151 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-00389623-79de-411d-8717-e505b908f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:33:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:00.723885 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-00389623-79de-411d-8717-e505b908f950 None None] Set router ac01adf0-ebcb-4867-8cda-a4704aab6af1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:00.725756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52502334-1a66-4b26-b41c-c37c03f75bc8 req-b793db29-c5fb-48ab-91bb-52d72e1ef15a service neutron] 10.222.0.25 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211042 Nov 12 04:34:00.733236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de1307-0e89-4d1d-a7e8-1ee713b74680 req-972ef89c-d8e7-425f-b30a-1a1f7313574f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:00.734708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50de1307-0e89-4d1d-a7e8-1ee713b74680 req-972ef89c-d8e7-425f-b30a-1a1f7313574f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 946 time: 0.0728421 Nov 12 04:34:00.845183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-50de1307-0e89-4d1d-a7e8-1ee713b74680 req-09e55f09-241a-4a7d-8587-8f0fc76f16a0 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=e2b6e1f7-c9a2-498a-a5c8-d212e1961613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014285 Nov 12 04:34:00.862089 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-52502334-1a66-4b26-b41c-c37c03f75bc8 req-a1d37503-69c0-48b2-aca6-163561563460 service neutron] 10.222.0.25 "GET /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263611 Nov 12 04:34:00.934580 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-00389623-79de-411d-8717-e505b908f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:03Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'ae9025fe-c16f-4cc4-aa72-68aee0d3a96e', 'name': '', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:b2:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:03Z', 'updated_at': '2021-11-12T04:32:06Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:00.967985 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00389623-79de-411d-8717-e505b908f950 None None] The sync data for ids ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'] in n-d-767704-23 is: [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:32:03Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'ae9025fe-c16f-4cc4-aa72-68aee0d3a96e', 'name': '', 'network_id': 'beef2b8b-bb11-45c5-950a-7f78ec46e9ca', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:b2:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:03Z', 'updated_at': '2021-11-12T04:32:06Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '4f50dfaa-9294-477e-ae8a-30afcec12717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:01.133001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86faac-150d-4319-8531-82c41e636e8c req-58f571e8-9a8e-4534-9821-ab017337b630 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:01.134477 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf86faac-150d-4319-8531-82c41e636e8c req-58f571e8-9a8e-4534-9821-ab017337b630 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.25 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 946 time: 0.0514216 Nov 12 04:34:01.199135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e12df6-eb71-4187-b45d-f9ffa3ea9765 None None] New status for floating IP ab6f1567-f62c-4f29-8042-d09d1624ac60: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:34:01.232111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bf86faac-150d-4319-8531-82c41e636e8c req-e65b9b69-789c-4431-9227-0e84e2c260b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port 831efe63-29d7-48cd-8108-7ecb7c13cec4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:01.232450 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf86faac-150d-4319-8531-82c41e636e8c req-e65b9b69-789c-4431-9227-0e84e2c260b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.324550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bf86faac-150d-4319-8531-82c41e636e8c req-e65b9b69-789c-4431-9227-0e84e2c260b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] For port 831efe63-29d7-48cd-8108-7ecb7c13cec4, host n-h1-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-23',level=0,port_id=831efe63-29d7-48cd-8108-7ecb7c13cec4,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:01.324913 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf86faac-150d-4319-8531-82c41e636e8c req-e65b9b69-789c-4431-9227-0e84e2c260b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.338180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bf86faac-150d-4319-8531-82c41e636e8c req-e65b9b69-789c-4431-9227-0e84e2c260b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for 831efe63-29d7-48cd-8108-7ecb7c13cec4 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:01.549176 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf86faac-150d-4319-8531-82c41e636e8c req-e65b9b69-789c-4431-9227-0e84e2c260b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.576757 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b9b69-789c-4431-9227-0e84e2c260b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=831efe63-29d7-48cd-8108-7ecb7c13cec4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:01.629630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf86faac-150d-4319-8531-82c41e636e8c req-e65b9b69-789c-4431-9227-0e84e2c260b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] No DVR routers for this DVR port 831efe63-29d7-48cd-8108-7ecb7c13cec4 on host n-h1-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:34:01.632202 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bf86faac-150d-4319-8531-82c41e636e8c req-e65b9b69-789c-4431-9227-0e84e2c260b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.639251 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf86faac-150d-4319-8531-82c41e636e8c req-e65b9b69-789c-4431-9227-0e84e2c260b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.25 "DELETE /v2.0/ports/831efe63-29d7-48cd-8108-7ecb7c13cec4 HTTP/1.1" status: 204 len: 173 time: 0.4944921 Nov 12 04:34:01.639251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'name': 'network-vif-deleted', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:01.639251 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e5b3bc-e2fd-43e7-8def-d884a4802914" -d '{"events": [{"server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "name": "network-vif-deleted", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:01.675299 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7eb411-ea1e-40dd-bef1-b3985d160c58 x-openstack-request-id: req-fb7eb411-ea1e-40dd-bef1-b3985d160c58 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:01.675592 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7319af0b-2568-45b5-8dfc-becb65c90fe1", "name": "network-vif-deleted", "tag": "831efe63-29d7-48cd-8108-7ecb7c13cec4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:01.675842 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fb7eb411-ea1e-40dd-bef1-b3985d160c58 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:01.676263 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7319af0b-2568-45b5-8dfc-becb65c90fe1', 'name': 'network-vif-deleted', 'tag': '831efe63-29d7-48cd-8108-7ecb7c13cec4', 'status': 'completed', 'code': 200} Nov 12 04:34:01.976413 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8cb168fa-fdaf-470c-88f4-ec2b81e3892f req-24a0e465-c228-43d6-b623-d1867868140a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=7319af0b-2568-45b5-8dfc-becb65c90fe1 HTTP/1.1" status: 200 len: 210 time: 0.0322194 Nov 12 04:34:03.036769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:03.390794 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a01e06b0-5c78-43a9-969b-e57b89c4caaf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:03.647570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a01e06b0-5c78-43a9-969b-e57b89c4caaf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port ae9025fe-c16f-4cc4-aa72-68aee0d3a96e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:03.647824 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a01e06b0-5c78-43a9-969b-e57b89c4caaf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:03.739916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a01e06b0-5c78-43a9-969b-e57b89c4caaf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] For port ae9025fe-c16f-4cc4-aa72-68aee0d3a96e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ae9025fe-c16f-4cc4-aa72-68aee0d3a96e,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:03.740305 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a01e06b0-5c78-43a9-969b-e57b89c4caaf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:03.753473 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a01e06b0-5c78-43a9-969b-e57b89c4caaf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for ae9025fe-c16f-4cc4-aa72-68aee0d3a96e owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:03.995148 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a01e06b0-5c78-43a9-969b-e57b89c4caaf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.023873 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e06b0-5c78-43a9-969b-e57b89c4caaf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=ae9025fe-c16f-4cc4-aa72-68aee0d3a96e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:04.552723 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a01e06b0-5c78-43a9-969b-e57b89c4caaf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.765572 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01e06b0-5c78-43a9-969b-e57b89c4caaf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router ac01adf0-ebcb-4867-8cda-a4704aab6af1 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:04.852146 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 831efe63-29d7-48cd-8108-7ecb7c13cec4 no longer exists at agent hyperv_n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:04.872740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No Port match for: 831efe63-29d7-48cd-8108-7ecb7c13cec4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:34:04.873080 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 831efe63-29d7-48cd-8108-7ecb7c13cec4 not bound to the agent host n-h1-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:34:04.874736 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01e06b0-5c78-43a9-969b-e57b89c4caaf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:04.880626 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a01e06b0-5c78-43a9-969b-e57b89c4caaf tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "PUT /v2.0/routers/ac01adf0-ebcb-4867-8cda-a4704aab6af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8428411 Nov 12 04:34:04.883325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57938) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:04.884481 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d937c5-4fb4-4cc1-96a6-6dab8e332832 None None] Sync routers for ids ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:04.895043 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d937c5-4fb4-4cc1-96a6-6dab8e332832 None None] Routers {'ac01adf0-ebcb-4867-8cda-a4704aab6af1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:04.895787 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-18d937c5-4fb4-4cc1-96a6-6dab8e332832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:33:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:04.944583 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-33256235-7a39-4051-b6ec-baba570db317 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting subnet 4f50dfaa-9294-477e-ae8a-30afcec12717 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:34:04.947602 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33256235-7a39-4051-b6ec-baba570db317 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.988025 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33256235-7a39-4051-b6ec-baba570db317 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.005145 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-18d937c5-4fb4-4cc1-96a6-6dab8e332832 None None] Set router ac01adf0-ebcb-4867-8cda-a4704aab6af1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:05.072700 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33256235-7a39-4051-b6ec-baba570db317 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.183177 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-18d937c5-4fb4-4cc1-96a6-6dab8e332832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:34:03Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:05.213171 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d937c5-4fb4-4cc1-96a6-6dab8e332832 None None] Checking router: ac01adf0-ebcb-4867-8cda-a4704aab6af1 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:05.218848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33256235-7a39-4051-b6ec-baba570db317 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.222066 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d937c5-4fb4-4cc1-96a6-6dab8e332832 None None] Routers {'ac01adf0-ebcb-4867-8cda-a4704aab6af1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:05.222743 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-18d937c5-4fb4-4cc1-96a6-6dab8e332832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:33:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:05.247911 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33256235-7a39-4051-b6ec-baba570db317 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Subnet': ['ID=4f50dfaa-9294-477e-ae8a-30afcec12717,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:05.249901 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33256235-7a39-4051-b6ec-baba570db317 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.253760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-33256235-7a39-4051-b6ec-baba570db317 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/subnets/4f50dfaa-9294-477e-ae8a-30afcec12717 HTTP/1.1" status: 204 len: 168 time: 0.3694270 Nov 12 04:34:05.256361 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:05.258204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88a705-dd17-4641-b524-794a6a1aa686 None None] Network beef2b8b-bb11-45c5-950a-7f78ec46e9ca requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:34:05.338646 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-18d937c5-4fb4-4cc1-96a6-6dab8e332832 None None] Set router ac01adf0-ebcb-4867-8cda-a4704aab6af1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:05.383291 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.474052 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e178d63-5cfc-475b-adcd-101a7b6c87aa None None] DHCP port deletion for beef2b8b-bb11-45c5-950a-7f78ec46e9ca request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:05.499792 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.522656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2e178d63-5cfc-475b-adcd-101a7b6c87aa None None] Deleting port 5b4af57d-f658-42a6-937e-314a57bf55c7 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:05.523038 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e178d63-5cfc-475b-adcd-101a7b6c87aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.590778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2e178d63-5cfc-475b-adcd-101a7b6c87aa None None] For port 5b4af57d-f658-42a6-937e-314a57bf55c7, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=5b4af57d-f658-42a6-937e-314a57bf55c7,segment=NetworkSegment(130da4f1-db4b-47a4-a93b-b6963c3731bf),segment_id=130da4f1-db4b-47a4-a93b-b6963c3731bf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:05.591168 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e178d63-5cfc-475b-adcd-101a7b6c87aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.605111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2e178d63-5cfc-475b-adcd-101a7b6c87aa None None] Calling delete_port for 5b4af57d-f658-42a6-937e-314a57bf55c7 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:05.630630 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:34:05.635592 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-18d937c5-4fb4-4cc1-96a6-6dab8e332832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:34:03Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:05.656805 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port 7799300c-b796-4d3a-b9fc-973c23939dc2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:05.657374 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.664104 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d937c5-4fb4-4cc1-96a6-6dab8e332832 None None] The sync data for ids ['ac01adf0-ebcb-4867-8cda-a4704aab6af1'] in n-d-767704-23 is: [{'id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813943606', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:59Z', 'updated_at': '2021-11-12T04:34:03Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '7799300c-b796-4d3a-b9fc-973c23939dc2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01adf0-ebcb-4867-8cda-a4704aab6af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:00Z', 'updated_at': '2021-11-12T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:05.745296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] For port 7799300c-b796-4d3a-b9fc-973c23939dc2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7799300c-b796-4d3a-b9fc-973c23939dc2,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:05.745654 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.758858 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for 7799300c-b796-4d3a-b9fc-973c23939dc2 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:05.811797 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e178d63-5cfc-475b-adcd-101a7b6c87aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.838622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e178d63-5cfc-475b-adcd-101a7b6c87aa None None] Pushing event deleted for resources: {'Port': ['ID=5b4af57d-f658-42a6-937e-314a57bf55c7,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:05.840700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e178d63-5cfc-475b-adcd-101a7b6c87aa None None] No DVR routers for this DVR port 5b4af57d-f658-42a6-937e-314a57bf55c7 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:34:06.001680 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.033225 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=7799300c-b796-4d3a-b9fc-973c23939dc2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:06.048623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efacbbd1-5a9c-4335-9c78-63bf9b4cdbb1 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:06.100988 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.194892 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.197058 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.317235 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.317816 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Fanout notify agent at l3_agent the message router_deleted on router ac01adf0-ebcb-4867-8cda-a4704aab6af1 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:34:06.330189 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.330189 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9684ac38-3454-45ea-a944-118a8760c578 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/routers/ac01adf0-ebcb-4867-8cda-a4704aab6af1 HTTP/1.1" status: 204 len: 168 time: 1.0689836 Nov 12 04:34:06.330475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:06.418660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-943a9e53-b018-4d1e-bcb1-61da17cd28df tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.420833 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5b4af57d-f658-42a6-937e-314a57bf55c7 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:06.445757 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 5b4af57d-f658-42a6-937e-314a57bf55c7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:34:06.446112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 5b4af57d-f658-42a6-937e-314a57bf55c7 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:34:06.446530 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ae9025fe-c16f-4cc4-aa72-68aee0d3a96e no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:06.465968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: ae9025fe-c16f-4cc4-aa72-68aee0d3a96e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:34:06.466568 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ae9025fe-c16f-4cc4-aa72-68aee0d3a96e not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:34:06.515845 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-943a9e53-b018-4d1e-bcb1-61da17cd28df tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.536814 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-943a9e53-b018-4d1e-bcb1-61da17cd28df tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beef2b8b-bb11-45c5-950a-7f78ec46e9ca']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:06.545975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-943a9e53-b018-4d1e-bcb1-61da17cd28df tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130da4f1-db4b-47a4-a93b-b6963c3731bf') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:06.546240 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-943a9e53-b018-4d1e-bcb1-61da17cd28df tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130da4f1-db4b-47a4-a93b-b6963c3731bf') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:06.555937 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-943a9e53-b018-4d1e-bcb1-61da17cd28df tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.569504 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-943a9e53-b018-4d1e-bcb1-61da17cd28df tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.575263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943a9e53-b018-4d1e-bcb1-61da17cd28df tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:34:06.575639 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-943a9e53-b018-4d1e-bcb1-61da17cd28df tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:34:06.578586 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:34:06.714643 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-943a9e53-b018-4d1e-bcb1-61da17cd28df tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.722778 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-943a9e53-b018-4d1e-bcb1-61da17cd28df tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.725319 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-943a9e53-b018-4d1e-bcb1-61da17cd28df tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/networks/beef2b8b-bb11-45c5-950a-7f78ec46e9ca HTTP/1.1" status: 204 len: 168 time: 0.3931594 Nov 12 04:34:06.728378 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57944) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:06.742185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a9e53-b018-4d1e-bcb1-61da17cd28df tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Network': ['ID=beef2b8b-bb11-45c5-950a-7f78ec46e9ca,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:06.790913 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3553cd37-cc36-47aa-bb68-1495ec1c5842 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.820277 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3553cd37-cc36-47aa-bb68-1495ec1c5842 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.945772 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3553cd37-cc36-47aa-bb68-1495ec1c5842 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.948496 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3553cd37-cc36-47aa-bb68-1495ec1c5842 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.949658 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3553cd37-cc36-47aa-bb68-1495ec1c5842 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/security-groups/e2b6e1f7-c9a2-498a-a5c8-d212e1961613 HTTP/1.1" status: 204 len: 168 time: 0.2202609 Nov 12 04:34:06.960102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553cd37-cc36-47aa-bb68-1495ec1c5842 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b6e1f7-c9a2-498a-a5c8-d212e1961613,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:08.309656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7799300c-b796-4d3a-b9fc-973c23939dc2 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:08.330222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 7799300c-b796-4d3a-b9fc-973c23939dc2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:34:08.330553 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7799300c-b796-4d3a-b9fc-973c23939dc2 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:34:09.378528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:09.383263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-147fe088-5ec9-40ed-9c3c-43c151658609 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1913504663', 'description': 'tempest-secgroup-smoke-1913504663 description', 'project_id': '6035ed2710404d7fadaeb6fad57f6003'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:09.488918 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-147fe088-5ec9-40ed-9c3c-43c151658609 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.554386 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-147fe088-5ec9-40ed-9c3c-43c151658609 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.636710 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-147fe088-5ec9-40ed-9c3c-43c151658609 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.665027 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fe088-5ec9-40ed-9c3c-43c151658609 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20da1f0-0a3a-4c94-83e7-fdd3999dc250,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:09.730750 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-147fe088-5ec9-40ed-9c3c-43c151658609 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.732004 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-147fe088-5ec9-40ed-9c3c-43c151658609 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3524649 Nov 12 04:34:09.734969 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57956) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:09.739876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c03c2acf-b769-4845-8b45-f9b34244b482 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': 'b20da1f0-0a3a-4c94-83e7-fdd3999dc250', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:09.851318 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c03c2acf-b769-4845-8b45-f9b34244b482 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.910890 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c03c2acf-b769-4845-8b45-f9b34244b482 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.014027 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c03c2acf-b769-4845-8b45-f9b34244b482 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.034498 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c2acf-b769-4845-8b45-f9b34244b482 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11efe788-792c-4c14-9a15-31164067a826,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:10.110917 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c03c2acf-b769-4845-8b45-f9b34244b482 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.112806 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c03c2acf-b769-4845-8b45-f9b34244b482 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3763788 Nov 12 04:34:10.115884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57958) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:10.120223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-43a4cc2b-a7dd-4975-b2e4-1fdd56f1a6b9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': 'b20da1f0-0a3a-4c94-83e7-fdd3999dc250', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:10.205111 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43a4cc2b-a7dd-4975-b2e4-1fdd56f1a6b9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.259858 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43a4cc2b-a7dd-4975-b2e4-1fdd56f1a6b9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.368760 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43a4cc2b-a7dd-4975-b2e4-1fdd56f1a6b9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.388968 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4cc2b-a7dd-4975-b2e4-1fdd56f1a6b9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff37352-f853-490d-af61-bc54b47e0544,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:10.450664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43a4cc2b-a7dd-4975-b2e4-1fdd56f1a6b9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.451908 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-43a4cc2b-a7dd-4975-b2e4-1fdd56f1a6b9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3350611 Nov 12 04:34:10.454609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57960) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:10.459398 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-62ce9f24-8c1d-4ec4-b8e8-266a75fbe9c9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': 'b20da1f0-0a3a-4c94-83e7-fdd3999dc250', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:10.559410 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ce9f24-8c1d-4ec4-b8e8-266a75fbe9c9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.614604 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ce9f24-8c1d-4ec4-b8e8-266a75fbe9c9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.670703 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ce9f24-8c1d-4ec4-b8e8-266a75fbe9c9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.689154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce9f24-8c1d-4ec4-b8e8-266a75fbe9c9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1347d514-bb2c-4f55-81ed-054add1aefeb,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:10.753040 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62ce9f24-8c1d-4ec4-b8e8-266a75fbe9c9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.754260 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-62ce9f24-8c1d-4ec4-b8e8-266a75fbe9c9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2986989 Nov 12 04:34:10.757038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:10.761433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e07b743d-486d-4aea-8449-33e939fd18f7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': 'b20da1f0-0a3a-4c94-83e7-fdd3999dc250', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:10.841349 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e07b743d-486d-4aea-8449-33e939fd18f7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.900188 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e07b743d-486d-4aea-8449-33e939fd18f7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.956547 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e07b743d-486d-4aea-8449-33e939fd18f7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.975984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b743d-486d-4aea-8449-33e939fd18f7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec59f1b3-96e2-4169-81e4-0406978e93ed,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:11.025001 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e07b743d-486d-4aea-8449-33e939fd18f7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.026254 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e07b743d-486d-4aea-8449-33e939fd18f7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2682619 Nov 12 04:34:11.029021 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57964) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:11.033299 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9165469c-9f05-4b5a-aeba-0682ffe2501c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': 'b20da1f0-0a3a-4c94-83e7-fdd3999dc250', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:11.108900 n-d-767704-23 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-9165469c-9f05-4b5a-aeba-0682ffe2501c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Project 6035ed2710404d7fadaeb6fad57f6003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:34:11.113675 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9165469c-9f05-4b5a-aeba-0682ffe2501c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.171653 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9165469c-9f05-4b5a-aeba-0682ffe2501c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.245925 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9165469c-9f05-4b5a-aeba-0682ffe2501c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.263582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165469c-9f05-4b5a-aeba-0682ffe2501c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2c6d0f-df07-49ef-a4c9-bc8d1795a1f6,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:11.351416 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9165469c-9f05-4b5a-aeba-0682ffe2501c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.352718 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9165469c-9f05-4b5a-aeba-0682ffe2501c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3227794 Nov 12 04:34:11.355387 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:11.363892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6148db3b-4087-4768-8551-477b602d1995 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'security_group_rule': {'security_group_id': 'b20da1f0-0a3a-4c94-83e7-fdd3999dc250', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:11.459913 n-d-767704-23 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-6148db3b-4087-4768-8551-477b602d1995 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Project 6035ed2710404d7fadaeb6fad57f6003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:34:11.465178 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6148db3b-4087-4768-8551-477b602d1995 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.528290 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6148db3b-4087-4768-8551-477b602d1995 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.602689 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6148db3b-4087-4768-8551-477b602d1995 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.622223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148db3b-4087-4768-8551-477b602d1995 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1933cb-ef9f-4b34-9d93-34f7e59b1032,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:11.702328 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6148db3b-4087-4768-8551-477b602d1995 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.703551 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6148db3b-4087-4768-8551-477b602d1995 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3472235 Nov 12 04:34:11.707038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:11.712315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7d9ff626-1c8d-4339-a034-37b0a13d087b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'network': {'name': 'tempest-network-smoke--609467480', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:11.785655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9ff626-1c8d-4339-a034-37b0a13d087b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Made reservation on behalf of 6035ed2710404d7fadaeb6fad57f6003 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:34:11.789154 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff626-1c8d-4339-a034-37b0a13d087b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.812491 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9ff626-1c8d-4339-a034-37b0a13d087b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:34:11.821813 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff626-1c8d-4339-a034-37b0a13d087b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.822148 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-7d9ff626-1c8d-4339-a034-37b0a13d087b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Added segment f4bd0902-7556-47b1-9233-05e0101a71d7 of type vlan for network 175bf9a0-9ef1-43fe-9135-111519728666 Nov 12 04:34:11.863626 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff626-1c8d-4339-a034-37b0a13d087b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.933976 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff626-1c8d-4339-a034-37b0a13d087b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:11.939470 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ff626-1c8d-4339-a034-37b0a13d087b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:11.940111 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff626-1c8d-4339-a034-37b0a13d087b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.004877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ff626-1c8d-4339-a034-37b0a13d087b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Network': ['ID=175bf9a0-9ef1-43fe-9135-111519728666,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:12.015335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 175bf9a0-9ef1-43fe-9135-111519728666 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:34:12.038222 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7d9ff626-1c8d-4339-a034-37b0a13d087b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3301353 Nov 12 04:34:12.040865 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 57970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:12.045653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'admin_state_up': True, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:12.129476 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.130720 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.186595 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.401026 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.646836 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.665622 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.769358 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.25.8.135 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/570658f9-e43d-48c8-9f9c-bf75a6384475) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:12.867012 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.955331 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:12.998702 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:13.001534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:13.005531 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:13.014443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f7bf8b-102e-40e9-9ea4-e76ab2a84236 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:13.027996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=570658f9-e43d-48c8-9f9c-bf75a6384475,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:13.052437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9cb6172e-e4cc-473c-be65-b5dbea99c367 None None] Provisioning complete for port 570658f9-e43d-48c8-9f9c-bf75a6384475 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:13.053100 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9cb6172e-e4cc-473c-be65-b5dbea99c367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.086165 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9cb6172e-e4cc-473c-be65-b5dbea99c367 None None] Port 570658f9-e43d-48c8-9f9c-bf75a6384475 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:13.306795 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.499605 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.734338 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:34:13.840849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:13.851180 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Sync routers for ids ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:13.861081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Routers {'2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:13.861694 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:33:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:13.935967 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:13.937273 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b72a5d6e-c00f-41c4-9103-dfdb532bca84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8953075 Nov 12 04:34:13.941064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57972) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:13.967540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Set router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:13.975589 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d24adeec-aa0f-4bfa-b805-9fc28507c9a9 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=6035ed2710404d7fadaeb6fad57f6003&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332348 Nov 12 04:34:13.978296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:14.064010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962b0f7e-32f3-4991-9b5c-7671da8e2e3d tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:14.066086 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-962b0f7e-32f3-4991-9b5c-7671da8e2e3d tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868838 Nov 12 04:34:14.068895 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:14.095594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b363ba21-15b2-489b-868b-3d13d365bf9a tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255997 Nov 12 04:34:14.098053 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57978) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:14.102674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d0c0615b-d0d5-4ce8-bdef-30a7b76284b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-823596147', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:14.147090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:13Z', 'revision_number': 3, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:14.173890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Checking router: 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:14.174769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Updating router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a port 570658f9-e43d-48c8-9f9c-bf75a6384475 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:34:14.199312 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.254320 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c0615b-d0d5-4ce8-bdef-30a7b76284b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Made reservation on behalf of 6035ed2710404d7fadaeb6fad57f6003 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:34:14.257899 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0c0615b-d0d5-4ce8-bdef-30a7b76284b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.450775 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.522664 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0c0615b-d0d5-4ce8-bdef-30a7b76284b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.534594 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.579952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eec9c2-3995-46f4-889e-795a575d3f39 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:14.585191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0615b-d0d5-4ce8-bdef-30a7b76284b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Subnet': ['ID=1d59f791-be93-45dc-89c8-703bcda455b5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:14.592522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b2ecd-cf78-4087-8d5c-d717f22afeb7 None None] Pushing event updated for resources: {'Port': ['ID=570658f9-e43d-48c8-9f9c-bf75a6384475,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:14.594109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0615b-d0d5-4ce8-bdef-30a7b76284b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Checking segment: {'id': 'f4bd0902-7556-47b1-9233-05e0101a71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:14.594363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c0615b-d0d5-4ce8-bdef-30a7b76284b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network hostable DHCP agents. Network: 175bf9a0-9ef1-43fe-9135-111519728666, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:34:14.595083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Attempting to bind port 570658f9-e43d-48c8-9f9c-bf75a6384475 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:34:14.595449 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Attempting to bind port 570658f9-e43d-48c8-9f9c-bf75a6384475 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:34:14.595981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Attempting to bind port 570658f9-e43d-48c8-9f9c-bf75a6384475 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:14.606206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:34:14.606580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:14.607109 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.607363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:34:14.607831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Bound port: 570658f9-e43d-48c8-9f9c-bf75a6384475, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:34:14.608242 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.655981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7ae054d1-c2a4-49ab-ae61-b712ae661e82 None None] Provisioning complete for port 570658f9-e43d-48c8-9f9c-bf75a6384475 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:14.656280 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ae054d1-c2a4-49ab-ae61-b712ae661e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.685957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] For port 570658f9-e43d-48c8-9f9c-bf75a6384475, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:34:14.691804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c0615b-d0d5-4ce8-bdef-30a7b76284b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network 175bf9a0-9ef1-43fe-9135-111519728666 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:34:14.706566 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] For port 570658f9-e43d-48c8-9f9c-bf75a6384475, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=570658f9-e43d-48c8-9f9c-bf75a6384475,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:34:14.709093 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7ae054d1-c2a4-49ab-ae61-b712ae661e82 None None] Port 570658f9-e43d-48c8-9f9c-bf75a6384475 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:14.777533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d0c0615b-d0d5-4ce8-bdef-30a7b76284b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 175bf9a0-9ef1-43fe-9135-111519728666) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:14.781656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c0615b-d0d5-4ce8-bdef-30a7b76284b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:14.782270 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0c0615b-d0d5-4ce8-bdef-30a7b76284b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:14.786837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc322cfe-80f6-4870-af66-4df5f1f0c8b6 None None] Network 175bf9a0-9ef1-43fe-9135-111519728666 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:34:14.889005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d0c0615b-d0d5-4ce8-bdef-30a7b76284b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7899108 Nov 12 04:34:14.891769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 57980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:14.960026 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.041472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e78c28-53bd-43f5-80d1-40e224bbae4d None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:34:15.084496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Routers {'2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:15.085148 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:33:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:15.089670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b2ecd-cf78-4087-8d5c-d717f22afeb7 None None] Pushing event updated for resources: {'Port': ['ID=570658f9-e43d-48c8-9f9c-bf75a6384475,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:15.214311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a425a8fc-42ec-406a-aed0-5274c8e0c88d None None] Provisioning complete for port 570658f9-e43d-48c8-9f9c-bf75a6384475 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:15.214982 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a425a8fc-42ec-406a-aed0-5274c8e0c88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.276796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-175bf9a0-9ef1-43fe-9135-111519728666', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ips': [{'subnet_id': '1d59f791-be93-45dc-89c8-703bcda455b5'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:34:15.277628 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.287205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] Set router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:15.343817 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.575309 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a425a8fc-42ec-406a-aed0-5274c8e0c88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.629264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Allocated IP 172.20.0.2 (175bf9a0-9ef1-43fe-9135-111519728666/1d59f791-be93-45dc-89c8-703bcda455b5/f080c411-90af-49d8-9c8c-c83bc474317b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:15.632107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a425a8fc-42ec-406a-aed0-5274c8e0c88d None None] For port 570658f9-e43d-48c8-9f9c-bf75a6384475, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=570658f9-e43d-48c8-9f9c-bf75a6384475,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:15.721461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:13Z', 'revision_number': 3, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:15.770097 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a425a8fc-42ec-406a-aed0-5274c8e0c88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.775400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25234163-0599-41c9-ae8d-7b7b37e3c96a None None] The sync data for ids ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'] in n-d-767704-23 is: [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:13Z', 'revision_number': 3, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:15.868556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425a8fc-42ec-406a-aed0-5274c8e0c88d None None] Pushing event updated for resources: {'Port': ['ID=570658f9-e43d-48c8-9f9c-bf75a6384475,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:15.879859 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.934855 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.985617 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Network 175bf9a0-9ef1-43fe-9135-111519728666 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:15.989168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:15.993190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:15.998866 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Pushing event updated for resources: {'Port': ['ID=f080c411-90af-49d8-9c8c-c83bc474317b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:16.008494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.20.0.1 (175bf9a0-9ef1-43fe-9135-111519728666/1d59f791-be93-45dc-89c8-703bcda455b5/0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:16.104196 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Attempting to bind port f080c411-90af-49d8-9c8c-c83bc474317b on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:34:16.104476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Attempting to bind port f080c411-90af-49d8-9c8c-c83bc474317b by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f4bd0902-7556-47b1-9233-05e0101a71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:34:16.104843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Attempting to bind port f080c411-90af-49d8-9c8c-c83bc474317b on network 175bf9a0-9ef1-43fe-9135-111519728666 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:16.113313 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:34:16.113692 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Checking segment: {'id': 'f4bd0902-7556-47b1-9233-05e0101a71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:16.114100 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:16.114487 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Bound using segment: {'id': 'f4bd0902-7556-47b1-9233-05e0101a71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:34:16.116410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Bound port: f080c411-90af-49d8-9c8c-c83bc474317b, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bd0902-7556-47b1-9233-05e0101a71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:34:16.116410 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:16.210785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] For port f080c411-90af-49d8-9c8c-c83bc474317b, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:34:16.210785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] For port f080c411-90af-49d8-9c8c-c83bc474317b, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f080c411-90af-49d8-9c8c-c83bc474317b,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:34:16.211058 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:16.294359 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:16.329507 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:16.384663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387651a5-ea1d-41d9-90a5-42a50fd9fe47 None None] Pushing event updated for resources: {'Port': ['ID=f080c411-90af-49d8-9c8c-c83bc474317b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:16.412533 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 570658f9-e43d-48c8-9f9c-bf75a6384475 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:16.412864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network 175bf9a0-9ef1-43fe-9135-111519728666 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:16.426169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:16.431379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:16.470384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:16.474621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 570658f9-e43d-48c8-9f9c-bf75a6384475 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:16.475407 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:16.496315 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:16.683969 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:16.970987 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:17.036630 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:17.111510 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:17.113873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:17.206705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network 175bf9a0-9ef1-43fe-9135-111519728666 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:17.206705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:17.679422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:17.766088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b981e1-c44d-4ecb-9735-64d243db7213 None None] Network 175bf9a0-9ef1-43fe-9135-111519728666 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:34:17.795308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:17.801296 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-403ca25a-b4c7-4746-8c2d-fffa739993a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "PUT /v2.0/routers/2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9079728 Nov 12 04:34:17.810560 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Sync routers for ids ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:17.822142 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Routers {'2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:17.822838 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:33:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:17.842999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b4b72693-357a-4932-83bc-59f95c73c045 None None] Provisioning complete for port f080c411-90af-49d8-9c8c-c83bc474317b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:17.843367 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4b72693-357a-4932-83bc-59f95c73c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:17.937047 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Set router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:17.973394 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-8db5afb2-36ed-457b-8e10-e80d5b03adf2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1913504663&fields=id&tenant_id=6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 267 time: 0.0514512 Nov 12 04:34:17.998842 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4b72693-357a-4932-83bc-59f95c73c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.043226 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b4b72693-357a-4932-83bc-59f95c73c045 None None] For port f080c411-90af-49d8-9c8c-c83bc474317b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f080c411-90af-49d8-9c8c-c83bc474317b,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:18.099997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-33a90430-a940-4ad6-aa7e-4de785e888b3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:18.106564 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4b72693-357a-4932-83bc-59f95c73c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.107598 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-33a90430-a940-4ad6-aa7e-4de785e888b3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/networks?id=175bf9a0-9ef1-43fe-9135-111519728666 HTTP/1.1" status: 200 len: 796 time: 0.1219091 Nov 12 04:34:18.124402 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-d7919194-7a98-4155-b6c1-2c66e3ea862f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/quotas/6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 375 time: 0.0154278 Nov 12 04:34:18.151362 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:16Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2', 'name': '', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:a6:e0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:16Z', 'revision_number': 2, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:18.183071 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Checking router: 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:18.183422 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Updating router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:34:18.183870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b72693-357a-4932-83bc-59f95c73c045 None None] Pushing event updated for resources: {'Port': ['ID=f080c411-90af-49d8-9c8c-c83bc474317b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:18.193347 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-df21c172-b357-43c5-a99d-d70a9d591da8 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550435 Nov 12 04:34:18.212674 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.270537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-e7293f85-ee39-447f-a2d0-ece7d6f08135 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:34:18.271579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-e7293f85-ee39-447f-a2d0-ece7d6f08135 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0720868 Nov 12 04:34:18.337757 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c52ec9d6-46f4-40bb-a83f-a4c293b80897 None None] Provisioning complete for port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:18.337757 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c52ec9d6-46f4-40bb-a83f-a4c293b80897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.413757 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c52ec9d6-46f4-40bb-a83f-a4c293b80897 None None] Port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:18.426122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-2150deac-1723-4a36-b858-49d3b21c9e9d service neutron] 10.222.0.105 "GET /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450961 Nov 12 04:34:18.428567 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c52ec9d6-46f4-40bb-a83f-a4c293b80897 None None] Provisioning complete for port f080c411-90af-49d8-9c8c-c83bc474317b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:18.430383 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c52ec9d6-46f4-40bb-a83f-a4c293b80897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.460932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f080c411-90af-49d8-9c8c-c83bc474317b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:18.542752 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-3d7bbc70-d220-4fd8-804c-872073b261e2 service neutron] 10.222.0.105 "GET /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156538 Nov 12 04:34:18.566313 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.580233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port f080c411-90af-49d8-9c8c-c83bc474317b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:18.580615 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.640911 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.695316 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ef4f5-7999-41ef-9c35-fb564aef700b None None] Pushing event updated for resources: {'Port': ['ID=0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:18.700077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-258a918e-5b9b-46ef-87c2-ef642b8cb177 None None] Provisioning complete for port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:18.700077 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-258a918e-5b9b-46ef-87c2-ef642b8cb177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.718807 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ef4f5-7999-41ef-9c35-fb564aef700b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:18.719146 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ef4f5-7999-41ef-9c35-fb564aef700b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:18.719824 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ef4f5-7999-41ef-9c35-fb564aef700b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:18.719824 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ef4f5-7999-41ef-9c35-fb564aef700b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:18.720146 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ef4f5-7999-41ef-9c35-fb564aef700b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:18.720478 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ef4f5-7999-41ef-9c35-fb564aef700b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:18.720799 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ef4f5-7999-41ef-9c35-fb564aef700b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:18.721639 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ef4f5-7999-41ef-9c35-fb564aef700b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:18.721639 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ef4f5-7999-41ef-9c35-fb564aef700b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:18.721863 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ef4f5-7999-41ef-9c35-fb564aef700b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:18.722076 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ef4f5-7999-41ef-9c35-fb564aef700b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:18.722392 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ef4f5-7999-41ef-9c35-fb564aef700b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:18.735035 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-258a918e-5b9b-46ef-87c2-ef642b8cb177 None None] Port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:18.756570 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Attempting to bind port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:34:18.756787 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Attempting to bind port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f4bd0902-7556-47b1-9233-05e0101a71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:34:18.757148 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Attempting to bind port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 on network 175bf9a0-9ef1-43fe-9135-111519728666 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:18.762702 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:34:18.763073 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Checking segment: {'id': 'f4bd0902-7556-47b1-9233-05e0101a71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:18.763468 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.763974 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Bound using segment: {'id': 'f4bd0902-7556-47b1-9233-05e0101a71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:34:18.764462 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Bound port: 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bd0902-7556-47b1-9233-05e0101a71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:34:18.764833 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.850579 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-090ceb21-7382-4474-8488-c77c89d3811d req-4b429c39-992a-4611-9455-4f135b4ab5b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 210 time: 0.0454648 Nov 12 04:34:18.857214 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] For port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:34:18.860177 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] For port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:34:18.871183 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f63ca1ba-a8b2-4ec0-a05e-b0202d928cc3 None None] Provisioning complete for port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:18.871183 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f63ca1ba-a8b2-4ec0-a05e-b0202d928cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:18.907250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f63ca1ba-a8b2-4ec0-a05e-b0202d928cc3 None None] Port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:18.949830 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.011106 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Routers {'2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:19.011729 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:33:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:19.032424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-64185747-92b7-4122-b6f8-82af9dea1ea6 None None] Provisioning complete for port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:19.032792 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64185747-92b7-4122-b6f8-82af9dea1ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.049602 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ef4f5-7999-41ef-9c35-fb564aef700b None None] Pushing event updated for resources: {'Port': ['ID=0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:19.119791 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64185747-92b7-4122-b6f8-82af9dea1ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.137392 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] Set router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:19.154422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-64185747-92b7-4122-b6f8-82af9dea1ea6 None None] For port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:19.233129 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64185747-92b7-4122-b6f8-82af9dea1ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.409720 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:16Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2', 'name': '', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:a6:e0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:18Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:19.427488 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.439856 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb2eff-441d-4d03-bb7f-3e4990ce09d9 None None] The sync data for ids ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'] in n-d-767704-23 is: [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:16Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2', 'name': '', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:a6:e0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:18Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:19.455613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-01ac2496-fac1-4d11-abcd-00253dc5adb7 None None] Provisioning complete for port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:19.456533 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01ac2496-fac1-4d11-abcd-00253dc5adb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:19.459651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64185747-92b7-4122-b6f8-82af9dea1ea6 None None] Pushing event updated for resources: {'Port': ['ID=0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:19.939992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b27a0201-93ee-4e59-9bca-756404d99e9a req-7ea950de-d412-4f06-a26d-99d216f8ee4b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 210 time: 0.0325706 Nov 12 04:34:20.380715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:20.433848 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:20.434284 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:21.026323 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eecc951d-e99d-4992-866e-f1bbc1f16e91 req-2ae07f18-5b5c-43d7-af1b-b27b9f14563e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 210 time: 0.0296454 Nov 12 04:34:22.121003 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-72004ddb-fbcf-47ad-89cf-9a9ccb99703f req-c528e6c8-6bab-468c-b57e-0a13b68e41c3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 210 time: 0.0266669 Nov 12 04:34:23.126300 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1af02191-9ac2-480d-aea5-5f592db89460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:23.213844 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-045c19aa-d794-4a63-8fc5-28d7763a4056 req-9ebfd23e-19ef-4f1c-99a4-acbfb523cc84 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 210 time: 0.0263162 Nov 12 04:34:23.915726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-4bc6fef7-a985-4932-ae53-6bfdcac39a6d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:23.917905 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-4bc6fef7-a985-4932-ae53-6bfdcac39a6d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "GET /v2.0/networks?id=175bf9a0-9ef1-43fe-9135-111519728666 HTTP/1.1" status: 200 len: 796 time: 0.1027298 Nov 12 04:34:23.992772 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-fe473035-2eb6-4482-9841-e068181b3849 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6035ed2710404d7fadaeb6fad57f6003 HTTP/1.1" status: 200 len: 380 time: 0.0577834 Nov 12 04:34:24.003533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-a0170861-66ca-43b7-8475-46c9204e5b19 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'port': {'device_id': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'admin_state_up': True, 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'security_groups': ['b20da1f0-0a3a-4c94-83e7-fdd3999dc250']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:24.162556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-a0170861-66ca-43b7-8475-46c9204e5b19 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Made reservation on behalf of 6035ed2710404d7fadaeb6fad57f6003 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:34:24.166901 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-a0170861-66ca-43b7-8475-46c9204e5b19 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:24.309031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-a0170861-66ca-43b7-8475-46c9204e5b19 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.20.0.11 (175bf9a0-9ef1-43fe-9135-111519728666/1d59f791-be93-45dc-89c8-703bcda455b5/3eb93add-c454-4639-aaba-274229513011) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:24.332462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11dc3b13-fbe1-48f8-90a0-5474eaa2bfea req-53efb370-e217-4538-8cec-62ef473d1022 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 210 time: 0.0371704 Nov 12 04:34:24.465203 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-a0170861-66ca-43b7-8475-46c9204e5b19 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:24.574374 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-a0170861-66ca-43b7-8475-46c9204e5b19 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:24.623311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-a0170861-66ca-43b7-8475-46c9204e5b19 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network 175bf9a0-9ef1-43fe-9135-111519728666 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:24.626462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-a0170861-66ca-43b7-8475-46c9204e5b19 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:24.630386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-a0170861-66ca-43b7-8475-46c9204e5b19 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:24.655107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0170861-66ca-43b7-8475-46c9204e5b19 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=3eb93add-c454-4639-aaba-274229513011,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:24.685101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-a0170861-66ca-43b7-8475-46c9204e5b19 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:24.685768 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-a0170861-66ca-43b7-8475-46c9204e5b19 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:24.781229 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-a0170861-66ca-43b7-8475-46c9204e5b19 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7814074 Nov 12 04:34:24.863754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Request body: {'port': {'device_id': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:24.910794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ea7a7253-a432-4326-9a84-54dff6e4f46e None None] Provisioning complete for port 3eb93add-c454-4639-aaba-274229513011 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:24.911421 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7253-a432-4326-9a84-54dff6e4f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:24.930379 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:24.948000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a7253-a432-4326-9a84-54dff6e4f46e None None] Port 3eb93add-c454-4639-aaba-274229513011 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:25.185092 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:25.195538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb93add-c454-4639-aaba-274229513011 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:34:25.203785 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:25.215434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Transition to ACTIVE for port object 3eb93add-c454-4639-aaba-274229513011 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:34:25.465402 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b78e1-11d5-4f38-bad1-24423e1f91d6 req-8a2d5443-60fd-46e9-8a2f-5dace34b8630 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:25.465402 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-884b78e1-11d5-4f38-bad1-24423e1f91d6 req-8a2d5443-60fd-46e9-8a2f-5dace34b8630 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 932 time: 0.0493045 Nov 12 04:34:25.503210 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-884b78e1-11d5-4f38-bad1-24423e1f91d6 req-6871ddb5-b93c-4643-b181-f569d30c1052 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453062 Nov 12 04:34:25.573978 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:25.633613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb93add-c454-4639-aaba-274229513011,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:25.709931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Attempting to bind port 3eb93add-c454-4639-aaba-274229513011 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:34:25.710267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Attempting to bind port 3eb93add-c454-4639-aaba-274229513011 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'f4bd0902-7556-47b1-9233-05e0101a71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:34:25.710592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Attempting to bind port 3eb93add-c454-4639-aaba-274229513011 on network 175bf9a0-9ef1-43fe-9135-111519728666 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:25.715727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Port 3eb93add-c454-4639-aaba-274229513011 on network 175bf9a0-9ef1-43fe-9135-111519728666 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:34:25.715968 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Attempting to bind port 3eb93add-c454-4639-aaba-274229513011 on network 175bf9a0-9ef1-43fe-9135-111519728666 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:25.721008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:34:25.721340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Checking segment: {'id': 'f4bd0902-7556-47b1-9233-05e0101a71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:25.721719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Bound using segment: {'id': 'f4bd0902-7556-47b1-9233-05e0101a71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:34:25.722141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Bound port: 3eb93add-c454-4639-aaba-274229513011, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bd0902-7556-47b1-9233-05e0101a71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:34:25.722491 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:25.788435 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] For port 3eb93add-c454-4639-aaba-274229513011, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:34:25.793696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] For port 3eb93add-c454-4639-aaba-274229513011, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3eb93add-c454-4639-aaba-274229513011,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:34:25.888816 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:25.924342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:25.929549 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:25.929549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] 10.222.0.26 "PUT /v2.0/ports/3eb93add-c454-4639-aaba-274229513011 HTTP/1.1" status: 200 len: 1093 time: 1.1173368 Nov 12 04:34:25.929549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'tag': '3eb93add-c454-4639-aaba-274229513011'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:25.929549 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bc5863-ed53-487b-8bc5-e5a7f5ada6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "978bb8d2-f204-40d8-ae77-f722ae87ee78", "tag": "3eb93add-c454-4639-aaba-274229513011"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:25.956307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03b457-5836-4ec2-a97c-f748aa978353 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb93add-c454-4639-aaba-274229513011,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:25.971430 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa354b78-ef9b-4546-96f1-64186572e14f x-openstack-request-id: req-aa354b78-ef9b-4546-96f1-64186572e14f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:25.971754 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978bb8d2-f204-40d8-ae77-f722ae87ee78", "tag": "3eb93add-c454-4639-aaba-274229513011", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:25.972014 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-aa354b78-ef9b-4546-96f1-64186572e14f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:25.972465 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'tag': '3eb93add-c454-4639-aaba-274229513011', 'status': 'completed', 'code': 200} Nov 12 04:34:26.065010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc5863-ed53-487b-8bc5-e5a7f5ada6d1 req-41e337c0-63ba-4e6b-bda2-b6c868ae62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:26.066551 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-95bc5863-ed53-487b-8bc5-e5a7f5ada6d1 req-41e337c0-63ba-4e6b-bda2-b6c868ae62d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 1096 time: 0.0478287 Nov 12 04:34:26.175961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc5863-ed53-487b-8bc5-e5a7f5ada6d1 req-64e0d7fd-b067-46fe-97aa-4d1b91bf2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:26.177455 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-95bc5863-ed53-487b-8bc5-e5a7f5ada6d1 req-64e0d7fd-b067-46fe-97aa-4d1b91bf2de6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6035ed2710404d7fadaeb6fad57f6003&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0944624 Nov 12 04:34:26.277751 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc5863-ed53-487b-8bc5-e5a7f5ada6d1 req-d41c00ea-f81a-4dd2-956f-bbc4b6998cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:26.279137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-95bc5863-ed53-487b-8bc5-e5a7f5ada6d1 req-d41c00ea-f81a-4dd2-956f-bbc4b6998cc4 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0935864 Nov 12 04:34:26.382343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-a46b1ea9-eee2-4f53-afc5-1e015b1e1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:26.383858 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-a46b1ea9-eee2-4f53-afc5-1e015b1e1972 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 1096 time: 0.0424066 Nov 12 04:34:26.433192 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-855b46c4-cdb1-4006-9773-9dfecb6e1570 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eb93add-c454-4639-aaba-274229513011 HTTP/1.1" status: 200 len: 217 time: 0.0341835 Nov 12 04:34:26.485554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-26bcc540-1d8b-4003-81f5-43dce92542ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:26.487010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-26bcc540-1d8b-4003-81f5-43dce92542ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d59f791-be93-45dc-89c8-703bcda455b5 HTTP/1.1" status: 200 len: 834 time: 0.0472362 Nov 12 04:34:26.534236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-9d0edbf1-ad50-4537-9117-f7dc6f7a961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:26.535771 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-9d0edbf1-ad50-4537-9117-f7dc6f7a961e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=175bf9a0-9ef1-43fe-9135-111519728666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415750 Nov 12 04:34:26.618146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310f308-0dae-4397-bdb0-451d1016826a req-8b69a1fa-dc46-401b-80d2-e1f970ffe77f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:26.619768 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2310f308-0dae-4397-bdb0-451d1016826a req-8b69a1fa-dc46-401b-80d2-e1f970ffe77f tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 944 time: 0.0494323 Nov 12 04:34:26.631965 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-90d47efc-3074-4b54-99bc-e91e233dd169 service neutron] 10.222.0.26 "GET /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879645 Nov 12 04:34:26.673560 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2310f308-0dae-4397-bdb0-451d1016826a req-7692d120-0d81-49c0-8862-a5e0253f967b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478387 Nov 12 04:34:26.725756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd66d7a3-e8bc-41db-a47f-23b001f4f708 req-adeab7ea-0160-4764-98e2-50508b4a82cd service neutron] 10.222.0.26 "GET /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856042 Nov 12 04:34:26.926656 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:26.927301 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17b8cb16-8a21-40fc-a472-404fa1ac6d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:27.797110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb18165-7bcc-4cf4-b42a-0a9d42be085d req-fcd632d6-a655-4fce-9de9-ca8a59a3bdd3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:27.798629 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cb18165-7bcc-4cf4-b42a-0a9d42be085d req-fcd632d6-a655-4fce-9de9-ca8a59a3bdd3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 944 time: 0.0498352 Nov 12 04:34:27.855604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cb18165-7bcc-4cf4-b42a-0a9d42be085d req-34bf2c16-095b-43f1-944e-bfe1a20e0a5b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509877 Nov 12 04:34:28.589277 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:28.970279 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f686984-e75f-4668-a2aa-91ac2a55e18c req-9e0cb064-3cb9-4a50-b9c7-7a14dfedc982 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:28.971770 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1f686984-e75f-4668-a2aa-91ac2a55e18c req-9e0cb064-3cb9-4a50-b9c7-7a14dfedc982 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 944 time: 0.0489283 Nov 12 04:34:29.002129 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:29.021377 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1f686984-e75f-4668-a2aa-91ac2a55e18c req-aa3ffc3d-221c-44dd-abfc-7729e1ff9992 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436306 Nov 12 04:34:30.143374 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5db12-6715-44d5-89ec-84ad0da1963e req-ec3e283b-6c20-4794-a8f2-ebc8be26b90b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:30.144909 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ea5db12-6715-44d5-89ec-84ad0da1963e req-ec3e283b-6c20-4794-a8f2-ebc8be26b90b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 944 time: 0.0541048 Nov 12 04:34:30.202346 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ea5db12-6715-44d5-89ec-84ad0da1963e req-b180d8c9-c7ad-4c4a-bea5-f1e9ba1a6b5b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497534 Nov 12 04:34:30.739622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3eb93add-c454-4639-aaba-274229513011 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:34:30.835735 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3eb93add-c454-4639-aaba-274229513011, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3eb93add-c454-4639-aaba-274229513011,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:30.847517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '3eb93add-c454-4639-aaba-274229513011', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'port_id': '3eb93add-c454-4639-aaba-274229513011', 'mac_address': 'fa:16:3e:eb:f2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:34:30.883214 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:30.896419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb93add-c454-4639-aaba-274229513011 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:34:30.915459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3eb93add-c454-4639-aaba-274229513011, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3eb93add-c454-4639-aaba-274229513011,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:31.047684 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:31.099791 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=3eb93add-c454-4639-aaba-274229513011,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:31.319301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f32c90-b895-476d-9652-948a63572afd req-8d1a873a-e979-4362-86b1-653e14ae1e8d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:31.320808 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-19f32c90-b895-476d-9652-948a63572afd req-8d1a873a-e979-4362-86b1-653e14ae1e8d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 945 time: 0.0493758 Nov 12 04:34:31.375697 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-19f32c90-b895-476d-9652-948a63572afd req-b1b74c78-25e6-45f8-8a05-cfbfe5142e46 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481696 Nov 12 04:34:31.509461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['3eb93add-c454-4639-aaba-274229513011'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:34:32.491157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd0b77-b1b3-471d-83e9-848d60e97903 req-586f367f-42b2-400e-9292-22655c7e3f18 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:32.492642 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-59bd0b77-b1b3-471d-83e9-848d60e97903 req-586f367f-42b2-400e-9292-22655c7e3f18 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 945 time: 0.0480940 Nov 12 04:34:32.546194 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-59bd0b77-b1b3-471d-83e9-848d60e97903 req-79060c63-30e6-42aa-8004-316959f482fa tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468931 Nov 12 04:34:32.755659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3eb93add-c454-4639-aaba-274229513011 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:34:32.868671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 3eb93add-c454-4639-aaba-274229513011 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:34:32.872802 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 3eb93add-c454-4639-aaba-274229513011 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:32.874998 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.955098 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.977989 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb93add-c454-4639-aaba-274229513011'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:32.980266 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509bbbbd-8523-4ce3-9816-aff28cd54813" -d '{"events": [{"server_uuid": "978bb8d2-f204-40d8-ae77-f722ae87ee78", "name": "network-vif-plugged", "status": "completed", "tag": "3eb93add-c454-4639-aaba-274229513011"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:32.993081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3eb93add-c454-4639-aaba-274229513011, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3eb93add-c454-4639-aaba-274229513011,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:33.022196 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ee322f-5742-4268-87d7-6aea3709fe56 x-openstack-request-id: req-65ee322f-5742-4268-87d7-6aea3709fe56 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:33.022498 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978bb8d2-f204-40d8-ae77-f722ae87ee78", "name": "network-vif-plugged", "status": "completed", "tag": "3eb93add-c454-4639-aaba-274229513011", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:33.022829 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-65ee322f-5742-4268-87d7-6aea3709fe56 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:33.023233 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb93add-c454-4639-aaba-274229513011', 'code': 200} Nov 12 04:34:33.080601 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.131994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=3eb93add-c454-4639-aaba-274229513011,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:33.160331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e9231-823f-4169-90f9-52ef78dae137 req-5588e127-4cbb-499d-ba51-0a429de08ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:33.161919 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-680e9231-823f-4169-90f9-52ef78dae137 req-5588e127-4cbb-499d-ba51-0a429de08ba5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 1098 time: 0.0511675 Nov 12 04:34:33.212955 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-680e9231-823f-4169-90f9-52ef78dae137 req-ba5e4cbd-cade-4a38-ae79-51040c13e74c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416467 Nov 12 04:34:33.664550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420a9c5-29d5-4b92-bf3f-58531cceb403 req-c3979d29-0031-4117-9293-d511873437d7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:33.666259 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7420a9c5-29d5-4b92-bf3f-58531cceb403 req-c3979d29-0031-4117-9293-d511873437d7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0525854 Nov 12 04:34:33.732428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7420a9c5-29d5-4b92-bf3f-58531cceb403 req-49a85cf3-e098-48a3-9529-ee3e3794c774 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596020 Nov 12 04:34:35.192071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04345205-1e8b-4608-8531-e7b739c58d75 req-5fa92832-7cf6-442d-abe4-ecd4436c0223 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:35.193608 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04345205-1e8b-4608-8531-e7b739c58d75 req-5fa92832-7cf6-442d-abe4-ecd4436c0223 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.3903584 Nov 12 04:34:35.252988 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-04345205-1e8b-4608-8531-e7b739c58d75 req-25a58296-f95e-4821-8113-079f12a4d797 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506382 Nov 12 04:34:36.373622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a60ede-5513-428f-b50d-905549addcce req-13beb8b8-e880-42e5-a2cc-90b14c4f4247 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:36.375116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49a60ede-5513-428f-b50d-905549addcce req-13beb8b8-e880-42e5-a2cc-90b14c4f4247 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0510709 Nov 12 04:34:36.439161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-49a60ede-5513-428f-b50d-905549addcce req-94bf402f-ed84-45a1-a315-0eab3045a842 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579495 Nov 12 04:34:36.551309 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da38a95-ee26-4da8-aaa6-344df4a5f6c3 req-39764fd1-b70c-491f-bfc4-5310ddb91b01 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:36.552694 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7da38a95-ee26-4da8-aaa6-344df4a5f6c3 req-39764fd1-b70c-491f-bfc4-5310ddb91b01 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0472524 Nov 12 04:34:36.599760 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7da38a95-ee26-4da8-aaa6-344df4a5f6c3 req-ee3b4fe2-222e-445d-b354-986e752d1e52 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411370 Nov 12 04:34:36.621436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58054) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:36.660023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb064a8a-bd3f-4e16-a835-176c4c54f648 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:36.661515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bb064a8a-bd3f-4e16-a835-176c4c54f648 tempest-TestNetworkAdvancedServerOps-995025104 tempest-TestNetworkAdvancedServerOps-995025104-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 1093 time: 0.0391159 Nov 12 04:34:36.664353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58056) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:36.669345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '3eb93add-c454-4639-aaba-274229513011', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:36.754847 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.858121 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.963337 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Allocated IP 172.25.8.89 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/59f5a7e6-9c8d-45e1-aff7-9a37c9daec2d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:37.068901 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.196722 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.233081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:37.238091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:37.242634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:37.269005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=59f5a7e6-9c8d-45e1-aff7-9a37c9daec2d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:37.605453 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.728652 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.876113 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.950598 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.020473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event updated for resources: {'Port': ['ID=59f5a7e6-9c8d-45e1-aff7-9a37c9daec2d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:38.032452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.131254 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Floating IP 6e93b774-c134-4391-ba46-0351e46cb7a4 associated. External IP: 172.25.8.89, port: 3eb93add-c454-4639-aaba-274229513011. Nov 12 04:34:38.351208 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:38.458760 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:38.468905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaa57df-41e9-47eb-bcae-721156adf92f None None] Sync routers for ids ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:38.477981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaa57df-41e9-47eb-bcae-721156adf92f None None] Routers {'2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:38.478594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-caaa57df-41e9-47eb-bcae-721156adf92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:34:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:38.545107 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.573727 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e01f8a30-3c8d-4efe-90d0-cad13cb11a88 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9083230 Nov 12 04:34:38.574334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'tag': '3eb93add-c454-4639-aaba-274229513011'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:38.576636 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd254bbd686eed0e704240332e517f1bba3cfb9be3fda2b038a23265509bfd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e352ee-9261-4467-8567-d63abe3ee9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "978bb8d2-f204-40d8-ae77-f722ae87ee78", "tag": "3eb93add-c454-4639-aaba-274229513011"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:38.585985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-caaa57df-41e9-47eb-bcae-721156adf92f None None] Set router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:38.620502 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb382d1-2a5d-4261-a4c1-9799f9c4c981 x-openstack-request-id: req-7cb382d1-2a5d-4261-a4c1-9799f9c4c981 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:38.625275 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978bb8d2-f204-40d8-ae77-f722ae87ee78", "tag": "3eb93add-c454-4639-aaba-274229513011", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:38.625275 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7cb382d1-2a5d-4261-a4c1-9799f9c4c981 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:38.625275 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'tag': '3eb93add-c454-4639-aaba-274229513011', 'status': 'completed', 'code': 200} Nov 12 04:34:38.717129 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed619b9-24f7-4a1a-a3a5-7e9cadd401f7 req-7d1ba6ec-a5d1-480d-be72-3924047921bb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:38.718558 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ed619b9-24f7-4a1a-a3a5-7e9cadd401f7 req-7d1ba6ec-a5d1-480d-be72-3924047921bb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0813277 Nov 12 04:34:38.733936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e352ee-9261-4467-8567-d63abe3ee9b0 req-bc1752bc-3b58-471c-b757-bcd617327dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:38.735381 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5e352ee-9261-4467-8567-d63abe3ee9b0 req-bc1752bc-3b58-471c-b757-bcd617327dd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 1098 time: 0.0654125 Nov 12 04:34:38.820770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-caaa57df-41e9-47eb-bcae-721156adf92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:16Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '6e93b774-c134-4391-ba46-0351e46cb7a4', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'port_id': '3eb93add-c454-4639-aaba-274229513011', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'mac_address': 'fa:16:3e:eb:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:34:37Z', 'updated_at': '2021-11-12T04:34:37Z', 'revision_number': 0, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2', 'name': '', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:a6:e0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:38.825976 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ed619b9-24f7-4a1a-a3a5-7e9cadd401f7 req-fb862289-9bb8-4883-9229-a2777fa6efd8 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001446 Nov 12 04:34:38.856816 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58062) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:38.857496 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaa57df-41e9-47eb-bcae-721156adf92f None None] Checking router: 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:38.866387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaa57df-41e9-47eb-bcae-721156adf92f None None] Routers {'2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:38.866997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-caaa57df-41e9-47eb-bcae-721156adf92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:34:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:38.900453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e352ee-9261-4467-8567-d63abe3ee9b0 req-094310dc-949f-40c1-bf61-74f79393e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:38.902034 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5e352ee-9261-4467-8567-d63abe3ee9b0 req-094310dc-949f-40c1-bf61-74f79393e784 service neutron] 10.222.0.26 "GET /v2.0/networks?id=175bf9a0-9ef1-43fe-9135-111519728666 HTTP/1.1" status: 200 len: 898 time: 0.1563640 Nov 12 04:34:38.967007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-454568f1-77ff-4bf1-be0c-5e2cab9c8a5b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/6e93b774-c134-4391-ba46-0351e46cb7a4 HTTP/1.1" status: 200 len: 991 time: 0.1088431 Nov 12 04:34:38.976293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-caaa57df-41e9-47eb-bcae-721156adf92f None None] Set router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:38.982249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5e352ee-9261-4467-8567-d63abe3ee9b0 req-f519ddb4-0b57-4840-aa3b-4d5b2f13b311 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eb93add-c454-4639-aaba-274229513011 HTTP/1.1" status: 200 len: 999 time: 0.0731423 Nov 12 04:34:39.036231 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e352ee-9261-4467-8567-d63abe3ee9b0 req-581a22fa-7e3c-4b52-a1d0-670317ca8ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:39.037707 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5e352ee-9261-4467-8567-d63abe3ee9b0 req-581a22fa-7e3c-4b52-a1d0-670317ca8ae1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d59f791-be93-45dc-89c8-703bcda455b5 HTTP/1.1" status: 200 len: 834 time: 0.0485532 Nov 12 04:34:39.086054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e352ee-9261-4467-8567-d63abe3ee9b0 req-a48ef2ee-cef1-464e-b8e9-a5b49f091422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:39.092069 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5e352ee-9261-4467-8567-d63abe3ee9b0 req-a48ef2ee-cef1-464e-b8e9-a5b49f091422 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=175bf9a0-9ef1-43fe-9135-111519728666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416536 Nov 12 04:34:39.180882 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5e352ee-9261-4467-8567-d63abe3ee9b0 req-43eb133f-d59f-414e-b642-576c98b38c1b service neutron] 10.222.0.26 "GET /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851924 Nov 12 04:34:39.216639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-caaa57df-41e9-47eb-bcae-721156adf92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:16Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '6e93b774-c134-4391-ba46-0351e46cb7a4', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'port_id': '3eb93add-c454-4639-aaba-274229513011', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'mac_address': 'fa:16:3e:eb:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:34:37Z', 'updated_at': '2021-11-12T04:34:37Z', 'revision_number': 0, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2', 'name': '', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:a6:e0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:39.263194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaa57df-41e9-47eb-bcae-721156adf92f None None] The sync data for ids ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'] in n-d-767704-23 is: [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:16Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '6e93b774-c134-4391-ba46-0351e46cb7a4', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'port_id': '3eb93add-c454-4639-aaba-274229513011', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'mac_address': 'fa:16:3e:eb:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:34:37Z', 'updated_at': '2021-11-12T04:34:37Z', 'revision_number': 0, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2', 'name': '', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:a6:e0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:39.310864 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5e352ee-9261-4467-8567-d63abe3ee9b0 req-62befd15-0d6a-4719-8879-decb40f7ae6a service neutron] 10.222.0.26 "GET /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218710 Nov 12 04:34:39.466767 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d209312-9566-47e7-9009-3b3b3c6bfa9f None None] New status for floating IP 6e93b774-c134-4391-ba46-0351e46cb7a4: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:34:39.970405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58064) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:40.035142 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a55f4bab-244f-4c0a-8e78-0144a977ad50 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/6e93b774-c134-4391-ba46-0351e46cb7a4 HTTP/1.1" status: 200 len: 993 time: 0.0635366 Nov 12 04:34:42.630544 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:34:49.321692 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:53.116226 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0daee323-d46f-4479-a613-3d93b2b7e4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:55.167754 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:56.875793 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:56.921100 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4bf26627-23a8-4ffc-8e82-b8591da63988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:58.595890 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:59.024569 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.342325 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.629505 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:35:23.142931 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4cbb-c848-47c2-b0d6-98dc0bee72c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.171907 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.897200 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.925714 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d9c8fe3-43a9-499f-86dd-90f7ba2bc7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:27.879680 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45485dc1-fc6b-497f-af98-45681c78a6a4 req-f8647d64-7ab6-45b0-bff9-ae84bfd8593f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393291 Nov 12 04:35:27.981970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45485dc1-fc6b-497f-af98-45681c78a6a4 req-731915a9-4b2d-4f57-8d73-4eee35a4c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:27.983485 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45485dc1-fc6b-497f-af98-45681c78a6a4 req-731915a9-4b2d-4f57-8d73-4eee35a4c9a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 1098 time: 0.0416999 Nov 12 04:35:28.093980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45485dc1-fc6b-497f-af98-45681c78a6a4 req-f066cadc-6cf7-45a2-a3df-ce3dbdef9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:28.095847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45485dc1-fc6b-497f-af98-45681c78a6a4 req-f066cadc-6cf7-45a2-a3df-ce3dbdef9703 service neutron] 10.222.0.26 "GET /v2.0/networks?id=175bf9a0-9ef1-43fe-9135-111519728666 HTTP/1.1" status: 200 len: 898 time: 0.0904374 Nov 12 04:35:28.170150 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45485dc1-fc6b-497f-af98-45681c78a6a4 req-e35d7ae1-3c4e-4292-acc1-41fa14a470d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eb93add-c454-4639-aaba-274229513011 HTTP/1.1" status: 200 len: 1001 time: 0.0596623 Nov 12 04:35:28.219585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45485dc1-fc6b-497f-af98-45681c78a6a4 req-381ff21f-dc0d-4b27-a5c0-c6c9a86f7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:28.221057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45485dc1-fc6b-497f-af98-45681c78a6a4 req-381ff21f-dc0d-4b27-a5c0-c6c9a86f7869 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d59f791-be93-45dc-89c8-703bcda455b5 HTTP/1.1" status: 200 len: 834 time: 0.0441253 Nov 12 04:35:28.271221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45485dc1-fc6b-497f-af98-45681c78a6a4 req-a126a716-01a6-4c47-82cf-5f2e10ac1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:28.273040 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45485dc1-fc6b-497f-af98-45681c78a6a4 req-a126a716-01a6-4c47-82cf-5f2e10ac1953 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=175bf9a0-9ef1-43fe-9135-111519728666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446727 Nov 12 04:35:28.366411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45485dc1-fc6b-497f-af98-45681c78a6a4 req-a890ad3e-0ef8-453d-8156-163892ce53e0 service neutron] 10.222.0.26 "GET /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846756 Nov 12 04:35:28.646442 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:28.808194 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45485dc1-fc6b-497f-af98-45681c78a6a4 req-3259d490-f757-4648-84a0-f883b7ec73c9 service neutron] 10.222.0.26 "GET /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336493 Nov 12 04:35:29.034529 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:49.354257 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:51.931375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f940df-5388-4097-939f-686f8251a79d req-4039cb51-7b93-4856-a005-990d0aaf915e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:51.932958 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5f940df-5388-4097-939f-686f8251a79d req-4039cb51-7b93-4856-a005-990d0aaf915e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.1889899 Nov 12 04:35:51.987366 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a5f940df-5388-4097-939f-686f8251a79d req-ba770c53-ce89-47a4-8f8b-650a6d0f8595 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479276 Nov 12 04:35:53.091130 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9bd35b04-8572-4104-8bc9-7fbf6345a399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:53.117304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee846e-0a5b-4cca-8e35-a32c92a56a81 req-f22adcc2-30a0-45af-9cf5-f9571ffa58a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:53.118884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-06ee846e-0a5b-4cca-8e35-a32c92a56a81 req-f22adcc2-30a0-45af-9cf5-f9571ffa58a5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0592077 Nov 12 04:35:53.168237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-06ee846e-0a5b-4cca-8e35-a32c92a56a81 req-96217fae-2b99-4619-a0e2-12ce727f097c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432606 Nov 12 04:35:54.290034 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7382aed-f714-4194-ab26-bd17541f1c6f req-4e681fdb-3f66-4218-8981-4ea854939f41 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:54.291495 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b7382aed-f714-4194-ab26-bd17541f1c6f req-4e681fdb-3f66-4218-8981-4ea854939f41 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0515873 Nov 12 04:35:54.341093 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b7382aed-f714-4194-ab26-bd17541f1c6f req-f7d2b244-dc9d-47d0-a6d8-02d0b7fc35a6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433743 Nov 12 04:35:55.165111 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:55.456525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd801f9-9f2e-4735-b4d9-a5d9b68e14bb req-ead686bd-0078-4183-b001-80b79b9e5154 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:55.457873 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8dd801f9-9f2e-4735-b4d9-a5d9b68e14bb req-ead686bd-0078-4183-b001-80b79b9e5154 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0481291 Nov 12 04:35:55.513172 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8dd801f9-9f2e-4735-b4d9-a5d9b68e14bb req-86dc3c10-15fe-46dd-847a-d02cb54fb76b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466757 Nov 12 04:35:56.628137 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f4d61-c7b2-4e08-9def-c8a7ef3af3c1 req-24741944-cbbc-4862-a37c-9a908c77e5f7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:56.628877 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:35:56.629554 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e94f4d61-c7b2-4e08-9def-c8a7ef3af3c1 req-24741944-cbbc-4862-a37c-9a908c77e5f7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0484934 Nov 12 04:35:56.683295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e94f4d61-c7b2-4e08-9def-c8a7ef3af3c1 req-5c5135c5-3874-453d-ba2e-dbb68cf96824 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471027 Nov 12 04:35:56.862111 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:56.896294 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-71114d71-08d1-48f1-9d69-0f43c62535bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:57.802437 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d29ca3-ce74-4987-bddc-cda1d2226e4f req-02764d7b-3370-4fba-852f-3e7d416291c9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:57.804502 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-47d29ca3-ce74-4987-bddc-cda1d2226e4f req-02764d7b-3370-4fba-852f-3e7d416291c9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0483875 Nov 12 04:35:57.854172 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-47d29ca3-ce74-4987-bddc-cda1d2226e4f req-e0eefe61-3753-40bf-bf3c-2dd69e2af2b5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432081 Nov 12 04:35:58.616433 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:58.975439 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43004ed4-5a4c-4001-9669-0b28e1becb9e req-c3982172-d475-402d-ab27-6e2828dd9867 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:58.977055 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-43004ed4-5a4c-4001-9669-0b28e1becb9e req-c3982172-d475-402d-ab27-6e2828dd9867 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0558138 Nov 12 04:35:59.028366 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-43004ed4-5a4c-4001-9669-0b28e1becb9e req-431e467c-5842-4ae4-a8ed-55756992e7ab tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452042 Nov 12 04:35:59.050905 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:00.144546 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5fe10-991c-438d-a873-468f2d711aa9 req-1224dffa-9b0c-432c-8b65-5a7bc6b3b9e6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:00.146031 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61d5fe10-991c-438d-a873-468f2d711aa9 req-1224dffa-9b0c-432c-8b65-5a7bc6b3b9e6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0510442 Nov 12 04:36:00.195359 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61d5fe10-991c-438d-a873-468f2d711aa9 req-976da253-3cf9-4d56-9f19-93b8aa5f1ff7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433571 Nov 12 04:36:01.310154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793db258-80d3-4455-af53-0c100ba4ef6a req-ac782a4e-81a6-4167-98b1-0e8810eda644 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:01.311675 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-793db258-80d3-4455-af53-0c100ba4ef6a req-ac782a4e-81a6-4167-98b1-0e8810eda644 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0486646 Nov 12 04:36:01.360745 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-793db258-80d3-4455-af53-0c100ba4ef6a req-edbc99a3-d47a-4d54-94d1-4c3548bea658 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431256 Nov 12 04:36:02.491257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c96e4-d624-41ba-a510-388fdcb85b49 req-f3578c94-b73a-4dbb-8713-2772c50cacb4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:02.493460 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-254c96e4-d624-41ba-a510-388fdcb85b49 req-f3578c94-b73a-4dbb-8713-2772c50cacb4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0646966 Nov 12 04:36:02.544781 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-254c96e4-d624-41ba-a510-388fdcb85b49 req-c40fa387-409a-4997-a6c2-6ced0263c752 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 Nov 12 04:36:03.674270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dbcce-b449-443c-80f5-3060c56a0eae req-f6ff219a-f79c-4096-84e8-6d9bcdeb3a78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:03.675689 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc3dbcce-b449-443c-80f5-3060c56a0eae req-f6ff219a-f79c-4096-84e8-6d9bcdeb3a78 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0595174 Nov 12 04:36:03.730619 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc3dbcce-b449-443c-80f5-3060c56a0eae req-b97bebca-113a-4dc6-9a24-c952eb1399ba tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483441 Nov 12 04:36:04.846410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7142b1e-3842-4bc8-9488-76aae9add64c req-7027f826-21f1-408b-b035-9bffbbb607f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:04.847913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7142b1e-3842-4bc8-9488-76aae9add64c req-7027f826-21f1-408b-b035-9bffbbb607f5 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0491138 Nov 12 04:36:04.902361 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7142b1e-3842-4bc8-9488-76aae9add64c req-b6f1bc02-9141-41db-bd1a-ec226b935125 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482841 Nov 12 04:36:06.015896 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c05d7-e82f-4b22-accb-94fdc365fdca req-408f16f4-d0cb-4e16-bc7d-123ae6570e59 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:06.017372 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a48c05d7-e82f-4b22-accb-94fdc365fdca req-408f16f4-d0cb-4e16-bc7d-123ae6570e59 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0481269 Nov 12 04:36:06.067468 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a48c05d7-e82f-4b22-accb-94fdc365fdca req-e7cb2fa1-a6fe-45ee-b434-e666d0b136a9 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440617 Nov 12 04:36:07.182309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353323b-fb52-4377-83a9-a31f05c4b330 req-f67813f4-ec4e-466a-9a27-a62a4941059d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:07.195838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c353323b-fb52-4377-83a9-a31f05c4b330 req-f67813f4-ec4e-466a-9a27-a62a4941059d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0487378 Nov 12 04:36:07.236859 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c353323b-fb52-4377-83a9-a31f05c4b330 req-ac167d4d-cdcb-4b7b-b523-7c31beb40e1c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470726 Nov 12 04:36:08.356564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4b8db-18c6-4e3c-9bd7-8177bb1b43ae req-f406e6e8-2e79-49cc-b4e2-75b0c32dcb90 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:08.358004 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2bd4b8db-18c6-4e3c-9bd7-8177bb1b43ae req-f406e6e8-2e79-49cc-b4e2-75b0c32dcb90 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0515187 Nov 12 04:36:08.419544 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2bd4b8db-18c6-4e3c-9bd7-8177bb1b43ae req-4bb1d2e0-7817-457e-8e30-31feba485ed3 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552468 Nov 12 04:36:09.535002 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5723c-ca6f-4375-b139-8baeb3747e8a req-86cdaccd-843b-4dc6-a71a-103b05901c3e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:09.536492 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ffe5723c-ca6f-4375-b139-8baeb3747e8a req-86cdaccd-843b-4dc6-a71a-103b05901c3e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0488715 Nov 12 04:36:09.586348 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ffe5723c-ca6f-4375-b139-8baeb3747e8a req-a44e180d-035b-4689-bdd1-c1119ebc679c tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439861 Nov 12 04:36:10.720544 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f6a86-e794-49d3-818c-7d517e43c633 req-cc9f097a-81d8-4333-a300-7bf3057155be tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:10.722056 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0b4f6a86-e794-49d3-818c-7d517e43c633 req-cc9f097a-81d8-4333-a300-7bf3057155be tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0546343 Nov 12 04:36:10.774764 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0b4f6a86-e794-49d3-818c-7d517e43c633 req-573fa6a6-de95-48a6-a663-14cf6b5eca7a tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445201 Nov 12 04:36:11.299724 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3eb93add-c454-4639-aaba-274229513011 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:36:11.377200 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:11.399482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eb93add-c454-4639-aaba-274229513011'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:11.401785 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69781112baf2b3d873915a8093cc517c4c846dcdf90b67e0e637d3018cd8f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247101e5-87c9-431b-94e9-5fd8dc2fa6c6" -d '{"events": [{"server_uuid": "978bb8d2-f204-40d8-ae77-f722ae87ee78", "name": "network-vif-unplugged", "status": "completed", "tag": "3eb93add-c454-4639-aaba-274229513011"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:11.415235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3eb93add-c454-4639-aaba-274229513011, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3eb93add-c454-4639-aaba-274229513011,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:11.438640 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04648103-d0b2-4831-9fa7-056f80b9a679 x-openstack-request-id: req-04648103-d0b2-4831-9fa7-056f80b9a679 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:11.438942 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978bb8d2-f204-40d8-ae77-f722ae87ee78", "name": "network-vif-unplugged", "status": "completed", "tag": "3eb93add-c454-4639-aaba-274229513011", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:11.439228 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-04648103-d0b2-4831-9fa7-056f80b9a679 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:11.439628 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eb93add-c454-4639-aaba-274229513011', 'code': 200} Nov 12 04:36:11.541997 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:11.591995 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=3eb93add-c454-4639-aaba-274229513011,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:11.599295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:11.599647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:11.599993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:11.600366 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:11.600704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:11.601038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:11.601377 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:11.601706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:11.602036 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:11.602362 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:11.602688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:11.603011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:11.895020 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835d2a1-64e9-4562-a7b4-7f12f8168159 req-c7f57337-5428-471b-9366-78cfc66848ca tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:11.896407 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5835d2a1-64e9-4562-a7b4-7f12f8168159 req-c7f57337-5428-471b-9366-78cfc66848ca tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 944 time: 0.0488319 Nov 12 04:36:11.944688 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5835d2a1-64e9-4562-a7b4-7f12f8168159 req-ec7cf601-7edf-461e-b69c-10cf0a628779 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Nov 12 04:36:12.368959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8207123-e8d0-4078-8d23-88179440ea24 req-97ef768f-928c-41b7-add3-38aa7538ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:12.369775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8207123-e8d0-4078-8d23-88179440ea24 req-97ef768f-928c-41b7-add3-38aa7538ed50 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 1096 time: 0.0399289 Nov 12 04:36:12.416764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8207123-e8d0-4078-8d23-88179440ea24 req-4c05feef-a7de-4258-b1c2-1b44689d9863 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393832 Nov 12 04:36:13.071427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fd043-bfc2-4f36-9a22-f6641b7a51d6 req-00e25ef6-1a47-47b1-8e79-71902f68a02e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:13.072992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6b7fd043-bfc2-4f36-9a22-f6641b7a51d6 req-00e25ef6-1a47-47b1-8e79-71902f68a02e tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 944 time: 0.0569890 Nov 12 04:36:13.124279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6b7fd043-bfc2-4f36-9a22-f6641b7a51d6 req-694e5ba0-cbdb-4974-b747-53cfbd330adc tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452464 Nov 12 04:36:13.318145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3eb93add-c454-4639-aaba-274229513011 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:36:13.420664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3eb93add-c454-4639-aaba-274229513011, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3eb93add-c454-4639-aaba-274229513011,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:13.432846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '3eb93add-c454-4639-aaba-274229513011', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'port_id': '3eb93add-c454-4639-aaba-274229513011', 'mac_address': 'fa:16:3e:eb:f2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:36:13.473466 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:13.486146 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb93add-c454-4639-aaba-274229513011 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:36:13.505492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3eb93add-c454-4639-aaba-274229513011, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3eb93add-c454-4639-aaba-274229513011,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:13.559137 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:13.616763 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=3eb93add-c454-4639-aaba-274229513011,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:14.012772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['3eb93add-c454-4639-aaba-274229513011'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:36:14.247140 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e53f5-5e15-4441-96ea-e4c1745cde26 req-64711fcb-d1a9-4798-962f-dd017dea6619 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:14.249390 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-712e53f5-5e15-4441-96ea-e4c1745cde26 req-64711fcb-d1a9-4798-962f-dd017dea6619 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 945 time: 0.0543721 Nov 12 04:36:14.300523 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-712e53f5-5e15-4441-96ea-e4c1745cde26 req-4afa1040-869b-4530-8e1d-9f1f4493844b tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450451 Nov 12 04:36:14.323353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58170) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:14.394413 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9e38f75c-68d0-48d3-945a-bf7b1de8db83 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/floatingips/6e93b774-c134-4391-ba46-0351e46cb7a4 HTTP/1.1" status: 200 len: 992 time: 0.0698206 Nov 12 04:36:15.338777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3eb93add-c454-4639-aaba-274229513011 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:36:15.386510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 3eb93add-c454-4639-aaba-274229513011 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:15.386882 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:15.462267 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:15.486814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb93add-c454-4639-aaba-274229513011'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:15.500897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 3eb93add-c454-4639-aaba-274229513011, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3eb93add-c454-4639-aaba-274229513011,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:15.527407 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eab4c29-48ee-4251-8d2d-2b5d4013bbee" -d '{"events": [{"server_uuid": "978bb8d2-f204-40d8-ae77-f722ae87ee78", "name": "network-vif-plugged", "status": "completed", "tag": "3eb93add-c454-4639-aaba-274229513011"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:15.606839 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:15.629693 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983a8ee5-921b-4ceb-94c8-a1a49225674f x-openstack-request-id: req-983a8ee5-921b-4ceb-94c8-a1a49225674f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:15.629979 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978bb8d2-f204-40d8-ae77-f722ae87ee78", "name": "network-vif-plugged", "status": "completed", "tag": "3eb93add-c454-4639-aaba-274229513011", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:15.630225 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-983a8ee5-921b-4ceb-94c8-a1a49225674f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:15.630617 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb93add-c454-4639-aaba-274229513011', 'code': 200} Nov 12 04:36:15.655459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=3eb93add-c454-4639-aaba-274229513011,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:19.370617 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.102097 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f16f6ca-8235-4470-b454-f4ad6e7c9c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:25.181876 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.873012 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.907191 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6fd940ea-c6b2-4cc2-b301-2728811fb26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:28.678606 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:28.998841 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e81e4bed-8b4b-41d6-8e5a-689eddac4cc4 req-f7561ff4-f3e1-4526-ac23-693094d5a2bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0830009 Nov 12 04:36:29.010771 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.107468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e4bed-8b4b-41d6-8e5a-689eddac4cc4 req-ac22e1a2-2fc1-4e1a-8f28-64dccf4641fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:29.109496 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e81e4bed-8b4b-41d6-8e5a-689eddac4cc4 req-ac22e1a2-2fc1-4e1a-8f28-64dccf4641fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 1098 time: 0.0421338 Nov 12 04:36:29.218792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e4bed-8b4b-41d6-8e5a-689eddac4cc4 req-8fca0e52-cfb8-4725-b02e-632c5d72e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:29.220197 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e81e4bed-8b4b-41d6-8e5a-689eddac4cc4 req-8fca0e52-cfb8-4725-b02e-632c5d72e4c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=175bf9a0-9ef1-43fe-9135-111519728666 HTTP/1.1" status: 200 len: 898 time: 0.0851154 Nov 12 04:36:29.296083 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e81e4bed-8b4b-41d6-8e5a-689eddac4cc4 req-6c554a9d-56be-4294-95cc-17f8cf4fd8a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eb93add-c454-4639-aaba-274229513011 HTTP/1.1" status: 200 len: 1001 time: 0.0644629 Nov 12 04:36:29.347474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e4bed-8b4b-41d6-8e5a-689eddac4cc4 req-8d896291-15a8-4eb5-988a-76ce5f6e1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:29.354097 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e81e4bed-8b4b-41d6-8e5a-689eddac4cc4 req-8d896291-15a8-4eb5-988a-76ce5f6e1c33 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d59f791-be93-45dc-89c8-703bcda455b5 HTTP/1.1" status: 200 len: 834 time: 0.0456867 Nov 12 04:36:29.400018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e4bed-8b4b-41d6-8e5a-689eddac4cc4 req-9baaf83f-b77f-4aa5-a202-dfd226472f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:29.401668 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e81e4bed-8b4b-41d6-8e5a-689eddac4cc4 req-9baaf83f-b77f-4aa5-a202-dfd226472f3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=175bf9a0-9ef1-43fe-9135-111519728666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452166 Nov 12 04:36:29.504707 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e81e4bed-8b4b-41d6-8e5a-689eddac4cc4 req-05de753e-118d-4691-aa82-05db98966013 service neutron] 10.222.0.26 "GET /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879505 Nov 12 04:36:29.588300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e81e4bed-8b4b-41d6-8e5a-689eddac4cc4 req-1b839724-7d46-4024-a637-2f586d5eb565 service neutron] 10.222.0.26 "GET /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826838 Nov 12 04:36:33.629299 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:36:49.380770 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:51.536650 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 758584f0-b057-4119-b726-b7db38b5574d details requested by agent hyperv_n-h1-767704-23 with host n-h1-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:36:51.541610 n-d-767704-23 neutron-server[103148]: INFO neutron.plugins.ml2.plugin [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] No ports have port_id starting with 758584f0-b057-4119-b726-b7db38b5574d Nov 12 04:36:51.543055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Device 758584f0-b057-4119-b726-b7db38b5574d requested by agent hyperv_n-h1-767704-23 not found in database {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 12 04:36:53.118348 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66074f10-a4fb-4c28-ae72-8d79e994b3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:55.198441 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:55.415807 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-009e4901-4151-4d52-9802-146d441e9228 req-10bb3caa-3276-4fcd-ac49-839b5ce176dd service neutron] (103147) timed out ('10.222.0.25', 50487) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:36:56.913051 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:56.940684 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-770d4699-dc4c-48a8-b9b9-9b864bd4e958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:58.598290 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:59.066713 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:10.628842 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:37:19.379614 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:23.106383 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb78fc47-d467-4949-8ae8-2a1f07c34290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:25.203747 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.858539 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:26.900830 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0beed992-0cf7-4c06-a0b5-575f11f5f8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.608065 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.863121 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b6d2246-c869-4710-9957-d95278b91199 req-bc0f5bd1-1c32-46fe-829d-39d704a00c1c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457976 Nov 12 04:37:28.968258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d2246-c869-4710-9957-d95278b91199 req-a706ad31-8202-4446-b4a1-3c6e9db359e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:28.969767 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b6d2246-c869-4710-9957-d95278b91199 req-a706ad31-8202-4446-b4a1-3c6e9db359e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 1098 time: 0.0410035 Nov 12 04:37:29.003792 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.080260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d2246-c869-4710-9957-d95278b91199 req-7ca7b6d6-86da-47cc-b479-1b43451dddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:29.081725 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b6d2246-c869-4710-9957-d95278b91199 req-7ca7b6d6-86da-47cc-b479-1b43451dddf3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=175bf9a0-9ef1-43fe-9135-111519728666 HTTP/1.1" status: 200 len: 898 time: 0.0893097 Nov 12 04:37:29.148858 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b6d2246-c869-4710-9957-d95278b91199 req-560b4cff-9df1-4c54-bc16-9905d3de3993 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eb93add-c454-4639-aaba-274229513011 HTTP/1.1" status: 200 len: 1001 time: 0.0586181 Nov 12 04:37:29.199575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d2246-c869-4710-9957-d95278b91199 req-fbe0b4a2-826a-4a8f-bc47-d6c1d2ff406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:29.201143 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b6d2246-c869-4710-9957-d95278b91199 req-fbe0b4a2-826a-4a8f-bc47-d6c1d2ff406b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d59f791-be93-45dc-89c8-703bcda455b5 HTTP/1.1" status: 200 len: 834 time: 0.0445082 Nov 12 04:37:29.251536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d2246-c869-4710-9957-d95278b91199 req-00769037-06e5-47a1-bc39-566f085e005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:29.253049 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b6d2246-c869-4710-9957-d95278b91199 req-00769037-06e5-47a1-bc39-566f085e005f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=175bf9a0-9ef1-43fe-9135-111519728666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440319 Nov 12 04:37:29.344722 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b6d2246-c869-4710-9957-d95278b91199 req-679b11a1-f3ec-4ea9-8dc5-00a04e6a48ff service neutron] 10.222.0.26 "GET /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837357 Nov 12 04:37:29.443742 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b6d2246-c869-4710-9957-d95278b91199 req-e161ddc1-49bb-4720-9823-a56f2c3078cb service neutron] 10.222.0.26 "GET /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890720 Nov 12 04:37:31.433179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58206) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:31.595362 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port 59f5a7e6-9c8d-45e1-aff7-9a37c9daec2d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:31.595703 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.673043 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.673290 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.685560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for 59f5a7e6-9c8d-45e1-aff7-9a37c9daec2d owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:31.929626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.963003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=59f5a7e6-9c8d-45e1-aff7-9a37c9daec2d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:31.991908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.992275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.992618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.992952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.993290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.993618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.993941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.994282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.994608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.994912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.995264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.995552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:32.037165 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.037504 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Floating IP 6e93b774-c134-4391-ba46-0351e46cb7a4 disassociated (deleted). External IP: 172.25.8.89, port: 3eb93add-c454-4639-aaba-274229513011. Nov 12 04:37:32.262632 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:32.376502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:32.387800 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.416765 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-02ca3d83-8011-42ac-be69-8565550f85e7 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/floatingips/6e93b774-c134-4391-ba46-0351e46cb7a4 HTTP/1.1" status: 204 len: 168 time: 0.9820576 Nov 12 04:37:32.417552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'tag': '3eb93add-c454-4639-aaba-274229513011'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:32.463578 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e505b1aa-7cae-48ff-a5b2-1094ef1db546" -d '{"events": [{"name": "network-changed", "server_uuid": "978bb8d2-f204-40d8-ae77-f722ae87ee78", "tag": "3eb93add-c454-4639-aaba-274229513011"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:32.563807 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acbe51-4250-4b48-a348-1541b0710dfc None None] Sync routers for ids ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:32.575101 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016e43ff-c981-48d3-beb7-e949422fe9a3 x-openstack-request-id: req-016e43ff-c981-48d3-beb7-e949422fe9a3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:32.575386 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978bb8d2-f204-40d8-ae77-f722ae87ee78", "tag": "3eb93add-c454-4639-aaba-274229513011", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:32.575702 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-016e43ff-c981-48d3-beb7-e949422fe9a3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:32.576065 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'tag': '3eb93add-c454-4639-aaba-274229513011', 'status': 'completed', 'code': 200} Nov 12 04:37:32.577218 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acbe51-4250-4b48-a348-1541b0710dfc None None] Routers {'2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:32.577874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-13acbe51-4250-4b48-a348-1541b0710dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:37:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:32.684452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505b1aa-7cae-48ff-a5b2-1094ef1db546 req-ecf98e3d-9fcc-4c7d-9fc3-552bb962eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:32.685661 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e505b1aa-7cae-48ff-a5b2-1094ef1db546 req-ecf98e3d-9fcc-4c7d-9fc3-552bb962eb17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6035ed2710404d7fadaeb6fad57f6003&device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 1098 time: 0.0514126 Nov 12 04:37:32.707695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-13acbe51-4250-4b48-a348-1541b0710dfc None None] Set router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:32.808477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505b1aa-7cae-48ff-a5b2-1094ef1db546 req-2b8136a2-12f7-43d7-be9f-038b689f8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:32.809988 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e505b1aa-7cae-48ff-a5b2-1094ef1db546 req-2b8136a2-12f7-43d7-be9f-038b689f8848 service neutron] 10.222.0.26 "GET /v2.0/networks?id=175bf9a0-9ef1-43fe-9135-111519728666 HTTP/1.1" status: 200 len: 898 time: 0.1160400 Nov 12 04:37:32.860850 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e505b1aa-7cae-48ff-a5b2-1094ef1db546 req-ee1b674b-7e45-4bd1-bdc5-abb04a635b78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eb93add-c454-4639-aaba-274229513011 HTTP/1.1" status: 200 len: 217 time: 0.0375447 Nov 12 04:37:32.927248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505b1aa-7cae-48ff-a5b2-1094ef1db546 req-099a47b2-0db0-4ca8-9149-9a7d48e7ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:32.935591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e505b1aa-7cae-48ff-a5b2-1094ef1db546 req-099a47b2-0db0-4ca8-9149-9a7d48e7ae3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d59f791-be93-45dc-89c8-703bcda455b5 HTTP/1.1" status: 200 len: 834 time: 0.0663371 Nov 12 04:37:32.948415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-13acbe51-4250-4b48-a348-1541b0710dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:16Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2', 'name': '', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:a6:e0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:32.993426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acbe51-4250-4b48-a348-1541b0710dfc None None] Checking router: 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:33.011229 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acbe51-4250-4b48-a348-1541b0710dfc None None] Routers {'2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:33.011861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-13acbe51-4250-4b48-a348-1541b0710dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:37:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:33.018905 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace08f93-2e1a-42cb-9422-8555600a08fa req-938ccf32-9bc1-4b25-9f9c-0cd30cf20093 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:33.023126 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ace08f93-2e1a-42cb-9422-8555600a08fa req-938ccf32-9bc1-4b25-9f9c-0cd30cf20093 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0757339 Nov 12 04:37:33.047434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505b1aa-7cae-48ff-a5b2-1094ef1db546 req-123927c6-a559-409e-9201-737407888b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:33.050047 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e505b1aa-7cae-48ff-a5b2-1094ef1db546 req-123927c6-a559-409e-9201-737407888b2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=175bf9a0-9ef1-43fe-9135-111519728666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600662 Nov 12 04:37:33.108471 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ace08f93-2e1a-42cb-9422-8555600a08fa req-8c72e5da-067e-428b-a1b5-c7fe95faff69 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662782 Nov 12 04:37:33.156693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-13acbe51-4250-4b48-a348-1541b0710dfc None None] Set router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:33.178910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e505b1aa-7cae-48ff-a5b2-1094ef1db546 req-75d4c209-85f5-4ff6-887a-906350d89c20 service neutron] 10.222.0.26 "GET /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124368 Nov 12 04:37:33.302822 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e505b1aa-7cae-48ff-a5b2-1094ef1db546 req-ad88680a-ece5-4dc0-ac84-85b40c25efe7 service neutron] 10.222.0.26 "GET /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133981 Nov 12 04:37:33.382269 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-13acbe51-4250-4b48-a348-1541b0710dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:16Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2', 'name': '', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:a6:e0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:33.409490 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acbe51-4250-4b48-a348-1541b0710dfc None None] The sync data for ids ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'] in n-d-767704-23 is: [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:16Z', 'revision_number': 4, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2', 'name': '', 'network_id': '175bf9a0-9ef1-43fe-9135-111519728666', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'mac_address': 'fa:16:3e:a6:e0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:15Z', 'updated_at': '2021-11-12T04:34:19Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'subnets': [{'id': '1d59f791-be93-45dc-89c8-703bcda455b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:33.654778 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08274758-ff31-409e-90ad-c705cfd54d5a None None] New status for floating IP 6e93b774-c134-4391-ba46-0351e46cb7a4: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:37:34.242283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730709-7275-4aa3-acfe-c5d8104d27a1 req-60c69843-03ac-46df-8eba-338f328bbcce tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:34.243853 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9730709-7275-4aa3-acfe-c5d8104d27a1 req-60c69843-03ac-46df-8eba-338f328bbcce tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0539570 Nov 12 04:37:34.296422 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9730709-7275-4aa3-acfe-c5d8104d27a1 req-eef43994-8ba5-4c50-a61a-d9a6ee495b4d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463314 Nov 12 04:37:35.013281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23566fd3-993c-4f02-a337-9e0249cb34c1 req-0ccac628-fbaf-4dde-a7ab-bc938410d834 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:35.014731 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-23566fd3-993c-4f02-a337-9e0249cb34c1 req-0ccac628-fbaf-4dde-a7ab-bc938410d834 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0487907 Nov 12 04:37:35.107877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-23566fd3-993c-4f02-a337-9e0249cb34c1 req-5efe9b02-b7fa-4e8a-a839-5e5cc16804c6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port 3eb93add-c454-4639-aaba-274229513011 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:35.108238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-23566fd3-993c-4f02-a337-9e0249cb34c1 req-5efe9b02-b7fa-4e8a-a839-5e5cc16804c6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.194416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-23566fd3-993c-4f02-a337-9e0249cb34c1 req-5efe9b02-b7fa-4e8a-a839-5e5cc16804c6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] For port 3eb93add-c454-4639-aaba-274229513011, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=3eb93add-c454-4639-aaba-274229513011,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:35.194771 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-23566fd3-993c-4f02-a337-9e0249cb34c1 req-5efe9b02-b7fa-4e8a-a839-5e5cc16804c6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.207005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-23566fd3-993c-4f02-a337-9e0249cb34c1 req-5efe9b02-b7fa-4e8a-a839-5e5cc16804c6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for 3eb93add-c454-4639-aaba-274229513011 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:35.419440 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4cdf8-b099-4ce7-92e7-b3266e845719 req-45e34251-9a2f-46bf-8781-b3dde14756b4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:35.420953 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9aa4cdf8-b099-4ce7-92e7-b3266e845719 req-45e34251-9a2f-46bf-8781-b3dde14756b4 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/ports?device_id=978bb8d2-f204-40d8-ae77-f722ae87ee78 HTTP/1.1" status: 200 len: 946 time: 0.0543127 Nov 12 04:37:35.430815 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-23566fd3-993c-4f02-a337-9e0249cb34c1 req-5efe9b02-b7fa-4e8a-a839-5e5cc16804c6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.458394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe9b02-b7fa-4e8a-a839-5e5cc16804c6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=3eb93add-c454-4639-aaba-274229513011,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:35.473514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9aa4cdf8-b099-4ce7-92e7-b3266e845719 req-f50d8717-d0fa-49c1-a733-96a32a750568 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "GET /v2.0/security-groups?id=b20da1f0-0a3a-4c94-83e7-fdd3999dc250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458322 Nov 12 04:37:35.506540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-23566fd3-993c-4f02-a337-9e0249cb34c1 req-5efe9b02-b7fa-4e8a-a839-5e5cc16804c6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] No DVR routers for this DVR port 3eb93add-c454-4639-aaba-274229513011 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:35.509105 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-23566fd3-993c-4f02-a337-9e0249cb34c1 req-5efe9b02-b7fa-4e8a-a839-5e5cc16804c6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.512428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-23566fd3-993c-4f02-a337-9e0249cb34c1 req-5efe9b02-b7fa-4e8a-a839-5e5cc16804c6 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.26 "DELETE /v2.0/ports/3eb93add-c454-4639-aaba-274229513011 HTTP/1.1" status: 204 len: 173 time: 0.4906421 Nov 12 04:37:35.512871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'name': 'network-vif-deleted', 'tag': '3eb93add-c454-4639-aaba-274229513011'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:35.515249 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e0ee15-9b4e-4b74-9310-3affc2d39dfe" -d '{"events": [{"server_uuid": "978bb8d2-f204-40d8-ae77-f722ae87ee78", "name": "network-vif-deleted", "tag": "3eb93add-c454-4639-aaba-274229513011"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:35.551736 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee83280-752d-4f1d-bc74-746d159d957c x-openstack-request-id: req-4ee83280-752d-4f1d-bc74-746d159d957c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:35.552066 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978bb8d2-f204-40d8-ae77-f722ae87ee78", "name": "network-vif-deleted", "tag": "3eb93add-c454-4639-aaba-274229513011", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:35.552335 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4ee83280-752d-4f1d-bc74-746d159d957c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:35.552738 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978bb8d2-f204-40d8-ae77-f722ae87ee78', 'name': 'network-vif-deleted', 'tag': '3eb93add-c454-4639-aaba-274229513011', 'status': 'completed', 'code': 200} Nov 12 04:37:36.533680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:36.886346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e620e26-de24-46ed-88c8-505cf634c979 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.137623 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6e620e26-de24-46ed-88c8-505cf634c979 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:37.137880 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e620e26-de24-46ed-88c8-505cf634c979 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.227748 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6e620e26-de24-46ed-88c8-505cf634c979 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] For port 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:37.228140 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e620e26-de24-46ed-88c8-505cf634c979 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.241130 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6e620e26-de24-46ed-88c8-505cf634c979 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:37.489996 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e620e26-de24-46ed-88c8-505cf634c979 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.517804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e620e26-de24-46ed-88c8-505cf634c979 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:37.672759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3eb93add-c454-4639-aaba-274229513011 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:37.699369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 3eb93add-c454-4639-aaba-274229513011 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:37.699710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 3eb93add-c454-4639-aaba-274229513011 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:37.701458 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e620e26-de24-46ed-88c8-505cf634c979 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.919381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e620e26-de24-46ed-88c8-505cf634c979 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:38.359317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e620e26-de24-46ed-88c8-505cf634c979 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:38.367966 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6e620e26-de24-46ed-88c8-505cf634c979 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "PUT /v2.0/routers/2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8332109 Nov 12 04:37:38.368595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:38.370396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7dcd5-b254-40c5-86d7-c21a229eee2a None None] Sync routers for ids ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:38.380168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7dcd5-b254-40c5-86d7-c21a229eee2a None None] Routers {'2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:38.380783 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2ab7dcd5-b254-40c5-86d7-c21a229eee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:37:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:38.421399 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbb2644-0d0e-4103-91db-b06a0bfd8beb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting subnet 1d59f791-be93-45dc-89c8-703bcda455b5 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:37:38.424840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efbb2644-0d0e-4103-91db-b06a0bfd8beb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.471655 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efbb2644-0d0e-4103-91db-b06a0bfd8beb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.492679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2ab7dcd5-b254-40c5-86d7-c21a229eee2a None None] Set router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:38.554634 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efbb2644-0d0e-4103-91db-b06a0bfd8beb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.669097 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2ab7dcd5-b254-40c5-86d7-c21a229eee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:37:37Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:38.698885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7dcd5-b254-40c5-86d7-c21a229eee2a None None] Checking router: 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:38.699787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efbb2644-0d0e-4103-91db-b06a0bfd8beb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.707950 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7dcd5-b254-40c5-86d7-c21a229eee2a None None] Routers {'2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:38.708582 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2ab7dcd5-b254-40c5-86d7-c21a229eee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:37:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:38.731791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb2644-0d0e-4103-91db-b06a0bfd8beb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Subnet': ['ID=1d59f791-be93-45dc-89c8-703bcda455b5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:38.737246 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efbb2644-0d0e-4103-91db-b06a0bfd8beb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.740809 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-efbb2644-0d0e-4103-91db-b06a0bfd8beb tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/subnets/1d59f791-be93-45dc-89c8-703bcda455b5 HTTP/1.1" status: 204 len: 168 time: 0.3712234 Nov 12 04:37:38.743396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:38.746400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5809db8e-ca08-4cc0-934f-1d4343a260ba None None] Network 175bf9a0-9ef1-43fe-9135-111519728666 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:37:38.850475 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.902032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2ab7dcd5-b254-40c5-86d7-c21a229eee2a None None] Set router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:38.951368 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.074411 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] DHCP port deletion for 175bf9a0-9ef1-43fe-9135-111519728666 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:39.082948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Deleting port 570658f9-e43d-48c8-9f9c-bf75a6384475 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:39.082948 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.122777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2ab7dcd5-b254-40c5-86d7-c21a229eee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:37:37Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:39.158011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7dcd5-b254-40c5-86d7-c21a229eee2a None None] The sync data for ids ['2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a'] in n-d-767704-23 is: [{'id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183614638', 'tenant_id': '6035ed2710404d7fadaeb6fad57f6003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:37:37Z', 'revision_number': 5, 'project_id': '6035ed2710404d7fadaeb6fad57f6003', 'gw_port': {'id': '570658f9-e43d-48c8-9f9c-bf75a6384475', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:34:12Z', 'updated_at': '2021-11-12T04:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:39.163223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] For port 570658f9-e43d-48c8-9f9c-bf75a6384475, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=570658f9-e43d-48c8-9f9c-bf75a6384475,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:39.163554 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.167161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Deleting port f080c411-90af-49d8-9c8c-c83bc474317b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:39.167529 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.178372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Calling delete_port for 570658f9-e43d-48c8-9f9c-bf75a6384475 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:39.400559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] For port f080c411-90af-49d8-9c8c-c83bc474317b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=f080c411-90af-49d8-9c8c-c83bc474317b,segment=NetworkSegment(f4bd0902-7556-47b1-9233-05e0101a71d7),segment_id=f4bd0902-7556-47b1-9233-05e0101a71d7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:39.400559 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.437783 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.445602 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Calling delete_port for f080c411-90af-49d8-9c8c-c83bc474317b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:39.465741 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Port': ['ID=570658f9-e43d-48c8-9f9c-bf75a6384475,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:39.487589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ce612-5f6d-4f5f-a184-3de656df87be None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:39.542414 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.646248 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.648700 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.655935 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.689651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Pushing event deleted for resources: {'Port': ['ID=f080c411-90af-49d8-9c8c-c83bc474317b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:39.694491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] No DVR routers for this DVR port f080c411-90af-49d8-9c8c-c83bc474317b on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:39.709206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:39.709788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:39.709884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:39.710259 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:39.710597 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:39.710997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:39.711304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:39.711766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:39.712122 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:39.715889 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:39.715889 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:39.715889 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834365a-d6e8-4765-be80-21113b6de6c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:39.763695 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.764282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Fanout notify agent at l3_agent the message router_deleted on router 2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:37:39.773458 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.773458 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5b6c17fd-34d6-4fdf-9ea2-0cd09645536d tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/routers/2a60305d-59cb-4dae-a2e1-0c0ef25cdc9a HTTP/1.1" status: 204 len: 168 time: 1.0279393 Nov 12 04:37:39.775158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58244) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:39.880474 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d068b67f-a01b-41e8-95e2-a4e2ae0e1ead tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.972613 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d068b67f-a01b-41e8-95e2-a4e2ae0e1ead tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.999654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d068b67f-a01b-41e8-95e2-a4e2ae0e1ead tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175bf9a0-9ef1-43fe-9135-111519728666']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:40.010398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d068b67f-a01b-41e8-95e2-a4e2ae0e1ead tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bd0902-7556-47b1-9233-05e0101a71d7') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:40.010688 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d068b67f-a01b-41e8-95e2-a4e2ae0e1ead tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bd0902-7556-47b1-9233-05e0101a71d7') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:40.021177 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d068b67f-a01b-41e8-95e2-a4e2ae0e1ead tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.034611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d068b67f-a01b-41e8-95e2-a4e2ae0e1ead tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.040810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d068b67f-a01b-41e8-95e2-a4e2ae0e1ead tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:37:40.044181 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d068b67f-a01b-41e8-95e2-a4e2ae0e1ead tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:37:40.044471 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:37:40.152190 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d068b67f-a01b-41e8-95e2-a4e2ae0e1ead tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.164609 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d068b67f-a01b-41e8-95e2-a4e2ae0e1ead tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.164609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d068b67f-a01b-41e8-95e2-a4e2ae0e1ead tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/networks/175bf9a0-9ef1-43fe-9135-111519728666 HTTP/1.1" status: 204 len: 168 time: 0.3872545 Nov 12 04:37:40.167192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:40.175910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068b67f-a01b-41e8-95e2-a4e2ae0e1ead tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'Network': ['ID=175bf9a0-9ef1-43fe-9135-111519728666,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:40.227127 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.262411 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.379113 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.381780 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.382974 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] 10.222.0.105 "DELETE /v2.0/security-groups/b20da1f0-0a3a-4c94-83e7-fdd3999dc250 HTTP/1.1" status: 204 len: 168 time: 0.2146015 Nov 12 04:37:40.393271 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20da1f0-0a3a-4c94-83e7-fdd3999dc250,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:40.401955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:40.402323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:40.402670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:40.403010 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:40.403349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:40.403687 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:40.404023 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:40.404401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:40.404730 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:40.405064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:40.405393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:40.405718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81e804-fc1d-43c2-bced-bab43ea97786 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:40.497508 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:40.518831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:40.521696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0a1f0aad-8d74-4c3d-ab86-21da8e60b8a2 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:40.521696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f080c411-90af-49d8-9c8c-c83bc474317b no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:40.543198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: f080c411-90af-49d8-9c8c-c83bc474317b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:40.543468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device f080c411-90af-49d8-9c8c-c83bc474317b not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:40.543879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 570658f9-e43d-48c8-9f9c-bf75a6384475 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:40.562565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 570658f9-e43d-48c8-9f9c-bf75a6384475 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:40.562908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 570658f9-e43d-48c8-9f9c-bf75a6384475 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:40.995838 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:41.125023 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a51625e5-4d75-4245-ad11-6597b0e4fbf6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6035ed2710404d7fadaeb6fad57f6003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279924 Nov 12 04:37:41.127648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:41.173590 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f007-0447-4795-a0f5-bc158685accb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:41.197648 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f007-0447-4795-a0f5-bc158685accb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:41.304780 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f007-0447-4795-a0f5-bc158685accb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:41.307527 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f007-0447-4795-a0f5-bc158685accb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:41.308721 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3ce2f007-0447-4795-a0f5-bc158685accb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fa7e3137-2d3a-4007-987d-feef2e593cfa HTTP/1.1" status: 204 len: 168 time: 0.1796517 Nov 12 04:37:41.317157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2f007-0447-4795-a0f5-bc158685accb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7e3137-2d3a-4007-987d-feef2e593cfa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:41.893389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:41.934307 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7ab4ad71-5249-4741-a1d1-cf040f9830b6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2f8bb27bd0944c80b1a8fc3e5cbdcca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390913 Nov 12 04:37:41.937171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:41.985928 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05b8bf04-3cbb-420c-91b8-140fb75df418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.007501 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05b8bf04-3cbb-420c-91b8-140fb75df418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.123469 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05b8bf04-3cbb-420c-91b8-140fb75df418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.126040 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05b8bf04-3cbb-420c-91b8-140fb75df418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.127214 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-05b8bf04-3cbb-420c-91b8-140fb75df418 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6b0b9e5d-8450-4318-b45e-7b7f6ec6521a HTTP/1.1" status: 204 len: 168 time: 0.1891220 Nov 12 04:37:42.135390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8bf04-3cbb-420c-91b8-140fb75df418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0b9e5d-8450-4318-b45e-7b7f6ec6521a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:43.266560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:43.361384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-624917385-network', 'tenant_id': 'a7aa552453404381b115b01d45141c5f'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:43.460444 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] Made reservation on behalf of a7aa552453404381b115b01d45141c5f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:37:43.462743 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.471356 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.546754 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.598394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.625003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:37:43.631262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4253d2b-286a-40c9-b7b0-b55d4f0a72fc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:43.638853 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.638853 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] Added segment f5263a96-9f9a-4350-9f38-00deaf243f0a of type vlan for network 21d900e0-915f-4c21-b09b-dc29c4b6f1e9 Nov 12 04:37:43.680190 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.755761 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.756659 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:43.757233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.814015 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] Pushing event updated for resources: {'Network': ['ID=21d900e0-915f-4c21-b09b-dc29c4b6f1e9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:43.827736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 21d900e0-915f-4c21-b09b-dc29c4b6f1e9 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:37:43.844449 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2afc5048-5c77-4c3e-a3b8-da14e7dec732 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5767004 Nov 12 04:37:43.850581 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58292) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:43.852907 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cb1fbda5-4077-4624-9e5b-bc610c4d2891 admin admin] Request body: {'subnet': {'network_id': '21d900e0-915f-4c21-b09b-dc29c4b6f1e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-624917385-subnet', 'tenant_id': 'a7aa552453404381b115b01d45141c5f', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:43.933061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1fbda5-4077-4624-9e5b-bc610c4d2891 admin admin] Made reservation on behalf of a7aa552453404381b115b01d45141c5f for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:37:43.935573 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb1fbda5-4077-4624-9e5b-bc610c4d2891 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.150426 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb1fbda5-4077-4624-9e5b-bc610c4d2891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.213161 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fbda5-4077-4624-9e5b-bc610c4d2891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42dd5af9-3474-47c5-8d28-9ffa38eb29b3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:44.217372 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1fbda5-4077-4624-9e5b-bc610c4d2891 admin admin] Checking segment: {'id': 'f5263a96-9f9a-4350-9f38-00deaf243f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '21d900e0-915f-4c21-b09b-dc29c4b6f1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:37:44.217727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1fbda5-4077-4624-9e5b-bc610c4d2891 admin admin] Network hostable DHCP agents. Network: 21d900e0-915f-4c21-b09b-dc29c4b6f1e9, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:37:44.294722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1fbda5-4077-4624-9e5b-bc610c4d2891 admin admin] Network 21d900e0-915f-4c21-b09b-dc29c4b6f1e9 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:37:44.384235 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cb1fbda5-4077-4624-9e5b-bc610c4d2891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 21d900e0-915f-4c21-b09b-dc29c4b6f1e9) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:37:44.388791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1fbda5-4077-4624-9e5b-bc610c4d2891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:44.389378 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb1fbda5-4077-4624-9e5b-bc610c4d2891 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.395170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9554cde5-a767-47f8-be86-7183c696459e None None] Network 21d900e0-915f-4c21-b09b-dc29c4b6f1e9 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:37:44.478568 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cb1fbda5-4077-4624-9e5b-bc610c4d2891 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6294744 Nov 12 04:37:44.481304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58294) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:44.485953 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-624917385-router', 'tenant_id': 'a7aa552453404381b115b01d45141c5f', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:44.538756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-21d900e0-915f-4c21-b09b-dc29c4b6f1e9', 'network_id': '21d900e0-915f-4c21-b09b-dc29c4b6f1e9', 'tenant_id': 'a7aa552453404381b115b01d45141c5f', 'fixed_ips': [{'subnet_id': '42dd5af9-3474-47c5-8d28-9ffa38eb29b3'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:37:44.539638 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.573480 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.574551 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.626648 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.668314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Allocated IP 172.20.0.2 (21d900e0-915f-4c21-b09b-dc29c4b6f1e9/42dd5af9-3474-47c5-8d28-9ffa38eb29b3/3d88488d-5646-4b5d-8a3a-af8b5acdfc8b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:37:44.808369 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.846054 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.870663 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.910669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Network 21d900e0-915f-4c21-b09b-dc29c4b6f1e9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:37:44.913517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:37:44.917972 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:37:44.920761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Pushing event updated for resources: {'Port': ['ID=3d88488d-5646-4b5d-8a3a-af8b5acdfc8b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:44.975501 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Attempting to bind port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:37:44.976030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Attempting to bind port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f5263a96-9f9a-4350-9f38-00deaf243f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '21d900e0-915f-4c21-b09b-dc29c4b6f1e9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:37:44.976415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Attempting to bind port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b on network 21d900e0-915f-4c21-b09b-dc29c4b6f1e9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:37:44.981317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:37:44.981682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Checking segment: {'id': 'f5263a96-9f9a-4350-9f38-00deaf243f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '21d900e0-915f-4c21-b09b-dc29c4b6f1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:37:44.982070 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.982459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Bound using segment: {'id': 'f5263a96-9f9a-4350-9f38-00deaf243f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '21d900e0-915f-4c21-b09b-dc29c4b6f1e9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:37:44.982916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Bound port: 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5263a96-9f9a-4350-9f38-00deaf243f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '21d900e0-915f-4c21-b09b-dc29c4b6f1e9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:37:44.983291 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.047990 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] For port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:37:45.051667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] For port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3d88488d-5646-4b5d-8a3a-af8b5acdfc8b,segment=NetworkSegment(f5263a96-9f9a-4350-9f38-00deaf243f0a),segment_id=f5263a96-9f9a-4350-9f38-00deaf243f0a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:37:45.116514 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.135230 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.152321 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.217833 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af96e2-1b7d-4d27-b5c9-f6dca704634c None None] Pushing event updated for resources: {'Port': ['ID=3d88488d-5646-4b5d-8a3a-af8b5acdfc8b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:45.237995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Allocated IP 172.25.8.111 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/52400472-39c0-4aef-a532-92e0d3134060) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:37:45.350685 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.449073 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.494221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:37:45.497254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:37:45.505336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:37:45.505336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Pushing event updated for resources: {'Port': ['ID=52400472-39c0-4aef-a532-92e0d3134060,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:45.510229 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4778ff73-2b30-40fa-b600-4051e5e9f976 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:45.554067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-10ff2b59-eb2a-48fd-929c-8fc8bf108066 None None] Provisioning complete for port 52400472-39c0-4aef-a532-92e0d3134060 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:45.554542 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-10ff2b59-eb2a-48fd-929c-8fc8bf108066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.593317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-10ff2b59-eb2a-48fd-929c-8fc8bf108066 None None] Port 52400472-39c0-4aef-a532-92e0d3134060 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:37:45.866241 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:46.072860 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:46.155664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cdf1de-1686-4a12-99c8-6f7b814c5553 None None] Network 21d900e0-915f-4c21-b09b-dc29c4b6f1e9 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:37:46.227503 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-27366976-91ef-4592-8fe8-72d9a742c747 None None] Provisioning complete for port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:46.227782 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27366976-91ef-4592-8fe8-72d9a742c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:46.266127 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Router f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:37:46.366934 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27366976-91ef-4592-8fe8-72d9a742c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:46.381416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:46.403735 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Sync routers for ids ['f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:46.408017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-27366976-91ef-4592-8fe8-72d9a742c747 None None] For port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3d88488d-5646-4b5d-8a3a-af8b5acdfc8b,segment=NetworkSegment(f5263a96-9f9a-4350-9f38-00deaf243f0a),segment_id=f5263a96-9f9a-4350-9f38-00deaf243f0a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:46.414680 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Routers {'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:46.415182 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:37:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:46.491875 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:46.502567 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fea271ac-be4b-4cc2-8468-9ef90d257812 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.0108094 Nov 12 04:37:46.502567 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:46.502984 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27366976-91ef-4592-8fe8-72d9a742c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:46.510500 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:37:46.571106 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Set router f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:46.643031 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27366976-91ef-4592-8fe8-72d9a742c747 None None] Pushing event updated for resources: {'Port': ['ID=3d88488d-5646-4b5d-8a3a-af8b5acdfc8b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:46.651303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cfb0da4d-cba4-44cb-a6e4-d7a50f746e7e None None] Provisioning complete for port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:46.651669 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfb0da4d-cba4-44cb-a6e4-d7a50f746e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:46.699997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:46.700372 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:46.755873 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'name': 'tempest-ImageQuotaTest-624917385-router', 'tenant_id': 'a7aa552453404381b115b01d45141c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '52400472-39c0-4aef-a532-92e0d3134060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:37:44Z', 'updated_at': '2021-11-12T04:37:45Z', 'revision_number': 3, 'project_id': 'a7aa552453404381b115b01d45141c5f', 'gw_port': {'id': '52400472-39c0-4aef-a532-92e0d3134060', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:37:45Z', 'updated_at': '2021-11-12T04:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:46.785887 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Checking router: f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:46.786242 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Updating router f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 port 52400472-39c0-4aef-a532-92e0d3134060 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:37:46.810420 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:46.972003 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.066575 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.115600 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.129018 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Allocated IP 172.20.0.1 (21d900e0-915f-4c21-b09b-dc29c4b6f1e9/42dd5af9-3474-47c5-8d28-9ffa38eb29b3/d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:37:47.156882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc55649-a1e4-4e31-b8ba-11e7338209fc None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:47.166597 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Attempting to bind port 52400472-39c0-4aef-a532-92e0d3134060 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:37:47.167090 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Attempting to bind port 52400472-39c0-4aef-a532-92e0d3134060 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:37:47.167305 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Attempting to bind port 52400472-39c0-4aef-a532-92e0d3134060 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:37:47.174713 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131d2f4-a864-4359-8844-f07572c3f52c None None] Pushing event updated for resources: {'Port': ['ID=52400472-39c0-4aef-a532-92e0d3134060,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:47.177154 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:37:47.177511 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:37:47.177909 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.178299 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:37:47.178765 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Bound port: 52400472-39c0-4aef-a532-92e0d3134060, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:37:47.179144 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.200350 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-af8a256a-146b-419e-a2d9-20e678b77b99 None None] Provisioning complete for port 52400472-39c0-4aef-a532-92e0d3134060 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:47.200814 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af8a256a-146b-419e-a2d9-20e678b77b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.205039 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131d2f4-a864-4359-8844-f07572c3f52c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:47.205039 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131d2f4-a864-4359-8844-f07572c3f52c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:47.205365 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131d2f4-a864-4359-8844-f07572c3f52c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:47.205659 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131d2f4-a864-4359-8844-f07572c3f52c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:47.205989 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131d2f4-a864-4359-8844-f07572c3f52c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:47.206918 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131d2f4-a864-4359-8844-f07572c3f52c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:47.207246 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131d2f4-a864-4359-8844-f07572c3f52c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:47.207806 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131d2f4-a864-4359-8844-f07572c3f52c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:47.208340 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131d2f4-a864-4359-8844-f07572c3f52c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:47.208850 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131d2f4-a864-4359-8844-f07572c3f52c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:47.209183 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131d2f4-a864-4359-8844-f07572c3f52c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:47.209509 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131d2f4-a864-4359-8844-f07572c3f52c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:47.236506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-af8a256a-146b-419e-a2d9-20e678b77b99 None None] Port 52400472-39c0-4aef-a532-92e0d3134060 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:37:47.242293 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.245706 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] For port 52400472-39c0-4aef-a532-92e0d3134060, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:37:47.248859 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] For port 52400472-39c0-4aef-a532-92e0d3134060, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=52400472-39c0-4aef-a532-92e0d3134060,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:37:47.367719 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.367958 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.409185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Network 21d900e0-915f-4c21-b09b-dc29c4b6f1e9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:37:47.412619 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:37:47.414521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192183d3-fa90-498e-bf06-bbdaa7363562 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:47.416236 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:37:47.429798 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Routers {'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:47.430928 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:37:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:47.442317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:47.468731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dfcdd188-00cc-4aa0-bbea-40dcf0bd5a5a None None] Provisioning complete for port 52400472-39c0-4aef-a532-92e0d3134060 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:47.469416 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd188-00cc-4aa0-bbea-40dcf0bd5a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.470138 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.472604 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131d2f4-a864-4359-8844-f07572c3f52c None None] Pushing event updated for resources: {'Port': ['ID=52400472-39c0-4aef-a532-92e0d3134060,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:47.573326 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd188-00cc-4aa0-bbea-40dcf0bd5a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.602110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dfcdd188-00cc-4aa0-bbea-40dcf0bd5a5a None None] For port 52400472-39c0-4aef-a532-92e0d3134060, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=52400472-39c0-4aef-a532-92e0d3134060,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:47.647841 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:37:47.660940 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd188-00cc-4aa0-bbea-40dcf0bd5a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.678692 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] Set router f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:47.699918 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.712114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdd188-00cc-4aa0-bbea-40dcf0bd5a5a None None] Pushing event updated for resources: {'Port': ['ID=52400472-39c0-4aef-a532-92e0d3134060,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:47.784805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-884e592c-8548-4479-820e-dc5d67c910e2 None None] Provisioning complete for port d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:47.785189 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-884e592c-8548-4479-820e-dc5d67c910e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.822835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-884e592c-8548-4479-820e-dc5d67c910e2 None None] Port d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:37:47.861002 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'name': 'tempest-ImageQuotaTest-624917385-router', 'tenant_id': 'a7aa552453404381b115b01d45141c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '52400472-39c0-4aef-a532-92e0d3134060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:37:44Z', 'updated_at': '2021-11-12T04:37:45Z', 'revision_number': 3, 'project_id': 'a7aa552453404381b115b01d45141c5f', 'gw_port': {'id': '52400472-39c0-4aef-a532-92e0d3134060', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:37:45Z', 'updated_at': '2021-11-12T04:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:47.872068 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.888024 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a139aa-2972-4580-95bb-23ac8e4b8b75 None None] The sync data for ids ['f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'] in n-d-767704-23 is: [{'id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'name': 'tempest-ImageQuotaTest-624917385-router', 'tenant_id': 'a7aa552453404381b115b01d45141c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '52400472-39c0-4aef-a532-92e0d3134060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:37:44Z', 'updated_at': '2021-11-12T04:37:45Z', 'revision_number': 3, 'project_id': 'a7aa552453404381b115b01d45141c5f', 'gw_port': {'id': '52400472-39c0-4aef-a532-92e0d3134060', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:37:45Z', 'updated_at': '2021-11-12T04:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:47.929115 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:48.002284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:48.007892 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:48.119613 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Network 21d900e0-915f-4c21-b09b-dc29c4b6f1e9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:37:48.122417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:37:48.253304 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Router f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:48.351083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2ba03235-fb26-4632-ac94-d4e5c512a2eb None None] Provisioning complete for port d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:48.351622 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2ba03235-fb26-4632-ac94-d4e5c512a2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:48.379033 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:48.392228 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e583f7ce-b435-4cdf-aef4-54fb846010b2 admin admin] 10.222.0.105 "PUT /v2.0/routers/f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8871512 Nov 12 04:37:48.404854 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2ba03235-fb26-4632-ac94-d4e5c512a2eb None None] Port d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:37:48.572625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 52400472-39c0-4aef-a532-92e0d3134060 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:37:48.622228 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 52400472-39c0-4aef-a532-92e0d3134060 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:48.622588 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:48.718029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:37:48.767644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:48.767979 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:49.391780 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:49.471272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Sync routers for ids ['f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:49.481654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Routers {'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:49.482470 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:37:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:49.541640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:49.593882 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Set router f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:49.962917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'name': 'tempest-ImageQuotaTest-624917385-router', 'tenant_id': 'a7aa552453404381b115b01d45141c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '52400472-39c0-4aef-a532-92e0d3134060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:37:44Z', 'updated_at': '2021-11-12T04:37:47Z', 'revision_number': 4, 'project_id': 'a7aa552453404381b115b01d45141c5f', 'gw_port': {'id': '52400472-39c0-4aef-a532-92e0d3134060', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:37:45Z', 'updated_at': '2021-11-12T04:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f', 'name': '', 'network_id': '21d900e0-915f-4c21-b09b-dc29c4b6f1e9', 'tenant_id': 'a7aa552453404381b115b01d45141c5f', 'mac_address': 'fa:16:3e:c8:fe:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '42dd5af9-3474-47c5-8d28-9ffa38eb29b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:37:46Z', 'updated_at': '2021-11-12T04:37:47Z', 'revision_number': 2, 'project_id': 'a7aa552453404381b115b01d45141c5f', 'subnets': [{'id': '42dd5af9-3474-47c5-8d28-9ffa38eb29b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:49.993274 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Checking router: f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:49.993633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Updating router f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 port d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:37:50.023932 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.224882 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d26bc0-05b9-4d71-be59-77095dd79ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.287169 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.379494 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.456080 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e03e94-7ce9-4465-846b-a011cef7611c None None] Pushing event updated for resources: {'Port': ['ID=d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:50.483943 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-04d26bc0-05b9-4d71-be59-77095dd79ff7 admin admin] Deleting port d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:50.484341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d26bc0-05b9-4d71-be59-77095dd79ff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.485913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Attempting to bind port d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:37:50.486287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Attempting to bind port d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'f5263a96-9f9a-4350-9f38-00deaf243f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '21d900e0-915f-4c21-b09b-dc29c4b6f1e9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:37:50.487086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Attempting to bind port d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f on network 21d900e0-915f-4c21-b09b-dc29c4b6f1e9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:37:50.493667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:37:50.494035 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Checking segment: {'id': 'f5263a96-9f9a-4350-9f38-00deaf243f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '21d900e0-915f-4c21-b09b-dc29c4b6f1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:37:50.494490 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.494885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Bound using segment: {'id': 'f5263a96-9f9a-4350-9f38-00deaf243f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '21d900e0-915f-4c21-b09b-dc29c4b6f1e9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:37:50.495352 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Bound port: d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5263a96-9f9a-4350-9f38-00deaf243f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '21d900e0-915f-4c21-b09b-dc29c4b6f1e9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:37:50.495735 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.562691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] For port d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:37:50.566016 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] For port d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f,segment=NetworkSegment(f5263a96-9f9a-4350-9f38-00deaf243f0a),segment_id=f5263a96-9f9a-4350-9f38-00deaf243f0a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:37:50.574988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-04d26bc0-05b9-4d71-be59-77095dd79ff7 admin admin] For port d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f, host n-d-767704-23, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:50.575532 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d26bc0-05b9-4d71-be59-77095dd79ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.588232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-04d26bc0-05b9-4d71-be59-77095dd79ff7 admin admin] Calling delete_port for d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:50.621375 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.694565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9f9f1828-3d9d-4786-919b-068031421ef6 None None] Provisioning complete for port d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:50.694942 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1828-3d9d-4786-919b-068031421ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.698916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e03e94-7ce9-4465-846b-a011cef7611c None None] Pushing event updated for resources: {'Port': ['ID=d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:50.726034 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Routers {'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:50.726677 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:37:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:50.842016 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d26bc0-05b9-4d71-be59-77095dd79ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.871593 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d26bc0-05b9-4d71-be59-77095dd79ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:50.875769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] Set router f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:50.877624 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f9f1828-3d9d-4786-919b-068031421ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:51.049674 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d26bc0-05b9-4d71-be59-77095dd79ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:51.121982 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'name': 'tempest-ImageQuotaTest-624917385-router', 'tenant_id': 'a7aa552453404381b115b01d45141c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '52400472-39c0-4aef-a532-92e0d3134060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:37:44Z', 'updated_at': '2021-11-12T04:37:47Z', 'revision_number': 4, 'project_id': 'a7aa552453404381b115b01d45141c5f', 'gw_port': {'id': '52400472-39c0-4aef-a532-92e0d3134060', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:37:45Z', 'updated_at': '2021-11-12T04:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f', 'name': '', 'network_id': '21d900e0-915f-4c21-b09b-dc29c4b6f1e9', 'tenant_id': 'a7aa552453404381b115b01d45141c5f', 'mac_address': 'fa:16:3e:c8:fe:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '42dd5af9-3474-47c5-8d28-9ffa38eb29b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:37:46Z', 'updated_at': '2021-11-12T04:37:50Z', 'revision_number': 4, 'project_id': 'a7aa552453404381b115b01d45141c5f', 'subnets': [{'id': '42dd5af9-3474-47c5-8d28-9ffa38eb29b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:51.151412 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2af72-3257-4542-84df-f5d588f0c902 None None] The sync data for ids ['f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'] in n-d-767704-23 is: [{'id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'name': 'tempest-ImageQuotaTest-624917385-router', 'tenant_id': 'a7aa552453404381b115b01d45141c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '52400472-39c0-4aef-a532-92e0d3134060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:37:44Z', 'updated_at': '2021-11-12T04:37:47Z', 'revision_number': 4, 'project_id': 'a7aa552453404381b115b01d45141c5f', 'gw_port': {'id': '52400472-39c0-4aef-a532-92e0d3134060', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:37:45Z', 'updated_at': '2021-11-12T04:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f', 'name': '', 'network_id': '21d900e0-915f-4c21-b09b-dc29c4b6f1e9', 'tenant_id': 'a7aa552453404381b115b01d45141c5f', 'mac_address': 'fa:16:3e:c8:fe:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '42dd5af9-3474-47c5-8d28-9ffa38eb29b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:37:46Z', 'updated_at': '2021-11-12T04:37:50Z', 'revision_number': 4, 'project_id': 'a7aa552453404381b115b01d45141c5f', 'subnets': [{'id': '42dd5af9-3474-47c5-8d28-9ffa38eb29b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:51.154974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b22aed5a-897c-45eb-a82e-3278b2030973 None None] Could not find standard attr ID for object d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:37:51.281388 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d26bc0-05b9-4d71-be59-77095dd79ff7 admin admin] Router f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:51.394480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d26bc0-05b9-4d71-be59-77095dd79ff7 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:51.399805 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-04d26bc0-05b9-4d71-be59-77095dd79ff7 admin admin] 10.222.0.105 "PUT /v2.0/routers/f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8571064 Nov 12 04:37:51.402363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58322) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:51.510799 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:51.617888 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:51.733317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] Deleting port 52400472-39c0-4aef-a532-92e0d3134060 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:51.733658 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:51.819597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] For port 52400472-39c0-4aef-a532-92e0d3134060, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=52400472-39c0-4aef-a532-92e0d3134060,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:51.819967 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:51.834397 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] Calling delete_port for 52400472-39c0-4aef-a532-92e0d3134060 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:52.087191 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.112276 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=52400472-39c0-4aef-a532-92e0d3134060,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:52.129284 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449e88d7-5d0f-4a17-b17c-57c7dd762a35 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:52.175592 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.220797 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510027b-5b5e-4602-afa6-5be581dd566b None None] Sync routers for ids ['f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:52.230883 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510027b-5b5e-4602-afa6-5be581dd566b None None] Routers {'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:52.231490 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1510027b-5b5e-4602-afa6-5be581dd566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:37:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:52.269396 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.271546 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.302807 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1510027b-5b5e-4602-afa6-5be581dd566b None None] Set router f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:52.359080 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1510027b-5b5e-4602-afa6-5be581dd566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06', 'name': 'tempest-ImageQuotaTest-624917385-router', 'tenant_id': 'a7aa552453404381b115b01d45141c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:37:44Z', 'updated_at': '2021-11-12T04:37:51Z', 'revision_number': 7, 'project_id': 'a7aa552453404381b115b01d45141c5f', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:52.386074 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510027b-5b5e-4602-afa6-5be581dd566b None None] Checking router: f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:52.395719 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510027b-5b5e-4602-afa6-5be581dd566b None None] Routers {'f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:52.396351 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1510027b-5b5e-4602-afa6-5be581dd566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:37:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:52.397835 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.398488 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:37:52.403032 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.406512 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4d18567d-c257-4dbf-b729-79b5497f0b4f admin admin] 10.222.0.105 "DELETE /v2.0/routers/f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06 HTTP/1.1" status: 204 len: 168 time: 1.0008342 Nov 12 04:37:52.406706 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:52.433181 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1510027b-5b5e-4602-afa6-5be581dd566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:52.434416 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510027b-5b5e-4602-afa6-5be581dd566b None None] The sync data for ids ['f9fc0c28-37e3-4a4f-90e2-4cfcd5848b06'] in n-d-767704-23 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:52.453612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e5c43d-30a4-4de6-a2c2-b057a59aa3ef admin admin] Deleting subnet 42dd5af9-3474-47c5-8d28-9ffa38eb29b3 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:37:52.457527 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46e5c43d-30a4-4de6-a2c2-b057a59aa3ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.494565 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46e5c43d-30a4-4de6-a2c2-b057a59aa3ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.516265 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:52.534146 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:52.534793 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d4e2eeaa-87fd-4ee3-b0c2-8605d157cc7f not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:52.584759 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46e5c43d-30a4-4de6-a2c2-b057a59aa3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.695341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46e5c43d-30a4-4de6-a2c2-b057a59aa3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.718956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5c43d-30a4-4de6-a2c2-b057a59aa3ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42dd5af9-3474-47c5-8d28-9ffa38eb29b3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:52.724954 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46e5c43d-30a4-4de6-a2c2-b057a59aa3ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.728523 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-46e5c43d-30a4-4de6-a2c2-b057a59aa3ef admin admin] 10.222.0.105 "DELETE /v2.0/subnets/42dd5af9-3474-47c5-8d28-9ffa38eb29b3 HTTP/1.1" status: 204 len: 168 time: 0.3207448 Nov 12 04:37:52.730620 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb8b7ae-9960-4619-a276-7f0d2ed9cedf None None] Network 21d900e0-915f-4c21-b09b-dc29c4b6f1e9 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:37:52.731063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58326) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:52.803858 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.866847 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Deleting port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:52.867035 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.928511 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] For port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3d88488d-5646-4b5d-8a3a-af8b5acdfc8b,segment=NetworkSegment(f5263a96-9f9a-4350-9f38-00deaf243f0a),segment_id=f5263a96-9f9a-4350-9f38-00deaf243f0a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:52.928866 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.945785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Calling delete_port for 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:52.969829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776653cb-8d17-4436-9cf5-30fe00257545 None None] DHCP port deletion for 21d900e0-915f-4c21-b09b-dc29c4b6f1e9 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:53.018991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-776653cb-8d17-4436-9cf5-30fe00257545 None None] Deleting port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:53.019369 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-776653cb-8d17-4436-9cf5-30fe00257545 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.096175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-776653cb-8d17-4436-9cf5-30fe00257545 None None] For port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=3d88488d-5646-4b5d-8a3a-af8b5acdfc8b,segment=NetworkSegment(f5263a96-9f9a-4350-9f38-00deaf243f0a),segment_id=f5263a96-9f9a-4350-9f38-00deaf243f0a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:53.097121 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-776653cb-8d17-4436-9cf5-30fe00257545 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.109480 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-776653cb-8d17-4436-9cf5-30fe00257545 None None] Calling delete_port for 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:53.138635 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.165116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=3d88488d-5646-4b5d-8a3a-af8b5acdfc8b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:53.166851 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3db513ef-096d-46ab-bb2c-0874fd77d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.174403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] No DVR routers for this DVR port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:53.194972 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-776653cb-8d17-4436-9cf5-30fe00257545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.222746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776653cb-8d17-4436-9cf5-30fe00257545 None None] Pushing event deleted for resources: {'Port': ['ID=3d88488d-5646-4b5d-8a3a-af8b5acdfc8b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:53.228515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776653cb-8d17-4436-9cf5-30fe00257545 None None] No DVR routers for this DVR port 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:53.251044 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.272191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d900e0-915f-4c21-b09b-dc29c4b6f1e9']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:53.281660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5263a96-9f9a-4350-9f38-00deaf243f0a') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:53.281976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5263a96-9f9a-4350-9f38-00deaf243f0a') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:53.291992 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.304791 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.310645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:37:53.317178 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:37:53.441462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.447097 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.451665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] 10.222.0.105 "DELETE /v2.0/networks/21d900e0-915f-4c21-b09b-dc29c4b6f1e9 HTTP/1.1" status: 204 len: 168 time: 0.7182317 Nov 12 04:37:53.462301 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f9fdf-18c8-4a20-8aec-be470394a3dd admin admin] Pushing event deleted for resources: {'Network': ['ID=21d900e0-915f-4c21-b09b-dc29c4b6f1e9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:53.790182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58334) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:53.829450 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-920edbc8-4215-46a7-8e88-79a3e052a47f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a7aa552453404381b115b01d45141c5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380864 Nov 12 04:37:53.832539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:53.880670 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f276d55f-d7af-4396-998a-72570ee05faf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.902923 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f276d55f-d7af-4396-998a-72570ee05faf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:54.009493 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f276d55f-d7af-4396-998a-72570ee05faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:54.012132 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f276d55f-d7af-4396-998a-72570ee05faf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:54.013341 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f276d55f-d7af-4396-998a-72570ee05faf admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b4253d2b-286a-40c9-b7b0-b55d4f0a72fc HTTP/1.1" status: 204 len: 168 time: 0.1798806 Nov 12 04:37:54.021187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276d55f-d7af-4396-998a-72570ee05faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4253d2b-286a-40c9-b7b0-b55d4f0a72fc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:54.474621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 52400472-39c0-4aef-a532-92e0d3134060 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:54.495014 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 52400472-39c0-4aef-a532-92e0d3134060 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:54.495364 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 52400472-39c0-4aef-a532-92e0d3134060 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:54.495782 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:54.514353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:54.514702 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 3d88488d-5646-4b5d-8a3a-af8b5acdfc8b not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:54.656335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58342) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:54.670543 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a14a74a-ef84-451c-9e1a-106fcd4f12c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:54.743403 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a14a74a-ef84-451c-9e1a-106fcd4f12c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:54.812928 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a14a74a-ef84-451c-9e1a-106fcd4f12c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:54.851463 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2a14a74a-ef84-451c-9e1a-106fcd4f12c8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1940432 Nov 12 04:37:54.854178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:54.860350 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14a74a-ef84-451c-9e1a-106fcd4f12c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9ea8f0-8822-4c09-a136-de7017acdf91,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:54.904305 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05750594-1f83-4685-b66f-788d3a79a550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:54.925578 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05750594-1f83-4685-b66f-788d3a79a550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:55.069779 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05750594-1f83-4685-b66f-788d3a79a550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:55.072388 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05750594-1f83-4685-b66f-788d3a79a550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:55.073557 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-05750594-1f83-4685-b66f-788d3a79a550 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fa9ea8f0-8822-4c09-a136-de7017acdf91 HTTP/1.1" status: 204 len: 168 time: 0.2183869 Nov 12 04:37:55.082073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05750594-1f83-4685-b66f-788d3a79a550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9ea8f0-8822-4c09-a136-de7017acdf91,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:55.208000 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:56.906338 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:56.934670 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d83be16-4c1b-4f77-9817-1e597c039fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:58.631904 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:59.024158 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:05.923438 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-6f197be6-a629-46e0-b64d-2cd1fad96f26 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=aae3555a7e56450caf4271a2ad4f6dce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373371 Nov 12 04:38:06.103979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-4c4d1799-3c77-43f6-8bf3-0c42fd06ad72 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:06.105354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-4c4d1799-3c77-43f6-8bf3-0c42fd06ad72 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755383 Nov 12 04:38:06.120563 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-e548a187-c7ae-4bbe-84bd-1bf6169fc738 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/quotas/aae3555a7e56450caf4271a2ad4f6dce HTTP/1.1" status: 200 len: 375 time: 0.0092840 Nov 12 04:38:06.152293 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-3fa9d267-7287-438c-ac2f-83acb79f19ba tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=aae3555a7e56450caf4271a2ad4f6dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260127 Nov 12 04:38:06.411072 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a3b84be5-671c-4472-b784-757c14f04a5d req-712ec7af-94f6-4f40-b433-1df613f7bcf1 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 210 time: 0.0276463 Nov 12 04:38:07.498069 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9af117f2-232c-49f7-98e7-84d523364550 req-e153cef4-851a-43ca-923c-521bda629d98 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 210 time: 0.0310564 Nov 12 04:38:08.591478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e03601ad-d439-4d1a-a022-55a9da0391b0 req-5617c03a-f1e8-4846-9b43-68f5bd7d16ed tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 210 time: 0.0271859 Nov 12 04:38:09.402057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-8de13cab-31db-4662-a037-ef665480663b tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=aae3555a7e56450caf4271a2ad4f6dce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287097 Nov 12 04:38:09.596938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-3879cf74-05bb-44d2-9b1b-a467ea619d87 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:09.598391 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-3879cf74-05bb-44d2-9b1b-a467ea619d87 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907158 Nov 12 04:38:09.619600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Request body: {'port': {'device_id': '57c690e9-ff42-49e7-95fa-a9e26e44afb6', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'admin_state_up': True, 'tenant_id': 'aae3555a7e56450caf4271a2ad4f6dce'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:09.686271 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2107217d-f4e9-4d40-8036-2a2380d6153c req-b22e4bca-b46f-495c-b785-3f524b39f6c1 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 210 time: 0.0274489 Nov 12 04:38:09.785988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Made reservation on behalf of aae3555a7e56450caf4271a2ad4f6dce for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:38:09.789611 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:09.801614 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:09.886071 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:09.972379 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:10.035110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ada65d-711c-4ede-b309-36944548a8f9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:10.105851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Allocated IP 192.168.233.224 (9801b519-b1f3-4577-ae90-2042f1f566c9/9aec77fd-2761-4ee6-b3be-3d74cd7b2606/0d61a8a7-00f2-45dd-9391-318c1ff54d79) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:38:10.268138 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:10.363915 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:10.407662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Network 9801b519-b1f3-4577-ae90-2042f1f566c9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:38:10.411208 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:10.414905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:38:10.438569 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Pushing event updated for resources: {'Port': ['ID=0d61a8a7-00f2-45dd-9391-318c1ff54d79,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:10.472656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:10.473214 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:10.560447 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-213c6ab4-0037-46d8-bf08-4bfba2c15b30 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9453449 Nov 12 04:38:10.579577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Request body: {'port': {'device_id': '57c690e9-ff42-49e7-95fa-a9e26e44afb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:10.633500 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:10.700606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eca22371-561e-410d-89e3-0ecaae73e687 None None] Provisioning complete for port 0d61a8a7-00f2-45dd-9391-318c1ff54d79 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:10.700606 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eca22371-561e-410d-89e3-0ecaae73e687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:10.737126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eca22371-561e-410d-89e3-0ecaae73e687 None None] Port 0d61a8a7-00f2-45dd-9391-318c1ff54d79 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:38:10.866897 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f72fc2-78a1-40ea-b475-5c55f093abe9 req-0887c1bc-cafe-46e3-a8f1-193e97ca7add tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:10.868298 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86f72fc2-78a1-40ea-b475-5c55f093abe9 req-0887c1bc-cafe-46e3-a8f1-193e97ca7add tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 936 time: 0.1077521 Nov 12 04:38:10.954466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-86f72fc2-78a1-40ea-b475-5c55f093abe9 req-cb365300-2436-4ce1-8ae1-9106dcab6494 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/security-groups?id=44ada65d-711c-4ede-b309-36944548a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799272 Nov 12 04:38:10.988376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d61a8a7-00f2-45dd-9391-318c1ff54d79 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:38:10.995659 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.008084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Transition to ACTIVE for port object 0d61a8a7-00f2-45dd-9391-318c1ff54d79 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:38:11.100018 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.148597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d61a8a7-00f2-45dd-9391-318c1ff54d79,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:11.223819 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Attempting to bind port 0d61a8a7-00f2-45dd-9391-318c1ff54d79 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:38:11.224180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Attempting to bind port 0d61a8a7-00f2-45dd-9391-318c1ff54d79 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:38:11.224506 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Attempting to bind port 0d61a8a7-00f2-45dd-9391-318c1ff54d79 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:38:11.228900 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Port 0d61a8a7-00f2-45dd-9391-318c1ff54d79 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:38:11.229211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Attempting to bind port 0d61a8a7-00f2-45dd-9391-318c1ff54d79 on network 9801b519-b1f3-4577-ae90-2042f1f566c9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:38:11.234153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:38:11.234737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Checking segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:38:11.235114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Bound using segment: {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:38:11.235531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Bound port: 0d61a8a7-00f2-45dd-9391-318c1ff54d79, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc800729-6a34-43b5-a59b-4d882bf527c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:38:11.235880 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.302308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] For port 0d61a8a7-00f2-45dd-9391-318c1ff54d79, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:38:11.305545 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] For port 0d61a8a7-00f2-45dd-9391-318c1ff54d79, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0d61a8a7-00f2-45dd-9391-318c1ff54d79,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:38:11.372804 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.408340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:11.408966 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:11.410356 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] 10.222.0.26 "PUT /v2.0/ports/0d61a8a7-00f2-45dd-9391-318c1ff54d79 HTTP/1.1" status: 200 len: 1097 time: 0.8353164 Nov 12 04:38:11.410815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c690e9-ff42-49e7-95fa-a9e26e44afb6', 'tag': '0d61a8a7-00f2-45dd-9391-318c1ff54d79'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:11.413155 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe59fd2-4bab-4588-93f6-6f4da0a18795" -d '{"events": [{"name": "network-changed", "server_uuid": "57c690e9-ff42-49e7-95fa-a9e26e44afb6", "tag": "0d61a8a7-00f2-45dd-9391-318c1ff54d79"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:11.443885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765e3e4-aa28-4cee-ab08-25429c4932c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d61a8a7-00f2-45dd-9391-318c1ff54d79,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:11.460075 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e80bcd-68dc-4940-9700-f7aef274060a x-openstack-request-id: req-88e80bcd-68dc-4940-9700-f7aef274060a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:11.460388 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c690e9-ff42-49e7-95fa-a9e26e44afb6", "tag": "0d61a8a7-00f2-45dd-9391-318c1ff54d79", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:11.460646 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-88e80bcd-68dc-4940-9700-f7aef274060a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:11.461055 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c690e9-ff42-49e7-95fa-a9e26e44afb6', 'tag': '0d61a8a7-00f2-45dd-9391-318c1ff54d79', 'status': 'completed', 'code': 200} Nov 12 04:38:11.558541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe59fd2-4bab-4588-93f6-6f4da0a18795 req-fc5efe28-2331-4625-8afc-a932a736207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:11.560030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ebe59fd2-4bab-4588-93f6-6f4da0a18795 req-fc5efe28-2331-4625-8afc-a932a736207e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aae3555a7e56450caf4271a2ad4f6dce&device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 1100 time: 0.0446362 Nov 12 04:38:11.599712 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ebe59fd2-4bab-4588-93f6-6f4da0a18795 req-7de9ef9b-ac0d-48ec-a7b9-8c2c2f05278e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=aae3555a7e56450caf4271a2ad4f6dce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232632 Nov 12 04:38:11.692385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe59fd2-4bab-4588-93f6-6f4da0a18795 req-373efffe-3d3b-4dc7-93e7-5d99e4cd4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:11.693861 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ebe59fd2-4bab-4588-93f6-6f4da0a18795 req-373efffe-3d3b-4dc7-93e7-5d99e4cd4857 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0870461 Nov 12 04:38:11.794425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-db571799-93cd-4b63-8624-5a9db4b03f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:11.795970 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-db571799-93cd-4b63-8624-5a9db4b03f8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aae3555a7e56450caf4271a2ad4f6dce&device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 1100 time: 0.0412121 Nov 12 04:38:11.847875 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-23ffde97-b92c-449a-ac67-3667c1692379 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=0d61a8a7-00f2-45dd-9391-318c1ff54d79 HTTP/1.1" status: 200 len: 217 time: 0.0370312 Nov 12 04:38:11.897830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-b432ecc3-7011-46c1-8c06-2cdc2f19c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:11.899264 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-b432ecc3-7011-46c1-8c06-2cdc2f19c0cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9aec77fd-2761-4ee6-b3be-3d74cd7b2606 HTTP/1.1" status: 200 len: 843 time: 0.0443344 Nov 12 04:38:11.946196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-dcbeea58-615a-4e3b-872c-64316329dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:11.947654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-dcbeea58-615a-4e3b-872c-64316329dac5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9801b519-b1f3-4577-ae90-2042f1f566c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0410175 Nov 12 04:38:12.078774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-d1e3ade7-bd51-49af-a124-401e70443557 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180992 Nov 12 04:38:12.090838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d882b-ca73-4b2e-abf7-507a49e92728 req-a06dce0e-5edd-4738-abec-beeef4b503e0 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:12.092272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f9d882b-ca73-4b2e-abf7-507a49e92728 req-a06dce0e-5edd-4738-abec-beeef4b503e0 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 948 time: 0.0694916 Nov 12 04:38:12.193415 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5f9d882b-ca73-4b2e-abf7-507a49e92728 req-585b6484-b79b-45f1-9e60-6f17be1b131e tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/security-groups?id=44ada65d-711c-4ede-b309-36944548a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944290 Nov 12 04:38:12.210877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-770a663e-e5ad-491f-9479-a4602cd8d01c req-43e5034d-9c89-42bf-9647-52f1ab444bf9 service neutron] 10.222.0.26 "GET /v2.0/networks/9801b519-b1f3-4577-ae90-2042f1f566c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279433 Nov 12 04:38:13.316995 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbacd9-55c9-4693-92b7-93c3a23905dc req-45ffc3d1-5e75-4ffe-b543-817a79f819f8 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:13.318461 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c4dbacd9-55c9-4693-92b7-93c3a23905dc req-45ffc3d1-5e75-4ffe-b543-817a79f819f8 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 948 time: 0.0477188 Nov 12 04:38:13.364472 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c4dbacd9-55c9-4693-92b7-93c3a23905dc req-9a893bd0-3636-491b-82ab-e1e2506dd859 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/security-groups?id=44ada65d-711c-4ede-b309-36944548a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400357 Nov 12 04:38:14.480170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42d6ee-e4c2-490d-b53c-38f9fe0b4b51 req-3dd67e5f-38aa-4c77-a416-b98b2ef843c3 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:14.481666 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7e42d6ee-e4c2-490d-b53c-38f9fe0b4b51 req-3dd67e5f-38aa-4c77-a416-b98b2ef843c3 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 948 time: 0.0495539 Nov 12 04:38:14.530756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7e42d6ee-e4c2-490d-b53c-38f9fe0b4b51 req-a06f4344-600d-4774-86e5-b3cb3d2c1d89 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/security-groups?id=44ada65d-711c-4ede-b309-36944548a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422235 Nov 12 04:38:15.644325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb2b89-1656-43ee-967e-d684ca02d848 req-87f5f18d-e9e2-4287-9cf2-089f53fa7449 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:15.645691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5eeb2b89-1656-43ee-967e-d684ca02d848 req-87f5f18d-e9e2-4287-9cf2-089f53fa7449 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 948 time: 0.0475445 Nov 12 04:38:15.695825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5eeb2b89-1656-43ee-967e-d684ca02d848 req-c11da42e-e46e-41a6-9bd6-1336da0f85c2 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/security-groups?id=44ada65d-711c-4ede-b309-36944548a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441408 Nov 12 04:38:15.826614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 0d61a8a7-00f2-45dd-9391-318c1ff54d79 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:38:15.923265 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 0d61a8a7-00f2-45dd-9391-318c1ff54d79, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0d61a8a7-00f2-45dd-9391-318c1ff54d79,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:15.934644 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '0d61a8a7-00f2-45dd-9391-318c1ff54d79', 'network_id': '9801b519-b1f3-4577-ae90-2042f1f566c9', 'port_id': '0d61a8a7-00f2-45dd-9391-318c1ff54d79', 'mac_address': 'fa:16:3e:57:05:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec77fd-2761-4ee6-b3be-3d74cd7b2606', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:38:15.970504 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:15.983198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d61a8a7-00f2-45dd-9391-318c1ff54d79 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:38:16.004001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 0d61a8a7-00f2-45dd-9391-318c1ff54d79, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0d61a8a7-00f2-45dd-9391-318c1ff54d79,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:16.092173 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:16.141174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=0d61a8a7-00f2-45dd-9391-318c1ff54d79,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:16.472233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['0d61a8a7-00f2-45dd-9391-318c1ff54d79'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:38:16.810198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217a5a3-8204-46cf-8757-fb40375f731d req-ae64ef89-f846-4e56-8625-dd5da7912031 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:16.811699 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6217a5a3-8204-46cf-8757-fb40375f731d req-ae64ef89-f846-4e56-8625-dd5da7912031 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 949 time: 0.0493174 Nov 12 04:38:16.872000 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6217a5a3-8204-46cf-8757-fb40375f731d req-07ee8b7f-c2ba-4402-a92c-0052917fe43c tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/security-groups?id=44ada65d-711c-4ede-b309-36944548a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537093 Nov 12 04:38:17.827142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 0d61a8a7-00f2-45dd-9391-318c1ff54d79 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:38:17.951505 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 0d61a8a7-00f2-45dd-9391-318c1ff54d79 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:38:17.956023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 0d61a8a7-00f2-45dd-9391-318c1ff54d79 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:17.956490 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:17.987797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044d357-bcdf-46bc-9a05-aa9ebbbe0ce8 req-b15594ae-5fa4-4b09-b923-1447b5215dc2 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:17.989285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2044d357-bcdf-46bc-9a05-aa9ebbbe0ce8 req-b15594ae-5fa4-4b09-b923-1447b5215dc2 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 949 time: 0.0507092 Nov 12 04:38:18.036413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2044d357-bcdf-46bc-9a05-aa9ebbbe0ce8 req-18776c1b-cb72-48e5-aa1d-57a64553a22c tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/security-groups?id=44ada65d-711c-4ede-b309-36944548a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407753 Nov 12 04:38:18.038502 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.061953 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c690e9-ff42-49e7-95fa-a9e26e44afb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d61a8a7-00f2-45dd-9391-318c1ff54d79'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:18.064204 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363e5e90-002e-4e72-a229-9b5d656c33f1" -d '{"events": [{"server_uuid": "57c690e9-ff42-49e7-95fa-a9e26e44afb6", "name": "network-vif-plugged", "status": "completed", "tag": "0d61a8a7-00f2-45dd-9391-318c1ff54d79"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:18.079110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 0d61a8a7-00f2-45dd-9391-318c1ff54d79, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0d61a8a7-00f2-45dd-9391-318c1ff54d79,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:18.100826 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62155f35-235a-4b34-8726-01dd5ca4106d x-openstack-request-id: req-62155f35-235a-4b34-8726-01dd5ca4106d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:18.101116 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c690e9-ff42-49e7-95fa-a9e26e44afb6", "name": "network-vif-plugged", "status": "completed", "tag": "0d61a8a7-00f2-45dd-9391-318c1ff54d79", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:18.106184 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-62155f35-235a-4b34-8726-01dd5ca4106d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:18.106184 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c690e9-ff42-49e7-95fa-a9e26e44afb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d61a8a7-00f2-45dd-9391-318c1ff54d79', 'code': 200} Nov 12 04:38:18.160240 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.211059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=0d61a8a7-00f2-45dd-9391-318c1ff54d79,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:18.226877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf9d74-fc89-4041-bac1-4d11b6823e2a req-b0e2c73e-f9f5-44da-889d-ca446373ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:18.228436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-afbf9d74-fc89-4041-bac1-4d11b6823e2a req-b0e2c73e-f9f5-44da-889d-ca446373ba2c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 1102 time: 0.0399957 Nov 12 04:38:18.275986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-afbf9d74-fc89-4041-bac1-4d11b6823e2a req-5bbb4a7e-0bb9-48a0-9e05-22278739bc46 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=44ada65d-711c-4ede-b309-36944548a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378244 Nov 12 04:38:19.165252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2376089-737c-4553-8a3f-39587e992298 req-e18960c4-6da1-4b9c-9272-9191ce21ae83 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:19.166781 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2376089-737c-4553-8a3f-39587e992298 req-e18960c4-6da1-4b9c-9272-9191ce21ae83 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 950 time: 0.0528331 Nov 12 04:38:19.214314 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2376089-737c-4553-8a3f-39587e992298 req-af1d7f03-d767-45b7-a1e3-4b7c166befcf tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/security-groups?id=44ada65d-711c-4ede-b309-36944548a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415101 Nov 12 04:38:19.374885 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:20.343003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0741f7-6412-4426-a8ae-7e99f4119361 req-809d9d82-28f0-4739-9812-ecf540434aa3 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:20.344529 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ad0741f7-6412-4426-a8ae-7e99f4119361 req-809d9d82-28f0-4739-9812-ecf540434aa3 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 950 time: 0.0596194 Nov 12 04:38:20.391894 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ad0741f7-6412-4426-a8ae-7e99f4119361 req-5978ed86-57f5-4a67-8bb3-3b2760a537ac tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/security-groups?id=44ada65d-711c-4ede-b309-36944548a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Nov 12 04:38:20.853063 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-89fddb92-e2ca-4c85-9114-8dd8adcab423 req-8c66401a-5d69-4da6-afa9-da2fbf37ffa7 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:38:20.854076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-89fddb92-e2ca-4c85-9114-8dd8adcab423 req-8c66401a-5d69-4da6-afa9-da2fbf37ffa7 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489624 Nov 12 04:38:21.375544 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-c307bc0c-175b-4bec-b3fc-4adb013eb746 req-949a2168-8c9f-4fb2-ac3a-8c6f13709946 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:38:21.376623 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c307bc0c-175b-4bec-b3fc-4adb013eb746 req-949a2168-8c9f-4fb2-ac3a-8c6f13709946 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489399 Nov 12 04:38:21.966652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b1706-9363-4889-8eb4-39fed709b21b req-495167f0-3efa-424b-bade-ba7e388199da tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:21.968176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-770b1706-9363-4889-8eb4-39fed709b21b req-495167f0-3efa-424b-bade-ba7e388199da tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 950 time: 0.0537894 Nov 12 04:38:22.018897 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-770b1706-9363-4889-8eb4-39fed709b21b req-29baba90-e23e-4c94-b3b2-b0f900b8d558 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/security-groups?id=44ada65d-711c-4ede-b309-36944548a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444281 Nov 12 04:38:23.097841 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39d48cf7-9c6c-4c53-a678-8ec7d42beece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:23.149347 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1c120-4cb4-445d-a318-0b4d17638d45 req-0df1c920-d3ee-4a2d-a61e-98c3302ca614 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:23.150826 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15a1c120-4cb4-445d-a318-0b4d17638d45 req-0df1c920-d3ee-4a2d-a61e-98c3302ca614 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 950 time: 0.0552125 Nov 12 04:38:23.207385 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15a1c120-4cb4-445d-a318-0b4d17638d45 req-f36c8ae6-19c1-4d56-907e-d4e695ba1a19 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/security-groups?id=44ada65d-711c-4ede-b309-36944548a8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501797 Nov 12 04:38:23.534001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4d9d4-7a5c-4f9e-bad0-723b8c68625b req-60be17c2-6ea0-4ff0-a24c-236ad2110163 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:23.535432 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-12f4d9d4-7a5c-4f9e-bad0-723b8c68625b req-60be17c2-6ea0-4ff0-a24c-236ad2110163 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 950 time: 0.0476954 Nov 12 04:38:23.623986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-12f4d9d4-7a5c-4f9e-bad0-723b8c68625b req-95f12d00-515f-488b-9137-84ba76ad4733 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Deleting port 0d61a8a7-00f2-45dd-9391-318c1ff54d79 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:38:23.624349 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12f4d9d4-7a5c-4f9e-bad0-723b8c68625b req-95f12d00-515f-488b-9137-84ba76ad4733 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:23.724410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-12f4d9d4-7a5c-4f9e-bad0-723b8c68625b req-95f12d00-515f-488b-9137-84ba76ad4733 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] For port 0d61a8a7-00f2-45dd-9391-318c1ff54d79, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=0d61a8a7-00f2-45dd-9391-318c1ff54d79,segment=NetworkSegment(dc800729-6a34-43b5-a59b-4d882bf527c0),segment_id=dc800729-6a34-43b5-a59b-4d882bf527c0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:23.724410 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12f4d9d4-7a5c-4f9e-bad0-723b8c68625b req-95f12d00-515f-488b-9137-84ba76ad4733 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:23.728716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-12f4d9d4-7a5c-4f9e-bad0-723b8c68625b req-95f12d00-515f-488b-9137-84ba76ad4733 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Calling delete_port for 0d61a8a7-00f2-45dd-9391-318c1ff54d79 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:38:23.934459 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12f4d9d4-7a5c-4f9e-bad0-723b8c68625b req-95f12d00-515f-488b-9137-84ba76ad4733 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:23.964377 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f12d00-515f-488b-9137-84ba76ad4733 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Pushing event deleted for resources: {'Port': ['ID=0d61a8a7-00f2-45dd-9391-318c1ff54d79,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:24.004097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f4d9d4-7a5c-4f9e-bad0-723b8c68625b req-95f12d00-515f-488b-9137-84ba76ad4733 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] No DVR routers for this DVR port 0d61a8a7-00f2-45dd-9391-318c1ff54d79 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:38:24.006738 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-12f4d9d4-7a5c-4f9e-bad0-723b8c68625b req-95f12d00-515f-488b-9137-84ba76ad4733 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.010144 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-12f4d9d4-7a5c-4f9e-bad0-723b8c68625b req-95f12d00-515f-488b-9137-84ba76ad4733 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.26 "DELETE /v2.0/ports/0d61a8a7-00f2-45dd-9391-318c1ff54d79 HTTP/1.1" status: 204 len: 173 time: 0.4681284 Nov 12 04:38:24.010616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c690e9-ff42-49e7-95fa-a9e26e44afb6', 'name': 'network-vif-deleted', 'tag': '0d61a8a7-00f2-45dd-9391-318c1ff54d79'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:24.013007 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0d009f-e015-420d-80a9-bac2360fac33" -d '{"events": [{"server_uuid": "57c690e9-ff42-49e7-95fa-a9e26e44afb6", "name": "network-vif-deleted", "tag": "0d61a8a7-00f2-45dd-9391-318c1ff54d79"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:24.059504 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e925455-afc4-4e66-94d1-f04322eb3e5a x-openstack-request-id: req-2e925455-afc4-4e66-94d1-f04322eb3e5a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:24.059812 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c690e9-ff42-49e7-95fa-a9e26e44afb6", "name": "network-vif-deleted", "tag": "0d61a8a7-00f2-45dd-9391-318c1ff54d79", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:24.060152 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2e925455-afc4-4e66-94d1-f04322eb3e5a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:24.064418 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c690e9-ff42-49e7-95fa-a9e26e44afb6', 'name': 'network-vif-deleted', 'tag': '0d61a8a7-00f2-45dd-9391-318c1ff54d79', 'status': 'completed', 'code': 200} Nov 12 04:38:24.305456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08a11ba9-03a1-4506-952a-766c5c3d6b55 req-a9074745-dd2f-4d0f-a19e-4044ee837227 tempest-ServersAdminNegativeTestJSON-1539976623 tempest-ServersAdminNegativeTestJSON-1539976623-project] 10.222.0.105 "GET /v2.0/ports?device_id=57c690e9-ff42-49e7-95fa-a9e26e44afb6 HTTP/1.1" status: 200 len: 210 time: 0.0288639 Nov 12 04:38:24.647308 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:38:25.208623 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:25.826452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58520) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:25.857647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 0d61a8a7-00f2-45dd-9391-318c1ff54d79 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:38:25.878339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 0d61a8a7-00f2-45dd-9391-318c1ff54d79 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:38:25.878537 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 0d61a8a7-00f2-45dd-9391-318c1ff54d79 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:38:25.963281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1f7ff38b-6340-4edc-badd-049407f052c9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=aae3555a7e56450caf4271a2ad4f6dce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356592 Nov 12 04:38:25.965745 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58524) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:26.011831 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c7086c6-020a-43e7-a9b4-9491cd87e75f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:26.032861 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c7086c6-020a-43e7-a9b4-9491cd87e75f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:26.171930 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c7086c6-020a-43e7-a9b4-9491cd87e75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:26.175114 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c7086c6-020a-43e7-a9b4-9491cd87e75f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:26.176296 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4c7086c6-020a-43e7-a9b4-9491cd87e75f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/44ada65d-711c-4ede-b309-36944548a8f9 HTTP/1.1" status: 204 len: 168 time: 0.2096386 Nov 12 04:38:26.183910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7086c6-020a-43e7-a9b4-9491cd87e75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ada65d-711c-4ede-b309-36944548a8f9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:26.813340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58530) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:26.827759 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da895c1a-fe4e-4250-917b-8bf23419ac24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:26.894733 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:26.901143 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da895c1a-fe4e-4250-917b-8bf23419ac24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:26.922682 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b25e2d8-2be8-43a3-88b9-847fc29f16dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:26.988970 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da895c1a-fe4e-4250-917b-8bf23419ac24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:27.026314 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da895c1a-fe4e-4250-917b-8bf23419ac24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f05555-827e-43e3-82be-b28c0236c20e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:27.030614 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-da895c1a-fe4e-4250-917b-8bf23419ac24 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=376f1ce845e744bc8f0c8cff41e053e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162619 Nov 12 04:38:27.033955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58532) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:27.082677 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb014804-7b81-43db-bba9-a4bef494d5e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:27.103631 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb014804-7b81-43db-bba9-a4bef494d5e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:27.225571 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb014804-7b81-43db-bba9-a4bef494d5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:27.228224 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb014804-7b81-43db-bba9-a4bef494d5e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:27.229658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fb014804-7b81-43db-bba9-a4bef494d5e9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a7f05555-827e-43e3-82be-b28c0236c20e HTTP/1.1" status: 204 len: 168 time: 0.1948240 Nov 12 04:38:27.240316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb014804-7b81-43db-bba9-a4bef494d5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f05555-827e-43e3-82be-b28c0236c20e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:28.295854 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:28.392185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1312144958-network', 'tenant_id': 'e3c0bc61008c426c85f1b2d860ce55e9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:28.497138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] Made reservation on behalf of e3c0bc61008c426c85f1b2d860ce55e9 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:38:28.499510 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:28.508271 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:28.581787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:28.625715 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:28.653840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:28.678977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:38:28.687679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:28.696377 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:28.696377 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] Added segment bed1fa82-076b-4491-907e-2c97dce76c08 of type vlan for network 34795706-29be-4a8c-a7b6-f09d0b6812e0 Nov 12 04:38:28.735799 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:28.829124 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:28.830669 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:28.831268 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:28.896129 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] Pushing event updated for resources: {'Network': ['ID=34795706-29be-4a8c-a7b6-f09d0b6812e0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:28.905859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 34795706-29be-4a8c-a7b6-f09d0b6812e0 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:38:28.925733 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e11b79a9-23e3-4194-a9c2-019389dc9daa admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6287324 Nov 12 04:38:28.928657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58558) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:28.933896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-07147819-7631-4c58-a808-b0e774794af9 admin admin] Request body: {'subnet': {'network_id': '34795706-29be-4a8c-a7b6-f09d0b6812e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1312144958-subnet', 'tenant_id': 'e3c0bc61008c426c85f1b2d860ce55e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:29.028924 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:29.054111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07147819-7631-4c58-a808-b0e774794af9 admin admin] Made reservation on behalf of e3c0bc61008c426c85f1b2d860ce55e9 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:38:29.056536 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07147819-7631-4c58-a808-b0e774794af9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:29.274966 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07147819-7631-4c58-a808-b0e774794af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:29.332019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07147819-7631-4c58-a808-b0e774794af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6e0f3a-221f-4947-acab-17f8728b65fd,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:29.341707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07147819-7631-4c58-a808-b0e774794af9 admin admin] Checking segment: {'id': 'bed1fa82-076b-4491-907e-2c97dce76c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '34795706-29be-4a8c-a7b6-f09d0b6812e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:38:29.342063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07147819-7631-4c58-a808-b0e774794af9 admin admin] Network hostable DHCP agents. Network: 34795706-29be-4a8c-a7b6-f09d0b6812e0, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:38:29.408805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07147819-7631-4c58-a808-b0e774794af9 admin admin] Network 34795706-29be-4a8c-a7b6-f09d0b6812e0 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:38:29.491495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-07147819-7631-4c58-a808-b0e774794af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 34795706-29be-4a8c-a7b6-f09d0b6812e0) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:29.495736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07147819-7631-4c58-a808-b0e774794af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:29.496357 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07147819-7631-4c58-a808-b0e774794af9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:29.502268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267dd7b4-dc33-4eed-a507-972bd0dd709d None None] Network 34795706-29be-4a8c-a7b6-f09d0b6812e0 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:38:29.577118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-07147819-7631-4c58-a808-b0e774794af9 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6473696 Nov 12 04:38:29.632545 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f27e7-a9a2-4c0c-8283-16a1d6525efd None None] Network 34795706-29be-4a8c-a7b6-f09d0b6812e0 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:38:30.015864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-ee9d00f2-a52f-4b08-8ee3-bcfda1dd28bf tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:30.017852 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-ee9d00f2-a52f-4b08-8ee3-bcfda1dd28bf tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/networks?id=34795706-29be-4a8c-a7b6-f09d0b6812e0 HTTP/1.1" status: 200 len: 812 time: 0.1026802 Nov 12 04:38:30.032677 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-5f36ff02-c273-49a7-a9e2-ac252ea1219e tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/quotas/e3c0bc61008c426c85f1b2d860ce55e9 HTTP/1.1" status: 200 len: 375 time: 0.0087895 Nov 12 04:38:30.063334 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-42c7de72-c5c9-4b85-ac87-2c45e4e9dd18 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e3c0bc61008c426c85f1b2d860ce55e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249434 Nov 12 04:38:30.074001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-4a449403-ad81-4e0a-8e72-8480e3290363 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:38:30.074922 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-4a449403-ad81-4e0a-8e72-8480e3290363 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051322 Nov 12 04:38:30.164429 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-9ee2e224-17a8-40e6-abbd-326330ce32d2 service neutron] 10.222.0.105 "GET /v2.0/networks/34795706-29be-4a8c-a7b6-f09d0b6812e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833573 Nov 12 04:38:30.254984 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-970b7f7e-35aa-4879-9cfd-77080edddfd1 service neutron] 10.222.0.105 "GET /v2.0/networks/34795706-29be-4a8c-a7b6-f09d0b6812e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843842 Nov 12 04:38:30.491663 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-daa82b00-32cc-4b49-b783-ec54361f4cda req-75f5cbf5-891e-43a4-85b4-8c4394dff77f tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 210 time: 0.0295014 Nov 12 04:38:31.572147 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2ec0fdf7-98f1-4db8-99d5-09525ad36fac req-775c38b8-2b5b-4ce8-bc1e-340101dd328d tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 210 time: 0.0295925 Nov 12 04:38:32.649151 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61fcb7b7-4b20-481d-90bc-5c217cb1968a req-c87e9e9e-60ab-4072-b4b1-80efd6b3baf6 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 210 time: 0.0253193 Nov 12 04:38:33.727511 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83585213-4e26-40d0-a143-5e0e02aae353 req-73dc022f-5087-423d-a1df-1d94c99f5051 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 210 time: 0.0263529 Nov 12 04:38:34.832249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ce04206f-aa53-4d61-b771-b67d6b0533ea req-a99012a9-8ec9-4445-a7f2-96c8842f09c9 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 210 time: 0.0285838 Nov 12 04:38:35.904664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-8a0ba676-6b02-4da3-85d0-c547da58a417 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:35.906147 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-8a0ba676-6b02-4da3-85d0-c547da58a417 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.26 "GET /v2.0/networks?id=34795706-29be-4a8c-a7b6-f09d0b6812e0 HTTP/1.1" status: 200 len: 812 time: 0.1031029 Nov 12 04:38:35.928186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Request body: {'port': {'device_id': '691db58c-b743-4d47-bd57-8a7a5236dcff', 'network_id': '34795706-29be-4a8c-a7b6-f09d0b6812e0', 'admin_state_up': True, 'tenant_id': 'e3c0bc61008c426c85f1b2d860ce55e9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:35.937249 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dbbb2b6e-135e-4deb-98a6-7a7c95caed58 req-3c4b00b3-ea2f-4994-9308-df10445b404f tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 210 time: 0.0313272 Nov 12 04:38:36.111791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Made reservation on behalf of e3c0bc61008c426c85f1b2d860ce55e9 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:38:36.120796 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.587091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Allocated IP 172.20.0.14 (34795706-29be-4a8c-a7b6-f09d0b6812e0/1f6e0f3a-221f-4947-acab-17f8728b65fd/209778ef-dd39-40d8-b0e1-c5e8dd4e15a2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:38:36.729478 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.822854 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.872021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Network 34795706-29be-4a8c-a7b6-f09d0b6812e0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:38:36.875094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:38:36.879019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:38:36.885372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Pushing event updated for resources: {'Port': ['ID=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:36.913897 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:36.914543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:36.914648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:36.914893 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:36.915230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:36.915565 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:36.915893 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:36.916245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:36.916574 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:36.916898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:36.917220 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:36.917543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:36.941997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:36.942612 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.018745 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-c5188a54-4235-4ffa-a6b0-8b15e75cf38c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0950735 Nov 12 04:38:37.047505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Request body: {'port': {'device_id': '691db58c-b743-4d47-bd57-8a7a5236dcff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:38:37.097218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552d208-fa4d-4a67-9440-82844c5b2ec3 req-f36be157-8320-40a9-b7d9-998361355fe4 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:37.098702 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4552d208-fa4d-4a67-9440-82844c5b2ec3 req-f36be157-8320-40a9-b7d9-998361355fe4 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 932 time: 0.0919926 Nov 12 04:38:37.135414 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.189869 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4552d208-fa4d-4a67-9440-82844c5b2ec3 req-53e24747-cfe8-40ad-a9d3-f2aba3ecd0b7 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763793 Nov 12 04:38:37.416974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:38:37.424264 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.435858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Transition to ACTIVE for port object 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:38:37.525417 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.579568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Pushing event updated for resources: {'Port': ['ID=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:37.646153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Attempting to bind port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:38:37.646365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Attempting to bind port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': 'bed1fa82-076b-4491-907e-2c97dce76c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '34795706-29be-4a8c-a7b6-f09d0b6812e0'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:38:37.646554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Attempting to bind port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 on network 34795706-29be-4a8c-a7b6-f09d0b6812e0 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:38:37.651884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 on network 34795706-29be-4a8c-a7b6-f09d0b6812e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:38:37.652233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Attempting to bind port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 on network 34795706-29be-4a8c-a7b6-f09d0b6812e0 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:38:37.657112 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:38:37.657447 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Checking segment: {'id': 'bed1fa82-076b-4491-907e-2c97dce76c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '34795706-29be-4a8c-a7b6-f09d0b6812e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:38:37.657833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Bound using segment: {'id': 'bed1fa82-076b-4491-907e-2c97dce76c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '34795706-29be-4a8c-a7b6-f09d0b6812e0'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:38:37.658261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Bound port: 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed1fa82-076b-4491-907e-2c97dce76c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '34795706-29be-4a8c-a7b6-f09d0b6812e0'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:38:37.658618 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.720945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] For port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:38:37.724020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] For port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,segment=NetworkSegment(bed1fa82-076b-4491-907e-2c97dce76c08),segment_id=bed1fa82-076b-4491-907e-2c97dce76c08)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:38:37.820593 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.864760 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:37.865378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.866760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] 10.222.0.26 "PUT /v2.0/ports/209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 HTTP/1.1" status: 200 len: 1093 time: 0.8248096 Nov 12 04:38:37.867212 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691db58c-b743-4d47-bd57-8a7a5236dcff', 'tag': '209778ef-dd39-40d8-b0e1-c5e8dd4e15a2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:37.869554 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cfa8f5-16af-4e43-92a6-5d728b01ff7d" -d '{"events": [{"name": "network-changed", "server_uuid": "691db58c-b743-4d47-bd57-8a7a5236dcff", "tag": "209778ef-dd39-40d8-b0e1-c5e8dd4e15a2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:37.891047 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953189bf-9ce8-4504-be29-abf129de37e5 service neutron] Pushing event updated for resources: {'Port': ['ID=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:37.910213 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0075c8-396e-41b5-85f3-59d53a052b17 x-openstack-request-id: req-fe0075c8-396e-41b5-85f3-59d53a052b17 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:37.910507 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "691db58c-b743-4d47-bd57-8a7a5236dcff", "tag": "209778ef-dd39-40d8-b0e1-c5e8dd4e15a2", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:37.910765 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fe0075c8-396e-41b5-85f3-59d53a052b17 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:37.911178 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691db58c-b743-4d47-bd57-8a7a5236dcff', 'tag': '209778ef-dd39-40d8-b0e1-c5e8dd4e15a2', 'status': 'completed', 'code': 200} Nov 12 04:38:37.995557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfa8f5-16af-4e43-92a6-5d728b01ff7d req-ae673248-47de-442b-8377-e8fa3527f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:37.997077 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27cfa8f5-16af-4e43-92a6-5d728b01ff7d req-ae673248-47de-442b-8377-e8fa3527f6e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3c0bc61008c426c85f1b2d860ce55e9&device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 1096 time: 0.0425866 Nov 12 04:38:38.105810 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfa8f5-16af-4e43-92a6-5d728b01ff7d req-abc8296e-390e-4821-8f61-87a73d9b8e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:38.107285 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27cfa8f5-16af-4e43-92a6-5d728b01ff7d req-abc8296e-390e-4821-8f61-87a73d9b8e8c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e3c0bc61008c426c85f1b2d860ce55e9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0949566 Nov 12 04:38:38.203220 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfa8f5-16af-4e43-92a6-5d728b01ff7d req-0df582be-b8b4-441b-b47b-194b47a5a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:38.204651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27cfa8f5-16af-4e43-92a6-5d728b01ff7d req-0df582be-b8b4-441b-b47b-194b47a5a6af service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0888829 Nov 12 04:38:38.342358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-8bf648f6-8d98-4085-816c-8bb5dc519392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:38.343903 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-8bf648f6-8d98-4085-816c-8bb5dc519392 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3c0bc61008c426c85f1b2d860ce55e9&device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 1096 time: 0.0658340 Nov 12 04:38:38.352368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81998237-519b-437a-bb27-c2fdbe4f68bb req-bb0e0ea2-cc68-4718-a004-bccb1d591bf1 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:38.353838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81998237-519b-437a-bb27-c2fdbe4f68bb req-bb0e0ea2-cc68-4718-a004-bccb1d591bf1 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 944 time: 0.0845582 Nov 12 04:38:38.399943 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-39bdfc25-efda-4802-a614-d6c717d94fcd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 HTTP/1.1" status: 200 len: 217 time: 0.0398812 Nov 12 04:38:38.474984 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81998237-519b-437a-bb27-c2fdbe4f68bb req-25ce80c0-274f-4af6-9ed7-3548846c9389 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091683 Nov 12 04:38:38.476699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-0a4536ce-2127-4d20-9449-5fb8ed05eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:38.478051 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-0a4536ce-2127-4d20-9449-5fb8ed05eeaf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f6e0f3a-221f-4947-acab-17f8728b65fd HTTP/1.1" status: 200 len: 852 time: 0.0703833 Nov 12 04:38:38.510249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-7f984a3e-6ab6-41f5-9296-a9a72b18a407 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34795706-29be-4a8c-a7b6-f09d0b6812e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244124 Nov 12 04:38:38.613834 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-f2e5d909-d0da-4a6d-8058-3c1495d9201f service neutron] 10.222.0.26 "GET /v2.0/networks/34795706-29be-4a8c-a7b6-f09d0b6812e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954344 Nov 12 04:38:38.718993 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-197ce0ed-f565-46fc-a966-28dadd8a5029 req-3a86d661-79d1-45f6-bdc3-d6ac21159207 service neutron] 10.222.0.26 "GET /v2.0/networks/34795706-29be-4a8c-a7b6-f09d0b6812e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974922 Nov 12 04:38:39.590685 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac814b-09c0-462a-b426-6936f07648c6 req-a280ab0f-6b02-4143-ae26-453d2cdea014 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:39.592159 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-42ac814b-09c0-462a-b426-6936f07648c6 req-a280ab0f-6b02-4143-ae26-453d2cdea014 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 944 time: 0.0479953 Nov 12 04:38:39.640150 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-42ac814b-09c0-462a-b426-6936f07648c6 req-7bfb8797-ed85-4537-b192-4a906225b83d tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412719 Nov 12 04:38:40.756734 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b10f6c-df84-41cc-84b6-0bc10b666560 req-83bf086d-af46-46e5-8451-f49346fab227 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:40.758383 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0b10f6c-df84-41cc-84b6-0bc10b666560 req-83bf086d-af46-46e5-8451-f49346fab227 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 944 time: 0.0500596 Nov 12 04:38:40.814648 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0b10f6c-df84-41cc-84b6-0bc10b666560 req-56ce3625-7693-41d7-b7e7-ef79953c386d tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503278 Nov 12 04:38:41.928936 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8d024-9a84-4785-baa9-aa5fb9e8dc7f req-388db8b0-6e36-4619-ab7d-97d374d9ab8c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:41.930471 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbc8d024-9a84-4785-baa9-aa5fb9e8dc7f req-388db8b0-6e36-4619-ab7d-97d374d9ab8c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 944 time: 0.0482733 Nov 12 04:38:41.935096 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:38:41.981293 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cbc8d024-9a84-4785-baa9-aa5fb9e8dc7f req-45286c5f-67dc-4ddd-a0e4-7a08ddcee60f tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439279 Nov 12 04:38:42.185382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,segment=NetworkSegment(bed1fa82-076b-4491-907e-2c97dce76c08),segment_id=bed1fa82-076b-4491-907e-2c97dce76c08)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:42.196728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '209778ef-dd39-40d8-b0e1-c5e8dd4e15a2', 'network_id': '34795706-29be-4a8c-a7b6-f09d0b6812e0', 'port_id': '209778ef-dd39-40d8-b0e1-c5e8dd4e15a2', 'mac_address': 'fa:16:3e:0c:a4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6e0f3a-221f-4947-acab-17f8728b65fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:38:42.236816 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:42.249649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:38:42.268830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,segment=NetworkSegment(bed1fa82-076b-4491-907e-2c97dce76c08),segment_id=bed1fa82-076b-4491-907e-2c97dce76c08)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:42.391181 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:42.441209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:42.448819 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:42.449070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:42.449411 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:42.449748 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:42.450080 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:42.450411 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:42.450739 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:42.451069 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:42.451395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:42.451716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:42.452055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:42.452387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:38:42.759888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['209778ef-dd39-40d8-b0e1-c5e8dd4e15a2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:38:43.098392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdee0a2-ee11-4c46-ba83-35de01729c1b req-1a436f9e-e126-4325-8881-c68eaa5b6342 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:43.100444 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bcdee0a2-ee11-4c46-ba83-35de01729c1b req-1a436f9e-e126-4325-8881-c68eaa5b6342 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 945 time: 0.0498869 Nov 12 04:38:43.156571 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bcdee0a2-ee11-4c46-ba83-35de01729c1b req-453dbcee-2ba3-41bc-a31e-2806c580e05f tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505350 Nov 12 04:38:43.934913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:38:44.022391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:38:44.026104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:38:44.026476 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:44.105946 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:44.129082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691db58c-b743-4d47-bd57-8a7a5236dcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209778ef-dd39-40d8-b0e1-c5e8dd4e15a2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:38:44.131300 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd05d854-4bc5-4a44-b323-d127b725c85c" -d '{"events": [{"server_uuid": "691db58c-b743-4d47-bd57-8a7a5236dcff", "name": "network-vif-plugged", "status": "completed", "tag": "209778ef-dd39-40d8-b0e1-c5e8dd4e15a2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:38:44.143482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,segment=NetworkSegment(bed1fa82-076b-4491-907e-2c97dce76c08),segment_id=bed1fa82-076b-4491-907e-2c97dce76c08)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:38:44.168518 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220a19e5-96e5-4150-bef1-5c1c3fb619bb x-openstack-request-id: req-220a19e5-96e5-4150-bef1-5c1c3fb619bb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:38:44.168839 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691db58c-b743-4d47-bd57-8a7a5236dcff", "name": "network-vif-plugged", "status": "completed", "tag": "209778ef-dd39-40d8-b0e1-c5e8dd4e15a2", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:38:44.169087 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-220a19e5-96e5-4150-bef1-5c1c3fb619bb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:38:44.169507 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691db58c-b743-4d47-bd57-8a7a5236dcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209778ef-dd39-40d8-b0e1-c5e8dd4e15a2', 'code': 200} Nov 12 04:38:44.214250 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:44.270839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:38:44.310700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afa7ef-ac89-422d-97b8-1ffd75567312 req-80997dd1-9772-4686-b7eb-8840f4069140 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:44.312207 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55afa7ef-ac89-422d-97b8-1ffd75567312 req-80997dd1-9772-4686-b7eb-8840f4069140 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0811522 Nov 12 04:38:44.327067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073ae80-d2a7-4041-aab1-40546f368e8e req-d483841a-028a-40e7-aa17-f90527c09014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:44.328532 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f073ae80-d2a7-4041-aab1-40546f368e8e req-d483841a-028a-40e7-aa17-f90527c09014 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 1098 time: 0.0627055 Nov 12 04:38:44.401067 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55afa7ef-ac89-422d-97b8-1ffd75567312 req-34ff9ee5-b9bf-4d65-baf5-db96d26f82ed tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816493 Nov 12 04:38:44.412198 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f073ae80-d2a7-4041-aab1-40546f368e8e req-b34e1a42-5095-4269-818f-1124db683a50 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729542 Nov 12 04:38:45.537903 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fab4a-b23b-42e2-b74f-86788dda6163 req-0cd1b2d6-3630-4aab-96f1-14c821653892 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:45.539415 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e04fab4a-b23b-42e2-b74f-86788dda6163 req-0cd1b2d6-3630-4aab-96f1-14c821653892 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0539010 Nov 12 04:38:45.597072 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e04fab4a-b23b-42e2-b74f-86788dda6163 req-d29ed920-34ab-4448-a5bc-ea37dfdbe293 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514467 Nov 12 04:38:46.720952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30743f-23c3-48b1-be9d-f9bd18b8b506 req-692e5d75-8eed-427a-bc4b-91569f386a6f tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:46.721533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ad30743f-23c3-48b1-be9d-f9bd18b8b506 req-692e5d75-8eed-427a-bc4b-91569f386a6f tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0532866 Nov 12 04:38:46.769280 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ad30743f-23c3-48b1-be9d-f9bd18b8b506 req-9cc4004a-0407-4ab7-9e2b-bf381f836d8f tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418699 Nov 12 04:38:47.387889 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938db090-ddb7-4432-856f-1fa132fd0ed6 req-eea76986-7ab6-4b81-9781-add5ae0afe4d tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:47.389825 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-938db090-ddb7-4432-856f-1fa132fd0ed6 req-eea76986-7ab6-4b81-9781-add5ae0afe4d tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0508118 Nov 12 04:38:47.438278 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-938db090-ddb7-4432-856f-1fa132fd0ed6 req-551d151a-b7c4-43e6-9798-dd596f38ee88 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 Nov 12 04:38:47.527162 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58646) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:47.610941 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-84c396c2-f41b-486e-8bb9-37e65b7d11a2 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826194 Nov 12 04:38:47.619564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-6b898327-9df3-4adb-8135-ac72b24c8567 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:38:47.620562 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-6b898327-9df3-4adb-8135-ac72b24c8567 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048912 Nov 12 04:38:48.554817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f8fbc-be9b-4af6-b34f-1ea991bdc3d6 req-58c6e4c2-389c-4fa0-b5e0-a991bb982e6c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:48.556360 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-595f8fbc-be9b-4af6-b34f-1ea991bdc3d6 req-58c6e4c2-389c-4fa0-b5e0-a991bb982e6c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0485361 Nov 12 04:38:48.604642 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-595f8fbc-be9b-4af6-b34f-1ea991bdc3d6 req-284b539f-5ede-463d-814c-fda7b5d40a90 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422087 Nov 12 04:38:49.405549 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:49.725101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d0d8e-5312-463e-a51c-c908cdaa21f3 req-eb2fc8df-50f8-478b-9401-764afb640701 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:49.726733 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-850d0d8e-5312-463e-a51c-c908cdaa21f3 req-eb2fc8df-50f8-478b-9401-764afb640701 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0515852 Nov 12 04:38:49.779043 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-850d0d8e-5312-463e-a51c-c908cdaa21f3 req-6a04aa49-953f-4ac9-82fc-560afd72d288 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444293 Nov 12 04:38:50.124762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-a61d9dd6-8f04-4bb7-a817-d60f4b8d9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:50.126285 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-a61d9dd6-8f04-4bb7-a817-d60f4b8d9b55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3c0bc61008c426c85f1b2d860ce55e9&device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 1098 time: 0.0426552 Nov 12 04:38:50.227422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-c20037c6-2d7d-4e9e-9dca-a9ac9c5a65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:50.228804 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-c20037c6-2d7d-4e9e-9dca-a9ac9c5a65d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34795706-29be-4a8c-a7b6-f09d0b6812e0 HTTP/1.1" status: 200 len: 914 time: 0.0947533 Nov 12 04:38:50.271050 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-965b1429-eb32-4a87-9840-da47c7e575c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 HTTP/1.1" status: 200 len: 217 time: 0.0341887 Nov 12 04:38:50.323343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-69520884-f65e-4d89-9455-ecd3413b43be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:50.324842 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-69520884-f65e-4d89-9455-ecd3413b43be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f6e0f3a-221f-4947-acab-17f8728b65fd HTTP/1.1" status: 200 len: 852 time: 0.0464566 Nov 12 04:38:50.367774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-797dfe66-681e-4b15-a69b-b8242a8de9fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34795706-29be-4a8c-a7b6-f09d0b6812e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308692 Nov 12 04:38:50.478308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-262a5236-aac3-493f-b258-f325d08cb09b service neutron] 10.222.0.26 "GET /v2.0/networks/34795706-29be-4a8c-a7b6-f09d0b6812e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028152 Nov 12 04:38:50.592316 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-7ac4f667-cc4e-4a2e-b660-79e5739692a6 service neutron] 10.222.0.26 "GET /v2.0/networks/34795706-29be-4a8c-a7b6-f09d0b6812e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028178 Nov 12 04:38:50.901355 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabdac7-99b6-4587-b14e-fd4557c20050 req-bb3f3b5c-b7f3-4886-90e6-9136dd14bf6e tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:50.906901 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4aabdac7-99b6-4587-b14e-fd4557c20050 req-bb3f3b5c-b7f3-4886-90e6-9136dd14bf6e tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0484784 Nov 12 04:38:50.954032 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4aabdac7-99b6-4587-b14e-fd4557c20050 req-e94c67d7-2389-42e5-b1db-023c2c6438dd tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449185 Nov 12 04:38:52.070387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007ca2c-abdb-4cd2-bf42-ba38a24289f6 req-cf9f3be7-1c0d-42d4-89b7-a97c25d89a74 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:52.071847 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b007ca2c-abdb-4cd2-bf42-ba38a24289f6 req-cf9f3be7-1c0d-42d4-89b7-a97c25d89a74 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0492814 Nov 12 04:38:52.119237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b007ca2c-abdb-4cd2-bf42-ba38a24289f6 req-f3899acd-7736-4fdd-bc31-44c3ee1a3e0b tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Nov 12 04:38:53.105211 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c1f21e2b-3946-442a-a84c-4a2a69ea2c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:53.240565 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fb1ab-1587-4e46-a667-180ad44c30fc req-e0a69714-a3a4-43fd-8cf7-5e5fc6666dd5 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:53.242066 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a0fb1ab-1587-4e46-a667-180ad44c30fc req-e0a69714-a3a4-43fd-8cf7-5e5fc6666dd5 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0490642 Nov 12 04:38:53.289491 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9a0fb1ab-1587-4e46-a667-180ad44c30fc req-874efd02-80f2-4cfa-ad3e-78ce72d56052 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414684 Nov 12 04:38:54.407606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed328636-8234-4e25-a710-be134bf40a4a req-81ffac57-2ad0-4b29-b7aa-0fec3eaee593 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:54.409095 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed328636-8234-4e25-a710-be134bf40a4a req-81ffac57-2ad0-4b29-b7aa-0fec3eaee593 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0504799 Nov 12 04:38:54.460171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed328636-8234-4e25-a710-be134bf40a4a req-3884cd61-1903-4544-bd1c-a7c0a9cebc89 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 Nov 12 04:38:55.208326 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:55.576381 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0e497-d98c-4e32-90bd-5e817899d2b5 req-f24c1a5c-ecdb-4d22-9436-10816b9406b2 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:55.577851 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31e0e497-d98c-4e32-90bd-5e817899d2b5 req-f24c1a5c-ecdb-4d22-9436-10816b9406b2 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0496378 Nov 12 04:38:55.624452 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31e0e497-d98c-4e32-90bd-5e817899d2b5 req-9398097a-3024-4230-bce6-941f2972c888 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400808 Nov 12 04:38:56.741809 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b81341-ed77-4a0e-af33-771de807547a req-64922183-cd17-4679-8ecc-b9a229524e7d tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:56.743284 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-12b81341-ed77-4a0e-af33-771de807547a req-64922183-cd17-4679-8ecc-b9a229524e7d tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0491705 Nov 12 04:38:56.800479 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-12b81341-ed77-4a0e-af33-771de807547a req-1b2122ab-6c08-4e8a-b1c7-d1e985bddec7 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512414 Nov 12 04:38:56.865419 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:56.896421 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f61dfa6-eba1-450b-9dd2-63c9f563f9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:57.921132 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aee17-15fc-4475-bd59-eb6313b67ccd req-75cb564a-0168-4881-bc2f-def26e72a879 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:57.922587 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-707aee17-15fc-4475-bd59-eb6313b67ccd req-75cb564a-0168-4881-bc2f-def26e72a879 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0523970 Nov 12 04:38:57.969428 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-707aee17-15fc-4475-bd59-eb6313b67ccd req-904f6edb-081b-4b4f-ac97-15b7b16dd66b tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406203 Nov 12 04:38:58.608802 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:59.010487 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:59.087648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8efc2-9538-4d7c-ad6c-3deda38af043 req-7d7e67e0-ea13-481e-9eea-65ac24b22a02 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:59.089137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71e8efc2-9538-4d7c-ad6c-3deda38af043 req-7d7e67e0-ea13-481e-9eea-65ac24b22a02 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0510159 Nov 12 04:38:59.135856 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-71e8efc2-9538-4d7c-ad6c-3deda38af043 req-34c66419-edac-4f23-ac1c-3ef443ff5c2f tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 Nov 12 04:39:00.254571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3a12-f0de-4555-9da8-dce82f25d4e6 req-ccfde1fb-db2e-4989-b507-116a9e534064 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:00.256143 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-433b3a12-f0de-4555-9da8-dce82f25d4e6 req-ccfde1fb-db2e-4989-b507-116a9e534064 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0500672 Nov 12 04:39:00.307636 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-433b3a12-f0de-4555-9da8-dce82f25d4e6 req-3eba5646-a14a-44b3-bace-1a35a0d6d066 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438888 Nov 12 04:39:01.435764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe44dc-98d6-4658-888f-90ff60c6c158 req-d4460fa9-088e-40b8-b560-08b755fe84c5 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:01.437263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfbe44dc-98d6-4658-888f-90ff60c6c158 req-d4460fa9-088e-40b8-b560-08b755fe84c5 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0524349 Nov 12 04:39:01.485536 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bfbe44dc-98d6-4658-888f-90ff60c6c158 req-c590ed65-2af1-4f73-b7e5-4a1e6857b2d7 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418205 Nov 12 04:39:01.646823 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:39:02.018655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-81c62efa-4e09-4131-a56b-c621741b3017 req-e021fdbe-f3f4-401c-a88a-673e8c6eb3e1 service neutron] (103147) timed out ('10.222.0.105', 53822) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:39:02.609570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3402b1-fee0-47f3-ab8c-efe79c9def6d req-183e34ea-a1c7-410a-b35e-16e1a4510eea tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:02.611072 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c3402b1-fee0-47f3-ab8c-efe79c9def6d req-183e34ea-a1c7-410a-b35e-16e1a4510eea tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0551741 Nov 12 04:39:02.659468 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7c3402b1-fee0-47f3-ab8c-efe79c9def6d req-ea08328a-4083-4c38-bf95-81682db10d69 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417769 Nov 12 04:39:03.776710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ef22-58e2-4dc6-addc-4ee3edafbbad req-b01ff504-21d9-4f3c-b6fe-ce6bab77bded tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:03.778203 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a035ef22-58e2-4dc6-addc-4ee3edafbbad req-b01ff504-21d9-4f3c-b6fe-ce6bab77bded tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0492966 Nov 12 04:39:03.825711 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a035ef22-58e2-4dc6-addc-4ee3edafbbad req-ad3eb928-7a66-4159-8bce-7fe13154291d tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Nov 12 04:39:04.942119 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8e0bf-c1f2-484b-83ed-9a0cce4d8127 req-f18e7b99-2d05-4953-9866-571ecbd387bf tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:04.943645 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77d8e0bf-c1f2-484b-83ed-9a0cce4d8127 req-f18e7b99-2d05-4953-9866-571ecbd387bf tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0489428 Nov 12 04:39:04.990889 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77d8e0bf-c1f2-484b-83ed-9a0cce4d8127 req-7e65be11-9417-464d-b54c-d01d459fe029 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412900 Nov 12 04:39:06.108800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bcdce-984f-4537-bb9b-02a4897a18a0 req-5b084301-a337-4e08-8755-79b1bef616c6 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:06.110286 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa2bcdce-984f-4537-bb9b-02a4897a18a0 req-5b084301-a337-4e08-8755-79b1bef616c6 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0499649 Nov 12 04:39:06.166357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa2bcdce-984f-4537-bb9b-02a4897a18a0 req-fd87971e-b212-473b-8ace-ba53ef4d6368 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463560 Nov 12 04:39:07.281912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e873d7-a655-4d90-b404-d3fa7db7fc67 req-841b05fb-8dc8-4757-930b-89732684b382 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:07.291062 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7e873d7-a655-4d90-b404-d3fa7db7fc67 req-841b05fb-8dc8-4757-930b-89732684b382 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0496678 Nov 12 04:39:07.338210 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7e873d7-a655-4d90-b404-d3fa7db7fc67 req-76dfbc0b-8403-403e-b277-e36060f73ed5 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482950 Nov 12 04:39:08.453848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a19bcf-4853-44f9-8945-f81b7c508d16 req-61eeea8a-b8de-45a7-86d7-4add9ccf2c58 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:08.455848 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45a19bcf-4853-44f9-8945-f81b7c508d16 req-61eeea8a-b8de-45a7-86d7-4add9ccf2c58 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0489030 Nov 12 04:39:08.504350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-45a19bcf-4853-44f9-8945-f81b7c508d16 req-bc099ce1-95aa-4d7d-849c-51324925eecf tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Nov 12 04:39:09.619769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e1b7-dd48-4b17-b401-a3dd2b0f5981 req-ffb02381-c841-42ed-ae16-0577595dfc33 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:09.621264 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb95e1b7-dd48-4b17-b401-a3dd2b0f5981 req-ffb02381-c841-42ed-ae16-0577595dfc33 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0499063 Nov 12 04:39:09.667979 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb95e1b7-dd48-4b17-b401-a3dd2b0f5981 req-98b213f0-1dff-4cee-8d4f-6b2e68f1332c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Nov 12 04:39:10.783262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0927119-1704-45b1-aa2b-d6861f7324b8 req-523b6e7c-286e-4699-ace3-2f39817ae6ee tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:10.784765 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0927119-1704-45b1-aa2b-d6861f7324b8 req-523b6e7c-286e-4699-ace3-2f39817ae6ee tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0490377 Nov 12 04:39:10.832161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b0927119-1704-45b1-aa2b-d6861f7324b8 req-7a2fe945-046e-4e96-ab48-9bb7631f3482 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Nov 12 04:39:11.948148 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0670bf-a913-44cc-8c0a-73eb705d9bed req-9d170e08-6fcd-473c-8c34-f7782ad98b61 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:11.949666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ae0670bf-a913-44cc-8c0a-73eb705d9bed req-9d170e08-6fcd-473c-8c34-f7782ad98b61 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0490324 Nov 12 04:39:11.998661 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ae0670bf-a913-44cc-8c0a-73eb705d9bed req-8eacb996-ca24-46d1-8c66-e44635ec3b3c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 Nov 12 04:39:13.119535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9f238-e4cb-4c22-99ee-f087eb79f491 req-a53b9150-2cce-4dda-b685-53671716e586 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:13.121076 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11a9f238-e4cb-4c22-99ee-f087eb79f491 req-a53b9150-2cce-4dda-b685-53671716e586 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0537989 Nov 12 04:39:13.168733 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11a9f238-e4cb-4c22-99ee-f087eb79f491 req-ab17d396-8384-4cae-bade-22dc26b4c578 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 Nov 12 04:39:14.287824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a29ecb-3c29-4955-8a50-3b366e347fea req-7b010d31-9bc1-4027-93a0-812ebf491019 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:14.289340 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77a29ecb-3c29-4955-8a50-3b366e347fea req-7b010d31-9bc1-4027-93a0-812ebf491019 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0525737 Nov 12 04:39:14.339245 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77a29ecb-3c29-4955-8a50-3b366e347fea req-b44fafb7-56ca-463b-a7c9-f9e39496e6c9 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414710 Nov 12 04:39:15.465230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbbd8a-1cb3-4b23-81d4-867d4e195c46 req-0dcd4443-9591-4050-8d28-c3b7f190cb91 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:15.466688 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6cbbd8a-1cb3-4b23-81d4-867d4e195c46 req-0dcd4443-9591-4050-8d28-c3b7f190cb91 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0488417 Nov 12 04:39:15.514509 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6cbbd8a-1cb3-4b23-81d4-867d4e195c46 req-61b52081-b2d4-4989-b22e-a9e16b0220a2 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416884 Nov 12 04:39:16.632329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f68131-e54d-49c1-a714-c045eacabe3a req-8b687743-9f00-47c6-89e8-3028165da180 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:16.633817 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01f68131-e54d-49c1-a714-c045eacabe3a req-8b687743-9f00-47c6-89e8-3028165da180 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0479853 Nov 12 04:39:16.680593 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01f68131-e54d-49c1-a714-c045eacabe3a req-2df71db1-9fb6-459c-a9dd-e8fd42a70b65 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407083 Nov 12 04:39:17.800979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3dd0e-c5c1-4f67-86cd-52bf542e1c41 req-50f41916-68d5-443b-a9c7-277a98efa767 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:17.802440 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20c3dd0e-c5c1-4f67-86cd-52bf542e1c41 req-50f41916-68d5-443b-a9c7-277a98efa767 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0522988 Nov 12 04:39:17.849003 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-20c3dd0e-c5c1-4f67-86cd-52bf542e1c41 req-04f3b624-c098-4c3e-87b9-85422014d8e4 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Nov 12 04:39:18.963886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef980972-dcea-41fa-8b21-14a07a144eb2 req-8a6fa797-d420-4c82-9c4f-2edaa903670a tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:18.965473 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef980972-dcea-41fa-8b21-14a07a144eb2 req-8a6fa797-d420-4c82-9c4f-2edaa903670a tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0489082 Nov 12 04:39:19.020383 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef980972-dcea-41fa-8b21-14a07a144eb2 req-1229e3b8-88e5-4b3c-a8c9-95051db0d333 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489826 Nov 12 04:39:19.433234 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.136814 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3c5fc-cc3c-483e-a2c8-1f80cb49d0d3 req-70537b6c-4f3a-449f-ad0e-9a4679240f54 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:20.138443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c1d3c5fc-cc3c-483e-a2c8-1f80cb49d0d3 req-70537b6c-4f3a-449f-ad0e-9a4679240f54 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0517855 Nov 12 04:39:20.185780 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c1d3c5fc-cc3c-483e-a2c8-1f80cb49d0d3 req-71fa17fa-bdff-468a-8b2a-0e3d0052a3b3 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412240 Nov 12 04:39:21.303328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c96fb-d43f-41c4-8702-44446a11ccab req-d3020953-be81-48a8-91fe-5c68db01f154 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:21.304835 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-688c96fb-d43f-41c4-8702-44446a11ccab req-d3020953-be81-48a8-91fe-5c68db01f154 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0495732 Nov 12 04:39:21.352477 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-688c96fb-d43f-41c4-8702-44446a11ccab req-1e60ab97-c4f6-4410-a5e4-0d713b2195bd tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417495 Nov 12 04:39:22.470749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0a38f-6041-4a54-887b-027d882bfa52 req-da39ebb8-0e87-4157-9797-da0a8a01f621 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:22.472385 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aff0a38f-6041-4a54-887b-027d882bfa52 req-da39ebb8-0e87-4157-9797-da0a8a01f621 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0507855 Nov 12 04:39:22.524297 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aff0a38f-6041-4a54-887b-027d882bfa52 req-b7babd90-0740-419c-8309-0d5b63577fb7 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458655 Nov 12 04:39:23.106955 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-30b87c77-b732-4e2a-b607-c8d6ba0f7572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.638221 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ace653-59e0-4f93-8192-51b93a79b0d9 req-1c1bd372-40a4-41d4-97e1-4c524c87034b tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:23.639720 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07ace653-59e0-4f93-8192-51b93a79b0d9 req-1c1bd372-40a4-41d4-97e1-4c524c87034b tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0476308 Nov 12 04:39:23.685801 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07ace653-59e0-4f93-8192-51b93a79b0d9 req-979ee31b-1cd5-4eb0-b424-f8a87bd7e44a tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394716 Nov 12 04:39:24.804735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77c413-a1a1-4be3-9cb8-9f15fb70c154 req-2dffc97d-153e-4336-8211-86ece1a9756d tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:24.806201 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf77c413-a1a1-4be3-9cb8-9f15fb70c154 req-2dffc97d-153e-4336-8211-86ece1a9756d tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0529566 Nov 12 04:39:24.858238 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf77c413-a1a1-4be3-9cb8-9f15fb70c154 req-5fb925bc-185f-47f0-9a74-7b2ed82d8dcb tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461552 Nov 12 04:39:25.192520 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.976377 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13279188-54f9-4469-9a4c-4c94b293ea51 req-69421c9c-ac33-47a6-bd14-97836849a81b tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:25.977836 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-13279188-54f9-4469-9a4c-4c94b293ea51 req-69421c9c-ac33-47a6-bd14-97836849a81b tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0513933 Nov 12 04:39:26.024959 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-13279188-54f9-4469-9a4c-4c94b293ea51 req-f9d36baa-dd98-4ceb-ad96-f484bf79cb86 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405543 Nov 12 04:39:26.861684 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.895784 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa3cac7e-ce01-4de2-bd1d-4d4768f7b20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.154332 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e402b9-58fd-48da-90ae-f3bc296df4dd req-97969800-7c9c-4913-8cf4-b6e05a7cade0 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:27.155723 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14e402b9-58fd-48da-90ae-f3bc296df4dd req-97969800-7c9c-4913-8cf4-b6e05a7cade0 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0503085 Nov 12 04:39:27.211220 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14e402b9-58fd-48da-90ae-f3bc296df4dd req-b96931f9-b157-4855-b88f-f265115ab407 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480478 Nov 12 04:39:28.080782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-5050d88f-3317-4582-8017-713a9ed76a8a tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:39:28.081765 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-5050d88f-3317-4582-8017-713a9ed76a8a tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052860 Nov 12 04:39:28.147351 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-4a76500f-7c77-4a58-b7f9-0a1342d0d246 service neutron] 10.222.0.26 "GET /v2.0/ports/209778ef-dd39-40d8-b0e1-c5e8dd4e15a2/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.0576909 Nov 12 04:39:28.338041 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0638623-4cc4-4318-b3f1-0e42c02af609 req-66e1d755-c757-4371-a324-8dfe107eadda tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:28.339421 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f0638623-4cc4-4318-b3f1-0e42c02af609 req-66e1d755-c757-4371-a324-8dfe107eadda tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0512834 Nov 12 04:39:28.388068 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f0638623-4cc4-4318-b3f1-0e42c02af609 req-44741126-7fb0-42f9-8466-24dedc77a725 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Nov 12 04:39:28.623371 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.769739 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-f7772e06-5f12-47b0-92dc-a1b56a903399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:28.771340 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-f7772e06-5f12-47b0-92dc-a1b56a903399 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff&tenant_id=e3c0bc61008c426c85f1b2d860ce55e9 HTTP/1.1" status: 200 len: 1098 time: 0.0409856 Nov 12 04:39:28.843567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-a888d607-aa88-4543-ab6b-728603750ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:28.845106 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-a888d607-aa88-4543-ab6b-728603750ed0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3c0bc61008c426c85f1b2d860ce55e9&device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 1098 time: 0.0395348 Nov 12 04:39:28.941139 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-e4a5e958-ca9a-43ea-9adf-c03a5212793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:28.942539 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-e4a5e958-ca9a-43ea-9adf-c03a5212793d service neutron] 10.222.0.26 "GET /v2.0/networks?id=34795706-29be-4a8c-a7b6-f09d0b6812e0 HTTP/1.1" status: 200 len: 914 time: 0.0900984 Nov 12 04:39:28.985505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-fe4f6720-7a5a-4755-9558-f660334cda24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 HTTP/1.1" status: 200 len: 217 time: 0.0352652 Nov 12 04:39:28.998174 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:29.036525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-c55b5186-d9b1-409a-bdbc-3aef0c5c5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:29.038074 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-c55b5186-d9b1-409a-bdbc-3aef0c5c5fb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f6e0f3a-221f-4947-acab-17f8728b65fd HTTP/1.1" status: 200 len: 852 time: 0.0451808 Nov 12 04:39:29.074005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-8627fcd7-f213-40c9-a619-29b9cf146eef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34795706-29be-4a8c-a7b6-f09d0b6812e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283167 Nov 12 04:39:29.164229 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-3a9136fe-b5c1-4863-babf-8446315929ab service neutron] 10.222.0.26 "GET /v2.0/networks/34795706-29be-4a8c-a7b6-f09d0b6812e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828879 Nov 12 04:39:29.258371 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b6bf7f02-f224-4774-b9eb-b217ba76f343 req-8ace922f-69a8-4afa-a631-4760099893d1 service neutron] 10.222.0.26 "GET /v2.0/networks/34795706-29be-4a8c-a7b6-f09d0b6812e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868814 Nov 12 04:39:29.507163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b2018-92e2-4a53-b0dd-ca141058273b req-8d2f3b07-ff41-40ba-b983-04bc7dae3e52 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:29.509023 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a04b2018-92e2-4a53-b0dd-ca141058273b req-8d2f3b07-ff41-40ba-b983-04bc7dae3e52 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0504231 Nov 12 04:39:29.557832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a04b2018-92e2-4a53-b0dd-ca141058273b req-1c0e6f80-cd8e-4422-abfd-037b62d5b92b tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Nov 12 04:39:29.926874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21dc41-d297-4ffe-a277-93bdf6e43661 req-3b180919-d62d-4185-9ba4-71898d495084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:29.928428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c21dc41-d297-4ffe-a277-93bdf6e43661 req-3b180919-d62d-4185-9ba4-71898d495084 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3c0bc61008c426c85f1b2d860ce55e9&device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 1098 time: 0.0411665 Nov 12 04:39:30.036520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21dc41-d297-4ffe-a277-93bdf6e43661 req-58a27b51-6078-4315-b610-8ca7a0750b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:30.040137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c21dc41-d297-4ffe-a277-93bdf6e43661 req-58a27b51-6078-4315-b610-8ca7a0750b5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=34795706-29be-4a8c-a7b6-f09d0b6812e0 HTTP/1.1" status: 200 len: 914 time: 0.0899727 Nov 12 04:39:30.081013 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c21dc41-d297-4ffe-a277-93bdf6e43661 req-f18a7097-ceef-447c-9d0e-9a3c4c5f563c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 HTTP/1.1" status: 200 len: 217 time: 0.0351992 Nov 12 04:39:30.135141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21dc41-d297-4ffe-a277-93bdf6e43661 req-fef6ac1a-3f22-45c1-8a5c-fb2235306d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:30.136605 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c21dc41-d297-4ffe-a277-93bdf6e43661 req-fef6ac1a-3f22-45c1-8a5c-fb2235306d9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f6e0f3a-221f-4947-acab-17f8728b65fd HTTP/1.1" status: 200 len: 852 time: 0.0487597 Nov 12 04:39:30.169468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c21dc41-d297-4ffe-a277-93bdf6e43661 req-d0b0aee9-0d63-4c85-8068-6412df4f6d48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34795706-29be-4a8c-a7b6-f09d0b6812e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246856 Nov 12 04:39:30.215382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:30.262474 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c21dc41-d297-4ffe-a277-93bdf6e43661 req-82160150-d728-44b8-b4d9-ebd884089c1f service neutron] 10.222.0.26 "GET /v2.0/networks/34795706-29be-4a8c-a7b6-f09d0b6812e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851393 Nov 12 04:39:30.304212 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.332232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691db58c-b743-4d47-bd57-8a7a5236dcff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209778ef-dd39-40d8-b0e1-c5e8dd4e15a2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:30.334515 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f144048-9231-4cbd-960d-615ea10c91c3" -d '{"events": [{"server_uuid": "691db58c-b743-4d47-bd57-8a7a5236dcff", "name": "network-vif-unplugged", "status": "completed", "tag": "209778ef-dd39-40d8-b0e1-c5e8dd4e15a2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:30.347273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,segment=NetworkSegment(bed1fa82-076b-4491-907e-2c97dce76c08),segment_id=bed1fa82-076b-4491-907e-2c97dce76c08)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:30.373344 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c21dc41-d297-4ffe-a277-93bdf6e43661 req-ccc4d75c-cc3a-4b8e-b7cb-2bb7efed5366 service neutron] 10.222.0.26 "GET /v2.0/networks/34795706-29be-4a8c-a7b6-f09d0b6812e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030266 Nov 12 04:39:30.391539 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db596bc2-2383-46c9-ba99-ddbe373c5766 x-openstack-request-id: req-db596bc2-2383-46c9-ba99-ddbe373c5766 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:30.391832 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691db58c-b743-4d47-bd57-8a7a5236dcff", "name": "network-vif-unplugged", "status": "completed", "tag": "209778ef-dd39-40d8-b0e1-c5e8dd4e15a2", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:30.392240 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-db596bc2-2383-46c9-ba99-ddbe373c5766 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:30.392631 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691db58c-b743-4d47-bd57-8a7a5236dcff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209778ef-dd39-40d8-b0e1-c5e8dd4e15a2', 'code': 200} Nov 12 04:39:30.438540 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.497080 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:30.678369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57098ebc-44c7-4b54-83cd-5a1024f4b830 req-74931d13-9a11-4b2b-8813-9ec0f2c86ee8 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:30.679883 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57098ebc-44c7-4b54-83cd-5a1024f4b830 req-74931d13-9a11-4b2b-8813-9ec0f2c86ee8 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 944 time: 0.0499856 Nov 12 04:39:30.728247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-57098ebc-44c7-4b54-83cd-5a1024f4b830 req-6d219d19-46fa-40a2-b876-c1ea88b7ff19 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Nov 12 04:39:31.853202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99dac6-6aeb-4dfb-8ea2-d49c4d0f0344 req-fcd1893e-19da-47b3-81d8-5d4b8c4194e0 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:31.854738 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da99dac6-6aeb-4dfb-8ea2-d49c4d0f0344 req-fcd1893e-19da-47b3-81d8-5d4b8c4194e0 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 944 time: 0.0525520 Nov 12 04:39:31.906659 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da99dac6-6aeb-4dfb-8ea2-d49c4d0f0344 req-e5022dfb-caef-4d11-84ba-685a6dac203b tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455947 Nov 12 04:39:32.230123 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:39:32.335280 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,segment=NetworkSegment(bed1fa82-076b-4491-907e-2c97dce76c08),segment_id=bed1fa82-076b-4491-907e-2c97dce76c08)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:32.346736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '209778ef-dd39-40d8-b0e1-c5e8dd4e15a2', 'network_id': '34795706-29be-4a8c-a7b6-f09d0b6812e0', 'port_id': '209778ef-dd39-40d8-b0e1-c5e8dd4e15a2', 'mac_address': 'fa:16:3e:0c:a4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6e0f3a-221f-4947-acab-17f8728b65fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:39:32.388962 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:32.403243 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:39:32.423091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,segment=NetworkSegment(bed1fa82-076b-4491-907e-2c97dce76c08),segment_id=bed1fa82-076b-4491-907e-2c97dce76c08)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:32.510419 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:32.563136 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:32.984745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['209778ef-dd39-40d8-b0e1-c5e8dd4e15a2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:39:33.074977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc99417-0681-485e-99df-fd87de9e4ad0 req-4b50fd7e-d442-4eb9-a80b-17600026c18e tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:33.076550 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fc99417-0681-485e-99df-fd87de9e4ad0 req-4b50fd7e-d442-4eb9-a80b-17600026c18e tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 945 time: 0.0939453 Nov 12 04:39:33.128858 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fc99417-0681-485e-99df-fd87de9e4ad0 req-e87e1ff1-d81a-4b54-906e-6ca014c3bfb4 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463376 Nov 12 04:39:34.240267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:34.248721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4f66a-ef1b-49f7-877c-0e6e04be1cb6 req-66466230-6472-409f-b794-478cdff2146d tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:34.250197 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3eb4f66a-ef1b-49f7-877c-0e6e04be1cb6 req-66466230-6472-409f-b794-478cdff2146d tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 945 time: 0.0523896 Nov 12 04:39:34.286307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:34.286705 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:34.297841 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3eb4f66a-ef1b-49f7-877c-0e6e04be1cb6 req-12cfa895-22b5-4eec-8810-7fc376429675 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415807 Nov 12 04:39:34.372122 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:34.395373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691db58c-b743-4d47-bd57-8a7a5236dcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209778ef-dd39-40d8-b0e1-c5e8dd4e15a2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:34.397702 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481155d2-7f49-4cc4-9e21-96b04c150045" -d '{"events": [{"server_uuid": "691db58c-b743-4d47-bd57-8a7a5236dcff", "name": "network-vif-plugged", "status": "completed", "tag": "209778ef-dd39-40d8-b0e1-c5e8dd4e15a2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:34.411300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,segment=NetworkSegment(bed1fa82-076b-4491-907e-2c97dce76c08),segment_id=bed1fa82-076b-4491-907e-2c97dce76c08)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:34.439681 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627e89f7-c584-4e72-86fb-e9799e53788a x-openstack-request-id: req-627e89f7-c584-4e72-86fb-e9799e53788a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:34.439981 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691db58c-b743-4d47-bd57-8a7a5236dcff", "name": "network-vif-plugged", "status": "completed", "tag": "209778ef-dd39-40d8-b0e1-c5e8dd4e15a2", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:34.440272 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-627e89f7-c584-4e72-86fb-e9799e53788a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:34.440673 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691db58c-b743-4d47-bd57-8a7a5236dcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209778ef-dd39-40d8-b0e1-c5e8dd4e15a2', 'code': 200} Nov 12 04:39:34.529578 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:34.578814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:34.819653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa564186-1ab3-4587-b321-635ac391065b req-c9718548-29a7-46fb-80d4-7f86d7af4f2d tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:34.821221 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa564186-1ab3-4587-b321-635ac391065b req-c9718548-29a7-46fb-80d4-7f86d7af4f2d tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.26 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff&tenant_id=e3c0bc61008c426c85f1b2d860ce55e9&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 946 time: 0.0523598 Nov 12 04:39:34.924839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa564186-1ab3-4587-b321-635ac391065b req-0a6c881f-2c91-4084-8b5a-e80c95c6e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:34.928057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa564186-1ab3-4587-b321-635ac391065b req-0a6c881f-2c91-4084-8b5a-e80c95c6e332 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3c0bc61008c426c85f1b2d860ce55e9&device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 1098 time: 0.0451288 Nov 12 04:39:35.019636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa564186-1ab3-4587-b321-635ac391065b req-bda0cb43-44c2-4a4c-b1d5-048bc9141f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:35.021156 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa564186-1ab3-4587-b321-635ac391065b req-bda0cb43-44c2-4a4c-b1d5-048bc9141f5c service neutron] 10.222.0.26 "GET /v2.0/networks?id=34795706-29be-4a8c-a7b6-f09d0b6812e0 HTTP/1.1" status: 200 len: 914 time: 0.0862820 Nov 12 04:39:35.063532 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa564186-1ab3-4587-b321-635ac391065b req-bd124f48-5e03-4682-b2ee-ddc1b1f791c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 HTTP/1.1" status: 200 len: 217 time: 0.0347462 Nov 12 04:39:35.111584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa564186-1ab3-4587-b321-635ac391065b req-cd3fed4e-7d90-4c15-872e-56deb8fe5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:35.112937 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa564186-1ab3-4587-b321-635ac391065b req-cd3fed4e-7d90-4c15-872e-56deb8fe5bdb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f6e0f3a-221f-4947-acab-17f8728b65fd HTTP/1.1" status: 200 len: 852 time: 0.0424857 Nov 12 04:39:35.149380 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa564186-1ab3-4587-b321-635ac391065b req-187eac79-7d40-4936-81b1-200bce680095 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34795706-29be-4a8c-a7b6-f09d0b6812e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280948 Nov 12 04:39:35.239096 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa564186-1ab3-4587-b321-635ac391065b req-ae11e29e-ce91-447f-83cc-007f9e6fcd2a service neutron] 10.222.0.26 "GET /v2.0/networks/34795706-29be-4a8c-a7b6-f09d0b6812e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825291 Nov 12 04:39:35.337442 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa564186-1ab3-4587-b321-635ac391065b req-9cb48c39-7a1d-42b4-84bc-f2d36b6abf65 service neutron] 10.222.0.26 "GET /v2.0/networks/34795706-29be-4a8c-a7b6-f09d0b6812e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908229 Nov 12 04:39:36.910262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadade2-50a4-4d21-adbd-e8d4fee97167 req-7b99fec5-8cb1-4426-a01b-6b4704a5fe32 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:36.912432 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-deadade2-50a4-4d21-adbd-e8d4fee97167 req-7b99fec5-8cb1-4426-a01b-6b4704a5fe32 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0499051 Nov 12 04:39:36.970903 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-deadade2-50a4-4d21-adbd-e8d4fee97167 req-4b969b7d-cf33-49ff-b748-a8e60543932c tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522254 Nov 12 04:39:38.095012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f151bd3-fe04-4d63-84f6-cf10801ae739 req-8daad4b1-434e-41a5-b4df-1f18518aa1b9 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:38.096549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1f151bd3-fe04-4d63-84f6-cf10801ae739 req-8daad4b1-434e-41a5-b4df-1f18518aa1b9 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0505381 Nov 12 04:39:38.147264 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1f151bd3-fe04-4d63-84f6-cf10801ae739 req-588a44ef-c75b-489f-9bc2-5bbcff273469 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/security-groups?id=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Nov 12 04:39:38.518923 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa564186-1ab3-4587-b321-635ac391065b req-631ec469-d53b-43ff-8405-9e92f1112fd6 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:38.521014 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa564186-1ab3-4587-b321-635ac391065b req-631ec469-d53b-43ff-8405-9e92f1112fd6 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.26 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 946 time: 0.0490148 Nov 12 04:39:38.612325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fa564186-1ab3-4587-b321-635ac391065b req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Deleting port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:38.612655 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa564186-1ab3-4587-b321-635ac391065b req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:38.646467 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:39:38.699001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fa564186-1ab3-4587-b321-635ac391065b req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] For port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,segment=NetworkSegment(bed1fa82-076b-4491-907e-2c97dce76c08),segment_id=bed1fa82-076b-4491-907e-2c97dce76c08)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:38.699359 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa564186-1ab3-4587-b321-635ac391065b req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:38.712378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-fa564186-1ab3-4587-b321-635ac391065b req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Calling delete_port for 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:38.893348 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa564186-1ab3-4587-b321-635ac391065b req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:38.921459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Pushing event deleted for resources: {'Port': ['ID=209778ef-dd39-40d8-b0e1-c5e8dd4e15a2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:38.930010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['209778ef-dd39-40d8-b0e1-c5e8dd4e15a2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:39:38.933581 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:38.933581 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:38.933833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:38.933990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:38.934318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:38.934662 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:38.934962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:38.935280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:38.935597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:38.935914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:38.936262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:38.936577 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:38.979928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa564186-1ab3-4587-b321-635ac391065b req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] No DVR routers for this DVR port 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:39:38.982843 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa564186-1ab3-4587-b321-635ac391065b req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:38.986175 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa564186-1ab3-4587-b321-635ac391065b req-09d8d6dd-9a7c-4179-b9eb-33a4263c9552 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.26 "DELETE /v2.0/ports/209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 HTTP/1.1" status: 204 len: 173 time: 0.4587712 Nov 12 04:39:38.986628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691db58c-b743-4d47-bd57-8a7a5236dcff', 'name': 'network-vif-deleted', 'tag': '209778ef-dd39-40d8-b0e1-c5e8dd4e15a2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:38.989463 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeb3523-845b-4924-bb91-a44fc2399e4e" -d '{"events": [{"server_uuid": "691db58c-b743-4d47-bd57-8a7a5236dcff", "name": "network-vif-deleted", "tag": "209778ef-dd39-40d8-b0e1-c5e8dd4e15a2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:39.026289 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7476c713-5fcb-4baa-9621-dbf38d850951 x-openstack-request-id: req-7476c713-5fcb-4baa-9621-dbf38d850951 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:39.026569 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691db58c-b743-4d47-bd57-8a7a5236dcff", "name": "network-vif-deleted", "tag": "209778ef-dd39-40d8-b0e1-c5e8dd4e15a2", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:39.026820 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7476c713-5fcb-4baa-9621-dbf38d850951 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:39.027216 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691db58c-b743-4d47-bd57-8a7a5236dcff', 'name': 'network-vif-deleted', 'tag': '209778ef-dd39-40d8-b0e1-c5e8dd4e15a2', 'status': 'completed', 'code': 200} Nov 12 04:39:39.249624 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f57937e2-27d5-4fae-8b7c-70d40f9bb009 req-b7b70663-f783-4784-8e9f-d713f7b7c977 tempest-DeleteServersTestJSON-1494732311 tempest-DeleteServersTestJSON-1494732311-project] 10.222.0.105 "GET /v2.0/ports?device_id=691db58c-b743-4d47-bd57-8a7a5236dcff HTTP/1.1" status: 200 len: 210 time: 0.0283039 Nov 12 04:39:40.392868 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 58792) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:40.436370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba838ac-42b9-4447-8a6b-fd60917ad94a admin admin] Deleting subnet 1f6e0f3a-221f-4947-acab-17f8728b65fd {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:39:40.439350 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ba838ac-42b9-4447-8a6b-fd60917ad94a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:40.472979 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ba838ac-42b9-4447-8a6b-fd60917ad94a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:40.515240 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ba838ac-42b9-4447-8a6b-fd60917ad94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:40.609587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ba838ac-42b9-4447-8a6b-fd60917ad94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:40.638212 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ba838ac-42b9-4447-8a6b-fd60917ad94a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:40.641507 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5ba838ac-42b9-4447-8a6b-fd60917ad94a admin admin] 10.222.0.105 "DELETE /v2.0/subnets/1f6e0f3a-221f-4947-acab-17f8728b65fd HTTP/1.1" status: 204 len: 168 time: 0.2475789 Nov 12 04:39:40.642549 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba838ac-42b9-4447-8a6b-fd60917ad94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6e0f3a-221f-4947-acab-17f8728b65fd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:40.644139 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:40.709815 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:40.789377 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:40.809121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34795706-29be-4a8c-a7b6-f09d0b6812e0']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:40.818254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed1fa82-076b-4491-907e-2c97dce76c08') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:40.818541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed1fa82-076b-4491-907e-2c97dce76c08') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:40.827632 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:40.841423 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:40.847122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:39:40.847489 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:39:40.849632 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:39:40.946603 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:40.952497 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:40.955786 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] 10.222.0.105 "DELETE /v2.0/networks/34795706-29be-4a8c-a7b6-f09d0b6812e0 HTTP/1.1" status: 204 len: 168 time: 0.3106382 Nov 12 04:39:40.975398 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Pushing event deleted for resources: {'Network': ['ID=34795706-29be-4a8c-a7b6-f09d0b6812e0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:40.978909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:40.979247 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:40.979589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:40.979922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:40.980292 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:40.980625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:40.980953 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:40.981317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:40.981640 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:40.981961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:40.982542 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:40.982892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd624ea-9edc-4356-ae41-be2da2feb614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:41.242756 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:41.284994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f9278714-d339-48bb-8a88-444b9c33ad54 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e3c0bc61008c426c85f1b2d860ce55e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410752 Nov 12 04:39:41.287400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58800) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:41.333247 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5fc650d-6f15-41c5-8724-adb95340dbeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:41.353349 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5fc650d-6f15-41c5-8724-adb95340dbeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:41.454912 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5fc650d-6f15-41c5-8724-adb95340dbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:41.546738 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5fc650d-6f15-41c5-8724-adb95340dbeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:41.546738 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b5fc650d-6f15-41c5-8724-adb95340dbeb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9ea22ca3-81a6-4c38-98d8-c3be42ac25b8 HTTP/1.1" status: 204 len: 168 time: 0.1709125 Nov 12 04:39:41.546738 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc650d-6f15-41c5-8724-adb95340dbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea22ca3-81a6-4c38-98d8-c3be42ac25b8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:42.452388 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58822) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:42.561161 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1952082691-network', 'tenant_id': '47afb9f85d0d48df93c61e13cf230adb'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:42.654537 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] Made reservation on behalf of 47afb9f85d0d48df93c61e13cf230adb for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:39:42.657028 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:42.665450 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:42.740346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:42.803453 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:42.827824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:39:42.837353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0104fb49-eda9-4141-b06b-ec4da73dca60,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:42.841963 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:42.842323 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] Added segment 6a780105-ae64-4dd7-af19-0729dc612fac of type vlan for network b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 Nov 12 04:39:42.884427 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:42.980660 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:42.981566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:42.982392 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:43.046461 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] Pushing event updated for resources: {'Network': ['ID=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:43.060883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:39:43.073789 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3281b6b3-7238-447c-a0e7-cf9bb599648d admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6198997 Nov 12 04:39:43.076277 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 58826) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:43.081570 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0ed89da5-7d54-4279-b97f-8af5c33e24c9 admin admin] Request body: {'subnet': {'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1952082691-subnet', 'tenant_id': '47afb9f85d0d48df93c61e13cf230adb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:43.167529 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed89da5-7d54-4279-b97f-8af5c33e24c9 admin admin] Made reservation on behalf of 47afb9f85d0d48df93c61e13cf230adb for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:39:43.170283 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ed89da5-7d54-4279-b97f-8af5c33e24c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:43.718274 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ed89da5-7d54-4279-b97f-8af5c33e24c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:43.771809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed89da5-7d54-4279-b97f-8af5c33e24c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e3eeab-2146-4e80-91cb-e7073ad9990d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:43.783302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed89da5-7d54-4279-b97f-8af5c33e24c9 admin admin] Checking segment: {'id': '6a780105-ae64-4dd7-af19-0729dc612fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:43.783666 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed89da5-7d54-4279-b97f-8af5c33e24c9 admin admin] Network hostable DHCP agents. Network: b3b086e9-0a4f-4ab6-9d3f-7532c28c8503, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:39:43.860475 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed89da5-7d54-4279-b97f-8af5c33e24c9 admin admin] Network b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:39:43.946099 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0ed89da5-7d54-4279-b97f-8af5c33e24c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, b3b086e9-0a4f-4ab6-9d3f-7532c28c8503) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:43.950141 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed89da5-7d54-4279-b97f-8af5c33e24c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:43.950728 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ed89da5-7d54-4279-b97f-8af5c33e24c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:43.954749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d56e7ed-8ebf-425a-963c-f6260404fa6a None None] Network b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:39:44.034672 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0ed89da5-7d54-4279-b97f-8af5c33e24c9 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9571984 Nov 12 04:39:44.078184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f10033-af36-4b90-be38-f6544737c687 None None] Network b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:39:44.277667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:44.298482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:44.298826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 209778ef-dd39-40d8-b0e1-c5e8dd4e15a2 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:44.459198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-f756a71c-288b-42c0-a8fb-b51d38ddbd2f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:44.460659 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-f756a71c-288b-42c0-a8fb-b51d38ddbd2f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/networks?id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 HTTP/1.1" status: 200 len: 815 time: 0.0994468 Nov 12 04:39:44.476208 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-0c353260-5694-4a9c-9c5c-5207181e5d20 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/quotas/47afb9f85d0d48df93c61e13cf230adb HTTP/1.1" status: 200 len: 375 time: 0.0097430 Nov 12 04:39:44.511466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-9a23d459-42aa-414c-a431-9bcf2453a332 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=47afb9f85d0d48df93c61e13cf230adb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298576 Nov 12 04:39:44.599427 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-2a07171f-be1e-4661-b592-5c7a02a10ae5 service neutron] 10.222.0.105 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809746 Nov 12 04:39:44.688486 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-b71a58bc-f190-49d2-a7f7-65fcc248eb2c service neutron] 10.222.0.105 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830665 Nov 12 04:39:44.920981 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2c66688-1793-45cd-a5af-b6175eac15a8 req-0ce5596a-0ced-41eb-baf7-c4525eddbf70 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 210 time: 0.0294468 Nov 12 04:39:46.015221 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26c1ec1b-fd50-4e7d-a964-2954352aec9e req-d59982b2-99db-43ab-aaeb-fbcd04ef26e2 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 210 time: 0.0272007 Nov 12 04:39:47.125579 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c69b254a-480e-48d6-a9fa-71f8b90fb398 req-d7b98942-72d6-4983-97bb-72d6a5cbb3b1 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 210 time: 0.0360014 Nov 12 04:39:47.148794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-ff8277f7-856f-423a-bfee-6315674d8bd6 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:47.148794 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-ff8277f7-856f-423a-bfee-6315674d8bd6 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.26 "GET /v2.0/networks?id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 HTTP/1.1" status: 200 len: 815 time: 0.1278150 Nov 12 04:39:47.173459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-a3eba7d8-82d1-4074-a2c8-9f6b59ce6c16 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Request body: {'port': {'device_id': '729f84e5-c3ed-4815-b145-9e108364e0da', 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503', 'admin_state_up': True, 'tenant_id': '47afb9f85d0d48df93c61e13cf230adb'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:47.403674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-a3eba7d8-82d1-4074-a2c8-9f6b59ce6c16 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Made reservation on behalf of 47afb9f85d0d48df93c61e13cf230adb for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:39:47.411557 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-a3eba7d8-82d1-4074-a2c8-9f6b59ce6c16 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:47.549511 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-a3eba7d8-82d1-4074-a2c8-9f6b59ce6c16 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Allocated IP 172.20.0.13 (b3b086e9-0a4f-4ab6-9d3f-7532c28c8503/58e3eeab-2146-4e80-91cb-e7073ad9990d/37d522a5-c153-4bda-bf6e-ad3d854eabec) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:47.693969 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-a3eba7d8-82d1-4074-a2c8-9f6b59ce6c16 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:47.812308 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-a3eba7d8-82d1-4074-a2c8-9f6b59ce6c16 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:47.855600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-a3eba7d8-82d1-4074-a2c8-9f6b59ce6c16 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Network b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:47.861118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-a3eba7d8-82d1-4074-a2c8-9f6b59ce6c16 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:47.864356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-a3eba7d8-82d1-4074-a2c8-9f6b59ce6c16 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:47.895058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eba7d8-82d1-4074-a2c8-9f6b59ce6c16 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Pushing event updated for resources: {'Port': ['ID=37d522a5-c153-4bda-bf6e-ad3d854eabec,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:47.918245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-a3eba7d8-82d1-4074-a2c8-9f6b59ce6c16 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:47.918862 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-a3eba7d8-82d1-4074-a2c8-9f6b59ce6c16 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:48.040608 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-a3eba7d8-82d1-4074-a2c8-9f6b59ce6c16 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8724332 Nov 12 04:39:48.066717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Request body: {'port': {'device_id': '729f84e5-c3ed-4815-b145-9e108364e0da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:48.471043 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:48.535091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af95d85-7919-4599-8068-46fcd1703917 req-ee32b527-534a-4fb8-b911-7aeee73ddf90 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:48.536606 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4af95d85-7919-4599-8068-46fcd1703917 req-ee32b527-534a-4fb8-b911-7aeee73ddf90 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 932 time: 0.0820174 Nov 12 04:39:48.655438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4af95d85-7919-4599-8068-46fcd1703917 req-5d10c220-491b-4ac4-b63a-134aae41e195 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123865 Nov 12 04:39:48.789599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d522a5-c153-4bda-bf6e-ad3d854eabec {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:39:48.796956 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:48.809621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Transition to ACTIVE for port object 37d522a5-c153-4bda-bf6e-ad3d854eabec will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:39:48.888719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:48.936159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Pushing event updated for resources: {'Port': ['ID=37d522a5-c153-4bda-bf6e-ad3d854eabec,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:49.002646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Attempting to bind port 37d522a5-c153-4bda-bf6e-ad3d854eabec on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:49.002972 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Attempting to bind port 37d522a5-c153-4bda-bf6e-ad3d854eabec by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6a780105-ae64-4dd7-af19-0729dc612fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:49.003289 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Attempting to bind port 37d522a5-c153-4bda-bf6e-ad3d854eabec on network b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:49.007910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Port 37d522a5-c153-4bda-bf6e-ad3d854eabec on network b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:39:49.008251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Attempting to bind port 37d522a5-c153-4bda-bf6e-ad3d854eabec on network b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:49.013013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:49.013340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Checking segment: {'id': '6a780105-ae64-4dd7-af19-0729dc612fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:49.013719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Bound using segment: {'id': '6a780105-ae64-4dd7-af19-0729dc612fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:49.014134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Bound port: 37d522a5-c153-4bda-bf6e-ad3d854eabec, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a780105-ae64-4dd7-af19-0729dc612fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:49.014479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:49.079180 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] For port 37d522a5-c153-4bda-bf6e-ad3d854eabec, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:49.082152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] For port 37d522a5-c153-4bda-bf6e-ad3d854eabec, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=37d522a5-c153-4bda-bf6e-ad3d854eabec,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:49.144689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:49.183049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:49.183682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:49.185117 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] 10.222.0.26 "PUT /v2.0/ports/37d522a5-c153-4bda-bf6e-ad3d854eabec HTTP/1.1" status: 200 len: 1093 time: 1.1235583 Nov 12 04:39:49.185575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729f84e5-c3ed-4815-b145-9e108364e0da', 'tag': '37d522a5-c153-4bda-bf6e-ad3d854eabec'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:49.187886 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61831058-9c96-426e-9422-8cd91dab9c02" -d '{"events": [{"name": "network-changed", "server_uuid": "729f84e5-c3ed-4815-b145-9e108364e0da", "tag": "37d522a5-c153-4bda-bf6e-ad3d854eabec"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:49.208337 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308562cc-05a8-4fa2-883e-056cf765b900 service neutron] Pushing event updated for resources: {'Port': ['ID=37d522a5-c153-4bda-bf6e-ad3d854eabec,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:49.230924 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f98920-4d97-4dd7-8ce5-d425dbdc76e5 x-openstack-request-id: req-61f98920-4d97-4dd7-8ce5-d425dbdc76e5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:49.231222 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729f84e5-c3ed-4815-b145-9e108364e0da", "tag": "37d522a5-c153-4bda-bf6e-ad3d854eabec", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:49.231481 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-61f98920-4d97-4dd7-8ce5-d425dbdc76e5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:49.234467 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729f84e5-c3ed-4815-b145-9e108364e0da', 'tag': '37d522a5-c153-4bda-bf6e-ad3d854eabec', 'status': 'completed', 'code': 200} Nov 12 04:39:49.323153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61831058-9c96-426e-9422-8cd91dab9c02 req-b6787781-56bb-43eb-9c0e-75e1f8d2e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:49.324745 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61831058-9c96-426e-9422-8cd91dab9c02 req-b6787781-56bb-43eb-9c0e-75e1f8d2e9ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47afb9f85d0d48df93c61e13cf230adb&device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 1096 time: 0.0482674 Nov 12 04:39:49.396816 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:49.434155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61831058-9c96-426e-9422-8cd91dab9c02 req-111a9659-158e-4036-a932-54ea2d5f7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:49.435527 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61831058-9c96-426e-9422-8cd91dab9c02 req-111a9659-158e-4036-a932-54ea2d5f7c4a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=47afb9f85d0d48df93c61e13cf230adb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0953515 Nov 12 04:39:49.529892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61831058-9c96-426e-9422-8cd91dab9c02 req-66030872-3758-4f2a-9f92-84179daed557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:49.531350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-61831058-9c96-426e-9422-8cd91dab9c02 req-66030872-3758-4f2a-9f92-84179daed557 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0873518 Nov 12 04:39:49.641598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-b21713a1-09f0-471b-9a97-47ff183fba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:49.643054 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-b21713a1-09f0-471b-9a97-47ff183fba19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47afb9f85d0d48df93c61e13cf230adb&device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 1096 time: 0.0444720 Nov 12 04:39:49.694328 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-26a52783-6578-4bd7-ac11-026cf9e12ff3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37d522a5-c153-4bda-bf6e-ad3d854eabec HTTP/1.1" status: 200 len: 217 time: 0.0354562 Nov 12 04:39:49.775973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-e283deab-7910-43f8-b748-ae02e2266a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:49.777440 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-e283deab-7910-43f8-b748-ae02e2266a79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e3eeab-2146-4e80-91cb-e7073ad9990d HTTP/1.1" status: 200 len: 855 time: 0.0758266 Nov 12 04:39:49.794233 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1d2f7-eea4-4e45-9e76-30b0b161a41e req-5de31733-7c22-4d6c-8f5c-353fce20472c tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:49.795641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96b1d2f7-eea4-4e45-9e76-30b0b161a41e req-5de31733-7c22-4d6c-8f5c-353fce20472c tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 944 time: 0.0670543 Nov 12 04:39:49.825573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-1dae4cb3-edae-49c1-b3e9-0f005b7f6c60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397854 Nov 12 04:39:49.915860 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96b1d2f7-eea4-4e45-9e76-30b0b161a41e req-7015d03c-621f-4411-9afd-af4f6c8b4311 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123438 Nov 12 04:39:49.944687 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-50648a33-8a3b-4013-90bb-91780c2f1cb6 service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092055 Nov 12 04:39:50.035335 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9979c8eb-b302-437d-b576-09f667dd8da5 req-eb60df06-2ffa-4cad-9a4e-f1d1116a926f service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826483 Nov 12 04:39:51.032448 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd822a2-9abd-4e67-84bb-b692fe5056be req-c08d2d2e-c572-4621-90fa-66b9c43d5f74 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:51.033940 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbd822a2-9abd-4e67-84bb-b692fe5056be req-c08d2d2e-c572-4621-90fa-66b9c43d5f74 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 944 time: 0.0488091 Nov 12 04:39:51.083395 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbd822a2-9abd-4e67-84bb-b692fe5056be req-3b398d2d-037f-4163-a7ef-ace842dd373e tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Nov 12 04:39:52.213145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884a86d-35b4-4b83-8ed8-515432dd43f4 req-4cac2004-b21d-447c-b731-faf1a412135e tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:52.214623 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3884a86d-35b4-4b83-8ed8-515432dd43f4 req-4cac2004-b21d-447c-b731-faf1a412135e tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 944 time: 0.0545216 Nov 12 04:39:52.269458 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3884a86d-35b4-4b83-8ed8-515432dd43f4 req-ef1df760-46a9-4bc2-b682-e9718555a927 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486581 Nov 12 04:39:53.117571 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01dfb8c9-47eb-4b65-806d-5287638c118d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:53.384588 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d936c-7e0e-4843-843d-be694e773441 req-282573bd-4e69-47ed-bdb5-9b554833fac8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:53.386111 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-630d936c-7e0e-4843-843d-be694e773441 req-282573bd-4e69-47ed-bdb5-9b554833fac8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 944 time: 0.0489416 Nov 12 04:39:53.436060 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-630d936c-7e0e-4843-843d-be694e773441 req-5179e34d-4d6c-4106-ad62-93aabeb48b3b tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438781 Nov 12 04:39:54.306986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 37d522a5-c153-4bda-bf6e-ad3d854eabec details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:39:54.405340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 37d522a5-c153-4bda-bf6e-ad3d854eabec, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=37d522a5-c153-4bda-bf6e-ad3d854eabec,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:54.416297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '37d522a5-c153-4bda-bf6e-ad3d854eabec', 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503', 'port_id': '37d522a5-c153-4bda-bf6e-ad3d854eabec', 'mac_address': 'fa:16:3e:a6:d9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e3eeab-2146-4e80-91cb-e7073ad9990d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:39:54.452570 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:54.469151 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d522a5-c153-4bda-bf6e-ad3d854eabec {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:39:54.488369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 37d522a5-c153-4bda-bf6e-ad3d854eabec, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=37d522a5-c153-4bda-bf6e-ad3d854eabec,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:54.545850 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:54.551678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd428f-ac71-47ab-9783-f809175d72bc req-3bf778cb-1480-42db-bce3-fa97cf7a56d1 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:54.553273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94bd428f-ac71-47ab-9783-f809175d72bc req-3bf778cb-1480-42db-bce3-fa97cf7a56d1 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 944 time: 0.0494738 Nov 12 04:39:54.595029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=37d522a5-c153-4bda-bf6e-ad3d854eabec,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:54.603328 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:54.603678 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:54.604023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:54.604393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:54.604731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:54.605130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:54.605420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:54.605818 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:54.606161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:54.606492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:54.607094 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94bd428f-ac71-47ab-9783-f809175d72bc req-2560a83d-ec21-44cb-aec1-51d70b0fa841 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473516 Nov 12 04:39:54.607242 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:54.607424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:54.927590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['37d522a5-c153-4bda-bf6e-ad3d854eabec'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:39:55.255058 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:55.727796 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47523d-1823-4628-8bf2-dc3d42f2ea41 req-e270c570-2812-443e-8fdc-92a657e15cfa tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:55.729292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd47523d-1823-4628-8bf2-dc3d42f2ea41 req-e270c570-2812-443e-8fdc-92a657e15cfa tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 945 time: 0.0487425 Nov 12 04:39:55.776217 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd47523d-1823-4628-8bf2-dc3d42f2ea41 req-ac1962df-88cc-49da-a81c-77d9918d90a2 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Nov 12 04:39:56.323713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 37d522a5-c153-4bda-bf6e-ad3d854eabec up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:56.464611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 37d522a5-c153-4bda-bf6e-ad3d854eabec completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:39:56.468728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 37d522a5-c153-4bda-bf6e-ad3d854eabec triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:56.469106 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:56.545555 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:56.568327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729f84e5-c3ed-4815-b145-9e108364e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d522a5-c153-4bda-bf6e-ad3d854eabec'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:56.570523 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669cfcca-1a44-4258-96b6-50c472a41775" -d '{"events": [{"server_uuid": "729f84e5-c3ed-4815-b145-9e108364e0da", "name": "network-vif-plugged", "status": "completed", "tag": "37d522a5-c153-4bda-bf6e-ad3d854eabec"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:56.586735 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 37d522a5-c153-4bda-bf6e-ad3d854eabec, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=37d522a5-c153-4bda-bf6e-ad3d854eabec,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:56.606999 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36403628-afff-4645-a608-c33710c38918 x-openstack-request-id: req-36403628-afff-4645-a608-c33710c38918 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:56.607312 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729f84e5-c3ed-4815-b145-9e108364e0da", "name": "network-vif-plugged", "status": "completed", "tag": "37d522a5-c153-4bda-bf6e-ad3d854eabec", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:56.607569 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-36403628-afff-4645-a608-c33710c38918 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:56.607986 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729f84e5-c3ed-4815-b145-9e108364e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d522a5-c153-4bda-bf6e-ad3d854eabec', 'code': 200} Nov 12 04:39:56.664220 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:56.712682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=37d522a5-c153-4bda-bf6e-ad3d854eabec,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:56.742363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488e27b-11e1-46bf-9a34-2f7e8eb4d027 req-36d44dc2-3000-4295-98a9-c207d74ff343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:56.743877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1488e27b-11e1-46bf-9a34-2f7e8eb4d027 req-36d44dc2-3000-4295-98a9-c207d74ff343 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 1098 time: 0.0408797 Nov 12 04:39:56.790990 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1488e27b-11e1-46bf-9a34-2f7e8eb4d027 req-8fa99787-df2a-42a2-abad-57dc90a1fd0a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383863 Nov 12 04:39:56.897523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a44fec-439e-4d4c-8eed-4fc2f9553dde req-6387eb1b-b1b3-42e7-8a64-431c64150233 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:56.899065 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01a44fec-439e-4d4c-8eed-4fc2f9553dde req-6387eb1b-b1b3-42e7-8a64-431c64150233 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0496309 Nov 12 04:39:56.900533 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:56.946107 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26510697-438f-4589-a558-726b0b309696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:56.949552 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01a44fec-439e-4d4c-8eed-4fc2f9553dde req-34c16d89-7ed0-415b-9aa0-d379b25d9c6d tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 Nov 12 04:39:58.078012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10aa2a-a6ba-48cf-b4d1-b9716fa0a319 req-b438cbee-2388-4528-92dc-a43f6824788f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:58.079585 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f10aa2a-a6ba-48cf-b4d1-b9716fa0a319 req-b438cbee-2388-4528-92dc-a43f6824788f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0579176 Nov 12 04:39:58.131542 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f10aa2a-a6ba-48cf-b4d1-b9716fa0a319 req-971b68e9-bbb7-4aff-a341-b8de65e57510 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448716 Nov 12 04:39:58.654754 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:59.025785 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:59.253440 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239496a9-8327-4f6f-9750-fb7331aa82b0 req-404d5690-7252-4066-b1a8-78b4cc148450 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:59.254906 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-239496a9-8327-4f6f-9750-fb7331aa82b0 req-404d5690-7252-4066-b1a8-78b4cc148450 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0517883 Nov 12 04:39:59.302213 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-239496a9-8327-4f6f-9750-fb7331aa82b0 req-b0fce328-d957-4867-a0b9-5d3e9d0c69c7 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413697 Nov 12 04:39:59.419352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2885c0c-b473-45a6-96c3-200b4cb7151c req-3facddb9-9edd-4f4d-bd8e-e6ef88c53889 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:59.420876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2885c0c-b473-45a6-96c3-200b4cb7151c req-3facddb9-9edd-4f4d-bd8e-e6ef88c53889 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0507555 Nov 12 04:39:59.467897 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2885c0c-b473-45a6-96c3-200b4cb7151c req-adee0a7b-5722-4f8b-a8f9-7ae485e5af18 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411258 Nov 12 04:39:59.738226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4f55-3e48-469d-983e-48db29685fde req-245a0df3-0ab0-45cc-89a4-a9ad3ae3c397 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:59.739702 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-861b4f55-3e48-469d-983e-48db29685fde req-245a0df3-0ab0-45cc-89a4-a9ad3ae3c397 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0496390 Nov 12 04:39:59.791524 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-861b4f55-3e48-469d-983e-48db29685fde req-dd3676c6-2511-4457-ac0e-d13780985faf tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458865 Nov 12 04:39:59.903788 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b8b3-16ee-4cf4-aeb5-baf6cd126441 req-0602b91b-036b-4679-bdd4-0772afa7ebf7 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:59.905185 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7e1b8b3-16ee-4cf4-aeb5-baf6cd126441 req-0602b91b-036b-4679-bdd4-0772afa7ebf7 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0486236 Nov 12 04:39:59.951984 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f7e1b8b3-16ee-4cf4-aeb5-baf6cd126441 req-61e9bdd5-2077-4648-a265-47cc0ba44773 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408483 Nov 12 04:40:00.367632 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414467e7-b8d1-4e87-a86a-10ba2c34b05c req-3249799e-b8eb-4bf7-8f5e-066e757d7cd7 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:00.369206 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-414467e7-b8d1-4e87-a86a-10ba2c34b05c req-3249799e-b8eb-4bf7-8f5e-066e757d7cd7 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0537655 Nov 12 04:40:00.417681 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-414467e7-b8d1-4e87-a86a-10ba2c34b05c req-01948fa7-5a77-409a-8bb2-c840e6da8e6f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 Nov 12 04:40:00.545571 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-98dcaa12-293c-462c-978c-cb4c6b01bd86 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396702 Nov 12 04:40:01.539317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d58cc-9940-4b9f-a0d4-1ac21fe694e8 req-98d1bac5-2de2-439d-b6c6-66f7dcee9760 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:01.540839 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-570d58cc-9940-4b9f-a0d4-1ac21fe694e8 req-98d1bac5-2de2-439d-b6c6-66f7dcee9760 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0492969 Nov 12 04:40:01.592373 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-570d58cc-9940-4b9f-a0d4-1ac21fe694e8 req-26540e75-d6c3-47f0-b053-e6c8c94a9500 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Nov 12 04:40:02.720633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6504d6-c309-4a7c-ac2b-c040ae797572 req-d32805cc-8e0b-4263-8f5b-d5873d240698 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:02.722032 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ca6504d6-c309-4a7c-ac2b-c040ae797572 req-d32805cc-8e0b-4263-8f5b-d5873d240698 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0505936 Nov 12 04:40:02.775688 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ca6504d6-c309-4a7c-ac2b-c040ae797572 req-8a93a852-b6f2-4bac-961c-3fb0e5a36d8f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471449 Nov 12 04:40:02.816886 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-e8226235-4902-441b-b8d0-e8f92fbf4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:02.818953 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-e8226235-4902-441b-b8d0-e8f92fbf4508 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47afb9f85d0d48df93c61e13cf230adb&device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 1098 time: 0.0464797 Nov 12 04:40:02.909473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-5a24e5d1-1ac5-45f0-beb6-ada7c95383df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:02.910921 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-5a24e5d1-1ac5-45f0-beb6-ada7c95383df service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 HTTP/1.1" status: 200 len: 917 time: 0.0844731 Nov 12 04:40:02.957460 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-a62d56d2-0019-4482-850d-03f6883d8599 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37d522a5-c153-4bda-bf6e-ad3d854eabec HTTP/1.1" status: 200 len: 217 time: 0.0383217 Nov 12 04:40:03.008025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-4777586f-6c34-40d3-9aed-458623dff25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:03.009527 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-4777586f-6c34-40d3-9aed-458623dff25b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e3eeab-2146-4e80-91cb-e7073ad9990d HTTP/1.1" status: 200 len: 855 time: 0.0451348 Nov 12 04:40:03.041188 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-886b67f6-71ca-4928-a728-d7534279a925 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242815 Nov 12 04:40:03.141485 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-6d25c2a6-b6a4-45cf-afbe-da080796570c service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861197 Nov 12 04:40:03.224918 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-e80f7505-f9f9-4e55-a4c8-95e4538840b2 service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827198 Nov 12 04:40:03.889768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b5c44-b5c0-4a9f-9a66-9592cbf72ba0 req-45fa025c-d739-404f-8f75-c0315e72559d tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:03.891233 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d6b5c44-b5c0-4a9f-9a66-9592cbf72ba0 req-45fa025c-d739-404f-8f75-c0315e72559d tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0489240 Nov 12 04:40:03.944898 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d6b5c44-b5c0-4a9f-9a66-9592cbf72ba0 req-0baa2739-816d-4784-aaf6-1b3691a89dbc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470231 Nov 12 04:40:05.060663 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb22c9-c564-461e-9bd7-46766afb9d7d req-5793fe7a-6591-4a3c-837e-66ff39fb29ab tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:05.062166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-74bb22c9-c564-461e-9bd7-46766afb9d7d req-5793fe7a-6591-4a3c-837e-66ff39fb29ab tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0485308 Nov 12 04:40:05.112687 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-74bb22c9-c564-461e-9bd7-46766afb9d7d req-f5967619-42f3-401d-aa5d-37e17bff322a tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443778 Nov 12 04:40:06.227490 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87f862-8efe-45c0-abc5-ea95f0aff41b req-e2cbedc3-6187-4137-90cf-dfb53028581c tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:06.228983 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7a87f862-8efe-45c0-abc5-ea95f0aff41b req-e2cbedc3-6187-4137-90cf-dfb53028581c tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0484848 Nov 12 04:40:06.275471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7a87f862-8efe-45c0-abc5-ea95f0aff41b req-10e83033-abf2-4ce3-ad7f-3bbb1c8df11e tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403235 Nov 12 04:40:07.395196 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb043d-1ef2-4ce6-85cd-3689917f78ec req-2b9da3c2-8019-4516-81f6-705cf44051e6 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:07.396755 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-effb043d-1ef2-4ce6-85cd-3689917f78ec req-2b9da3c2-8019-4516-81f6-705cf44051e6 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0526221 Nov 12 04:40:07.443693 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-effb043d-1ef2-4ce6-85cd-3689917f78ec req-ec6fdb6d-fd3c-49da-8208-8c5ccc264fff tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405533 Nov 12 04:40:08.558478 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4700978-f535-4800-a55e-074cea941eed req-d0ffd0ad-e310-4a22-ab23-c7e66f9b664a tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:08.559940 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4700978-f535-4800-a55e-074cea941eed req-d0ffd0ad-e310-4a22-ab23-c7e66f9b664a tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0480669 Nov 12 04:40:08.607958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4700978-f535-4800-a55e-074cea941eed req-6e0825eb-cd14-4288-9228-2cf242c08846 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Nov 12 04:40:09.725091 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281d130-baf2-45c4-84ec-2bd1bdbbc33c req-ee7d1f1b-5501-4dcc-94d2-fa5728944a51 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:09.726576 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4281d130-baf2-45c4-84ec-2bd1bdbbc33c req-ee7d1f1b-5501-4dcc-94d2-fa5728944a51 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0475781 Nov 12 04:40:09.774863 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4281d130-baf2-45c4-84ec-2bd1bdbbc33c req-16264451-651c-4a97-a3b6-300b9c332379 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420628 Nov 12 04:40:10.894218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1012165-2e97-4a0b-a63a-616772c53905 req-eb2b284e-296a-4420-8f7e-99a8219983f3 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:10.896344 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e1012165-2e97-4a0b-a63a-616772c53905 req-eb2b284e-296a-4420-8f7e-99a8219983f3 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0529039 Nov 12 04:40:10.943874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e1012165-2e97-4a0b-a63a-616772c53905 req-71e0a115-00e2-49a7-a68f-676a9838dca0 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415847 Nov 12 04:40:12.062946 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957823a-69af-4ded-b5e4-bb5b2784078c req-173aacf9-08cc-47ea-87fc-69841cc19e7f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:12.064456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8957823a-69af-4ded-b5e4-bb5b2784078c req-173aacf9-08cc-47ea-87fc-69841cc19e7f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0523729 Nov 12 04:40:12.111555 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8957823a-69af-4ded-b5e4-bb5b2784078c req-c15a55dd-8c61-427c-adcf-6fc5db66715f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404801 Nov 12 04:40:13.227595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5335a78-f549-4594-8998-008beb58eb77 req-b0f1a765-1c46-4c44-9e62-f067499ecd94 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:13.229103 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5335a78-f549-4594-8998-008beb58eb77 req-b0f1a765-1c46-4c44-9e62-f067499ecd94 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0493557 Nov 12 04:40:13.278935 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d5335a78-f549-4594-8998-008beb58eb77 req-685fe8f5-70c7-4106-a3fe-d41ee0a52818 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Nov 12 04:40:14.395878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c199b-5485-4c7a-ac09-b3fbcb0121d3 req-bc24dd68-e87f-461c-a542-a83409d332ae tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:14.397411 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-117c199b-5485-4c7a-ac09-b3fbcb0121d3 req-bc24dd68-e87f-461c-a542-a83409d332ae tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0499089 Nov 12 04:40:14.445154 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-117c199b-5485-4c7a-ac09-b3fbcb0121d3 req-4283474e-6b94-4b82-bc99-79a6e7c8b551 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415089 Nov 12 04:40:15.559770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2200-5af0-4817-93c5-b7001eed8bff req-08f1fddf-24f2-44fb-9ae8-feb028a0e069 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:15.561281 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-78bd2200-5af0-4817-93c5-b7001eed8bff req-08f1fddf-24f2-44fb-9ae8-feb028a0e069 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0484045 Nov 12 04:40:15.620681 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-78bd2200-5af0-4817-93c5-b7001eed8bff req-ec6c6a01-2218-4851-81c3-7687217cfea6 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528295 Nov 12 04:40:15.644974 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:40:16.735772 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03771150-6d30-450b-a389-fc3d0f805c11 req-71534c9a-9881-465b-a25e-9258596a26ab tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:16.737273 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03771150-6d30-450b-a389-fc3d0f805c11 req-71534c9a-9881-465b-a25e-9258596a26ab tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0493019 Nov 12 04:40:16.790678 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-03771150-6d30-450b-a389-fc3d0f805c11 req-675bf1a3-41e5-4816-adf6-a1494e2e0822 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467591 Nov 12 04:40:17.912432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11541f-1262-4aa0-b83c-6c3815c51055 req-7506b561-8303-43f6-9d99-9830a81ee6cf tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:17.913921 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ac11541f-1262-4aa0-b83c-6c3815c51055 req-7506b561-8303-43f6-9d99-9830a81ee6cf tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0518668 Nov 12 04:40:17.964478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ac11541f-1262-4aa0-b83c-6c3815c51055 req-1410bc3e-0cce-43e3-acc8-bc7cfe1ed3c3 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437438 Nov 12 04:40:19.081822 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed1359-fc3b-4f1c-bb9f-a02c83bb70da req-9b6f3415-2527-41f1-9fb5-c37e610a8318 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:19.083972 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6ed1359-fc3b-4f1c-bb9f-a02c83bb70da req-9b6f3415-2527-41f1-9fb5-c37e610a8318 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0505095 Nov 12 04:40:19.131301 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6ed1359-fc3b-4f1c-bb9f-a02c83bb70da req-cb5bc455-2815-46e5-9d64-5e06ab8d3a2c tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413363 Nov 12 04:40:19.401416 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:20.248943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1695fff-eae9-4ca6-a9e9-a90014356875 req-0c965bfb-c712-4ae3-9bd7-9ab125bc8f7f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:20.250496 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d1695fff-eae9-4ca6-a9e9-a90014356875 req-0c965bfb-c712-4ae3-9bd7-9ab125bc8f7f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0493529 Nov 12 04:40:20.299532 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d1695fff-eae9-4ca6-a9e9-a90014356875 req-9806e878-20c5-4534-8c53-e7af40e9e956 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430017 Nov 12 04:40:21.415573 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02caf60-7bcc-4b99-8df3-a6f7b3e3c179 req-6bb1564f-72d1-42fe-9708-c611b8adff19 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:21.417098 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c02caf60-7bcc-4b99-8df3-a6f7b3e3c179 req-6bb1564f-72d1-42fe-9708-c611b8adff19 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0497425 Nov 12 04:40:21.466048 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c02caf60-7bcc-4b99-8df3-a6f7b3e3c179 req-009999be-f249-46a3-8639-4ceca2e75644 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429404 Nov 12 04:40:22.585152 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f3d3-c522-4641-866f-1b6d90cd9267 req-a42b94f8-2d63-4d89-8b28-4c053275d334 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:22.587350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9679f3d3-c522-4641-866f-1b6d90cd9267 req-a42b94f8-2d63-4d89-8b28-4c053275d334 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0537851 Nov 12 04:40:22.638152 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9679f3d3-c522-4641-866f-1b6d90cd9267 req-0b622826-6a37-45a6-880e-d4e19c216bc4 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448127 Nov 12 04:40:23.121936 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2aa486ac-ebcf-48dc-81fc-1806a24cc297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:23.770316 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76202c40-09ae-4d1e-8da9-e00239ab05d7 req-bea5ebb7-80b3-432f-aa0e-bb374c560fb6 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:23.771916 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76202c40-09ae-4d1e-8da9-e00239ab05d7 req-bea5ebb7-80b3-432f-aa0e-bb374c560fb6 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0572014 Nov 12 04:40:23.819691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76202c40-09ae-4d1e-8da9-e00239ab05d7 req-9f74fe6f-3b14-44b9-baa6-1b7f50492348 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 Nov 12 04:40:24.936340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fd423-e10d-4230-8ece-b80002dd26ff req-7253d842-236b-40b9-abf9-6e10819fb76b tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:24.937820 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e8fd423-e10d-4230-8ece-b80002dd26ff req-7253d842-236b-40b9-abf9-6e10819fb76b tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0491066 Nov 12 04:40:24.985655 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e8fd423-e10d-4230-8ece-b80002dd26ff req-3da3a81e-ed8c-4e0c-b909-d431f882a97c tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Nov 12 04:40:25.224927 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.113688 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3c789-9a3c-45b5-90eb-c6a2ce327433 req-c6be4678-d01b-4857-ba59-51ce4d833c93 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:26.115158 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1fb3c789-9a3c-45b5-90eb-c6a2ce327433 req-c6be4678-d01b-4857-ba59-51ce4d833c93 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0485530 Nov 12 04:40:26.169194 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1fb3c789-9a3c-45b5-90eb-c6a2ce327433 req-04ce21f3-787f-4508-b1e1-3292ee3cae3d tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468531 Nov 12 04:40:26.910781 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.938808 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b7573d3-d6a9-42b8-998d-407835be425c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:27.289318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7832d3-69f9-479d-8231-c8bcb9601113 req-fae27d86-c72d-40aa-92f5-603885aae4c5 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:27.290996 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cd7832d3-69f9-479d-8231-c8bcb9601113 req-fae27d86-c72d-40aa-92f5-603885aae4c5 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0532839 Nov 12 04:40:27.341646 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cd7832d3-69f9-479d-8231-c8bcb9601113 req-dedf0410-b9df-402c-9c56-14eec9ce26d8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433745 Nov 12 04:40:28.461501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be088-8205-4d06-991d-15ff07b7e4a4 req-94cc2a24-c216-441e-b216-1370e14680c3 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:28.462964 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6b9be088-8205-4d06-991d-15ff07b7e4a4 req-94cc2a24-c216-441e-b216-1370e14680c3 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0527737 Nov 12 04:40:28.509418 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6b9be088-8205-4d06-991d-15ff07b7e4a4 req-4defcfc8-61eb-4c77-92a9-6336eeaea8bc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404780 Nov 12 04:40:28.618544 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:29.001933 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:29.629936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0a184-cfbd-4cdd-ae4d-23bfc56d2ae2 req-40705e24-41d2-40de-9011-97b5653d13ca tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:29.631443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ef0a184-cfbd-4cdd-ae4d-23bfc56d2ae2 req-40705e24-41d2-40de-9011-97b5653d13ca tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0523369 Nov 12 04:40:29.691680 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4ef0a184-cfbd-4cdd-ae4d-23bfc56d2ae2 req-4da7944d-c57d-4dde-9068-eef84cfa68ed tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536389 Nov 12 04:40:30.612398 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-6bd80135-434d-4595-aa48-5cb5c9ce4062 service neutron] 10.222.0.26 "GET /v2.0/ports/37d522a5-c153-4bda-bf6e-ad3d854eabec/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.0532660 Nov 12 04:40:30.807747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030adbd0-16a5-4dc6-a7a1-f84f01e67fb3 req-1141129e-d1b3-42dc-b219-24792cbe9dda tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:30.809245 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-030adbd0-16a5-4dc6-a7a1-f84f01e67fb3 req-1141129e-d1b3-42dc-b219-24792cbe9dda tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0483377 Nov 12 04:40:30.857630 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-030adbd0-16a5-4dc6-a7a1-f84f01e67fb3 req-7ae0ec3b-91e3-4c5e-bb55-e645e61c98ba tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 Nov 12 04:40:31.179447 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-820d09b6-ebe5-43e7-bf46-e43a8708b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:31.181658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-820d09b6-ebe5-43e7-bf46-e43a8708b1c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da&tenant_id=47afb9f85d0d48df93c61e13cf230adb HTTP/1.1" status: 200 len: 1098 time: 0.0471115 Nov 12 04:40:31.255394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-1bf43aec-77d4-4f4a-88d7-7fa3c743e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:31.256889 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-1bf43aec-77d4-4f4a-88d7-7fa3c743e50e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47afb9f85d0d48df93c61e13cf230adb&device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 1098 time: 0.0409145 Nov 12 04:40:31.347188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-774f531c-2d6d-4d7f-ab8f-87509e239454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:31.348701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-774f531c-2d6d-4d7f-ab8f-87509e239454 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 HTTP/1.1" status: 200 len: 917 time: 0.0836258 Nov 12 04:40:31.393725 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-63a75fb6-d944-4c6c-b28d-cae37b9103ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37d522a5-c153-4bda-bf6e-ad3d854eabec HTTP/1.1" status: 200 len: 217 time: 0.0366189 Nov 12 04:40:31.442593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-53861be1-aef4-4aad-b3e4-a545d37ad747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:31.443905 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-53861be1-aef4-4aad-b3e4-a545d37ad747 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e3eeab-2146-4e80-91cb-e7073ad9990d HTTP/1.1" status: 200 len: 855 time: 0.0429647 Nov 12 04:40:31.476152 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-09bae877-fe40-4e20-a393-8a94a79dbf37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247216 Nov 12 04:40:31.570436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-d1ad1304-95d1-4187-a618-9246983632c5 service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854764 Nov 12 04:40:31.662243 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-25a3abe8-705f-48bc-b208-40ac96be72e0 req-78852dd8-1cbc-410f-9e8e-817ae4c7c6ea service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841680 Nov 12 04:40:31.923883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd73e58-847f-46ef-8e73-1e34a487e837 req-f99be054-7138-41f7-8dca-f37a7b85f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:31.938294 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abd73e58-847f-46ef-8e73-1e34a487e837 req-f99be054-7138-41f7-8dca-f37a7b85f09e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47afb9f85d0d48df93c61e13cf230adb&device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 1098 time: 0.0482275 Nov 12 04:40:32.034127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dab2b5-c041-4d0c-89cf-02ebdd06ff98 req-ade2f072-974a-44b2-8eb8-ce2eb431ac40 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:32.035653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9dab2b5-c041-4d0c-89cf-02ebdd06ff98 req-ade2f072-974a-44b2-8eb8-ce2eb431ac40 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.1057830 Nov 12 04:40:32.092410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd73e58-847f-46ef-8e73-1e34a487e837 req-8fcd0e5e-8132-41a2-8db8-f8267dbced4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:32.093891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abd73e58-847f-46ef-8e73-1e34a487e837 req-8fcd0e5e-8132-41a2-8db8-f8267dbced4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 HTTP/1.1" status: 200 len: 917 time: 0.1373725 Nov 12 04:40:32.107165 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e9dab2b5-c041-4d0c-89cf-02ebdd06ff98 req-b64b7245-bebe-4622-b31e-759a83d16235 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639937 Nov 12 04:40:32.149749 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abd73e58-847f-46ef-8e73-1e34a487e837 req-95dee1bb-1ca0-4bb1-ad52-c4beb77d5002 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37d522a5-c153-4bda-bf6e-ad3d854eabec HTTP/1.1" status: 200 len: 217 time: 0.0365195 Nov 12 04:40:32.203953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd73e58-847f-46ef-8e73-1e34a487e837 req-712e694e-755f-4500-a6cf-531257f0de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:32.205404 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abd73e58-847f-46ef-8e73-1e34a487e837 req-712e694e-755f-4500-a6cf-531257f0de00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e3eeab-2146-4e80-91cb-e7073ad9990d HTTP/1.1" status: 200 len: 855 time: 0.0476022 Nov 12 04:40:32.239483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abd73e58-847f-46ef-8e73-1e34a487e837 req-942f895c-6202-435f-86ff-436f8934bf12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250735 Nov 12 04:40:32.335528 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abd73e58-847f-46ef-8e73-1e34a487e837 req-01788dcd-99db-48d2-8cd0-11a5bda03e4a service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878458 Nov 12 04:40:32.434249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abd73e58-847f-46ef-8e73-1e34a487e837 req-19978f96-024b-46b4-851a-60a1ca3db9e9 service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909929 Nov 12 04:40:33.233543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca61fc9-d0f1-4f5b-92cc-89684b759068 req-4de93f66-a336-4f43-a1df-b6360656eac8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:33.235094 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bca61fc9-d0f1-4f5b-92cc-89684b759068 req-4de93f66-a336-4f43-a1df-b6360656eac8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0536826 Nov 12 04:40:33.289173 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bca61fc9-d0f1-4f5b-92cc-89684b759068 req-6e3c7009-86c3-4d20-a972-5b4ca00d775e tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479348 Nov 12 04:40:34.406962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c24301-0045-4d05-ba31-23cd33c8a373 req-0ec8d52a-0041-4b19-89dc-d4f76d79b02d tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:34.408493 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f6c24301-0045-4d05-ba31-23cd33c8a373 req-0ec8d52a-0041-4b19-89dc-d4f76d79b02d tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0500638 Nov 12 04:40:34.456838 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f6c24301-0045-4d05-ba31-23cd33c8a373 req-8163fe3e-6c93-4ec6-976b-70d827e46388 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422003 Nov 12 04:40:34.487081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 37d522a5-c153-4bda-bf6e-ad3d854eabec details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:40:34.498649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 37d522a5-c153-4bda-bf6e-ad3d854eabec no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:34.645031 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:34.647803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 37d522a5-c153-4bda-bf6e-ad3d854eabec, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=37d522a5-c153-4bda-bf6e-ad3d854eabec,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:34.672107 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '37d522a5-c153-4bda-bf6e-ad3d854eabec', 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503', 'port_id': '37d522a5-c153-4bda-bf6e-ad3d854eabec', 'mac_address': 'fa:16:3e:a6:d9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e3eeab-2146-4e80-91cb-e7073ad9990d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:40:34.679557 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729f84e5-c3ed-4815-b145-9e108364e0da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37d522a5-c153-4bda-bf6e-ad3d854eabec'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:34.681853 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b03bd1e-2b6b-4bc0-b297-ddffa73d3ef8" -d '{"events": [{"server_uuid": "729f84e5-c3ed-4815-b145-9e108364e0da", "name": "network-vif-unplugged", "status": "completed", "tag": "37d522a5-c153-4bda-bf6e-ad3d854eabec"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:34.716159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 37d522a5-c153-4bda-bf6e-ad3d854eabec, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=37d522a5-c153-4bda-bf6e-ad3d854eabec,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:34.733709 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18850aaa-eada-4f98-b5ec-f7d6d75e22ba x-openstack-request-id: req-18850aaa-eada-4f98-b5ec-f7d6d75e22ba {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:34.733709 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729f84e5-c3ed-4815-b145-9e108364e0da", "name": "network-vif-unplugged", "status": "completed", "tag": "37d522a5-c153-4bda-bf6e-ad3d854eabec", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:34.733709 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-18850aaa-eada-4f98-b5ec-f7d6d75e22ba {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:34.733709 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729f84e5-c3ed-4815-b145-9e108364e0da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37d522a5-c153-4bda-bf6e-ad3d854eabec', 'code': 200} Nov 12 04:40:34.738666 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:34.754272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37d522a5-c153-4bda-bf6e-ad3d854eabec {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:40:34.819303 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:34.889943 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:40:34.890301 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:40:34.894821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=37d522a5-c153-4bda-bf6e-ad3d854eabec,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:35.430312 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.443082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d522a5-c153-4bda-bf6e-ad3d854eabec {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:40:35.461864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 37d522a5-c153-4bda-bf6e-ad3d854eabec, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=37d522a5-c153-4bda-bf6e-ad3d854eabec,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:35.521742 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.571795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=37d522a5-c153-4bda-bf6e-ad3d854eabec,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:35.581304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f87294-6a90-4686-a8cf-2a2fd312d19b req-21735bfb-039d-4949-9499-116fd0a9acde tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:35.582927 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f6f87294-6a90-4686-a8cf-2a2fd312d19b req-21735bfb-039d-4949-9499-116fd0a9acde tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 945 time: 0.0547829 Nov 12 04:40:35.633133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f6f87294-6a90-4686-a8cf-2a2fd312d19b req-7aa7d33e-3f6b-423d-9e35-34570cad13ec tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434339 Nov 12 04:40:35.970002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['37d522a5-c153-4bda-bf6e-ad3d854eabec'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:40:36.011454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628df82-2eb5-44fe-812f-ba53130ae793 req-caedd538-af19-495a-b6bd-8afbbd716d15 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:36.013068 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0628df82-2eb5-44fe-812f-ba53130ae793 req-caedd538-af19-495a-b6bd-8afbbd716d15 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 945 time: 0.0553770 Nov 12 04:40:36.073912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0628df82-2eb5-44fe-812f-ba53130ae793 req-ba518006-1c04-43e3-bcf1-ac0507eda46c tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545232 Nov 12 04:40:36.137756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a55f30-8201-4d75-b705-1359322c6c4d req-561f1668-f23b-43e8-870d-fdba92e9d0bb tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:36.139232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87a55f30-8201-4d75-b705-1359322c6c4d req-561f1668-f23b-43e8-870d-fdba92e9d0bb tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.26 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da&tenant_id=47afb9f85d0d48df93c61e13cf230adb&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 945 time: 0.0537088 Nov 12 04:40:36.242155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a55f30-8201-4d75-b705-1359322c6c4d req-7656981b-de6c-42b2-81cf-bc929f38d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:36.243677 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87a55f30-8201-4d75-b705-1359322c6c4d req-7656981b-de6c-42b2-81cf-bc929f38d637 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47afb9f85d0d48df93c61e13cf230adb&device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 1097 time: 0.0427830 Nov 12 04:40:36.343487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a55f30-8201-4d75-b705-1359322c6c4d req-9fbd1051-c361-40d4-86ba-7933dd9a400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:36.343487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87a55f30-8201-4d75-b705-1359322c6c4d req-9fbd1051-c361-40d4-86ba-7933dd9a400e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 HTTP/1.1" status: 200 len: 917 time: 0.0925488 Nov 12 04:40:36.395517 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87a55f30-8201-4d75-b705-1359322c6c4d req-23758fd9-de6e-4c06-bccf-ce4b930df7f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37d522a5-c153-4bda-bf6e-ad3d854eabec HTTP/1.1" status: 200 len: 217 time: 0.0385435 Nov 12 04:40:36.443269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a55f30-8201-4d75-b705-1359322c6c4d req-02cc0d49-dfdc-4ed3-aedb-83dc6e656e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:36.444752 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87a55f30-8201-4d75-b705-1359322c6c4d req-02cc0d49-dfdc-4ed3-aedb-83dc6e656e46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e3eeab-2146-4e80-91cb-e7073ad9990d HTTP/1.1" status: 200 len: 855 time: 0.0476699 Nov 12 04:40:36.477768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87a55f30-8201-4d75-b705-1359322c6c4d req-5c99aaa0-7d47-4d7a-9872-2bcdc3240890 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246747 Nov 12 04:40:36.571533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87a55f30-8201-4d75-b705-1359322c6c4d req-fb1fd836-f213-4790-8ce3-32eedd8b74a1 service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855577 Nov 12 04:40:36.686869 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87a55f30-8201-4d75-b705-1359322c6c4d req-e12161be-565a-4a2b-b529-e2dd1f012ace service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074836 Nov 12 04:40:37.207049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240d771-8052-4047-b037-82e528f2a77b req-a6ba5e0e-14fb-47d4-b27f-893639d10b06 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:37.208764 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6240d771-8052-4047-b037-82e528f2a77b req-a6ba5e0e-14fb-47d4-b27f-893639d10b06 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 945 time: 0.0518413 Nov 12 04:40:37.261548 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6240d771-8052-4047-b037-82e528f2a77b req-c6a77358-d8a4-4d41-b5c8-812cfe335816 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449872 Nov 12 04:40:38.381216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b7719-d029-4450-b32a-4c848f19a69b req-4dbb7049-f0c4-4e19-937a-cc97259f0eda tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:38.382672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-627b7719-d029-4450-b32a-4c848f19a69b req-4dbb7049-f0c4-4e19-937a-cc97259f0eda tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 945 time: 0.0500391 Nov 12 04:40:38.429538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-627b7719-d029-4450-b32a-4c848f19a69b req-c2607be1-693e-4d80-88e2-c2cc14c4bf8d tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403252 Nov 12 04:40:38.515596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 37d522a5-c153-4bda-bf6e-ad3d854eabec up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:38.552355 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04d3cb-5d82-4381-a7fb-f40e985709f2 req-eeb608b8-9a23-4324-91c8-aa8f46edc751 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:38.553758 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ae04d3cb-5d82-4381-a7fb-f40e985709f2 req-eeb608b8-9a23-4324-91c8-aa8f46edc751 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 945 time: 0.0526218 Nov 12 04:40:38.562832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 37d522a5-c153-4bda-bf6e-ad3d854eabec triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:38.563203 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.601461 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ae04d3cb-5d82-4381-a7fb-f40e985709f2 req-3fa5d425-6ba0-4227-a207-98e4ddc56ec9 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416155 Nov 12 04:40:38.645364 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.726014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0341e-7abf-4086-9c18-4526ac437765 req-fcef6751-5e15-4a37-bbfa-6fe40ed89bf1 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:38.727668 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63c0341e-7abf-4086-9c18-4526ac437765 req-fcef6751-5e15-4a37-bbfa-6fe40ed89bf1 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 945 time: 0.0577173 Nov 12 04:40:38.785115 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63c0341e-7abf-4086-9c18-4526ac437765 req-6208092f-46b9-4913-9f55-be113e6ac999 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502255 Nov 12 04:40:38.828690 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729f84e5-c3ed-4815-b145-9e108364e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d522a5-c153-4bda-bf6e-ad3d854eabec'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:38.830983 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609cc3bd-a7b3-447a-9828-98189e8523ad" -d '{"events": [{"server_uuid": "729f84e5-c3ed-4815-b145-9e108364e0da", "name": "network-vif-plugged", "status": "completed", "tag": "37d522a5-c153-4bda-bf6e-ad3d854eabec"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:38.843700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 37d522a5-c153-4bda-bf6e-ad3d854eabec, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=37d522a5-c153-4bda-bf6e-ad3d854eabec,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:38.867994 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feed9c6d-6504-4987-a694-27e21663d514 x-openstack-request-id: req-feed9c6d-6504-4987-a694-27e21663d514 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:38.868322 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729f84e5-c3ed-4815-b145-9e108364e0da", "name": "network-vif-plugged", "status": "completed", "tag": "37d522a5-c153-4bda-bf6e-ad3d854eabec", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:38.868573 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-feed9c6d-6504-4987-a694-27e21663d514 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:38.868962 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729f84e5-c3ed-4815-b145-9e108364e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d522a5-c153-4bda-bf6e-ad3d854eabec', 'code': 200} Nov 12 04:40:38.910420 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:38.957495 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=37d522a5-c153-4bda-bf6e-ad3d854eabec,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:39.335275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-e3df2a6e-fc17-4b1b-b168-af1bfd42bad9 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:39.336872 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-e3df2a6e-fc17-4b1b-b168-af1bfd42bad9 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/networks?id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 HTTP/1.1" status: 200 len: 815 time: 0.1056213 Nov 12 04:40:39.360069 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-8617dcdf-4c22-4b8f-b25c-3bc3ab149ccf tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/quotas/47afb9f85d0d48df93c61e13cf230adb HTTP/1.1" status: 200 len: 375 time: 0.0133955 Nov 12 04:40:39.417027 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-d6dd1a0f-acc3-4164-a284-bce1055251e7 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=47afb9f85d0d48df93c61e13cf230adb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0510221 Nov 12 04:40:39.511932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-d482db6f-2306-4591-95ad-16ef2ab921ee service neutron] 10.222.0.105 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866416 Nov 12 04:40:39.609580 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-6c9fa932-6ee9-43de-bab9-6b4e3b2a152e service neutron] 10.222.0.105 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915029 Nov 12 04:40:39.916108 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a044a7d3-1581-4760-ae68-6b8b7eb5978f req-0e2d90e0-ecf0-4b9f-a624-40a200ec6f42 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 210 time: 0.0312622 Nov 12 04:40:40.884460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986d779-a0c4-4c90-81c1-7855a5b18599 req-e6ca90a2-bd1b-4c5b-943f-38ec41f6de09 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:40.886022 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0986d779-a0c4-4c90-81c1-7855a5b18599 req-e6ca90a2-bd1b-4c5b-943f-38ec41f6de09 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.26 "GET /v2.0/ports?device_id=729f84e5-c3ed-4815-b145-9e108364e0da HTTP/1.1" status: 200 len: 946 time: 0.0496042 Nov 12 04:40:40.978613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0986d779-a0c4-4c90-81c1-7855a5b18599 req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Deleting port 37d522a5-c153-4bda-bf6e-ad3d854eabec {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:40:40.978948 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0986d779-a0c4-4c90-81c1-7855a5b18599 req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:41.032606 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ebd0599d-c882-4612-9ada-b6649ce61abf req-73d70476-0813-454f-8596-af7b547c75d9 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 210 time: 0.0488253 Nov 12 04:40:41.097268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0986d779-a0c4-4c90-81c1-7855a5b18599 req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] For port 37d522a5-c153-4bda-bf6e-ad3d854eabec, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=37d522a5-c153-4bda-bf6e-ad3d854eabec,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:41.097632 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0986d779-a0c4-4c90-81c1-7855a5b18599 req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:41.110599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0986d779-a0c4-4c90-81c1-7855a5b18599 req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Calling delete_port for 37d522a5-c153-4bda-bf6e-ad3d854eabec owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:40:41.272087 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0986d779-a0c4-4c90-81c1-7855a5b18599 req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:41.304198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Pushing event deleted for resources: {'Port': ['ID=37d522a5-c153-4bda-bf6e-ad3d854eabec,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:41.309468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['37d522a5-c153-4bda-bf6e-ad3d854eabec'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:40:41.333482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:41.333829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:41.334156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:41.334495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:41.334829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:41.335157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:41.335485 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:41.336021 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:41.336200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:41.336473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:41.336794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:41.337117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:41.359452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0986d779-a0c4-4c90-81c1-7855a5b18599 req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] No DVR routers for this DVR port 37d522a5-c153-4bda-bf6e-ad3d854eabec on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:40:41.362490 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0986d779-a0c4-4c90-81c1-7855a5b18599 req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:41.368701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0986d779-a0c4-4c90-81c1-7855a5b18599 req-38d9f5f8-d92b-4407-8831-8adc106c36cc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.26 "DELETE /v2.0/ports/37d522a5-c153-4bda-bf6e-ad3d854eabec HTTP/1.1" status: 204 len: 173 time: 0.4733472 Nov 12 04:40:41.368701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729f84e5-c3ed-4815-b145-9e108364e0da', 'name': 'network-vif-deleted', 'tag': '37d522a5-c153-4bda-bf6e-ad3d854eabec'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:41.370433 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18963e20-e09d-4ae6-ba7e-f938d80fcf71" -d '{"events": [{"server_uuid": "729f84e5-c3ed-4815-b145-9e108364e0da", "name": "network-vif-deleted", "tag": "37d522a5-c153-4bda-bf6e-ad3d854eabec"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:41.409582 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d138b99-9391-4ae1-87e6-eb3d744b9f41 x-openstack-request-id: req-8d138b99-9391-4ae1-87e6-eb3d744b9f41 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:41.409875 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729f84e5-c3ed-4815-b145-9e108364e0da", "name": "network-vif-deleted", "tag": "37d522a5-c153-4bda-bf6e-ad3d854eabec", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:41.410133 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8d138b99-9391-4ae1-87e6-eb3d744b9f41 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:41.410540 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729f84e5-c3ed-4815-b145-9e108364e0da', 'name': 'network-vif-deleted', 'tag': '37d522a5-c153-4bda-bf6e-ad3d854eabec', 'status': 'completed', 'code': 200} Nov 12 04:40:41.926608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-a4859dd1-1346-45a3-b15a-460b56e920f8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:41.928113 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-a4859dd1-1346-45a3-b15a-460b56e920f8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.26 "GET /v2.0/networks?id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 HTTP/1.1" status: 200 len: 815 time: 0.1193888 Nov 12 04:40:41.950603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-d912d459-fefa-4945-8b60-3cfdc42ba363 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Request body: {'port': {'device_id': '41572f3c-448b-416c-8533-bae914f58adb', 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503', 'admin_state_up': True, 'tenant_id': '47afb9f85d0d48df93c61e13cf230adb'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:42.130914 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5f24b27-956b-4c24-9207-2ad574a3f73e req-3fe5e1d0-5d54-4334-9cc7-3b4d2ca959ac tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 210 time: 0.0276034 Nov 12 04:40:42.138652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-d912d459-fefa-4945-8b60-3cfdc42ba363 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Made reservation on behalf of 47afb9f85d0d48df93c61e13cf230adb for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:40:42.142954 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-d912d459-fefa-4945-8b60-3cfdc42ba363 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:42.288009 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-d912d459-fefa-4945-8b60-3cfdc42ba363 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Allocated IP 172.20.0.13 (b3b086e9-0a4f-4ab6-9d3f-7532c28c8503/58e3eeab-2146-4e80-91cb-e7073ad9990d/f47ac8b1-c77d-4194-ba10-aedd8ceb156f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:40:42.460892 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-d912d459-fefa-4945-8b60-3cfdc42ba363 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:42.619732 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-d912d459-fefa-4945-8b60-3cfdc42ba363 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:42.663892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-d912d459-fefa-4945-8b60-3cfdc42ba363 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Network b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:40:42.669190 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-d912d459-fefa-4945-8b60-3cfdc42ba363 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:40:42.673085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-d912d459-fefa-4945-8b60-3cfdc42ba363 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:40:42.700020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912d459-fefa-4945-8b60-3cfdc42ba363 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Pushing event updated for resources: {'Port': ['ID=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:42.728421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-d912d459-fefa-4945-8b60-3cfdc42ba363 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:42.729037 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-d912d459-fefa-4945-8b60-3cfdc42ba363 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:42.833068 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-d912d459-fefa-4945-8b60-3cfdc42ba363 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8866220 Nov 12 04:40:42.853731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Request body: {'port': {'device_id': '41572f3c-448b-416c-8533-bae914f58adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:42.914951 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:43.175840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47ac8b1-c77d-4194-ba10-aedd8ceb156f {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:40:43.183916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:43.196108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Transition to ACTIVE for port object f47ac8b1-c77d-4194-ba10-aedd8ceb156f will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:40:43.252962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:43.259605 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81eda10-6ade-41fb-9e38-267fa985f59f req-d71fcc6b-e376-4b53-84cc-11e8c77d8941 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:43.261147 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a81eda10-6ade-41fb-9e38-267fa985f59f req-d71fcc6b-e376-4b53-84cc-11e8c77d8941 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 932 time: 0.0511284 Nov 12 04:40:43.310017 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a81eda10-6ade-41fb-9e38-267fa985f59f req-36c659bc-4583-4f4d-848e-52d95c81bd5f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 Nov 12 04:40:43.330359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Pushing event updated for resources: {'Port': ['ID=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:43.711230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Attempting to bind port f47ac8b1-c77d-4194-ba10-aedd8ceb156f on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:40:43.711558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Attempting to bind port f47ac8b1-c77d-4194-ba10-aedd8ceb156f by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '6a780105-ae64-4dd7-af19-0729dc612fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:40:43.711877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Attempting to bind port f47ac8b1-c77d-4194-ba10-aedd8ceb156f on network b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:43.716005 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Port f47ac8b1-c77d-4194-ba10-aedd8ceb156f on network b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:40:43.716335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Attempting to bind port f47ac8b1-c77d-4194-ba10-aedd8ceb156f on network b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:43.720989 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:40:43.721315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Checking segment: {'id': '6a780105-ae64-4dd7-af19-0729dc612fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:40:43.721685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Bound using segment: {'id': '6a780105-ae64-4dd7-af19-0729dc612fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:40:43.722105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Bound port: f47ac8b1-c77d-4194-ba10-aedd8ceb156f, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a780105-ae64-4dd7-af19-0729dc612fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:40:43.722444 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:43.783545 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] For port f47ac8b1-c77d-4194-ba10-aedd8ceb156f, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:40:43.786597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] For port f47ac8b1-c77d-4194-ba10-aedd8ceb156f, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:40:43.847329 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:43.886257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:43.886917 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:43.888498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] 10.222.0.26 "PUT /v2.0/ports/f47ac8b1-c77d-4194-ba10-aedd8ceb156f HTTP/1.1" status: 200 len: 1093 time: 1.0400503 Nov 12 04:40:43.888965 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41572f3c-448b-416c-8533-bae914f58adb', 'tag': 'f47ac8b1-c77d-4194-ba10-aedd8ceb156f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:43.891269 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a69b60-97e3-46ee-9498-507f7b53e199" -d '{"events": [{"name": "network-changed", "server_uuid": "41572f3c-448b-416c-8533-bae914f58adb", "tag": "f47ac8b1-c77d-4194-ba10-aedd8ceb156f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:43.919357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd73bac-e5a6-41df-90dd-cb195dd0c153 service neutron] Pushing event updated for resources: {'Port': ['ID=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:43.933328 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cb71e8-c2a2-4142-ba08-dccca88a97bc x-openstack-request-id: req-f6cb71e8-c2a2-4142-ba08-dccca88a97bc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:43.933630 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41572f3c-448b-416c-8533-bae914f58adb", "tag": "f47ac8b1-c77d-4194-ba10-aedd8ceb156f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:43.933888 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f6cb71e8-c2a2-4142-ba08-dccca88a97bc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:43.934285 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41572f3c-448b-416c-8533-bae914f58adb', 'tag': 'f47ac8b1-c77d-4194-ba10-aedd8ceb156f', 'status': 'completed', 'code': 200} Nov 12 04:40:44.021214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a69b60-97e3-46ee-9498-507f7b53e199 req-e453a1e5-4515-4d1f-93a3-5f6924124f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:44.022636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30a69b60-97e3-46ee-9498-507f7b53e199 req-e453a1e5-4515-4d1f-93a3-5f6924124f11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47afb9f85d0d48df93c61e13cf230adb&device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 1096 time: 0.0442650 Nov 12 04:40:44.127465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a69b60-97e3-46ee-9498-507f7b53e199 req-119c69b0-4872-465c-8d1d-d4809d06cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:44.128934 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30a69b60-97e3-46ee-9498-507f7b53e199 req-119c69b0-4872-465c-8d1d-d4809d06cd0d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=47afb9f85d0d48df93c61e13cf230adb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0905719 Nov 12 04:40:44.223961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a69b60-97e3-46ee-9498-507f7b53e199 req-ed463668-182e-4e4f-95c6-115214c6c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:44.225437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30a69b60-97e3-46ee-9498-507f7b53e199 req-ed463668-182e-4e4f-95c6-115214c6c35f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0893278 Nov 12 04:40:44.326640 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-504c933d-9299-49ee-9696-545ba26a1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:44.328141 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-504c933d-9299-49ee-9696-545ba26a1233 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47afb9f85d0d48df93c61e13cf230adb&device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 1096 time: 0.0412674 Nov 12 04:40:44.378810 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-440ae520-4646-41c9-9670-a9dd4877c23b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f47ac8b1-c77d-4194-ba10-aedd8ceb156f HTTP/1.1" status: 200 len: 217 time: 0.0354605 Nov 12 04:40:44.434072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-ad197cb7-0e5b-4b83-857f-3cc08a16dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:44.434988 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c3d6e-082e-4c03-ab17-247ccf91784d req-d61d6767-c3ef-4191-9d3c-435158f50122 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:44.435498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-ad197cb7-0e5b-4b83-857f-3cc08a16dd45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e3eeab-2146-4e80-91cb-e7073ad9990d HTTP/1.1" status: 200 len: 855 time: 0.0483787 Nov 12 04:40:44.436494 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88c3d6e-082e-4c03-ab17-247ccf91784d req-d61d6767-c3ef-4191-9d3c-435158f50122 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 944 time: 0.0494413 Nov 12 04:40:44.469285 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-30902791-01c2-49f7-8716-7fc02db43ab6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257068 Nov 12 04:40:44.490196 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e88c3d6e-082e-4c03-ab17-247ccf91784d req-39df76fa-2357-4c89-867f-08ff4e75df40 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477393 Nov 12 04:40:44.555768 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 37d522a5-c153-4bda-bf6e-ad3d854eabec no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:44.574547 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-2f9e2b3d-abdc-421f-a888-7c92a2a9df24 service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960212 Nov 12 04:40:44.578632 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 37d522a5-c153-4bda-bf6e-ad3d854eabec {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:40:44.578888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 37d522a5-c153-4bda-bf6e-ad3d854eabec not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:44.670384 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea035091-4443-4acf-bb2f-b98e0042ba65 req-a097a7da-f618-4ce0-a36e-9e357f5ff0ed service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878983 Nov 12 04:40:45.607131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65baf9f7-9263-4fc4-93e0-67c4949aec26 req-f50f472f-8692-43a1-8d20-95521e82f374 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:45.608725 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65baf9f7-9263-4fc4-93e0-67c4949aec26 req-f50f472f-8692-43a1-8d20-95521e82f374 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 944 time: 0.0500073 Nov 12 04:40:45.657323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65baf9f7-9263-4fc4-93e0-67c4949aec26 req-d5aa3e72-7ed9-4a81-bfd8-1181e93fae4a tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423360 Nov 12 04:40:46.781668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47220e-15ed-409e-b2b0-c9702b8667f7 req-c36d5206-e9a4-4f02-b358-ce0751675be7 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:46.783208 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3e47220e-15ed-409e-b2b0-c9702b8667f7 req-c36d5206-e9a4-4f02-b358-ce0751675be7 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 944 time: 0.0546398 Nov 12 04:40:46.831121 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3e47220e-15ed-409e-b2b0-c9702b8667f7 req-a2516252-62ab-4c1b-964d-3cb5741de6fb tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Nov 12 04:40:47.950584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8013e58-12ce-440d-ad56-4a30bcd3204d req-ae6ef412-2624-4721-942f-1ddf47910c34 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:47.952056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8013e58-12ce-440d-ad56-4a30bcd3204d req-ae6ef412-2624-4721-942f-1ddf47910c34 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 944 time: 0.0541334 Nov 12 04:40:47.999454 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8013e58-12ce-440d-ad56-4a30bcd3204d req-cfd06d51-d647-4d86-a99e-ba7cdbe8c7b7 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414960 Nov 12 04:40:48.864983 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f47ac8b1-c77d-4194-ba10-aedd8ceb156f details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:40:48.962422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f47ac8b1-c77d-4194-ba10-aedd8ceb156f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:48.973768 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'f47ac8b1-c77d-4194-ba10-aedd8ceb156f', 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503', 'port_id': 'f47ac8b1-c77d-4194-ba10-aedd8ceb156f', 'mac_address': 'fa:16:3e:ad:c9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e3eeab-2146-4e80-91cb-e7073ad9990d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:40:49.010620 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:49.023000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47ac8b1-c77d-4194-ba10-aedd8ceb156f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:40:49.042659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f47ac8b1-c77d-4194-ba10-aedd8ceb156f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:49.113876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb15dfb-8fe1-484a-a0bc-580ca39a5f3a req-eee233b4-54c7-428f-b534-d0bc15523d27 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:49.115440 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbb15dfb-8fe1-484a-a0bc-580ca39a5f3a req-eee233b4-54c7-428f-b534-d0bc15523d27 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 944 time: 0.0486612 Nov 12 04:40:49.127826 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:49.165801 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbb15dfb-8fe1-484a-a0bc-580ca39a5f3a req-fd65ebc0-0d30-418b-b330-3bf6ed0d4d36 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436525 Nov 12 04:40:49.182207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:49.440782 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:49.542307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['f47ac8b1-c77d-4194-ba10-aedd8ceb156f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:40:50.282803 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec9af7-52a4-4070-bd18-3c46079c9d26 req-6a7f8cfa-aec3-4ec9-a815-e02855ed4919 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:50.284363 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13ec9af7-52a4-4070-bd18-3c46079c9d26 req-6a7f8cfa-aec3-4ec9-a815-e02855ed4919 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 945 time: 0.0492303 Nov 12 04:40:50.332469 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-13ec9af7-52a4-4070-bd18-3c46079c9d26 req-b7e5173b-0d16-4467-8b27-da0b5ebfba4c tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413587 Nov 12 04:40:50.602474 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f47ac8b1-c77d-4194-ba10-aedd8ceb156f up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:50.703781 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port f47ac8b1-c77d-4194-ba10-aedd8ceb156f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:40:50.707579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port f47ac8b1-c77d-4194-ba10-aedd8ceb156f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:50.707947 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:50.785536 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:50.807279 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41572f3c-448b-416c-8533-bae914f58adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47ac8b1-c77d-4194-ba10-aedd8ceb156f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:50.809494 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28575096-1288-42d1-9830-d9629db9909e" -d '{"events": [{"server_uuid": "41572f3c-448b-416c-8533-bae914f58adb", "name": "network-vif-plugged", "status": "completed", "tag": "f47ac8b1-c77d-4194-ba10-aedd8ceb156f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:50.822139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f47ac8b1-c77d-4194-ba10-aedd8ceb156f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:50.847596 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5119e16-85b4-4e73-b749-a1f1dbd8644b x-openstack-request-id: req-e5119e16-85b4-4e73-b749-a1f1dbd8644b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:50.847891 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41572f3c-448b-416c-8533-bae914f58adb", "name": "network-vif-plugged", "status": "completed", "tag": "f47ac8b1-c77d-4194-ba10-aedd8ceb156f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:50.848190 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e5119e16-85b4-4e73-b749-a1f1dbd8644b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:50.848589 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41572f3c-448b-416c-8533-bae914f58adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47ac8b1-c77d-4194-ba10-aedd8ceb156f', 'code': 200} Nov 12 04:40:50.910004 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:50.959331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:50.983672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0900bbe-bd43-4a21-bb70-273193a72c0f req-bb84a5b4-c018-4070-be1c-e9f9362a22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:50.985166 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a0900bbe-bd43-4a21-bb70-273193a72c0f req-bb84a5b4-c018-4070-be1c-e9f9362a22bd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 1098 time: 0.0412135 Nov 12 04:40:51.034573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a0900bbe-bd43-4a21-bb70-273193a72c0f req-32ac4d20-2585-4251-9b6d-144c8a46e336 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Nov 12 04:40:51.506378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f247f27-2f09-4f83-9da4-d5f43677c72f req-dd0e6966-25c6-4c34-82d6-9fa0a89ba25f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:51.507874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f247f27-2f09-4f83-9da4-d5f43677c72f req-dd0e6966-25c6-4c34-82d6-9fa0a89ba25f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.1067905 Nov 12 04:40:51.558138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6f247f27-2f09-4f83-9da4-d5f43677c72f req-d24ffc41-db41-4c9c-8c76-76230c731155 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439894 Nov 12 04:40:52.643999 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:40:52.743615 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cf8c3-b546-4ea7-abf6-4003e905b4bb req-0bbbaca6-c437-447f-bb1c-83b973e7a23d tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:52.745143 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a32cf8c3-b546-4ea7-abf6-4003e905b4bb req-0bbbaca6-c437-447f-bb1c-83b973e7a23d tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.1153529 Nov 12 04:40:52.798190 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a32cf8c3-b546-4ea7-abf6-4003e905b4bb req-29470b8d-168b-4a04-9b89-ea2b46fdcd80 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465338 Nov 12 04:40:52.911596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee6ba4-e789-4404-bc79-365126bbfef9 req-3e195a04-c4dc-4780-9519-8cd277254072 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:52.913005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ceee6ba4-e789-4404-bc79-365126bbfef9 req-3e195a04-c4dc-4780-9519-8cd277254072 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0483062 Nov 12 04:40:52.959400 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ceee6ba4-e789-4404-bc79-365126bbfef9 req-8d30cdde-c43a-4ae0-939e-d3e2bcca61a1 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398231 Nov 12 04:40:53.103922 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3647e63-3879-40c2-aded-43cac47c6571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:53.292918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8a21d-6e54-4d0f-a2e5-964f836146f0 req-5a53c4c5-884f-42bb-8647-c872e09f1afd tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:53.294482 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1de8a21d-6e54-4d0f-a2e5-964f836146f0 req-5a53c4c5-884f-42bb-8647-c872e09f1afd tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0545251 Nov 12 04:40:53.371322 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1de8a21d-6e54-4d0f-a2e5-964f836146f0 req-87c2a416-881c-4592-9451-42ccfd10ba4b tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704594 Nov 12 04:40:53.382440 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-a79afaf0-cca5-41b6-a12c-7cc52cf89dc7 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0549548 Nov 12 04:40:54.488844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec46810-b3bd-4439-8bfa-9b3cf0051391 req-a1a654dd-7a88-4bf8-8d8d-6e27d1e2b73e tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:54.490326 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cec46810-b3bd-4439-8bfa-9b3cf0051391 req-a1a654dd-7a88-4bf8-8d8d-6e27d1e2b73e tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0504832 Nov 12 04:40:54.538777 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cec46810-b3bd-4439-8bfa-9b3cf0051391 req-4efc0569-915d-450c-a4be-885aa7829fd3 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Nov 12 04:40:55.241538 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:55.430971 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-f93c7754-e211-4557-a770-8f027582951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:55.432612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-f93c7754-e211-4557-a770-8f027582951a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47afb9f85d0d48df93c61e13cf230adb&device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 1098 time: 0.0424249 Nov 12 04:40:55.526770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-7550e206-56ef-4f6c-8bf2-17e93ee521f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:55.528249 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-7550e206-56ef-4f6c-8bf2-17e93ee521f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 HTTP/1.1" status: 200 len: 917 time: 0.0882397 Nov 12 04:40:55.570314 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-607825cf-6a71-4e3f-8017-ca4bd48d716c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f47ac8b1-c77d-4194-ba10-aedd8ceb156f HTTP/1.1" status: 200 len: 217 time: 0.0344515 Nov 12 04:40:55.649464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-6e2843a3-0adc-4085-ae47-442a4b6d99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:55.650920 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-6e2843a3-0adc-4085-ae47-442a4b6d99f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e3eeab-2146-4e80-91cb-e7073ad9990d HTTP/1.1" status: 200 len: 855 time: 0.0738573 Nov 12 04:40:55.677086 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b84bd7-ab9c-409b-bf05-b134c0b57308 req-4377aaa6-2951-4ba4-a369-2169e8680314 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:55.678610 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63b84bd7-ab9c-409b-bf05-b134c0b57308 req-4377aaa6-2951-4ba4-a369-2169e8680314 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0689111 Nov 12 04:40:55.695877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-6609065d-44f5-49bb-850a-e34775cda01f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375891 Nov 12 04:40:55.791933 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63b84bd7-ab9c-409b-bf05-b134c0b57308 req-860568b3-f94f-4e9f-bb77-dbf8feb3d432 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989039 Nov 12 04:40:55.872631 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-b936002d-7d11-4a33-8543-4a1e4ceb1f30 service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646876 Nov 12 04:40:55.962731 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-8ec96000-1827-4341-affc-a168c96518ca service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829442 Nov 12 04:40:56.869401 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:56.880725 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce29f464-5cfa-4062-b734-050758fa8558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:56.912710 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefab3ad-d627-43a0-920c-322262bb1a73 req-23c29439-f172-419b-9c68-e8f31baf4d7e tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:56.914732 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eefab3ad-d627-43a0-920c-322262bb1a73 req-23c29439-f172-419b-9c68-e8f31baf4d7e tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0513647 Nov 12 04:40:56.961761 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eefab3ad-d627-43a0-920c-322262bb1a73 req-4758b261-b702-4330-af19-948facdf612a tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Nov 12 04:40:58.078579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736b9b9-38db-4de2-870e-c19c7a8f129e req-6d0dea9e-b61f-43eb-9ef3-5c28af33c184 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:58.080073 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3736b9b9-38db-4de2-870e-c19c7a8f129e req-6d0dea9e-b61f-43eb-9ef3-5c28af33c184 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0508623 Nov 12 04:40:58.131948 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3736b9b9-38db-4de2-870e-c19c7a8f129e req-20b463cc-5fad-4ddc-be88-0b823998f517 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458572 Nov 12 04:40:58.623861 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:59.040840 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:59.249604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2680f-61ba-4a8d-80f9-a3fd2d7d85c9 req-8f266471-03be-4361-9a4a-f65b75672b1b tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:59.251082 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14c2680f-61ba-4a8d-80f9-a3fd2d7d85c9 req-8f266471-03be-4361-9a4a-f65b75672b1b tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0530312 Nov 12 04:40:59.298076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-14c2680f-61ba-4a8d-80f9-a3fd2d7d85c9 req-881c916f-8e49-45c9-86fb-4bbdd77ebba9 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 Nov 12 04:41:00.416409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a85536-185f-4d58-94ec-cefac2155ddf req-d63f1557-bd4b-419e-87fb-0121f0280219 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:00.417912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-78a85536-185f-4d58-94ec-cefac2155ddf req-d63f1557-bd4b-419e-87fb-0121f0280219 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0507529 Nov 12 04:41:00.466828 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-78a85536-185f-4d58-94ec-cefac2155ddf req-1fd7b6d3-4622-49e9-a32a-7e5ca01b46a4 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Nov 12 04:41:01.582082 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249d495-080c-44b4-bf89-cba086afd515 req-3d841933-5bf4-4baf-9fa2-6fd0be9b7e92 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:01.583566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a249d495-080c-44b4-bf89-cba086afd515 req-3d841933-5bf4-4baf-9fa2-6fd0be9b7e92 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0492349 Nov 12 04:41:01.630948 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a249d495-080c-44b4-bf89-cba086afd515 req-d52e7d9d-5576-401a-99b5-8716d1f1e5ef tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Nov 12 04:41:02.746794 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521b94d-697f-4a1c-a497-36064ef4e4cb req-e42f827a-ed26-40af-960d-f802b8a4978a tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:02.748437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4521b94d-697f-4a1c-a497-36064ef4e4cb req-e42f827a-ed26-40af-960d-f802b8a4978a tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0493486 Nov 12 04:41:02.798466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4521b94d-697f-4a1c-a497-36064ef4e4cb req-3c051306-5924-4cf8-b2ff-8c8717b0a7b6 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440571 Nov 12 04:41:03.924599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753f05f-5410-4704-9931-7d5ffa3b445f req-5fe573c2-f8dd-4b84-a4a6-3a2ce0de6081 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:03.926111 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f753f05f-5410-4704-9931-7d5ffa3b445f req-5fe573c2-f8dd-4b84-a4a6-3a2ce0de6081 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0593159 Nov 12 04:41:03.974099 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f753f05f-5410-4704-9931-7d5ffa3b445f req-29693eb6-a24f-4c2b-a1f0-d20b2e8be939 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Nov 12 04:41:05.092469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adf3d0-6641-4910-97ef-88a9d2076b2f req-5d27eb94-0fab-4559-8b57-2c77d803f9f1 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:05.093979 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55adf3d0-6641-4910-97ef-88a9d2076b2f req-5d27eb94-0fab-4559-8b57-2c77d803f9f1 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0519538 Nov 12 04:41:05.143311 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-55adf3d0-6641-4910-97ef-88a9d2076b2f req-be973497-a04e-4eb3-b467-38e7ee49dc53 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 Nov 12 04:41:06.261315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd9385-6fe1-417f-9771-f4dc79e731f7 req-377c519f-3db6-418e-8bde-f0d265dd57bc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:06.262808 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6afd9385-6fe1-417f-9771-f4dc79e731f7 req-377c519f-3db6-418e-8bde-f0d265dd57bc tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0500934 Nov 12 04:41:06.310141 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6afd9385-6fe1-417f-9771-f4dc79e731f7 req-7ea56b6e-b1d3-402b-ba5b-54d520d432f4 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Nov 12 04:41:07.427994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b03d8-626e-4647-a4bf-b1b1c44d3925 req-f30deb63-23ed-4537-92cc-961016009bf8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:07.430126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba3b03d8-626e-4647-a4bf-b1b1c44d3925 req-f30deb63-23ed-4537-92cc-961016009bf8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0498610 Nov 12 04:41:07.477982 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ba3b03d8-626e-4647-a4bf-b1b1c44d3925 req-6ed3a0b8-6da2-4220-b272-d2ac9258b8fa tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Nov 12 04:41:08.597440 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06554f12-189f-416f-837f-493550160878 req-93980d6c-56cf-4e9f-b63d-2f78c7839da8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:08.598980 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-06554f12-189f-416f-837f-493550160878 req-93980d6c-56cf-4e9f-b63d-2f78c7839da8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0501375 Nov 12 04:41:08.654467 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-06554f12-189f-416f-837f-493550160878 req-4ad92626-a225-4c56-a364-dadb4bd661e9 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468717 Nov 12 04:41:09.786122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51bc14-c201-4a55-bbfe-f9a87f3b7a8b req-44c7a7ef-a1c9-460d-bbd7-f8e2e055cd58 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:09.788316 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f51bc14-c201-4a55-bbfe-f9a87f3b7a8b req-44c7a7ef-a1c9-460d-bbd7-f8e2e055cd58 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0625291 Nov 12 04:41:09.843501 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f51bc14-c201-4a55-bbfe-f9a87f3b7a8b req-d4663485-377f-435b-8c62-9273811889a5 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492771 Nov 12 04:41:10.961500 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958230-8f88-4c0f-8298-1c20a9a42451 req-bd2da7b9-89c9-414d-9c5e-77b504089ab8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:10.963004 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6958230-8f88-4c0f-8298-1c20a9a42451 req-bd2da7b9-89c9-414d-9c5e-77b504089ab8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0500612 Nov 12 04:41:11.010566 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6958230-8f88-4c0f-8298-1c20a9a42451 req-be432d65-c2b5-46e2-a8b7-f5655ddf08de tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413544 Nov 12 04:41:12.127540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c259607-bd64-41ab-baa1-7a97aa5bd17f req-e4424673-9c2b-418a-88d8-a254a55f237b tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:12.129069 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c259607-bd64-41ab-baa1-7a97aa5bd17f req-e4424673-9c2b-418a-88d8-a254a55f237b tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0497696 Nov 12 04:41:12.176760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c259607-bd64-41ab-baa1-7a97aa5bd17f req-9368259e-0e82-408e-b5d8-cd3905cd291f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417261 Nov 12 04:41:13.293232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9b13d-23a0-4e64-b268-04ccb5361eb7 req-686c7a0d-6c2d-45f4-a1df-0dfb1c407676 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:13.294715 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3b9b13d-23a0-4e64-b268-04ccb5361eb7 req-686c7a0d-6c2d-45f4-a1df-0dfb1c407676 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0491393 Nov 12 04:41:13.343100 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3b9b13d-23a0-4e64-b268-04ccb5361eb7 req-d8d47586-d7fe-46a3-b733-18bb665e4743 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423234 Nov 12 04:41:14.457360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c467141-9624-47d6-ac48-2b726f035102 req-62540361-a298-4e2a-977e-166fdf4cf6d1 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:14.458813 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c467141-9624-47d6-ac48-2b726f035102 req-62540361-a298-4e2a-977e-166fdf4cf6d1 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0481374 Nov 12 04:41:14.510030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c467141-9624-47d6-ac48-2b726f035102 req-d96620bf-87e0-4b36-beae-9fcad53cd126 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448196 Nov 12 04:41:15.631403 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc36a0a-214d-42b3-926d-17507fe5c749 req-d8cef885-ba11-4eec-8de1-f1f8fc1053f7 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:15.632902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bcc36a0a-214d-42b3-926d-17507fe5c749 req-d8cef885-ba11-4eec-8de1-f1f8fc1053f7 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0542021 Nov 12 04:41:15.680449 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bcc36a0a-214d-42b3-926d-17507fe5c749 req-0d417021-5548-498e-8902-3d1e1f781263 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414913 Nov 12 04:41:16.794468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f6cee-f2b1-43bc-9e78-2aeb7fe0bc76 req-ba6a62bd-5c47-4015-a625-c07ac1a44efa tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:16.795979 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-049f6cee-f2b1-43bc-9e78-2aeb7fe0bc76 req-ba6a62bd-5c47-4015-a625-c07ac1a44efa tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0490501 Nov 12 04:41:16.844701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-049f6cee-f2b1-43bc-9e78-2aeb7fe0bc76 req-a65a6ea8-9657-4162-ab7a-0d6048ce0c79 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426910 Nov 12 04:41:17.965961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1573487-46e3-4bfc-ad6e-a20e648c39e5 req-8651b217-4918-47d7-baab-3b2880fc927a tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:17.967436 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1573487-46e3-4bfc-ad6e-a20e648c39e5 req-8651b217-4918-47d7-baab-3b2880fc927a tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0487027 Nov 12 04:41:18.016121 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1573487-46e3-4bfc-ad6e-a20e648c39e5 req-4ff98716-5e98-4c68-b2a8-3a1260217d93 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425153 Nov 12 04:41:19.134400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be2f0d-55d5-4f65-b8f8-425c128490ce req-b78c5f69-f679-4139-b27d-f79770dc52fa tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:19.135891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07be2f0d-55d5-4f65-b8f8-425c128490ce req-b78c5f69-f679-4139-b27d-f79770dc52fa tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0488973 Nov 12 04:41:19.184140 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07be2f0d-55d5-4f65-b8f8-425c128490ce req-2142128b-69b6-48fc-8273-c640aef6bb5c tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 Nov 12 04:41:19.400388 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:20.309258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab79f9-0caa-4683-8e74-6e9705623035 req-4dd03110-f172-4d9d-8df4-cb76898207d6 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:20.310792 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fcab79f9-0caa-4683-8e74-6e9705623035 req-4dd03110-f172-4d9d-8df4-cb76898207d6 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0556400 Nov 12 04:41:20.367710 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fcab79f9-0caa-4683-8e74-6e9705623035 req-26df828a-ffd4-4987-802b-8d5eb1c1b06a tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505531 Nov 12 04:41:21.486871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70c1ba-f30a-4201-912e-56a635b2c0d3 req-ca223fc5-4be9-4ac2-93cb-31e92d7b83be tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:21.488369 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3b70c1ba-f30a-4201-912e-56a635b2c0d3 req-ca223fc5-4be9-4ac2-93cb-31e92d7b83be tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0528781 Nov 12 04:41:21.535397 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3b70c1ba-f30a-4201-912e-56a635b2c0d3 req-0f158cb6-a23c-4d81-9821-04397fa85136 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407062 Nov 12 04:41:22.660472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77584218-1692-4754-a20a-2e466f5b7a75 req-b743399e-297b-4e1c-bef6-19d35d774261 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:22.661962 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77584218-1692-4754-a20a-2e466f5b7a75 req-b743399e-297b-4e1c-bef6-19d35d774261 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0537791 Nov 12 04:41:22.714000 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-77584218-1692-4754-a20a-2e466f5b7a75 req-c59e7f0d-c017-48db-9ae1-b0df6876bd95 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458426 Nov 12 04:41:23.143180 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-caa78583-de71-44a1-8b43-7feb4add1e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:23.362172 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-14a2f59c-7417-40aa-8bf5-448c72867ed4 service neutron] 10.222.0.26 "GET /v2.0/ports/f47ac8b1-c77d-4194-ba10-aedd8ceb156f/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.0545120 Nov 12 04:41:23.834928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871536bb-6bf4-4a32-b352-9bef4081331c req-91438501-a287-419e-bb2f-404517593cec tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:23.837021 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-871536bb-6bf4-4a32-b352-9bef4081331c req-91438501-a287-419e-bb2f-404517593cec tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0504408 Nov 12 04:41:23.888067 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-871536bb-6bf4-4a32-b352-9bef4081331c req-a681394f-c337-4020-ad79-9c67faf2461c tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451479 Nov 12 04:41:23.933943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-8869478d-3fb0-4db4-af16-2d17c59ae33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:23.935433 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-8869478d-3fb0-4db4-af16-2d17c59ae33e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb&tenant_id=47afb9f85d0d48df93c61e13cf230adb HTTP/1.1" status: 200 len: 1098 time: 0.0454931 Nov 12 04:41:24.008303 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-53e194d6-fdb9-4724-9f9d-a45941e48e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:24.009652 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-53e194d6-fdb9-4724-9f9d-a45941e48e08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47afb9f85d0d48df93c61e13cf230adb&device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 1098 time: 0.0411661 Nov 12 04:41:24.106359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-ed5428cc-8c0d-4296-ab5d-5af8145ad6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:24.107812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-ed5428cc-8c0d-4296-ab5d-5af8145ad6e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 HTTP/1.1" status: 200 len: 917 time: 0.0900302 Nov 12 04:41:24.150283 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-7cd80227-5d30-4b3b-8c07-fbc03f66933e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f47ac8b1-c77d-4194-ba10-aedd8ceb156f HTTP/1.1" status: 200 len: 217 time: 0.0348105 Nov 12 04:41:24.200085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-eaf1e8a1-8c33-40ce-b9d4-7ff687412a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:24.201490 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-eaf1e8a1-8c33-40ce-b9d4-7ff687412a9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e3eeab-2146-4e80-91cb-e7073ad9990d HTTP/1.1" status: 200 len: 855 time: 0.0437577 Nov 12 04:41:24.233700 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-09985a13-bdfa-46e0-8d3f-a13413c2868d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251441 Nov 12 04:41:24.328952 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-8c76d252-dca9-4d05-868a-116724b51a42 service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880532 Nov 12 04:41:24.422447 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef6b8d72-fa3e-40e8-a997-1ec309cee651 req-035127d1-4bdb-4799-aeea-f58b9b32bd19 service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864356 Nov 12 04:41:25.010907 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da6f04-9cbc-45a9-baab-bca93fc7f043 req-244ec0f6-f0cf-4ad0-a20b-5ee975785d22 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:25.012448 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3da6f04-9cbc-45a9-baab-bca93fc7f043 req-244ec0f6-f0cf-4ad0-a20b-5ee975785d22 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0493200 Nov 12 04:41:25.059934 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f3da6f04-9cbc-45a9-baab-bca93fc7f043 req-fa918798-4793-4e79-a826-cbbfd314da1a tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414464 Nov 12 04:41:25.257001 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:26.176624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77903-a817-4b17-b382-7651feacb30d req-7610519b-da62-4660-b086-612f8008eacf tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:26.178084 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38a77903-a817-4b17-b382-7651feacb30d req-7610519b-da62-4660-b086-612f8008eacf tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0493317 Nov 12 04:41:26.227855 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38a77903-a817-4b17-b382-7651feacb30d req-4e4b0cb5-e1fe-4650-9dde-79f57c1158fe tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429647 Nov 12 04:41:26.903180 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:26.943082 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a5997ef-b693-46b6-ab5b-372b4143840d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:27.363608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce58ba-3e50-4f65-be96-55bca5e51d39 req-7895266a-5d40-4d73-98d9-92ba99de2310 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:27.365251 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7ce58ba-3e50-4f65-be96-55bca5e51d39 req-7895266a-5d40-4d73-98d9-92ba99de2310 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0618906 Nov 12 04:41:27.415748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7ce58ba-3e50-4f65-be96-55bca5e51d39 req-9774ee20-2a91-4c8e-a9be-8f947aa90d3f tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438790 Nov 12 04:41:28.529806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13adff7-6d38-4956-950c-f5806c626875 req-43cc73ca-084e-4c7d-be50-60e3ca38752d tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:28.531290 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f13adff7-6d38-4956-950c-f5806c626875 req-43cc73ca-084e-4c7d-be50-60e3ca38752d tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0476983 Nov 12 04:41:28.578308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f13adff7-6d38-4956-950c-f5806c626875 req-cd450fa1-1c10-4ad5-b467-5f378fdc99e3 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410054 Nov 12 04:41:28.640077 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:28.853620 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f47ac8b1-c77d-4194-ba10-aedd8ceb156f details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:41:28.865704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f47ac8b1-c77d-4194-ba10-aedd8ceb156f no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:28.988684 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3c61-3c7e-49d8-93b1-9b7f2956df37 req-21c916bd-826f-4aba-8054-eab262330ffb tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:28.990550 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b9c3c61-3c7e-49d8-93b1-9b7f2956df37 req-21c916bd-826f-4aba-8054-eab262330ffb tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0582168 Nov 12 04:41:29.039633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f47ac8b1-c77d-4194-ba10-aedd8ceb156f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:29.042356 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.044141 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.052223 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2b9c3c61-3c7e-49d8-93b1-9b7f2956df37 req-3926808a-c330-459a-ad23-84983d81b194 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552187 Nov 12 04:41:29.064689 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'f47ac8b1-c77d-4194-ba10-aedd8ceb156f', 'network_id': 'b3b086e9-0a4f-4ab6-9d3f-7532c28c8503', 'port_id': 'f47ac8b1-c77d-4194-ba10-aedd8ceb156f', 'mac_address': 'fa:16:3e:ad:c9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e3eeab-2146-4e80-91cb-e7073ad9990d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:41:29.080052 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41572f3c-448b-416c-8533-bae914f58adb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47ac8b1-c77d-4194-ba10-aedd8ceb156f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:29.082291 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b421b52d-6d27-4b22-89f4-93c9adeee254" -d '{"events": [{"server_uuid": "41572f3c-448b-416c-8533-bae914f58adb", "name": "network-vif-unplugged", "status": "completed", "tag": "f47ac8b1-c77d-4194-ba10-aedd8ceb156f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:29.107797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44529dab-5b59-49ab-b8a6-cf259dc2b319 req-cd40e560-1d68-458d-80d0-3e16566922b1 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:29.109555 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44529dab-5b59-49ab-b8a6-cf259dc2b319 req-cd40e560-1d68-458d-80d0-3e16566922b1 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.26 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb&tenant_id=47afb9f85d0d48df93c61e13cf230adb&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 946 time: 0.0564380 Nov 12 04:41:29.113471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f47ac8b1-c77d-4194-ba10-aedd8ceb156f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:29.129160 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.145785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f47ac8b1-c77d-4194-ba10-aedd8ceb156f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:41:29.201097 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.203981 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc1041f-30e1-4a3f-8162-015c3e40d983 x-openstack-request-id: req-ccc1041f-30e1-4a3f-8162-015c3e40d983 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:29.204345 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41572f3c-448b-416c-8533-bae914f58adb", "name": "network-vif-unplugged", "status": "completed", "tag": "f47ac8b1-c77d-4194-ba10-aedd8ceb156f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:29.204609 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ccc1041f-30e1-4a3f-8162-015c3e40d983 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:29.205026 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41572f3c-448b-416c-8533-bae914f58adb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47ac8b1-c77d-4194-ba10-aedd8ceb156f', 'code': 200} Nov 12 04:41:29.269990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44529dab-5b59-49ab-b8a6-cf259dc2b319 req-00264671-4902-4441-8ccf-d34636b349d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:29.271491 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44529dab-5b59-49ab-b8a6-cf259dc2b319 req-00264671-4902-4441-8ccf-d34636b349d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47afb9f85d0d48df93c61e13cf230adb&device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 1096 time: 0.0944023 Nov 12 04:41:29.286405 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:41:29.286849 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:41:29.287779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:29.296008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:29.296381 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:29.296727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:29.297065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:29.297399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:29.297730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:29.298056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:29.298379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:29.298707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:29.299037 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:29.299363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:29.299684 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:29.370423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44529dab-5b59-49ab-b8a6-cf259dc2b319 req-51109d43-1eb2-4b85-aa9c-5050741e1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:29.372016 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44529dab-5b59-49ab-b8a6-cf259dc2b319 req-51109d43-1eb2-4b85-aa9c-5050741e1bc8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 HTTP/1.1" status: 200 len: 917 time: 0.0910935 Nov 12 04:41:29.415362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44529dab-5b59-49ab-b8a6-cf259dc2b319 req-1aa71ca3-6ce2-4be4-9b3d-77d1e2fcc027 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f47ac8b1-c77d-4194-ba10-aedd8ceb156f HTTP/1.1" status: 200 len: 217 time: 0.0360475 Nov 12 04:41:29.469215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44529dab-5b59-49ab-b8a6-cf259dc2b319 req-d3eb7c1f-842b-4c11-a989-7349e0b7cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:29.470650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44529dab-5b59-49ab-b8a6-cf259dc2b319 req-d3eb7c1f-842b-4c11-a989-7349e0b7cffa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e3eeab-2146-4e80-91cb-e7073ad9990d HTTP/1.1" status: 200 len: 855 time: 0.0482550 Nov 12 04:41:29.502485 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44529dab-5b59-49ab-b8a6-cf259dc2b319 req-054e7efa-6f3f-406a-b2c9-30c189fe73f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245683 Nov 12 04:41:29.592107 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44529dab-5b59-49ab-b8a6-cf259dc2b319 req-54a10a7a-f267-49b1-881c-6724df5a77eb service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809476 Nov 12 04:41:29.643306 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:41:29.686284 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-44529dab-5b59-49ab-b8a6-cf259dc2b319 req-59b85ff8-d496-49fe-87e2-702c09d356a2 service neutron] 10.222.0.26 "GET /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870078 Nov 12 04:41:29.828006 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.841280 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47ac8b1-c77d-4194-ba10-aedd8ceb156f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:41:29.861542 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f47ac8b1-c77d-4194-ba10-aedd8ceb156f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:29.937352 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.988137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:30.182680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7d026-82dc-4708-9266-689cd3168b04 req-f2330756-f7f2-4cd7-b4b1-9cd03b699d8e tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:30.184206 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14a7d026-82dc-4708-9266-689cd3168b04 req-f2330756-f7f2-4cd7-b4b1-9cd03b699d8e tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 945 time: 0.0506835 Nov 12 04:41:30.249731 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14a7d026-82dc-4708-9266-689cd3168b04 req-0bc2e65f-6d7b-43ec-a0af-eb2dfeb95b74 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573373 Nov 12 04:41:30.407829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['f47ac8b1-c77d-4194-ba10-aedd8ceb156f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:41:31.368825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4ae62-9f67-45bf-a79d-7295149c0e69 req-e340a111-f752-44d3-a8be-7196936edfc1 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:31.370346 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27d4ae62-9f67-45bf-a79d-7295149c0e69 req-e340a111-f752-44d3-a8be-7196936edfc1 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 945 time: 0.0496197 Nov 12 04:41:31.417587 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27d4ae62-9f67-45bf-a79d-7295149c0e69 req-9c4f09a4-fe05-4d40-8406-20f7c7595c14 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 Nov 12 04:41:31.534006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd75b-5031-406f-aa2e-bfdb79ac58e0 req-27ef5d03-75a2-4df2-b19f-c8e676fc52a8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:31.535476 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4dcd75b-5031-406f-aa2e-bfdb79ac58e0 req-27ef5d03-75a2-4df2-b19f-c8e676fc52a8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 945 time: 0.0517495 Nov 12 04:41:31.587294 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4dcd75b-5031-406f-aa2e-bfdb79ac58e0 req-0b14c90f-13c5-4cb4-812d-9bdb03a53456 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453985 Nov 12 04:41:31.711061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a7ae2-2027-41e8-9b44-60b532b767f2 req-ca537ded-bd84-4eb9-a88c-81856f346efb tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:31.712602 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-919a7ae2-2027-41e8-9b44-60b532b767f2 req-ca537ded-bd84-4eb9-a88c-81856f346efb tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 945 time: 0.0578501 Nov 12 04:41:31.759591 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-919a7ae2-2027-41e8-9b44-60b532b767f2 req-d52eaa43-66a9-4fbd-b8c2-88af908bb9a5 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Nov 12 04:41:32.332468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27251049-f94a-48aa-975c-ff2fe011bacc req-01521d9a-e50e-420d-bc11-9fb4857df379 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:32.334073 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27251049-f94a-48aa-975c-ff2fe011bacc req-01521d9a-e50e-420d-bc11-9fb4857df379 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 945 time: 0.0593734 Nov 12 04:41:32.392015 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27251049-f94a-48aa-975c-ff2fe011bacc req-09d6cb48-507a-4ced-87d9-97da6e2add6b tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491033 Nov 12 04:41:32.867435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f47ac8b1-c77d-4194-ba10-aedd8ceb156f up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:32.920413 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port f47ac8b1-c77d-4194-ba10-aedd8ceb156f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:32.920921 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.002913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.025746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41572f3c-448b-416c-8533-bae914f58adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47ac8b1-c77d-4194-ba10-aedd8ceb156f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:33.027973 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c33741-1b97-4ec8-bda6-8a7e1ea80e75" -d '{"events": [{"server_uuid": "41572f3c-448b-416c-8533-bae914f58adb", "name": "network-vif-plugged", "status": "completed", "tag": "f47ac8b1-c77d-4194-ba10-aedd8ceb156f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:33.043420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f47ac8b1-c77d-4194-ba10-aedd8ceb156f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:33.071125 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c553c222-786b-43cf-bdbb-bccc4283d830 x-openstack-request-id: req-c553c222-786b-43cf-bdbb-bccc4283d830 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:33.071447 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41572f3c-448b-416c-8533-bae914f58adb", "name": "network-vif-plugged", "status": "completed", "tag": "f47ac8b1-c77d-4194-ba10-aedd8ceb156f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:33.071706 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c553c222-786b-43cf-bdbb-bccc4283d830 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:33.072132 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41572f3c-448b-416c-8533-bae914f58adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47ac8b1-c77d-4194-ba10-aedd8ceb156f', 'code': 200} Nov 12 04:41:33.120303 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.180787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:33.516740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0ba51-8308-4ed5-9bad-6bc35e002227 req-d97f201b-97c0-49ef-a0f5-833ab1b06687 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:33.518227 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bdf0ba51-8308-4ed5-9bad-6bc35e002227 req-d97f201b-97c0-49ef-a0f5-833ab1b06687 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0500727 Nov 12 04:41:33.570845 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bdf0ba51-8308-4ed5-9bad-6bc35e002227 req-189e270d-cd59-412d-b8eb-7be722dfec5a tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/security-groups?id=0104fb49-eda9-4141-b06b-ec4da73dca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460916 Nov 12 04:41:34.004507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1da97f-e596-4498-827e-8e17ff8e576a req-fc02bdbe-86cd-4079-b157-234cfbb1a96b tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:34.012070 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af1da97f-e596-4498-827e-8e17ff8e576a req-fc02bdbe-86cd-4079-b157-234cfbb1a96b tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.26 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 946 time: 0.0480912 Nov 12 04:41:34.094530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-af1da97f-e596-4498-827e-8e17ff8e576a req-8cbfe86b-12eb-4c8c-bf41-109108061ad8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Deleting port f47ac8b1-c77d-4194-ba10-aedd8ceb156f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:34.094870 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af1da97f-e596-4498-827e-8e17ff8e576a req-8cbfe86b-12eb-4c8c-bf41-109108061ad8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:34.185787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-af1da97f-e596-4498-827e-8e17ff8e576a req-8cbfe86b-12eb-4c8c-bf41-109108061ad8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] For port f47ac8b1-c77d-4194-ba10-aedd8ceb156f, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,segment=NetworkSegment(6a780105-ae64-4dd7-af19-0729dc612fac),segment_id=6a780105-ae64-4dd7-af19-0729dc612fac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:34.186153 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af1da97f-e596-4498-827e-8e17ff8e576a req-8cbfe86b-12eb-4c8c-bf41-109108061ad8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:34.199710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-af1da97f-e596-4498-827e-8e17ff8e576a req-8cbfe86b-12eb-4c8c-bf41-109108061ad8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Calling delete_port for f47ac8b1-c77d-4194-ba10-aedd8ceb156f owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:34.412262 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af1da97f-e596-4498-827e-8e17ff8e576a req-8cbfe86b-12eb-4c8c-bf41-109108061ad8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:34.442525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfe86b-12eb-4c8c-bf41-109108061ad8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Pushing event deleted for resources: {'Port': ['ID=f47ac8b1-c77d-4194-ba10-aedd8ceb156f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:34.453571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['f47ac8b1-c77d-4194-ba10-aedd8ceb156f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:41:34.484999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1da97f-e596-4498-827e-8e17ff8e576a req-8cbfe86b-12eb-4c8c-bf41-109108061ad8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] No DVR routers for this DVR port f47ac8b1-c77d-4194-ba10-aedd8ceb156f on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:41:34.487656 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af1da97f-e596-4498-827e-8e17ff8e576a req-8cbfe86b-12eb-4c8c-bf41-109108061ad8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:34.492251 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-af1da97f-e596-4498-827e-8e17ff8e576a req-8cbfe86b-12eb-4c8c-bf41-109108061ad8 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.26 "DELETE /v2.0/ports/f47ac8b1-c77d-4194-ba10-aedd8ceb156f HTTP/1.1" status: 204 len: 173 time: 0.4781938 Nov 12 04:41:34.492251 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41572f3c-448b-416c-8533-bae914f58adb', 'name': 'network-vif-deleted', 'tag': 'f47ac8b1-c77d-4194-ba10-aedd8ceb156f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:34.494532 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fbbe8b-4c1b-4aa1-b12f-20ff776f0967" -d '{"events": [{"server_uuid": "41572f3c-448b-416c-8533-bae914f58adb", "name": "network-vif-deleted", "tag": "f47ac8b1-c77d-4194-ba10-aedd8ceb156f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:34.531635 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3b2ced-2e4b-41d0-b0b2-cc606f4a1afd x-openstack-request-id: req-6c3b2ced-2e4b-41d0-b0b2-cc606f4a1afd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:34.532269 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41572f3c-448b-416c-8533-bae914f58adb", "name": "network-vif-deleted", "tag": "f47ac8b1-c77d-4194-ba10-aedd8ceb156f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:34.532269 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6c3b2ced-2e4b-41d0-b0b2-cc606f4a1afd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:34.532625 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41572f3c-448b-416c-8533-bae914f58adb', 'name': 'network-vif-deleted', 'tag': 'f47ac8b1-c77d-4194-ba10-aedd8ceb156f', 'status': 'completed', 'code': 200} Nov 12 04:41:34.668836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-456b69cd-cc52-4a00-bbdb-ea3a1e5a8b41 req-942d0b54-5b18-4ef8-8c53-5ba222f48238 tempest-ServerDiskConfigTestJSON-1577828794 tempest-ServerDiskConfigTestJSON-1577828794-project] 10.222.0.105 "GET /v2.0/ports?device_id=41572f3c-448b-416c-8533-bae914f58adb HTTP/1.1" status: 200 len: 210 time: 0.0264935 Nov 12 04:41:35.795375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:35.840904 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Deleting subnet 58e3eeab-2146-4e80-91cb-e7073ad9990d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:41:35.844065 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.879496 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.919598 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.069102 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.100888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58e3eeab-2146-4e80-91cb-e7073ad9990d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:36.103881 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.106984 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/58e3eeab-2146-4e80-91cb-e7073ad9990d HTTP/1.1" status: 204 len: 168 time: 0.3105266 Nov 12 04:41:36.109799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:36.114454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.114454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.114454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.114766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.114864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.115150 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.115474 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.115801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.116148 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.116470 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.116882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.117457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947b329b-2c24-450b-a9a2-6eb3c6c24646 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.183522 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae7780f-943f-4b94-901d-5b3664bc3f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.267071 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae7780f-943f-4b94-901d-5b3664bc3f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.287603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7ae7780f-943f-4b94-901d-5b3664bc3f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b086e9-0a4f-4ab6-9d3f-7532c28c8503']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:36.297361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7ae7780f-943f-4b94-901d-5b3664bc3f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a780105-ae64-4dd7-af19-0729dc612fac') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:36.297658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7ae7780f-943f-4b94-901d-5b3664bc3f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a780105-ae64-4dd7-af19-0729dc612fac') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:36.308070 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae7780f-943f-4b94-901d-5b3664bc3f4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.321981 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae7780f-943f-4b94-901d-5b3664bc3f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.328003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae7780f-943f-4b94-901d-5b3664bc3f4d admin admin] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:41:36.328436 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae7780f-943f-4b94-901d-5b3664bc3f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:41:36.330130 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:41:36.468755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae7780f-943f-4b94-901d-5b3664bc3f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.475321 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ae7780f-943f-4b94-901d-5b3664bc3f4d admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.478932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7ae7780f-943f-4b94-901d-5b3664bc3f4d admin admin] 10.222.0.105 "DELETE /v2.0/networks/b3b086e9-0a4f-4ab6-9d3f-7532c28c8503 HTTP/1.1" status: 204 len: 168 time: 0.3680177 Nov 12 04:41:36.489201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7780f-943f-4b94-901d-5b3664bc3f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=b3b086e9-0a4f-4ab6-9d3f-7532c28c8503,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:36.719213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59192) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:36.760538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-06222640-bcb6-4244-82a8-e32f1270609a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=47afb9f85d0d48df93c61e13cf230adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400603 Nov 12 04:41:36.762961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:36.814297 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd58f3e7-d850-4b08-b4c0-0ac8422517a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.834559 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd58f3e7-d850-4b08-b4c0-0ac8422517a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.948910 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd58f3e7-d850-4b08-b4c0-0ac8422517a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.951500 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd58f3e7-d850-4b08-b4c0-0ac8422517a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.952695 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fd58f3e7-d850-4b08-b4c0-0ac8422517a2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0104fb49-eda9-4141-b06b-ec4da73dca60 HTTP/1.1" status: 204 len: 168 time: 0.1888597 Nov 12 04:41:36.961495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58f3e7-d850-4b08-b4c0-0ac8422517a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0104fb49-eda9-4141-b06b-ec4da73dca60,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:37.975455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:38.069128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1138719508-network', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:38.182676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] Made reservation on behalf of ec1c78c614864a929d1e13b1c46bc757 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:38.185008 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.193418 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.265942 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.325996 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.346438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:41:38.362169 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.362512 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] Added segment 413c09af-bb3d-48cc-95cb-665287bf96a8 of type vlan for network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 Nov 12 04:41:38.363885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8014baea-30ec-48cf-afc1-09bb568ab154,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:38.407570 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.508723 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.509724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:38.510300 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.567690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb22090-112f-43fb-be14-3c5ac5f5aa02,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:38.577329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:41:38.648488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f970541b-86c2-408e-8502-6aad22f5f855 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6719019 Nov 12 04:41:38.651797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:38.656453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9c2cc27d-fe0b-4b5e-96da-f9264964b386 admin admin] Request body: {'subnet': {'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1138719508-subnet', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:38.736918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2cc27d-fe0b-4b5e-96da-f9264964b386 admin admin] Made reservation on behalf of ec1c78c614864a929d1e13b1c46bc757 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:38.739285 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc27d-fe0b-4b5e-96da-f9264964b386 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.902442 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f47ac8b1-c77d-4194-ba10-aedd8ceb156f no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:38.922146 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: f47ac8b1-c77d-4194-ba10-aedd8ceb156f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:38.922483 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f47ac8b1-c77d-4194-ba10-aedd8ceb156f not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:38.949189 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc27d-fe0b-4b5e-96da-f9264964b386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.005483 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cc27d-fe0b-4b5e-96da-f9264964b386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:39.013496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cc27d-fe0b-4b5e-96da-f9264964b386 admin admin] Checking segment: {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:39.017008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2cc27d-fe0b-4b5e-96da-f9264964b386 admin admin] Network hostable DHCP agents. Network: 1cb22090-112f-43fb-be14-3c5ac5f5aa02, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:41:39.142382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2cc27d-fe0b-4b5e-96da-f9264964b386 admin admin] Network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:41:39.217070 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9c2cc27d-fe0b-4b5e-96da-f9264964b386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 1cb22090-112f-43fb-be14-3c5ac5f5aa02) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:39.221113 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2cc27d-fe0b-4b5e-96da-f9264964b386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:39.221699 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c2cc27d-fe0b-4b5e-96da-f9264964b386 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.226029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b7286b-cffe-4ba1-ae4a-d342abf71ffa None None] Network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:39.326116 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9c2cc27d-fe0b-4b5e-96da-f9264964b386 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6706488 Nov 12 04:41:39.326370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59222) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:39.330641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:39.421573 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.421573 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.421815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:41:39.421815 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.474700 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.680736 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.756807 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Allocated IP 172.20.0.2 (1cb22090-112f-43fb-be14-3c5ac5f5aa02/2a8cb4f8-a13e-48f6-aff8-66e2f8a31058/e6251deb-149c-46de-bd2a-ae4e5907b7ef) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:39.907953 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.939389 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.958377 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.971649 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.007524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:40.014345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:40.017859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:40.024745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Pushing event updated for resources: {'Port': ['ID=e6251deb-149c-46de-bd2a-ae4e5907b7ef,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:40.066590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Allocated IP 172.25.8.212 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/a013822f-56d2-458d-b2a5-8d921e9fb0ad) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:40.076467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Attempting to bind port e6251deb-149c-46de-bd2a-ae4e5907b7ef on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:41:40.077600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Attempting to bind port e6251deb-149c-46de-bd2a-ae4e5907b7ef by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:41:40.077969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Attempting to bind port e6251deb-149c-46de-bd2a-ae4e5907b7ef on network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:40.083474 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:41:40.083846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Checking segment: {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:40.084316 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.084672 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Bound using segment: {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:41:40.085128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Bound port: e6251deb-149c-46de-bd2a-ae4e5907b7ef, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:41:40.085505 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.150239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] For port e6251deb-149c-46de-bd2a-ae4e5907b7ef, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:41:40.153246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] For port e6251deb-149c-46de-bd2a-ae4e5907b7ef, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e6251deb-149c-46de-bd2a-ae4e5907b7ef,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:41:40.172406 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.223223 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.274575 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.287981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ce013-717d-42c3-a27a-d319d2f343e9 None None] Pushing event updated for resources: {'Port': ['ID=e6251deb-149c-46de-bd2a-ae4e5907b7ef,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:40.322392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:40.325470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:40.329245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:40.338216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e88bc5-f5c6-452a-a925-47084fe4193f None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:40.354582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Pushing event updated for resources: {'Port': ['ID=a013822f-56d2-458d-b2a5-8d921e9fb0ad,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:40.392479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-426eea53-0a6a-431a-8d92-c8a1409eb542 None None] Provisioning complete for port a013822f-56d2-458d-b2a5-8d921e9fb0ad triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:40.392852 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-426eea53-0a6a-431a-8d92-c8a1409eb542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.460917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-426eea53-0a6a-431a-8d92-c8a1409eb542 None None] Port a013822f-56d2-458d-b2a5-8d921e9fb0ad cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:40.637518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e6251deb-149c-46de-bd2a-ae4e5907b7ef up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:40.691676 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e6251deb-149c-46de-bd2a-ae4e5907b7ef triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:40.691964 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.775431 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.809254 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port e6251deb-149c-46de-bd2a-ae4e5907b7ef, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e6251deb-149c-46de-bd2a-ae4e5907b7ef,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:40.869368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.918811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=e6251deb-149c-46de-bd2a-ae4e5907b7ef,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:41.055705 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.168744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a77e45-bc4e-4c76-9fec-ae00a79610ea None None] Network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:41.235333 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f944b45e-27e0-484c-a689-769f8a9b56be None None] Provisioning complete for port e6251deb-149c-46de-bd2a-ae4e5907b7ef triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:41.235700 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f944b45e-27e0-484c-a689-769f8a9b56be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.258750 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.451699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Router a3c45480-c444-4eb7-a969-57b535435ece is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:41:41.571097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:41.581546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Sync routers for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:41.597864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:41.598477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:41:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:41.641191 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-871b07e4-f4c9-4cf5-bd49-684cf781b30b None None] Provisioning complete for port e6251deb-149c-46de-bd2a-ae4e5907b7ef triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:41.641486 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-871b07e4-f4c9-4cf5-bd49-684cf781b30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.642104 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.643347 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-419d51b3-c5f7-46d7-9726-22e0b9780a44 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3160303 Nov 12 04:41:41.646317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:41.742649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:41.959456 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:40Z', 'revision_number': 3, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:41.986454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Checking router: a3c45480-c444-4eb7-a969-57b535435ece for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:41:41.986708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Updating router a3c45480-c444-4eb7-a969-57b535435ece port a013822f-56d2-458d-b2a5-8d921e9fb0ad binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:41:42.011859 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.066388 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.225297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Allocated IP 172.20.0.1 (1cb22090-112f-43fb-be14-3c5ac5f5aa02/2a8cb4f8-a13e-48f6-aff8-66e2f8a31058/9f3197f0-1564-4ec8-a0e7-2e9b4f956140) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:42.269392 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.334107 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.343058 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.390128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c94367c-d4bf-4344-a1b9-f6a585c4ca8d None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:42.403760 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Attempting to bind port a013822f-56d2-458d-b2a5-8d921e9fb0ad on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:41:42.404148 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Attempting to bind port a013822f-56d2-458d-b2a5-8d921e9fb0ad by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:41:42.404545 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Attempting to bind port a013822f-56d2-458d-b2a5-8d921e9fb0ad on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:42.410252 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac4eb3-6173-4e45-9ae4-8b1b0c391255 None None] Pushing event updated for resources: {'Port': ['ID=a013822f-56d2-458d-b2a5-8d921e9fb0ad,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:42.412222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.419702 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:41:42.419702 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:42.419702 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.419702 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:41:42.419702 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Bound port: a013822f-56d2-458d-b2a5-8d921e9fb0ad, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:41:42.419702 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.455608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:42.458703 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:42.462861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:42.474535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] For port a013822f-56d2-458d-b2a5-8d921e9fb0ad, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:41:42.487571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] For port a013822f-56d2-458d-b2a5-8d921e9fb0ad, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a013822f-56d2-458d-b2a5-8d921e9fb0ad,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:41:42.488526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3197f0-1564-4ec8-a0e7-2e9b4f956140,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:42.505446 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f3ca4e70-05d4-48d4-a7d7-30c8fb7c1dd6 None None] Provisioning complete for port a013822f-56d2-458d-b2a5-8d921e9fb0ad triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:42.506087 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4e70-05d4-48d4-a7d7-30c8fb7c1dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.512087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:42.512405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:42.512932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:42.513474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:42.513903 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:42.514349 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:42.514770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:42.515221 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:42.515635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:42.516077 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:42.516493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:42.516954 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:42.535963 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.551642 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.555858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca4e70-05d4-48d4-a7d7-30c8fb7c1dd6 None None] Port a013822f-56d2-458d-b2a5-8d921e9fb0ad cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:42.611469 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a2c989-2945-486a-86b1-8787407e358d None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:42.630404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e6251deb-149c-46de-bd2a-ae4e5907b7ef up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:42.665506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac4eb3-6173-4e45-9ae4-8b1b0c391255 None None] Pushing event updated for resources: {'Port': ['ID=a013822f-56d2-458d-b2a5-8d921e9fb0ad,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:42.676361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:42.676991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:41:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:42.745449 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-59ba98a9-b730-4905-8921-ba2d4e3f3e8a None None] Provisioning complete for port a013822f-56d2-458d-b2a5-8d921e9fb0ad triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:42.745710 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-59ba98a9-b730-4905-8921-ba2d4e3f3e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.753179 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.824935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e6251deb-149c-46de-bd2a-ae4e5907b7ef triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:42.825312 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.864166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:42.938871 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:42.982687 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:43.035785 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-59ba98a9-b730-4905-8921-ba2d4e3f3e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:43.057908 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:43.059852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3197f0-1564-4ec8-a0e7-2e9b4f956140,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:43.167314 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:43.168990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:43.270061 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-59ba98a9-b730-4905-8921-ba2d4e3f3e8a None None] For port a013822f-56d2-458d-b2a5-8d921e9fb0ad, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a013822f-56d2-458d-b2a5-8d921e9fb0ad,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:43.314703 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Router a3c45480-c444-4eb7-a969-57b535435ece has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:41:43.342645 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-59ba98a9-b730-4905-8921-ba2d4e3f3e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:43.348561 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:40Z', 'revision_number': 3, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:43.381054 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81225a-d88d-4a91-ba83-5e7338ed865e None None] The sync data for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 is: [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:40Z', 'revision_number': 3, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:41:43.448614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba98a9-b730-4905-8921-ba2d4e3f3e8a None None] Pushing event updated for resources: {'Port': ['ID=a013822f-56d2-458d-b2a5-8d921e9fb0ad,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:43.458670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:43.473517 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d4e0d8ef-1a18-4f7d-a657-1e4398bbcc55 admin admin] 10.222.0.105 "PUT /v2.0/routers/a3c45480-c444-4eb7-a969-57b535435ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8173900 Nov 12 04:41:43.486160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e5ef18f2-f3ff-4d19-8286-968356720d97 None None] Provisioning complete for port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:43.486595 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5ef18f2-f3ff-4d19-8286-968356720d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:43.535075 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef18f2-f3ff-4d19-8286-968356720d97 None None] Port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:44.290933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59232) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:44.295559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-30195fad-d397-4eb1-bc22-ece574690e7e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989273550', 'description': 'tempest-description--322351084'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:44.457344 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30195fad-d397-4eb1-bc22-ece574690e7e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.529314 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30195fad-d397-4eb1-bc22-ece574690e7e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.599733 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30195fad-d397-4eb1-bc22-ece574690e7e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.633067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30195fad-d397-4eb1-bc22-ece574690e7e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7535d6f-3eb0-449f-95e0-d113ae626039,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:44.633658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a013822f-56d2-458d-b2a5-8d921e9fb0ad up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:44.681809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port a013822f-56d2-458d-b2a5-8d921e9fb0ad triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:44.682172 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.682291 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30195fad-d397-4eb1-bc22-ece574690e7e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.684186 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-30195fad-d397-4eb1-bc22-ece574690e7e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3920166 Nov 12 04:41:44.686783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:44.691187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6d5dd17f-0d53-43ac-8f77-7dbffd735b42 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Request body: {'security_group_rule': {'security_group_id': 'f7535d6f-3eb0-449f-95e0-d113ae626039', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:44.839159 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d5dd17f-0d53-43ac-8f77-7dbffd735b42 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.895924 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d5dd17f-0d53-43ac-8f77-7dbffd735b42 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.915635 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Sync routers for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:44.925207 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:44.925811 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:41:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:44.959664 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d5dd17f-0d53-43ac-8f77-7dbffd735b42 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.983112 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5dd17f-0d53-43ac-8f77-7dbffd735b42 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aad10ae-f0b1-40b7-9902-8828c68e1437,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:45.033179 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:45.076058 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d5dd17f-0d53-43ac-8f77-7dbffd735b42 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.079782 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6d5dd17f-0d53-43ac-8f77-7dbffd735b42 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3896658 Nov 12 04:41:45.080058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:45.084500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-aa29ec67-336f-4dd6-a50b-53c1d74982fa tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Request body: {'security_group_rule': {'security_group_id': 'f7535d6f-3eb0-449f-95e0-d113ae626039', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:45.171085 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa29ec67-336f-4dd6-a50b-53c1d74982fa tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.226977 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa29ec67-336f-4dd6-a50b-53c1d74982fa tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.246908 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 2, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:45.272309 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Checking router: a3c45480-c444-4eb7-a969-57b535435ece for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:41:45.272665 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Updating router a3c45480-c444-4eb7-a969-57b535435ece port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:41:45.279752 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa29ec67-336f-4dd6-a50b-53c1d74982fa tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.296761 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29ec67-336f-4dd6-a50b-53c1d74982fa tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27a4971-1655-446b-baed-62895d95905c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:45.300417 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.356872 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa29ec67-336f-4dd6-a50b-53c1d74982fa tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.358173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-aa29ec67-336f-4dd6-a50b-53c1d74982fa tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2770791 Nov 12 04:41:45.361374 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 59238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:45.367087 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:45.423173 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.517389 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.563113 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.622633 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.624740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Allocated IP 172.25.8.172 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/b9b0bc32-dce8-48da-a466-8c4e83058580) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:45.676302 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42365971-dc30-4ca2-86d9-77057f8dce2a None None] Pushing event updated for resources: {'Port': ['ID=9f3197f0-1564-4ec8-a0e7-2e9b4f956140,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:45.699608 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42365971-dc30-4ca2-86d9-77057f8dce2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.699977 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42365971-dc30-4ca2-86d9-77057f8dce2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.700315 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42365971-dc30-4ca2-86d9-77057f8dce2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.700649 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42365971-dc30-4ca2-86d9-77057f8dce2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.700984 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42365971-dc30-4ca2-86d9-77057f8dce2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.701310 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42365971-dc30-4ca2-86d9-77057f8dce2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.701633 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42365971-dc30-4ca2-86d9-77057f8dce2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.701958 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42365971-dc30-4ca2-86d9-77057f8dce2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.702299 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42365971-dc30-4ca2-86d9-77057f8dce2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.702595 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42365971-dc30-4ca2-86d9-77057f8dce2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.702913 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42365971-dc30-4ca2-86d9-77057f8dce2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.703230 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42365971-dc30-4ca2-86d9-77057f8dce2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.727471 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.739086 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Attempting to bind port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:41:45.739454 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Attempting to bind port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:41:45.739818 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Attempting to bind port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 on network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:45.745381 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:41:45.758031 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Checking segment: {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:45.758031 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.758031 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Bound using segment: {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:41:45.758031 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Bound port: 9f3197f0-1564-4ec8-a0e7-2e9b4f956140, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:41:45.758031 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.817041 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] For port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:41:45.820270 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] For port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9f3197f0-1564-4ec8-a0e7-2e9b4f956140,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:41:45.869458 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.870028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-958179d5-dd4d-456f-8c64-51ddddd4ab71 None None] Provisioning complete for port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:45.870507 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-958179d5-dd4d-456f-8c64-51ddddd4ab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.897713 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.905217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-958179d5-dd4d-456f-8c64-51ddddd4ab71 None None] Port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:45.907095 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:45.908846 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:45.911315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:45.953521 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event updated for resources: {'Port': ['ID=b9b0bc32-dce8-48da-a466-8c4e83058580,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:45.956492 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:45.957109 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:41:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:45.997187 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42365971-dc30-4ca2-86d9-77057f8dce2a None None] Pushing event updated for resources: {'Port': ['ID=9f3197f0-1564-4ec8-a0e7-2e9b4f956140,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:46.028192 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.129953 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.178474 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:46.227002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a80165f4-7bb6-4d1d-8243-ee21e892cee4 None None] Provisioning complete for port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:46.227272 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a80165f4-7bb6-4d1d-8243-ee21e892cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.302831 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.313602 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a80165f4-7bb6-4d1d-8243-ee21e892cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.345365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a80165f4-7bb6-4d1d-8243-ee21e892cee4 None None] For port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9f3197f0-1564-4ec8-a0e7-2e9b4f956140,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:46.360012 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.392002 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:45Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:46.419307 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3bb263-7edf-4d11-a1cb-2fa89c3a90f6 None None] The sync data for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 is: [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:45Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:41:46.422930 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a80165f4-7bb6-4d1d-8243-ee21e892cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.434654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event updated for resources: {'Port': ['ID=b9b0bc32-dce8-48da-a466-8c4e83058580,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:46.447763 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.473687 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80165f4-7bb6-4d1d-8243-ee21e892cee4 None None] Pushing event updated for resources: {'Port': ['ID=9f3197f0-1564-4ec8-a0e7-2e9b4f956140,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:46.527891 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.532692 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5d940817-efa7-49e3-b951-dbe4f4dfac65 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1659796 Nov 12 04:41:46.642894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:46.696156 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:46.696532 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.696950 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-d5fd502b-e42c-44c3-a92b-d755e0d95121 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--989273550&fields=id&tenant_id=ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 267 time: 0.0459960 Nov 12 04:41:46.819345 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-ace0b38d-7896-4b08-8a94-e3ceedfac704 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:46.820889 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-ace0b38d-7896-4b08-8a94-e3ceedfac704 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 812 time: 0.1160014 Nov 12 04:41:46.836592 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-dbaef113-e348-4625-9743-b80041f0dd8f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/quotas/ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 375 time: 0.0096562 Nov 12 04:41:46.892488 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-eebea7fa-73b7-47b3-b018-b024ec2d77ad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496299 Nov 12 04:41:46.991733 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-00a1409e-0690-45b7-8988-69899c41f473 service neutron] 10.222.0.105 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864861 Nov 12 04:41:47.089038 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-bb299c58-1c4a-466b-b27e-3da7de054f24 service neutron] 10.222.0.105 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908902 Nov 12 04:41:47.360013 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87db1cb1-8b78-476d-bcdc-ebc59c0c2229 req-1d61592c-0b0d-4fe9-b495-9d6b9eebc745 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 210 time: 0.0306628 Nov 12 04:41:48.465010 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-01028da9-c890-4fcf-b92c-08d4450bce9f req-32992266-11d5-4014-a2b3-99ab62b092eb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 210 time: 0.0270028 Nov 12 04:41:49.445566 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.451901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-970c4e60-ee16-4617-b4fe-f9d3021ee00d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:49.453382 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-970c4e60-ee16-4617-b4fe-f9d3021ee00d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 812 time: 0.1066482 Nov 12 04:41:49.525388 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-3abd9739-c1df-4c3c-93c1-57ae017743d8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 379 time: 0.0547538 Nov 12 04:41:49.535335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-3ea8d9aa-99d7-4f1d-8298-a0cbd9495ada tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Request body: {'port': {'device_id': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'admin_state_up': True, 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'security_groups': ['f7535d6f-3eb0-449f-95e0-d113ae626039']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:49.579547 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f6e1dca4-3f4d-4196-b5c2-e3307089c859 req-7b0be69e-8fe9-407b-9331-c2c2a7086f52 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 210 time: 0.0405021 Nov 12 04:41:49.731575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-3ea8d9aa-99d7-4f1d-8298-a0cbd9495ada tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Made reservation on behalf of ec1c78c614864a929d1e13b1c46bc757 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:49.735269 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-3ea8d9aa-99d7-4f1d-8298-a0cbd9495ada tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.862836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-3ea8d9aa-99d7-4f1d-8298-a0cbd9495ada tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Allocated IP 172.20.0.10 (1cb22090-112f-43fb-be14-3c5ac5f5aa02/2a8cb4f8-a13e-48f6-aff8-66e2f8a31058/44504126-71a3-4ef6-8d1f-7edcd7f3f4c0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:49.997399 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-3ea8d9aa-99d7-4f1d-8298-a0cbd9495ada tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.126165 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-3ea8d9aa-99d7-4f1d-8298-a0cbd9495ada tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.170278 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-3ea8d9aa-99d7-4f1d-8298-a0cbd9495ada tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:50.173840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-3ea8d9aa-99d7-4f1d-8298-a0cbd9495ada tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:50.177690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-3ea8d9aa-99d7-4f1d-8298-a0cbd9495ada tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:50.184894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8d9aa-99d7-4f1d-8298-a0cbd9495ada tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event updated for resources: {'Port': ['ID=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:50.234224 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-3ea8d9aa-99d7-4f1d-8298-a0cbd9495ada tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:50.234861 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-3ea8d9aa-99d7-4f1d-8298-a0cbd9495ada tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.323248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-3ea8d9aa-99d7-4f1d-8298-a0cbd9495ada tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7916360 Nov 12 04:41:50.342325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Request body: {'port': {'device_id': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:50.370368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1c497931-ff9f-4f45-9fea-0799081e3b9f None None] Provisioning complete for port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:50.370833 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c497931-ff9f-4f45-9fea-0799081e3b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.403125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.408778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1c497931-ff9f-4f45-9fea-0799081e3b9f None None] Port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:50.668407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:41:50.675893 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.689058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Transition to ACTIVE for port object 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:41:50.695611 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05eff-8da0-4354-96b6-d4c30adcf2e4 req-f0c6e32b-fd69-4c81-96a6-1c3082a1df25 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:50.697914 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bad05eff-8da0-4354-96b6-d4c30adcf2e4 req-f0c6e32b-fd69-4c81-96a6-1c3082a1df25 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 932 time: 0.0494161 Nov 12 04:41:50.744792 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bad05eff-8da0-4354-96b6-d4c30adcf2e4 req-744f7d91-eeee-4c09-9b7a-864e482ed3a3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409560 Nov 12 04:41:50.765739 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.821743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Pushing event updated for resources: {'Port': ['ID=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:50.890682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Attempting to bind port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:41:50.891016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Attempting to bind port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:41:50.891347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Attempting to bind port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 on network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:50.895777 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 on network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:41:50.896128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Attempting to bind port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 on network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:50.901282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:41:50.901617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Checking segment: {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:50.902146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Bound using segment: {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:41:50.902728 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Bound port: 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:41:50.903132 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.968796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] For port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:41:50.971997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] For port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:41:51.040230 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.078681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:51.079652 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.081115 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] 10.222.0.26 "PUT /v2.0/ports/44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 HTTP/1.1" status: 200 len: 1093 time: 0.7431538 Nov 12 04:41:51.083693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'tag': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:51.085813 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938a5e56-b3fe-4a1b-bcd5-0235051b2a08" -d '{"events": [{"name": "network-changed", "server_uuid": "a1baf3ee-d079-4cb8-b803-dfba8784ab3f", "tag": "44504126-71a3-4ef6-8d1f-7edcd7f3f4c0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:51.113815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cb3ee-b144-4170-bb6d-70dc644b8d86 service neutron] Pushing event updated for resources: {'Port': ['ID=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:51.135207 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287d8700-9c8b-4faf-a02a-7616e668e2eb x-openstack-request-id: req-287d8700-9c8b-4faf-a02a-7616e668e2eb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:51.135522 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1baf3ee-d079-4cb8-b803-dfba8784ab3f", "tag": "44504126-71a3-4ef6-8d1f-7edcd7f3f4c0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:51.135942 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-287d8700-9c8b-4faf-a02a-7616e668e2eb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:51.136378 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'tag': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0', 'status': 'completed', 'code': 200} Nov 12 04:41:51.225609 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a5e56-b3fe-4a1b-bcd5-0235051b2a08 req-eae001cb-9dd4-4118-8d03-7c4f2829eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:51.227032 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-938a5e56-b3fe-4a1b-bcd5-0235051b2a08 req-eae001cb-9dd4-4118-8d03-7c4f2829eaae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 1096 time: 0.0444415 Nov 12 04:41:51.336178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a5e56-b3fe-4a1b-bcd5-0235051b2a08 req-a7c69c1d-30da-4104-89e3-ff91d158cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:51.338163 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-938a5e56-b3fe-4a1b-bcd5-0235051b2a08 req-a7c69c1d-30da-4104-89e3-ff91d158cf48 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ec1c78c614864a929d1e13b1c46bc757&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0951269 Nov 12 04:41:51.437147 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a5e56-b3fe-4a1b-bcd5-0235051b2a08 req-28a4e015-9bcc-446c-846c-63663f1c3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:51.438614 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-938a5e56-b3fe-4a1b-bcd5-0235051b2a08 req-28a4e015-9bcc-446c-846c-63663f1c3b3c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0932031 Nov 12 04:41:51.540509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-eba40f82-0471-4926-800a-45caf1b5abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:51.542043 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-eba40f82-0471-4926-800a-45caf1b5abf6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 1096 time: 0.0411446 Nov 12 04:41:51.595392 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-ee32b17b-e917-4610-98f8-2ea11a48304f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 HTTP/1.1" status: 200 len: 217 time: 0.0385358 Nov 12 04:41:51.872689 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126b957-ff38-4d6b-bb4f-1bd24e88d7ae req-b30dcb30-e2e4-4657-9f72-3b842284594d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:51.874203 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3126b957-ff38-4d6b-bb4f-1bd24e88d7ae req-b30dcb30-e2e4-4657-9f72-3b842284594d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 944 time: 0.0575244 Nov 12 04:41:51.924187 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3126b957-ff38-4d6b-bb4f-1bd24e88d7ae req-dbe1eed5-92e3-467f-be58-fa120da96865 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435052 Nov 12 04:41:52.004757 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-809013be-b51d-4f47-b4c8-3ba9f100c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:52.006210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-809013be-b51d-4f47-b4c8-3ba9f100c031 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.4040782 Nov 12 04:41:52.053423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-bbbcc59f-8a22-4d70-8f64-abd02131a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:52.058091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-bbbcc59f-8a22-4d70-8f64-abd02131a815 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399921 Nov 12 04:41:52.147658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-f92fa1de-368c-45a3-a653-6c14bb724cc5 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841837 Nov 12 04:41:52.236275 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b2a57c6e-ae42-47f0-964c-76e932ca9830 req-1f50f1f7-515a-4ad3-b12f-9b11eaaa71bb service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805025 Nov 12 04:41:53.043308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78aa968-bbfc-491a-a989-7a818a59aa6a req-bddbb642-6b8a-4605-916f-52a70dcb45fd tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:53.044916 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c78aa968-bbfc-491a-a989-7a818a59aa6a req-bddbb642-6b8a-4605-916f-52a70dcb45fd tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 944 time: 0.0503962 Nov 12 04:41:53.098341 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c78aa968-bbfc-491a-a989-7a818a59aa6a req-03980837-e1ed-4ed2-b151-0759a6d74960 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473766 Nov 12 04:41:53.131370 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3c551448-daa0-46a7-893f-ccf95c41a818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:54.218038 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e92a05-4d0c-44f5-a294-9540624454f2 req-75611563-fc15-4dde-8f1e-951bae07f26f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:54.219593 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9e92a05-4d0c-44f5-a294-9540624454f2 req-75611563-fc15-4dde-8f1e-951bae07f26f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 944 time: 0.0533164 Nov 12 04:41:54.268710 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9e92a05-4d0c-44f5-a294-9540624454f2 req-470c8713-aac3-49b3-9cc1-62bbdad079da tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429289 Nov 12 04:41:54.974181 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:41:55.067315 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:55.078686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'port_id': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0', 'mac_address': 'fa:16:3e:ae:0e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:41:55.119998 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.132911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:41:55.152086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:55.211099 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.259614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:55.279955 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.387436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd34f0-b443-4f43-bf05-4ceb5d8e56eb req-8ad301c8-2387-4ea8-911c-171432d558c8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:55.389025 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1dbd34f0-b443-4f43-bf05-4ceb5d8e56eb req-8ad301c8-2387-4ea8-911c-171432d558c8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 945 time: 0.0497296 Nov 12 04:41:55.436191 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1dbd34f0-b443-4f43-bf05-4ceb5d8e56eb req-875104eb-19c9-4143-978e-6953cc6154c6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407259 Nov 12 04:41:55.612174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['44504126-71a3-4ef6-8d1f-7edcd7f3f4c0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:41:56.560620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa3a7d-0609-445e-aa83-57e88d6de656 req-8ebb8d30-bc53-40ad-80ff-26db2c766f8a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:56.562105 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8bfa3a7d-0609-445e-aa83-57e88d6de656 req-8ebb8d30-bc53-40ad-80ff-26db2c766f8a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 945 time: 0.0523522 Nov 12 04:41:56.609691 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8bfa3a7d-0609-445e-aa83-57e88d6de656 req-b0cbdb78-73d1-4fd1-b451-c70a96a771f6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416770 Nov 12 04:41:56.891440 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.902188 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6de7-e10f-4edb-af9d-4f51b6a43952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.005402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:57.114395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:41:57.118665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:57.119030 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.197004 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.218779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:57.221029 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e496881f-7734-43b9-98c6-e0a13b113b13" -d '{"events": [{"server_uuid": "a1baf3ee-d079-4cb8-b803-dfba8784ab3f", "name": "network-vif-plugged", "status": "completed", "tag": "44504126-71a3-4ef6-8d1f-7edcd7f3f4c0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:57.234006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:57.258343 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c219454f-9781-4ca3-8879-e08f135df44a x-openstack-request-id: req-c219454f-9781-4ca3-8879-e08f135df44a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:57.258640 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1baf3ee-d079-4cb8-b803-dfba8784ab3f", "name": "network-vif-plugged", "status": "completed", "tag": "44504126-71a3-4ef6-8d1f-7edcd7f3f4c0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:57.258905 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c219454f-9781-4ca3-8879-e08f135df44a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:57.259298 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0', 'code': 200} Nov 12 04:41:57.314267 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.371041 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:57.398297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c049dcd-d7a9-48c5-8eb6-35c2bf66e039 req-d6af267e-27ee-43a9-bf0a-59cc9c3342ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:57.400335 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c049dcd-d7a9-48c5-8eb6-35c2bf66e039 req-d6af267e-27ee-43a9-bf0a-59cc9c3342ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 1098 time: 0.0435879 Nov 12 04:41:57.446236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c049dcd-d7a9-48c5-8eb6-35c2bf66e039 req-2bd6d5da-5b51-4c4e-b1dd-ca3e50c38288 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371373 Nov 12 04:41:57.725729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47b7fa-3b66-4717-b206-78c0a72a2811 req-d182cd82-ec8d-4f05-bb67-624bbabe89e6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:57.727217 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3f47b7fa-3b66-4717-b206-78c0a72a2811 req-d182cd82-ec8d-4f05-bb67-624bbabe89e6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0489128 Nov 12 04:41:57.773076 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3f47b7fa-3b66-4717-b206-78c0a72a2811 req-62e343b2-a46e-422e-a9ec-69d0498d053f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397005 Nov 12 04:41:58.651475 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.908633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd10a5-025c-4551-b6ba-e103b4ef4c97 req-b718e105-7e9a-446c-a717-4a3b73081325 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:58.910173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0dd10a5-025c-4551-b6ba-e103b4ef4c97 req-b718e105-7e9a-446c-a717-4a3b73081325 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0571198 Nov 12 04:41:58.961056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f0dd10a5-025c-4551-b6ba-e103b4ef4c97 req-1d70706b-8a71-4266-9eb4-0e32d1c06624 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448256 Nov 12 04:41:59.057490 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.076853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d209fe-51c7-4d28-95e6-6fbebbb915be req-6996f823-ac4d-4679-b9fa-c909c60835fe tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:00.078318 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d9d209fe-51c7-4d28-95e6-6fbebbb915be req-6996f823-ac4d-4679-b9fa-c909c60835fe tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0481734 Nov 12 04:42:00.129911 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d9d209fe-51c7-4d28-95e6-6fbebbb915be req-d1ea8137-5f02-40ce-bbf9-c96a684128f8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456185 Nov 12 04:42:00.240122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00287997-743f-4f94-9932-b40fb42a48a6 req-7f5df24c-9a8c-476d-9074-07c321bc657e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:00.241565 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-00287997-743f-4f94-9932-b40fb42a48a6 req-7f5df24c-9a8c-476d-9074-07c321bc657e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0488329 Nov 12 04:42:00.250943 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59294) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:00.255446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-aaa92e8a-b5fe-410d-82fc-3c40d6f86868 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Request body: {'floatingip': {'port_id': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:00.297579 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaa92e8a-b5fe-410d-82fc-3c40d6f86868 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.744940 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaa92e8a-b5fe-410d-82fc-3c40d6f86868 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.828395 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaa92e8a-b5fe-410d-82fc-3c40d6f86868 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.928477 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-aaa92e8a-b5fe-410d-82fc-3c40d6f86868 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0 associated. External IP: 172.25.8.172, port: 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0. Nov 12 04:42:01.136969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa92e8a-b5fe-410d-82fc-3c40d6f86868 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Router a3c45480-c444-4eb7-a969-57b535435ece has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:42:01.245712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa92e8a-b5fe-410d-82fc-3c40d6f86868 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:42:01.250537 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaa92e8a-b5fe-410d-82fc-3c40d6f86868 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.259002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099aa61-8899-478e-a3e5-ff5eb8186242 None None] Sync routers for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:42:01.268312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099aa61-8899-478e-a3e5-ff5eb8186242 None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:01.268981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3099aa61-8899-478e-a3e5-ff5eb8186242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:41:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:01.281448 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-aaa92e8a-b5fe-410d-82fc-3c40d6f86868 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "PUT /v2.0/floatingips/ba4262fa-6b75-4c6f-9d61-0426daa007c0 HTTP/1.1" status: 200 len: 992 time: 1.0294282 Nov 12 04:42:01.282049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'tag': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:01.284342 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5b9486-0c57-423e-ab56-ad7a164889ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a1baf3ee-d079-4cb8-b803-dfba8784ab3f", "tag": "44504126-71a3-4ef6-8d1f-7edcd7f3f4c0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:01.330395 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc06ff27-9428-4e95-b993-83491ae5fb41 x-openstack-request-id: req-bc06ff27-9428-4e95-b993-83491ae5fb41 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:01.330713 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1baf3ee-d079-4cb8-b803-dfba8784ab3f", "tag": "44504126-71a3-4ef6-8d1f-7edcd7f3f4c0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:01.330970 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bc06ff27-9428-4e95-b993-83491ae5fb41 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:01.335985 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'tag': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0', 'status': 'completed', 'code': 200} Nov 12 04:42:01.389550 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3099aa61-8899-478e-a3e5-ff5eb8186242 None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:01.438629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b9486-0c57-423e-ab56-ad7a164889ae req-16bb759f-ad86-4ef6-ade5-8619a25f69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:01.440178 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d5b9486-0c57-423e-ab56-ad7a164889ae req-16bb759f-ad86-4ef6-ade5-8619a25f69cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 1098 time: 0.0431297 Nov 12 04:42:01.541764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b9486-0c57-423e-ab56-ad7a164889ae req-e74832f5-51be-46a3-8e8c-2fc4b2bee4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:01.543272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d5b9486-0c57-423e-ab56-ad7a164889ae req-e74832f5-51be-46a3-8e8c-2fc4b2bee4d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0949678 Nov 12 04:42:01.612224 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d5b9486-0c57-423e-ab56-ad7a164889ae req-857d1073-242e-4992-832d-a4932e2bb363 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 HTTP/1.1" status: 200 len: 1000 time: 0.0601583 Nov 12 04:42:01.635209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3099aa61-8899-478e-a3e5-ff5eb8186242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ba4262fa-6b75-4c6f-9d61-0426daa007c0', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'port_id': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'mac_address': 'fa:16:3e:ae:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:45Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 1, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:01.664094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099aa61-8899-478e-a3e5-ff5eb8186242 None None] Checking router: a3c45480-c444-4eb7-a969-57b535435ece for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:42:01.673538 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099aa61-8899-478e-a3e5-ff5eb8186242 None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:01.674161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3099aa61-8899-478e-a3e5-ff5eb8186242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:41:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:01.674305 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b9486-0c57-423e-ab56-ad7a164889ae req-9182ca52-87ba-4b9d-8f1f-b44f213b7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:01.675883 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d5b9486-0c57-423e-ab56-ad7a164889ae req-9182ca52-87ba-4b9d-8f1f-b44f213b7bfc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0527074 Nov 12 04:42:01.723120 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b9486-0c57-423e-ab56-ad7a164889ae req-af8e69f8-646d-4c09-a89d-71bc52c8e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:01.731813 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d5b9486-0c57-423e-ab56-ad7a164889ae req-af8e69f8-646d-4c09-a89d-71bc52c8e455 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407794 Nov 12 04:42:01.780955 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3099aa61-8899-478e-a3e5-ff5eb8186242 None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:01.837189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d5b9486-0c57-423e-ab56-ad7a164889ae req-06072025-bcaa-4ce8-a828-24240607dcd5 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984745 Nov 12 04:42:01.931057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8d5b9486-0c57-423e-ab56-ad7a164889ae req-f649f53a-4966-49bf-9159-46adc046e01e service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914187 Nov 12 04:42:02.012613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3099aa61-8899-478e-a3e5-ff5eb8186242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ba4262fa-6b75-4c6f-9d61-0426daa007c0', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'port_id': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'mac_address': 'fa:16:3e:ae:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:45Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 1, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:02.038733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099aa61-8899-478e-a3e5-ff5eb8186242 None None] The sync data for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 is: [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ba4262fa-6b75-4c6f-9d61-0426daa007c0', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'port_id': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'mac_address': 'fa:16:3e:ae:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:45Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 1, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:02.226987 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935f5ad8-6707-42df-8c1d-df4b1ed434ac None None] New status for floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:42:06.643150 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:42:19.451128 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:23.125279 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d3e43d19-8799-4ef3-88f3-c4b6ae584932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:25.273532 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:26.906279 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:26.930361 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d931039c-856d-45d2-bf3b-570fcb179cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:28.650651 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:29.003832 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.887407 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5fce649-37d7-4a8b-bd9e-be16d776f83e req-c2ecbcce-1505-4630-9ea2-4ed51a0b42d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508611 Nov 12 04:42:32.991523 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fce649-37d7-4a8b-bd9e-be16d776f83e req-1caf9ca4-7dff-4c40-be68-3c7d0af6d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:32.992994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5fce649-37d7-4a8b-bd9e-be16d776f83e req-1caf9ca4-7dff-4c40-be68-3c7d0af6d2e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 1098 time: 0.0463231 Nov 12 04:42:33.107948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fce649-37d7-4a8b-bd9e-be16d776f83e req-d0bc44db-76bb-4a7b-8088-6cb6b674a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:33.109434 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5fce649-37d7-4a8b-bd9e-be16d776f83e req-d0bc44db-76bb-4a7b-8088-6cb6b674a066 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0944176 Nov 12 04:42:33.179074 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5fce649-37d7-4a8b-bd9e-be16d776f83e req-c7acd9da-fb16-4011-9ae5-f61308194b4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 HTTP/1.1" status: 200 len: 1002 time: 0.0619929 Nov 12 04:42:33.233223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fce649-37d7-4a8b-bd9e-be16d776f83e req-1d462354-975b-4223-b9d8-237d3ba5d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:33.234759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5fce649-37d7-4a8b-bd9e-be16d776f83e req-1d462354-975b-4223-b9d8-237d3ba5d5e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0474172 Nov 12 04:42:33.281829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fce649-37d7-4a8b-bd9e-be16d776f83e req-a985f30a-7561-4198-a7c4-768b999ddce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:33.283339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5fce649-37d7-4a8b-bd9e-be16d776f83e req-a985f30a-7561-4198-a7c4-768b999ddce6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410230 Nov 12 04:42:33.382532 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5fce649-37d7-4a8b-bd9e-be16d776f83e req-319f40ef-402f-49a4-b0ca-6a7eeba75046 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915256 Nov 12 04:42:33.476279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5fce649-37d7-4a8b-bd9e-be16d776f83e req-f2e32103-f0a7-4f58-afe3-8ec7057796f4 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844340 Nov 12 04:42:43.642758 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:42:49.473866 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:53.107714 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa888c39-67ab-4a3b-957c-9992e082bfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:55.278894 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:56.899442 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-657da2da-9f42-4881-b641-b218a57b5125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:56.939393 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:58.633203 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:58.999515 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:19.407632 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.642723 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:43:23.110488 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c066e31-0c61-489f-81bc-9dfa9b859d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.318309 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.918226 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7f99-6de4-4cd9-897a-1883d98b5a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.929722 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:28.641336 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:28.999528 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:32.840028 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3367650-474a-4739-8298-afc6cce4a5e3 req-63d2a8e0-c23b-4406-aaae-3f82dfc75d6f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397017 Nov 12 04:43:32.945171 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3367650-474a-4739-8298-afc6cce4a5e3 req-f8621d2c-af36-4112-813e-d17df53dae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:32.946575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3367650-474a-4739-8298-afc6cce4a5e3 req-f8621d2c-af36-4112-813e-d17df53dae97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 1098 time: 0.0449862 Nov 12 04:43:33.052514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3367650-474a-4739-8298-afc6cce4a5e3 req-0ac93f08-b496-48dc-822a-9db20a33f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:33.054076 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3367650-474a-4739-8298-afc6cce4a5e3 req-0ac93f08-b496-48dc-822a-9db20a33f109 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0879111 Nov 12 04:43:33.124877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3367650-474a-4739-8298-afc6cce4a5e3 req-dd692221-7557-47be-bf0b-4a9709f70108 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 HTTP/1.1" status: 200 len: 1002 time: 0.0627370 Nov 12 04:43:33.175013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3367650-474a-4739-8298-afc6cce4a5e3 req-edaee16e-48d3-4fdd-b241-bceff8749f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:33.176532 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3367650-474a-4739-8298-afc6cce4a5e3 req-edaee16e-48d3-4fdd-b241-bceff8749f24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0445566 Nov 12 04:43:33.224214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3367650-474a-4739-8298-afc6cce4a5e3 req-38fe94f8-dde1-48a6-afde-574b60879a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:33.225632 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3367650-474a-4739-8298-afc6cce4a5e3 req-38fe94f8-dde1-48a6-afde-574b60879a27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419204 Nov 12 04:43:33.323279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3367650-474a-4739-8298-afc6cce4a5e3 req-fe0bb202-995b-45e4-b2dd-87506e3143e0 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886021 Nov 12 04:43:33.429131 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3367650-474a-4739-8298-afc6cce4a5e3 req-6ce91316-3ee1-4d08-b75b-213ec668e2de service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824037 Nov 12 04:43:49.432119 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:53.103142 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-018d9c26-b87e-4481-a374-5ccbc3c6335f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.297487 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:56.894385 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4fbbbaae-32cc-4bbf-888d-ea658edbaad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:56.928679 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:57.642813 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:43:58.663531 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:59.040552 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:13.799912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-9874d656-5cb3-4b24-80ef-05a86674f41f req-a40b13ef-dd7e-4715-b71b-b639f57a8dcd service neutron] (103147) timed out ('10.222.0.26', 49768) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:44:19.439618 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:23.145962 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ee3c8dba-3374-4951-a612-cc1c0444c95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:25.308071 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:26.891406 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-712d94a8-5e03-492c-9483-4c91758ed463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:26.925371 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.643042 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.997600 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:33.908352 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1116eb6e-895c-4258-a106-cda8757896d5 req-03051d15-38a1-4bd7-9c20-9a0f680c978f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480440 Nov 12 04:44:34.009306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116eb6e-895c-4258-a106-cda8757896d5 req-9d9d5661-383b-40d7-bc88-06ac3c60cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:34.010807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1116eb6e-895c-4258-a106-cda8757896d5 req-9d9d5661-383b-40d7-bc88-06ac3c60cb9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 1098 time: 0.0409427 Nov 12 04:44:34.114714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116eb6e-895c-4258-a106-cda8757896d5 req-1442e19a-808b-4cf9-98c8-e359a5c3ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:34.116161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1116eb6e-895c-4258-a106-cda8757896d5 req-1442e19a-808b-4cf9-98c8-e359a5c3ae49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0844722 Nov 12 04:44:34.185113 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1116eb6e-895c-4258-a106-cda8757896d5 req-8ee87c11-f0d1-4789-81b3-e8144a39fbcf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 HTTP/1.1" status: 200 len: 1002 time: 0.0616920 Nov 12 04:44:34.235542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116eb6e-895c-4258-a106-cda8757896d5 req-0f63a00b-8689-4d60-a8cb-523d62ecac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:34.237029 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1116eb6e-895c-4258-a106-cda8757896d5 req-0f63a00b-8689-4d60-a8cb-523d62ecac29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0441048 Nov 12 04:44:34.294098 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116eb6e-895c-4258-a106-cda8757896d5 req-ee890335-8478-4244-b936-3ff682c77cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:34.295605 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1116eb6e-895c-4258-a106-cda8757896d5 req-ee890335-8478-4244-b936-3ff682c77cb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510423 Nov 12 04:44:34.396253 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1116eb6e-895c-4258-a106-cda8757896d5 req-da8b6004-07c6-4dce-bd97-db014f593e34 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879204 Nov 12 04:44:34.487498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1116eb6e-895c-4258-a106-cda8757896d5 req-6fb2a6b2-3088-4dc6-af9e-f989ffdc254b service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864704 Nov 12 04:44:34.641540 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:44:37.212145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97295e00-046d-40b3-9790-29695e16658a req-d272ee10-87f0-455b-a02f-743871c1a669 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:37.213666 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97295e00-046d-40b3-9790-29695e16658a req-d272ee10-87f0-455b-a02f-743871c1a669 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0550165 Nov 12 04:44:37.261164 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-97295e00-046d-40b3-9790-29695e16658a req-1f810a1e-7c5b-4cf8-b69e-726d6ac4fcbd tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416169 Nov 12 04:44:37.689756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02348b-f190-403b-9e3d-6795915c299f req-8e401ae9-dada-4b3a-a6f2-cb1179b61272 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:37.691229 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c02348b-f190-403b-9e3d-6795915c299f req-8e401ae9-dada-4b3a-a6f2-cb1179b61272 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0503285 Nov 12 04:44:37.739532 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c02348b-f190-403b-9e3d-6795915c299f req-2617c3e2-427e-492a-8081-5618cd0cd14a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415428 Nov 12 04:44:37.897777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-5e124adb-8fa8-47ff-a4a2-bf65dfe981c4 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0972610 Nov 12 04:44:38.859804 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c8ebd-2406-4486-aa80-b100a9b401ab req-e1dec3f6-5946-4d68-872b-b62d388f4bcf tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:38.861338 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-539c8ebd-2406-4486-aa80-b100a9b401ab req-e1dec3f6-5946-4d68-872b-b62d388f4bcf tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0526128 Nov 12 04:44:38.916308 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-539c8ebd-2406-4486-aa80-b100a9b401ab req-6ae076a9-5893-41d2-95de-8cb3df53e1fc tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480242 Nov 12 04:44:40.036768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3a0a0-bbb7-44bb-a2b4-324e77b74e37 req-ab09b806-6c8c-45f2-a2ef-6c1c205f62a0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:40.038917 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-daf3a0a0-bbb7-44bb-a2b4-324e77b74e37 req-ab09b806-6c8c-45f2-a2ef-6c1c205f62a0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0503914 Nov 12 04:44:40.087443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-daf3a0a0-bbb7-44bb-a2b4-324e77b74e37 req-d9d8aa22-8e51-4309-bfe7-8c8ae24ed250 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414817 Nov 12 04:44:40.168018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-bb7931c4-e50a-4bf9-8324-bbaa2e0829cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:40.169545 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-bb7931c4-e50a-4bf9-8324-bbaa2e0829cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 1098 time: 0.0422328 Nov 12 04:44:40.270707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-a6a6a0cf-0aec-4bf3-a350-fec486428815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:40.272101 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-a6a6a0cf-0aec-4bf3-a350-fec486428815 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0951612 Nov 12 04:44:40.341092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-01aa03ac-ecaf-4a7f-a594-024707edecf7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 HTTP/1.1" status: 200 len: 1002 time: 0.0615523 Nov 12 04:44:40.395200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-48564c69-cd13-49ea-94af-186ad0065ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:40.396688 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-48564c69-cd13-49ea-94af-186ad0065ae3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0482519 Nov 12 04:44:40.443475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-97cafa26-1acc-4401-a7c4-30b6bbf7336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:40.448690 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-97cafa26-1acc-4401-a7c4-30b6bbf7336d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437701 Nov 12 04:44:40.548218 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-d1525e2e-c7ce-4246-a66a-34b51c7faa73 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913622 Nov 12 04:44:40.657223 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-3ccb082e-d1eb-4aad-81a0-2de94514f0a2 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015582 Nov 12 04:44:41.216268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e4a72-5bbe-4a90-9dbc-13e9c1450bdc req-4ddb5081-715f-42db-80f3-faea5287b23f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:41.217836 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-639e4a72-5bbe-4a90-9dbc-13e9c1450bdc req-4ddb5081-715f-42db-80f3-faea5287b23f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0533450 Nov 12 04:44:41.271825 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-639e4a72-5bbe-4a90-9dbc-13e9c1450bdc req-182e5883-3efb-4b46-a6c9-03f135b0b5dc tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463417 Nov 12 04:44:42.401667 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09345134-451c-481f-8ad5-aafc0165e505 req-eae09132-a902-4523-a7f8-06f6d1aa7601 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:42.403156 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09345134-451c-481f-8ad5-aafc0165e505 req-eae09132-a902-4523-a7f8-06f6d1aa7601 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0605114 Nov 12 04:44:42.449482 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09345134-451c-481f-8ad5-aafc0165e505 req-3855f8dc-5ebf-4d45-b765-d07c49c35bc1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403972 Nov 12 04:44:43.569229 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ba619-7a17-4b32-88af-a37b41bb54d2 req-e60dca5a-17a8-4b6d-8823-17366634e61f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:43.570712 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a8ba619-7a17-4b32-88af-a37b41bb54d2 req-e60dca5a-17a8-4b6d-8823-17366634e61f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0541139 Nov 12 04:44:43.618633 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a8ba619-7a17-4b32-88af-a37b41bb54d2 req-5a1e3535-c9dc-4994-9403-a44653c078fd tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419011 Nov 12 04:44:44.739518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73acf3-19de-40bc-9799-923fd1816198 req-0beb1fac-81e5-4325-9863-002b0362bdb3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:44.741024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d73acf3-19de-40bc-9799-923fd1816198 req-0beb1fac-81e5-4325-9863-002b0362bdb3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0535831 Nov 12 04:44:44.791422 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d73acf3-19de-40bc-9799-923fd1816198 req-947b5bed-88aa-4a4a-9fea-1826faecdb3e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444369 Nov 12 04:44:45.907909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eccd6c-57ac-49fd-9060-4e6b15f00af4 req-e6dbb795-189c-4d18-9dfd-70fcfdf019de tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:45.909418 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c0eccd6c-57ac-49fd-9060-4e6b15f00af4 req-e6dbb795-189c-4d18-9dfd-70fcfdf019de tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0492942 Nov 12 04:44:45.956352 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c0eccd6c-57ac-49fd-9060-4e6b15f00af4 req-e384e958-5d92-4e15-a393-3f80cf058720 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402412 Nov 12 04:44:47.074089 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5427937-eec7-457b-a5bb-a2c99e2016bb req-9cddc202-fe2d-4bc1-bd4b-f67b91fc1238 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:47.075547 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5427937-eec7-457b-a5bb-a2c99e2016bb req-9cddc202-fe2d-4bc1-bd4b-f67b91fc1238 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0485907 Nov 12 04:44:47.126325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a5427937-eec7-457b-a5bb-a2c99e2016bb req-c189b6f2-8940-4f81-928b-e68d91420cb1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447872 Nov 12 04:44:48.240768 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316d56d-61b1-453c-bd93-eed26a29bef1 req-865cd520-0a0f-47b6-9cf7-7c912963d374 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:48.242239 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4316d56d-61b1-453c-bd93-eed26a29bef1 req-865cd520-0a0f-47b6-9cf7-7c912963d374 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0482526 Nov 12 04:44:48.292602 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4316d56d-61b1-453c-bd93-eed26a29bef1 req-047b80bf-5bd5-4ad3-9ec6-dba7661a537e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444925 Nov 12 04:44:49.415383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca55bd5-d5e5-4731-9442-a0cec8f6679c req-09669415-040f-497b-804e-29bd904c2201 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:49.416946 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ca55bd5-d5e5-4731-9442-a0cec8f6679c req-09669415-040f-497b-804e-29bd904c2201 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0568020 Nov 12 04:44:49.427389 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:49.468112 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ca55bd5-d5e5-4731-9442-a0cec8f6679c req-9362def5-7717-4691-8bb5-35cfb9ccd54c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451677 Nov 12 04:44:50.582645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10201158-34cd-453d-ae2a-1b03c4edba48 req-664821d1-fe6c-468d-8270-3396f7ab105a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:50.584070 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-10201158-34cd-453d-ae2a-1b03c4edba48 req-664821d1-fe6c-468d-8270-3396f7ab105a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0482838 Nov 12 04:44:50.632735 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-10201158-34cd-453d-ae2a-1b03c4edba48 req-6cf243be-36ef-4052-aba5-414352820960 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426044 Nov 12 04:44:51.754204 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2296ef-48dd-46b7-8cfc-1838e36f24b0 req-173d9ee5-1567-46c3-bf0f-5263e9c4e4ef tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:51.756240 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d2296ef-48dd-46b7-8cfc-1838e36f24b0 req-173d9ee5-1567-46c3-bf0f-5263e9c4e4ef tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0497301 Nov 12 04:44:51.804980 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d2296ef-48dd-46b7-8cfc-1838e36f24b0 req-1ee95d99-9175-4910-a287-c2cc2a16f07b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427108 Nov 12 04:44:52.934568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0c595-f425-4e2e-9b4d-4bda6f5a7a11 req-d74f9947-d26f-44f8-937a-493b11dea5e9 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:52.935992 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3c0c595-f425-4e2e-9b4d-4bda6f5a7a11 req-d74f9947-d26f-44f8-937a-493b11dea5e9 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0492361 Nov 12 04:44:52.984418 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3c0c595-f425-4e2e-9b4d-4bda6f5a7a11 req-3aac90b0-3c95-4a7e-a6dd-974a01d220d7 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423822 Nov 12 04:44:53.113196 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b5ca4da-fb0f-4e21-9673-91d71c4bbfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:53.151933 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-aac5d82a-b3da-46a4-8198-2f6cf04341d7 service neutron] 10.222.0.26 "GET /v2.0/ports/44504126-71a3-4ef6-8d1f-7edcd7f3f4c0/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.0541906 Nov 12 04:44:53.762460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-1bc38750-3a0e-44ce-9012-9e607fff1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:53.763851 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-1bc38750-3a0e-44ce-9012-9e607fff1c83 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f&tenant_id=ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 1098 time: 0.0429838 Nov 12 04:44:53.840861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-835446c7-5a44-4f44-90db-2d193cda1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:53.842348 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-835446c7-5a44-4f44-90db-2d193cda1473 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 1098 time: 0.0444920 Nov 12 04:44:53.934310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-80a0acff-0600-4eb9-b7cd-0eca67bc1718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:53.935765 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-80a0acff-0600-4eb9-b7cd-0eca67bc1718 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0850897 Nov 12 04:44:54.004933 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-9e783252-69e5-4554-8f40-78f25eb168cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 HTTP/1.1" status: 200 len: 1002 time: 0.0610883 Nov 12 04:44:54.058227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-34f04ad6-1a55-4d5a-9df2-105fbf5e8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:54.059689 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-34f04ad6-1a55-4d5a-9df2-105fbf5e8a3c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0459435 Nov 12 04:44:54.135325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-2a80784d-af57-411b-bc29-5fd15f542f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:54.136843 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-2a80784d-af57-411b-bc29-5fd15f542f6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647106 Nov 12 04:44:54.144222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5a375-c71d-4ecb-aef4-89851e090308 req-99d017ba-7677-406c-a477-e7eecfe5d2af tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:54.145573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fc5a375-c71d-4ecb-aef4-89851e090308 req-99d017ba-7677-406c-a477-e7eecfe5d2af tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0823262 Nov 12 04:44:54.243507 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fc5a375-c71d-4ecb-aef4-89851e090308 req-254368b1-bf17-4866-aab4-e4e767b25587 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900698 Nov 12 04:44:54.261595 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-afc339b4-5320-4365-8b7e-92b10628015c service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150601 Nov 12 04:44:54.367488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4e56ab34-5732-4f0c-87b6-cd6893fc4d8e req-00d745a3-9eaf-446a-9395-fe3d722c45b2 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975676 Nov 12 04:44:55.301358 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:55.365800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7094077-f340-446c-bd80-5549122d7f74 req-40625c94-31fb-48e0-bbf9-c28d881f5c81 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:55.367321 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7094077-f340-446c-bd80-5549122d7f74 req-40625c94-31fb-48e0-bbf9-c28d881f5c81 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0533638 Nov 12 04:44:55.415252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7094077-f340-446c-bd80-5549122d7f74 req-16421fe0-6eb8-4440-8222-a110d50b11b5 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417364 Nov 12 04:44:56.552547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be55d7d-eaff-4e85-8957-ab44455c7560 req-778ff38b-00c2-46aa-803b-1bd68e66770e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:56.554041 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8be55d7d-eaff-4e85-8957-ab44455c7560 req-778ff38b-00c2-46aa-803b-1bd68e66770e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0600619 Nov 12 04:44:56.601866 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8be55d7d-eaff-4e85-8957-ab44455c7560 req-0ca1cf35-fd3e-4b2f-bc36-0e258f409130 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413556 Nov 12 04:44:56.901435 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25456964-633e-42a1-bbb6-f9a245e088d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:56.916833 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:57.723467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82a6f7-473d-4e02-8abd-00a343f24e59 req-8eba6331-5383-4173-96be-44d124819adf tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:57.725207 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a82a6f7-473d-4e02-8abd-00a343f24e59 req-8eba6331-5383-4173-96be-44d124819adf tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0503483 Nov 12 04:44:57.777573 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a82a6f7-473d-4e02-8abd-00a343f24e59 req-1b42c0df-6ed5-4987-adfc-02b5a77d7edf tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422895 Nov 12 04:44:57.783528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:44:57.864349 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:57.885822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:44:57.888024 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6ca5ad-2cad-4359-815c-9b1d696914bb" -d '{"events": [{"server_uuid": "a1baf3ee-d079-4cb8-b803-dfba8784ab3f", "name": "network-vif-unplugged", "status": "completed", "tag": "44504126-71a3-4ef6-8d1f-7edcd7f3f4c0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:44:57.900527 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:57.934218 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cade630-dfd7-4def-b6e4-729ffb516617 x-openstack-request-id: req-6cade630-dfd7-4def-b6e4-729ffb516617 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:44:57.934824 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1baf3ee-d079-4cb8-b803-dfba8784ab3f", "name": "network-vif-unplugged", "status": "completed", "tag": "44504126-71a3-4ef6-8d1f-7edcd7f3f4c0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:44:57.935038 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6cade630-dfd7-4def-b6e4-729ffb516617 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:44:57.935448 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0', 'code': 200} Nov 12 04:44:57.974430 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:58.022326 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:58.030443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:58.030792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:58.031135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:58.031499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:58.031837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:58.032232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:58.032566 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:58.032890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:58.033214 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:58.033537 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:58.033879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:58.034177 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:58.626603 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:58.897913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f95f31-39d0-441c-8d1c-4579d9c679e6 req-a8e9b859-5e80-4c11-97f9-6616b494d682 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:58.899246 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25f95f31-39d0-441c-8d1c-4579d9c679e6 req-a8e9b859-5e80-4c11-97f9-6616b494d682 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 944 time: 0.0524597 Nov 12 04:44:58.947703 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-25f95f31-39d0-441c-8d1c-4579d9c679e6 req-eb8a8b5f-5373-457a-93ea-aad583d6cffb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424452 Nov 12 04:44:58.986933 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:59.307077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3548eb8-540c-4ccd-aba8-3453353df3db req-9ec7468e-17ad-4774-8922-2476a97c4e56 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:59.308622 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3548eb8-540c-4ccd-aba8-3453353df3db req-9ec7468e-17ad-4774-8922-2476a97c4e56 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 944 time: 0.0496976 Nov 12 04:44:59.358995 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b3548eb8-540c-4ccd-aba8-3453353df3db req-eb28ab24-f9fb-42c0-9810-f337681b9fcb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443807 Nov 12 04:44:59.429635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755e215-47f5-4847-9c7a-53c059a95995 req-62cc84ea-c9ad-4b44-bbb0-5ca7bb7a465a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:59.431059 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5755e215-47f5-4847-9c7a-53c059a95995 req-62cc84ea-c9ad-4b44-bbb0-5ca7bb7a465a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f&tenant_id=ec1c78c614864a929d1e13b1c46bc757&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 944 time: 0.0550973 Nov 12 04:44:59.531493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755e215-47f5-4847-9c7a-53c059a95995 req-bf858829-b1ca-4849-9387-8de0e3afa317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:59.539191 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5755e215-47f5-4847-9c7a-53c059a95995 req-bf858829-b1ca-4849-9387-8de0e3afa317 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 1096 time: 0.0407300 Nov 12 04:44:59.623605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755e215-47f5-4847-9c7a-53c059a95995 req-8ddc3b1c-ce3a-4660-b62b-a8836d2b03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:59.625105 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5755e215-47f5-4847-9c7a-53c059a95995 req-8ddc3b1c-ce3a-4660-b62b-a8836d2b03d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0850668 Nov 12 04:44:59.692522 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5755e215-47f5-4847-9c7a-53c059a95995 req-cf008eb7-13c3-4ffd-88c2-809eb66125ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 HTTP/1.1" status: 200 len: 1000 time: 0.0597265 Nov 12 04:44:59.743358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755e215-47f5-4847-9c7a-53c059a95995 req-0110ac35-386c-468b-a6bc-ea99c7a3f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:59.744892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5755e215-47f5-4847-9c7a-53c059a95995 req-0110ac35-386c-468b-a6bc-ea99c7a3f690 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0442235 Nov 12 04:44:59.789881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:44:59.792571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755e215-47f5-4847-9c7a-53c059a95995 req-3f604152-2481-4a21-9ed7-b6eb5e2a3fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:59.794072 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5755e215-47f5-4847-9c7a-53c059a95995 req-3f604152-2481-4a21-9ed7-b6eb5e2a3fa8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422606 Nov 12 04:44:59.883285 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:59.889665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5755e215-47f5-4847-9c7a-53c059a95995 req-8bfc1227-ccd0-4d60-a7f6-27ece169d8fd service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879467 Nov 12 04:44:59.894674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'port_id': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0', 'mac_address': 'fa:16:3e:ae:0e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:44:59.932247 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:59.948565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:44:59.968443 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:59.983344 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5755e215-47f5-4847-9c7a-53c059a95995 req-a1b32a8c-9165-403e-b224-122faafc4415 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864928 Nov 12 04:45:00.050095 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:00.102703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:00.505996 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0d141-87fd-4001-b11e-d9bf1913cb07 req-59dbf9ec-25d7-427e-bdd4-a1fb0d2b622c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:00.507592 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92d0d141-87fd-4001-b11e-d9bf1913cb07 req-59dbf9ec-25d7-427e-bdd4-a1fb0d2b622c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 945 time: 0.0555713 Nov 12 04:45:00.561966 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92d0d141-87fd-4001-b11e-d9bf1913cb07 req-86047267-7b34-4f30-bf25-3d4918d6500f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472929 Nov 12 04:45:00.566288 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['44504126-71a3-4ef6-8d1f-7edcd7f3f4c0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:45:01.678324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fafcc-3339-4418-8095-7bd896933d22 req-5f345553-b93f-4f45-a6cc-abe777b0e817 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:01.680313 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6fafcc-3339-4418-8095-7bd896933d22 req-5f345553-b93f-4f45-a6cc-abe777b0e817 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 945 time: 0.0474908 Nov 12 04:45:01.730654 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7f6fafcc-3339-4418-8095-7bd896933d22 req-0cfc2e8c-db45-4b97-8fc6-e90e8075c7ed tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444605 Nov 12 04:45:01.803948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:45:01.844121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16053e24-1138-4461-b3af-86d9799806ef req-88635308-8c88-457a-a682-8c449973c838 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:01.845609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16053e24-1138-4461-b3af-86d9799806ef req-88635308-8c88-457a-a682-8c449973c838 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 945 time: 0.0484169 Nov 12 04:45:01.853894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:01.854267 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:01.894883 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-16053e24-1138-4461-b3af-86d9799806ef req-798cc88c-0154-41fc-b044-04be9fe10360 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424733 Nov 12 04:45:01.932899 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:01.958935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:45:01.961779 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dd77ce-6076-47fb-a643-051a0beeb6c0" -d '{"events": [{"server_uuid": "a1baf3ee-d079-4cb8-b803-dfba8784ab3f", "name": "network-vif-plugged", "status": "completed", "tag": "44504126-71a3-4ef6-8d1f-7edcd7f3f4c0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:45:01.975504 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:01.997913 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9169cd27-c9ac-4446-96e4-1050e71b2064 x-openstack-request-id: req-9169cd27-c9ac-4446-96e4-1050e71b2064 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:45:01.998243 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1baf3ee-d079-4cb8-b803-dfba8784ab3f", "name": "network-vif-plugged", "status": "completed", "tag": "44504126-71a3-4ef6-8d1f-7edcd7f3f4c0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:45:01.998509 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9169cd27-c9ac-4446-96e4-1050e71b2064 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:45:01.998918 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0', 'code': 200} Nov 12 04:45:02.010786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f471a-f8c2-44eb-ab3f-eca3df7911af req-cf2db027-6951-4a8f-9730-75a68cf010b4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:02.012323 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e56f471a-f8c2-44eb-ab3f-eca3df7911af req-cf2db027-6951-4a8f-9730-75a68cf010b4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 945 time: 0.0509202 Nov 12 04:45:02.038302 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:02.063491 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e56f471a-f8c2-44eb-ab3f-eca3df7911af req-cd624eba-f3ae-485d-8168-15a48f6ec7d0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447817 Nov 12 04:45:02.088731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:02.530887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f7d02-8e7b-44d1-a5d6-d7e87557ea80 req-77c018f1-4575-4f45-adfa-0813243de306 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:02.532441 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ba7f7d02-8e7b-44d1-a5d6-d7e87557ea80 req-77c018f1-4575-4f45-adfa-0813243de306 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0554898 Nov 12 04:45:02.586077 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ba7f7d02-8e7b-44d1-a5d6-d7e87557ea80 req-468eacc0-d0b1-478c-89dc-1942b556cff3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475628 Nov 12 04:45:03.717714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92072d1-4d4c-44b3-8e89-28e6fb2e0859 req-483c3026-e93d-475c-a470-e5e2baa02957 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:03.719090 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f92072d1-4d4c-44b3-8e89-28e6fb2e0859 req-483c3026-e93d-475c-a470-e5e2baa02957 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0562015 Nov 12 04:45:03.770831 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f92072d1-4d4c-44b3-8e89-28e6fb2e0859 req-d4c21f46-3898-4c62-97c4-78d5c025c988 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432065 Nov 12 04:45:04.172470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-714f29a0-023e-4936-9cec-98ade65f5932 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:04.173909 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-714f29a0-023e-4936-9cec-98ade65f5932 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0481727 Nov 12 04:45:04.262025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Deleting port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:45:04.262493 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:04.689711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] For port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:04.690067 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:04.859962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:04.860664 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:04.860664 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0 disassociated. External IP: 172.25.8.172, port: 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0. Nov 12 04:45:04.860973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Calling delete_port for 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:45:04.891407 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c0697-5cef-4fe8-9b55-ce149f598c45 req-16d43257-f35d-4ce0-b35b-b2fb1a572d25 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:04.892922 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe7c0697-5cef-4fe8-9b55-ce149f598c45 req-16d43257-f35d-4ce0-b35b-b2fb1a572d25 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 946 time: 0.0534589 Nov 12 04:45:04.943319 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe7c0697-5cef-4fe8-9b55-ce149f598c45 req-d90b558d-60ae-4370-ace0-a2228f405b16 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441005 Nov 12 04:45:05.043978 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:05.074111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event deleted for resources: {'Port': ['ID=44504126-71a3-4ef6-8d1f-7edcd7f3f4c0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:05.084126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:05.084475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:05.085422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:05.085761 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:05.086092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:05.086475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:05.086743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:05.087063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:05.087382 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:05.087705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:05.088020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:05.088383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:05.201421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Router a3c45480-c444-4eb7-a969-57b535435ece has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:45:05.313649 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:45:05.324311 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d45b9a-74ca-4d5d-afde-eda8b2ffbf0e None None] Sync routers for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:45:05.333432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d45b9a-74ca-4d5d-afde-eda8b2ffbf0e None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:05.334204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-79d45b9a-74ca-4d5d-afde-eda8b2ffbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:44:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:05.353493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] No DVR routers for this DVR port 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:45:05.356299 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:05.360024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cc8a9663-0a5c-4baa-bac2-9a37759bfeb0 req-4e5bbde4-5cc0-4867-abf0-1f8ff8ad9514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "DELETE /v2.0/ports/44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 HTTP/1.1" status: 204 len: 173 time: 1.1790750 Nov 12 04:45:05.360517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'name': 'network-vif-deleted', 'tag': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:45:05.363490 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8321455c-32d4-4638-bee6-c3b13dd3ba9a" -d '{"events": [{"server_uuid": "a1baf3ee-d079-4cb8-b803-dfba8784ab3f", "name": "network-vif-deleted", "tag": "44504126-71a3-4ef6-8d1f-7edcd7f3f4c0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:45:05.447703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-79d45b9a-74ca-4d5d-afde-eda8b2ffbf0e None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:05.476274 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e216ea8b-854a-4282-9701-69ed7c617276 x-openstack-request-id: req-e216ea8b-854a-4282-9701-69ed7c617276 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:45:05.476274 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1baf3ee-d079-4cb8-b803-dfba8784ab3f", "name": "network-vif-deleted", "tag": "44504126-71a3-4ef6-8d1f-7edcd7f3f4c0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:45:05.476274 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e216ea8b-854a-4282-9701-69ed7c617276 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:45:05.476747 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1baf3ee-d079-4cb8-b803-dfba8784ab3f', 'name': 'network-vif-deleted', 'tag': '44504126-71a3-4ef6-8d1f-7edcd7f3f4c0', 'status': 'completed', 'code': 200} Nov 12 04:45:05.655926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-79d45b9a-74ca-4d5d-afde-eda8b2ffbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:05.682633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d45b9a-74ca-4d5d-afde-eda8b2ffbf0e None None] Checking router: a3c45480-c444-4eb7-a969-57b535435ece for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:45:05.691287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d45b9a-74ca-4d5d-afde-eda8b2ffbf0e None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:05.691962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-79d45b9a-74ca-4d5d-afde-eda8b2ffbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:44:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:05.809325 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-79d45b9a-74ca-4d5d-afde-eda8b2ffbf0e None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:06.024283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-79d45b9a-74ca-4d5d-afde-eda8b2ffbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:06.056519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d45b9a-74ca-4d5d-afde-eda8b2ffbf0e None None] The sync data for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 is: [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:45:06.065342 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08b7f82f-33d2-453c-8386-def9d4c9429d req-0aba7800-2508-49fd-aa63-0b45c245e2f4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1baf3ee-d079-4cb8-b803-dfba8784ab3f HTTP/1.1" status: 200 len: 210 time: 0.0323670 Nov 12 04:45:06.398851 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a3ae72-529f-4ecc-add1-87e199f63bc5 None None] New status for floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:45:07.305953 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-549b4f89-abc9-4fb8-bbac-c6d465c0fa82 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--989273550&fields=id&tenant_id=ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 267 time: 0.0446789 Nov 12 04:45:07.412148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-f133914d-f705-45bc-9087-7807959d736a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:07.414170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-f133914d-f705-45bc-9087-7807959d736a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 812 time: 0.1014180 Nov 12 04:45:07.429854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-6d4b0e38-e7b3-418d-85dd-830f9a72ed68 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/quotas/ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 375 time: 0.0096319 Nov 12 04:45:07.483034 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-6f241e3c-58b5-4213-9c54-f1a11e10401a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476415 Nov 12 04:45:07.542428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-f58a6511-0e89-4c50-9894-e656aef33f50 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:45:07.543468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-f58a6511-0e89-4c50-9894-e656aef33f50 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487590 Nov 12 04:45:07.636701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-5ff12e25-8879-4f1f-9218-36344217deb5 service neutron] 10.222.0.105 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868001 Nov 12 04:45:07.729734 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-6eaa232d-8c03-4ba1-88b2-e42008af0d82 service neutron] 10.222.0.105 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868537 Nov 12 04:45:07.812171 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:45:07.833238 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:45:07.833574 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 44504126-71a3-4ef6-8d1f-7edcd7f3f4c0 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:45:08.985466 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fca22ea6-ba4f-4c24-bc85-fc68334e4e30 req-050d7b86-8645-4343-9f6c-24cb347d5a47 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 210 time: 0.0265276 Nov 12 04:45:10.080138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-458eccfb-7687-4c08-920e-7b4cc81e4bbb req-55a0bb68-6b6f-408b-9213-994dbac55400 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 210 time: 0.0267982 Nov 12 04:45:11.001419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-cdaef9c5-1954-4178-9deb-5c5cb3101bbb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:11.002779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-cdaef9c5-1954-4178-9deb-5c5cb3101bbb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 812 time: 0.1080427 Nov 12 04:45:11.073142 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-7c14c66b-9822-4ddb-b403-1f24fe408d72 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 379 time: 0.0537455 Nov 12 04:45:11.086299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-9f641722-dd09-42fa-903f-bbb66eafe332 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Request body: {'port': {'device_id': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'admin_state_up': True, 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'security_groups': ['f7535d6f-3eb0-449f-95e0-d113ae626039']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:11.179638 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-71a99a68-0f58-409c-a2f3-8e54d2885271 req-41d75928-60d7-43c3-accc-b25360b6881d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 210 time: 0.0262296 Nov 12 04:45:11.260992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-9f641722-dd09-42fa-903f-bbb66eafe332 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Made reservation on behalf of ec1c78c614864a929d1e13b1c46bc757 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:45:11.264487 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-9f641722-dd09-42fa-903f-bbb66eafe332 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.399214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-9f641722-dd09-42fa-903f-bbb66eafe332 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Allocated IP 172.20.0.7 (1cb22090-112f-43fb-be14-3c5ac5f5aa02/2a8cb4f8-a13e-48f6-aff8-66e2f8a31058/227c9575-002a-4cdb-9773-85fb7db4d3ae) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:45:11.532403 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-9f641722-dd09-42fa-903f-bbb66eafe332 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.640594 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:45:11.649979 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-9f641722-dd09-42fa-903f-bbb66eafe332 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.696406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-9f641722-dd09-42fa-903f-bbb66eafe332 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:45:11.701579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-9f641722-dd09-42fa-903f-bbb66eafe332 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:45:11.705394 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-9f641722-dd09-42fa-903f-bbb66eafe332 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:45:11.734154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f641722-dd09-42fa-903f-bbb66eafe332 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event updated for resources: {'Port': ['ID=227c9575-002a-4cdb-9773-85fb7db4d3ae,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:11.762983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-9f641722-dd09-42fa-903f-bbb66eafe332 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:11.763625 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-9f641722-dd09-42fa-903f-bbb66eafe332 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.835304 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-9f641722-dd09-42fa-903f-bbb66eafe332 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7534344 Nov 12 04:45:11.855485 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Request body: {'port': {'device_id': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:11.908440 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.986082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ff49a844-bd06-449a-8e5c-b9fddf5f4720 None None] Provisioning complete for port 227c9575-002a-4cdb-9773-85fb7db4d3ae triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:11.986644 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff49a844-bd06-449a-8e5c-b9fddf5f4720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.019671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ff49a844-bd06-449a-8e5c-b9fddf5f4720 None None] Port 227c9575-002a-4cdb-9773-85fb7db4d3ae cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:45:12.177695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227c9575-002a-4cdb-9773-85fb7db4d3ae {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:45:12.185673 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.197874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Transition to ACTIVE for port object 227c9575-002a-4cdb-9773-85fb7db4d3ae will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:45:12.258867 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.330285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Pushing event updated for resources: {'Port': ['ID=227c9575-002a-4cdb-9773-85fb7db4d3ae,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:12.346058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbf5c7-1525-4921-9c74-5eee60dffcc0 req-31af5578-a072-4609-9ff2-72d9235615d7 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:12.350404 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ecbf5c7-1525-4921-9c74-5eee60dffcc0 req-31af5578-a072-4609-9ff2-72d9235615d7 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 943 time: 0.0996225 Nov 12 04:45:12.449311 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ecbf5c7-1525-4921-9c74-5eee60dffcc0 req-e7ca30ce-2da9-4ed6-a3e7-ebc253e7b502 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839105 Nov 12 04:45:12.451641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Attempting to bind port 227c9575-002a-4cdb-9773-85fb7db4d3ae on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:45:12.452029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Attempting to bind port 227c9575-002a-4cdb-9773-85fb7db4d3ae by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:45:12.452323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Attempting to bind port 227c9575-002a-4cdb-9773-85fb7db4d3ae on network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:45:12.457131 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Port 227c9575-002a-4cdb-9773-85fb7db4d3ae on network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:45:12.457529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Attempting to bind port 227c9575-002a-4cdb-9773-85fb7db4d3ae on network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:45:12.471091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:45:12.471091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Checking segment: {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:45:12.471091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Bound using segment: {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:45:12.471091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Bound port: 227c9575-002a-4cdb-9773-85fb7db4d3ae, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:45:12.471091 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.529555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] For port 227c9575-002a-4cdb-9773-85fb7db4d3ae, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:45:12.532807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] For port 227c9575-002a-4cdb-9773-85fb7db4d3ae, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:45:12.609960 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.648727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:12.654705 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.654705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] 10.222.0.26 "PUT /v2.0/ports/227c9575-002a-4cdb-9773-85fb7db4d3ae HTTP/1.1" status: 200 len: 1092 time: 0.8009186 Nov 12 04:45:12.654705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'tag': '227c9575-002a-4cdb-9773-85fb7db4d3ae'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:45:12.654705 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92d6c4b-c307-4c3c-8f18-92ee3aca5419" -d '{"events": [{"name": "network-changed", "server_uuid": "8f83984a-5d65-4332-83e0-83f8328b69b3", "tag": "227c9575-002a-4cdb-9773-85fb7db4d3ae"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:45:12.683817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755f004-814a-44ca-a879-4f9f46b2cf03 service neutron] Pushing event updated for resources: {'Port': ['ID=227c9575-002a-4cdb-9773-85fb7db4d3ae,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:12.699657 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3645dbd-fb0f-4ee4-a66b-18ef0d149e6c x-openstack-request-id: req-d3645dbd-fb0f-4ee4-a66b-18ef0d149e6c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:45:12.700031 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f83984a-5d65-4332-83e0-83f8328b69b3", "tag": "227c9575-002a-4cdb-9773-85fb7db4d3ae", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:45:12.700259 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d3645dbd-fb0f-4ee4-a66b-18ef0d149e6c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:45:12.700814 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'tag': '227c9575-002a-4cdb-9773-85fb7db4d3ae', 'status': 'completed', 'code': 200} Nov 12 04:45:12.792945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d6c4b-c307-4c3c-8f18-92ee3aca5419 req-53b01bc7-2cdc-4782-9992-ad8b23da5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:12.794459 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a92d6c4b-c307-4c3c-8f18-92ee3aca5419 req-53b01bc7-2cdc-4782-9992-ad8b23da5307 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 1095 time: 0.0457137 Nov 12 04:45:12.908422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d6c4b-c307-4c3c-8f18-92ee3aca5419 req-99bb05fd-a05a-42a2-8e2c-56c7a86dae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:12.909879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a92d6c4b-c307-4c3c-8f18-92ee3aca5419 req-99bb05fd-a05a-42a2-8e2c-56c7a86dae24 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ec1c78c614864a929d1e13b1c46bc757&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0996242 Nov 12 04:45:13.011967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d6c4b-c307-4c3c-8f18-92ee3aca5419 req-4953a48d-b2f4-4b25-99b4-1693904dfcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:13.013383 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a92d6c4b-c307-4c3c-8f18-92ee3aca5419 req-4953a48d-b2f4-4b25-99b4-1693904dfcb1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0959067 Nov 12 04:45:13.115534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-8ba45b73-16c6-4313-81a0-ac30915fe601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:13.117057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-8ba45b73-16c6-4313-81a0-ac30915fe601 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 1095 time: 0.0412936 Nov 12 04:45:13.170170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-b1a50382-612f-4934-9ea0-fb21ff713a56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae HTTP/1.1" status: 200 len: 217 time: 0.0382392 Nov 12 04:45:13.221664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-bf8b5ff7-5e46-475f-beb3-23c91f26a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:13.223086 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-bf8b5ff7-5e46-475f-beb3-23c91f26a67f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0444834 Nov 12 04:45:13.271038 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-0bbf5aac-d734-418d-bdab-11ca1b300ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:13.272584 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-0bbf5aac-d734-418d-bdab-11ca1b300ad3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413625 Nov 12 04:45:13.367381 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-eb7b14b1-86be-4f3a-b55e-9ee5855f171b service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865183 Nov 12 04:45:13.458553 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc13c19c-95cb-499f-a1c0-4a40385574fc req-bd313cb1-b797-4fc7-bda9-94636452a648 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833476 Nov 12 04:45:13.569058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fa3ad-7ecc-4e89-994f-3b609119cd23 req-62cc0d93-3726-4b32-9826-626ff90b23f2 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:13.571166 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a25fa3ad-7ecc-4e89-994f-3b609119cd23 req-62cc0d93-3726-4b32-9826-626ff90b23f2 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 943 time: 0.0501671 Nov 12 04:45:13.630469 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a25fa3ad-7ecc-4e89-994f-3b609119cd23 req-762573a9-06e6-4e79-bd4e-b90bc06bcc84 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530767 Nov 12 04:45:14.764562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b2539-c950-47fb-97ba-9d6d7ed7d148 req-81b260a7-7ada-4142-8f95-4e866066e142 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:14.766030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ae1b2539-c950-47fb-97ba-9d6d7ed7d148 req-81b260a7-7ada-4142-8f95-4e866066e142 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 943 time: 0.0610483 Nov 12 04:45:14.816269 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ae1b2539-c950-47fb-97ba-9d6d7ed7d148 req-488a7f56-e687-4bde-b2e3-abcb16a8a294 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440323 Nov 12 04:45:15.931431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c7cc4-c8bf-4f0d-893b-505b29655689 req-a9ddf8e8-16a2-4bb5-87a0-73fcbd2b86d9 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:15.932929 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-270c7cc4-c8bf-4f0d-893b-505b29655689 req-a9ddf8e8-16a2-4bb5-87a0-73fcbd2b86d9 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 943 time: 0.0496695 Nov 12 04:45:15.980300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-270c7cc4-c8bf-4f0d-893b-505b29655689 req-64adb6e7-c29f-417e-a31f-35cd853e06e1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415325 Nov 12 04:45:17.093092 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67729d4e-dc00-4306-a0e8-2289a9059c42 req-f7b5ee12-171b-4648-999b-4a95e704a80e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:17.094603 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67729d4e-dc00-4306-a0e8-2289a9059c42 req-f7b5ee12-171b-4648-999b-4a95e704a80e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 943 time: 0.0479698 Nov 12 04:45:17.141450 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67729d4e-dc00-4306-a0e8-2289a9059c42 req-c99a0338-3867-40a1-9ffa-12f0e22ea0db tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406032 Nov 12 04:45:17.859204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 227c9575-002a-4cdb-9773-85fb7db4d3ae details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:45:17.951770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 227c9575-002a-4cdb-9773-85fb7db4d3ae, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:17.963412 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '227c9575-002a-4cdb-9773-85fb7db4d3ae', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'port_id': '227c9575-002a-4cdb-9773-85fb7db4d3ae', 'mac_address': 'fa:16:3e:2d:a6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:45:18.007643 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.019921 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227c9575-002a-4cdb-9773-85fb7db4d3ae {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:45:18.039118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 227c9575-002a-4cdb-9773-85fb7db4d3ae, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:18.123198 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.174761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=227c9575-002a-4cdb-9773-85fb7db4d3ae,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:18.278259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1ef0-2955-4048-be12-8e6c34185977 req-c2298060-2330-4c11-80e1-3321928e7429 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:18.281253 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fbf1ef0-2955-4048-be12-8e6c34185977 req-c2298060-2330-4c11-80e1-3321928e7429 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 944 time: 0.0617313 Nov 12 04:45:18.331051 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4fbf1ef0-2955-4048-be12-8e6c34185977 req-50d26bf1-63f2-42d8-8e64-ef8740f9960e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444438 Nov 12 04:45:18.522561 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['227c9575-002a-4cdb-9773-85fb7db4d3ae'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:45:19.450578 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d586c-eb1e-408e-90d9-647f39f10f51 req-a527c356-d858-4ec2-a019-dc138362f965 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:19.452050 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-002d586c-eb1e-408e-90d9-647f39f10f51 req-a527c356-d858-4ec2-a019-dc138362f965 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 944 time: 0.0495682 Nov 12 04:45:19.461743 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:19.502549 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-002d586c-eb1e-408e-90d9-647f39f10f51 req-4e29eac9-4c22-4abb-9979-812b2bd51b39 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442929 Nov 12 04:45:19.860775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 227c9575-002a-4cdb-9773-85fb7db4d3ae up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:45:19.974967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 227c9575-002a-4cdb-9773-85fb7db4d3ae completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:45:19.978764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 227c9575-002a-4cdb-9773-85fb7db4d3ae triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:19.979152 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.055828 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.077522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227c9575-002a-4cdb-9773-85fb7db4d3ae'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:45:20.079711 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eee518a-b8b2-41a3-98d1-0117791fa3f8" -d '{"events": [{"server_uuid": "8f83984a-5d65-4332-83e0-83f8328b69b3", "name": "network-vif-plugged", "status": "completed", "tag": "227c9575-002a-4cdb-9773-85fb7db4d3ae"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:45:20.092177 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 227c9575-002a-4cdb-9773-85fb7db4d3ae, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:20.118674 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fe540a-2eac-4b4e-baf2-9ffc0a14b0f6 x-openstack-request-id: req-13fe540a-2eac-4b4e-baf2-9ffc0a14b0f6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:45:20.118973 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f83984a-5d65-4332-83e0-83f8328b69b3", "name": "network-vif-plugged", "status": "completed", "tag": "227c9575-002a-4cdb-9773-85fb7db4d3ae", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:45:20.119231 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-13fe540a-2eac-4b4e-baf2-9ffc0a14b0f6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:45:20.119630 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227c9575-002a-4cdb-9773-85fb7db4d3ae', 'code': 200} Nov 12 04:45:20.169631 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.219009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=227c9575-002a-4cdb-9773-85fb7db4d3ae,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:20.252210 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2d78-2da0-4144-a091-baefcf58c6df req-f53006dc-e21b-4a40-9e59-9319eac31591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:20.253761 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea9b2d78-2da0-4144-a091-baefcf58c6df req-f53006dc-e21b-4a40-9e59-9319eac31591 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 1097 time: 0.0446148 Nov 12 04:45:20.300186 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea9b2d78-2da0-4144-a091-baefcf58c6df req-7027da21-5987-4dde-ae6c-d6767c8e654d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369453 Nov 12 04:45:20.620343 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62dc37-de0b-4968-9812-9be59ea3eadb req-5d41734d-9e54-4093-b346-3b7023a7861d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:20.621817 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc62dc37-de0b-4968-9812-9be59ea3eadb req-5d41734d-9e54-4093-b346-3b7023a7861d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0487690 Nov 12 04:45:20.674372 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dc62dc37-de0b-4968-9812-9be59ea3eadb req-ec5223c2-d0f7-45dd-a12a-5aabc50aa83a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466297 Nov 12 04:45:21.796612 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1739a77-8e9a-42e7-88f4-15be87535152 req-d92b1d0c-c3fa-4385-bf13-60a8716026ef tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:21.798121 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d1739a77-8e9a-42e7-88f4-15be87535152 req-d92b1d0c-c3fa-4385-bf13-60a8716026ef tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0492227 Nov 12 04:45:21.847191 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d1739a77-8e9a-42e7-88f4-15be87535152 req-7d836b13-733b-43fc-93fb-c85146cd9430 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429666 Nov 12 04:45:22.963104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3ac4b-4121-4db0-b3b6-cecf22669f2f req-b9b88d3a-2361-40b0-9607-41b6862f2801 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:22.964498 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ded3ac4b-4121-4db0-b3b6-cecf22669f2f req-b9b88d3a-2361-40b0-9607-41b6862f2801 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0480936 Nov 12 04:45:23.011410 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ded3ac4b-4121-4db0-b3b6-cecf22669f2f req-7ffcb1bb-3e6d-41ba-8209-a050b6794732 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 Nov 12 04:45:23.117358 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-154dc99a-bc48-4d7c-be27-c6bd2e19109d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:23.127372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f2dc4-9607-457c-9dc9-b3d210428580 req-d831ac46-fa13-46f3-a639-7c06ce274bf8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:23.128913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f3f2dc4-9607-457c-9dc9-b3d210428580 req-d831ac46-fa13-46f3-a639-7c06ce274bf8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0534518 Nov 12 04:45:23.137539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 59784) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:23.141912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-198623bb-ddac-402d-b5f7-43f77559b269 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Request body: {'floatingip': {'port_id': '227c9575-002a-4cdb-9773-85fb7db4d3ae'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:23.181998 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-198623bb-ddac-402d-b5f7-43f77559b269 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:23.617370 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-198623bb-ddac-402d-b5f7-43f77559b269 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:23.689120 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-198623bb-ddac-402d-b5f7-43f77559b269 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:23.789311 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-198623bb-ddac-402d-b5f7-43f77559b269 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0 associated. External IP: 172.25.8.172, port: 227c9575-002a-4cdb-9773-85fb7db4d3ae. Nov 12 04:45:23.996466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198623bb-ddac-402d-b5f7-43f77559b269 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Router a3c45480-c444-4eb7-a969-57b535435ece has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:45:24.101466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198623bb-ddac-402d-b5f7-43f77559b269 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:45:24.106399 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-198623bb-ddac-402d-b5f7-43f77559b269 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:24.111301 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c994fb-9c6a-4c92-a0d1-2c87cd34cafb None None] Sync routers for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:45:24.121216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c994fb-9c6a-4c92-a0d1-2c87cd34cafb None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:24.121866 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-64c994fb-9c6a-4c92-a0d1-2c87cd34cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:44:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:24.137837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-198623bb-ddac-402d-b5f7-43f77559b269 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "PUT /v2.0/floatingips/ba4262fa-6b75-4c6f-9d61-0426daa007c0 HTTP/1.1" status: 200 len: 991 time: 0.9992430 Nov 12 04:45:24.138554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'tag': '227c9575-002a-4cdb-9773-85fb7db4d3ae'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:45:24.140945 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0b62a2-556b-44d5-bf6a-4df5ad8c4165" -d '{"events": [{"name": "network-changed", "server_uuid": "8f83984a-5d65-4332-83e0-83f8328b69b3", "tag": "227c9575-002a-4cdb-9773-85fb7db4d3ae"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:45:24.182191 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a019ae3-87d0-460f-a707-74e4528500e0 x-openstack-request-id: req-9a019ae3-87d0-460f-a707-74e4528500e0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:45:24.182537 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f83984a-5d65-4332-83e0-83f8328b69b3", "tag": "227c9575-002a-4cdb-9773-85fb7db4d3ae", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:45:24.182860 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9a019ae3-87d0-460f-a707-74e4528500e0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:45:24.183345 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'tag': '227c9575-002a-4cdb-9773-85fb7db4d3ae', 'status': 'completed', 'code': 200} Nov 12 04:45:24.238033 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-64c994fb-9c6a-4c92-a0d1-2c87cd34cafb None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:24.288848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b62a2-556b-44d5-bf6a-4df5ad8c4165 req-21af4f31-462d-4559-9d5a-f25129bee33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:24.290953 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f0b62a2-556b-44d5-bf6a-4df5ad8c4165 req-21af4f31-462d-4559-9d5a-f25129bee33d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 1097 time: 0.0406196 Nov 12 04:45:24.383724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b62a2-556b-44d5-bf6a-4df5ad8c4165 req-daad39a5-7b25-47fc-953d-7b4608a0d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:24.385261 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f0b62a2-556b-44d5-bf6a-4df5ad8c4165 req-daad39a5-7b25-47fc-953d-7b4608a0d5d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0863397 Nov 12 04:45:24.461574 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f0b62a2-556b-44d5-bf6a-4df5ad8c4165 req-ddef80ee-75ba-41d1-88ed-dfa16b4a88d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae HTTP/1.1" status: 200 len: 999 time: 0.0644114 Nov 12 04:45:24.468234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-64c994fb-9c6a-4c92-a0d1-2c87cd34cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ba4262fa-6b75-4c6f-9d61-0426daa007c0', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'port_id': '227c9575-002a-4cdb-9773-85fb7db4d3ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'mac_address': 'fa:16:3e:2d:a6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:45Z', 'updated_at': '2021-11-12T04:45:23Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:24.495541 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c994fb-9c6a-4c92-a0d1-2c87cd34cafb None None] Checking router: a3c45480-c444-4eb7-a969-57b535435ece for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:45:24.504135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c994fb-9c6a-4c92-a0d1-2c87cd34cafb None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:24.504929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-64c994fb-9c6a-4c92-a0d1-2c87cd34cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:44:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:24.509017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b62a2-556b-44d5-bf6a-4df5ad8c4165 req-b16eaf06-ca78-433d-bdcb-954e03fb4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:24.510475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f0b62a2-556b-44d5-bf6a-4df5ad8c4165 req-b16eaf06-ca78-433d-bdcb-954e03fb4a15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0453136 Nov 12 04:45:24.557206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b62a2-556b-44d5-bf6a-4df5ad8c4165 req-82f44f11-c677-4251-af80-cadbf47901dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:24.558652 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f0b62a2-556b-44d5-bf6a-4df5ad8c4165 req-82f44f11-c677-4251-af80-cadbf47901dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405490 Nov 12 04:45:24.610892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-64c994fb-9c6a-4c92-a0d1-2c87cd34cafb None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:24.653070 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f0b62a2-556b-44d5-bf6a-4df5ad8c4165 req-3777b454-114c-4865-a026-39263153de05 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866992 Nov 12 04:45:24.760848 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4f0b62a2-556b-44d5-bf6a-4df5ad8c4165 req-378c0424-cdba-4a04-b29c-4dd7e8c4e079 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997930 Nov 12 04:45:25.007823 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-64c994fb-9c6a-4c92-a0d1-2c87cd34cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ba4262fa-6b75-4c6f-9d61-0426daa007c0', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'port_id': '227c9575-002a-4cdb-9773-85fb7db4d3ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'mac_address': 'fa:16:3e:2d:a6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:45Z', 'updated_at': '2021-11-12T04:45:23Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:25.033826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c994fb-9c6a-4c92-a0d1-2c87cd34cafb None None] The sync data for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 is: [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ba4262fa-6b75-4c6f-9d61-0426daa007c0', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'port_id': '227c9575-002a-4cdb-9773-85fb7db4d3ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'mac_address': 'fa:16:3e:2d:a6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:45Z', 'updated_at': '2021-11-12T04:45:23Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:45:25.231976 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e7e6d7-e393-4880-9555-a450924f3d81 None None] New status for floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:45:25.316360 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:26.910423 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-daf05067-3ad7-49b2-b698-2a4c7723516c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:26.923017 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:28.660242 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:29.007999 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:33.870015 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46aeaab8-5d13-4594-96ef-bc4d4a5c90e2 req-e569e316-b125-4c69-a003-bbecf637c249 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557668 Nov 12 04:45:33.987405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeaab8-5d13-4594-96ef-bc4d4a5c90e2 req-b644822a-fd2e-4ee5-91fb-1d57503d8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:33.988963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46aeaab8-5d13-4594-96ef-bc4d4a5c90e2 req-b644822a-fd2e-4ee5-91fb-1d57503d8c75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 1097 time: 0.0478635 Nov 12 04:45:34.115962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeaab8-5d13-4594-96ef-bc4d4a5c90e2 req-fc2ab70e-8d61-4ae8-949f-e2c53e794928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:34.117482 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46aeaab8-5d13-4594-96ef-bc4d4a5c90e2 req-fc2ab70e-8d61-4ae8-949f-e2c53e794928 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.1026344 Nov 12 04:45:34.185223 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46aeaab8-5d13-4594-96ef-bc4d4a5c90e2 req-9f381a41-e758-44eb-8438-5d1c48445110 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae HTTP/1.1" status: 200 len: 1001 time: 0.0587044 Nov 12 04:45:34.242174 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeaab8-5d13-4594-96ef-bc4d4a5c90e2 req-8f1f0bee-08aa-42cc-b332-4a7b7a41ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:34.243956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46aeaab8-5d13-4594-96ef-bc4d4a5c90e2 req-8f1f0bee-08aa-42cc-b332-4a7b7a41ef5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0507257 Nov 12 04:45:34.302493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeaab8-5d13-4594-96ef-bc4d4a5c90e2 req-e7e76815-4a8a-4d12-a86d-3dbc4b63e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:34.303999 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46aeaab8-5d13-4594-96ef-bc4d4a5c90e2 req-e7e76815-4a8a-4d12-a86d-3dbc4b63e97b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478544 Nov 12 04:45:34.396176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46aeaab8-5d13-4594-96ef-bc4d4a5c90e2 req-71ffa3ab-b8da-47fd-8463-d451f12aadf9 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835426 Nov 12 04:45:34.493989 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-46aeaab8-5d13-4594-96ef-bc4d4a5c90e2 req-8c5d863a-9da4-4abb-af6b-e3c956701c66 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895762 Nov 12 04:45:48.639516 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:45:49.470750 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:53.145276 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5340b7a0-2016-4502-bb9d-48a28f8e6ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:55.327498 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:56.944706 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd0bbb40-d298-4c42-800a-119c37d1f97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:56.990579 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:58.665793 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:59.002664 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:19.481543 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:23.109629 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6aef97a0-2f49-4102-8995-ed734cc0a965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:25.304249 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:25.638811 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:46:26.886733 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe067080-6ed5-4574-8869-95a5b1fa4588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:26.910064 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:28.658402 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:29.017945 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:35.888501 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7e39320-5618-4019-8fc2-d0ed491a1294 req-2206350e-8696-47fb-a817-528ca2d96d41 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0821438 Nov 12 04:46:36.044622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e39320-5618-4019-8fc2-d0ed491a1294 req-e9aade48-42e3-453b-9f35-940c44cf9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:36.046101 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7e39320-5618-4019-8fc2-d0ed491a1294 req-e9aade48-42e3-453b-9f35-940c44cf9f59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 1097 time: 0.0409701 Nov 12 04:46:36.516360 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e39320-5618-4019-8fc2-d0ed491a1294 req-f1eeb0f1-e4cf-4e9b-8617-5c196c422858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:36.517820 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7e39320-5618-4019-8fc2-d0ed491a1294 req-f1eeb0f1-e4cf-4e9b-8617-5c196c422858 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.4475806 Nov 12 04:46:36.587346 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7e39320-5618-4019-8fc2-d0ed491a1294 req-bbf70e75-e1d3-463a-a098-85d76e5b55cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae HTTP/1.1" status: 200 len: 1001 time: 0.0612621 Nov 12 04:46:36.645789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e39320-5618-4019-8fc2-d0ed491a1294 req-12abd49e-9618-4636-8750-41a3fe12f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:36.647732 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7e39320-5618-4019-8fc2-d0ed491a1294 req-12abd49e-9618-4636-8750-41a3fe12f004 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0529783 Nov 12 04:46:36.701498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e39320-5618-4019-8fc2-d0ed491a1294 req-68eb5310-e72e-446d-b483-60285ec03c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:36.703040 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7e39320-5618-4019-8fc2-d0ed491a1294 req-68eb5310-e72e-446d-b483-60285ec03c56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476780 Nov 12 04:46:36.822911 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7e39320-5618-4019-8fc2-d0ed491a1294 req-461c8e01-8090-49c2-bdd9-c6c9ce16a589 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835745 Nov 12 04:46:36.913505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c7e39320-5618-4019-8fc2-d0ed491a1294 req-1ffa517c-227d-4cc5-81aa-dac3905b639e service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863495 Nov 12 04:46:49.469526 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:53.115275 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-860b652c-b109-4bcf-9c7d-eecc11d461c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:55.303133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:56.891249 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b02fb960-ce12-4d49-a9ea-1353b5fd89e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:56.915287 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:58.669328 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:58.994890 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:02.638810 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:47:19.491505 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:23.120119 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a566e46-cf8c-406a-aceb-154d633c60d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:25.313947 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:26.908808 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d484b76b-f262-4481-a9f9-13326dac64d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:26.931194 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:28.651846 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:29.010712 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:35.846103 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-337e993c-ed86-4bfe-a24c-2d18bea01846 req-e0ea475d-db59-4ff7-a1c0-dd2584a3e8a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408225 Nov 12 04:47:35.950863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e993c-ed86-4bfe-a24c-2d18bea01846 req-15dae5c0-1bed-475c-859c-1ad6737a8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:35.952435 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-337e993c-ed86-4bfe-a24c-2d18bea01846 req-15dae5c0-1bed-475c-859c-1ad6737a8ae7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 1097 time: 0.0449183 Nov 12 04:47:36.064059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e993c-ed86-4bfe-a24c-2d18bea01846 req-4578da8d-0449-48a9-be12-1272204b0e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:36.065556 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-337e993c-ed86-4bfe-a24c-2d18bea01846 req-4578da8d-0449-48a9-be12-1272204b0e78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0910797 Nov 12 04:47:36.133186 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-337e993c-ed86-4bfe-a24c-2d18bea01846 req-b967cc60-7b62-49f0-baea-af9eef58e66e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae HTTP/1.1" status: 200 len: 1001 time: 0.0575631 Nov 12 04:47:36.188656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e993c-ed86-4bfe-a24c-2d18bea01846 req-23a29db8-7105-424d-acf7-373df04c3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:36.190123 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-337e993c-ed86-4bfe-a24c-2d18bea01846 req-23a29db8-7105-424d-acf7-373df04c3fce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0485654 Nov 12 04:47:36.250625 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e993c-ed86-4bfe-a24c-2d18bea01846 req-864b7667-e841-4409-92c4-10b7c7f40b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:36.252173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-337e993c-ed86-4bfe-a24c-2d18bea01846 req-864b7667-e841-4409-92c4-10b7c7f40b7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526018 Nov 12 04:47:36.348390 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-337e993c-ed86-4bfe-a24c-2d18bea01846 req-6d581b4b-a7a4-42cb-b8ea-919aa4871c61 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874135 Nov 12 04:47:36.442675 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-337e993c-ed86-4bfe-a24c-2d18bea01846 req-26dd460a-6e2c-4c61-923a-0c18f68efd7e service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869858 Nov 12 04:47:39.639793 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:47:49.502953 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:53.108006 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87f1a6f1-89eb-4b98-b028-203f9dea1330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:55.348065 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:56.885078 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8da9c0b6-4207-412b-903c-2d34f03d7c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:56.908865 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:58.679416 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:59.056746 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:00.771410 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ca510-c443-4c14-8772-2e16f6e439c7 req-53a08fa0-a4a3-410d-8294-6bb00a4cbde6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:00.773139 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-367ca510-c443-4c14-8772-2e16f6e439c7 req-53a08fa0-a4a3-410d-8294-6bb00a4cbde6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.1395447 Nov 12 04:48:00.823573 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-367ca510-c443-4c14-8772-2e16f6e439c7 req-42d2b142-2c73-4f56-b9ff-0a2570c5967e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440176 Nov 12 04:48:01.999133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305aa17f-489d-40f2-89ec-3d7c2ecbd693 req-916adbd1-cd4e-46e2-9fe1-3eba8963e795 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:02.000702 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-305aa17f-489d-40f2-89ec-3d7c2ecbd693 req-916adbd1-cd4e-46e2-9fe1-3eba8963e795 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.1023686 Nov 12 04:48:02.049156 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-305aa17f-489d-40f2-89ec-3d7c2ecbd693 req-788c98ad-cc82-43fe-b8b4-34e377f5a523 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423965 Nov 12 04:48:03.165264 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76697901-e1a2-4348-91cf-8d38e61fb759 req-a1ef6815-3140-40d2-8f29-d180d346d72f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:03.166749 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76697901-e1a2-4348-91cf-8d38e61fb759 req-a1ef6815-3140-40d2-8f29-d180d346d72f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0492520 Nov 12 04:48:03.214050 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-76697901-e1a2-4348-91cf-8d38e61fb759 req-a6064494-6fb9-41fe-9023-c27e31604a6e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411773 Nov 12 04:48:04.345528 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fb41-aaba-4c4c-aba2-7e7e9dbc901e req-8813ecde-a9b8-482c-9224-fa9c266da6e0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:04.347076 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc39fb41-aaba-4c4c-aba2-7e7e9dbc901e req-8813ecde-a9b8-482c-9224-fa9c266da6e0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0666478 Nov 12 04:48:04.397464 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc39fb41-aaba-4c4c-aba2-7e7e9dbc901e req-f5d2ae79-9989-4384-8885-999b8c7deb14 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436680 Nov 12 04:48:05.517643 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4ec11-cb1f-4325-88ab-7eb1504fef00 req-1a16c470-6fb1-49f6-9124-1bd00f30c27f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:05.519120 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84a4ec11-cb1f-4325-88ab-7eb1504fef00 req-1a16c470-6fb1-49f6-9124-1bd00f30c27f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0530221 Nov 12 04:48:05.565146 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84a4ec11-cb1f-4325-88ab-7eb1504fef00 req-505daef3-efda-4b50-969f-3e5e2d1f5031 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401473 Nov 12 04:48:06.681380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8267f-9b10-4243-949e-fcc8798c381a req-0e69ff05-e31c-4759-a3b7-3ce98daf7db4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:06.682816 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d0b8267f-9b10-4243-949e-fcc8798c381a req-0e69ff05-e31c-4759-a3b7-3ce98daf7db4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0492880 Nov 12 04:48:06.732898 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d0b8267f-9b10-4243-949e-fcc8798c381a req-7b10c586-bf20-492e-8071-9270989fc0bc tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440664 Nov 12 04:48:07.849980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5b952-f518-40bc-aca1-9987ff96854e req-5c282d93-78dd-447a-91d4-895d0a199901 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:07.851490 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08a5b952-f518-40bc-aca1-9987ff96854e req-5c282d93-78dd-447a-91d4-895d0a199901 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0502245 Nov 12 04:48:07.899520 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-08a5b952-f518-40bc-aca1-9987ff96854e req-2d9b503c-3a45-46d1-8310-b5b103874214 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419073 Nov 12 04:48:09.014277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afbe7c-e2cd-4f0b-9cf9-a52ad40c9395 req-507e5e16-3e80-4225-8d38-4cb550a251f5 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:09.015690 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24afbe7c-e2cd-4f0b-9cf9-a52ad40c9395 req-507e5e16-3e80-4225-8d38-4cb550a251f5 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0499799 Nov 12 04:48:09.069121 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-24afbe7c-e2cd-4f0b-9cf9-a52ad40c9395 req-28bced36-51c7-41dd-950f-4d43e679ab12 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469022 Nov 12 04:48:10.186408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfc8dd-7aa5-4e0f-a1eb-d6cfcc7bebf9 req-766f66c7-803d-40ee-aaa1-8a0c8be71406 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:10.187884 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e3dfc8dd-7aa5-4e0f-a1eb-d6cfcc7bebf9 req-766f66c7-803d-40ee-aaa1-8a0c8be71406 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0481715 Nov 12 04:48:10.240406 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e3dfc8dd-7aa5-4e0f-a1eb-d6cfcc7bebf9 req-d1bb8b73-28d2-4870-b4f7-bc908368ab99 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459151 Nov 12 04:48:11.356687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90572ea-dd5f-414e-8323-690172497b45 req-5d50bd9a-3c73-46d5-a56f-b4830e68a513 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:11.358214 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d90572ea-dd5f-414e-8323-690172497b45 req-5d50bd9a-3c73-46d5-a56f-b4830e68a513 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0496840 Nov 12 04:48:11.409549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d90572ea-dd5f-414e-8323-690172497b45 req-bf9fb526-c713-42cd-a145-182211f524de tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438313 Nov 12 04:48:11.821018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87904c71-1d4f-41fd-a7bd-b841b6f3b4d3 req-8dd78e35-dc85-4bfd-bb5f-35e14a53ce99 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:11.822554 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87904c71-1d4f-41fd-a7bd-b841b6f3b4d3 req-8dd78e35-dc85-4bfd-bb5f-35e14a53ce99 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0493970 Nov 12 04:48:11.870468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87904c71-1d4f-41fd-a7bd-b841b6f3b4d3 req-d77e5622-e671-49d3-a7f1-2fcffa28743c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417898 Nov 12 04:48:11.932479 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-cda23774-0b74-426c-824d-104b6430ce07 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437994 Nov 12 04:48:12.988177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563a8ee-3e5d-4834-8c01-122ac3555e78 req-1fef3c54-0f09-4a26-9953-88f5886d3ad4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:12.989564 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1563a8ee-3e5d-4834-8c01-122ac3555e78 req-1fef3c54-0f09-4a26-9953-88f5886d3ad4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0493588 Nov 12 04:48:13.038045 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1563a8ee-3e5d-4834-8c01-122ac3555e78 req-aa30789f-107c-4b5f-b9f8-b1d6783def9d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424802 Nov 12 04:48:14.159596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82956644-28c7-4e31-8753-71cb0e8fd78b req-ca6cce1d-9e84-4b8f-ac83-a34b4a888ff8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:14.161159 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82956644-28c7-4e31-8753-71cb0e8fd78b req-ca6cce1d-9e84-4b8f-ac83-a34b4a888ff8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0523336 Nov 12 04:48:14.234103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043a68-68ff-4abc-925c-2c43c8114acb req-913652e6-5cc6-4d39-9966-62d8c98e7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:14.235596 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-913652e6-5cc6-4d39-9966-62d8c98e7bcd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 1097 time: 0.0709453 Nov 12 04:48:14.239604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82956644-28c7-4e31-8753-71cb0e8fd78b req-3324892e-d463-4986-9daf-9868df6962a6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671949 Nov 12 04:48:14.331268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043a68-68ff-4abc-925c-2c43c8114acb req-eb57c7d2-5035-4921-a961-931655432bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:14.332708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-eb57c7d2-5035-4921-a961-931655432bb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0886064 Nov 12 04:48:14.399352 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-a7ee9c35-bdc7-4216-8745-ac175c7a75d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae HTTP/1.1" status: 200 len: 1001 time: 0.0589724 Nov 12 04:48:14.454080 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043a68-68ff-4abc-925c-2c43c8114acb req-7813f184-fbd0-40ed-b159-c594241f14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:14.455513 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-7813f184-fbd0-40ed-b159-c594241f14bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0483632 Nov 12 04:48:14.501750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043a68-68ff-4abc-925c-2c43c8114acb req-1f6e924b-1aef-4eb2-af7b-f15913ecf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:14.503248 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-1f6e924b-1aef-4eb2-af7b-f15913ecf718 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407691 Nov 12 04:48:14.601245 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-06764156-33ff-4ab4-bc69-1f4403e7e0aa service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904009 Nov 12 04:48:14.694282 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-b784c29d-a718-4c7a-96e3-3406fc75f397 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861011 Nov 12 04:48:15.358920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bd9fa-ebe0-4e27-ad2b-1c2ecb321ba6 req-ad692b0c-8e65-456e-a567-8c7669bed7ba tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:15.360495 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-916bd9fa-ebe0-4e27-ad2b-1c2ecb321ba6 req-ad692b0c-8e65-456e-a567-8c7669bed7ba tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0499327 Nov 12 04:48:15.416926 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-916bd9fa-ebe0-4e27-ad2b-1c2ecb321ba6 req-c9378b54-5c7c-484a-a820-c48561a34504 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497537 Nov 12 04:48:16.546649 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb1ac5-3efe-48e8-bb4d-8f470a39295b req-27088063-04b0-48d3-b110-df6624584e7f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:16.548207 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9adb1ac5-3efe-48e8-bb4d-8f470a39295b req-27088063-04b0-48d3-b110-df6624584e7f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0509307 Nov 12 04:48:16.608654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9adb1ac5-3efe-48e8-bb4d-8f470a39295b req-12300ac2-c969-4f3d-be3c-91ce1011fd9f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545180 Nov 12 04:48:16.642188 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:48:17.118682 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-3c7f31a9-c91a-4004-82c0-f63d4daaf944 service neutron] 10.222.0.26 "GET /v2.0/ports/227c9575-002a-4cdb-9773-85fb7db4d3ae/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.0597720 Nov 12 04:48:17.593798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043a68-68ff-4abc-925c-2c43c8114acb req-999bfaba-5bb4-45fa-8d25-8b5ab9585e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:17.595271 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-999bfaba-5bb4-45fa-8d25-8b5ab9585e2a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3&tenant_id=ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 1097 time: 0.0409238 Nov 12 04:48:17.669118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043a68-68ff-4abc-925c-2c43c8114acb req-fd33ef1b-107e-4bd3-a2ef-d28fcb502580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:17.670624 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-fd33ef1b-107e-4bd3-a2ef-d28fcb502580 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 1097 time: 0.0415082 Nov 12 04:48:17.736673 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f84847-cc37-4731-b3b1-284629593975 req-87d7d6a6-922a-4013-88f3-8e5a79ef50f2 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:17.738158 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2f84847-cc37-4731-b3b1-284629593975 req-87d7d6a6-922a-4013-88f3-8e5a79ef50f2 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0542059 Nov 12 04:48:17.767068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043a68-68ff-4abc-925c-2c43c8114acb req-e4d25151-7a41-4bcf-b321-9c1fec87836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:17.768598 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-e4d25151-7a41-4bcf-b321-9c1fec87836a service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0905640 Nov 12 04:48:17.785487 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2f84847-cc37-4731-b3b1-284629593975 req-4c1c0c3b-9e96-413b-bc67-39b5ff8b028a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412445 Nov 12 04:48:17.835236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-42aca1bd-62ea-43db-9b61-e966b79eae2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae HTTP/1.1" status: 200 len: 1001 time: 0.0583262 Nov 12 04:48:17.885764 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043a68-68ff-4abc-925c-2c43c8114acb req-3579583b-10d9-49a3-9e9e-934373b803d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:17.887489 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-3579583b-10d9-49a3-9e9e-934373b803d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0442884 Nov 12 04:48:17.938726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043a68-68ff-4abc-925c-2c43c8114acb req-e3b9fc40-cf97-4bc7-8134-3f15fa597320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:17.940109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-e3b9fc40-cf97-4bc7-8134-3f15fa597320 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457177 Nov 12 04:48:18.030202 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-8ad7c7c3-dcac-4081-be59-ff8c79b8dca3 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816805 Nov 12 04:48:18.125173 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-22043a68-68ff-4abc-925c-2c43c8114acb req-7faad53e-e4b8-42c7-b768-b2bdad78db4d service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875018 Nov 12 04:48:18.905050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766322-2dd4-400d-acd5-3609ed11800d req-afaf5c86-511a-471b-b526-b5ed77a01b42 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:18.906593 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1766322-2dd4-400d-acd5-3609ed11800d req-afaf5c86-511a-471b-b526-b5ed77a01b42 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0513837 Nov 12 04:48:18.956701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a1766322-2dd4-400d-acd5-3609ed11800d req-46217e2b-4f8d-4141-880a-4647c11ebb54 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442801 Nov 12 04:48:19.565289 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:20.074001 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d2198-74b3-43b4-ad48-f6154a50ad65 req-5634d290-c5cb-4cba-b3cd-d3178e868ebf tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:20.075463 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c7d2198-74b3-43b4-ad48-f6154a50ad65 req-5634d290-c5cb-4cba-b3cd-d3178e868ebf tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0478878 Nov 12 04:48:20.122850 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1c7d2198-74b3-43b4-ad48-f6154a50ad65 req-2b387281-ab5a-427a-9cbd-5c02f0938a5c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412719 Nov 12 04:48:20.867083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 227c9575-002a-4cdb-9773-85fb7db4d3ae no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:48:20.947459 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:20.972156 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '227c9575-002a-4cdb-9773-85fb7db4d3ae'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:48:20.974582 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd075d4-87a8-45c8-a6e8-375f288b1c78" -d '{"events": [{"server_uuid": "8f83984a-5d65-4332-83e0-83f8328b69b3", "name": "network-vif-unplugged", "status": "completed", "tag": "227c9575-002a-4cdb-9773-85fb7db4d3ae"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:48:20.992893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 227c9575-002a-4cdb-9773-85fb7db4d3ae, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:48:21.074316 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:21.082356 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c365fd-654f-4148-8016-db56499eab07 x-openstack-request-id: req-47c365fd-654f-4148-8016-db56499eab07 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:48:21.082762 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f83984a-5d65-4332-83e0-83f8328b69b3", "name": "network-vif-unplugged", "status": "completed", "tag": "227c9575-002a-4cdb-9773-85fb7db4d3ae", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:48:21.083149 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-47c365fd-654f-4148-8016-db56499eab07 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:48:21.084325 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '227c9575-002a-4cdb-9773-85fb7db4d3ae', 'code': 200} Nov 12 04:48:21.136286 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=227c9575-002a-4cdb-9773-85fb7db4d3ae,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:21.144675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:21.145243 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:21.145589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:21.146715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:21.146861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:21.147378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:21.147497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:21.147750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:21.148208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:21.148534 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:21.148855 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:21.149173 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:21.243692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0f561-9f7d-4b28-9c57-c9d99e10b469 req-89f4777d-b29b-40b0-8bb7-da6739cd6e9a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:21.245113 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-23b0f561-9f7d-4b28-9c57-c9d99e10b469 req-89f4777d-b29b-40b0-8bb7-da6739cd6e9a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 943 time: 0.0493727 Nov 12 04:48:21.296545 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-23b0f561-9f7d-4b28-9c57-c9d99e10b469 req-8074064f-ab18-4849-aa5a-af57bf94a1a5 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452898 Nov 12 04:48:22.413741 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c67f1-0503-4e9d-a743-7cc5c70854ca req-f34ddff0-b20a-4c37-b289-9dfc4b2ef80a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:22.415239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b98c67f1-0503-4e9d-a743-7cc5c70854ca req-f34ddff0-b20a-4c37-b289-9dfc4b2ef80a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 943 time: 0.0489414 Nov 12 04:48:22.466415 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b98c67f1-0503-4e9d-a743-7cc5c70854ca req-3fd649da-6c14-4ae5-a6e8-e0a5190164dd tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451448 Nov 12 04:48:22.761053 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16e6c0-ab84-49a6-9b0f-d664697a7f59 req-e62c92fb-9ae2-48b6-b9f4-62991049fd12 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:22.762540 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e16e6c0-ab84-49a6-9b0f-d664697a7f59 req-e62c92fb-9ae2-48b6-b9f4-62991049fd12 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 943 time: 0.0504985 Nov 12 04:48:22.837198 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e16e6c0-ab84-49a6-9b0f-d664697a7f59 req-3c0db031-371f-448d-8999-e0faec31bbb0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685651 Nov 12 04:48:22.854183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d654bd5-24d6-4876-bf32-5cac88ea14dc req-0299de34-d3f6-4307-a832-3005e626e73e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:22.855612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d654bd5-24d6-4876-bf32-5cac88ea14dc req-0299de34-d3f6-4307-a832-3005e626e73e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3&tenant_id=ec1c78c614864a929d1e13b1c46bc757&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 943 time: 0.0696642 Nov 12 04:48:22.883208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 227c9575-002a-4cdb-9773-85fb7db4d3ae details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:48:22.972692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d654bd5-24d6-4876-bf32-5cac88ea14dc req-f27814e8-3201-42bc-9b9f-56bd9b48080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:22.974187 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d654bd5-24d6-4876-bf32-5cac88ea14dc req-f27814e8-3201-42bc-9b9f-56bd9b48080f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 1095 time: 0.0408432 Nov 12 04:48:22.990122 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 227c9575-002a-4cdb-9773-85fb7db4d3ae, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:48:23.001667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '227c9575-002a-4cdb-9773-85fb7db4d3ae', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'port_id': '227c9575-002a-4cdb-9773-85fb7db4d3ae', 'mac_address': 'fa:16:3e:2d:a6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:48:23.044150 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:23.064847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227c9575-002a-4cdb-9773-85fb7db4d3ae {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:48:23.071119 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d654bd5-24d6-4876-bf32-5cac88ea14dc req-c3bcbbfe-73c2-4d1b-8963-71c0f104eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:23.072624 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d654bd5-24d6-4876-bf32-5cac88ea14dc req-c3bcbbfe-73c2-4d1b-8963-71c0f104eec7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0909894 Nov 12 04:48:23.087204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 227c9575-002a-4cdb-9773-85fb7db4d3ae, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:48:23.142535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d654bd5-24d6-4876-bf32-5cac88ea14dc req-85b12f85-cdf3-4513-a43f-22be78fedf04 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae HTTP/1.1" status: 200 len: 999 time: 0.0603552 Nov 12 04:48:23.159488 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-015676cc-b014-4457-b5be-4eeab296b36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:23.187869 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:23.200260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d654bd5-24d6-4876-bf32-5cac88ea14dc req-4aed1be0-fbdc-4de3-be96-5c90aea18bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:23.203807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d654bd5-24d6-4876-bf32-5cac88ea14dc req-4aed1be0-fbdc-4de3-be96-5c90aea18bc6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0502441 Nov 12 04:48:23.237749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=227c9575-002a-4cdb-9773-85fb7db4d3ae,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:23.255376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d654bd5-24d6-4876-bf32-5cac88ea14dc req-aea3781f-6045-4ac3-978f-1f208a725203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:23.257756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d654bd5-24d6-4876-bf32-5cac88ea14dc req-aea3781f-6045-4ac3-978f-1f208a725203 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471027 Nov 12 04:48:23.354582 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d654bd5-24d6-4876-bf32-5cac88ea14dc req-f7295ee4-d113-4a45-941d-465705a4054c service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890815 Nov 12 04:48:23.446899 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d654bd5-24d6-4876-bf32-5cac88ea14dc req-51796f13-9735-4b8b-8080-a6fa3d5c013c service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849667 Nov 12 04:48:23.634812 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['227c9575-002a-4cdb-9773-85fb7db4d3ae'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:48:23.964393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f36dd7-8d64-46ff-9d41-e15608b0fa3c req-a41060b8-63e4-4052-b4c8-11d4d3cc9f66 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:23.965846 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16f36dd7-8d64-46ff-9d41-e15608b0fa3c req-a41060b8-63e4-4052-b4c8-11d4d3cc9f66 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 944 time: 0.0500500 Nov 12 04:48:24.018814 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16f36dd7-8d64-46ff-9d41-e15608b0fa3c req-d9380232-4c7d-4424-a359-7a6a20794c6f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438819 Nov 12 04:48:24.887399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 227c9575-002a-4cdb-9773-85fb7db4d3ae up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:48:24.935554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 227c9575-002a-4cdb-9773-85fb7db4d3ae triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:48:24.935922 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:25.014307 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:25.035885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227c9575-002a-4cdb-9773-85fb7db4d3ae'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:48:25.038647 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea59554-0ef0-43f7-9246-262a7964bf1a" -d '{"events": [{"server_uuid": "8f83984a-5d65-4332-83e0-83f8328b69b3", "name": "network-vif-plugged", "status": "completed", "tag": "227c9575-002a-4cdb-9773-85fb7db4d3ae"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:48:25.051627 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 227c9575-002a-4cdb-9773-85fb7db4d3ae, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:48:25.077613 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388921da-cef2-44c1-ad4f-de6aee06eabb x-openstack-request-id: req-388921da-cef2-44c1-ad4f-de6aee06eabb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:48:25.077905 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f83984a-5d65-4332-83e0-83f8328b69b3", "name": "network-vif-plugged", "status": "completed", "tag": "227c9575-002a-4cdb-9773-85fb7db4d3ae", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:48:25.078164 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-388921da-cef2-44c1-ad4f-de6aee06eabb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:48:25.078560 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227c9575-002a-4cdb-9773-85fb7db4d3ae', 'code': 200} Nov 12 04:48:25.130621 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:25.144244 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e759f01-5001-4900-a0a3-288aa9a84572 req-6bdb5500-ec53-43b8-ac81-f72585bec6b6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:25.145768 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e759f01-5001-4900-a0a3-288aa9a84572 req-6bdb5500-ec53-43b8-ac81-f72585bec6b6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 944 time: 0.0521188 Nov 12 04:48:25.180568 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=227c9575-002a-4cdb-9773-85fb7db4d3ae,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:25.195983 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e759f01-5001-4900-a0a3-288aa9a84572 req-ce8c6a98-ad95-423d-92d2-b91136089083 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441194 Nov 12 04:48:25.316058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f47d-2784-4d7e-a275-fa5496c1a7f4 req-de350712-04f9-4210-baab-4f4dd6955a73 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:25.317484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fdc1f47d-2784-4d7e-a275-fa5496c1a7f4 req-de350712-04f9-4210-baab-4f4dd6955a73 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0502627 Nov 12 04:48:25.334008 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:25.376893 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fdc1f47d-2784-4d7e-a275-fa5496c1a7f4 req-3926286e-8339-413e-8315-1e1866708174 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532596 Nov 12 04:48:25.708815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fbd13-7a1a-46ff-a140-32482a97870b req-e961ffe8-0ba8-449a-9ad4-e3a5f8ae3774 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:25.710315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b4fbd13-7a1a-46ff-a140-32482a97870b req-e961ffe8-0ba8-449a-9ad4-e3a5f8ae3774 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0490637 Nov 12 04:48:25.760869 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b4fbd13-7a1a-46ff-a140-32482a97870b req-293cbfb3-e16e-4239-956c-767be114946a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440247 Nov 12 04:48:25.830607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33107a2-44f7-44cd-8b1c-51a0afdb10ab req-ef043699-67f8-40e7-825b-8ab43b54ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:25.832196 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b33107a2-44f7-44cd-8b1c-51a0afdb10ab req-ef043699-67f8-40e7-825b-8ab43b54ffa0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 1097 time: 0.0404990 Nov 12 04:48:25.926934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33107a2-44f7-44cd-8b1c-51a0afdb10ab req-c26b69a9-6a05-435c-84fd-52bb67cf93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:25.928336 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b33107a2-44f7-44cd-8b1c-51a0afdb10ab req-c26b69a9-6a05-435c-84fd-52bb67cf93cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0873230 Nov 12 04:48:25.993472 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b33107a2-44f7-44cd-8b1c-51a0afdb10ab req-a3ac7587-8a01-4851-92a9-037968c153fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae HTTP/1.1" status: 200 len: 1001 time: 0.0569878 Nov 12 04:48:26.046227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33107a2-44f7-44cd-8b1c-51a0afdb10ab req-cb2d583f-57bb-4e66-aba0-07998c31753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:26.047659 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b33107a2-44f7-44cd-8b1c-51a0afdb10ab req-cb2d583f-57bb-4e66-aba0-07998c31753c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0466630 Nov 12 04:48:26.093380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33107a2-44f7-44cd-8b1c-51a0afdb10ab req-f74990a9-3511-424b-aa1b-5ff485e99f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:26.094822 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b33107a2-44f7-44cd-8b1c-51a0afdb10ab req-f74990a9-3511-424b-aa1b-5ff485e99f2f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400794 Nov 12 04:48:26.185905 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b33107a2-44f7-44cd-8b1c-51a0afdb10ab req-06b2cd0f-4cbf-4d8d-ab43-6717acc3fec3 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819201 Nov 12 04:48:26.278001 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b33107a2-44f7-44cd-8b1c-51a0afdb10ab req-8d669283-1908-45af-9198-a31fda94ff4b service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860026 Nov 12 04:48:26.891551 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-805a02a2-ef7b-496e-96ff-7af4f753d14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:26.902156 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2faae4-6ecc-4347-9c74-f216cdb0e062 req-8dc31b0c-17c6-43ee-8a6b-41686fb893e6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:26.903748 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd2faae4-6ecc-4347-9c74-f216cdb0e062 req-8dc31b0c-17c6-43ee-8a6b-41686fb893e6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0597844 Nov 12 04:48:26.948072 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:26.959194 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bd2faae4-6ecc-4347-9c74-f216cdb0e062 req-2a69a68d-3657-425a-a8da-80545eea93d3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489373 Nov 12 04:48:28.076736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa552eae-1ddb-477f-a4b7-79252a5ecea6 req-0d5c9ad6-4eb2-4d59-b0b4-e49013e66db1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:28.078209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa552eae-1ddb-477f-a4b7-79252a5ecea6 req-0d5c9ad6-4eb2-4d59-b0b4-e49013e66db1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0489006 Nov 12 04:48:28.124844 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa552eae-1ddb-477f-a4b7-79252a5ecea6 req-11f71d3b-93ae-45b6-af2b-24c35f740a8f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408001 Nov 12 04:48:28.569723 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de7391-5157-41ea-9704-75dd188320c5 req-6c8f2f00-1fb6-41f8-b4f4-81a9160129ce tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:28.571235 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4de7391-5157-41ea-9704-75dd188320c5 req-6c8f2f00-1fb6-41f8-b4f4-81a9160129ce tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0548842 Nov 12 04:48:28.621525 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d4de7391-5157-41ea-9704-75dd188320c5 req-48990903-22ee-488d-a543-14defb919eab tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442379 Nov 12 04:48:28.660007 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:28.991631 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:29.748794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f57eae-26cc-4312-8930-35faca93c9ba req-27dac01b-a42b-46e5-a340-788ea8a906b7 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:29.750358 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f1f57eae-26cc-4312-8930-35faca93c9ba req-27dac01b-a42b-46e5-a340-788ea8a906b7 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0534258 Nov 12 04:48:29.805235 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f1f57eae-26cc-4312-8930-35faca93c9ba req-75852128-a21d-474d-a5d1-d1a1b8a3339f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477591 Nov 12 04:48:30.191151 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-323df36d-b938-46c0-bd6f-a6f904e127a0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:30.193148 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-323df36d-b938-46c0-bd6f-a6f904e127a0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 945 time: 0.0475605 Nov 12 04:48:30.281226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Deleting port 227c9575-002a-4cdb-9773-85fb7db4d3ae {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:48:30.281561 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:30.376411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] For port 227c9575-002a-4cdb-9773-85fb7db4d3ae, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=227c9575-002a-4cdb-9773-85fb7db4d3ae,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:48:30.376918 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:30.559908 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:30.560292 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:30.560602 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0 disassociated. External IP: 172.25.8.172, port: 227c9575-002a-4cdb-9773-85fb7db4d3ae. Nov 12 04:48:30.560928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Calling delete_port for 227c9575-002a-4cdb-9773-85fb7db4d3ae owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:48:30.742332 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:30.772342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event deleted for resources: {'Port': ['ID=227c9575-002a-4cdb-9773-85fb7db4d3ae,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:30.783843 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:30.784282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:30.784567 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:30.784900 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:30.785228 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:30.785624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:30.785884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:30.786283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:30.787740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:30.787740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:30.787740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:30.788175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:30.927704 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dd2e55c7-dcb0-4341-b08c-eab69f53bb69 req-a7c757d8-f0d2-45bb-a7e2-5f1561a918af tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 210 time: 0.0349615 Nov 12 04:48:30.951624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Router a3c45480-c444-4eb7-a969-57b535435ece has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:48:31.064358 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:48:31.075906 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad7d67c-6512-4958-89cf-f87211c75bfd None None] Sync routers for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:48:31.086746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad7d67c-6512-4958-89cf-f87211c75bfd None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:48:31.087365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-aad7d67c-6512-4958-89cf-f87211c75bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:48:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:48:31.107518 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] No DVR routers for this DVR port 227c9575-002a-4cdb-9773-85fb7db4d3ae on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:48:31.110188 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:31.118578 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-78023f81-ee1b-4808-b0e5-fd6406e2f3a5 req-6caf3f0f-36c3-4517-a8f3-0c8cfb477169 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "DELETE /v2.0/ports/227c9575-002a-4cdb-9773-85fb7db4d3ae HTTP/1.1" status: 204 len: 173 time: 0.9138930 Nov 12 04:48:31.118578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'name': 'network-vif-deleted', 'tag': '227c9575-002a-4cdb-9773-85fb7db4d3ae'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:48:31.118578 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44031a6-f26c-447f-a1fb-4b7b3809de89" -d '{"events": [{"server_uuid": "8f83984a-5d65-4332-83e0-83f8328b69b3", "name": "network-vif-deleted", "tag": "227c9575-002a-4cdb-9773-85fb7db4d3ae"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:48:31.154319 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f107a8-46bd-49af-87a0-eadbde292589 x-openstack-request-id: req-92f107a8-46bd-49af-87a0-eadbde292589 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:48:31.154610 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f83984a-5d65-4332-83e0-83f8328b69b3", "name": "network-vif-deleted", "tag": "227c9575-002a-4cdb-9773-85fb7db4d3ae", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:48:31.154866 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-92f107a8-46bd-49af-87a0-eadbde292589 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:48:31.155266 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f83984a-5d65-4332-83e0-83f8328b69b3', 'name': 'network-vif-deleted', 'tag': '227c9575-002a-4cdb-9773-85fb7db4d3ae', 'status': 'completed', 'code': 200} Nov 12 04:48:31.210079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-aad7d67c-6512-4958-89cf-f87211c75bfd None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:48:31.421830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-aad7d67c-6512-4958-89cf-f87211c75bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:48:31.448176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad7d67c-6512-4958-89cf-f87211c75bfd None None] Checking router: a3c45480-c444-4eb7-a969-57b535435ece for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:48:31.456300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad7d67c-6512-4958-89cf-f87211c75bfd None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:48:31.456899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-aad7d67c-6512-4958-89cf-f87211c75bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:48:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:48:31.563631 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-aad7d67c-6512-4958-89cf-f87211c75bfd None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:48:31.770978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-aad7d67c-6512-4958-89cf-f87211c75bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:48:31.797302 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad7d67c-6512-4958-89cf-f87211c75bfd None None] The sync data for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 is: [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:48:32.051238 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1077bd12-88c7-4ec0-9433-cffa461efa9c req-86c0e9fe-54a6-4564-ab11-974e6ddf89c0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=8f83984a-5d65-4332-83e0-83f8328b69b3 HTTP/1.1" status: 200 len: 210 time: 0.0303345 Nov 12 04:48:32.054465 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17534035-e19c-447c-8ae4-e955b57823fd None None] New status for floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:48:32.913455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 227c9575-002a-4cdb-9773-85fb7db4d3ae no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:48:32.934071 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 227c9575-002a-4cdb-9773-85fb7db4d3ae {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:48:32.934409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 227c9575-002a-4cdb-9773-85fb7db4d3ae not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:48:33.359585 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-7bca957a-b89c-425d-8b44-5316cfa21e1a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--989273550&fields=id&tenant_id=ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 267 time: 0.0412045 Nov 12 04:48:33.467234 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-7d1a9e29-c8f3-436a-b1e1-232acffceebe tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:33.468967 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-7d1a9e29-c8f3-436a-b1e1-232acffceebe tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 812 time: 0.1021745 Nov 12 04:48:33.484416 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-bd274de1-f6df-4f1d-9215-a144b46aaa85 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/quotas/ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 375 time: 0.0096622 Nov 12 04:48:33.535690 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-d44979b9-45b9-495c-83d8-c782a45018a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459926 Nov 12 04:48:33.592840 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-af925d63-afe9-4ebd-bf5d-d8faa67dd295 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:48:33.593826 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-af925d63-afe9-4ebd-bf5d-d8faa67dd295 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464675 Nov 12 04:48:33.685519 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-a88fde28-354b-428c-b6cf-cbfac02d4e97 service neutron] 10.222.0.105 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847855 Nov 12 04:48:33.771005 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-f519d76f-d258-4486-9f7d-f95376bcddaf service neutron] 10.222.0.105 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796142 Nov 12 04:48:34.009038 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69d02d99-3479-4a86-8273-7f85e9fd6c30 req-00045d81-a5e9-435e-bf68-64252112e3ff tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 210 time: 0.0267570 Nov 12 04:48:35.116643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-17231bbe-2416-4fae-9bde-9fd4fe8aabcd req-c79b877a-ae46-47bf-abc6-1a4ea314a636 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 210 time: 0.0347121 Nov 12 04:48:35.891787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-bd926a0a-544e-425a-bff3-40e4c4cb3c4a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:35.893260 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-bd926a0a-544e-425a-bff3-40e4c4cb3c4a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 812 time: 0.1136482 Nov 12 04:48:35.963085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-2521c4cb-eef9-4c50-bd8a-350ce2a2e565 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 379 time: 0.0533490 Nov 12 04:48:35.973239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-107b5083-0d35-461a-9cb4-bcaba9466d30 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Request body: {'port': {'device_id': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'admin_state_up': True, 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'security_groups': ['f7535d6f-3eb0-449f-95e0-d113ae626039']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:48:36.151023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-107b5083-0d35-461a-9cb4-bcaba9466d30 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Made reservation on behalf of ec1c78c614864a929d1e13b1c46bc757 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:48:36.154939 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-107b5083-0d35-461a-9cb4-bcaba9466d30 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:36.243093 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62868a53-2aa3-4a49-bb45-9e477dcf2fed req-f50e8846-0d20-4f13-a189-97b9663727d5 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 210 time: 0.0309772 Nov 12 04:48:36.310752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-107b5083-0d35-461a-9cb4-bcaba9466d30 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Allocated IP 172.20.0.11 (1cb22090-112f-43fb-be14-3c5ac5f5aa02/2a8cb4f8-a13e-48f6-aff8-66e2f8a31058/c47e9562-256c-43e2-ac23-903aa9540d1c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:48:36.450275 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-107b5083-0d35-461a-9cb4-bcaba9466d30 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:36.565442 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-107b5083-0d35-461a-9cb4-bcaba9466d30 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:36.607726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-107b5083-0d35-461a-9cb4-bcaba9466d30 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:48:36.613127 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-107b5083-0d35-461a-9cb4-bcaba9466d30 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:48:36.616627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-107b5083-0d35-461a-9cb4-bcaba9466d30 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:48:36.647183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b5083-0d35-461a-9cb4-bcaba9466d30 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event updated for resources: {'Port': ['ID=c47e9562-256c-43e2-ac23-903aa9540d1c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:36.675239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-107b5083-0d35-461a-9cb4-bcaba9466d30 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:36.675885 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-107b5083-0d35-461a-9cb4-bcaba9466d30 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:36.757798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-107b5083-0d35-461a-9cb4-bcaba9466d30 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7865808 Nov 12 04:48:36.778316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Request body: {'port': {'device_id': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:48:36.813181 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8a1d14d0-31f0-4a86-91fb-2bc2a4b3c62a None None] Provisioning complete for port c47e9562-256c-43e2-ac23-903aa9540d1c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:48:36.813760 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a1d14d0-31f0-4a86-91fb-2bc2a4b3c62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:36.836523 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:37.008234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8a1d14d0-31f0-4a86-91fb-2bc2a4b3c62a None None] Port c47e9562-256c-43e2-ac23-903aa9540d1c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:48:37.102559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c47e9562-256c-43e2-ac23-903aa9540d1c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:48:37.110082 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:37.121980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Transition to ACTIVE for port object c47e9562-256c-43e2-ac23-903aa9540d1c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:48:37.210230 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:37.263321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c47e9562-256c-43e2-ac23-903aa9540d1c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:37.340878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Attempting to bind port c47e9562-256c-43e2-ac23-903aa9540d1c on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:48:37.343472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Attempting to bind port c47e9562-256c-43e2-ac23-903aa9540d1c by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:48:37.343472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Attempting to bind port c47e9562-256c-43e2-ac23-903aa9540d1c on network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:48:37.347198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Port c47e9562-256c-43e2-ac23-903aa9540d1c on network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:48:37.347527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Attempting to bind port c47e9562-256c-43e2-ac23-903aa9540d1c on network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:48:37.354409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:48:37.354800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Checking segment: {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:48:37.355193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Bound using segment: {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:48:37.355660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Bound port: c47e9562-256c-43e2-ac23-903aa9540d1c, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:48:37.356016 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:37.369239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be11a19-b2af-48fb-82d5-01be497d73cc req-6fbe33ad-a97b-4893-a134-afba1ddfceb1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:37.371571 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0be11a19-b2af-48fb-82d5-01be497d73cc req-6fbe33ad-a97b-4893-a134-afba1ddfceb1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 944 time: 0.0564296 Nov 12 04:48:37.426198 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0be11a19-b2af-48fb-82d5-01be497d73cc req-8809ae21-afa2-4cd4-8755-8340ce4ba3ce tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475380 Nov 12 04:48:37.429824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] For port c47e9562-256c-43e2-ac23-903aa9540d1c, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:48:37.433838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] For port c47e9562-256c-43e2-ac23-903aa9540d1c, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c47e9562-256c-43e2-ac23-903aa9540d1c,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:48:37.513637 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:37.556029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:37.556576 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:37.557984 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] 10.222.0.26 "PUT /v2.0/ports/c47e9562-256c-43e2-ac23-903aa9540d1c HTTP/1.1" status: 200 len: 1093 time: 0.7840388 Nov 12 04:48:37.558442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:48:37.560791 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5dc14a-3265-4010-9f11-6cac532da1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:48:37.582111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9342a8-dbef-4b7e-b4dc-943cacf5d9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c47e9562-256c-43e2-ac23-903aa9540d1c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:37.616775 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183ca824-af0a-4559-a830-b5f19fe5c1db x-openstack-request-id: req-183ca824-af0a-4559-a830-b5f19fe5c1db {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:48:37.616775 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:48:37.616775 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-183ca824-af0a-4559-a830-b5f19fe5c1db {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:48:37.616775 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'status': 'completed', 'code': 200} Nov 12 04:48:37.699784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dc14a-3265-4010-9f11-6cac532da1f0 req-1c9ab9c2-3795-4537-a515-a54bfdbc9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:37.701331 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa5dc14a-3265-4010-9f11-6cac532da1f0 req-1c9ab9c2-3795-4537-a515-a54bfdbc9232 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 1096 time: 0.0435219 Nov 12 04:48:37.810448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dc14a-3265-4010-9f11-6cac532da1f0 req-892eee5c-ce9d-44ab-bbe0-ef9ff75b76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:37.811950 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa5dc14a-3265-4010-9f11-6cac532da1f0 req-892eee5c-ce9d-44ab-bbe0-ef9ff75b76e1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ec1c78c614864a929d1e13b1c46bc757&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0947204 Nov 12 04:48:37.926400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dc14a-3265-4010-9f11-6cac532da1f0 req-06693e12-124c-4922-b28d-8b7ef2707f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:37.927771 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fa5dc14a-3265-4010-9f11-6cac532da1f0 req-06693e12-124c-4922-b28d-8b7ef2707f09 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0967784 Nov 12 04:48:38.027950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-c55ffac3-a993-4575-84b7-6fa9ad7f06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:38.029437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-c55ffac3-a993-4575-84b7-6fa9ad7f06ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 1096 time: 0.0407043 Nov 12 04:48:38.080846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-a0dae895-998d-4d96-9b04-9da9150e7492 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c47e9562-256c-43e2-ac23-903aa9540d1c HTTP/1.1" status: 200 len: 217 time: 0.0371013 Nov 12 04:48:38.129842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-d0133217-39f3-4be3-88b7-637533c3be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:38.131815 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-d0133217-39f3-4be3-88b7-637533c3be25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0432055 Nov 12 04:48:38.177163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-3b49d0ce-2d47-490d-99c9-f0bdbd7289a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:38.179128 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-3b49d0ce-2d47-490d-99c9-f0bdbd7289a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394607 Nov 12 04:48:38.552206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e46c42-ab98-45f1-80d9-408ff170d23c req-591f4133-946f-4e97-8376-e95be7d09ff2 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:38.554292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6e46c42-ab98-45f1-80d9-408ff170d23c req-591f4133-946f-4e97-8376-e95be7d09ff2 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 944 time: 0.0544505 Nov 12 04:48:38.604941 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6e46c42-ab98-45f1-80d9-408ff170d23c req-378850d3-d9e8-452e-be50-8d5591349d81 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444186 Nov 12 04:48:38.620316 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-51a88a43-5cab-42e9-897f-7052732b526f service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330389 Nov 12 04:48:38.712156 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-514aef3e-5fb2-4971-8a25-4744ed469636 req-51e91980-b204-41cd-b350-18f6dfa6ec08 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830691 Nov 12 04:48:39.725799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807eea3-a41f-4add-bcf9-059d712a6e12 req-57250ee6-19a1-453f-a899-60f3e058f66b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:39.727273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3807eea3-a41f-4add-bcf9-059d712a6e12 req-57250ee6-19a1-453f-a899-60f3e058f66b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 944 time: 0.0501142 Nov 12 04:48:39.778065 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3807eea3-a41f-4add-bcf9-059d712a6e12 req-5878aa1b-7dc8-4564-a812-da236925bd76 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446324 Nov 12 04:48:40.907054 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ed792-c3ed-45f4-8a71-7e3f32dbb453 req-0c600225-67af-40d8-9cfb-d893de2d7e70 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:40.908562 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c81ed792-c3ed-45f4-8a71-7e3f32dbb453 req-0c600225-67af-40d8-9cfb-d893de2d7e70 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 944 time: 0.0524867 Nov 12 04:48:40.956729 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c81ed792-c3ed-45f4-8a71-7e3f32dbb453 req-e420e758-fef3-4237-bb45-24d1e86f505c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421431 Nov 12 04:48:42.074723 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cffede-e5e2-46d8-b655-246032196a32 req-95e7d038-8d19-44b0-8897-3e387af61964 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:42.076192 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69cffede-e5e2-46d8-b655-246032196a32 req-95e7d038-8d19-44b0-8897-3e387af61964 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 944 time: 0.0493429 Nov 12 04:48:42.125318 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69cffede-e5e2-46d8-b655-246032196a32 req-33fad3a9-3fa8-47ad-bf00-1a509a007d78 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432637 Nov 12 04:48:42.976452 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c47e9562-256c-43e2-ac23-903aa9540d1c details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:48:43.070998 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c47e9562-256c-43e2-ac23-903aa9540d1c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c47e9562-256c-43e2-ac23-903aa9540d1c,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:48:43.081662 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'port_id': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'mac_address': 'fa:16:3e:44:1e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:48:43.118004 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:43.137737 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47e9562-256c-43e2-ac23-903aa9540d1c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:48:43.161453 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c47e9562-256c-43e2-ac23-903aa9540d1c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c47e9562-256c-43e2-ac23-903aa9540d1c,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:48:43.230851 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:43.240611 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a96c4-000d-46c8-8440-da05917a326c req-7ba3bc5c-dc0a-476f-bfe1-1a1a94b10c16 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:43.242175 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a34a96c4-000d-46c8-8440-da05917a326c req-7ba3bc5c-dc0a-476f-bfe1-1a1a94b10c16 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 944 time: 0.0495312 Nov 12 04:48:43.285387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=c47e9562-256c-43e2-ac23-903aa9540d1c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:43.296753 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a34a96c4-000d-46c8-8440-da05917a326c req-bad20eb1-f893-413a-9c6c-911bc46ac2f3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482006 Nov 12 04:48:43.597721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['c47e9562-256c-43e2-ac23-903aa9540d1c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:48:44.412589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934efaac-69a6-48e4-b213-04c4915ce57d req-25507fc4-0031-4f86-b3bd-540b9cb02bd6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:44.414714 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-934efaac-69a6-48e4-b213-04c4915ce57d req-25507fc4-0031-4f86-b3bd-540b9cb02bd6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 945 time: 0.0486431 Nov 12 04:48:44.459494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-934efaac-69a6-48e4-b213-04c4915ce57d req-92487a9f-6d44-4de5-a774-e42898e39e28 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388532 Nov 12 04:48:44.975608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c47e9562-256c-43e2-ac23-903aa9540d1c up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:48:45.087853 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port c47e9562-256c-43e2-ac23-903aa9540d1c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:48:45.092432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port c47e9562-256c-43e2-ac23-903aa9540d1c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:48:45.092879 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:45.168690 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:45.190878 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:48:45.193159 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe39d60-2ace-4b48-b76c-36710666bd1a" -d '{"events": [{"server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "name": "network-vif-plugged", "status": "completed", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:48:45.205139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c47e9562-256c-43e2-ac23-903aa9540d1c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c47e9562-256c-43e2-ac23-903aa9540d1c,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:48:45.232088 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab5cf78-2bc5-44d1-9198-0c913627b1ad x-openstack-request-id: req-eab5cf78-2bc5-44d1-9198-0c913627b1ad {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:48:45.235606 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "name": "network-vif-plugged", "status": "completed", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:48:45.235606 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-eab5cf78-2bc5-44d1-9198-0c913627b1ad {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:48:45.235606 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'code': 200} Nov 12 04:48:45.307521 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:45.359909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=c47e9562-256c-43e2-ac23-903aa9540d1c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:45.365317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c9e90-11c4-4ce9-9153-1b75643b640e req-8a84c1bc-83a0-45a8-9af7-f610158226b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:45.367154 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-570c9e90-11c4-4ce9-9153-1b75643b640e req-8a84c1bc-83a0-45a8-9af7-f610158226b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 1098 time: 0.0482609 Nov 12 04:48:45.413672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-570c9e90-11c4-4ce9-9153-1b75643b640e req-5212fd31-1e5e-48c4-ae9b-e436d4881fb6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381863 Nov 12 04:48:45.577901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcc052-ff0d-4f01-a20d-a8a08678ec3f req-fd302a0b-f43d-4fe9-b834-f761e29a5020 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:45.579389 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30bcc052-ff0d-4f01-a20d-a8a08678ec3f req-fd302a0b-f43d-4fe9-b834-f761e29a5020 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0496929 Nov 12 04:48:45.629071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30bcc052-ff0d-4f01-a20d-a8a08678ec3f req-de755ad6-d7d8-43c6-8be8-3d76e66840b0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434818 Nov 12 04:48:46.767785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52e139-2337-489b-a779-e8348711968d req-b8846c3e-9e79-40be-b664-0f55a5f778e6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:46.769378 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe52e139-2337-489b-a779-e8348711968d req-b8846c3e-9e79-40be-b664-0f55a5f778e6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0608137 Nov 12 04:48:46.826951 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe52e139-2337-489b-a779-e8348711968d req-1e7c838b-ff93-436c-9c62-aff2311170a6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508201 Nov 12 04:48:47.436954 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-de3d34ae-4de9-43a4-8ae3-d655e5d6e75c req-e86c17d9-566d-4b05-b62e-4ac3da05a091 service neutron] (103146) timed out ('10.222.0.105', 55004) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:48:47.959652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edc2f1-a185-4ff8-be9e-c6a30d88c5b0 req-7cbdfb12-7596-43b8-b24d-11639d58ad53 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:47.961764 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9edc2f1-a185-4ff8-be9e-c6a30d88c5b0 req-7cbdfb12-7596-43b8-b24d-11639d58ad53 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0498974 Nov 12 04:48:48.013591 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b9edc2f1-a185-4ff8-be9e-c6a30d88c5b0 req-f2244f55-1495-414c-848b-553a8e115643 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456445 Nov 12 04:48:48.125093 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748f993-c8e0-4b1b-a89e-0df73a1bddf6 req-26251425-3302-496d-94e2-8390fd24e20e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:48.126509 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9748f993-c8e0-4b1b-a89e-0df73a1bddf6 req-26251425-3302-496d-94e2-8390fd24e20e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0490553 Nov 12 04:48:48.135429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 60288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:48:48.139930 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-548ef5d3-4ef9-4850-98c6-0c3b15dd8702 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Request body: {'floatingip': {'port_id': 'c47e9562-256c-43e2-ac23-903aa9540d1c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:48:48.178970 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-548ef5d3-4ef9-4850-98c6-0c3b15dd8702 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:48.612670 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-548ef5d3-4ef9-4850-98c6-0c3b15dd8702 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:48.667096 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-548ef5d3-4ef9-4850-98c6-0c3b15dd8702 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:48.767608 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-548ef5d3-4ef9-4850-98c6-0c3b15dd8702 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0 associated. External IP: 172.25.8.172, port: c47e9562-256c-43e2-ac23-903aa9540d1c. Nov 12 04:48:49.314310 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548ef5d3-4ef9-4850-98c6-0c3b15dd8702 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Router a3c45480-c444-4eb7-a969-57b535435ece has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:48:49.422826 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548ef5d3-4ef9-4850-98c6-0c3b15dd8702 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:48:49.427861 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-548ef5d3-4ef9-4850-98c6-0c3b15dd8702 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:49.433462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38013927-59bd-4391-bb33-86ad2bb28372 None None] Sync routers for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:48:49.443286 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38013927-59bd-4391-bb33-86ad2bb28372 None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:48:49.443910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-38013927-59bd-4391-bb33-86ad2bb28372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:48:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:48:49.453835 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-548ef5d3-4ef9-4850-98c6-0c3b15dd8702 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "PUT /v2.0/floatingips/ba4262fa-6b75-4c6f-9d61-0426daa007c0 HTTP/1.1" status: 200 len: 992 time: 1.3173606 Nov 12 04:48:49.454425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:48:49.526594 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4666ed1-173f-4751-8be9-4e93b4509604" -d '{"events": [{"name": "network-changed", "server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:48:49.567522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-38013927-59bd-4391-bb33-86ad2bb28372 None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:48:49.570074 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:49.623545 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1d6ba0-ee6f-4c79-94ca-baf57f2b798f x-openstack-request-id: req-6c1d6ba0-ee6f-4c79-94ca-baf57f2b798f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:48:49.623832 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:48:49.624103 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6c1d6ba0-ee6f-4c79-94ca-baf57f2b798f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:48:49.624502 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'status': 'completed', 'code': 200} Nov 12 04:48:49.705470 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4666ed1-173f-4751-8be9-4e93b4509604 req-d2254097-f709-449d-b990-a42fb1084005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:49.706969 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4666ed1-173f-4751-8be9-4e93b4509604 req-d2254097-f709-449d-b990-a42fb1084005 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 1098 time: 0.0403047 Nov 12 04:48:49.801144 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4666ed1-173f-4751-8be9-4e93b4509604 req-9b3bec2d-aa17-4bae-8ed8-bff423763a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:49.802766 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4666ed1-173f-4751-8be9-4e93b4509604 req-9b3bec2d-aa17-4bae-8ed8-bff423763a1d service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0882592 Nov 12 04:48:49.805773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-38013927-59bd-4391-bb33-86ad2bb28372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ba4262fa-6b75-4c6f-9d61-0426daa007c0', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'port_id': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'mac_address': 'fa:16:3e:44:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:45Z', 'updated_at': '2021-11-12T04:48:48Z', 'revision_number': 9, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:48:49.832786 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38013927-59bd-4391-bb33-86ad2bb28372 None None] Checking router: a3c45480-c444-4eb7-a969-57b535435ece for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:48:49.841727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38013927-59bd-4391-bb33-86ad2bb28372 None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:48:49.842588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-38013927-59bd-4391-bb33-86ad2bb28372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:48:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:48:49.874952 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4666ed1-173f-4751-8be9-4e93b4509604 req-0c1c1d90-b267-4247-8319-734f53199f2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c47e9562-256c-43e2-ac23-903aa9540d1c HTTP/1.1" status: 200 len: 1000 time: 0.0637925 Nov 12 04:48:49.926936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4666ed1-173f-4751-8be9-4e93b4509604 req-08601f7f-db6f-48f9-9ac3-93fd0f3fdbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:49.928647 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4666ed1-173f-4751-8be9-4e93b4509604 req-08601f7f-db6f-48f9-9ac3-93fd0f3fdbe9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0456617 Nov 12 04:48:49.948427 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-38013927-59bd-4391-bb33-86ad2bb28372 None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:48:49.975751 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4666ed1-173f-4751-8be9-4e93b4509604 req-0ee0fc31-52ae-4343-8989-2436b9dcfff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:49.977361 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4666ed1-173f-4751-8be9-4e93b4509604 req-0ee0fc31-52ae-4343-8989-2436b9dcfff6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412626 Nov 12 04:48:50.072749 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4666ed1-173f-4751-8be9-4e93b4509604 req-a6a0a503-2ea7-469f-aa9a-46ead0315ed8 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874722 Nov 12 04:48:50.169223 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4666ed1-173f-4751-8be9-4e93b4509604 req-0c41d756-61b4-4040-8eb1-32305a9885ff service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892210 Nov 12 04:48:50.170287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-38013927-59bd-4391-bb33-86ad2bb28372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ba4262fa-6b75-4c6f-9d61-0426daa007c0', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'port_id': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'mac_address': 'fa:16:3e:44:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:45Z', 'updated_at': '2021-11-12T04:48:48Z', 'revision_number': 9, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:48:50.201991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38013927-59bd-4391-bb33-86ad2bb28372 None None] The sync data for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 is: [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ba4262fa-6b75-4c6f-9d61-0426daa007c0', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'port_id': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'mac_address': 'fa:16:3e:44:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:45Z', 'updated_at': '2021-11-12T04:48:48Z', 'revision_number': 9, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:48:50.402227 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c854125-f826-4981-966a-1988532c3feb None None] New status for floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:48:53.123947 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37cdad44-1f19-4393-8345-26ad697017dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:53.641646 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:48:55.390569 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:56.941498 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26781f9f-922c-453b-bde1-676d5c720a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:56.970007 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:58.653011 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:59.007442 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:01.637018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-bf86faac-150d-4319-8531-82c41e636e8c req-e65b9b69-789c-4431-9227-0e84e2c260b2 tempest-TestNetworkAdvancedServerOps-1993844239 tempest-TestNetworkAdvancedServerOps-1993844239-project] (103146) timed out ('10.222.0.25', 50482) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:49:19.549598 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:23.120920 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4be3d78-f2e4-449a-8bbc-8d2e12275d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:25.375648 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:26.903609 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-622330cd-75a3-49de-995a-15cf7eec9035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:26.949416 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:28.691812 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:29.017619 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:30.640090 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:49:39.849239 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f985909-e295-4450-a85e-49a6fc208423 req-c01fd32b-7147-41c9-a2a7-11c0ec98a9a5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413034 Nov 12 04:49:39.951699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f985909-e295-4450-a85e-49a6fc208423 req-6f1a7711-8f31-4f28-b15a-b6345e257c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:39.953279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f985909-e295-4450-a85e-49a6fc208423 req-6f1a7711-8f31-4f28-b15a-b6345e257c5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 1098 time: 0.0418971 Nov 12 04:49:40.062647 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f985909-e295-4450-a85e-49a6fc208423 req-5246216d-064a-4466-a959-003b63b44df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:40.064141 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f985909-e295-4450-a85e-49a6fc208423 req-5246216d-064a-4466-a959-003b63b44df9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0903678 Nov 12 04:49:40.135417 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f985909-e295-4450-a85e-49a6fc208423 req-5ce8eea6-3726-4a92-963e-7c0334ec1a7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c47e9562-256c-43e2-ac23-903aa9540d1c HTTP/1.1" status: 200 len: 1003 time: 0.0586343 Nov 12 04:49:40.181031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f985909-e295-4450-a85e-49a6fc208423 req-25d972ae-b85a-4785-b5a4-e2d8d8348308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:40.182523 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f985909-e295-4450-a85e-49a6fc208423 req-25d972ae-b85a-4785-b5a4-e2d8d8348308 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0440261 Nov 12 04:49:40.233635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f985909-e295-4450-a85e-49a6fc208423 req-3dc6d411-f1e5-4651-a2df-af08b3968792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:40.235152 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f985909-e295-4450-a85e-49a6fc208423 req-3dc6d411-f1e5-4651-a2df-af08b3968792 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455379 Nov 12 04:49:40.246896 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-7f985909-e295-4450-a85e-49a6fc208423 req-fc34954c-8a21-4cb2-a076-cc0ec766a4c8 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:49:40.247843 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f985909-e295-4450-a85e-49a6fc208423 req-fc34954c-8a21-4cb2-a076-cc0ec766a4c8 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051024 Nov 12 04:49:40.340218 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f985909-e295-4450-a85e-49a6fc208423 req-8149ab2f-6b0b-4b13-9ce2-c973c78e352f service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840578 Nov 12 04:49:40.436516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7f985909-e295-4450-a85e-49a6fc208423 req-663dff2a-2837-4ce8-a062-a786cec8535b service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873582 Nov 12 04:49:49.528987 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:53.146050 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-680a02e8-a373-4ccf-a807-1cdecadf453a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:55.392070 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:56.885243 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-087d69ec-f534-4766-a90c-bd6970629f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:56.945926 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:58.702312 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:58.999487 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:07.646847 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:50:19.541247 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:23.141183 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b21199bf-1752-49c1-a8d2-6845f5a8ec9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:25.398168 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:26.878118 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce739d08-0a4b-40b0-b3e1-32f2ce9fd65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:26.917837 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:28.683157 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:28.997696 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:40.824576 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d88b212a-843f-4cfa-9182-6bfb4c3bf869 req-23019e26-e782-489e-9a99-20a91d3a304d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411837 Nov 12 04:50:40.924283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b212a-843f-4cfa-9182-6bfb4c3bf869 req-2068987f-c547-4c19-a5be-f94075a7d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:40.925761 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d88b212a-843f-4cfa-9182-6bfb4c3bf869 req-2068987f-c547-4c19-a5be-f94075a7d57c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 1098 time: 0.0404265 Nov 12 04:50:41.033945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b212a-843f-4cfa-9182-6bfb4c3bf869 req-93e388e6-2e68-4cd6-89f1-696fff42dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:41.035405 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d88b212a-843f-4cfa-9182-6bfb4c3bf869 req-93e388e6-2e68-4cd6-89f1-696fff42dafe service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0881596 Nov 12 04:50:41.104930 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d88b212a-843f-4cfa-9182-6bfb4c3bf869 req-1f0686f4-1c8a-4249-8c47-67053beaa529 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c47e9562-256c-43e2-ac23-903aa9540d1c HTTP/1.1" status: 200 len: 1003 time: 0.0608780 Nov 12 04:50:41.159117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b212a-843f-4cfa-9182-6bfb4c3bf869 req-ed220714-6666-481b-8ae6-a1b173887c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:41.160598 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d88b212a-843f-4cfa-9182-6bfb4c3bf869 req-ed220714-6666-481b-8ae6-a1b173887c22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0478501 Nov 12 04:50:41.213367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b212a-843f-4cfa-9182-6bfb4c3bf869 req-59da42b2-770f-49ec-8b2d-65d88e08adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:41.215100 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d88b212a-843f-4cfa-9182-6bfb4c3bf869 req-59da42b2-770f-49ec-8b2d-65d88e08adb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450075 Nov 12 04:50:41.305104 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d88b212a-843f-4cfa-9182-6bfb4c3bf869 req-e0b6988d-a107-4618-a7f2-5bf6e29d5a8c service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817151 Nov 12 04:50:41.399372 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d88b212a-843f-4cfa-9182-6bfb4c3bf869 req-3b390175-3362-4f0c-b410-38d9ae4783ae service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865068 Nov 12 04:50:44.635412 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:50:49.573893 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:53.128997 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aec9444c-d27f-4578-886b-67f0fadcfef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:55.420399 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:56.888293 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff059232-35f3-4e03-ad74-1582a524f522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:56.939818 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:58.676894 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:58.985281 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:19.590755 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:21.635054 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:51:23.122184 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-adcab958-434f-4d07-8a25-4df270922f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:23.397121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-a861452b-f553-477a-ba57-6d94c789c01b req-819138ce-1529-486f-a497-e3c29467ed34 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:51:23.398227 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a861452b-f553-477a-ba57-6d94c789c01b req-819138ce-1529-486f-a497-e3c29467ed34 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0452442 Nov 12 04:51:23.682180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dda0d-a606-4898-8eb3-72a627a9978b req-232d5459-3202-4cc0-971f-6b152623b666 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:23.684281 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f2dda0d-a606-4898-8eb3-72a627a9978b req-232d5459-3202-4cc0-971f-6b152623b666 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0514312 Nov 12 04:51:23.740285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f2dda0d-a606-4898-8eb3-72a627a9978b req-24a2f561-2ab7-4c3a-862b-9f54107f381e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499928 Nov 12 04:51:23.822032 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-a584d481-0c91-44a5-a8f1-f87babc4a83a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792761 Nov 12 04:51:23.831330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-b9130341-8702-4001-8ac0-0543c1c62679 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:51:23.832323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-b9130341-8702-4001-8ac0-0543c1c62679 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049777 Nov 12 04:51:24.866323 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd4be5-5ae5-4a90-87c7-2051ae8a7fab req-477e4763-abb5-4cf6-8c8f-16e3dfcf905f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:24.867830 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3bdd4be5-5ae5-4a90-87c7-2051ae8a7fab req-477e4763-abb5-4cf6-8c8f-16e3dfcf905f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0528002 Nov 12 04:51:24.927352 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3bdd4be5-5ae5-4a90-87c7-2051ae8a7fab req-b4a84ac3-eaa6-44f8-849b-5cd980ce5cbb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531585 Nov 12 04:51:25.408660 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:26.050116 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053809e4-4aad-4601-9673-6ba279b851e1 req-e6283fe0-d93a-4cb0-8632-4d3a5b518312 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:26.051645 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-053809e4-4aad-4601-9673-6ba279b851e1 req-e6283fe0-d93a-4cb0-8632-4d3a5b518312 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0554504 Nov 12 04:51:26.084785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-2021fb95-8fa1-468a-96c0-87f39ddc8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:26.094575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-2021fb95-8fa1-468a-96c0-87f39ddc8739 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 1098 time: 0.0423162 Nov 12 04:51:26.101101 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-053809e4-4aad-4601-9673-6ba279b851e1 req-6417640d-c567-4245-aca2-00dce36e5474 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431142 Nov 12 04:51:26.182200 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-bb3fac07-7a23-4de2-beaf-04d5acf5357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:26.183713 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-bb3fac07-7a23-4de2-beaf-04d5acf5357d service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0882571 Nov 12 04:51:26.256744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-31b95de2-c1aa-47fd-8e68-aa4c7bb0764b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c47e9562-256c-43e2-ac23-903aa9540d1c HTTP/1.1" status: 200 len: 1003 time: 0.0642838 Nov 12 04:51:26.307868 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-8413f2c8-50b2-4c14-812e-b73c40c30fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:26.309897 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-8413f2c8-50b2-4c14-812e-b73c40c30fb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0456586 Nov 12 04:51:26.359342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-a1a557d9-2ac7-434f-b4d6-bdfddeb8518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:26.360873 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-a1a557d9-2ac7-434f-b4d6-bdfddeb8518b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433142 Nov 12 04:51:26.463646 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-b807e240-f733-4b70-a0cf-ef58412a98a4 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939696 Nov 12 04:51:26.554685 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-786d8b32-35c2-463c-95be-3d126834b975 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836461 Nov 12 04:51:26.893360 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32674770-f19f-4f78-9856-39c97aff1946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:26.939617 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:27.229197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d64f1-fd36-4cc9-be4a-f30d9beafb9e req-932f2848-a57a-4f72-aae8-d587c73a9731 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:27.231273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a8d64f1-fd36-4cc9-be4a-f30d9beafb9e req-932f2848-a57a-4f72-aae8-d587c73a9731 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0549815 Nov 12 04:51:27.278364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a8d64f1-fd36-4cc9-be4a-f30d9beafb9e req-6c4177e8-5671-4efb-9504-675172225365 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411131 Nov 12 04:51:28.396628 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d276a-bf5f-44eb-a337-a876292a5d31 req-0dc761e3-0380-48a0-af59-40bcf708e431 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:28.398106 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ea7d276a-bf5f-44eb-a337-a876292a5d31 req-0dc761e3-0380-48a0-af59-40bcf708e431 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0498545 Nov 12 04:51:28.446705 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ea7d276a-bf5f-44eb-a337-a876292a5d31 req-11fe26b8-6fb3-48ec-a702-4e3f960b9812 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418808 Nov 12 04:51:28.687514 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:28.978929 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:29.564820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7164150-3990-4d13-8686-dbc6ab09700a req-ca789a13-f447-4e36-b6bc-bad11d86b8a7 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:29.566302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7164150-3990-4d13-8686-dbc6ab09700a req-ca789a13-f447-4e36-b6bc-bad11d86b8a7 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0502911 Nov 12 04:51:29.613827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7164150-3990-4d13-8686-dbc6ab09700a req-d11ed434-e40f-4363-9961-6b1d4ff22c27 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415103 Nov 12 04:51:30.732270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011f86-b0e6-4860-8130-17faff206cf0 req-6d8762f5-32bf-4a57-882e-90c96ed84b79 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:30.733731 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-10011f86-b0e6-4860-8130-17faff206cf0 req-6d8762f5-32bf-4a57-882e-90c96ed84b79 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0486915 Nov 12 04:51:30.783905 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-10011f86-b0e6-4860-8130-17faff206cf0 req-f6ee334b-c3e1-400e-8973-8eee8a4602fb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442863 Nov 12 04:51:31.905205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26008da7-4e3d-4be5-85de-78548422adbf req-bb7c8131-beed-4579-ac1b-1c64dce9e2bb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:31.906704 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26008da7-4e3d-4be5-85de-78548422adbf req-bb7c8131-beed-4579-ac1b-1c64dce9e2bb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0547941 Nov 12 04:51:31.955860 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-26008da7-4e3d-4be5-85de-78548422adbf req-6d68f43a-4a95-44b7-98e1-62b6cfc34ad2 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430803 Nov 12 04:51:33.075977 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4695f-fb67-45b7-a8c5-1e12ace900eb req-18a8c1b5-8e42-4eed-a4f0-dc0d565d9b43 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:33.077503 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a3b4695f-fb67-45b7-a8c5-1e12ace900eb req-18a8c1b5-8e42-4eed-a4f0-dc0d565d9b43 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0494196 Nov 12 04:51:33.129091 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a3b4695f-fb67-45b7-a8c5-1e12ace900eb req-0e46be94-a8ed-4ff0-97c2-7717ef4e3eb9 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453126 Nov 12 04:51:34.257436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49a84e-bfa2-46ef-95ab-8586560ec8ae req-56a7b76b-6147-4863-8152-59e2e58bd616 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:34.258906 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d49a84e-bfa2-46ef-95ab-8586560ec8ae req-56a7b76b-6147-4863-8152-59e2e58bd616 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0499730 Nov 12 04:51:34.307210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7d49a84e-bfa2-46ef-95ab-8586560ec8ae req-b06f18be-f3c8-4768-98c5-0d39d4f5e564 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418711 Nov 12 04:51:35.425110 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6056551-b679-49d1-a014-4e8f900dd71c req-40e3927f-a752-4f0c-9d7f-78a97b10af95 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:35.426592 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6056551-b679-49d1-a014-4e8f900dd71c req-40e3927f-a752-4f0c-9d7f-78a97b10af95 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0501232 Nov 12 04:51:35.474318 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6056551-b679-49d1-a014-4e8f900dd71c req-e0474930-3b94-4e51-8d20-1c265f0ef653 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416958 Nov 12 04:51:36.588634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69003ffe-8571-4ddd-bcf8-18dfe95bf0de req-0179f43a-169c-4071-bb0c-8c8af04e7aae tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:36.590095 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69003ffe-8571-4ddd-bcf8-18dfe95bf0de req-0179f43a-169c-4071-bb0c-8c8af04e7aae tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0486541 Nov 12 04:51:36.641011 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69003ffe-8571-4ddd-bcf8-18dfe95bf0de req-f5ffdbc1-ef18-446b-9d9f-9f6fa252e525 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449796 Nov 12 04:51:37.762769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d84d46-9ec8-4b52-94e6-0d69614202cb req-2d0450a9-3b9f-4779-9283-6cd6c71cfe69 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:37.764298 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2d84d46-9ec8-4b52-94e6-0d69614202cb req-2d0450a9-3b9f-4779-9283-6cd6c71cfe69 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0536985 Nov 12 04:51:37.816534 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f2d84d46-9ec8-4b52-94e6-0d69614202cb req-7b1467bc-903f-49a9-adfb-cb317317802d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462110 Nov 12 04:51:38.933094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29fa1c-8e71-47b3-8fca-cec5f8692534 req-893e8a2e-9b36-491b-b2af-ecd00f3e7e99 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:38.934561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff29fa1c-8e71-47b3-8fca-cec5f8692534 req-893e8a2e-9b36-491b-b2af-ecd00f3e7e99 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0486014 Nov 12 04:51:38.982482 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ff29fa1c-8e71-47b3-8fca-cec5f8692534 req-64ca5e02-ad6a-4bd7-bf01-6df46406bffe tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417888 Nov 12 04:51:39.183943 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-0a369967-85ae-4029-9bd9-ceb7e69794ab service neutron] 10.222.0.26 "GET /v2.0/ports/c47e9562-256c-43e2-ac23-903aa9540d1c/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.1495347 Nov 12 04:51:39.692578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-dd15ab6b-6aeb-4c38-a75b-40755abf0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:39.693962 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-dd15ab6b-6aeb-4c38-a75b-40755abf0437 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643&tenant_id=ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 1098 time: 0.0410070 Nov 12 04:51:39.772104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-0431ee55-37bb-41fa-8728-5f33caf43a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:39.773636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-0431ee55-37bb-41fa-8728-5f33caf43a21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 1098 time: 0.0454750 Nov 12 04:51:39.877792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-34fdfdf8-2024-41fe-948e-0fe591078f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:39.879341 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-34fdfdf8-2024-41fe-948e-0fe591078f56 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0978849 Nov 12 04:51:39.951985 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-23d33e44-b1a5-4dc3-950f-3c24fb1c8763 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c47e9562-256c-43e2-ac23-903aa9540d1c HTTP/1.1" status: 200 len: 1003 time: 0.0626771 Nov 12 04:51:40.005949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-a016b085-bcee-4e9d-b000-2d4169fa481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:40.007411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-a016b085-bcee-4e9d-b000-2d4169fa481d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0464323 Nov 12 04:51:40.054994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-691fa063-5ec7-4022-8b4f-3ee4dc0dd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:40.056524 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-691fa063-5ec7-4022-8b4f-3ee4dc0dd708 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419641 Nov 12 04:51:40.100165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc28ddf-8f0f-4926-a2b4-b5ef2357c6e9 req-befb5b91-fa81-41fd-8daf-90562a9a7bac tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:40.101687 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8fc28ddf-8f0f-4926-a2b4-b5ef2357c6e9 req-befb5b91-fa81-41fd-8daf-90562a9a7bac tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0491672 Nov 12 04:51:40.149758 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8fc28ddf-8f0f-4926-a2b4-b5ef2357c6e9 req-b9413aeb-0d52-4874-85ce-a99efc700239 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415008 Nov 12 04:51:40.154622 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-3e4c72db-4d90-446f-8313-eb48fba92dee service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903101 Nov 12 04:51:40.247551 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-27ebe2dc-a376-49ba-8285-55a50003af44 req-bd14812a-e87b-41f0-9913-35a8b762f952 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850229 Nov 12 04:51:41.274391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a28cd3-fcfd-4014-acd3-7ed8cf238c69 req-967bdc1d-be63-49df-986c-72c188f5efa4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:41.275882 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99a28cd3-fcfd-4014-acd3-7ed8cf238c69 req-967bdc1d-be63-49df-986c-72c188f5efa4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0544624 Nov 12 04:51:41.323852 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-99a28cd3-fcfd-4014-acd3-7ed8cf238c69 req-be2da454-73e6-4a5c-abef-0d030738e70b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418994 Nov 12 04:51:41.799658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c47e9562-256c-43e2-ac23-903aa9540d1c no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:51:41.882366 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:41.906969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:51:41.909261 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a31e366-72ff-466d-8e7a-a164a446271e" -d '{"events": [{"server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "name": "network-vif-unplugged", "status": "completed", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:51:41.915604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550ec2f-8c46-4fc6-bba7-e2d5ddb980ed req-7bf185cc-d1b6-460d-8d96-711d29ab91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:41.917410 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5550ec2f-8c46-4fc6-bba7-e2d5ddb980ed req-7bf185cc-d1b6-460d-8d96-711d29ab91c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 1098 time: 0.0449727 Nov 12 04:51:41.923116 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c47e9562-256c-43e2-ac23-903aa9540d1c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c47e9562-256c-43e2-ac23-903aa9540d1c,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:41.954691 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e422d8-960b-45e8-afec-814dbfd6ea32 x-openstack-request-id: req-01e422d8-960b-45e8-afec-814dbfd6ea32 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:51:41.954993 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "name": "network-vif-unplugged", "status": "completed", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:51:41.955252 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-01e422d8-960b-45e8-afec-814dbfd6ea32 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:51:41.955639 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'code': 200} Nov 12 04:51:41.984318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:42.036056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550ec2f-8c46-4fc6-bba7-e2d5ddb980ed req-8a1acec0-3d98-4372-8d7f-64a144582118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:42.037517 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5550ec2f-8c46-4fc6-bba7-e2d5ddb980ed req-8a1acec0-3d98-4372-8d7f-64a144582118 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0966492 Nov 12 04:51:42.037740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=c47e9562-256c-43e2-ac23-903aa9540d1c,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:42.045893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:42.046163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:42.046434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:42.046762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:42.047089 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:42.047408 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:42.047784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:42.048134 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:42.048454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:42.048762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:42.049076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:42.049390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:42.106180 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5550ec2f-8c46-4fc6-bba7-e2d5ddb980ed req-c460e633-3cbd-4247-a6eb-1d99c655c2e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c47e9562-256c-43e2-ac23-903aa9540d1c HTTP/1.1" status: 200 len: 1001 time: 0.0592482 Nov 12 04:51:42.158553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550ec2f-8c46-4fc6-bba7-e2d5ddb980ed req-edfa154a-3a68-4978-9216-f5c5cad70d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:42.159998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5550ec2f-8c46-4fc6-bba7-e2d5ddb980ed req-edfa154a-3a68-4978-9216-f5c5cad70d76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0451298 Nov 12 04:51:42.211666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550ec2f-8c46-4fc6-bba7-e2d5ddb980ed req-2c7d5170-6cbb-44ff-84cd-8b1f2f5a5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:42.213437 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5550ec2f-8c46-4fc6-bba7-e2d5ddb980ed req-2c7d5170-6cbb-44ff-84cd-8b1f2f5a5994 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448802 Nov 12 04:51:42.306894 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5550ec2f-8c46-4fc6-bba7-e2d5ddb980ed req-d964ab73-e8af-4375-b4b3-b691bb638467 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833492 Nov 12 04:51:42.415434 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5550ec2f-8c46-4fc6-bba7-e2d5ddb980ed req-ca8d8406-c4cd-4016-ae6e-191f4f9ff8a4 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987840 Nov 12 04:51:42.453106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78736b6-804d-4878-a4e8-4b7b4e50e954 req-308b5184-1b79-4a13-8e58-12dfcf06e483 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:42.454641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c78736b6-804d-4878-a4e8-4b7b4e50e954 req-308b5184-1b79-4a13-8e58-12dfcf06e483 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 944 time: 0.0539773 Nov 12 04:51:42.504562 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c78736b6-804d-4878-a4e8-4b7b4e50e954 req-97e14bca-febb-4543-a2e3-a3b03cfde5ad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438015 Nov 12 04:51:43.744426 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c747af-3533-4c38-bea6-f8c488da2171 req-3baac6df-a376-4153-9e88-fc7abbc8521c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:43.746209 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37c747af-3533-4c38-bea6-f8c488da2171 req-3baac6df-a376-4153-9e88-fc7abbc8521c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 944 time: 0.0531464 Nov 12 04:51:43.792896 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37c747af-3533-4c38-bea6-f8c488da2171 req-0f997d8c-f244-4843-91a1-d37517d5e180 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406797 Nov 12 04:51:43.815013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c47e9562-256c-43e2-ac23-903aa9540d1c details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:51:43.912425 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c47e9562-256c-43e2-ac23-903aa9540d1c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c47e9562-256c-43e2-ac23-903aa9540d1c,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:43.926694 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'port_id': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'mac_address': 'fa:16:3e:44:1e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:51:43.963254 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:43.976666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47e9562-256c-43e2-ac23-903aa9540d1c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:51:43.995016 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c47e9562-256c-43e2-ac23-903aa9540d1c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c47e9562-256c-43e2-ac23-903aa9540d1c,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:44.064027 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:44.112271 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=c47e9562-256c-43e2-ac23-903aa9540d1c,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:44.551150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['c47e9562-256c-43e2-ac23-903aa9540d1c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:51:44.914925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960baf05-168a-4ff7-9a88-cd24169546c1 req-c8763844-13f3-4ef7-b09d-9c56f8702fe1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:44.916472 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-960baf05-168a-4ff7-9a88-cd24169546c1 req-c8763844-13f3-4ef7-b09d-9c56f8702fe1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 945 time: 0.0526767 Nov 12 04:51:44.968941 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-960baf05-168a-4ff7-9a88-cd24169546c1 req-4651ee61-0fd0-475c-91ea-62c821aa424a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460322 Nov 12 04:51:45.614951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1af48b-ea73-4a7d-9931-5888c3200e3d req-98133819-47dd-433a-b476-f947e2c471e6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:45.616515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b1af48b-ea73-4a7d-9931-5888c3200e3d req-98133819-47dd-433a-b476-f947e2c471e6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 945 time: 0.0517795 Nov 12 04:51:45.694276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-a213b010-7c94-4fad-af08-3e1711df136b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:45.695650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-a213b010-7c94-4fad-af08-3e1711df136b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643&tenant_id=ec1c78c614864a929d1e13b1c46bc757&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 945 time: 0.0888653 Nov 12 04:51:45.699242 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9b1af48b-ea73-4a7d-9931-5888c3200e3d req-7fed438d-691a-40b1-bc59-7285a4e183d8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743887 Nov 12 04:51:45.760340 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-5d6093a9-6dd6-4354-b682-21375463fafa service neutron] 10.222.0.26 "GET /v2.0/ports/c47e9562-256c-43e2-ac23-903aa9540d1c/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.0542374 Nov 12 04:51:45.834332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c47e9562-256c-43e2-ac23-903aa9540d1c up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:51:45.844052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-5c818d6a-076e-4202-976f-c212c6bc5480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:45.845565 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-5c818d6a-076e-4202-976f-c212c6bc5480 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 1097 time: 0.0459819 Nov 12 04:51:45.883013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port c47e9562-256c-43e2-ac23-903aa9540d1c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:45.883378 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:45.951266 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-5e782ed3-d775-4d2f-9978-7c3733e89024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:45.959856 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-5e782ed3-d775-4d2f-9978-7c3733e89024 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0998428 Nov 12 04:51:45.973164 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:45.995194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:51:45.998088 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09b3c6f-440a-4cdf-82f9-f1be20e9bbc7" -d '{"events": [{"server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "name": "network-vif-plugged", "status": "completed", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:51:46.013876 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c47e9562-256c-43e2-ac23-903aa9540d1c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c47e9562-256c-43e2-ac23-903aa9540d1c,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:46.024412 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-a9a66c77-74d9-4c1b-917d-75962f92c81f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c47e9562-256c-43e2-ac23-903aa9540d1c HTTP/1.1" status: 200 len: 1002 time: 0.0638475 Nov 12 04:51:46.045470 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8db49fa-fafe-49e0-bec6-65e848cab514 x-openstack-request-id: req-f8db49fa-fafe-49e0-bec6-65e848cab514 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:51:46.045758 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "name": "network-vif-plugged", "status": "completed", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:51:46.046039 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f8db49fa-fafe-49e0-bec6-65e848cab514 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:51:46.046397 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'code': 200} Nov 12 04:51:46.070222 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:46.081165 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-264be74e-010c-44b1-9f3c-f594e19f3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:46.082778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-264be74e-010c-44b1-9f3c-f594e19f3044 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0505211 Nov 12 04:51:46.121359 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=c47e9562-256c-43e2-ac23-903aa9540d1c,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:46.131704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-b83410e2-3bb0-463c-bb12-e808992a43db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:46.133241 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-b83410e2-3bb0-463c-bb12-e808992a43db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425348 Nov 12 04:51:46.227634 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-dff6402a-3a70-41fb-946c-7b863d43a970 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863175 Nov 12 04:51:46.320688 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-b35fe380-24e4-498c-880b-19316e1081de service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840292 Nov 12 04:51:46.828332 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675d3f4-52ac-48a0-ba5a-223f063575ac req-14f8e360-726c-47f5-a5df-216c1f207c8e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:46.829835 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b675d3f4-52ac-48a0-ba5a-223f063575ac req-14f8e360-726c-47f5-a5df-216c1f207c8e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0590861 Nov 12 04:51:46.881562 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b675d3f4-52ac-48a0-ba5a-223f063575ac req-6eb2f1f8-4c01-43ea-aaeb-80b3811dd949 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434043 Nov 12 04:51:48.021453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a0fb7-3903-4af9-95a1-232f16d18400 req-86a1ab0b-76eb-4199-bdd6-6c7abb3d4617 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:48.022927 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-892a0fb7-3903-4af9-95a1-232f16d18400 req-86a1ab0b-76eb-4199-bdd6-6c7abb3d4617 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0491707 Nov 12 04:51:48.072557 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-892a0fb7-3903-4af9-95a1-232f16d18400 req-e328a36a-74e9-49a1-a22b-359ec959108b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432172 Nov 12 04:51:49.203187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-ee1e3660-37f0-4f55-8acb-11a99ef54c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:49.204719 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-ee1e3660-37f0-4f55-8acb-11a99ef54c52 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643&tenant_id=ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 1098 time: 0.0680082 Nov 12 04:51:49.217072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e0a58-0966-4019-bb0d-cf03a4b0d0e9 req-2fd6f421-b9dd-42f9-bad7-594532c5d8d1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:49.218535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a93e0a58-0966-4019-bb0d-cf03a4b0d0e9 req-2fd6f421-b9dd-42f9-bad7-594532c5d8d1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0732503 Nov 12 04:51:49.311311 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a93e0a58-0966-4019-bb0d-cf03a4b0d0e9 req-74cca4ed-138c-43ea-809b-ad464eedd423 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863159 Nov 12 04:51:49.320477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-ac2588bb-a551-4fa1-a534-aa4024623f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:49.321937 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-ac2588bb-a551-4fa1-a534-aa4024623f77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 1098 time: 0.0800109 Nov 12 04:51:49.415550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-f732a846-0613-41f2-801f-a5fe5a3b0078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:49.417071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-f732a846-0613-41f2-801f-a5fe5a3b0078 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0873134 Nov 12 04:51:49.487436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-07713a86-2ec9-4d00-81bb-7501205d1d0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c47e9562-256c-43e2-ac23-903aa9540d1c HTTP/1.1" status: 200 len: 1003 time: 0.0624735 Nov 12 04:51:49.538335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-dbc80ccc-b716-4451-ae00-80366f5f6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:49.539786 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-dbc80ccc-b716-4451-ae00-80366f5f6c35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0443394 Nov 12 04:51:49.585702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-368c98c4-bc57-457a-8184-e2dfda200120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:49.587424 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-368c98c4-bc57-457a-8184-e2dfda200120 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402334 Nov 12 04:51:49.595900 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:49.688741 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-e9e3e775-4e9f-4c47-be68-3cb6c23e785b service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935168 Nov 12 04:51:49.779402 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09a0ebdc-01c6-46b3-bf63-07017cc5bc69 req-6307fca2-d8fe-4fff-93a5-21ce55d65ae4 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823932 Nov 12 04:51:50.429801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3f392-0de3-4581-af7c-fe7c054ec3bf req-56b264c7-ea35-438a-9220-0aab7d9eb6c4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:50.431276 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58c3f392-0de3-4581-af7c-fe7c054ec3bf req-56b264c7-ea35-438a-9220-0aab7d9eb6c4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0486391 Nov 12 04:51:50.481929 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58c3f392-0de3-4581-af7c-fe7c054ec3bf req-85a5382c-d8d0-40d5-9f9c-07582bc2da59 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445964 Nov 12 04:51:51.601727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d5bf6-cd7c-476e-9594-a5cd1c988383 req-dd8e6f0b-8393-4e85-afe6-f0274027dd2b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:51.603212 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b3d5bf6-cd7c-476e-9594-a5cd1c988383 req-dd8e6f0b-8393-4e85-afe6-f0274027dd2b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0525935 Nov 12 04:51:51.662991 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b3d5bf6-cd7c-476e-9594-a5cd1c988383 req-ed23f2b1-cf17-4a9d-97ae-8af5c97be591 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530963 Nov 12 04:51:51.865974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c47e9562-256c-43e2-ac23-903aa9540d1c no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:51:51.945062 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:51.971846 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:51:51.974110 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2619d8d1-0755-4bf4-8b32-9580acd3c963" -d '{"events": [{"server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "name": "network-vif-unplugged", "status": "completed", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:51:51.988510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c47e9562-256c-43e2-ac23-903aa9540d1c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c47e9562-256c-43e2-ac23-903aa9540d1c,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:52.020779 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21716f4f-7a44-4e95-be71-69c9635193f1 x-openstack-request-id: req-21716f4f-7a44-4e95-be71-69c9635193f1 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:51:52.021393 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "name": "network-vif-unplugged", "status": "completed", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:51:52.021524 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-21716f4f-7a44-4e95-be71-69c9635193f1 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:51:52.021835 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'code': 200} Nov 12 04:51:52.064443 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:52.114540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=c47e9562-256c-43e2-ac23-903aa9540d1c,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:52.788830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc32a4-29ee-4b5b-b941-f27f0c3c2924 req-f52fa47c-4e0f-495a-bb9c-ecfcdb1f6aa7 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:52.790343 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9acc32a4-29ee-4b5b-b941-f27f0c3c2924 req-f52fa47c-4e0f-495a-bb9c-ecfcdb1f6aa7 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 944 time: 0.0535536 Nov 12 04:51:52.839824 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9acc32a4-29ee-4b5b-b941-f27f0c3c2924 req-98eb42cd-d55d-45bb-9024-51d2931648b8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435312 Nov 12 04:51:53.178622 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-952ceba9-c48c-40fe-b3de-1c7b817628f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:53.872008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c47e9562-256c-43e2-ac23-903aa9540d1c details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:51:53.967950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51821e-e946-42d8-8f9e-c17fbdc29e40 req-db5bdec6-0a71-45c4-832f-ac6865a705b0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:53.972740 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dd51821e-e946-42d8-8f9e-c17fbdc29e40 req-db5bdec6-0a71-45c4-832f-ac6865a705b0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 944 time: 0.0588667 Nov 12 04:51:53.980939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c47e9562-256c-43e2-ac23-903aa9540d1c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c47e9562-256c-43e2-ac23-903aa9540d1c,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:53.994681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'port_id': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'mac_address': 'fa:16:3e:44:1e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:51:54.029057 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dd51821e-e946-42d8-8f9e-c17fbdc29e40 req-bad3cbde-14c1-449f-a447-2c1653f35457 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481699 Nov 12 04:51:54.038678 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:54.052779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47e9562-256c-43e2-ac23-903aa9540d1c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:51:54.073624 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c47e9562-256c-43e2-ac23-903aa9540d1c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c47e9562-256c-43e2-ac23-903aa9540d1c,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:54.138615 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:54.150061 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e5c5f-fca6-418e-bb48-7d3e66942393 req-89564f00-337c-4bca-b5d1-66169d5c8799 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:54.151667 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c8e5c5f-fca6-418e-bb48-7d3e66942393 req-89564f00-337c-4bca-b5d1-66169d5c8799 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 944 time: 0.0534227 Nov 12 04:51:54.194968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=c47e9562-256c-43e2-ac23-903aa9540d1c,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:54.218069 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c8e5c5f-fca6-418e-bb48-7d3e66942393 req-b8596ebf-844c-41ac-9fe7-e22afde00183 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591514 Nov 12 04:51:54.353330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d397af8-e3e6-4140-8719-4d53ce8ff9b3 req-d8b750ae-a0f3-4d18-a915-1dcb63e601fb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:54.354858 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d397af8-e3e6-4140-8719-4d53ce8ff9b3 req-d8b750ae-a0f3-4d18-a915-1dcb63e601fb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0558131 Nov 12 04:51:54.407157 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d397af8-e3e6-4140-8719-4d53ce8ff9b3 req-a3e32e9e-3f61-417a-b49a-01d4d4cd61ac tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455225 Nov 12 04:51:54.586655 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['c47e9562-256c-43e2-ac23-903aa9540d1c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:51:54.887409 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3256d-5b51-4bc9-9e53-650385852474 req-a0cec6d4-686d-406f-a935-d21cd2f19e44 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:54.889185 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45e3256d-5b51-4bc9-9e53-650385852474 req-a0cec6d4-686d-406f-a935-d21cd2f19e44 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0622673 Nov 12 04:51:54.939544 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45e3256d-5b51-4bc9-9e53-650385852474 req-cb58ceed-21e0-406e-aa64-fbdf0b5332fa tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443349 Nov 12 04:51:55.418806 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:55.875159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c47e9562-256c-43e2-ac23-903aa9540d1c up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:51:55.923327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port c47e9562-256c-43e2-ac23-903aa9540d1c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:51:55.923690 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:56.016778 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:56.041718 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:51:56.044127 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333affde-ab1f-492d-b22a-7dd32526b502" -d '{"events": [{"server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "name": "network-vif-plugged", "status": "completed", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:51:56.057527 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port c47e9562-256c-43e2-ac23-903aa9540d1c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c47e9562-256c-43e2-ac23-903aa9540d1c,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:56.083458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72eb39-d1e5-442a-a423-8dfbe5d4904e req-45208d5c-db89-4bc0-a6d4-1fd953b4b599 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:56.084891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a72eb39-d1e5-442a-a423-8dfbe5d4904e req-45208d5c-db89-4bc0-a6d4-1fd953b4b599 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 946 time: 0.0564134 Nov 12 04:51:56.088131 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0c3c6b-419a-41b9-83d0-0b3a180f94f8 x-openstack-request-id: req-6f0c3c6b-419a-41b9-83d0-0b3a180f94f8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:51:56.088618 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "name": "network-vif-plugged", "status": "completed", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:51:56.089029 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6f0c3c6b-419a-41b9-83d0-0b3a180f94f8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:51:56.089666 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'code': 200} Nov 12 04:51:56.115548 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:56.153959 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a72eb39-d1e5-442a-a423-8dfbe5d4904e req-be775a61-3e00-42d7-8bb2-80065215a560 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529642 Nov 12 04:51:56.172320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=c47e9562-256c-43e2-ac23-903aa9540d1c,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:56.500973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-fe91c204-dbcb-4649-bc22-5bf83768b577 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:56.502312 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-fe91c204-dbcb-4649-bc22-5bf83768b577 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 947 time: 0.0479872 Nov 12 04:51:56.595755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Deleting port c47e9562-256c-43e2-ac23-903aa9540d1c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:51:56.596112 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:56.681601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] For port c47e9562-256c-43e2-ac23-903aa9540d1c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=c47e9562-256c-43e2-ac23-903aa9540d1c,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:51:56.681962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:56.851713 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:56.862331 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:56.862331 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0 disassociated. External IP: 172.25.8.172, port: c47e9562-256c-43e2-ac23-903aa9540d1c. Nov 12 04:51:56.862331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Calling delete_port for c47e9562-256c-43e2-ac23-903aa9540d1c owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:51:56.909605 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b9a1cfc4-24ce-4b90-902b-95df4949ab17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:56.967860 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:57.046912 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:57.078986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event deleted for resources: {'Port': ['ID=c47e9562-256c-43e2-ac23-903aa9540d1c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:51:57.090853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:57.091378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:57.091493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:57.092325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:57.092657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:57.093019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:57.093344 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:57.093660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:57.093977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:57.094290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:57.094605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:57.094919 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:51:57.209618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Router a3c45480-c444-4eb7-a969-57b535435ece has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:51:57.268561 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a4f663a-db57-4269-9c63-1e3bffa2dea6 req-795dbd44-7b71-48a1-8a6f-5375d299f35c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 210 time: 0.0268824 Nov 12 04:51:57.318561 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:51:57.329252 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30a7ea1-cb20-4e2f-bad5-4cb91f55cdcb None None] Sync routers for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:51:57.340267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a7ea1-cb20-4e2f-bad5-4cb91f55cdcb None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:57.340999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f30a7ea1-cb20-4e2f-bad5-4cb91f55cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:51:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:57.359846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] No DVR routers for this DVR port c47e9562-256c-43e2-ac23-903aa9540d1c on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:51:57.362455 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:57.368258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8aee0272-6ae8-4edc-9d21-2b3af53fb66b req-aff02e7b-d755-4efe-a76a-91b35742c747 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "DELETE /v2.0/ports/c47e9562-256c-43e2-ac23-903aa9540d1c HTTP/1.1" status: 204 len: 173 time: 0.8570056 Nov 12 04:51:57.368258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'name': 'network-vif-deleted', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:51:57.382817 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff309a2-a1c3-42cd-8a9b-f1464d9aaff6" -d '{"events": [{"server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "name": "network-vif-deleted", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:51:57.450892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f30a7ea1-cb20-4e2f-bad5-4cb91f55cdcb None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:57.548067 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773eb5ec-649e-44a6-a794-8a6896be2e48 x-openstack-request-id: req-773eb5ec-649e-44a6-a794-8a6896be2e48 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:51:57.548544 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f980dc8a-bbe5-479a-ba59-e5631b2c2643", "name": "network-vif-deleted", "tag": "c47e9562-256c-43e2-ac23-903aa9540d1c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:51:57.548962 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-773eb5ec-649e-44a6-a794-8a6896be2e48 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:51:57.549597 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f980dc8a-bbe5-479a-ba59-e5631b2c2643', 'name': 'network-vif-deleted', 'tag': 'c47e9562-256c-43e2-ac23-903aa9540d1c', 'status': 'completed', 'code': 200} Nov 12 04:51:57.668249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f30a7ea1-cb20-4e2f-bad5-4cb91f55cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:57.694120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30a7ea1-cb20-4e2f-bad5-4cb91f55cdcb None None] Checking router: a3c45480-c444-4eb7-a969-57b535435ece for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:51:57.703448 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a7ea1-cb20-4e2f-bad5-4cb91f55cdcb None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:51:57.704067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f30a7ea1-cb20-4e2f-bad5-4cb91f55cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:51:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:57.815428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f30a7ea1-cb20-4e2f-bad5-4cb91f55cdcb None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:51:58.034758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f30a7ea1-cb20-4e2f-bad5-4cb91f55cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:51:58.066335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30a7ea1-cb20-4e2f-bad5-4cb91f55cdcb None None] The sync data for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 is: [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:51:58.280655 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c6dd70-bc01-4e99-bd5c-cfd2b75f4fc9 None None] New status for floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:51:58.389868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1daee1e2-67a2-419d-afd9-05ce58419a79 req-dcb9185b-e2c8-4078-b5a6-c05af7877d25 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=f980dc8a-bbe5-479a-ba59-e5631b2c2643 HTTP/1.1" status: 200 len: 210 time: 0.0299809 Nov 12 04:51:58.633653 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:51:58.680963 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:59.012490 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:59.707808 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-bfa5e258-8159-4be9-9fe0-c59d748d4883 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--989273550&fields=id&tenant_id=ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 267 time: 0.0415068 Nov 12 04:51:59.815576 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc8634-fccc-4501-8097-9fb86543478e req-3e443cf5-712b-429f-9e3f-af14c8cd355d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:59.817055 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-3e443cf5-712b-429f-9e3f-af14c8cd355d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 812 time: 0.1022828 Nov 12 04:51:59.832408 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-e9253c53-1f7a-4ee8-ad63-b02a70c74822 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/quotas/ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 375 time: 0.0094709 Nov 12 04:51:59.886225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c47e9562-256c-43e2-ac23-903aa9540d1c no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:51:59.890976 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-fa7730d4-f656-422e-9d86-7bb92d0d25ee tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527496 Nov 12 04:51:59.919857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: c47e9562-256c-43e2-ac23-903aa9540d1c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:51:59.920148 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device c47e9562-256c-43e2-ac23-903aa9540d1c not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:51:59.995824 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-84b19147-b468-4125-9260-209fb19248a4 service neutron] 10.222.0.105 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836868 Nov 12 04:52:00.433680 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-ac136b52-1035-4190-a66b-dbec9b9333d6 service neutron] 10.222.0.105 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312780 Nov 12 04:52:00.662177 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9bfe343b-aa99-49ea-8811-0162d0a1663c req-e88e0f8e-7d1a-48b1-9816-5312451c92a2 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 210 time: 0.0255737 Nov 12 04:52:01.756368 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-88d5c7c6-5331-4177-9a47-c48ce6fb9201 req-7d7196e5-6cc2-4a4d-87eb-f986ae32f0da tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 210 time: 0.0268815 Nov 12 04:52:02.672496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc8634-fccc-4501-8097-9fb86543478e req-dcc68d16-f99a-4007-aeab-4ceaeb7c7ce6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:02.678124 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-dcc68d16-f99a-4007-aeab-4ceaeb7c7ce6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 812 time: 0.1030869 Nov 12 04:52:02.748571 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-2193e403-3a3d-4fbb-b0df-434a2eeb7e5a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 379 time: 0.0518446 Nov 12 04:52:02.760468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9fdc8634-fccc-4501-8097-9fb86543478e req-f732d756-cf0c-4dd5-96cd-c69c1d8da400 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Request body: {'port': {'device_id': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'admin_state_up': True, 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'security_groups': ['f7535d6f-3eb0-449f-95e0-d113ae626039']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:52:02.854142 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ea4813e0-405f-46b5-b75d-cc3fbf8e425a req-49c6c59f-d00e-46b6-9fab-50c4351495aa tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 210 time: 0.0280623 Nov 12 04:52:02.938268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdc8634-fccc-4501-8097-9fb86543478e req-f732d756-cf0c-4dd5-96cd-c69c1d8da400 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Made reservation on behalf of ec1c78c614864a929d1e13b1c46bc757 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:52:02.941789 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fdc8634-fccc-4501-8097-9fb86543478e req-f732d756-cf0c-4dd5-96cd-c69c1d8da400 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:03.074250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-9fdc8634-fccc-4501-8097-9fb86543478e req-f732d756-cf0c-4dd5-96cd-c69c1d8da400 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Allocated IP 172.20.0.8 (1cb22090-112f-43fb-be14-3c5ac5f5aa02/2a8cb4f8-a13e-48f6-aff8-66e2f8a31058/ac87c7dd-652e-4a7b-918d-4093c7071526) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:52:03.225582 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fdc8634-fccc-4501-8097-9fb86543478e req-f732d756-cf0c-4dd5-96cd-c69c1d8da400 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:03.333013 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fdc8634-fccc-4501-8097-9fb86543478e req-f732d756-cf0c-4dd5-96cd-c69c1d8da400 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:03.378309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdc8634-fccc-4501-8097-9fb86543478e req-f732d756-cf0c-4dd5-96cd-c69c1d8da400 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:52:03.383834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-9fdc8634-fccc-4501-8097-9fb86543478e req-f732d756-cf0c-4dd5-96cd-c69c1d8da400 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:52:03.388543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdc8634-fccc-4501-8097-9fb86543478e req-f732d756-cf0c-4dd5-96cd-c69c1d8da400 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:52:03.393025 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732d756-cf0c-4dd5-96cd-c69c1d8da400 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event updated for resources: {'Port': ['ID=ac87c7dd-652e-4a7b-918d-4093c7071526,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:52:03.440472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc8634-fccc-4501-8097-9fb86543478e req-f732d756-cf0c-4dd5-96cd-c69c1d8da400 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:03.441119 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fdc8634-fccc-4501-8097-9fb86543478e req-f732d756-cf0c-4dd5-96cd-c69c1d8da400 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:03.558500 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-f732d756-cf0c-4dd5-96cd-c69c1d8da400 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8017986 Nov 12 04:52:03.604760 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-88f72367-188d-45c1-8aac-11fdc760f595 None None] Provisioning complete for port ac87c7dd-652e-4a7b-918d-4093c7071526 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:52:03.605407 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f72367-188d-45c1-8aac-11fdc760f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:03.624241 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Request body: {'port': {'device_id': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:52:03.642400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-88f72367-188d-45c1-8aac-11fdc760f595 None None] Port ac87c7dd-652e-4a7b-918d-4093c7071526 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:52:03.683574 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:03.983071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac87c7dd-652e-4a7b-918d-4093c7071526 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:52:03.991556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:04.008537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Transition to ACTIVE for port object ac87c7dd-652e-4a7b-918d-4093c7071526 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:52:04.019805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8a7c7-fc4a-416c-ba68-da33c42be4a8 req-3ef3e804-09b0-41e1-8eb5-330bacdd46d9 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:04.021361 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38a8a7c7-fc4a-416c-ba68-da33c42be4a8 req-3ef3e804-09b0-41e1-8eb5-330bacdd46d9 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 931 time: 0.0947142 Nov 12 04:52:04.073023 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-38a8a7c7-fc4a-416c-ba68-da33c42be4a8 req-288ed52e-1409-4972-9926-8be671dcb862 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453436 Nov 12 04:52:04.086809 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:04.153307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Pushing event updated for resources: {'Port': ['ID=ac87c7dd-652e-4a7b-918d-4093c7071526,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:52:04.213093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Attempting to bind port ac87c7dd-652e-4a7b-918d-4093c7071526 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:52:04.213438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Attempting to bind port ac87c7dd-652e-4a7b-918d-4093c7071526 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:52:04.213772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Attempting to bind port ac87c7dd-652e-4a7b-918d-4093c7071526 on network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:52:04.218724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Port ac87c7dd-652e-4a7b-918d-4093c7071526 on network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:52:04.219048 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Attempting to bind port ac87c7dd-652e-4a7b-918d-4093c7071526 on network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:52:04.226594 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:52:04.226930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Checking segment: {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:52:04.227308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Bound using segment: {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:52:04.227742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Bound port: ac87c7dd-652e-4a7b-918d-4093c7071526, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413c09af-bb3d-48cc-95cb-665287bf96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:52:04.228123 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:04.299674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] For port ac87c7dd-652e-4a7b-918d-4093c7071526, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:52:04.303036 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] For port ac87c7dd-652e-4a7b-918d-4093c7071526, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ac87c7dd-652e-4a7b-918d-4093c7071526,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:52:04.355425 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:04.395960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:04.396615 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:04.398024 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] 10.222.0.26 "PUT /v2.0/ports/ac87c7dd-652e-4a7b-918d-4093c7071526 HTTP/1.1" status: 200 len: 1092 time: 0.7781911 Nov 12 04:52:04.398477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:52:04.400863 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a02550f-c07a-429c-8462-d7c4143408b0" -d '{"events": [{"name": "network-changed", "server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:52:04.426947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cedf84-d490-4fe8-9a0c-1a5293a10605 service neutron] Pushing event updated for resources: {'Port': ['ID=ac87c7dd-652e-4a7b-918d-4093c7071526,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:52:04.449377 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8e8e28-d27d-4297-b65a-77c1b4eb3f06 x-openstack-request-id: req-ff8e8e28-d27d-4297-b65a-77c1b4eb3f06 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:52:04.449667 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:52:04.449917 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ff8e8e28-d27d-4297-b65a-77c1b4eb3f06 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:52:04.450319 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'status': 'completed', 'code': 200} Nov 12 04:52:04.549921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02550f-c07a-429c-8462-d7c4143408b0 req-6907c901-ebcd-4aff-996d-43638d0243d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:04.551478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3a02550f-c07a-429c-8462-d7c4143408b0 req-6907c901-ebcd-4aff-996d-43638d0243d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 1095 time: 0.0543225 Nov 12 04:52:04.663797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02550f-c07a-429c-8462-d7c4143408b0 req-3623d761-8f98-43d1-abf8-e61ddb7363f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:04.665202 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3a02550f-c07a-429c-8462-d7c4143408b0 req-3623d761-8f98-43d1-abf8-e61ddb7363f7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ec1c78c614864a929d1e13b1c46bc757&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0981677 Nov 12 04:52:04.761899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02550f-c07a-429c-8462-d7c4143408b0 req-672d4d97-96be-4b1b-881f-a23065899eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:04.763381 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3a02550f-c07a-429c-8462-d7c4143408b0 req-672d4d97-96be-4b1b-881f-a23065899eb2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0906851 Nov 12 04:52:04.874109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc8634-fccc-4501-8097-9fb86543478e req-5ad467c5-1fb3-4570-b9a3-cde70603aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:04.877324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-5ad467c5-1fb3-4570-b9a3-cde70603aef3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 1095 time: 0.0523236 Nov 12 04:52:04.926067 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-8566f68d-61b5-4075-8051-cbd093a5e8ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac87c7dd-652e-4a7b-918d-4093c7071526 HTTP/1.1" status: 200 len: 217 time: 0.0346339 Nov 12 04:52:04.977776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc8634-fccc-4501-8097-9fb86543478e req-ecae25c4-d135-4bab-b0c8-b7b7c3a72845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:04.979229 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-ecae25c4-d135-4bab-b0c8-b7b7c3a72845 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0443425 Nov 12 04:52:05.028887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc8634-fccc-4501-8097-9fb86543478e req-a2c7cdc8-3bc7-4478-8ffd-7724decb084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:05.030910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-a2c7cdc8-3bc7-4478-8ffd-7724decb084e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438933 Nov 12 04:52:05.122488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-80e49e21-a955-4fb4-8470-8b25194f3b1b service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836535 Nov 12 04:52:05.243467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f006d-ddcc-47a0-99dc-b3de1bddf26f req-4a97d0e0-3766-4129-8d64-c88c2d6daea3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:05.244886 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cc4f006d-ddcc-47a0-99dc-b3de1bddf26f req-4a97d0e0-3766-4129-8d64-c88c2d6daea3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0965116 Nov 12 04:52:05.266097 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9fdc8634-fccc-4501-8097-9fb86543478e req-628e13a9-940e-487b-9ed4-362c2230a3ee service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357005 Nov 12 04:52:05.301586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cc4f006d-ddcc-47a0-99dc-b3de1bddf26f req-8ced489d-298d-4992-9387-8c6f6d6035eb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474269 Nov 12 04:52:06.429751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531f985-ed25-4eb7-b22f-213594950f10 req-42d55241-8f78-49e2-82e0-e51c176a8f60 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:06.431232 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9531f985-ed25-4eb7-b22f-213594950f10 req-42d55241-8f78-49e2-82e0-e51c176a8f60 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0541863 Nov 12 04:52:06.477941 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9531f985-ed25-4eb7-b22f-213594950f10 req-5db2fa0a-72e4-4d8c-bf5b-a352446805b9 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407698 Nov 12 04:52:07.593508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f5176-37bd-4ee9-af38-5cd80a805301 req-cdf6049e-aa2d-4f6a-83f4-56f5592c3a23 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:07.594966 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6b6f5176-37bd-4ee9-af38-5cd80a805301 req-cdf6049e-aa2d-4f6a-83f4-56f5592c3a23 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0490575 Nov 12 04:52:07.646840 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6b6f5176-37bd-4ee9-af38-5cd80a805301 req-2eafd277-4db9-4a80-ac77-ea0e4caef383 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458241 Nov 12 04:52:07.905357 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ac87c7dd-652e-4a7b-918d-4093c7071526 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:52:08.005340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ac87c7dd-652e-4a7b-918d-4093c7071526, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ac87c7dd-652e-4a7b-918d-4093c7071526,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:52:08.016861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'port_id': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'mac_address': 'fa:16:3e:2c:52:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:52:08.052383 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:08.064414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac87c7dd-652e-4a7b-918d-4093c7071526 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:52:08.087454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ac87c7dd-652e-4a7b-918d-4093c7071526, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ac87c7dd-652e-4a7b-918d-4093c7071526,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:52:08.149431 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:08.197874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ac87c7dd-652e-4a7b-918d-4093c7071526,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:52:08.532691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['ac87c7dd-652e-4a7b-918d-4093c7071526'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:52:08.768409 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6f0c2-8010-45d3-a851-fdd755e65de1 req-dd533e37-63f5-4254-87d5-66a51ceb6001 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:08.769940 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0df6f0c2-8010-45d3-a851-fdd755e65de1 req-dd533e37-63f5-4254-87d5-66a51ceb6001 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 944 time: 0.0506499 Nov 12 04:52:08.821768 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0df6f0c2-8010-45d3-a851-fdd755e65de1 req-b3028c2d-ff99-4f24-a503-de159993607d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425549 Nov 12 04:52:09.905104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ac87c7dd-652e-4a7b-918d-4093c7071526 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:52:09.939144 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d24ef6-7a5c-458a-808d-3fef5f5167b6 req-e9c3386a-16b2-40fe-a802-ff2f99e4a236 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:09.940679 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51d24ef6-7a5c-458a-808d-3fef5f5167b6 req-e9c3386a-16b2-40fe-a802-ff2f99e4a236 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 944 time: 0.0519879 Nov 12 04:52:09.991575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51d24ef6-7a5c-458a-808d-3fef5f5167b6 req-a05b8896-d4dd-4d67-9ff4-d8ccef549564 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446317 Nov 12 04:52:10.029314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port ac87c7dd-652e-4a7b-918d-4093c7071526 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:52:10.033938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port ac87c7dd-652e-4a7b-918d-4093c7071526 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:52:10.034296 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:10.114197 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:10.135579 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:52:10.139187 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c998bf88-dd8b-4688-bd15-482fb3a2c180" -d '{"events": [{"server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "name": "network-vif-plugged", "status": "completed", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:52:10.150470 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ac87c7dd-652e-4a7b-918d-4093c7071526, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ac87c7dd-652e-4a7b-918d-4093c7071526,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:52:10.174281 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6326cbe8-fcaf-4d1e-986c-6f398e9a130d x-openstack-request-id: req-6326cbe8-fcaf-4d1e-986c-6f398e9a130d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:52:10.174581 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "name": "network-vif-plugged", "status": "completed", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:52:10.174841 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6326cbe8-fcaf-4d1e-986c-6f398e9a130d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:52:10.175239 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'code': 200} Nov 12 04:52:10.201609 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:10.251116 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ac87c7dd-652e-4a7b-918d-4093c7071526,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:52:10.302563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6f8a5-594c-4d42-b19d-88d83eff91ab req-138944ba-d62d-4866-8d8e-06b779c0bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:10.304060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8a6f8a5-594c-4d42-b19d-88d83eff91ab req-138944ba-d62d-4866-8d8e-06b779c0bb85 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 1097 time: 0.0402837 Nov 12 04:52:10.349214 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8a6f8a5-594c-4d42-b19d-88d83eff91ab req-503a9664-7637-41b4-95e6-7d22d670d9f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376706 Nov 12 04:52:11.110215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be4b05-f842-4fc3-9767-b9cd1862135f req-1a33b8b4-e8df-4965-b001-3152b434186e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:11.111596 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68be4b05-f842-4fc3-9767-b9cd1862135f req-1a33b8b4-e8df-4965-b001-3152b434186e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0528500 Nov 12 04:52:11.161762 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68be4b05-f842-4fc3-9767-b9cd1862135f req-0b136977-8abd-4150-a6d9-6cdb151ba246 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441542 Nov 12 04:52:12.286066 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e6385-8fba-4540-b4be-de682362b2a3 req-768971c4-9786-4b2b-88a5-2c0a49dca06c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:12.287529 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-105e6385-8fba-4540-b4be-de682362b2a3 req-768971c4-9786-4b2b-88a5-2c0a49dca06c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0520039 Nov 12 04:52:12.344697 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-105e6385-8fba-4540-b4be-de682362b2a3 req-9452cefd-f26c-49f9-9f63-2444396fea1f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511510 Nov 12 04:52:12.455915 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd705f3-b6bb-48c2-96ec-48bad8dba6db req-7f036b3b-b024-4f82-9e0b-b626b8ceb180 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:12.457312 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0dd705f3-b6bb-48c2-96ec-48bad8dba6db req-7f036b3b-b024-4f82-9e0b-b626b8ceb180 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0483057 Nov 12 04:52:12.466084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 60800) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:52:12.470817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-96e6784c-d948-4ac3-a5dc-3c07f4f24088 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Request body: {'floatingip': {'port_id': 'ac87c7dd-652e-4a7b-918d-4093c7071526'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:52:12.513760 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96e6784c-d948-4ac3-a5dc-3c07f4f24088 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:12.946182 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96e6784c-d948-4ac3-a5dc-3c07f4f24088 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:13.097721 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96e6784c-d948-4ac3-a5dc-3c07f4f24088 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:13.197507 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-96e6784c-d948-4ac3-a5dc-3c07f4f24088 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0 associated. External IP: 172.25.8.172, port: ac87c7dd-652e-4a7b-918d-4093c7071526. Nov 12 04:52:13.403039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e6784c-d948-4ac3-a5dc-3c07f4f24088 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Router a3c45480-c444-4eb7-a969-57b535435ece has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:52:13.510373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e6784c-d948-4ac3-a5dc-3c07f4f24088 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:52:13.515033 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96e6784c-d948-4ac3-a5dc-3c07f4f24088 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:13.519549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec93abd-2acd-496e-85d6-21ed9c0c3ebe None None] Sync routers for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:52:13.533526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec93abd-2acd-496e-85d6-21ed9c0c3ebe None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:52:13.534145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2ec93abd-2acd-496e-85d6-21ed9c0c3ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:51:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:52:13.542092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-96e6784c-d948-4ac3-a5dc-3c07f4f24088 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "PUT /v2.0/floatingips/ba4262fa-6b75-4c6f-9d61-0426daa007c0 HTTP/1.1" status: 200 len: 992 time: 1.0748265 Nov 12 04:52:13.542701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:52:13.545012 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3e5d2d-24cc-47ee-a1be-9ca721e9fdb9" -d '{"events": [{"name": "network-changed", "server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:52:13.584073 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66fb5f8-9a77-46cd-88d1-7f9e14440607 x-openstack-request-id: req-e66fb5f8-9a77-46cd-88d1-7f9e14440607 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:52:13.584372 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:52:13.587143 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e66fb5f8-9a77-46cd-88d1-7f9e14440607 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:52:13.587143 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'status': 'completed', 'code': 200} Nov 12 04:52:13.645791 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2ec93abd-2acd-496e-85d6-21ed9c0c3ebe None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:52:13.689278 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e5d2d-24cc-47ee-a1be-9ca721e9fdb9 req-ae7516a8-aa58-415f-aaef-cd2830c20995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:13.690855 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f3e5d2d-24cc-47ee-a1be-9ca721e9fdb9 req-ae7516a8-aa58-415f-aaef-cd2830c20995 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 1097 time: 0.0411673 Nov 12 04:52:13.792934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e5d2d-24cc-47ee-a1be-9ca721e9fdb9 req-92d0e6b9-b412-41a7-b3f0-0e3b4b6672f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:13.794408 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f3e5d2d-24cc-47ee-a1be-9ca721e9fdb9 req-92d0e6b9-b412-41a7-b3f0-0e3b4b6672f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0897915 Nov 12 04:52:13.865399 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f3e5d2d-24cc-47ee-a1be-9ca721e9fdb9 req-eef746ad-aacd-46ed-a1eb-eaa521c3a705 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac87c7dd-652e-4a7b-918d-4093c7071526 HTTP/1.1" status: 200 len: 1000 time: 0.0620282 Nov 12 04:52:13.921973 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e5d2d-24cc-47ee-a1be-9ca721e9fdb9 req-d87571d0-bec5-45d7-88d0-dfdb3b16d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:13.923477 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f3e5d2d-24cc-47ee-a1be-9ca721e9fdb9 req-d87571d0-bec5-45d7-88d0-dfdb3b16d470 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0507183 Nov 12 04:52:13.973854 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e5d2d-24cc-47ee-a1be-9ca721e9fdb9 req-7361c25b-e4dc-43e8-9217-28e7d844e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:13.976923 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f3e5d2d-24cc-47ee-a1be-9ca721e9fdb9 req-7361c25b-e4dc-43e8-9217-28e7d844e57c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434222 Nov 12 04:52:14.039126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2ec93abd-2acd-496e-85d6-21ed9c0c3ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ba4262fa-6b75-4c6f-9d61-0426daa007c0', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'port_id': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'mac_address': 'fa:16:3e:2c:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:45Z', 'updated_at': '2021-11-12T04:52:12Z', 'revision_number': 13, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:52:14.064841 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec93abd-2acd-496e-85d6-21ed9c0c3ebe None None] Checking router: a3c45480-c444-4eb7-a969-57b535435ece for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:52:14.066787 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f3e5d2d-24cc-47ee-a1be-9ca721e9fdb9 req-57334536-5ecf-489b-b36d-340bdf3e075e service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836411 Nov 12 04:52:14.073206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec93abd-2acd-496e-85d6-21ed9c0c3ebe None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:52:14.073810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2ec93abd-2acd-496e-85d6-21ed9c0c3ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:51:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:52:14.169649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f3e5d2d-24cc-47ee-a1be-9ca721e9fdb9 req-e4617393-bf03-4137-99cb-b67e5e084fc0 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958626 Nov 12 04:52:14.186595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2ec93abd-2acd-496e-85d6-21ed9c0c3ebe None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:52:14.420010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2ec93abd-2acd-496e-85d6-21ed9c0c3ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ba4262fa-6b75-4c6f-9d61-0426daa007c0', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'port_id': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'mac_address': 'fa:16:3e:2c:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:45Z', 'updated_at': '2021-11-12T04:52:12Z', 'revision_number': 13, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:52:14.446707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec93abd-2acd-496e-85d6-21ed9c0c3ebe None None] The sync data for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 is: [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ba4262fa-6b75-4c6f-9d61-0426daa007c0', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'port_id': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'mac_address': 'fa:16:3e:2c:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:45Z', 'updated_at': '2021-11-12T04:52:12Z', 'revision_number': 13, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:52:14.630875 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2536b9-24aa-46d7-ae1d-951a366c17bb None None] New status for floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:52:19.606363 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:23.121045 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca355df9-e6f0-4873-8014-ac30a17ff42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:25.451336 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:26.914843 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a458d9b2-604c-4179-a23c-80ad8c24ed2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:26.943165 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:28.715395 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:29.017941 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:35.632684 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:52:43.819985 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e8ccef0-9139-404c-a540-51ca4484eb60 req-2bd33d29-0b3b-4740-ac79-7e995e545d5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399041 Nov 12 04:52:43.926880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ccef0-9139-404c-a540-51ca4484eb60 req-c56f6b9f-199a-4669-bea2-9038c04ee072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:43.928423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e8ccef0-9139-404c-a540-51ca4484eb60 req-c56f6b9f-199a-4669-bea2-9038c04ee072 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 1097 time: 0.0470669 Nov 12 04:52:44.042504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ccef0-9139-404c-a540-51ca4484eb60 req-4813508c-be5a-451f-a351-370ce0d5d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:44.043968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e8ccef0-9139-404c-a540-51ca4484eb60 req-4813508c-be5a-451f-a351-370ce0d5d490 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0885284 Nov 12 04:52:44.114050 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e8ccef0-9139-404c-a540-51ca4484eb60 req-a3561d15-cc8d-479f-ae41-b55cec797bd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac87c7dd-652e-4a7b-918d-4093c7071526 HTTP/1.1" status: 200 len: 1002 time: 0.0617068 Nov 12 04:52:44.163880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ccef0-9139-404c-a540-51ca4484eb60 req-d3646e5d-6a5c-4baa-98eb-c8dd86299d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:44.168798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e8ccef0-9139-404c-a540-51ca4484eb60 req-d3646e5d-6a5c-4baa-98eb-c8dd86299d65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0443525 Nov 12 04:52:44.213480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ccef0-9139-404c-a540-51ca4484eb60 req-e57da648-793b-4ac2-8268-c832b731a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:44.215003 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e8ccef0-9139-404c-a540-51ca4484eb60 req-e57da648-793b-4ac2-8268-c832b731a87c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418763 Nov 12 04:52:44.321395 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e8ccef0-9139-404c-a540-51ca4484eb60 req-199ed38f-4a89-40d8-a106-bffb9a89f79e service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980237 Nov 12 04:52:44.411524 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e8ccef0-9139-404c-a540-51ca4484eb60 req-50280d63-b687-4382-9cad-ad6b2b6b2fa7 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828161 Nov 12 04:52:49.595008 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:53.143320 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0de3022b-d484-41df-8df0-9f821bafca87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:55.440719 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:56.887160 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-463f51c1-9142-4d7e-a9a2-86b6628405e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:56.932065 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:58.697385 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:59.017327 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:12.632266 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:53:19.610930 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:23.148404 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-febe6a44-8c17-4411-97a4-0f9e5a29d2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:25.416588 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:26.905776 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ac6bb5f-c6e6-4a90-85d5-ad03a9a57fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:26.980800 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:28.691425 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:29.009136 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:44.833478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5c2dda8-a6bb-4e30-bbe8-7fee2ca4ab95 req-56d0ca3a-f74a-4f28-81a1-aade4981b1e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405741 Nov 12 04:53:44.935691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2dda8-a6bb-4e30-bbe8-7fee2ca4ab95 req-b52fff86-bc55-4c34-9485-691db50cf81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:44.937192 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5c2dda8-a6bb-4e30-bbe8-7fee2ca4ab95 req-b52fff86-bc55-4c34-9485-691db50cf81b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 1097 time: 0.0438747 Nov 12 04:53:45.041945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2dda8-a6bb-4e30-bbe8-7fee2ca4ab95 req-8e78fe32-0a4a-48ed-87e0-5a4a5f4c6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:45.043434 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5c2dda8-a6bb-4e30-bbe8-7fee2ca4ab95 req-8e78fe32-0a4a-48ed-87e0-5a4a5f4c6f8a service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0852957 Nov 12 04:53:45.118331 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5c2dda8-a6bb-4e30-bbe8-7fee2ca4ab95 req-87310616-171b-473b-be3a-13310ce05f30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac87c7dd-652e-4a7b-918d-4093c7071526 HTTP/1.1" status: 200 len: 1002 time: 0.0646453 Nov 12 04:53:45.168400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2dda8-a6bb-4e30-bbe8-7fee2ca4ab95 req-9f144bc4-ce59-4183-a01e-840daad36dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:45.169816 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5c2dda8-a6bb-4e30-bbe8-7fee2ca4ab95 req-9f144bc4-ce59-4183-a01e-840daad36dc6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0437095 Nov 12 04:53:45.216937 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2dda8-a6bb-4e30-bbe8-7fee2ca4ab95 req-d1c17812-b086-498d-ba8d-2102b7585e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:45.218405 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5c2dda8-a6bb-4e30-bbe8-7fee2ca4ab95 req-d1c17812-b086-498d-ba8d-2102b7585e1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410328 Nov 12 04:53:45.312096 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5c2dda8-a6bb-4e30-bbe8-7fee2ca4ab95 req-5f3283c4-eada-4c12-b708-f78eeb1648a6 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853562 Nov 12 04:53:45.407702 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e5c2dda8-a6bb-4e30-bbe8-7fee2ca4ab95 req-d13749c4-61a6-423a-b9ad-8109dc628337 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876372 Nov 12 04:53:49.610646 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:49.631465 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:53:53.139674 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0913ed3e-66e1-44ac-8e3c-1343e0320904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:55.408137 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:56.942063 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4077-b776-4e59-a5ab-9df28c1c8f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:56.970099 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:58.696965 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:59.010179 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:19.738481 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:23.132828 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-034290b7-986c-4977-a762-03aa464966b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:25.421490 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:26.631387 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:54:26.909666 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b9c46231-335c-45bc-9a55-e77a05febc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:26.984499 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:28.695578 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:29.006690 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:45.863319 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b548516-707b-4667-a2fe-cd291d0e943c req-2a6ffcc2-3a08-4162-9c01-7f9e93a2d9e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444551 Nov 12 04:54:45.963616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b548516-707b-4667-a2fe-cd291d0e943c req-d6c36334-da11-493a-b1b8-3ba4eeaf89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:45.965169 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b548516-707b-4667-a2fe-cd291d0e943c req-d6c36334-da11-493a-b1b8-3ba4eeaf89a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 1097 time: 0.0405130 Nov 12 04:54:46.070154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b548516-707b-4667-a2fe-cd291d0e943c req-55ca9e87-384a-4ca2-912d-d5e9d908c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:46.071613 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b548516-707b-4667-a2fe-cd291d0e943c req-55ca9e87-384a-4ca2-912d-d5e9d908c92b service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0844779 Nov 12 04:54:46.145288 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b548516-707b-4667-a2fe-cd291d0e943c req-51e1e5ed-a3e3-44fa-a3e1-465ea865e110 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac87c7dd-652e-4a7b-918d-4093c7071526 HTTP/1.1" status: 200 len: 1002 time: 0.0661821 Nov 12 04:54:46.202400 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b548516-707b-4667-a2fe-cd291d0e943c req-f949fbf2-1f1b-4896-982b-12ea05d216a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:46.203869 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b548516-707b-4667-a2fe-cd291d0e943c req-f949fbf2-1f1b-4896-982b-12ea05d216a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0496681 Nov 12 04:54:46.253724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b548516-707b-4667-a2fe-cd291d0e943c req-dfb03517-f189-43a9-bf25-d67e55ec6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:46.255213 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b548516-707b-4667-a2fe-cd291d0e943c req-dfb03517-f189-43a9-bf25-d67e55ec6b14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413363 Nov 12 04:54:46.354846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b548516-707b-4667-a2fe-cd291d0e943c req-0a5a6bda-5be6-4dfe-8d83-a42e016394f4 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883002 Nov 12 04:54:46.448887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b548516-707b-4667-a2fe-cd291d0e943c req-f5977afd-1739-49a9-af72-a34587123b56 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867772 Nov 12 04:54:49.637977 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:50.150927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd62a4-5efd-431e-9ffe-fb12d9df16f5 req-5bdf1b6e-757d-41d6-8413-7dca116e49d8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:50.154715 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8edd62a4-5efd-431e-9ffe-fb12d9df16f5 req-5bdf1b6e-757d-41d6-8413-7dca116e49d8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.1066015 Nov 12 04:54:50.199644 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8edd62a4-5efd-431e-9ffe-fb12d9df16f5 req-95990650-6043-499d-940a-c22063ac8b75 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404019 Nov 12 04:54:53.158234 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad361842-e466-4ceb-a8ad-1bc63e73efce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:55.443800 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:56.902907 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f78f0843-932a-4406-b6ef-2f872a77bd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:56.971694 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:58.674192 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:59.011022 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:03.631115 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:55:04.171073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae153b4-8352-40af-bea4-f37a43c1457a req-0babd62c-1c30-486e-82ae-ecf23816b5d5 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:04.172564 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cae153b4-8352-40af-bea4-f37a43c1457a req-0babd62c-1c30-486e-82ae-ecf23816b5d5 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0501862 Nov 12 04:55:04.221881 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cae153b4-8352-40af-bea4-f37a43c1457a req-364a0aa9-eca6-4c5d-8388-b05705cce36d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431392 Nov 12 04:55:04.245087 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-c0afb59c-3df1-4362-ae39-2eaa01bfc991 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400558 Nov 12 04:55:05.340235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41612b-4374-4e67-9606-4cace2456683 req-b07b845f-3b24-4883-97a1-3c3b85c6e4f6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:05.341970 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c41612b-4374-4e67-9606-4cace2456683 req-b07b845f-3b24-4883-97a1-3c3b85c6e4f6 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0503788 Nov 12 04:55:05.395190 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c41612b-4374-4e67-9606-4cace2456683 req-a7213017-0ebd-4415-82b1-f895eb021865 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466654 Nov 12 04:55:06.222981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-e7dcd387-8bfe-4fe6-822f-2a7d567694ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:06.224468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-e7dcd387-8bfe-4fe6-822f-2a7d567694ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 1097 time: 0.0402734 Nov 12 04:55:06.316797 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-228e3f07-8e89-4f0a-838d-6f75d0e86c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:06.318301 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-228e3f07-8e89-4f0a-838d-6f75d0e86c55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0863175 Nov 12 04:55:06.387011 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-2f80c2e2-3858-483e-9acd-9f61406b4753 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac87c7dd-652e-4a7b-918d-4093c7071526 HTTP/1.1" status: 200 len: 1002 time: 0.0614350 Nov 12 04:55:06.438953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-b6ce09b3-cfe7-4483-af65-9093b9e6a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:06.440459 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-b6ce09b3-cfe7-4483-af65-9093b9e6a192 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0458241 Nov 12 04:55:06.488553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-935b95cd-e6d2-42d5-ba86-d712b15415f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:06.489974 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-935b95cd-e6d2-42d5-ba86-d712b15415f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418575 Nov 12 04:55:06.512737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953fb11-0e27-4b39-b08f-0161b23a4d1b req-2d0c2829-0ab6-4be4-b47d-e6258dacef97 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:06.514234 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9953fb11-0e27-4b39-b08f-0161b23a4d1b req-2d0c2829-0ab6-4be4-b47d-e6258dacef97 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0497954 Nov 12 04:55:06.567301 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9953fb11-0e27-4b39-b08f-0161b23a4d1b req-01cbacce-1b6c-4ff0-9ef9-3d1a9212c753 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464909 Nov 12 04:55:06.921871 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-ad9ed447-3595-41e7-a192-5a8e543f3896 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237320 Nov 12 04:55:07.020892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-081d4615-62d1-44e3-a306-3946bcd8f7a2 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911827 Nov 12 04:55:07.691034 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce899-ce46-42c6-ab52-276da70d54b8 req-e8e01f82-d8a2-467f-8f5e-425b849606be tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:07.692458 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4fce899-ce46-42c6-ab52-276da70d54b8 req-e8e01f82-d8a2-467f-8f5e-425b849606be tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0553851 Nov 12 04:55:07.745100 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4fce899-ce46-42c6-ab52-276da70d54b8 req-37238d6e-13c4-4336-8d1f-b88fa9e1980c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462546 Nov 12 04:55:08.862906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e24ad4-9081-4756-84e5-8b26440ac65a req-ecc65a31-1d8c-4296-936f-a13c71578cfa tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:08.864397 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67e24ad4-9081-4756-84e5-8b26440ac65a req-ecc65a31-1d8c-4296-936f-a13c71578cfa tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0489814 Nov 12 04:55:08.912398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67e24ad4-9081-4756-84e5-8b26440ac65a req-02ca931b-c2dc-4943-8986-8a814786950f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419388 Nov 12 04:55:10.046621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4fa27-76fe-4203-9b5f-d9a764362aac req-fdfa19b4-eac4-4520-9b97-83b89663651f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:10.048229 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-36b4fa27-76fe-4203-9b5f-d9a764362aac req-fdfa19b4-eac4-4520-9b97-83b89663651f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0499299 Nov 12 04:55:10.096212 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-36b4fa27-76fe-4203-9b5f-d9a764362aac req-05429e04-6473-4051-a547-4646575ae330 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418541 Nov 12 04:55:11.211885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f505076-e950-4bc4-9887-76c8d0c614f8 req-281ee151-8bc1-4c99-9df9-56aec394a4a0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:11.213332 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1f505076-e950-4bc4-9887-76c8d0c614f8 req-281ee151-8bc1-4c99-9df9-56aec394a4a0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0490699 Nov 12 04:55:11.259667 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1f505076-e950-4bc4-9887-76c8d0c614f8 req-3b8e73fd-741f-4d3a-ab85-c6a28e759054 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404878 Nov 12 04:55:12.379356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9368c-3dc4-4f68-bbb6-bd6f04359984 req-9017ae85-f7ea-4343-84fc-ad759bb359db tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:12.380869 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ef9368c-3dc4-4f68-bbb6-bd6f04359984 req-9017ae85-f7ea-4343-84fc-ad759bb359db tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0534866 Nov 12 04:55:12.429499 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ef9368c-3dc4-4f68-bbb6-bd6f04359984 req-7ec25fc8-45ba-445d-bee4-5343522797cb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425217 Nov 12 04:55:13.552704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c6996-6452-4174-a20f-c4ffbcf99154 req-1c67c5c8-d98b-46f6-b695-d63e4fe7ba1a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:13.554164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8e5c6996-6452-4174-a20f-c4ffbcf99154 req-1c67c5c8-d98b-46f6-b695-d63e4fe7ba1a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0511603 Nov 12 04:55:13.601481 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8e5c6996-6452-4174-a20f-c4ffbcf99154 req-3dc3626f-aecd-4ef5-832d-1f0db4425cd2 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414133 Nov 12 04:55:14.718538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca2ccb-730c-43fa-8a87-4d9d92092797 req-223178bb-6a37-4ec2-9d99-3b258d24bf59 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:14.720468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efca2ccb-730c-43fa-8a87-4d9d92092797 req-223178bb-6a37-4ec2-9d99-3b258d24bf59 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0507061 Nov 12 04:55:14.769478 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-efca2ccb-730c-43fa-8a87-4d9d92092797 req-065625f5-a8ba-4894-807e-768efaf3da84 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431042 Nov 12 04:55:15.887146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebc8e5-eb3a-46ec-ac12-b547a0ec4945 req-9528c939-6d48-4729-aa36-a02cec4e52a3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:15.888629 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81ebc8e5-eb3a-46ec-ac12-b547a0ec4945 req-9528c939-6d48-4729-aa36-a02cec4e52a3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0497360 Nov 12 04:55:15.934542 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-81ebc8e5-eb3a-46ec-ac12-b547a0ec4945 req-1b521711-c63c-40b5-8df3-d57642831230 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394235 Nov 12 04:55:17.057175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaa7c0-eab4-490e-b14b-cf62426cc5de req-8e04eb18-45b2-4714-8b0e-7db1690d8f94 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:17.058882 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5deaa7c0-eab4-490e-b14b-cf62426cc5de req-8e04eb18-45b2-4714-8b0e-7db1690d8f94 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0489547 Nov 12 04:55:17.110194 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5deaa7c0-eab4-490e-b14b-cf62426cc5de req-1504879b-af3b-4869-88e6-f1008ba30c83 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441515 Nov 12 04:55:18.236791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c87f8-20d5-43f7-992b-f64d416c5244 req-5c63eb3a-194d-4cda-aa13-ff4ae01b2316 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:18.238330 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8e9c87f8-20d5-43f7-992b-f64d416c5244 req-5c63eb3a-194d-4cda-aa13-ff4ae01b2316 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0582395 Nov 12 04:55:18.288488 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8e9c87f8-20d5-43f7-992b-f64d416c5244 req-f41fde18-72e2-4991-8d65-967c51958d2a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440507 Nov 12 04:55:19.407359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044bf02-63bf-4784-94c9-4c7774f85771 req-d236f504-88db-4839-9f6e-83f3acedb30a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:19.408949 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0044bf02-63bf-4784-94c9-4c7774f85771 req-d236f504-88db-4839-9f6e-83f3acedb30a tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0504856 Nov 12 04:55:19.457807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0044bf02-63bf-4784-94c9-4c7774f85771 req-63ec1f45-f29d-459f-b981-4b8f7a69e3df tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429142 Nov 12 04:55:19.656324 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:20.575639 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f14c3-322e-44d0-9142-b464274309f4 req-21752a9a-f780-49f9-add4-b7a5028adb40 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:20.577158 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9d4f14c3-322e-44d0-9142-b464274309f4 req-21752a9a-f780-49f9-add4-b7a5028adb40 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0498495 Nov 12 04:55:20.625868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9d4f14c3-322e-44d0-9142-b464274309f4 req-05f71078-8ca7-4afd-b04b-a4d0ca4ee8ea tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411985 Nov 12 04:55:21.746218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd206208-53b5-4e6c-8c79-d999628e8f60 req-4e79265a-f599-4284-bff1-a068e8e903bb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:21.747864 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bd206208-53b5-4e6c-8c79-d999628e8f60 req-4e79265a-f599-4284-bff1-a068e8e903bb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0498679 Nov 12 04:55:21.795565 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bd206208-53b5-4e6c-8c79-d999628e8f60 req-54de2ea8-77ed-423a-88f1-95a47ed09d9f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413713 Nov 12 04:55:21.993881 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-67a67c96-d8ca-43ea-98a3-c073c35b6e47 service neutron] 10.222.0.26 "GET /v2.0/ports/ac87c7dd-652e-4a7b-918d-4093c7071526/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.0582530 Nov 12 04:55:22.533327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-a6f4c102-e17c-4985-b83f-6a13d7ee5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:22.534855 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-a6f4c102-e17c-4985-b83f-6a13d7ee5e35 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01&tenant_id=ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 1097 time: 0.0414410 Nov 12 04:55:22.620310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-ecc52dad-3b56-466f-a581-a93eedf8f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:22.621774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-ecc52dad-3b56-466f-a581-a93eedf8f5c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 1097 time: 0.0395844 Nov 12 04:55:22.714659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-a2a2c644-37c9-4da2-884f-b6387e66041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:22.715990 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-a2a2c644-37c9-4da2-884f-b6387e66041e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0865479 Nov 12 04:55:22.782608 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-fa6b69a1-ed16-464f-89b3-8e1fa44c3680 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac87c7dd-652e-4a7b-918d-4093c7071526 HTTP/1.1" status: 200 len: 1002 time: 0.0589185 Nov 12 04:55:22.834539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-0f492bcd-696b-45f8-b26f-d0cc4801184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:22.836009 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-0f492bcd-696b-45f8-b26f-d0cc4801184e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0454290 Nov 12 04:55:22.892450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-24b910d3-b416-4cd9-8a51-b25ed4ed556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:22.893978 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-24b910d3-b416-4cd9-8a51-b25ed4ed556b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483332 Nov 12 04:55:22.915914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c55c2c-7d6b-43a0-af9a-4a722fe646db req-37ac67ca-bbbf-47f9-84d5-327f899414c4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:22.917452 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46c55c2c-7d6b-43a0-af9a-4a722fe646db req-37ac67ca-bbbf-47f9-84d5-327f899414c4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0508051 Nov 12 04:55:22.970525 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-46c55c2c-7d6b-43a0-af9a-4a722fe646db req-83711b8b-c299-4999-b42c-6b8c906e56b4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466022 Nov 12 04:55:22.989674 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-d5e98089-30e2-438a-8a70-dc49637c71d3 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877335 Nov 12 04:55:23.090078 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-cdbc1cfd-723b-48ec-a5c7-099ef0077339 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926552 Nov 12 04:55:23.170627 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-307b8613-0aea-421a-a603-900f9eeead33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:24.091612 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc5719-f392-4217-850d-538b1534dd05 req-69f1ebf8-9859-4a71-96e0-96783d764566 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:24.093165 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31bc5719-f392-4217-850d-538b1534dd05 req-69f1ebf8-9859-4a71-96e0-96783d764566 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0519187 Nov 12 04:55:24.142136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-31bc5719-f392-4217-850d-538b1534dd05 req-d6dcdcbd-0316-4de9-b7e9-cd3a3b66574b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429037 Nov 12 04:55:24.872619 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ac87c7dd-652e-4a7b-918d-4093c7071526 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:55:24.950234 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:24.976327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:55:24.978831 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84414609-f069-41c6-803d-d6c52ed63d92" -d '{"events": [{"server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "name": "network-vif-unplugged", "status": "completed", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:55:24.992911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ac87c7dd-652e-4a7b-918d-4093c7071526, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ac87c7dd-652e-4a7b-918d-4093c7071526,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:25.044787 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:25.095366 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ac87c7dd-652e-4a7b-918d-4093c7071526,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:25.103033 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:25.103477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:25.103828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:25.104188 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:25.104712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:25.105058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:25.105394 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:25.105715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:25.106243 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:25.106691 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:25.106872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:25.107199 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:25.111473 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b102f52d-b43a-4368-8f48-0c90573fda96 x-openstack-request-id: req-b102f52d-b43a-4368-8f48-0c90573fda96 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:55:25.111770 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "name": "network-vif-unplugged", "status": "completed", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:55:25.112027 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b102f52d-b43a-4368-8f48-0c90573fda96 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:55:25.112630 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'code': 200} Nov 12 04:55:25.264432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034befa9-929d-4f83-baae-e3ec2cb7981a req-82546661-1a09-41c0-b0c8-ab21c1560556 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:25.266105 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-034befa9-929d-4f83-baae-e3ec2cb7981a req-82546661-1a09-41c0-b0c8-ab21c1560556 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0526643 Nov 12 04:55:25.313961 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-034befa9-929d-4f83-baae-e3ec2cb7981a req-1cee6ca4-c984-4727-b1f1-92b0778b887f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419147 Nov 12 04:55:25.416195 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:26.443900 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffb490-3442-4821-a823-8c8bc2134944 req-5e602ef8-f63f-444f-85cc-d7dcfc5c0b18 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:26.445562 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27ffb490-3442-4821-a823-8c8bc2134944 req-5e602ef8-f63f-444f-85cc-d7dcfc5c0b18 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0594327 Nov 12 04:55:26.499102 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27ffb490-3442-4821-a823-8c8bc2134944 req-2b68288a-b978-4316-9760-4c2fab113759 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467560 Nov 12 04:55:26.928942 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f20f795-d2e6-4b6c-afcc-322e9cc3c3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:26.958215 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:27.617644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4893fbf-b989-4c07-af1b-35ccaf54a1c0 req-77db92f3-730a-4207-a89d-060707d61a13 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:27.619013 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e4893fbf-b989-4c07-af1b-35ccaf54a1c0 req-77db92f3-730a-4207-a89d-060707d61a13 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0509558 Nov 12 04:55:27.667674 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e4893fbf-b989-4c07-af1b-35ccaf54a1c0 req-fbe3a348-8f9b-482e-a203-47ff094c83cf tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424502 Nov 12 04:55:28.702327 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:28.784528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4793b-52c4-467b-b80c-1fd542844551 req-a58f339a-00ae-44ca-8392-482bf220ae13 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:28.785993 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1c4793b-52c4-467b-b80c-1fd542844551 req-a58f339a-00ae-44ca-8392-482bf220ae13 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0491090 Nov 12 04:55:28.833778 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a1c4793b-52c4-467b-b80c-1fd542844551 req-55eaca5e-04bc-49d7-9770-a06c35a3750d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415950 Nov 12 04:55:29.014910 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:29.956592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5b63c-f869-4fa8-8f80-e2130e4f3b3a req-e554c2d8-96cc-48a9-a9f5-50dc00a22ca3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:29.958407 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11b5b63c-f869-4fa8-8f80-e2130e4f3b3a req-e554c2d8-96cc-48a9-a9f5-50dc00a22ca3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0503669 Nov 12 04:55:30.010809 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11b5b63c-f869-4fa8-8f80-e2130e4f3b3a req-948b0fa2-6810-4df6-a188-493ca4e69ece tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463896 Nov 12 04:55:31.136726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f6f12-fe58-4037-b777-f9e1b0c107e4 req-e299b8c4-d548-4653-9501-607259ab2f42 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:31.138216 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb6f6f12-fe58-4037-b777-f9e1b0c107e4 req-e299b8c4-d548-4653-9501-607259ab2f42 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0595567 Nov 12 04:55:31.184359 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cb6f6f12-fe58-4037-b777-f9e1b0c107e4 req-11c8c53d-2beb-49b4-a0e3-7dea359be84f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403154 Nov 12 04:55:32.300403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede43816-6d10-46e6-9391-5f558085c89f req-3ea3a8a9-afdf-4fb9-bcb3-250fff288a0e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:32.301868 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ede43816-6d10-46e6-9391-5f558085c89f req-3ea3a8a9-afdf-4fb9-bcb3-250fff288a0e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0482259 Nov 12 04:55:32.349949 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ede43816-6d10-46e6-9391-5f558085c89f req-8e567b7e-d606-4606-be07-802aaa93e4e9 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421038 Nov 12 04:55:33.468637 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c24b8-4ddf-4abf-972e-c1491082ef36 req-dc573086-610b-4c7e-a817-91b044d455b5 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:33.470030 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f77c24b8-4ddf-4abf-972e-c1491082ef36 req-dc573086-610b-4c7e-a817-91b044d455b5 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0499377 Nov 12 04:55:33.517287 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f77c24b8-4ddf-4abf-972e-c1491082ef36 req-444d8e15-781f-4c01-b04e-c919f81319ad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413055 Nov 12 04:55:34.633042 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7005b5a-a50d-4594-b603-2ec2811a81e5 req-2622578b-a6f8-42b0-8e84-a47295da2b07 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:34.634499 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a7005b5a-a50d-4594-b603-2ec2811a81e5 req-2622578b-a6f8-42b0-8e84-a47295da2b07 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0483284 Nov 12 04:55:34.681779 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a7005b5a-a50d-4594-b603-2ec2811a81e5 req-669b5f2b-6db5-41fc-bac3-871d4bbb11e1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412638 Nov 12 04:55:35.797413 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6713d1c-0fd8-4d21-92e7-36df1cfffac4 req-e9a6db1c-ebf9-405a-83b4-3ba67b0ab57c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:35.798881 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6713d1c-0fd8-4d21-92e7-36df1cfffac4 req-e9a6db1c-ebf9-405a-83b4-3ba67b0ab57c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0489264 Nov 12 04:55:35.852523 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e6713d1c-0fd8-4d21-92e7-36df1cfffac4 req-56116258-73cd-4087-ac85-ad73b79cbfe7 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471728 Nov 12 04:55:36.934956 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ac87c7dd-652e-4a7b-918d-4093c7071526 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:55:36.978027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7ad71-961e-4d66-8704-2b44d2f4a2d4 req-39e4b517-466e-4c3c-9809-0c4be96fb1bf tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:36.979606 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7cd7ad71-961e-4d66-8704-2b44d2f4a2d4 req-39e4b517-466e-4c3c-9809-0c4be96fb1bf tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0565343 Nov 12 04:55:37.027731 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7cd7ad71-961e-4d66-8704-2b44d2f4a2d4 req-dcf3a630-02cc-47ec-9ba0-0c2161866acf tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419993 Nov 12 04:55:37.043890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ac87c7dd-652e-4a7b-918d-4093c7071526, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ac87c7dd-652e-4a7b-918d-4093c7071526,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:37.056353 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'port_id': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'mac_address': 'fa:16:3e:2c:52:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:55:37.096562 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:37.110149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac87c7dd-652e-4a7b-918d-4093c7071526 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:55:37.133430 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ac87c7dd-652e-4a7b-918d-4093c7071526, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ac87c7dd-652e-4a7b-918d-4093c7071526,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:37.210486 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:37.260971 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ac87c7dd-652e-4a7b-918d-4093c7071526,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:37.698736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['ac87c7dd-652e-4a7b-918d-4093c7071526'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:55:38.148068 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce784d-43dd-40e0-8f4d-91043b270022 req-352c9731-bbc5-4929-9f53-1fa5673d8c8f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:38.149588 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-71ce784d-43dd-40e0-8f4d-91043b270022 req-352c9731-bbc5-4929-9f53-1fa5673d8c8f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 944 time: 0.0492640 Nov 12 04:55:38.203386 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-71ce784d-43dd-40e0-8f4d-91043b270022 req-cbcd49c1-0537-40b5-9b1b-dea1144a84c3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478196 Nov 12 04:55:38.788556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c286f-6de8-40aa-b6d2-dc4f724e058d req-c9693c87-f923-437f-9d4c-c202c2516514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:38.790189 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-282c286f-6de8-40aa-b6d2-dc4f724e058d req-c9693c87-f923-437f-9d4c-c202c2516514 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 944 time: 0.0500009 Nov 12 04:55:38.839922 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-282c286f-6de8-40aa-b6d2-dc4f724e058d req-dc346232-7bf1-4ac8-9e58-4498f66f917c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437787 Nov 12 04:55:38.848937 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-07d0c77f-7a9b-4082-afe1-c5050975fdd7 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:38.850459 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-07d0c77f-7a9b-4082-afe1-c5050975fdd7 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01&tenant_id=ec1c78c614864a929d1e13b1c46bc757&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 944 time: 0.0530429 Nov 12 04:55:38.912869 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-30f371ff-4c95-4c9e-be4e-4a941055c7f1 service neutron] 10.222.0.26 "GET /v2.0/ports/ac87c7dd-652e-4a7b-918d-4093c7071526/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.0547750 Nov 12 04:55:38.949800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ac87c7dd-652e-4a7b-918d-4093c7071526 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:55:38.999951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-677e1aa4-014c-45ca-a8bf-022bf9e3ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:39.001484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-677e1aa4-014c-45ca-a8bf-022bf9e3ad76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 1096 time: 0.0489464 Nov 12 04:55:39.003457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port ac87c7dd-652e-4a7b-918d-4093c7071526 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:39.003830 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:39.083235 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:39.104430 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-f0a47175-aba8-4dbc-bb52-83afd56aa154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:39.107873 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-f0a47175-aba8-4dbc-bb52-83afd56aa154 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0954049 Nov 12 04:55:39.115079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ac87c7dd-652e-4a7b-918d-4093c7071526, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ac87c7dd-652e-4a7b-918d-4093c7071526,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:39.115883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:55:39.118263 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5079b2a4-a033-4e8b-98a3-c662b3978b14" -d '{"events": [{"server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "name": "network-vif-plugged", "status": "completed", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:55:39.164579 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ccbeef-9f70-4ad0-ba0c-badd9eb5e65c x-openstack-request-id: req-40ccbeef-9f70-4ad0-ba0c-badd9eb5e65c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:55:39.164881 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "name": "network-vif-plugged", "status": "completed", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:55:39.165948 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-40ccbeef-9f70-4ad0-ba0c-badd9eb5e65c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:55:39.165948 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'code': 200} Nov 12 04:55:39.192513 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-c3708279-c913-4cb6-8eca-81a2ee529bf4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac87c7dd-652e-4a7b-918d-4093c7071526 HTTP/1.1" status: 200 len: 1001 time: 0.0783226 Nov 12 04:55:39.198612 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:39.248913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ac87c7dd-652e-4a7b-918d-4093c7071526,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:39.251554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-0b0e97cf-20b2-4287-a0ad-8a88740de888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:39.253324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-0b0e97cf-20b2-4287-a0ad-8a88740de888 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0478675 Nov 12 04:55:39.304491 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-d0a37544-775f-42a6-9dc3-3245cd03209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:39.306127 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-d0a37544-775f-42a6-9dc3-3245cd03209a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445266 Nov 12 04:55:39.405778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-ead4ed16-91cf-4f88-9851-3e696c422923 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911906 Nov 12 04:55:39.498782 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-5148ccad-4643-4371-b529-f5f76b05d5e3 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840216 Nov 12 04:55:39.965369 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f22296-673f-4872-babd-7acafeddf007 req-c0897c35-191e-4a20-b598-b974e60ad13b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:39.966870 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-98f22296-673f-4872-babd-7acafeddf007 req-c0897c35-191e-4a20-b598-b974e60ad13b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0543797 Nov 12 04:55:40.016667 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-98f22296-673f-4872-babd-7acafeddf007 req-04c430dd-d59d-4965-83da-4ad536bf6f71 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435147 Nov 12 04:55:40.630288 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:55:41.152626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a892d2-9b59-4ce7-b71d-faf0856825c3 req-0a602bea-5d90-4c7a-99db-2faedf97ffb0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:41.154166 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85a892d2-9b59-4ce7-b71d-faf0856825c3 req-0a602bea-5d90-4c7a-99db-2faedf97ffb0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0587122 Nov 12 04:55:41.210657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85a892d2-9b59-4ce7-b71d-faf0856825c3 req-8d9edd3e-9569-4d51-8295-22e76bc574dc tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499611 Nov 12 04:55:42.331036 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2517862-9cf5-4c37-96aa-fbf4c200350d req-fc308850-a9c2-4ce0-86d9-0a9c0ace359b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:42.332564 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c2517862-9cf5-4c37-96aa-fbf4c200350d req-fc308850-a9c2-4ce0-86d9-0a9c0ace359b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0517187 Nov 12 04:55:42.381936 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c2517862-9cf5-4c37-96aa-fbf4c200350d req-b4bb8711-c4b6-4228-9fdc-e96bb6c20ddb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432432 Nov 12 04:55:43.503695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66818ecc-901f-4207-8100-09d20f49743e req-1f73664b-0772-48d9-bbeb-1e558e8fb438 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:43.505366 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66818ecc-901f-4207-8100-09d20f49743e req-1f73664b-0772-48d9-bbeb-1e558e8fb438 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0527213 Nov 12 04:55:43.555644 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66818ecc-901f-4207-8100-09d20f49743e req-d9ce87de-b636-47fa-8d4c-f6b5b75a1283 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438042 Nov 12 04:55:44.683956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef84ae-0119-4ea7-8047-10a2c8c7d108 req-4573ebb8-edc4-4c68-ba56-d7a1bfddb984 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:44.685358 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-33ef84ae-0119-4ea7-8047-10a2c8c7d108 req-4573ebb8-edc4-4c68-ba56-d7a1bfddb984 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0535176 Nov 12 04:55:44.733771 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-33ef84ae-0119-4ea7-8047-10a2c8c7d108 req-3d09ff4e-cbce-453f-9ecc-77f8256b04e1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412648 Nov 12 04:55:44.975829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ac87c7dd-652e-4a7b-918d-4093c7071526 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:55:45.048793 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:45.071733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:55:45.073963 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6612d7cf-55fc-4283-ba8b-75f47ba9da38" -d '{"events": [{"server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "name": "network-vif-unplugged", "status": "completed", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:55:45.087508 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ac87c7dd-652e-4a7b-918d-4093c7071526, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ac87c7dd-652e-4a7b-918d-4093c7071526,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:45.101366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-21227d4e-1f4a-4aa8-9dd9-568fb6d358c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:45.102883 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-21227d4e-1f4a-4aa8-9dd9-568fb6d358c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01&tenant_id=ec1c78c614864a929d1e13b1c46bc757 HTTP/1.1" status: 200 len: 1097 time: 0.0436461 Nov 12 04:55:45.120194 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0123bfaf-621c-4d6e-a664-f46ac48585a3 x-openstack-request-id: req-0123bfaf-621c-4d6e-a664-f46ac48585a3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:55:45.120466 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "name": "network-vif-unplugged", "status": "completed", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:55:45.120868 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0123bfaf-621c-4d6e-a664-f46ac48585a3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:55:45.121274 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'code': 200} Nov 12 04:55:45.176419 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:45.225227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-2cafd163-90f8-490e-9aad-6412dbbc74ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:45.226676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-2cafd163-90f8-490e-9aad-6412dbbc74ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 1095 time: 0.0568922 Nov 12 04:55:45.242642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ac87c7dd-652e-4a7b-918d-4093c7071526,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:45.325141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-f0ae013a-102a-4753-aa70-1b3ee6fc56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:45.326596 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-f0ae013a-102a-4753-aa70-1b3ee6fc56f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0902920 Nov 12 04:55:45.412845 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-8cdb9127-6107-4084-a83e-f932ba4f9ee7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac87c7dd-652e-4a7b-918d-4093c7071526 HTTP/1.1" status: 200 len: 1000 time: 0.0776882 Nov 12 04:55:45.464626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-32c06fdc-ac59-48cf-b22e-09a667c14c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:45.466065 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-32c06fdc-ac59-48cf-b22e-09a667c14c1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0454659 Nov 12 04:55:45.513932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-fe6c8a51-d049-4989-835f-dd3fa85fdcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:45.515325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-fe6c8a51-d049-4989-835f-dd3fa85fdcc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414302 Nov 12 04:55:45.609419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-351bae5a-544b-4006-84c8-f6cf35ac794e service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860753 Nov 12 04:55:45.700579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4480c18-6226-44c3-a45a-a29e06644b7c req-7c3287da-37ce-4a94-b02d-bf396dfb95bd service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829086 Nov 12 04:55:45.855550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499afd6-c03f-485c-94ab-aac18c0b58d2 req-2728eb01-8240-42e5-b8eb-797ea449a730 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:45.857354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3499afd6-c03f-485c-94ab-aac18c0b58d2 req-2728eb01-8240-42e5-b8eb-797ea449a730 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0511010 Nov 12 04:55:45.909596 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3499afd6-c03f-485c-94ab-aac18c0b58d2 req-24692eae-28ef-47dc-b775-816ae602ae9d tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452907 Nov 12 04:55:45.952192 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533ba7c-f87c-4a4e-8802-d576af21a470 req-a1bba2c1-f55c-4ae3-8f86-0bc24e5f20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:45.953752 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9533ba7c-f87c-4a4e-8802-d576af21a470 req-a1bba2c1-f55c-4ae3-8f86-0bc24e5f20ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec1c78c614864a929d1e13b1c46bc757&device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 1095 time: 0.0463691 Nov 12 04:55:46.059101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533ba7c-f87c-4a4e-8802-d576af21a470 req-0b38449f-2f13-4a6a-8c88-0602f79089ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:46.060498 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9533ba7c-f87c-4a4e-8802-d576af21a470 req-0b38449f-2f13-4a6a-8c88-0602f79089ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 200 len: 914 time: 0.0858481 Nov 12 04:55:46.130609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9533ba7c-f87c-4a4e-8802-d576af21a470 req-b1e1b05d-cf82-482a-8c49-f92be055e7b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac87c7dd-652e-4a7b-918d-4093c7071526 HTTP/1.1" status: 200 len: 1000 time: 0.0622020 Nov 12 04:55:46.183404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533ba7c-f87c-4a4e-8802-d576af21a470 req-d55b3931-f39b-4ef4-a140-872a7ddaf54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:46.184884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9533ba7c-f87c-4a4e-8802-d576af21a470 req-d55b3931-f39b-4ef4-a140-872a7ddaf54b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 200 len: 851 time: 0.0458360 Nov 12 04:55:46.233472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533ba7c-f87c-4a4e-8802-d576af21a470 req-0dfda5a1-1331-4a3e-b891-1a2ff572b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:46.234960 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9533ba7c-f87c-4a4e-8802-d576af21a470 req-0dfda5a1-1331-4a3e-b891-1a2ff572b7a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb22090-112f-43fb-be14-3c5ac5f5aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417523 Nov 12 04:55:46.328810 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9533ba7c-f87c-4a4e-8802-d576af21a470 req-fe7b4462-b449-4ca6-8c3d-97e4fe75f141 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857482 Nov 12 04:55:46.431673 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9533ba7c-f87c-4a4e-8802-d576af21a470 req-92c921d8-02d6-4550-9197-7ac16f02975f service neutron] 10.222.0.26 "GET /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945139 Nov 12 04:55:47.034111 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf3484-60b5-4d99-a811-40827a9be2ed req-41e8261a-dd06-4efe-a662-33916389126b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:47.035670 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69bf3484-60b5-4d99-a811-40827a9be2ed req-41e8261a-dd06-4efe-a662-33916389126b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0511990 Nov 12 04:55:47.087412 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69bf3484-60b5-4d99-a811-40827a9be2ed req-88246789-4fbd-4741-9c22-9c321d578d19 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457320 Nov 12 04:55:48.202566 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f05738-c0f4-4f65-b7d8-c60d2c9dcf5e req-c578c1a5-d502-4d6a-9086-8097f6bd0d12 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:48.204095 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d2f05738-c0f4-4f65-b7d8-c60d2c9dcf5e req-c578c1a5-d502-4d6a-9086-8097f6bd0d12 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0483119 Nov 12 04:55:48.256215 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d2f05738-c0f4-4f65-b7d8-c60d2c9dcf5e req-8ff38ed2-21c0-447b-876d-2732490f5be1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451982 Nov 12 04:55:49.375202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a68e5-a5fd-4b0e-abf1-aaf72ed311e8 req-ad4aa7a9-3d3b-4fb2-af73-c88860884b42 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:49.376735 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be4a68e5-a5fd-4b0e-abf1-aaf72ed311e8 req-ad4aa7a9-3d3b-4fb2-af73-c88860884b42 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0490282 Nov 12 04:55:49.429773 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be4a68e5-a5fd-4b0e-abf1-aaf72ed311e8 req-fc542c65-7f0c-4f3a-ac61-128e3e18d43e tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448463 Nov 12 04:55:49.661617 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:50.551262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c07c9-884f-4022-9445-fec7ecb5ca55 req-d5130c92-1a8f-4f10-80ce-7e3be55c1bd1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:50.553013 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b95c07c9-884f-4022-9445-fec7ecb5ca55 req-d5130c92-1a8f-4f10-80ce-7e3be55c1bd1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0501733 Nov 12 04:55:50.604695 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b95c07c9-884f-4022-9445-fec7ecb5ca55 req-d7a53e55-cbed-45e0-954a-fd9ae71d5cfb tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447273 Nov 12 04:55:51.738015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226548c0-d3bb-4267-81e8-589a6f620652 req-023b1427-e40e-4fc6-bce4-1c201846a941 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:51.739622 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-226548c0-d3bb-4267-81e8-589a6f620652 req-023b1427-e40e-4fc6-bce4-1c201846a941 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0565462 Nov 12 04:55:51.785992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-226548c0-d3bb-4267-81e8-589a6f620652 req-26c30af1-f123-4ca7-a03a-ebe0b2a32ff2 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404732 Nov 12 04:55:52.902610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39c93e-4a31-41ae-8124-dd5ecbfc9f80 req-fac3d101-19c2-410a-9782-929ab656fa44 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:52.904100 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a39c93e-4a31-41ae-8124-dd5ecbfc9f80 req-fac3d101-19c2-410a-9782-929ab656fa44 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0485554 Nov 12 04:55:52.950206 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a39c93e-4a31-41ae-8124-dd5ecbfc9f80 req-59e254f2-58b1-48d3-a31b-5b3ca67b69e1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396686 Nov 12 04:55:53.175185 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c93422ac-421d-40c4-bc98-df24dd081d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:54.070118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7cffe-43cb-4855-a6f5-97c770727c0b req-35f79c36-45f8-4733-8451-654c84869c44 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:54.071565 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98a7cffe-43cb-4855-a6f5-97c770727c0b req-35f79c36-45f8-4733-8451-654c84869c44 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0524039 Nov 12 04:55:54.119680 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-98a7cffe-43cb-4855-a6f5-97c770727c0b req-3f8e6be2-c262-41be-b6f8-74eb38aeff28 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420291 Nov 12 04:55:55.239658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9404b15-fb71-4ffc-92a0-bb7badc9ecb9 req-9ccb6b3b-a25f-4c78-9c8a-6f2987ce69b2 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:55.241191 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9404b15-fb71-4ffc-92a0-bb7badc9ecb9 req-9ccb6b3b-a25f-4c78-9c8a-6f2987ce69b2 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0534170 Nov 12 04:55:55.294461 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9404b15-fb71-4ffc-92a0-bb7badc9ecb9 req-b4cb1785-2fba-401d-b69a-edffaf06b756 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473361 Nov 12 04:55:55.420786 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:56.426836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08fd90-ae54-4de7-8e47-516bcc8d823c req-4d5ae0b0-e05c-4254-b891-d6a3e3e48d68 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:56.427464 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b08fd90-ae54-4de7-8e47-516bcc8d823c req-4d5ae0b0-e05c-4254-b891-d6a3e3e48d68 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0548806 Nov 12 04:55:56.489398 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0b08fd90-ae54-4de7-8e47-516bcc8d823c req-bbe0f7ae-e2a5-4e80-8e4c-bd9b8c4bcf21 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535095 Nov 12 04:55:56.968660 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0e82713-1d35-407d-bf4a-e43360c900e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:56.991795 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:57.610016 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0deddc-7ced-4af9-9369-50f920a3e3fd req-0a034d81-f428-4e18-8086-6812ee8761c7 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:57.611544 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a0deddc-7ced-4af9-9369-50f920a3e3fd req-0a034d81-f428-4e18-8086-6812ee8761c7 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0493937 Nov 12 04:55:57.660820 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a0deddc-7ced-4af9-9369-50f920a3e3fd req-2f97d58a-370b-4582-b13c-f2a6dfb38c2c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432107 Nov 12 04:55:58.712137 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:58.782262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac107e9-dc2f-4e9f-b389-8dd792b1da6f req-c30de9a2-46e1-4716-867f-9704c41702dc tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:58.784344 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ac107e9-dc2f-4e9f-b389-8dd792b1da6f req-c30de9a2-46e1-4716-867f-9704c41702dc tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 943 time: 0.0551705 Nov 12 04:55:58.835080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2ac107e9-dc2f-4e9f-b389-8dd792b1da6f req-67bffd48-a931-4b83-aad2-b43ac0f09abf tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447264 Nov 12 04:55:59.020693 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:59.099750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ac87c7dd-652e-4a7b-918d-4093c7071526 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:55:59.199565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ac87c7dd-652e-4a7b-918d-4093c7071526, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ac87c7dd-652e-4a7b-918d-4093c7071526,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:59.214853 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'port_id': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'mac_address': 'fa:16:3e:2c:52:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:55:59.253019 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:59.266943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac87c7dd-652e-4a7b-918d-4093c7071526 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:55:59.289868 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ac87c7dd-652e-4a7b-918d-4093c7071526, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ac87c7dd-652e-4a7b-918d-4093c7071526,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:59.375441 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:59.425776 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ac87c7dd-652e-4a7b-918d-4093c7071526,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:59.834281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['ac87c7dd-652e-4a7b-918d-4093c7071526'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:55:59.963600 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01b917-9105-4a1a-a7e2-e7026e25e74b req-a9c6dcf6-401a-4216-aab3-a12fecfd099f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:59.965169 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e01b917-9105-4a1a-a7e2-e7026e25e74b req-a9c6dcf6-401a-4216-aab3-a12fecfd099f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0515308 Nov 12 04:56:00.021097 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7e01b917-9105-4a1a-a7e2-e7026e25e74b req-20d3eccc-d925-4909-9e08-a3a4947a47cd tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483043 Nov 12 04:56:01.124148 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ac87c7dd-652e-4a7b-918d-4093c7071526 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:56:01.143630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66829dc6-d3fd-4d9a-a5f3-5015725e1b6d req-a5170a56-d87a-4bec-af32-b6117bd45e1f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:01.145241 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66829dc6-d3fd-4d9a-a5f3-5015725e1b6d req-a5170a56-d87a-4bec-af32-b6117bd45e1f tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0538521 Nov 12 04:56:01.171604 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port ac87c7dd-652e-4a7b-918d-4093c7071526 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:56:01.171975 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:01.193287 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66829dc6-d3fd-4d9a-a5f3-5015725e1b6d req-67e60e3a-273e-4dfd-abe1-10aa18054314 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419226 Nov 12 04:56:01.259934 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:01.283763 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:56:01.285985 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860a3f58-3c5a-4e2d-bce3-56bc2084e5af" -d '{"events": [{"server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "name": "network-vif-plugged", "status": "completed", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:56:01.299163 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ac87c7dd-652e-4a7b-918d-4093c7071526, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ac87c7dd-652e-4a7b-918d-4093c7071526,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:56:01.324596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391c944-8fce-4427-a003-7bd7ff6ad1ae req-563ce7fc-37ee-40c7-8330-dbfe17837011 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:01.324596 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d391c944-8fce-4427-a003-7bd7ff6ad1ae req-563ce7fc-37ee-40c7-8330-dbfe17837011 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 945 time: 0.0567510 Nov 12 04:56:01.329308 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543c25ff-6837-4432-b5ca-6da8425675b7 x-openstack-request-id: req-543c25ff-6837-4432-b5ca-6da8425675b7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:56:01.329600 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "name": "network-vif-plugged", "status": "completed", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:56:01.330130 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-543c25ff-6837-4432-b5ca-6da8425675b7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:56:01.330506 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'code': 200} Nov 12 04:56:01.363409 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:01.375590 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d391c944-8fce-4427-a003-7bd7ff6ad1ae req-2edd0099-8dad-416a-8174-211a35cca4df tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440109 Nov 12 04:56:01.416223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ac87c7dd-652e-4a7b-918d-4093c7071526,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:01.499838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657370e7-043d-4611-bc31-55320c8636e4 req-7e48cbae-6e07-4a6a-8947-f8719115e660 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:01.501258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-657370e7-043d-4611-bc31-55320c8636e4 req-7e48cbae-6e07-4a6a-8947-f8719115e660 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 946 time: 0.0486498 Nov 12 04:56:01.552925 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-657370e7-043d-4611-bc31-55320c8636e4 req-d6427a2f-d59d-45ab-9c28-48855db9ac58 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451901 Nov 12 04:56:01.983168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b2598-a581-47ad-9652-58073272e957 req-e7a4135e-1a76-4384-8c07-eeb46c3c8783 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:01.984714 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-712b2598-a581-47ad-9652-58073272e957 req-e7a4135e-1a76-4384-8c07-eeb46c3c8783 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 946 time: 0.0507543 Nov 12 04:56:02.038114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-712b2598-a581-47ad-9652-58073272e957 req-ce91a475-f4d2-4c55-9e38-9fd3601beb95 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431125 Nov 12 04:56:03.159831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651068e4-c0a1-4a4d-ab9b-fad06bb6a588 req-c50e88d4-2814-483a-8121-935a6bdb5c9b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:03.161388 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-651068e4-c0a1-4a4d-ab9b-fad06bb6a588 req-c50e88d4-2814-483a-8121-935a6bdb5c9b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 946 time: 0.0494516 Nov 12 04:56:03.213544 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-651068e4-c0a1-4a4d-ab9b-fad06bb6a588 req-46fa317e-a783-4cff-9a7b-6de1477739e0 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461333 Nov 12 04:56:03.868059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-eed5430b-096c-4a73-8f96-6a8ee813f74c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:03.869492 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-eed5430b-096c-4a73-8f96-6a8ee813f74c tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 946 time: 0.0481160 Nov 12 04:56:03.961455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Deleting port ac87c7dd-652e-4a7b-918d-4093c7071526 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:56:03.961786 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:04.049149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] For port ac87c7dd-652e-4a7b-918d-4093c7071526, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ac87c7dd-652e-4a7b-918d-4093c7071526,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:56:04.049498 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:04.221997 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:04.222258 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:04.222563 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0 disassociated. External IP: 172.25.8.172, port: ac87c7dd-652e-4a7b-918d-4093c7071526. Nov 12 04:56:04.222894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Calling delete_port for ac87c7dd-652e-4a7b-918d-4093c7071526 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:56:04.344521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb1765-122b-4e14-90a7-65297fbc7108 req-70029425-6606-4574-a449-b721976f19b3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:04.346048 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bb1765-122b-4e14-90a7-65297fbc7108 req-70029425-6606-4574-a449-b721976f19b3 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 946 time: 0.0615449 Nov 12 04:56:04.429812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28bb1765-122b-4e14-90a7-65297fbc7108 req-059500dd-1e3f-48d3-9079-329787523028 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups?id=f7535d6f-3eb0-449f-95e0-d113ae626039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778608 Nov 12 04:56:04.477806 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:04.505578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event deleted for resources: {'Port': ['ID=ac87c7dd-652e-4a7b-918d-4093c7071526,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:04.519144 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:04.519493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:04.519908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:04.520192 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:04.520529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:04.520864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:04.521192 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:04.521516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:04.521842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:04.522167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:04.522535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:04.522860 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:04.650450 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Router a3c45480-c444-4eb7-a969-57b535435ece has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:56:04.765508 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:56:04.776589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a89bd6-9ca8-4cfd-88dc-480b57d83c14 None None] Sync routers for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:56:04.786059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a89bd6-9ca8-4cfd-88dc-480b57d83c14 None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:56:04.786625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a1a89bd6-9ca8-4cfd-88dc-480b57d83c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:55:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:56:04.804218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] No DVR routers for this DVR port ac87c7dd-652e-4a7b-918d-4093c7071526 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:56:04.807084 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:04.810488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0dddf229-ce5d-49e0-aa13-724c726cd3f8 req-6ba8fa12-c3bf-470e-baaf-d5c3821edfad tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.26 "DELETE /v2.0/ports/ac87c7dd-652e-4a7b-918d-4093c7071526 HTTP/1.1" status: 204 len: 173 time: 0.9343545 Nov 12 04:56:04.810946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'name': 'network-vif-deleted', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:56:04.813340 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a0a79e-a49f-494b-b3fc-c596fa343105" -d '{"events": [{"server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "name": "network-vif-deleted", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:56:04.858977 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5e951b-0eb9-4e19-86ad-c3c04ee9ed6b x-openstack-request-id: req-ac5e951b-0eb9-4e19-86ad-c3c04ee9ed6b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:56:04.859281 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beacce19-6b59-4a0f-86e8-c7437980ba01", "name": "network-vif-deleted", "tag": "ac87c7dd-652e-4a7b-918d-4093c7071526", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:56:04.859540 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ac5e951b-0eb9-4e19-86ad-c3c04ee9ed6b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:56:04.859980 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beacce19-6b59-4a0f-86e8-c7437980ba01', 'name': 'network-vif-deleted', 'tag': 'ac87c7dd-652e-4a7b-918d-4093c7071526', 'status': 'completed', 'code': 200} Nov 12 04:56:05.057995 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a1a89bd6-9ca8-4cfd-88dc-480b57d83c14 None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:56:05.261226 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a1a89bd6-9ca8-4cfd-88dc-480b57d83c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:56:05.287615 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a89bd6-9ca8-4cfd-88dc-480b57d83c14 None None] Checking router: a3c45480-c444-4eb7-a969-57b535435ece for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:56:05.296169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a89bd6-9ca8-4cfd-88dc-480b57d83c14 None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:56:05.296780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a1a89bd6-9ca8-4cfd-88dc-480b57d83c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:55:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:56:05.414303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a1a89bd6-9ca8-4cfd-88dc-480b57d83c14 None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:56:05.529276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4a6835c-8873-4f6f-a3ae-f6098f36094b req-da1499ed-f577-48f0-b950-c1a6d63cd8f4 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 210 time: 0.0262191 Nov 12 04:56:05.622045 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a1a89bd6-9ca8-4cfd-88dc-480b57d83c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:56:05.652093 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a89bd6-9ca8-4cfd-88dc-480b57d83c14 None None] The sync data for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 is: [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:42Z', 'revision_number': 4, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '9f3197f0-1564-4ec8-a0e7-2e9b4f956140', 'name': '', 'network_id': '1cb22090-112f-43fb-be14-3c5ac5f5aa02', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'mac_address': 'fa:16:3e:43:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:42Z', 'updated_at': '2021-11-12T04:41:46Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'subnets': [{'id': '2a8cb4f8-a13e-48f6-aff8-66e2f8a31058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:56:05.879509 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e9bf9-6971-43db-9dd0-e530ead9d707 None None] New status for floating IP ba4262fa-6b75-4c6f-9d61-0426daa007c0: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:56:06.631238 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d6d81750-b215-40d8-87d6-cae26362a51b req-7a464cd1-0193-4d9f-a693-ff49da8e80f1 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 210 time: 0.0306859 Nov 12 04:56:07.727096 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6d135199-27f9-4bb3-8769-5ab19aebae51 req-3e366104-3988-410a-bb0a-667d02999414 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 210 time: 0.0269935 Nov 12 04:56:08.821512 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe17849f-facb-456e-9f0b-0e83e4fbf812 req-c7ec2b45-6a8a-4848-a3ac-cd0ff3c3c1fa tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 210 time: 0.0272691 Nov 12 04:56:09.162708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ac87c7dd-652e-4a7b-918d-4093c7071526 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:56:09.183237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: ac87c7dd-652e-4a7b-918d-4093c7071526 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:56:09.183575 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ac87c7dd-652e-4a7b-918d-4093c7071526 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:56:09.930484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6cb09e13-3740-4990-b027-bd9e01160bf6 req-f96745fb-5656-4d4a-8eb0-afd4ebcdd78b tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/ports?device_id=beacce19-6b59-4a0f-86e8-c7437980ba01 HTTP/1.1" status: 200 len: 210 time: 0.0291328 Nov 12 04:56:14.867570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:14.920709 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9109e83-aad8-47f4-8165-eb3a67527a69 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:14.945086 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9109e83-aad8-47f4-8165-eb3a67527a69 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:15.061114 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9109e83-aad8-47f4-8165-eb3a67527a69 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:15.063788 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9109e83-aad8-47f4-8165-eb3a67527a69 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:15.065114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b9109e83-aad8-47f4-8165-eb3a67527a69 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "DELETE /v2.0/security-groups/f7535d6f-3eb0-449f-95e0-d113ae626039 HTTP/1.1" status: 204 len: 168 time: 0.1964991 Nov 12 04:56:15.067864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:15.074971 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9109e83-aad8-47f4-8165-eb3a67527a69 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7535d6f-3eb0-449f-95e0-d113ae626039,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:15.083858 n-d-767704-23 neutron-server[103147]: INFO neutron.api.v2.resource [None req-7b733fc8-b28b-4997-9c46-473e2c566944 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] show failed (client error): The resource could not be found. Nov 12 04:56:15.088304 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7b733fc8-b28b-4997-9c46-473e2c566944 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "GET /v2.0/security-groups/f7535d6f-3eb0-449f-95e0-d113ae626039 HTTP/1.1" status: 404 len: 347 time: 0.0185149 Nov 12 04:56:15.089186 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:15.216468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Deleting port b9b0bc32-dce8-48da-a466-8c4e83058580 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:56:15.216807 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:15.295822 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:15.296190 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:15.308620 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Calling delete_port for b9b0bc32-dce8-48da-a466-8c4e83058580 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:56:15.517811 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:15.549111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Pushing event deleted for resources: {'Port': ['ID=b9b0bc32-dce8-48da-a466-8c4e83058580,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:15.560101 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:15.560852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:15.561197 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:15.561534 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:15.561866 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:15.562201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:15.562526 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:15.562849 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:15.563169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:15.563490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:15.563809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:15.564154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:15.618594 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:15.621156 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:15.622328 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-475eb931-5ee0-455f-84b2-b1a229bb96a8 tempest-ServerActionsTestJSON-1817218393 tempest-ServerActionsTestJSON-1817218393-project] 10.222.0.105 "DELETE /v2.0/floatingips/ba4262fa-6b75-4c6f-9d61-0426daa007c0 HTTP/1.1" status: 204 len: 168 time: 0.5321996 Nov 12 04:56:15.625239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:16.100603 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea86f41-aaac-417d-aa25-1e5fa87caad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:16.341209 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fea86f41-aaac-417d-aa25-1e5fa87caad6 admin admin] Deleting port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:56:16.341542 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea86f41-aaac-417d-aa25-1e5fa87caad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:16.420089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fea86f41-aaac-417d-aa25-1e5fa87caad6 admin admin] For port 9f3197f0-1564-4ec8-a0e7-2e9b4f956140, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9f3197f0-1564-4ec8-a0e7-2e9b4f956140,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:56:16.420451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea86f41-aaac-417d-aa25-1e5fa87caad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:16.432817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fea86f41-aaac-417d-aa25-1e5fa87caad6 admin admin] Calling delete_port for 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:56:16.665954 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea86f41-aaac-417d-aa25-1e5fa87caad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:16.696268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea86f41-aaac-417d-aa25-1e5fa87caad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3197f0-1564-4ec8-a0e7-2e9b4f956140,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:16.872671 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fea86f41-aaac-417d-aa25-1e5fa87caad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:17.088844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea86f41-aaac-417d-aa25-1e5fa87caad6 admin admin] Router a3c45480-c444-4eb7-a969-57b535435ece has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:56:17.536323 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea86f41-aaac-417d-aa25-1e5fa87caad6 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:56:17.541784 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fea86f41-aaac-417d-aa25-1e5fa87caad6 admin admin] 10.222.0.105 "PUT /v2.0/routers/a3c45480-c444-4eb7-a969-57b535435ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9155428 Nov 12 04:56:17.544342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:17.550045 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46b8d3-9469-4d18-82b4-7a9452956cce None None] Sync routers for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:56:17.558905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46b8d3-9469-4d18-82b4-7a9452956cce None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:56:17.559509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6c46b8d3-9469-4d18-82b4-7a9452956cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:55:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:56:17.629809 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:56:17.649612 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:17.665732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6c46b8d3-9469-4d18-82b4-7a9452956cce None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:56:17.747181 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:17.839860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6c46b8d3-9469-4d18-82b4-7a9452956cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:56:16Z', 'revision_number': 5, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port': {'id': 'a013822f-56d2-458d-b2a5-8d921e9fb0ad', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:56:17.855502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] Deleting port a013822f-56d2-458d-b2a5-8d921e9fb0ad {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:56:17.855848 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:17.866758 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46b8d3-9469-4d18-82b4-7a9452956cce None None] Checking router: a3c45480-c444-4eb7-a969-57b535435ece for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:56:17.874935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46b8d3-9469-4d18-82b4-7a9452956cce None None] Routers {'a3c45480-c444-4eb7-a969-57b535435ece'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:56:17.875538 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6c46b8d3-9469-4d18-82b4-7a9452956cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:55:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['a3c45480-c444-4eb7-a969-57b535435ece'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:56:17.933653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] For port a013822f-56d2-458d-b2a5-8d921e9fb0ad, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=a013822f-56d2-458d-b2a5-8d921e9fb0ad,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:56:17.933929 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:17.946147 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] Calling delete_port for a013822f-56d2-458d-b2a5-8d921e9fb0ad owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:56:17.960540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6c46b8d3-9469-4d18-82b4-7a9452956cce None None] Set router a3c45480-c444-4eb7-a969-57b535435ece gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:56:18.014924 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6c46b8d3-9469-4d18-82b4-7a9452956cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:56:17Z', 'revision_number': 6, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:56:18.041296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46b8d3-9469-4d18-82b4-7a9452956cce None None] The sync data for ids ['a3c45480-c444-4eb7-a969-57b535435ece'] in n-d-767704-23 is: [{'id': 'a3c45480-c444-4eb7-a969-57b535435ece', 'name': 'tempest-ServerActionsTestJSON-1138719508-router', 'tenant_id': 'ec1c78c614864a929d1e13b1c46bc757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:39Z', 'updated_at': '2021-11-12T04:56:17Z', 'revision_number': 6, 'project_id': 'ec1c78c614864a929d1e13b1c46bc757', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:56:18.151305 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:18.175163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] Pushing event deleted for resources: {'Port': ['ID=a013822f-56d2-458d-b2a5-8d921e9fb0ad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:18.191483 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa4551c-766c-48fa-b625-f6808cb7377b None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:56:18.242687 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:18.334341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:18.336433 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:18.483190 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:18.483724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c45480-c444-4eb7-a969-57b535435ece {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:56:18.488770 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:18.489952 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b66be52e-f06c-49b9-a7a0-ee86810be747 admin admin] 10.222.0.105 "DELETE /v2.0/routers/a3c45480-c444-4eb7-a969-57b535435ece HTTP/1.1" status: 204 len: 168 time: 0.9446507 Nov 12 04:56:18.492400 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33174) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:18.536611 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73bde58-c6cc-4a91-a556-6b0c987fecc7 admin admin] Deleting subnet 2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:56:18.539840 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c73bde58-c6cc-4a91-a556-6b0c987fecc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:18.579108 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c73bde58-c6cc-4a91-a556-6b0c987fecc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:18.653392 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c73bde58-c6cc-4a91-a556-6b0c987fecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:18.808964 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c73bde58-c6cc-4a91-a556-6b0c987fecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:18.839390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bde58-c6cc-4a91-a556-6b0c987fecc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a8cb4f8-a13e-48f6-aff8-66e2f8a31058,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:18.843422 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c73bde58-c6cc-4a91-a556-6b0c987fecc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:18.847084 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c73bde58-c6cc-4a91-a556-6b0c987fecc7 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/2a8cb4f8-a13e-48f6-aff8-66e2f8a31058 HTTP/1.1" status: 204 len: 168 time: 0.3537307 Nov 12 04:56:18.849737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:18.853781 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d799001-dfef-4688-b7e3-e7e85e33a920 None None] Network 1cb22090-112f-43fb-be14-3c5ac5f5aa02 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:56:18.920151 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:18.974954 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Deleting port e6251deb-149c-46de-bd2a-ae4e5907b7ef {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:56:18.975558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.048970 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] For port e6251deb-149c-46de-bd2a-ae4e5907b7ef, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e6251deb-149c-46de-bd2a-ae4e5907b7ef,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:56:19.049462 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.053580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb230e-716f-467c-bc0b-bf3b0c288073 None None] DHCP port deletion for 1cb22090-112f-43fb-be14-3c5ac5f5aa02 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:56:19.065166 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Calling delete_port for e6251deb-149c-46de-bd2a-ae4e5907b7ef owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:56:19.092745 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:56:19.116699 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:56:19.117036 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9f3197f0-1564-4ec8-a0e7-2e9b4f956140 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:56:19.117440 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a013822f-56d2-458d-b2a5-8d921e9fb0ad no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:56:19.141808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: a013822f-56d2-458d-b2a5-8d921e9fb0ad {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:56:19.142683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device a013822f-56d2-458d-b2a5-8d921e9fb0ad not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:56:19.151025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb230e-716f-467c-bc0b-bf3b0c288073 None None] Deleting port e6251deb-149c-46de-bd2a-ae4e5907b7ef {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:56:19.151395 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fbb230e-716f-467c-bc0b-bf3b0c288073 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.211748 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9fbb230e-716f-467c-bc0b-bf3b0c288073 None None] For port e6251deb-149c-46de-bd2a-ae4e5907b7ef, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e6251deb-149c-46de-bd2a-ae4e5907b7ef,segment=NetworkSegment(413c09af-bb3d-48cc-95cb-665287bf96a8),segment_id=413c09af-bb3d-48cc-95cb-665287bf96a8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:56:19.212173 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fbb230e-716f-467c-bc0b-bf3b0c288073 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.214548 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.226406 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb230e-716f-467c-bc0b-bf3b0c288073 None None] Calling delete_port for e6251deb-149c-46de-bd2a-ae4e5907b7ef owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:56:19.243097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6251deb-149c-46de-bd2a-ae4e5907b7ef,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:19.245067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] No DVR routers for this DVR port e6251deb-149c-46de-bd2a-ae4e5907b7ef on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:56:19.305138 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fbb230e-716f-467c-bc0b-bf3b0c288073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.327918 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.330396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb230e-716f-467c-bc0b-bf3b0c288073 None None] Pushing event deleted for resources: {'Port': ['ID=e6251deb-149c-46de-bd2a-ae4e5907b7ef,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:19.334917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb230e-716f-467c-bc0b-bf3b0c288073 None None] No DVR routers for this DVR port e6251deb-149c-46de-bd2a-ae4e5907b7ef on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:56:19.351408 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb22090-112f-43fb-be14-3c5ac5f5aa02']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:56:19.361132 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413c09af-bb3d-48cc-95cb-665287bf96a8') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:56:19.361450 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413c09af-bb3d-48cc-95cb-665287bf96a8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:56:19.371348 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.385207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.391350 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:56:19.391734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:56:19.393431 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:56:19.488556 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.494207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.497432 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] 10.222.0.105 "DELETE /v2.0/networks/1cb22090-112f-43fb-be14-3c5ac5f5aa02 HTTP/1.1" status: 204 len: 168 time: 0.6460147 Nov 12 04:56:19.510332 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f16791-19a3-411f-92df-fa56207bd41b admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb22090-112f-43fb-be14-3c5ac5f5aa02,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:19.625641 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.811080 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33180) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:19.851413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ed85603d-8ca5-484e-9886-c953276b2432 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ec1c78c614864a929d1e13b1c46bc757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390620 Nov 12 04:56:19.853910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:19.902658 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e02f99a5-6c02-46e8-8791-1d2d6af8c468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.923977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e02f99a5-6c02-46e8-8791-1d2d6af8c468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:20.048563 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e02f99a5-6c02-46e8-8791-1d2d6af8c468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:20.051262 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e02f99a5-6c02-46e8-8791-1d2d6af8c468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:20.052452 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e02f99a5-6c02-46e8-8791-1d2d6af8c468 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8014baea-30ec-48cf-afc1-09bb568ab154 HTTP/1.1" status: 204 len: 168 time: 0.1976330 Nov 12 04:56:20.060293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f99a5-6c02-46e8-8791-1d2d6af8c468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8014baea-30ec-48cf-afc1-09bb568ab154,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:21.003846 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33204) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:21.037574 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e6251deb-149c-46de-bd2a-ae4e5907b7ef no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:56:21.060592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: e6251deb-149c-46de-bd2a-ae4e5907b7ef {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:56:21.060930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e6251deb-149c-46de-bd2a-ae4e5907b7ef not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:56:21.103655 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1539219813-network', 'tenant_id': 'e9bdecdaadb24ec6b3d661629849fed3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:56:21.203125 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] Made reservation on behalf of e9bdecdaadb24ec6b3d661629849fed3 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:56:21.206358 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:21.215145 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:21.294240 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:21.357126 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:21.382769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:56:21.392950 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433142c4-2a10-4266-a5c6-73851a78a24e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:21.401459 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:21.402678 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] Added segment 85ef03b0-da22-4a49-b041-d1b9e67aa742 of type vlan for network b7c76041-9011-46a8-8be1-00ed1e2119c7 Nov 12 04:56:21.443048 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:21.528260 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:21.529346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:21.529941 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:21.589787 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] Pushing event updated for resources: {'Network': ['ID=b7c76041-9011-46a8-8be1-00ed1e2119c7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:21.599563 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network b7c76041-9011-46a8-8be1-00ed1e2119c7 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:56:21.612431 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9b0f8d98-e414-414a-b303-a322e8dd73fc admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6068912 Nov 12 04:56:21.615202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:21.620589 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-637b0dc7-5740-43a5-a924-28e6418c2fe2 admin admin] Request body: {'subnet': {'network_id': 'b7c76041-9011-46a8-8be1-00ed1e2119c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1539219813-subnet', 'tenant_id': 'e9bdecdaadb24ec6b3d661629849fed3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:56:21.682751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637b0dc7-5740-43a5-a924-28e6418c2fe2 admin admin] Made reservation on behalf of e9bdecdaadb24ec6b3d661629849fed3 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:56:21.685250 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-637b0dc7-5740-43a5-a924-28e6418c2fe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:21.917410 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-637b0dc7-5740-43a5-a924-28e6418c2fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:21.978206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b0dc7-5740-43a5-a924-28e6418c2fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5224de3-f7fa-42bf-a5ee-27ed706002de,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:21.985632 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637b0dc7-5740-43a5-a924-28e6418c2fe2 admin admin] Checking segment: {'id': '85ef03b0-da22-4a49-b041-d1b9e67aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'b7c76041-9011-46a8-8be1-00ed1e2119c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:56:21.985991 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637b0dc7-5740-43a5-a924-28e6418c2fe2 admin admin] Network hostable DHCP agents. Network: b7c76041-9011-46a8-8be1-00ed1e2119c7, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:56:22.042792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637b0dc7-5740-43a5-a924-28e6418c2fe2 admin admin] Network b7c76041-9011-46a8-8be1-00ed1e2119c7 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:56:22.093739 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-637b0dc7-5740-43a5-a924-28e6418c2fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, b7c76041-9011-46a8-8be1-00ed1e2119c7) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:56:22.099252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637b0dc7-5740-43a5-a924-28e6418c2fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:22.099374 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-637b0dc7-5740-43a5-a924-28e6418c2fe2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:22.103017 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd8e3ad-0aa4-49d4-9e2b-f291f61ba56d None None] Network b7c76041-9011-46a8-8be1-00ed1e2119c7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:56:22.165864 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-637b0dc7-5740-43a5-a924-28e6418c2fe2 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5495052 Nov 12 04:56:22.226358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf29f7a-a4ec-401b-8d5d-5722cea71dbf None None] Network b7c76041-9011-46a8-8be1-00ed1e2119c7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:56:22.592469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19934d43-bd00-4781-b539-61d77de30750 req-4df2a6ca-60d7-41bd-8ab4-f93e5f2d91a2 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:22.593920 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-4df2a6ca-60d7-41bd-8ab4-f93e5f2d91a2 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/networks?id=b7c76041-9011-46a8-8be1-00ed1e2119c7 HTTP/1.1" status: 200 len: 814 time: 0.1039591 Nov 12 04:56:22.609109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-3a6e293a-90b3-45dd-b987-3a6befc5086e tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/quotas/e9bdecdaadb24ec6b3d661629849fed3 HTTP/1.1" status: 200 len: 375 time: 0.0089512 Nov 12 04:56:22.640218 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-20a52cd4-e8c1-4e40-9555-7650ba1fcefc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e9bdecdaadb24ec6b3d661629849fed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251760 Nov 12 04:56:22.696149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-c5e7f665-774b-4bdf-9937-49382995ec93 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:56:22.697887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-c5e7f665-774b-4bdf-9937-49382995ec93 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505524 Nov 12 04:56:22.785943 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-1ceaa90c-acc3-4bd4-a6cb-41d253eccf38 service neutron] 10.222.0.105 "GET /v2.0/networks/b7c76041-9011-46a8-8be1-00ed1e2119c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819545 Nov 12 04:56:22.881996 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-a42a7448-2fa1-4acd-af10-c146ee65d684 service neutron] 10.222.0.105 "GET /v2.0/networks/b7c76041-9011-46a8-8be1-00ed1e2119c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899999 Nov 12 04:56:23.127343 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ebfed15c-0f19-45c0-910e-54bda0900b72 req-817bcddb-9c72-41b8-aa35-e76a3fe9bffd tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 210 time: 0.0267594 Nov 12 04:56:23.158087 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f31861fa-ca92-4152-b6c2-e05f255f2f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:24.224558 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4eec1894-d4d8-4f7f-a292-f1a62c3abf5b req-2fa7caf7-d809-48bf-9fed-778b457d0e0a tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 210 time: 0.0269237 Nov 12 04:56:25.136713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19934d43-bd00-4781-b539-61d77de30750 req-ea84338c-a6d9-4eca-9669-1fe290b0753d tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:25.138164 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-ea84338c-a6d9-4eca-9669-1fe290b0753d tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.26 "GET /v2.0/networks?id=b7c76041-9011-46a8-8be1-00ed1e2119c7 HTTP/1.1" status: 200 len: 814 time: 0.1076026 Nov 12 04:56:25.157856 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-19934d43-bd00-4781-b539-61d77de30750 req-a87187af-9f74-4f58-bad0-6a5b494f420f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Request body: {'port': {'device_id': '774d832c-c630-4285-9757-d9977fd68001', 'network_id': 'b7c76041-9011-46a8-8be1-00ed1e2119c7', 'admin_state_up': True, 'tenant_id': 'e9bdecdaadb24ec6b3d661629849fed3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:56:25.320955 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b2a7e21-180c-431a-8c41-1a80babfdf43 req-4847fe3e-463d-4b65-b27c-55e1a9bea13d tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 210 time: 0.0274613 Nov 12 04:56:25.340696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19934d43-bd00-4781-b539-61d77de30750 req-a87187af-9f74-4f58-bad0-6a5b494f420f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Made reservation on behalf of e9bdecdaadb24ec6b3d661629849fed3 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:56:25.344858 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-19934d43-bd00-4781-b539-61d77de30750 req-a87187af-9f74-4f58-bad0-6a5b494f420f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:25.454357 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:25.478428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-19934d43-bd00-4781-b539-61d77de30750 req-a87187af-9f74-4f58-bad0-6a5b494f420f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Allocated IP 172.20.0.2 (b7c76041-9011-46a8-8be1-00ed1e2119c7/e5224de3-f7fa-42bf-a5ee-27ed706002de/5f7aed9a-5e37-43a8-a889-139b20accf9b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:56:25.629196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-19934d43-bd00-4781-b539-61d77de30750 req-a87187af-9f74-4f58-bad0-6a5b494f420f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:25.734588 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-19934d43-bd00-4781-b539-61d77de30750 req-a87187af-9f74-4f58-bad0-6a5b494f420f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:25.779481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19934d43-bd00-4781-b539-61d77de30750 req-a87187af-9f74-4f58-bad0-6a5b494f420f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Network b7c76041-9011-46a8-8be1-00ed1e2119c7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:56:25.783136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-19934d43-bd00-4781-b539-61d77de30750 req-a87187af-9f74-4f58-bad0-6a5b494f420f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:56:25.786887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-19934d43-bd00-4781-b539-61d77de30750 req-a87187af-9f74-4f58-bad0-6a5b494f420f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:56:25.810532 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87187af-9f74-4f58-bad0-6a5b494f420f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Pushing event updated for resources: {'Port': ['ID=5f7aed9a-5e37-43a8-a889-139b20accf9b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:25.838203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19934d43-bd00-4781-b539-61d77de30750 req-a87187af-9f74-4f58-bad0-6a5b494f420f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:25.838803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-19934d43-bd00-4781-b539-61d77de30750 req-a87187af-9f74-4f58-bad0-6a5b494f420f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:25.914013 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-a87187af-9f74-4f58-bad0-6a5b494f420f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7599709 Nov 12 04:56:25.933512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Request body: {'port': {'device_id': '774d832c-c630-4285-9757-d9977fd68001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:56:25.989590 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:26.528977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555a54d-79a1-4af7-9512-deb9497eb50b req-0d82d551-13e3-4b8e-aa7a-6f2f5e890043 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:26.530421 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2555a54d-79a1-4af7-9512-deb9497eb50b req-0d82d551-13e3-4b8e-aa7a-6f2f5e890043 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 931 time: 0.1039288 Nov 12 04:56:26.607935 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2555a54d-79a1-4af7-9512-deb9497eb50b req-487589fb-8791-4bad-8d61-7abf9738d028 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697095 Nov 12 04:56:26.659479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7aed9a-5e37-43a8-a889-139b20accf9b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:56:26.667563 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:26.679269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Transition to ACTIVE for port object 5f7aed9a-5e37-43a8-a889-139b20accf9b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:56:26.727916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:26.794622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7aed9a-5e37-43a8-a889-139b20accf9b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:26.841787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Attempting to bind port 5f7aed9a-5e37-43a8-a889-139b20accf9b on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:56:26.842119 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Attempting to bind port 5f7aed9a-5e37-43a8-a889-139b20accf9b by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '85ef03b0-da22-4a49-b041-d1b9e67aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'b7c76041-9011-46a8-8be1-00ed1e2119c7'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:56:26.842474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Attempting to bind port 5f7aed9a-5e37-43a8-a889-139b20accf9b on network b7c76041-9011-46a8-8be1-00ed1e2119c7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:56:26.847327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Port 5f7aed9a-5e37-43a8-a889-139b20accf9b on network b7c76041-9011-46a8-8be1-00ed1e2119c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:56:26.850959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Attempting to bind port 5f7aed9a-5e37-43a8-a889-139b20accf9b on network b7c76041-9011-46a8-8be1-00ed1e2119c7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:56:26.852561 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:56:26.852946 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Checking segment: {'id': '85ef03b0-da22-4a49-b041-d1b9e67aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'b7c76041-9011-46a8-8be1-00ed1e2119c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:56:26.853710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Bound using segment: {'id': '85ef03b0-da22-4a49-b041-d1b9e67aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'b7c76041-9011-46a8-8be1-00ed1e2119c7'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:56:26.853710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Bound port: 5f7aed9a-5e37-43a8-a889-139b20accf9b, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef03b0-da22-4a49-b041-d1b9e67aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'b7c76041-9011-46a8-8be1-00ed1e2119c7'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:56:26.854063 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:26.888161 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c80eb4d5-f83f-4038-b32a-0dfb9264903f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:26.921223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] For port 5f7aed9a-5e37-43a8-a889-139b20accf9b, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:56:26.924201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] For port 5f7aed9a-5e37-43a8-a889-139b20accf9b, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5f7aed9a-5e37-43a8-a889-139b20accf9b,segment=NetworkSegment(85ef03b0-da22-4a49-b041-d1b9e67aa742),segment_id=85ef03b0-da22-4a49-b041-d1b9e67aa742)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:56:26.962472 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:26.991542 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:27.026653 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:27.027280 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:27.028717 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] 10.222.0.26 "PUT /v2.0/ports/5f7aed9a-5e37-43a8-a889-139b20accf9b HTTP/1.1" status: 200 len: 1092 time: 1.0996003 Nov 12 04:56:27.029169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774d832c-c630-4285-9757-d9977fd68001', 'tag': '5f7aed9a-5e37-43a8-a889-139b20accf9b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:56:27.031533 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fffbeac-fd5f-48cf-b4e4-aded43cb2f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "774d832c-c630-4285-9757-d9977fd68001", "tag": "5f7aed9a-5e37-43a8-a889-139b20accf9b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:56:27.057534 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be932dc-1baa-45ff-bc4f-700f0bb79604 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7aed9a-5e37-43a8-a889-139b20accf9b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:27.075555 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6b44f5-052e-426a-aea9-77fc5ee2e0b8 x-openstack-request-id: req-4c6b44f5-052e-426a-aea9-77fc5ee2e0b8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:56:27.075913 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774d832c-c630-4285-9757-d9977fd68001", "tag": "5f7aed9a-5e37-43a8-a889-139b20accf9b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:56:27.076257 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4c6b44f5-052e-426a-aea9-77fc5ee2e0b8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:56:27.076693 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774d832c-c630-4285-9757-d9977fd68001', 'tag': '5f7aed9a-5e37-43a8-a889-139b20accf9b', 'status': 'completed', 'code': 200} Nov 12 04:56:27.165787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffbeac-fd5f-48cf-b4e4-aded43cb2f6b req-0d151e4e-bf48-49aa-b97c-9a570c3d5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:27.168791 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fffbeac-fd5f-48cf-b4e4-aded43cb2f6b req-0d151e4e-bf48-49aa-b97c-9a570c3d5240 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9bdecdaadb24ec6b3d661629849fed3&device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 1095 time: 0.0420871 Nov 12 04:56:27.278606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffbeac-fd5f-48cf-b4e4-aded43cb2f6b req-1d84dfb8-473d-45d4-b472-3c9fc28208c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:27.280106 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fffbeac-fd5f-48cf-b4e4-aded43cb2f6b req-1d84dfb8-473d-45d4-b472-3c9fc28208c6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e9bdecdaadb24ec6b3d661629849fed3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0962632 Nov 12 04:56:27.374118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffbeac-fd5f-48cf-b4e4-aded43cb2f6b req-27cdf3aa-3e09-4128-9f47-93139cd8904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:27.378178 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fffbeac-fd5f-48cf-b4e4-aded43cb2f6b req-27cdf3aa-3e09-4128-9f47-93139cd8904b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0881286 Nov 12 04:56:27.482852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19934d43-bd00-4781-b539-61d77de30750 req-9b5a3992-bbfa-497a-b873-1bd5658bb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:27.486230 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-9b5a3992-bbfa-497a-b873-1bd5658bb842 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9bdecdaadb24ec6b3d661629849fed3&device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 1095 time: 0.0447078 Nov 12 04:56:27.539094 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-65c63d19-211f-4294-8e95-64c4fafa7b98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f7aed9a-5e37-43a8-a889-139b20accf9b HTTP/1.1" status: 200 len: 217 time: 0.0395195 Nov 12 04:56:27.593730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19934d43-bd00-4781-b539-61d77de30750 req-bc9924ed-5318-4c5a-bf0a-47bd39353d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:27.595230 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-bc9924ed-5318-4c5a-bf0a-47bd39353d1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5224de3-f7fa-42bf-a5ee-27ed706002de HTTP/1.1" status: 200 len: 854 time: 0.0477967 Nov 12 04:56:27.633325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-fa4f5307-d5fd-4063-a8d3-c4b844eeee68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7c76041-9011-46a8-8be1-00ed1e2119c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267427 Nov 12 04:56:27.754918 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-f8648e66-1dbb-4b93-a280-75973178f43b service neutron] 10.222.0.26 "GET /v2.0/networks/b7c76041-9011-46a8-8be1-00ed1e2119c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170797 Nov 12 04:56:27.763279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86ee1b-4de6-40ef-b4dc-ae78359c4f3c req-af5397f8-b917-4d45-90c6-04cdc7c330a0 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:27.764688 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d86ee1b-4de6-40ef-b4dc-ae78359c4f3c req-af5397f8-b917-4d45-90c6-04cdc7c330a0 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 943 time: 0.0714905 Nov 12 04:56:27.867499 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0d86ee1b-4de6-40ef-b4dc-ae78359c4f3c req-fd0368f9-29a5-48b8-acf1-c78e05c85435 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948906 Nov 12 04:56:27.887555 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-19934d43-bd00-4781-b539-61d77de30750 req-1c0deed4-7b1d-486a-8f77-24f0e8447d7b service neutron] 10.222.0.26 "GET /v2.0/networks/b7c76041-9011-46a8-8be1-00ed1e2119c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218588 Nov 12 04:56:28.727882 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:28.988267 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6a8de-29f2-4477-b094-c26abf2a9308 req-e1cff74d-6a13-4fbb-a89e-4e36d4947db4 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:28.989848 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8bc6a8de-29f2-4477-b094-c26abf2a9308 req-e1cff74d-6a13-4fbb-a89e-4e36d4947db4 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 943 time: 0.0513124 Nov 12 04:56:29.025389 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:29.043401 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8bc6a8de-29f2-4477-b094-c26abf2a9308 req-d467366f-b423-43b4-9745-5be2dc91e266 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476439 Nov 12 04:56:30.158585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d1425-02db-4232-a0de-3683e4d866b3 req-3026917e-e89b-4b9e-bc1e-fada2b71b4f5 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:30.160071 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3a4d1425-02db-4232-a0de-3683e4d866b3 req-3026917e-e89b-4b9e-bc1e-fada2b71b4f5 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 943 time: 0.0490143 Nov 12 04:56:30.209587 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3a4d1425-02db-4232-a0de-3683e4d866b3 req-8ca6b354-f423-433f-aacc-69991748ce57 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Nov 12 04:56:31.262984 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5f7aed9a-5e37-43a8-a889-139b20accf9b details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:56:31.333094 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58779b22-8771-49f1-8315-aa3fbbecb258 req-437e8002-9ec3-4c69-a105-875ae684231b tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:31.334575 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58779b22-8771-49f1-8315-aa3fbbecb258 req-437e8002-9ec3-4c69-a105-875ae684231b tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 943 time: 0.0531301 Nov 12 04:56:31.365658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5f7aed9a-5e37-43a8-a889-139b20accf9b, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5f7aed9a-5e37-43a8-a889-139b20accf9b,segment=NetworkSegment(85ef03b0-da22-4a49-b041-d1b9e67aa742),segment_id=85ef03b0-da22-4a49-b041-d1b9e67aa742)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:56:31.381329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '5f7aed9a-5e37-43a8-a889-139b20accf9b', 'network_id': 'b7c76041-9011-46a8-8be1-00ed1e2119c7', 'port_id': '5f7aed9a-5e37-43a8-a889-139b20accf9b', 'mac_address': 'fa:16:3e:82:f8:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5224de3-f7fa-42bf-a5ee-27ed706002de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:56:31.382991 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-58779b22-8771-49f1-8315-aa3fbbecb258 req-9ed89f96-7a2c-4b98-b81d-134eb6e48ad5 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Nov 12 04:56:31.424706 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:31.437341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7aed9a-5e37-43a8-a889-139b20accf9b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:56:31.457298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5f7aed9a-5e37-43a8-a889-139b20accf9b, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5f7aed9a-5e37-43a8-a889-139b20accf9b,segment=NetworkSegment(85ef03b0-da22-4a49-b041-d1b9e67aa742),segment_id=85ef03b0-da22-4a49-b041-d1b9e67aa742)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:56:31.517042 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:31.568362 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5f7aed9a-5e37-43a8-a889-139b20accf9b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:31.575588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:31.575929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:31.576291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:31.576623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:31.576949 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:31.577273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:31.577595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:31.577913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:31.578264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:31.578580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:31.579889 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:31.580250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:56:31.887359 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['5f7aed9a-5e37-43a8-a889-139b20accf9b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:56:32.510198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70687e6-dfbc-4b1b-b80d-a4729206ecc3 req-5da5cb10-889f-4153-9dba-92a6084f9f8f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:32.511714 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f70687e6-dfbc-4b1b-b80d-a4729206ecc3 req-5da5cb10-889f-4153-9dba-92a6084f9f8f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 944 time: 0.0545499 Nov 12 04:56:32.564739 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f70687e6-dfbc-4b1b-b80d-a4729206ecc3 req-c8832621-2179-4d4f-b54e-92045198515d tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467598 Nov 12 04:56:33.286374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5f7aed9a-5e37-43a8-a889-139b20accf9b up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:56:33.427190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 5f7aed9a-5e37-43a8-a889-139b20accf9b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:56:33.431454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 5f7aed9a-5e37-43a8-a889-139b20accf9b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:56:33.431828 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:33.512205 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:33.534116 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774d832c-c630-4285-9757-d9977fd68001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7aed9a-5e37-43a8-a889-139b20accf9b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:56:33.536347 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e139babf-040c-4d42-b2ff-f0eaba86d16a" -d '{"events": [{"server_uuid": "774d832c-c630-4285-9757-d9977fd68001", "name": "network-vif-plugged", "status": "completed", "tag": "5f7aed9a-5e37-43a8-a889-139b20accf9b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:56:33.548472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 5f7aed9a-5e37-43a8-a889-139b20accf9b, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5f7aed9a-5e37-43a8-a889-139b20accf9b,segment=NetworkSegment(85ef03b0-da22-4a49-b041-d1b9e67aa742),segment_id=85ef03b0-da22-4a49-b041-d1b9e67aa742)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:56:33.575331 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76000929-b734-4d57-8661-c38c734fc98b x-openstack-request-id: req-76000929-b734-4d57-8661-c38c734fc98b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:56:33.575621 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774d832c-c630-4285-9757-d9977fd68001", "name": "network-vif-plugged", "status": "completed", "tag": "5f7aed9a-5e37-43a8-a889-139b20accf9b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:56:33.575876 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-76000929-b734-4d57-8661-c38c734fc98b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:56:33.576300 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774d832c-c630-4285-9757-d9977fd68001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7aed9a-5e37-43a8-a889-139b20accf9b', 'code': 200} Nov 12 04:56:33.619999 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:33.673912 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=5f7aed9a-5e37-43a8-a889-139b20accf9b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:33.729542 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c358d82-779c-4f4c-9de6-d869fc5ad291 req-9a2beafa-0415-413e-a8f1-ce3ddf4f3725 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:33.731044 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c358d82-779c-4f4c-9de6-d869fc5ad291 req-9a2beafa-0415-413e-a8f1-ce3ddf4f3725 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 945 time: 0.0883877 Nov 12 04:56:33.733785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86c705-2b68-411f-82ab-1a84b41bf495 req-f7fa5746-81b1-4cc5-9ecc-f8d6b48e9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:33.735207 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b86c705-2b68-411f-82ab-1a84b41bf495 req-f7fa5746-81b1-4cc5-9ecc-f8d6b48e9164 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 1097 time: 0.0604961 Nov 12 04:56:33.808688 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3c358d82-779c-4f4c-9de6-d869fc5ad291 req-1a834dfb-f55b-4c77-93ea-97c9819a804d tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716469 Nov 12 04:56:33.811039 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b86c705-2b68-411f-82ab-1a84b41bf495 req-11a17175-4395-475d-9184-50ce4e02231d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674906 Nov 12 04:56:34.929324 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794342d6-91eb-483c-a30c-ea85b55a9d25 req-5b4c49a2-9fcb-4b46-a7d3-5675ef20f0af tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:34.930895 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-794342d6-91eb-483c-a30c-ea85b55a9d25 req-5b4c49a2-9fcb-4b46-a7d3-5675ef20f0af tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 945 time: 0.0502629 Nov 12 04:56:34.980917 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-794342d6-91eb-483c-a30c-ea85b55a9d25 req-67e641a0-5c9d-4d35-a7c7-63d2f31092fb tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Nov 12 04:56:36.101128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a992-dd4b-4b04-b3e7-19cf240f49f7 req-c940ec0d-11f2-4921-b385-a024fb7ff1a9 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:36.102626 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8a2a992-dd4b-4b04-b3e7-19cf240f49f7 req-c940ec0d-11f2-4921-b385-a024fb7ff1a9 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 945 time: 0.0517774 Nov 12 04:56:36.149676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8a2a992-dd4b-4b04-b3e7-19cf240f49f7 req-396c082c-4608-4834-8559-b5dbff1a7f26 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Nov 12 04:56:36.394467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-081ff863-3997-4433-8053-e68f919e5f23 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:36.395996 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-081ff863-3997-4433-8053-e68f919e5f23 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/networks?id=b7c76041-9011-46a8-8be1-00ed1e2119c7 HTTP/1.1" status: 200 len: 814 time: 0.1159160 Nov 12 04:56:36.412135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-e1829393-a446-415f-9252-4d77e5e467c5 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/quotas/e9bdecdaadb24ec6b3d661629849fed3 HTTP/1.1" status: 200 len: 375 time: 0.0095596 Nov 12 04:56:36.460835 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-4ed40cec-fa5b-4f5f-9447-0a65f2e49f1c tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e9bdecdaadb24ec6b3d661629849fed3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432796 Nov 12 04:56:36.596160 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-c3ceda50-d1e1-4f44-b06b-44daab7b3118 service neutron] 10.222.0.105 "GET /v2.0/networks/b7c76041-9011-46a8-8be1-00ed1e2119c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279566 Nov 12 04:56:36.682474 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-a8b6f6db-79b4-4f71-b22a-546f958b3832 service neutron] 10.222.0.105 "GET /v2.0/networks/b7c76041-9011-46a8-8be1-00ed1e2119c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803285 Nov 12 04:56:36.903708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d0d0914f-0c58-4f75-aadb-a04fe3180efe req-2ee3d961-043d-499d-9c66-0f3df5dbe071 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 210 time: 0.0259314 Nov 12 04:56:38.002635 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f350cb75-8d05-4fb3-8b8d-1755bef3250e req-80d81f12-12d5-4290-afd1-238b27ac0d74 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 210 time: 0.0314155 Nov 12 04:56:39.113670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-d819645c-e75f-4ba4-86d3-a387fd55193d tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:39.115150 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-d819645c-e75f-4ba4-86d3-a387fd55193d tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.26 "GET /v2.0/networks?id=b7c76041-9011-46a8-8be1-00ed1e2119c7 HTTP/1.1" status: 200 len: 814 time: 0.1346021 Nov 12 04:56:39.116942 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4d46c58-d9a9-465d-9f3d-db9146ab5997 req-5d3598c1-7e5f-43c2-af35-8030367ca459 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 210 time: 0.0436277 Nov 12 04:56:39.140179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-7be2eb0b-7825-4d24-9734-978f7f0a97cc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Request body: {'port': {'device_id': 'f2c06365-4463-4ff0-88f7-01383679b8a3', 'network_id': 'b7c76041-9011-46a8-8be1-00ed1e2119c7', 'admin_state_up': True, 'tenant_id': 'e9bdecdaadb24ec6b3d661629849fed3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:56:39.310617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-7be2eb0b-7825-4d24-9734-978f7f0a97cc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Made reservation on behalf of e9bdecdaadb24ec6b3d661629849fed3 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:56:39.314415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-7be2eb0b-7825-4d24-9734-978f7f0a97cc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:39.441814 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-7be2eb0b-7825-4d24-9734-978f7f0a97cc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Allocated IP 172.20.0.4 (b7c76041-9011-46a8-8be1-00ed1e2119c7/e5224de3-f7fa-42bf-a5ee-27ed706002de/527cbbdf-910f-47a4-9b3b-2020eb7591e5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:56:39.602522 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-7be2eb0b-7825-4d24-9734-978f7f0a97cc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:39.706352 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-7be2eb0b-7825-4d24-9734-978f7f0a97cc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:39.748000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['5f7aed9a-5e37-43a8-a889-139b20accf9b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:56:39.752547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-7be2eb0b-7825-4d24-9734-978f7f0a97cc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Network b7c76041-9011-46a8-8be1-00ed1e2119c7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:56:39.755753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-7be2eb0b-7825-4d24-9734-978f7f0a97cc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:56:39.759645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-7be2eb0b-7825-4d24-9734-978f7f0a97cc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:56:39.789022 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2eb0b-7825-4d24-9734-978f7f0a97cc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Pushing event updated for resources: {'Port': ['ID=527cbbdf-910f-47a4-9b3b-2020eb7591e5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:39.822163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-7be2eb0b-7825-4d24-9734-978f7f0a97cc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:39.825715 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-7be2eb0b-7825-4d24-9734-978f7f0a97cc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:39.893739 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-7be2eb0b-7825-4d24-9734-978f7f0a97cc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7565191 Nov 12 04:56:39.959167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Request body: {'port': {'device_id': 'f2c06365-4463-4ff0-88f7-01383679b8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:56:40.018332 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:40.233223 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8330fbb-741d-41bd-8705-0d18173a4c41 req-8b9c7d72-c215-49e5-91b4-6e4a2767cf28 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:40.234805 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8330fbb-741d-41bd-8705-0d18173a4c41 req-8b9c7d72-c215-49e5-91b4-6e4a2767cf28 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 931 time: 0.0490260 Nov 12 04:56:40.283132 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8330fbb-741d-41bd-8705-0d18173a4c41 req-9dd2152f-bfcc-4c58-a0e5-f780fb18dd40 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421402 Nov 12 04:56:40.294709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527cbbdf-910f-47a4-9b3b-2020eb7591e5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:56:40.302365 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:40.314685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Transition to ACTIVE for port object 527cbbdf-910f-47a4-9b3b-2020eb7591e5 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:56:40.362020 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:40.415906 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Pushing event updated for resources: {'Port': ['ID=527cbbdf-910f-47a4-9b3b-2020eb7591e5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:40.480858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Attempting to bind port 527cbbdf-910f-47a4-9b3b-2020eb7591e5 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:56:40.481187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Attempting to bind port 527cbbdf-910f-47a4-9b3b-2020eb7591e5 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '85ef03b0-da22-4a49-b041-d1b9e67aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'b7c76041-9011-46a8-8be1-00ed1e2119c7'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:56:40.481506 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Attempting to bind port 527cbbdf-910f-47a4-9b3b-2020eb7591e5 on network b7c76041-9011-46a8-8be1-00ed1e2119c7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:56:40.486133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Port 527cbbdf-910f-47a4-9b3b-2020eb7591e5 on network b7c76041-9011-46a8-8be1-00ed1e2119c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:56:40.486444 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Attempting to bind port 527cbbdf-910f-47a4-9b3b-2020eb7591e5 on network b7c76041-9011-46a8-8be1-00ed1e2119c7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:56:40.491332 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:56:40.491659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Checking segment: {'id': '85ef03b0-da22-4a49-b041-d1b9e67aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'b7c76041-9011-46a8-8be1-00ed1e2119c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:56:40.492061 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Bound using segment: {'id': '85ef03b0-da22-4a49-b041-d1b9e67aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'b7c76041-9011-46a8-8be1-00ed1e2119c7'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:56:40.492481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Bound port: 527cbbdf-910f-47a4-9b3b-2020eb7591e5, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ef03b0-da22-4a49-b041-d1b9e67aa742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'b7c76041-9011-46a8-8be1-00ed1e2119c7'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:56:40.492828 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:40.558364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] For port 527cbbdf-910f-47a4-9b3b-2020eb7591e5, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:56:40.561553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] For port 527cbbdf-910f-47a4-9b3b-2020eb7591e5, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=527cbbdf-910f-47a4-9b3b-2020eb7591e5,segment=NetworkSegment(85ef03b0-da22-4a49-b041-d1b9e67aa742),segment_id=85ef03b0-da22-4a49-b041-d1b9e67aa742)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:56:40.631024 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:40.664515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:40.665147 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:40.666619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] 10.222.0.26 "PUT /v2.0/ports/527cbbdf-910f-47a4-9b3b-2020eb7591e5 HTTP/1.1" status: 200 len: 1092 time: 0.7584999 Nov 12 04:56:40.667006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c06365-4463-4ff0-88f7-01383679b8a3', 'tag': '527cbbdf-910f-47a4-9b3b-2020eb7591e5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:56:40.669344 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb168ee5-0b69-4b4f-8cc5-6108b979cf41" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c06365-4463-4ff0-88f7-01383679b8a3", "tag": "527cbbdf-910f-47a4-9b3b-2020eb7591e5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:56:40.698990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276d6b7-4744-4033-be0c-237ad83c0407 service neutron] Pushing event updated for resources: {'Port': ['ID=527cbbdf-910f-47a4-9b3b-2020eb7591e5,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:40.709975 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2769c4b-fe3d-42f9-9282-3a5375410a65 x-openstack-request-id: req-e2769c4b-fe3d-42f9-9282-3a5375410a65 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:56:40.710273 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c06365-4463-4ff0-88f7-01383679b8a3", "tag": "527cbbdf-910f-47a4-9b3b-2020eb7591e5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:56:40.710555 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e2769c4b-fe3d-42f9-9282-3a5375410a65 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:56:40.710958 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c06365-4463-4ff0-88f7-01383679b8a3', 'tag': '527cbbdf-910f-47a4-9b3b-2020eb7591e5', 'status': 'completed', 'code': 200} Nov 12 04:56:40.797767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb168ee5-0b69-4b4f-8cc5-6108b979cf41 req-c590828b-ae3d-447c-b620-bbcef1927270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:40.799783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb168ee5-0b69-4b4f-8cc5-6108b979cf41 req-c590828b-ae3d-447c-b620-bbcef1927270 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9bdecdaadb24ec6b3d661629849fed3&device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 1095 time: 0.0430737 Nov 12 04:56:40.908905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb168ee5-0b69-4b4f-8cc5-6108b979cf41 req-9391765b-fdd8-48b2-8b3e-4a33c3e8c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:40.910355 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb168ee5-0b69-4b4f-8cc5-6108b979cf41 req-9391765b-fdd8-48b2-8b3e-4a33c3e8c735 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e9bdecdaadb24ec6b3d661629849fed3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0950985 Nov 12 04:56:41.003397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb168ee5-0b69-4b4f-8cc5-6108b979cf41 req-d337ad26-e1e0-484d-8f22-06816b9b01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:41.006407 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bb168ee5-0b69-4b4f-8cc5-6108b979cf41 req-d337ad26-e1e0-484d-8f22-06816b9b01ff service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0876925 Nov 12 04:56:41.114988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-285a6601-5fe0-474f-9531-0c497e579a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:41.116504 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-285a6601-5fe0-474f-9531-0c497e579a88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9bdecdaadb24ec6b3d661629849fed3&device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 1095 time: 0.0468760 Nov 12 04:56:41.166325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-39e1e58e-5587-4cde-871f-76ca5a371c27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=527cbbdf-910f-47a4-9b3b-2020eb7591e5 HTTP/1.1" status: 200 len: 217 time: 0.0345473 Nov 12 04:56:41.216231 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-22c43bef-dd9c-40b7-9172-a3ceecfffc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:41.217654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-22c43bef-dd9c-40b7-9172-a3ceecfffc61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5224de3-f7fa-42bf-a5ee-27ed706002de HTTP/1.1" status: 200 len: 854 time: 0.0438232 Nov 12 04:56:41.250258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-55c2af2b-04d3-4377-be7a-e62214bf55ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7c76041-9011-46a8-8be1-00ed1e2119c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248761 Nov 12 04:56:41.347182 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-5462236d-384d-4d4c-ad36-802ba09a7edd service neutron] 10.222.0.26 "GET /v2.0/networks/b7c76041-9011-46a8-8be1-00ed1e2119c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894823 Nov 12 04:56:41.400899 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658f4b7-8944-427d-bfcc-e44f00ec0338 req-97b79ea4-64b0-4a4d-b150-cdbfe3b35c85 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:41.402373 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7658f4b7-8944-427d-bfcc-e44f00ec0338 req-97b79ea4-64b0-4a4d-b150-cdbfe3b35c85 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 943 time: 0.0486851 Nov 12 04:56:41.440305 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aaf948db-9c02-4a7a-9057-ddd409420874 req-46c40b43-af75-4146-b6b0-cb2160b307cb service neutron] 10.222.0.26 "GET /v2.0/networks/b7c76041-9011-46a8-8be1-00ed1e2119c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861981 Nov 12 04:56:41.455877 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7658f4b7-8944-427d-bfcc-e44f00ec0338 req-0d6dfce8-cca7-4502-83d2-3d0bae1f5570 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465050 Nov 12 04:56:42.579086 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defca78b-d4c3-4f97-9f3e-c888a13f76da req-ea7b1966-b74b-44eb-b200-488fd3c4c9f2 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:42.580622 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-defca78b-d4c3-4f97-9f3e-c888a13f76da req-ea7b1966-b74b-44eb-b200-488fd3c4c9f2 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 943 time: 0.0567536 Nov 12 04:56:42.630050 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-defca78b-d4c3-4f97-9f3e-c888a13f76da req-4893657b-47b0-4e73-90d4-c02e32107fa6 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430710 Nov 12 04:56:43.323050 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 527cbbdf-910f-47a4-9b3b-2020eb7591e5 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:56:43.427765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 527cbbdf-910f-47a4-9b3b-2020eb7591e5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=527cbbdf-910f-47a4-9b3b-2020eb7591e5,segment=NetworkSegment(85ef03b0-da22-4a49-b041-d1b9e67aa742),segment_id=85ef03b0-da22-4a49-b041-d1b9e67aa742)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:56:43.439471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '527cbbdf-910f-47a4-9b3b-2020eb7591e5', 'network_id': 'b7c76041-9011-46a8-8be1-00ed1e2119c7', 'port_id': '527cbbdf-910f-47a4-9b3b-2020eb7591e5', 'mac_address': 'fa:16:3e:2a:d0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5224de3-f7fa-42bf-a5ee-27ed706002de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:56:43.477068 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:43.490872 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527cbbdf-910f-47a4-9b3b-2020eb7591e5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:56:43.512262 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 527cbbdf-910f-47a4-9b3b-2020eb7591e5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=527cbbdf-910f-47a4-9b3b-2020eb7591e5,segment=NetworkSegment(85ef03b0-da22-4a49-b041-d1b9e67aa742),segment_id=85ef03b0-da22-4a49-b041-d1b9e67aa742)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:56:43.579619 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:43.643306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=527cbbdf-910f-47a4-9b3b-2020eb7591e5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:43.772823 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5762fb4-2b2f-47af-990a-c44f05396e05 req-f6760a03-27ba-425b-8d25-cb72e56eaf83 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:43.774637 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b5762fb4-2b2f-47af-990a-c44f05396e05 req-f6760a03-27ba-425b-8d25-cb72e56eaf83 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 944 time: 0.0674393 Nov 12 04:56:43.825451 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b5762fb4-2b2f-47af-990a-c44f05396e05 req-4431dd20-fdd7-491f-8f7d-569d4c8f2193 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444627 Nov 12 04:56:44.023139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['527cbbdf-910f-47a4-9b3b-2020eb7591e5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:56:44.955560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09246cf9-5fd0-411d-bd5e-6b2c984f4cbb req-a3531828-6f8e-4114-b018-2eff243d05d5 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:44.957048 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09246cf9-5fd0-411d-bd5e-6b2c984f4cbb req-a3531828-6f8e-4114-b018-2eff243d05d5 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 944 time: 0.0487516 Nov 12 04:56:45.004860 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09246cf9-5fd0-411d-bd5e-6b2c984f4cbb req-48fb3600-ba69-460e-821e-ad9654aa8e9d tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Nov 12 04:56:45.342873 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 527cbbdf-910f-47a4-9b3b-2020eb7591e5 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:56:45.454345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 527cbbdf-910f-47a4-9b3b-2020eb7591e5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:56:45.458275 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 527cbbdf-910f-47a4-9b3b-2020eb7591e5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:56:45.458645 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:45.533037 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:45.554643 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c06365-4463-4ff0-88f7-01383679b8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527cbbdf-910f-47a4-9b3b-2020eb7591e5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:56:45.556896 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe06d23c-0286-4640-8525-523ed7ac5d0a" -d '{"events": [{"server_uuid": "f2c06365-4463-4ff0-88f7-01383679b8a3", "name": "network-vif-plugged", "status": "completed", "tag": "527cbbdf-910f-47a4-9b3b-2020eb7591e5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:56:45.572450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 527cbbdf-910f-47a4-9b3b-2020eb7591e5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=527cbbdf-910f-47a4-9b3b-2020eb7591e5,segment=NetworkSegment(85ef03b0-da22-4a49-b041-d1b9e67aa742),segment_id=85ef03b0-da22-4a49-b041-d1b9e67aa742)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:56:45.594521 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41271e44-7e31-4027-9531-43044cadcc1a x-openstack-request-id: req-41271e44-7e31-4027-9531-43044cadcc1a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:56:45.594761 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c06365-4463-4ff0-88f7-01383679b8a3", "name": "network-vif-plugged", "status": "completed", "tag": "527cbbdf-910f-47a4-9b3b-2020eb7591e5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:56:45.595019 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-41271e44-7e31-4027-9531-43044cadcc1a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:56:45.595421 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c06365-4463-4ff0-88f7-01383679b8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527cbbdf-910f-47a4-9b3b-2020eb7591e5', 'code': 200} Nov 12 04:56:45.648162 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:45.710205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=527cbbdf-910f-47a4-9b3b-2020eb7591e5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:45.734318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc9186-fd91-44f7-89b7-821d104cd224 req-805f65fc-6647-4aad-bfe9-5a76494f23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:45.736690 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ccc9186-fd91-44f7-89b7-821d104cd224 req-805f65fc-6647-4aad-bfe9-5a76494f23f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 1097 time: 0.0447743 Nov 12 04:56:45.783963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1ccc9186-fd91-44f7-89b7-821d104cd224 req-928692c3-9fd8-4d4b-803b-341bba2dcef1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380099 Nov 12 04:56:46.124341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d8ecf-b023-417e-b319-dd84070b9e8d req-690fd891-1e6f-45f6-9515-1bfe9749e796 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:46.126448 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed3d8ecf-b023-417e-b319-dd84070b9e8d req-690fd891-1e6f-45f6-9515-1bfe9749e796 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 945 time: 0.0496564 Nov 12 04:56:46.175470 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ed3d8ecf-b023-417e-b319-dd84070b9e8d req-90d3ab88-13ea-4e1d-bf6e-2d80da6fccdb tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430541 Nov 12 04:56:46.843723 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41468110-0f46-4688-87d2-16f6adf8ebc4 req-017c5df5-6688-4e1d-a95f-3f1296ed92a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463521 Nov 12 04:56:46.975942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41468110-0f46-4688-87d2-16f6adf8ebc4 req-36c73e1e-697d-40c9-b2c0-4e5992c68d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:46.977590 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41468110-0f46-4688-87d2-16f6adf8ebc4 req-36c73e1e-697d-40c9-b2c0-4e5992c68d8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9bdecdaadb24ec6b3d661629849fed3&device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 1097 time: 0.0497510 Nov 12 04:56:47.093531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41468110-0f46-4688-87d2-16f6adf8ebc4 req-137f95ca-126d-42c8-9753-6a0fec81cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:47.095110 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41468110-0f46-4688-87d2-16f6adf8ebc4 req-137f95ca-126d-42c8-9753-6a0fec81cf5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7c76041-9011-46a8-8be1-00ed1e2119c7 HTTP/1.1" status: 200 len: 916 time: 0.0934236 Nov 12 04:56:47.154454 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41468110-0f46-4688-87d2-16f6adf8ebc4 req-84c228f5-fb7f-43c2-9c6b-6ef8f2e7bb7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f7aed9a-5e37-43a8-a889-139b20accf9b HTTP/1.1" status: 200 len: 217 time: 0.0404108 Nov 12 04:56:47.215697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41468110-0f46-4688-87d2-16f6adf8ebc4 req-8db0c284-516f-4531-8f8b-75aa7a3e756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:47.217215 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41468110-0f46-4688-87d2-16f6adf8ebc4 req-8db0c284-516f-4531-8f8b-75aa7a3e756e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5224de3-f7fa-42bf-a5ee-27ed706002de HTTP/1.1" status: 200 len: 854 time: 0.0534289 Nov 12 04:56:47.291289 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41468110-0f46-4688-87d2-16f6adf8ebc4 req-b59b14e3-175e-41e3-be2e-3f0e9f026672 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7c76041-9011-46a8-8be1-00ed1e2119c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308418 Nov 12 04:56:47.317808 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc5759-44c2-4495-9dbb-4f6698802a5e req-aed8492d-c3d3-435f-aa26-4de713735d67 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:47.319327 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45bc5759-44c2-4495-9dbb-4f6698802a5e req-aed8492d-c3d3-435f-aa26-4de713735d67 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 945 time: 0.0632434 Nov 12 04:56:47.381747 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-45bc5759-44c2-4495-9dbb-4f6698802a5e req-06d5bedc-dd04-4a1c-b684-d8d000111003 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555103 Nov 12 04:56:47.417627 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41468110-0f46-4688-87d2-16f6adf8ebc4 req-47a54e9c-25b1-4eb8-84f0-43feba856901 service neutron] 10.222.0.26 "GET /v2.0/networks/b7c76041-9011-46a8-8be1-00ed1e2119c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173706 Nov 12 04:56:47.516730 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41468110-0f46-4688-87d2-16f6adf8ebc4 req-c868b96b-e609-4003-b838-3ee1fef2399c service neutron] 10.222.0.26 "GET /v2.0/networks/b7c76041-9011-46a8-8be1-00ed1e2119c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912311 Nov 12 04:56:48.518589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfb8ad-c828-41e0-8cd6-317ae099eafd req-2ee6cfe0-d434-46dd-a0bc-d13ceaff249a tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:48.520209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69cfb8ad-c828-41e0-8cd6-317ae099eafd req-2ee6cfe0-d434-46dd-a0bc-d13ceaff249a tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 945 time: 0.0544841 Nov 12 04:56:48.576446 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-69cfb8ad-c828-41e0-8cd6-317ae099eafd req-ec93b8bf-e70d-4e19-80ff-7707d3e51739 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496907 Nov 12 04:56:48.972498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6511b85-f7ef-4068-ba6b-7ce413a86f08 req-c74cb808-7e12-46af-8562-fab004fa502e tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:48.973879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6511b85-f7ef-4068-ba6b-7ce413a86f08 req-c74cb808-7e12-46af-8562-fab004fa502e tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 945 time: 0.0508103 Nov 12 04:56:49.024062 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6511b85-f7ef-4068-ba6b-7ce413a86f08 req-4d743b14-a90f-46d4-9274-544d5ce5a87a tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438724 Nov 12 04:56:49.607858 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:50.142263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16522035-e0df-48e6-9a0f-0c154c11342f req-cf25379b-7a4b-4efe-8427-4f0f15238459 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:50.143948 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16522035-e0df-48e6-9a0f-0c154c11342f req-cf25379b-7a4b-4efe-8427-4f0f15238459 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 945 time: 0.0505967 Nov 12 04:56:50.201336 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-16522035-e0df-48e6-9a0f-0c154c11342f req-32c3b186-b548-4c6e-acac-5696af150b85 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506005 Nov 12 04:56:50.626906 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ce61c-12f0-4661-aadb-91c15c6aa141 req-15bd25c3-13a9-4a7e-9bbc-7b7cf51cde87 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:50.628404 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-128ce61c-12f0-4661-aadb-91c15c6aa141 req-15bd25c3-13a9-4a7e-9bbc-7b7cf51cde87 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 945 time: 0.0476806 Nov 12 04:56:50.726135 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-128ce61c-12f0-4661-aadb-91c15c6aa141 req-a1996398-0920-4051-ac03-3535f0563793 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Deleting port 527cbbdf-910f-47a4-9b3b-2020eb7591e5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:56:50.726364 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-128ce61c-12f0-4661-aadb-91c15c6aa141 req-a1996398-0920-4051-ac03-3535f0563793 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:50.819068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-128ce61c-12f0-4661-aadb-91c15c6aa141 req-a1996398-0920-4051-ac03-3535f0563793 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] For port 527cbbdf-910f-47a4-9b3b-2020eb7591e5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=527cbbdf-910f-47a4-9b3b-2020eb7591e5,segment=NetworkSegment(85ef03b0-da22-4a49-b041-d1b9e67aa742),segment_id=85ef03b0-da22-4a49-b041-d1b9e67aa742)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:56:50.819423 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-128ce61c-12f0-4661-aadb-91c15c6aa141 req-a1996398-0920-4051-ac03-3535f0563793 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:50.834953 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-128ce61c-12f0-4661-aadb-91c15c6aa141 req-a1996398-0920-4051-ac03-3535f0563793 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Calling delete_port for 527cbbdf-910f-47a4-9b3b-2020eb7591e5 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:56:51.013415 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-128ce61c-12f0-4661-aadb-91c15c6aa141 req-a1996398-0920-4051-ac03-3535f0563793 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:51.042882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1996398-0920-4051-ac03-3535f0563793 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Pushing event deleted for resources: {'Port': ['ID=527cbbdf-910f-47a4-9b3b-2020eb7591e5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:51.065756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['5f7aed9a-5e37-43a8-a889-139b20accf9b', '527cbbdf-910f-47a4-9b3b-2020eb7591e5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:56:51.091816 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-128ce61c-12f0-4661-aadb-91c15c6aa141 req-a1996398-0920-4051-ac03-3535f0563793 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] No DVR routers for this DVR port 527cbbdf-910f-47a4-9b3b-2020eb7591e5 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:56:51.094495 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-128ce61c-12f0-4661-aadb-91c15c6aa141 req-a1996398-0920-4051-ac03-3535f0563793 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:51.097888 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-128ce61c-12f0-4661-aadb-91c15c6aa141 req-a1996398-0920-4051-ac03-3535f0563793 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.26 "DELETE /v2.0/ports/527cbbdf-910f-47a4-9b3b-2020eb7591e5 HTTP/1.1" status: 204 len: 173 time: 0.4587479 Nov 12 04:56:51.098342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c06365-4463-4ff0-88f7-01383679b8a3', 'name': 'network-vif-deleted', 'tag': '527cbbdf-910f-47a4-9b3b-2020eb7591e5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:56:51.100746 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a3ccce-502c-4df7-9beb-e4837a5cda34" -d '{"events": [{"server_uuid": "f2c06365-4463-4ff0-88f7-01383679b8a3", "name": "network-vif-deleted", "tag": "527cbbdf-910f-47a4-9b3b-2020eb7591e5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:56:51.139547 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d691b0a-8c28-4edb-9670-90b9b8bb505e x-openstack-request-id: req-2d691b0a-8c28-4edb-9670-90b9b8bb505e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:56:51.139848 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c06365-4463-4ff0-88f7-01383679b8a3", "name": "network-vif-deleted", "tag": "527cbbdf-910f-47a4-9b3b-2020eb7591e5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:56:51.140128 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2d691b0a-8c28-4edb-9670-90b9b8bb505e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:56:51.140559 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c06365-4463-4ff0-88f7-01383679b8a3', 'name': 'network-vif-deleted', 'tag': '527cbbdf-910f-47a4-9b3b-2020eb7591e5', 'status': 'completed', 'code': 200} Nov 12 04:56:51.320652 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-92dd6bb1-7161-4a50-ab35-3b49ff4d87bf req-8390a1c2-fd09-4f08-a190-d7dd91d082d8 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=f2c06365-4463-4ff0-88f7-01383679b8a3 HTTP/1.1" status: 200 len: 210 time: 0.0280476 Nov 12 04:56:52.474086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca2409-a16b-44cd-b12d-43b2db6379d2 req-96b0f6f1-95d6-4109-9f34-21202e7e4b7a tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:52.475572 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4cca2409-a16b-44cd-b12d-43b2db6379d2 req-96b0f6f1-95d6-4109-9f34-21202e7e4b7a tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 945 time: 0.0509045 Nov 12 04:56:52.524204 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4cca2409-a16b-44cd-b12d-43b2db6379d2 req-d0f69daa-5249-46ae-9820-4bce64986dfc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424521 Nov 12 04:56:52.655162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155f667-4bee-4ee4-bba4-9e52b541d099 req-48b0ab3d-e0ac-40d8-920a-9274514d48bc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:52.657174 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0155f667-4bee-4ee4-bba4-9e52b541d099 req-48b0ab3d-e0ac-40d8-920a-9274514d48bc tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 945 time: 0.0491815 Nov 12 04:56:52.708338 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0155f667-4bee-4ee4-bba4-9e52b541d099 req-011bcf61-ab56-46e8-bc85-3360c920cf32 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451567 Nov 12 04:56:52.823899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb79dd-3e6b-47f5-bbf8-40c0f8984b6e req-5f816043-fa33-4537-ae72-2ff1d3e88498 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:52.825419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e0cb79dd-3e6b-47f5-bbf8-40c0f8984b6e req-5f816043-fa33-4537-ae72-2ff1d3e88498 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 945 time: 0.0488393 Nov 12 04:56:52.874208 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e0cb79dd-3e6b-47f5-bbf8-40c0f8984b6e req-41771303-a32b-4453-9fd3-639a490f08f3 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422053 Nov 12 04:56:52.956883 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-6c7e6a3a-7535-4e4e-a948-4921b1b70cd9 req-b2bd5ad5-c805-4bfd-bcbb-ffcc8a07dfda service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:56:52.957869 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6c7e6a3a-7535-4e4e-a948-4921b1b70cd9 req-b2bd5ad5-c805-4bfd-bcbb-ffcc8a07dfda service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060554 Nov 12 04:56:53.063992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e381a-60b4-453c-a237-95dc936b6152 req-8200459f-8fbe-4914-a0fc-a14b8806065f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:53.065525 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-314e381a-60b4-453c-a237-95dc936b6152 req-8200459f-8fbe-4914-a0fc-a14b8806065f tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 945 time: 0.0496643 Nov 12 04:56:53.115064 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-314e381a-60b4-453c-a237-95dc936b6152 req-6d5de87c-bbbc-4101-acbc-b260faa20d7b tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Nov 12 04:56:53.236792 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-deddad7c-a595-46f0-8175-0e40d08d8673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:53.239559 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22aa7f-5d34-4641-8bbd-94a227d0e2ef req-3df298cc-cac6-4649-8fe0-8569ae5f8138 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:53.241085 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9f22aa7f-5d34-4641-8bbd-94a227d0e2ef req-3df298cc-cac6-4649-8fe0-8569ae5f8138 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 945 time: 0.0491738 Nov 12 04:56:53.289048 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9f22aa7f-5d34-4641-8bbd-94a227d0e2ef req-704dfdc6-bee0-460b-b59f-76678cf4163a tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 Nov 12 04:56:53.420680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec5f46-8e4e-427f-9dec-0e194d2c7389 req-1fd5ebc6-7735-4dc4-a051-45c811aa1862 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:53.422755 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-17ec5f46-8e4e-427f-9dec-0e194d2c7389 req-1fd5ebc6-7735-4dc4-a051-45c811aa1862 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 945 time: 0.0543919 Nov 12 04:56:53.475332 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-17ec5f46-8e4e-427f-9dec-0e194d2c7389 req-1de652a7-8aac-46c6-ab9c-484049e33b6b tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433033 Nov 12 04:56:53.927121 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bfff7-3cb4-4527-a5d8-db3bf330c4a9 req-e0e2073b-b135-4876-85e0-bf81f2d88787 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:53.929169 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a23bfff7-3cb4-4527-a5d8-db3bf330c4a9 req-e0e2073b-b135-4876-85e0-bf81f2d88787 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 945 time: 0.0577054 Nov 12 04:56:53.988631 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a23bfff7-3cb4-4527-a5d8-db3bf330c4a9 req-556dcf7b-37d5-4ff0-b3c9-6edb9b7b76d0 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515532 Nov 12 04:56:54.630302 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:56:55.118702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39af066-9092-4b6c-9048-e7239df600bf req-e043baba-52e9-4450-bb2a-353031bf611e tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:55.120216 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e39af066-9092-4b6c-9048-e7239df600bf req-e043baba-52e9-4450-bb2a-353031bf611e tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 945 time: 0.0527325 Nov 12 04:56:55.171418 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e39af066-9092-4b6c-9048-e7239df600bf req-e1afff97-fc22-471f-827c-449b74e08d2a tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/security-groups?id=433142c4-2a10-4266-a5c6-73851a78a24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437679 Nov 12 04:56:55.368761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 527cbbdf-910f-47a4-9b3b-2020eb7591e5 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:56:55.413187 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 527cbbdf-910f-47a4-9b3b-2020eb7591e5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:56:55.413187 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 527cbbdf-910f-47a4-9b3b-2020eb7591e5 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:56:55.481878 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:55.772417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8910f40-8e50-4d0a-bf38-c9df0c3332cf req-efa11147-6d2b-483e-bb52-dc5b98392928 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:55.773770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8910f40-8e50-4d0a-bf38-c9df0c3332cf req-efa11147-6d2b-483e-bb52-dc5b98392928 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.26 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 945 time: 0.0550473 Nov 12 04:56:55.866464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c8910f40-8e50-4d0a-bf38-c9df0c3332cf req-851e34c7-16ab-4c44-a731-88242c7e5e12 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Deleting port 5f7aed9a-5e37-43a8-a889-139b20accf9b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:56:55.866796 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c8910f40-8e50-4d0a-bf38-c9df0c3332cf req-851e34c7-16ab-4c44-a731-88242c7e5e12 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:55.952991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c8910f40-8e50-4d0a-bf38-c9df0c3332cf req-851e34c7-16ab-4c44-a731-88242c7e5e12 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] For port 5f7aed9a-5e37-43a8-a889-139b20accf9b, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=5f7aed9a-5e37-43a8-a889-139b20accf9b,segment=NetworkSegment(85ef03b0-da22-4a49-b041-d1b9e67aa742),segment_id=85ef03b0-da22-4a49-b041-d1b9e67aa742)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:56:55.953613 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c8910f40-8e50-4d0a-bf38-c9df0c3332cf req-851e34c7-16ab-4c44-a731-88242c7e5e12 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:55.967407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c8910f40-8e50-4d0a-bf38-c9df0c3332cf req-851e34c7-16ab-4c44-a731-88242c7e5e12 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Calling delete_port for 5f7aed9a-5e37-43a8-a889-139b20accf9b owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:56:56.156629 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c8910f40-8e50-4d0a-bf38-c9df0c3332cf req-851e34c7-16ab-4c44-a731-88242c7e5e12 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:56.187554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e34c7-16ab-4c44-a731-88242c7e5e12 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Pushing event deleted for resources: {'Port': ['ID=5f7aed9a-5e37-43a8-a889-139b20accf9b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:56.193086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['5f7aed9a-5e37-43a8-a889-139b20accf9b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:56:56.235785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8910f40-8e50-4d0a-bf38-c9df0c3332cf req-851e34c7-16ab-4c44-a731-88242c7e5e12 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] No DVR routers for this DVR port 5f7aed9a-5e37-43a8-a889-139b20accf9b on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:56:56.238505 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c8910f40-8e50-4d0a-bf38-c9df0c3332cf req-851e34c7-16ab-4c44-a731-88242c7e5e12 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:56.241867 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8910f40-8e50-4d0a-bf38-c9df0c3332cf req-851e34c7-16ab-4c44-a731-88242c7e5e12 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.26 "DELETE /v2.0/ports/5f7aed9a-5e37-43a8-a889-139b20accf9b HTTP/1.1" status: 204 len: 173 time: 0.4615772 Nov 12 04:56:56.242340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774d832c-c630-4285-9757-d9977fd68001', 'name': 'network-vif-deleted', 'tag': '5f7aed9a-5e37-43a8-a889-139b20accf9b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:56:56.244728 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec15ee4-384d-44e9-995d-71d6a3b2970a" -d '{"events": [{"server_uuid": "774d832c-c630-4285-9757-d9977fd68001", "name": "network-vif-deleted", "tag": "5f7aed9a-5e37-43a8-a889-139b20accf9b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:56:56.270444 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-372a67a6-315d-4643-966a-e10be1ef7f35 req-e1604907-14a4-4969-ba64-9e8454f3e006 tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 210 time: 0.0284653 Nov 12 04:56:56.284915 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fbda3a-5a6a-4135-b75a-8616cb710db6 x-openstack-request-id: req-12fbda3a-5a6a-4135-b75a-8616cb710db6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:56:56.292809 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774d832c-c630-4285-9757-d9977fd68001", "name": "network-vif-deleted", "tag": "5f7aed9a-5e37-43a8-a889-139b20accf9b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:56:56.292809 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-12fbda3a-5a6a-4135-b75a-8616cb710db6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:56:56.292809 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774d832c-c630-4285-9757-d9977fd68001', 'name': 'network-vif-deleted', 'tag': '5f7aed9a-5e37-43a8-a889-139b20accf9b', 'status': 'completed', 'code': 200} Nov 12 04:56:56.888019 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39939cf2-1140-4d7b-bec2-2736bed4010f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:56.950726 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:57.420411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-77127606-87d0-4860-a4ae-08759eab6fb7 req-d2744aa6-dd5b-43ee-9cdb-9087c6c5c31e tempest-ServersNegativeTestJSON-1998266741 tempest-ServersNegativeTestJSON-1998266741-project] 10.222.0.105 "GET /v2.0/ports?device_id=774d832c-c630-4285-9757-d9977fd68001 HTTP/1.1" status: 200 len: 210 time: 0.0406063 Nov 12 04:56:58.479366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33368) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:58.523307 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f284578c-3102-446a-aa46-b33117750955 admin admin] Deleting subnet e5224de3-f7fa-42bf-a5ee-27ed706002de {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:56:58.526379 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f284578c-3102-446a-aa46-b33117750955 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:58.564060 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f284578c-3102-446a-aa46-b33117750955 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:58.602744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f284578c-3102-446a-aa46-b33117750955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:58.704791 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:58.722089 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f284578c-3102-446a-aa46-b33117750955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:58.748483 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284578c-3102-446a-aa46-b33117750955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5224de3-f7fa-42bf-a5ee-27ed706002de,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:58.753366 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f284578c-3102-446a-aa46-b33117750955 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:58.756806 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f284578c-3102-446a-aa46-b33117750955 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/e5224de3-f7fa-42bf-a5ee-27ed706002de HTTP/1.1" status: 204 len: 168 time: 0.2762315 Nov 12 04:56:58.759313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33370) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:58.831079 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f52a56ad-170a-46d9-80d6-7a5dfa77b3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:58.908127 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f52a56ad-170a-46d9-80d6-7a5dfa77b3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:58.933297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f52a56ad-170a-46d9-80d6-7a5dfa77b3de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c76041-9011-46a8-8be1-00ed1e2119c7']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:56:58.948944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f52a56ad-170a-46d9-80d6-7a5dfa77b3de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ef03b0-da22-4a49-b041-d1b9e67aa742') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:56:58.949293 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f52a56ad-170a-46d9-80d6-7a5dfa77b3de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ef03b0-da22-4a49-b041-d1b9e67aa742') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:56:58.962261 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f52a56ad-170a-46d9-80d6-7a5dfa77b3de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:58.975964 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f52a56ad-170a-46d9-80d6-7a5dfa77b3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:58.981745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52a56ad-170a-46d9-80d6-7a5dfa77b3de admin admin] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:56:58.982118 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f52a56ad-170a-46d9-80d6-7a5dfa77b3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:56:58.983721 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:56:59.024243 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:59.075652 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f52a56ad-170a-46d9-80d6-7a5dfa77b3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:59.081857 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f52a56ad-170a-46d9-80d6-7a5dfa77b3de admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:59.088774 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f52a56ad-170a-46d9-80d6-7a5dfa77b3de admin admin] 10.222.0.105 "DELETE /v2.0/networks/b7c76041-9011-46a8-8be1-00ed1e2119c7 HTTP/1.1" status: 204 len: 168 time: 0.3248062 Nov 12 04:56:59.098247 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a56ad-170a-46d9-80d6-7a5dfa77b3de admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c76041-9011-46a8-8be1-00ed1e2119c7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:56:59.378580 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:59.397743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5f7aed9a-5e37-43a8-a889-139b20accf9b no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:56:59.418526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 5f7aed9a-5e37-43a8-a889-139b20accf9b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:56:59.418975 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 5f7aed9a-5e37-43a8-a889-139b20accf9b not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:56:59.428759 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7c39b54f-a2a3-4337-85d2-e9d414af0a7e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e9bdecdaadb24ec6b3d661629849fed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466747 Nov 12 04:56:59.429366 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:56:59.477490 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7833d5d8-90be-4e7c-bfa0-84db6e5cb191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:59.498791 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7833d5d8-90be-4e7c-bfa0-84db6e5cb191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:59.630325 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7833d5d8-90be-4e7c-bfa0-84db6e5cb191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:59.633033 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7833d5d8-90be-4e7c-bfa0-84db6e5cb191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:59.634259 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7833d5d8-90be-4e7c-bfa0-84db6e5cb191 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/433142c4-2a10-4266-a5c6-73851a78a24e HTTP/1.1" status: 204 len: 168 time: 0.2039826 Nov 12 04:56:59.642805 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833d5d8-90be-4e7c-bfa0-84db6e5cb191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433142c4-2a10-4266-a5c6-73851a78a24e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:00.684237 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33398) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:00.776538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-955647727'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:00.869556 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Made reservation on behalf of cab3d62a4824417b912c02038ef20d01 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:00.872959 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:00.881270 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:00.953993 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:01.041674 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:01.070453 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:57:01.075698 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151bd904-d1d2-4389-a7f8-3196d18dfeff,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:01.082877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:01.083226 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Added segment 8fd6cde8-7810-4be0-b757-fb99102e1111 of type vlan for network 0efb591c-8c91-4c70-9bdd-2d3fc64348de Nov 12 04:57:01.122869 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:01.201881 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:01.208266 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:01.208842 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:01.276274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event updated for resources: {'Network': ['ID=0efb591c-8c91-4c70-9bdd-2d3fc64348de,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:01.286757 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 0efb591c-8c91-4c70-9bdd-2d3fc64348de details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:57:01.295909 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-003cb8a2-e472-47b7-939d-b99f150ca378 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6105807 Nov 12 04:57:04.604351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33402) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:04.609868 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Request body: {'subnet': {'network_id': '0efb591c-8c91-4c70-9bdd-2d3fc64348de', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:04.773019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Made reservation on behalf of cab3d62a4824417b912c02038ef20d01 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:04.776525 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:04.990326 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:05.053017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event updated for resources: {'Subnet': ['ID=a3529498-4072-4137-8eaf-1afaa8d37344,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:05.065645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:05.066802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:05.066802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:05.066802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:05.067081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:05.067298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:05.067622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:05.067941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:05.068283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:05.068650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:05.068961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:05.069272 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:05.073454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Checking segment: {'id': '8fd6cde8-7810-4be0-b757-fb99102e1111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '0efb591c-8c91-4c70-9bdd-2d3fc64348de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:05.073931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Network hostable DHCP agents. Network: 0efb591c-8c91-4c70-9bdd-2d3fc64348de, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:57:05.155828 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Network 0efb591c-8c91-4c70-9bdd-2d3fc64348de is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:57:05.212515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 0efb591c-8c91-4c70-9bdd-2d3fc64348de) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:05.218170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:05.218286 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:05.221671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91e12fe-3f94-46ea-b906-4ef2ae150fb5 None None] Network 0efb591c-8c91-4c70-9bdd-2d3fc64348de requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:05.302130 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d0c0d150-a846-411c-955a-2ae071d4154c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6964591 Nov 12 04:57:05.305661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33404) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:05.311297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-35bb7966-b0a6-4310-b49f-2db46f483560 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-358620493'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:05.366795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-0efb591c-8c91-4c70-9bdd-2d3fc64348de', 'network_id': '0efb591c-8c91-4c70-9bdd-2d3fc64348de', 'tenant_id': 'cab3d62a4824417b912c02038ef20d01', 'fixed_ips': [{'subnet_id': 'a3529498-4072-4137-8eaf-1afaa8d37344'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:57:05.367652 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:05.401585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bb7966-b0a6-4310-b49f-2db46f483560 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Made reservation on behalf of cab3d62a4824417b912c02038ef20d01 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:05.406358 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35bb7966-b0a6-4310-b49f-2db46f483560 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:05.433352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bb7966-b0a6-4310-b49f-2db46f483560 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:57:05.442514 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35bb7966-b0a6-4310-b49f-2db46f483560 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:05.442855 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-35bb7966-b0a6-4310-b49f-2db46f483560 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Added segment ff1fde84-3edd-4c59-8353-4fa362cd2965 of type vlan for network 538007af-c18d-48d8-9df2-a3665e0c5446 Nov 12 04:57:05.484716 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35bb7966-b0a6-4310-b49f-2db46f483560 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:05.507213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Allocated IP 2001:db8:0:ffff::2 (0efb591c-8c91-4c70-9bdd-2d3fc64348de/a3529498-4072-4137-8eaf-1afaa8d37344/e8e660d0-e95d-4fd1-a81b-9b1bb97941f0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:05.550223 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35bb7966-b0a6-4310-b49f-2db46f483560 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:05.555858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bb7966-b0a6-4310-b49f-2db46f483560 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:05.556394 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35bb7966-b0a6-4310-b49f-2db46f483560 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:05.621907 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb7966-b0a6-4310-b49f-2db46f483560 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event updated for resources: {'Network': ['ID=538007af-c18d-48d8-9df2-a3665e0c5446,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:05.633458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 538007af-c18d-48d8-9df2-a3665e0c5446 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:57:05.662254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-35bb7966-b0a6-4310-b49f-2db46f483560 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3555503 Nov 12 04:57:05.665086 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33406) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:05.670122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-da0ea7a0-0990-4e66-86b8-3b00b680e3b2 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Request body: {'subnet': {'network_id': '538007af-c18d-48d8-9df2-a3665e0c5446', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:05.697952 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:05.768010 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:05.816915 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Network 0efb591c-8c91-4c70-9bdd-2d3fc64348de is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:05.821167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:05.825676 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:05.828937 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Pushing event updated for resources: {'Port': ['ID=e8e660d0-e95d-4fd1-a81b-9b1bb97941f0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:05.864539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0ea7a0-0990-4e66-86b8-3b00b680e3b2 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Made reservation on behalf of cab3d62a4824417b912c02038ef20d01 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:05.868222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da0ea7a0-0990-4e66-86b8-3b00b680e3b2 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:05.880910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Attempting to bind port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:05.881275 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Attempting to bind port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '8fd6cde8-7810-4be0-b757-fb99102e1111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '0efb591c-8c91-4c70-9bdd-2d3fc64348de'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:05.881630 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Attempting to bind port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 on network 0efb591c-8c91-4c70-9bdd-2d3fc64348de {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:05.886668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:05.887032 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Checking segment: {'id': '8fd6cde8-7810-4be0-b757-fb99102e1111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '0efb591c-8c91-4c70-9bdd-2d3fc64348de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:05.887422 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:05.887805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Bound using segment: {'id': '8fd6cde8-7810-4be0-b757-fb99102e1111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '0efb591c-8c91-4c70-9bdd-2d3fc64348de'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:05.888284 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Bound port: e8e660d0-e95d-4fd1-a81b-9b1bb97941f0, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd6cde8-7810-4be0-b757-fb99102e1111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '0efb591c-8c91-4c70-9bdd-2d3fc64348de'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:05.888659 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:05.949722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] For port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:05.953021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] For port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e8e660d0-e95d-4fd1-a81b-9b1bb97941f0,segment=NetworkSegment(8fd6cde8-7810-4be0-b757-fb99102e1111),segment_id=8fd6cde8-7810-4be0-b757-fb99102e1111)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:06.025178 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:06.084368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5c09d-fb20-4529-a228-19d3e7ccabdb None None] Pushing event updated for resources: {'Port': ['ID=e8e660d0-e95d-4fd1-a81b-9b1bb97941f0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:06.127751 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da0ea7a0-0990-4e66-86b8-3b00b680e3b2 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:06.190341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ea7a0-0990-4e66-86b8-3b00b680e3b2 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event updated for resources: {'Subnet': ['ID=891bcf89-1952-46a5-8e4d-7dd4e3b14bd7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:06.198166 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0ea7a0-0990-4e66-86b8-3b00b680e3b2 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Checking segment: {'id': 'ff1fde84-3edd-4c59-8353-4fa362cd2965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '538007af-c18d-48d8-9df2-a3665e0c5446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:06.198506 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0ea7a0-0990-4e66-86b8-3b00b680e3b2 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Network hostable DHCP agents. Network: 538007af-c18d-48d8-9df2-a3665e0c5446, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:57:06.282183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0ea7a0-0990-4e66-86b8-3b00b680e3b2 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Network 538007af-c18d-48d8-9df2-a3665e0c5446 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:57:06.378984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-da0ea7a0-0990-4e66-86b8-3b00b680e3b2 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 538007af-c18d-48d8-9df2-a3665e0c5446) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:06.383203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0ea7a0-0990-4e66-86b8-3b00b680e3b2 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:06.384244 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da0ea7a0-0990-4e66-86b8-3b00b680e3b2 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:06.390518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90184a27-69bf-42fe-b6bb-57da71bd579a None None] Network 538007af-c18d-48d8-9df2-a3665e0c5446 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:06.444650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-da0ea7a0-0990-4e66-86b8-3b00b680e3b2 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7784789 Nov 12 04:57:06.447402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:06.543118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-538007af-c18d-48d8-9df2-a3665e0c5446', 'network_id': '538007af-c18d-48d8-9df2-a3665e0c5446', 'tenant_id': 'cab3d62a4824417b912c02038ef20d01', 'fixed_ips': [{'subnet_id': '891bcf89-1952-46a5-8e4d-7dd4e3b14bd7'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:57:06.543975 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:06.553052 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:06.638275 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:06.686298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Allocated IP 2001:db8::2 (538007af-c18d-48d8-9df2-a3665e0c5446/891bcf89-1952-46a5-8e4d-7dd4e3b14bd7/00f34765-0415-40bd-b90e-82e8dfbb469c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:06.855057 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:06.916603 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:06.946626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c8b321-5ac9-41f6-9d6b-23070b502dab None None] Network 0efb591c-8c91-4c70-9bdd-2d3fc64348de requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:06.973459 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:06.973804 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Network 538007af-c18d-48d8-9df2-a3665e0c5446 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:06.995040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:06.998002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:07.004736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Subnet': ['ID=891bcf89-1952-46a5-8e4d-7dd4e3b14bd7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:07.027316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Pushing event updated for resources: {'Port': ['ID=00f34765-0415-40bd-b90e-82e8dfbb469c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:07.054547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2f9a2dc1-7cc0-42ca-bc30-a65bf858a869 None None] Provisioning complete for port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:07.055078 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2dc1-7cc0-42ca-bc30-a65bf858a869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.069033 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.098036 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538007af-c18d-48d8-9df2-a3665e0c5446']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:07.109621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1fde84-3edd-4c59-8353-4fa362cd2965') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:07.109845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1fde84-3edd-4c59-8353-4fa362cd2965') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:07.122467 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.134296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:07.136789 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.143352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:57:07.143737 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:57:07.146744 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:57:07.181292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Attempting to bind port 00f34765-0415-40bd-b90e-82e8dfbb469c on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:07.181660 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Attempting to bind port 00f34765-0415-40bd-b90e-82e8dfbb469c by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'ff1fde84-3edd-4c59-8353-4fa362cd2965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '538007af-c18d-48d8-9df2-a3665e0c5446'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:07.182021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Attempting to bind port 00f34765-0415-40bd-b90e-82e8dfbb469c on network 538007af-c18d-48d8-9df2-a3665e0c5446 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:07.219410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:07.219706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Checking segment: {'id': 'ff1fde84-3edd-4c59-8353-4fa362cd2965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '538007af-c18d-48d8-9df2-a3665e0c5446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:07.220140 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.221112 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Bound using segment: {'id': 'ff1fde84-3edd-4c59-8353-4fa362cd2965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '538007af-c18d-48d8-9df2-a3665e0c5446'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:07.221588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Bound port: 00f34765-0415-40bd-b90e-82e8dfbb469c, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1fde84-3edd-4c59-8353-4fa362cd2965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '538007af-c18d-48d8-9df2-a3665e0c5446'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:07.221971 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.230390 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:57:07.230390 n-d-767704-23 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:57:07.230390 n-d-767704-23 neutron-server[103146]: [parameters: {'id': '538007af-c18d-48d8-9df2-a3665e0c5446'}] Nov 12 04:57:07.230390 n-d-767704-23 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:57:07.230828 n-d-767704-23 neutron-server[103146]: DEBUG oslo_db.api [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:57:07.345943 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2dc1-7cc0-42ca-bc30-a65bf858a869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.347600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:07.347950 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.391204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] For port 00f34765-0415-40bd-b90e-82e8dfbb469c, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:07.578010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] For port 00f34765-0415-40bd-b90e-82e8dfbb469c, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=00f34765-0415-40bd-b90e-82e8dfbb469c,segment=NetworkSegment(ff1fde84-3edd-4c59-8353-4fa362cd2965),segment_id=ff1fde84-3edd-4c59-8353-4fa362cd2965)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:07.596607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2f9a2dc1-7cc0-42ca-bc30-a65bf858a869 None None] For port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e8e660d0-e95d-4fd1-a81b-9b1bb97941f0,segment=NetworkSegment(8fd6cde8-7810-4be0-b757-fb99102e1111),segment_id=8fd6cde8-7810-4be0-b757-fb99102e1111)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:07.634705 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.665927 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2dc1-7cc0-42ca-bc30-a65bf858a869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.667583 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.732476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.744934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cf813-e6cb-4adf-a1c5-12295df4b001 None None] Pushing event updated for resources: {'Port': ['ID=00f34765-0415-40bd-b90e-82e8dfbb469c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:07.792259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Deleting port 00f34765-0415-40bd-b90e-82e8dfbb469c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:07.792615 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.799546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a418ac6-9ffe-4a69-a0f3-bee53bca3118 None None] Network 538007af-c18d-48d8-9df2-a3665e0c5446 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:07.843890 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:57:07.844269 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:57:07.865140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] For port 00f34765-0415-40bd-b90e-82e8dfbb469c, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=00f34765-0415-40bd-b90e-82e8dfbb469c,segment=NetworkSegment(ff1fde84-3edd-4c59-8353-4fa362cd2965),segment_id=ff1fde84-3edd-4c59-8353-4fa362cd2965)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:07.865422 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.879820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Calling delete_port for 00f34765-0415-40bd-b90e-82e8dfbb469c owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:07.893326 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-19142020-67dd-4c9a-a329-47abc5c33747 None None] Provisioning complete for port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:07.893693 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19142020-67dd-4c9a-a329-47abc5c33747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:07.919458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a2dc1-7cc0-42ca-bc30-a65bf858a869 None None] Pushing event updated for resources: {'Port': ['ID=e8e660d0-e95d-4fd1-a81b-9b1bb97941f0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:08.027873 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b675ef3-35a4-4352-b924-f6049b1b6d3a None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:57:08.058606 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:08.089843 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Port': ['ID=00f34765-0415-40bd-b90e-82e8dfbb469c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:08.091708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] No DVR routers for this DVR port 00f34765-0415-40bd-b90e-82e8dfbb469c on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:57:08.095074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b675ef3-35a4-4352-b924-f6049b1b6d3a None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:57:08.169048 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:08.189944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538007af-c18d-48d8-9df2-a3665e0c5446']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:08.199239 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1fde84-3edd-4c59-8353-4fa362cd2965') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:08.199531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1fde84-3edd-4c59-8353-4fa362cd2965') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:08.209470 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:08.222544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:08.228981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:57:08.229649 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:57:08.232706 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:57:08.367521 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:08.376876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:08.380140 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "DELETE /v2.0/networks/538007af-c18d-48d8-9df2-a3665e0c5446 HTTP/1.1" status: 204 len: 168 time: 1.9317627 Nov 12 04:57:08.384477 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:08.394226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ebc65-619e-4869-9778-8b7fd839631c tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Network': ['ID=538007af-c18d-48d8-9df2-a3665e0c5446,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:08.394396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c43913e5-aa7a-4688-a483-4b17281b479f tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-377979666'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:08.504599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43913e5-aa7a-4688-a483-4b17281b479f tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Made reservation on behalf of cab3d62a4824417b912c02038ef20d01 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:08.508170 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43913e5-aa7a-4688-a483-4b17281b479f tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:08.532225 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43913e5-aa7a-4688-a483-4b17281b479f tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:57:08.541314 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43913e5-aa7a-4688-a483-4b17281b479f tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:08.541662 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-c43913e5-aa7a-4688-a483-4b17281b479f tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Added segment 5cd6aee9-81fe-4e7f-902d-dc3d1acbc40d of type vlan for network 66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3 Nov 12 04:57:08.581716 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43913e5-aa7a-4688-a483-4b17281b479f tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:08.658910 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43913e5-aa7a-4688-a483-4b17281b479f tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:08.664506 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43913e5-aa7a-4688-a483-4b17281b479f tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:08.665118 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43913e5-aa7a-4688-a483-4b17281b479f tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:08.733639 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43913e5-aa7a-4688-a483-4b17281b479f tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event updated for resources: {'Network': ['ID=66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:08.746147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:57:08.776866 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c43913e5-aa7a-4688-a483-4b17281b479f tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3902419 Nov 12 04:57:08.779752 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:08.785320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4529df01-2508-40e7-889c-55a7d27a5355 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Request body: {'subnet': {'network_id': '66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:08.956105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4529df01-2508-40e7-889c-55a7d27a5355 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Made reservation on behalf of cab3d62a4824417b912c02038ef20d01 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:08.959647 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4529df01-2508-40e7-889c-55a7d27a5355 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:09.019348 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-4529df01-2508-40e7-889c-55a7d27a5355 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Performing IP validity checks on allocation pools {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:57:09.019867 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-4529df01-2508-40e7-889c-55a7d27a5355 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:57:09.071441 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:09.120568 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:09.120934 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:09.190421 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4529df01-2508-40e7-889c-55a7d27a5355 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:09.252144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529df01-2508-40e7-889c-55a7d27a5355 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event updated for resources: {'Subnet': ['ID=383ebb43-f496-4e45-a4af-55cc8a585b01,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:09.262262 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529df01-2508-40e7-889c-55a7d27a5355 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Checking segment: {'id': '5cd6aee9-81fe-4e7f-902d-dc3d1acbc40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:09.262618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529df01-2508-40e7-889c-55a7d27a5355 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Network hostable DHCP agents. Network: 66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:57:09.361856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529df01-2508-40e7-889c-55a7d27a5355 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Network 66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:57:09.435577 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4529df01-2508-40e7-889c-55a7d27a5355 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:09.439853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4529df01-2508-40e7-889c-55a7d27a5355 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:09.440380 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4529df01-2508-40e7-889c-55a7d27a5355 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:09.444161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b9cd6-5c18-4a20-86d7-fa56decd49a7 None None] Network 66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:09.532515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4529df01-2508-40e7-889c-55a7d27a5355 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7492275 Nov 12 04:57:09.532853 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:09.586497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3', 'network_id': '66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3', 'tenant_id': 'cab3d62a4824417b912c02038ef20d01', 'fixed_ips': [{'subnet_id': '383ebb43-f496-4e45-a4af-55cc8a585b01'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:57:09.587386 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:09.629385 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:09.708389 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:09.723206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Allocated IP 2001:db8::3 (66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3/383ebb43-f496-4e45-a4af-55cc8a585b01/337d67f8-5982-4ef6-8409-879c728beeb1) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:09.873299 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:09.956437 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:09.993095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Network 66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:09.997866 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:10.000476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:10.013430 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:10.014365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Pushing event updated for resources: {'Port': ['ID=337d67f8-5982-4ef6-8409-879c728beeb1,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:10.041405 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Subnet': ['ID=383ebb43-f496-4e45-a4af-55cc8a585b01,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:10.068666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Attempting to bind port 337d67f8-5982-4ef6-8409-879c728beeb1 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:10.069029 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Attempting to bind port 337d67f8-5982-4ef6-8409-879c728beeb1 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '5cd6aee9-81fe-4e7f-902d-dc3d1acbc40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:10.069384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Attempting to bind port 337d67f8-5982-4ef6-8409-879c728beeb1 on network 66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:10.074328 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:10.074689 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Checking segment: {'id': '5cd6aee9-81fe-4e7f-902d-dc3d1acbc40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:10.075194 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:10.075586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Bound using segment: {'id': '5cd6aee9-81fe-4e7f-902d-dc3d1acbc40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:10.076061 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Bound port: 337d67f8-5982-4ef6-8409-879c728beeb1, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd6aee9-81fe-4e7f-902d-dc3d1acbc40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:10.076454 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:10.104723 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:10.125670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:10.134777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd6aee9-81fe-4e7f-902d-dc3d1acbc40d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:10.135069 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd6aee9-81fe-4e7f-902d-dc3d1acbc40d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:10.138689 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] For port 337d67f8-5982-4ef6-8409-879c728beeb1, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:10.141676 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] For port 337d67f8-5982-4ef6-8409-879c728beeb1, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=337d67f8-5982-4ef6-8409-879c728beeb1,segment=NetworkSegment(5cd6aee9-81fe-4e7f-902d-dc3d1acbc40d),segment_id=5cd6aee9-81fe-4e7f-902d-dc3d1acbc40d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:10.145280 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:10.190623 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:10.192673 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:10.198956 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:57:10.199537 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:57:10.202606 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:57:10.268623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb97a7-3dbd-4255-a131-01a3baa537eb None None] Pushing event updated for resources: {'Port': ['ID=337d67f8-5982-4ef6-8409-879c728beeb1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:10.283428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c1c8ab-d2ae-4d80-b0db-4dd4585b1ffb None None] Network 66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:10.293154 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:57:10.293154 n-d-767704-23 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:57:10.293154 n-d-767704-23 neutron-server[103147]: [parameters: {'id': '66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3'}] Nov 12 04:57:10.293154 n-d-767704-23 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:57:10.293622 n-d-767704-23 neutron-server[103147]: DEBUG oslo_db.api [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:57:10.404543 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549cc140-d8b6-4ac7-8378-19da58b7ad0b None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:57:10.474723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549cc140-d8b6-4ac7-8378-19da58b7ad0b None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:57:10.794827 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:10.850110 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Deleting port 337d67f8-5982-4ef6-8409-879c728beeb1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:10.850447 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:10.909997 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] For port 337d67f8-5982-4ef6-8409-879c728beeb1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=337d67f8-5982-4ef6-8409-879c728beeb1,segment=NetworkSegment(5cd6aee9-81fe-4e7f-902d-dc3d1acbc40d),segment_id=5cd6aee9-81fe-4e7f-902d-dc3d1acbc40d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:10.910355 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:10.922089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Calling delete_port for 337d67f8-5982-4ef6-8409-879c728beeb1 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:11.058284 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:11.084004 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Port': ['ID=337d67f8-5982-4ef6-8409-879c728beeb1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:11.087900 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] No DVR routers for this DVR port 337d67f8-5982-4ef6-8409-879c728beeb1 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:57:11.167682 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:11.187143 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:11.196670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd6aee9-81fe-4e7f-902d-dc3d1acbc40d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:11.196986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd6aee9-81fe-4e7f-902d-dc3d1acbc40d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:11.206801 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:11.219369 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:11.225569 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:57:11.225943 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:57:11.228794 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:57:11.344009 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:11.351006 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:11.354151 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "DELETE /v2.0/networks/66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3 HTTP/1.1" status: 204 len: 168 time: 1.8197255 Nov 12 04:57:11.358134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:11.363244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bc233c60-cbf5-491e-92f5-5939929c031e tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1400474422'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:11.368486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da168a31-6c6d-4a0f-8def-f84205b23e53 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Network': ['ID=66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:11.475661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc233c60-cbf5-491e-92f5-5939929c031e tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Made reservation on behalf of cab3d62a4824417b912c02038ef20d01 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:11.479092 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc233c60-cbf5-491e-92f5-5939929c031e tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:11.502691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc233c60-cbf5-491e-92f5-5939929c031e tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:57:11.511656 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc233c60-cbf5-491e-92f5-5939929c031e tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:11.512009 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-bc233c60-cbf5-491e-92f5-5939929c031e tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Added segment e12c8cee-af9b-47e5-8ff3-edcc70b46259 of type vlan for network 15173fed-57eb-41c5-b9bc-d79a1213f7cd Nov 12 04:57:11.554500 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc233c60-cbf5-491e-92f5-5939929c031e tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:11.641208 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc233c60-cbf5-491e-92f5-5939929c031e tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:11.646919 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc233c60-cbf5-491e-92f5-5939929c031e tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:11.647516 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc233c60-cbf5-491e-92f5-5939929c031e tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:12.053065 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bc233c60-cbf5-491e-92f5-5939929c031e tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6937833 Nov 12 04:57:12.055883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33418) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:12.060551 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6c4be4dc-a947-490e-ba32-569e3e4b9c50 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Request body: {'subnet': {'network_id': '15173fed-57eb-41c5-b9bc-d79a1213f7cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:12.079062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc233c60-cbf5-491e-92f5-5939929c031e tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event updated for resources: {'Network': ['ID=15173fed-57eb-41c5-b9bc-d79a1213f7cd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:12.089239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 15173fed-57eb-41c5-b9bc-d79a1213f7cd details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:57:12.218449 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4be4dc-a947-490e-ba32-569e3e4b9c50 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Made reservation on behalf of cab3d62a4824417b912c02038ef20d01 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:12.222186 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c4be4dc-a947-490e-ba32-569e3e4b9c50 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:12.453232 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c4be4dc-a947-490e-ba32-569e3e4b9c50 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:12.517019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4be4dc-a947-490e-ba32-569e3e4b9c50 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event updated for resources: {'Subnet': ['ID=ad916df5-43ec-442a-977d-53945fe018c4,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:12.525834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4be4dc-a947-490e-ba32-569e3e4b9c50 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Checking segment: {'id': 'e12c8cee-af9b-47e5-8ff3-edcc70b46259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '15173fed-57eb-41c5-b9bc-d79a1213f7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:12.526226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4be4dc-a947-490e-ba32-569e3e4b9c50 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Network hostable DHCP agents. Network: 15173fed-57eb-41c5-b9bc-d79a1213f7cd, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:57:12.590099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4be4dc-a947-490e-ba32-569e3e4b9c50 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Network 15173fed-57eb-41c5-b9bc-d79a1213f7cd is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:57:12.726784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6c4be4dc-a947-490e-ba32-569e3e4b9c50 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 15173fed-57eb-41c5-b9bc-d79a1213f7cd) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:12.731107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4be4dc-a947-490e-ba32-569e3e4b9c50 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:12.732020 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c4be4dc-a947-490e-ba32-569e3e4b9c50 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:12.736565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d3652-c3ab-4c90-9982-999a70d3dfb3 None None] Network 15173fed-57eb-41c5-b9bc-d79a1213f7cd requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:12.815572 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6c4be4dc-a947-490e-ba32-569e3e4b9c50 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7586372 Nov 12 04:57:12.819136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33420) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:12.824546 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-51603e16-0208-4085-a686-a86fafb2a00a tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-754016126'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:12.881091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e78533-700e-403e-82a0-03e762823607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-15173fed-57eb-41c5-b9bc-d79a1213f7cd', 'network_id': '15173fed-57eb-41c5-b9bc-d79a1213f7cd', 'tenant_id': 'cab3d62a4824417b912c02038ef20d01', 'fixed_ips': [{'subnet_id': 'ad916df5-43ec-442a-977d-53945fe018c4'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:57:12.881952 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88e78533-700e-403e-82a0-03e762823607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:12.892885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51603e16-0208-4085-a686-a86fafb2a00a tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Made reservation on behalf of cab3d62a4824417b912c02038ef20d01 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:12.896334 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51603e16-0208-4085-a686-a86fafb2a00a tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:12.919788 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51603e16-0208-4085-a686-a86fafb2a00a tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:57:12.928999 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51603e16-0208-4085-a686-a86fafb2a00a tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:12.929337 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-51603e16-0208-4085-a686-a86fafb2a00a tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Added segment 6a36f7ca-0af0-4481-a5f4-24afa7ba44d2 of type vlan for network 61407569-1eb2-4a49-84fc-66bf7e45d66a Nov 12 04:57:12.969387 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51603e16-0208-4085-a686-a86fafb2a00a tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:13.019506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-88e78533-700e-403e-82a0-03e762823607 None None] Allocated IP 2001:db8::2 (15173fed-57eb-41c5-b9bc-d79a1213f7cd/ad916df5-43ec-442a-977d-53945fe018c4/e72ae74e-047a-40c5-b6ad-e5d71588cba7) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:13.041618 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51603e16-0208-4085-a686-a86fafb2a00a tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:13.047296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51603e16-0208-4085-a686-a86fafb2a00a tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:13.047884 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51603e16-0208-4085-a686-a86fafb2a00a tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:13.118942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51603e16-0208-4085-a686-a86fafb2a00a tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event updated for resources: {'Network': ['ID=61407569-1eb2-4a49-84fc-66bf7e45d66a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:13.135655 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-51603e16-0208-4085-a686-a86fafb2a00a tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3154659 Nov 12 04:57:13.138504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:13.143458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d7b8c28c-9542-416f-b022-d81c3534eaa6 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Request body: {'subnet': {'network_id': '61407569-1eb2-4a49-84fc-66bf7e45d66a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:13.143918 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 61407569-1eb2-4a49-84fc-66bf7e45d66a details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:57:13.219552 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88e78533-700e-403e-82a0-03e762823607 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:13.293068 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88e78533-700e-403e-82a0-03e762823607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:13.304353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b8c28c-9542-416f-b022-d81c3534eaa6 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Made reservation on behalf of cab3d62a4824417b912c02038ef20d01 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:13.307886 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b8c28c-9542-416f-b022-d81c3534eaa6 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:13.338811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e78533-700e-403e-82a0-03e762823607 None None] Network 15173fed-57eb-41c5-b9bc-d79a1213f7cd is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:13.341738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-88e78533-700e-403e-82a0-03e762823607 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:13.345401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e78533-700e-403e-82a0-03e762823607 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:13.350978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e78533-700e-403e-82a0-03e762823607 None None] Pushing event updated for resources: {'Port': ['ID=e72ae74e-047a-40c5-b6ad-e5d71588cba7,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:13.405291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-88e78533-700e-403e-82a0-03e762823607 None None] Attempting to bind port e72ae74e-047a-40c5-b6ad-e5d71588cba7 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:13.405665 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-88e78533-700e-403e-82a0-03e762823607 None None] Attempting to bind port e72ae74e-047a-40c5-b6ad-e5d71588cba7 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'e12c8cee-af9b-47e5-8ff3-edcc70b46259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '15173fed-57eb-41c5-b9bc-d79a1213f7cd'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:13.406030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e78533-700e-403e-82a0-03e762823607 None None] Attempting to bind port e72ae74e-047a-40c5-b6ad-e5d71588cba7 on network 15173fed-57eb-41c5-b9bc-d79a1213f7cd {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:13.411236 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e78533-700e-403e-82a0-03e762823607 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:13.411604 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e78533-700e-403e-82a0-03e762823607 None None] Checking segment: {'id': 'e12c8cee-af9b-47e5-8ff3-edcc70b46259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '15173fed-57eb-41c5-b9bc-d79a1213f7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:13.412024 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88e78533-700e-403e-82a0-03e762823607 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:13.412431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e78533-700e-403e-82a0-03e762823607 None None] Bound using segment: {'id': 'e12c8cee-af9b-47e5-8ff3-edcc70b46259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '15173fed-57eb-41c5-b9bc-d79a1213f7cd'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:13.412901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-88e78533-700e-403e-82a0-03e762823607 None None] Bound port: e72ae74e-047a-40c5-b6ad-e5d71588cba7, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12c8cee-af9b-47e5-8ff3-edcc70b46259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '15173fed-57eb-41c5-b9bc-d79a1213f7cd'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:13.413279 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88e78533-700e-403e-82a0-03e762823607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:13.479268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-88e78533-700e-403e-82a0-03e762823607 None None] For port e72ae74e-047a-40c5-b6ad-e5d71588cba7, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:13.482335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-88e78533-700e-403e-82a0-03e762823607 None None] For port e72ae74e-047a-40c5-b6ad-e5d71588cba7, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e72ae74e-047a-40c5-b6ad-e5d71588cba7,segment=NetworkSegment(e12c8cee-af9b-47e5-8ff3-edcc70b46259),segment_id=e12c8cee-af9b-47e5-8ff3-edcc70b46259)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:13.567801 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b8c28c-9542-416f-b022-d81c3534eaa6 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:13.568426 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88e78533-700e-403e-82a0-03e762823607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:13.632391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e78533-700e-403e-82a0-03e762823607 None None] Pushing event updated for resources: {'Port': ['ID=e72ae74e-047a-40c5-b6ad-e5d71588cba7,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:13.642867 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8c28c-9542-416f-b022-d81c3534eaa6 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event updated for resources: {'Subnet': ['ID=4e430efb-6850-4da3-9dd7-4a37e702e329,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:13.650432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8c28c-9542-416f-b022-d81c3534eaa6 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Checking segment: {'id': '6a36f7ca-0af0-4481-a5f4-24afa7ba44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '61407569-1eb2-4a49-84fc-66bf7e45d66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:13.650792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b8c28c-9542-416f-b022-d81c3534eaa6 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Network hostable DHCP agents. Network: 61407569-1eb2-4a49-84fc-66bf7e45d66a, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:57:13.722109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b8c28c-9542-416f-b022-d81c3534eaa6 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Network 61407569-1eb2-4a49-84fc-66bf7e45d66a is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:57:13.801524 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d7b8c28c-9542-416f-b022-d81c3534eaa6 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 61407569-1eb2-4a49-84fc-66bf7e45d66a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:13.805775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b8c28c-9542-416f-b022-d81c3534eaa6 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:13.806542 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b8c28c-9542-416f-b022-d81c3534eaa6 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:13.810071 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e343fd-dab6-47ba-b9ab-772ccc872e74 None None] Network 61407569-1eb2-4a49-84fc-66bf7e45d66a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:13.904487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d7b8c28c-9542-416f-b022-d81c3534eaa6 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7626867 Nov 12 04:57:13.905476 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33424) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:13.971129 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-61407569-1eb2-4a49-84fc-66bf7e45d66a', 'network_id': '61407569-1eb2-4a49-84fc-66bf7e45d66a', 'tenant_id': 'cab3d62a4824417b912c02038ef20d01', 'fixed_ips': [{'subnet_id': '4e430efb-6850-4da3-9dd7-4a37e702e329'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:57:13.971976 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:14.011439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:14.071074 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:14.106344 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Allocated IP 2001:db8::2 (61407569-1eb2-4a49-84fc-66bf7e45d66a/4e430efb-6850-4da3-9dd7-4a37e702e329/82be92b0-c9e2-4d51-8e34-a861deeb6e98) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:14.257121 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:14.304900 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:14.352817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Network 61407569-1eb2-4a49-84fc-66bf7e45d66a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:14.357580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:14.360625 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:14.368851 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Pushing event updated for resources: {'Port': ['ID=82be92b0-c9e2-4d51-8e34-a861deeb6e98,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:14.402350 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:14.438993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Subnet': ['ID=4e430efb-6850-4da3-9dd7-4a37e702e329,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:14.507034 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:14.528979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61407569-1eb2-4a49-84fc-66bf7e45d66a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:14.539458 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a36f7ca-0af0-4481-a5f4-24afa7ba44d2') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:14.539748 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a36f7ca-0af0-4481-a5f4-24afa7ba44d2') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:14.550892 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:14.575778 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:14.575778 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:57:14.575778 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:57:14.577455 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:57:14.584325 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9dd7f9-6043-426a-ba1c-ba8dea06391d None None] Network 15173fed-57eb-41c5-b9bc-d79a1213f7cd requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:14.650923 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Attempting to bind port 82be92b0-c9e2-4d51-8e34-a861deeb6e98 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:14.651196 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Attempting to bind port 82be92b0-c9e2-4d51-8e34-a861deeb6e98 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '6a36f7ca-0af0-4481-a5f4-24afa7ba44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '61407569-1eb2-4a49-84fc-66bf7e45d66a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:14.651558 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Attempting to bind port 82be92b0-c9e2-4d51-8e34-a861deeb6e98 on network 61407569-1eb2-4a49-84fc-66bf7e45d66a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:14.665829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:14.666204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Checking segment: {'id': '6a36f7ca-0af0-4481-a5f4-24afa7ba44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '61407569-1eb2-4a49-84fc-66bf7e45d66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:14.666609 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:14.667004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Bound using segment: {'id': '6a36f7ca-0af0-4481-a5f4-24afa7ba44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '61407569-1eb2-4a49-84fc-66bf7e45d66a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:14.667491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Bound port: 82be92b0-c9e2-4d51-8e34-a861deeb6e98, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a36f7ca-0af0-4481-a5f4-24afa7ba44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '61407569-1eb2-4a49-84fc-66bf7e45d66a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:14.667874 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:14.673674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2e2a1bbc-e9d8-4fae-8d28-c85fe491bcc4 None None] Provisioning complete for port e72ae74e-047a-40c5-b6ad-e5d71588cba7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:14.674047 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1bbc-e9d8-4fae-8d28-c85fe491bcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:14.828367 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] For port 82be92b0-c9e2-4d51-8e34-a861deeb6e98, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:14.892558 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1bbc-e9d8-4fae-8d28-c85fe491bcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:14.936393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2e2a1bbc-e9d8-4fae-8d28-c85fe491bcc4 None None] For port e72ae74e-047a-40c5-b6ad-e5d71588cba7, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e72ae74e-047a-40c5-b6ad-e5d71588cba7,segment=NetworkSegment(e12c8cee-af9b-47e5-8ff3-edcc70b46259),segment_id=e12c8cee-af9b-47e5-8ff3-edcc70b46259)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:15.004388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] For port 82be92b0-c9e2-4d51-8e34-a861deeb6e98, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=82be92b0-c9e2-4d51-8e34-a861deeb6e98,segment=NetworkSegment(6a36f7ca-0af0-4481-a5f4-24afa7ba44d2),segment_id=6a36f7ca-0af0-4481-a5f4-24afa7ba44d2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:15.013841 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1bbc-e9d8-4fae-8d28-c85fe491bcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:15.063840 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:57:15.063840 n-d-767704-23 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:57:15.063840 n-d-767704-23 neutron-server[103147]: [parameters: {'id': '61407569-1eb2-4a49-84fc-66bf7e45d66a'}] Nov 12 04:57:15.063840 n-d-767704-23 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:57:15.067877 n-d-767704-23 neutron-server[103147]: DEBUG oslo_db.api [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:57:15.069568 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a1bbc-e9d8-4fae-8d28-c85fe491bcc4 None None] Pushing event updated for resources: {'Port': ['ID=e72ae74e-047a-40c5-b6ad-e5d71588cba7,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:15.088307 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:15.125876 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e72ae74e-047a-40c5-b6ad-e5d71588cba7 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:15.210493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560bf01-f524-4483-9a18-4aa63c043a01 None None] Pushing event updated for resources: {'Port': ['ID=82be92b0-c9e2-4d51-8e34-a861deeb6e98,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:15.226166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d49c07-433a-462e-b93c-458cc52c4820 None None] Network 61407569-1eb2-4a49-84fc-66bf7e45d66a requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:15.256461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7498d625-b57d-4bb0-a9a1-d14e6b95c853 None None] Provisioning complete for port e72ae74e-047a-40c5-b6ad-e5d71588cba7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:15.256827 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7498d625-b57d-4bb0-a9a1-d14e6b95c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:15.290106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e72ae74e-047a-40c5-b6ad-e5d71588cba7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:15.290771 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:15.491120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9351e1d2-c887-4088-bddf-ff6034e4c11f None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:57:15.565006 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:15.566531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9351e1d2-c887-4088-bddf-ff6034e4c11f None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:57:15.617781 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Deleting port 82be92b0-c9e2-4d51-8e34-a861deeb6e98 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:15.618111 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:15.682146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] For port 82be92b0-c9e2-4d51-8e34-a861deeb6e98, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=82be92b0-c9e2-4d51-8e34-a861deeb6e98,segment=NetworkSegment(6a36f7ca-0af0-4481-a5f4-24afa7ba44d2),segment_id=6a36f7ca-0af0-4481-a5f4-24afa7ba44d2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:15.682500 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:15.694657 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Calling delete_port for 82be92b0-c9e2-4d51-8e34-a861deeb6e98 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:15.830666 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:15.853978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Port': ['ID=82be92b0-c9e2-4d51-8e34-a861deeb6e98,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:15.863976 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:15.864351 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:15.864694 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:15.865033 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:15.865370 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:15.865701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:15.866031 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:15.866368 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:15.866691 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:15.867013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:15.867337 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:15.867657 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:15.870210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] No DVR routers for this DVR port 82be92b0-c9e2-4d51-8e34-a861deeb6e98 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:57:15.958044 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:15.977403 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61407569-1eb2-4a49-84fc-66bf7e45d66a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:15.986520 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a36f7ca-0af0-4481-a5f4-24afa7ba44d2') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:15.986815 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a36f7ca-0af0-4481-a5f4-24afa7ba44d2') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:15.995808 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.008994 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.014919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:57:16.015325 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:57:16.018970 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:57:16.132174 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.139223 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.142514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "DELETE /v2.0/networks/61407569-1eb2-4a49-84fc-66bf7e45d66a HTTP/1.1" status: 204 len: 168 time: 2.2353568 Nov 12 04:57:16.145881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:16.154839 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484affe1-afc7-4b04-87e5-af6681da587b tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Network': ['ID=61407569-1eb2-4a49-84fc-66bf7e45d66a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:16.181461 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa699c8f-b430-4089-9cfc-365391e2da69 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] GET failed (client error): The resource could not be found. Nov 12 04:57:16.182746 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fa699c8f-b430-4089-9cfc-365391e2da69 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "GET /v2.0/subnets/4e430efb-6850-4da3-9dd7-4a37e702e329 HTTP/1.1" status: 404 len: 337 time: 0.0357640 Nov 12 04:57:16.185494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33430) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:16.203631 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb396217-01ad-4a68-b7d5-9937cf042373 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] DELETE failed (client error): The resource could not be found. Nov 12 04:57:16.204172 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb396217-01ad-4a68-b7d5-9937cf042373 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:57:16.207101 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eb396217-01ad-4a68-b7d5-9937cf042373 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "DELETE /v2.0/networks/61407569-1eb2-4a49-84fc-66bf7e45d66a HTTP/1.1" status: 404 len: 339 time: 0.0207205 Nov 12 04:57:16.210882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:16.236169 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7457fe30-43b4-4956-8857-003fc59d8638 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] DELETE failed (client error): The resource could not be found. Nov 12 04:57:16.236605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7457fe30-43b4-4956-8857-003fc59d8638 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:57:16.239545 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7457fe30-43b4-4956-8857-003fc59d8638 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "DELETE /v2.0/subnets/4e430efb-6850-4da3-9dd7-4a37e702e329 HTTP/1.1" status: 404 len: 337 time: 0.0276234 Nov 12 04:57:16.241959 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33434) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:16.259284 n-d-767704-23 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc912fb6-65a8-4dca-93d2-84865a6dd0b9 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] DELETE failed (client error): The resource could not be found. Nov 12 04:57:16.259791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc912fb6-65a8-4dca-93d2-84865a6dd0b9 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:57:16.262687 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dc912fb6-65a8-4dca-93d2-84865a6dd0b9 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "DELETE /v2.0/networks/61407569-1eb2-4a49-84fc-66bf7e45d66a HTTP/1.1" status: 404 len: 339 time: 0.0198700 Nov 12 04:57:16.264970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33436) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:16.313493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-42650029-0401-47a6-afef-b0bd0b41a0c7 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Deleting subnet ad916df5-43ec-442a-977d-53945fe018c4 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:57:16.317114 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42650029-0401-47a6-afef-b0bd0b41a0c7 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.359884 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42650029-0401-47a6-afef-b0bd0b41a0c7 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.441720 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42650029-0401-47a6-afef-b0bd0b41a0c7 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.573083 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42650029-0401-47a6-afef-b0bd0b41a0c7 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.598114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42650029-0401-47a6-afef-b0bd0b41a0c7 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Subnet': ['ID=ad916df5-43ec-442a-977d-53945fe018c4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:16.603906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42650029-0401-47a6-afef-b0bd0b41a0c7 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.606852 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-42650029-0401-47a6-afef-b0bd0b41a0c7 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "DELETE /v2.0/subnets/ad916df5-43ec-442a-977d-53945fe018c4 HTTP/1.1" status: 204 len: 168 time: 0.3410130 Nov 12 04:57:16.609410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33438) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:16.611255 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f21800-ff08-4687-b38e-1933791ca53a None None] Network 15173fed-57eb-41c5-b9bc-d79a1213f7cd requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:16.691341 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.744593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Deleting port e72ae74e-047a-40c5-b6ad-e5d71588cba7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:16.744937 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.791328 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8844d6f1-5009-497a-bab4-70f8fc1ac882 None None] DHCP port deletion for 15173fed-57eb-41c5-b9bc-d79a1213f7cd request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:57:16.820853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] For port e72ae74e-047a-40c5-b6ad-e5d71588cba7, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e72ae74e-047a-40c5-b6ad-e5d71588cba7,segment=NetworkSegment(e12c8cee-af9b-47e5-8ff3-edcc70b46259),segment_id=e12c8cee-af9b-47e5-8ff3-edcc70b46259)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:16.821310 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.834674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Calling delete_port for e72ae74e-047a-40c5-b6ad-e5d71588cba7 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:16.840088 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8844d6f1-5009-497a-bab4-70f8fc1ac882 None None] Deleting port e72ae74e-047a-40c5-b6ad-e5d71588cba7 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:16.840466 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8844d6f1-5009-497a-bab4-70f8fc1ac882 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.902081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8844d6f1-5009-497a-bab4-70f8fc1ac882 None None] For port e72ae74e-047a-40c5-b6ad-e5d71588cba7, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e72ae74e-047a-40c5-b6ad-e5d71588cba7,segment=NetworkSegment(e12c8cee-af9b-47e5-8ff3-edcc70b46259),segment_id=e12c8cee-af9b-47e5-8ff3-edcc70b46259)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:16.902474 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8844d6f1-5009-497a-bab4-70f8fc1ac882 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.915575 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8844d6f1-5009-497a-bab4-70f8fc1ac882 None None] Calling delete_port for e72ae74e-047a-40c5-b6ad-e5d71588cba7 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:16.950056 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:16.975160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Port': ['ID=e72ae74e-047a-40c5-b6ad-e5d71588cba7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:16.982858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] No DVR routers for this DVR port e72ae74e-047a-40c5-b6ad-e5d71588cba7 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:57:16.996737 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8844d6f1-5009-497a-bab4-70f8fc1ac882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.020908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844d6f1-5009-497a-bab4-70f8fc1ac882 None None] Pushing event deleted for resources: {'Port': ['ID=e72ae74e-047a-40c5-b6ad-e5d71588cba7,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:17.027377 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8844d6f1-5009-497a-bab4-70f8fc1ac882 None None] No DVR routers for this DVR port e72ae74e-047a-40c5-b6ad-e5d71588cba7 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:57:17.068556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e72ae74e-047a-40c5-b6ad-e5d71588cba7 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:57:17.077820 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.090015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: e72ae74e-047a-40c5-b6ad-e5d71588cba7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:57:17.090299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e72ae74e-047a-40c5-b6ad-e5d71588cba7 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:57:17.099686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15173fed-57eb-41c5-b9bc-d79a1213f7cd']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:17.109227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12c8cee-af9b-47e5-8ff3-edcc70b46259') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:17.109526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12c8cee-af9b-47e5-8ff3-edcc70b46259') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:17.118946 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.132911 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.138979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:57:17.139356 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:57:17.142981 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:57:17.253110 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.259701 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.262837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "DELETE /v2.0/networks/15173fed-57eb-41c5-b9bc-d79a1213f7cd HTTP/1.1" status: 204 len: 168 time: 0.6524463 Nov 12 04:57:17.265945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33440) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:17.275345 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d1abf-4e0b-4d5f-ab0a-e9f0ff3c569d tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Network': ['ID=15173fed-57eb-41c5-b9bc-d79a1213f7cd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:17.294255 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd496609-d9c6-4950-b2df-0f30e4d6cde3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] DELETE failed (client error): The resource could not be found. Nov 12 04:57:17.294653 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd496609-d9c6-4950-b2df-0f30e4d6cde3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:57:17.297752 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dd496609-d9c6-4950-b2df-0f30e4d6cde3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "DELETE /v2.0/subnets/383ebb43-f496-4e45-a4af-55cc8a585b01 HTTP/1.1" status: 404 len: 337 time: 0.0307584 Nov 12 04:57:17.300295 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33442) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:17.318436 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdcc316-21a3-47c4-98f4-acdc40c0ed75 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] DELETE failed (client error): The resource could not be found. Nov 12 04:57:17.319011 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fdcc316-21a3-47c4-98f4-acdc40c0ed75 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:57:17.322365 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9fdcc316-21a3-47c4-98f4-acdc40c0ed75 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "DELETE /v2.0/networks/66b7c4dd-f70a-45a9-a2dc-e6f064d8d1c3 HTTP/1.1" status: 404 len: 339 time: 0.0211759 Nov 12 04:57:17.330231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33444) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:17.355410 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd6025f-1936-4a00-a472-b44c47a5bd43 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] DELETE failed (client error): The resource could not be found. Nov 12 04:57:17.355785 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd6025f-1936-4a00-a472-b44c47a5bd43 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:57:17.358777 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cbd6025f-1936-4a00-a472-b44c47a5bd43 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "DELETE /v2.0/subnets/891bcf89-1952-46a5-8e4d-7dd4e3b14bd7 HTTP/1.1" status: 404 len: 337 time: 0.0276618 Nov 12 04:57:17.361212 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33446) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:17.379636 n-d-767704-23 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbc4ab9-772d-44c6-b8e5-c4e915e742a8 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] DELETE failed (client error): The resource could not be found. Nov 12 04:57:17.380193 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebbc4ab9-772d-44c6-b8e5-c4e915e742a8 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:57:17.383278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ebbc4ab9-772d-44c6-b8e5-c4e915e742a8 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "DELETE /v2.0/networks/538007af-c18d-48d8-9df2-a3665e0c5446 HTTP/1.1" status: 404 len: 339 time: 0.0211382 Nov 12 04:57:17.385993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33448) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:17.436904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-2092153c-2cce-45b2-9f3a-65496dc250c1 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Deleting subnet a3529498-4072-4137-8eaf-1afaa8d37344 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:57:17.440779 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2092153c-2cce-45b2-9f3a-65496dc250c1 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.481229 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2092153c-2cce-45b2-9f3a-65496dc250c1 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.567665 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2092153c-2cce-45b2-9f3a-65496dc250c1 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.698535 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2092153c-2cce-45b2-9f3a-65496dc250c1 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.726643 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092153c-2cce-45b2-9f3a-65496dc250c1 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Subnet': ['ID=a3529498-4072-4137-8eaf-1afaa8d37344,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:17.740878 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2092153c-2cce-45b2-9f3a-65496dc250c1 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.741075 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f720c0bc-eef9-44f3-8afd-ddddcdfe9f54 None None] Network 0efb591c-8c91-4c70-9bdd-2d3fc64348de requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:17.741512 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2092153c-2cce-45b2-9f3a-65496dc250c1 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "DELETE /v2.0/subnets/a3529498-4072-4137-8eaf-1afaa8d37344 HTTP/1.1" status: 204 len: 168 time: 0.3491101 Nov 12 04:57:17.741512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:17.820239 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.877245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Deleting port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:17.877518 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.919505 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86730766-5307-43c3-a018-e7aca5807bf3 None None] DHCP port deletion for 0efb591c-8c91-4c70-9bdd-2d3fc64348de request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:57:17.945894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] For port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e8e660d0-e95d-4fd1-a81b-9b1bb97941f0,segment=NetworkSegment(8fd6cde8-7810-4be0-b757-fb99102e1111),segment_id=8fd6cde8-7810-4be0-b757-fb99102e1111)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:17.946258 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:17.964871 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Calling delete_port for e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:17.967010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-86730766-5307-43c3-a018-e7aca5807bf3 None None] Deleting port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:17.967385 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86730766-5307-43c3-a018-e7aca5807bf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:18.032491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-86730766-5307-43c3-a018-e7aca5807bf3 None None] For port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e8e660d0-e95d-4fd1-a81b-9b1bb97941f0,segment=NetworkSegment(8fd6cde8-7810-4be0-b757-fb99102e1111),segment_id=8fd6cde8-7810-4be0-b757-fb99102e1111)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:18.033206 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86730766-5307-43c3-a018-e7aca5807bf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:18.045540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-86730766-5307-43c3-a018-e7aca5807bf3 None None] Calling delete_port for e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:18.092863 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:18.118808 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86730766-5307-43c3-a018-e7aca5807bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:18.119294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Port': ['ID=e8e660d0-e95d-4fd1-a81b-9b1bb97941f0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:18.121246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] No DVR routers for this DVR port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:57:18.145153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86730766-5307-43c3-a018-e7aca5807bf3 None None] Pushing event deleted for resources: {'Port': ['ID=e8e660d0-e95d-4fd1-a81b-9b1bb97941f0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:18.148600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86730766-5307-43c3-a018-e7aca5807bf3 None None] No DVR routers for this DVR port e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:57:18.221294 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:18.241519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efb591c-8c91-4c70-9bdd-2d3fc64348de']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:18.250980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd6cde8-7810-4be0-b757-fb99102e1111') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:18.251760 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd6cde8-7810-4be0-b757-fb99102e1111') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:18.261085 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:18.274817 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:18.280612 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: timer() Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:57:18.284341 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:57:18.429497 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:18.435552 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:18.443245 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] 10.222.0.105 "DELETE /v2.0/networks/0efb591c-8c91-4c70-9bdd-2d3fc64348de HTTP/1.1" status: 204 len: 168 time: 0.6992078 Nov 12 04:57:18.455473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729227e-a3f7-4e24-aa18-a8d5b469bdf3 tempest-NetworksIpV6Test-2077215021 tempest-NetworksIpV6Test-2077215021-project] Pushing event deleted for resources: {'Network': ['ID=0efb591c-8c91-4c70-9bdd-2d3fc64348de,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:18.883295 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:19.013313 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2e445f02-9c97-49e3-84d8-6987f6e2c824 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cab3d62a4824417b912c02038ef20d01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287737 Nov 12 04:57:19.015762 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33460) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:19.059206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:57:19.070019 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88272ba1-6bdd-47cf-879d-12dbf56928fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:19.082825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:57:19.083167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e8e660d0-e95d-4fd1-a81b-9b1bb97941f0 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:57:19.090997 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88272ba1-6bdd-47cf-879d-12dbf56928fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:19.212711 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88272ba1-6bdd-47cf-879d-12dbf56928fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:19.215325 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88272ba1-6bdd-47cf-879d-12dbf56928fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:19.216517 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-88272ba1-6bdd-47cf-879d-12dbf56928fd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/151bd904-d1d2-4389-a7f8-3196d18dfeff HTTP/1.1" status: 204 len: 168 time: 0.1998441 Nov 12 04:57:19.224800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88272ba1-6bdd-47cf-879d-12dbf56928fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151bd904-d1d2-4389-a7f8-3196d18dfeff,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:19.640743 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:20.180938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33482) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:20.274361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6afdad65-d0b0-4fdb-902e-8ff1f9723a5e tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-351438181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:20.395549 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6afdad65-d0b0-4fdb-902e-8ff1f9723a5e tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:20.396654 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6afdad65-d0b0-4fdb-902e-8ff1f9723a5e tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:20.452882 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6afdad65-d0b0-4fdb-902e-8ff1f9723a5e tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:20.544533 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6afdad65-d0b0-4fdb-902e-8ff1f9723a5e tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:20.626334 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6afdad65-d0b0-4fdb-902e-8ff1f9723a5e tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:20.627538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6afdad65-d0b0-4fdb-902e-8ff1f9723a5e tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4454927 Nov 12 04:57:20.630376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33486) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:20.635520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-578953619'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:20.697966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Made reservation on behalf of 4569226bd6044ab4a7a2fa35cc588917 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:20.701380 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:20.711466 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:20.783603 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:20.835378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:20.858351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:57:20.871689 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72dfb0d-9e55-41ef-b48e-543bb1bd268d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:20.876562 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:20.876891 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Added segment 2d6cf921-b8e5-4a19-a85e-e6e51decd647 of type vlan for network 70225c32-a04e-4036-b366-369326e11414 Nov 12 04:57:20.917936 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:21.007063 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:21.012664 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:21.013272 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:21.077681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Pushing event updated for resources: {'Network': ['ID=70225c32-a04e-4036-b366-369326e11414,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:21.088012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 70225c32-a04e-4036-b366-369326e11414 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:57:21.118603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d62b9235-757f-4077-b9e2-ff69f3113cd9 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4871595 Nov 12 04:57:21.121311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33488) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:21.126732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9513f9ed-e0db-4c7f-a9b9-58d4ad4d4a49 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Request body: {'subnet': {'network_id': '70225c32-a04e-4036-b366-369326e11414', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:21.280964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9513f9ed-e0db-4c7f-a9b9-58d4ad4d4a49 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Made reservation on behalf of 4569226bd6044ab4a7a2fa35cc588917 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:21.284473 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9513f9ed-e0db-4c7f-a9b9-58d4ad4d4a49 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:21.527757 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9513f9ed-e0db-4c7f-a9b9-58d4ad4d4a49 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:21.590003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513f9ed-e0db-4c7f-a9b9-58d4ad4d4a49 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Pushing event updated for resources: {'Subnet': ['ID=7a3d7b01-0ae7-4f19-8362-91b2de8b0c13,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:21.602257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513f9ed-e0db-4c7f-a9b9-58d4ad4d4a49 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Checking segment: {'id': '2d6cf921-b8e5-4a19-a85e-e6e51decd647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '70225c32-a04e-4036-b366-369326e11414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:21.602619 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9513f9ed-e0db-4c7f-a9b9-58d4ad4d4a49 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Network hostable DHCP agents. Network: 70225c32-a04e-4036-b366-369326e11414, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:57:21.658264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9513f9ed-e0db-4c7f-a9b9-58d4ad4d4a49 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Network 70225c32-a04e-4036-b366-369326e11414 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:57:21.715286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9513f9ed-e0db-4c7f-a9b9-58d4ad4d4a49 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 70225c32-a04e-4036-b366-369326e11414) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:21.719452 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9513f9ed-e0db-4c7f-a9b9-58d4ad4d4a49 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:21.720056 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9513f9ed-e0db-4c7f-a9b9-58d4ad4d4a49 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:21.724890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203f8f37-6f06-4837-a81b-c6784fb62ba5 None None] Network 70225c32-a04e-4036-b366-369326e11414 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:21.781117 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9513f9ed-e0db-4c7f-a9b9-58d4ad4d4a49 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6587148 Nov 12 04:57:21.784963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33490) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:21.789870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fae40b38-72f2-4e7b-8554-c5da4d3fccd1 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-395571027'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:21.867298 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-70225c32-a04e-4036-b366-369326e11414', 'network_id': '70225c32-a04e-4036-b366-369326e11414', 'tenant_id': '4569226bd6044ab4a7a2fa35cc588917', 'fixed_ips': [{'subnet_id': '7a3d7b01-0ae7-4f19-8362-91b2de8b0c13'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:57:21.868172 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:21.869875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae40b38-72f2-4e7b-8554-c5da4d3fccd1 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Made reservation on behalf of 4569226bd6044ab4a7a2fa35cc588917 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:21.873400 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fae40b38-72f2-4e7b-8554-c5da4d3fccd1 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:21.897996 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae40b38-72f2-4e7b-8554-c5da4d3fccd1 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:57:21.907440 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fae40b38-72f2-4e7b-8554-c5da4d3fccd1 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:21.907780 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-fae40b38-72f2-4e7b-8554-c5da4d3fccd1 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Added segment b0bf9a48-f12e-4471-86aa-1335f8fb719c of type vlan for network 875e977d-93f2-4f19-a193-68a7433aec75 Nov 12 04:57:21.948627 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fae40b38-72f2-4e7b-8554-c5da4d3fccd1 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.002400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Allocated IP 172.20.0.2 (70225c32-a04e-4036-b366-369326e11414/7a3d7b01-0ae7-4f19-8362-91b2de8b0c13/8e96365a-4cc5-4ddf-98e9-e7446c23b036) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:22.046875 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fae40b38-72f2-4e7b-8554-c5da4d3fccd1 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.052564 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae40b38-72f2-4e7b-8554-c5da4d3fccd1 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:22.053286 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fae40b38-72f2-4e7b-8554-c5da4d3fccd1 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.123848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae40b38-72f2-4e7b-8554-c5da4d3fccd1 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Pushing event updated for resources: {'Network': ['ID=875e977d-93f2-4f19-a193-68a7433aec75,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:22.134471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 875e977d-93f2-4f19-a193-68a7433aec75 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:57:22.163890 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.170291 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fae40b38-72f2-4e7b-8554-c5da4d3fccd1 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3842933 Nov 12 04:57:22.173682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:22.178691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f700bd58-e2d8-4e67-b04e-e73ce6387831 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Request body: {'subnet': {'network_id': '875e977d-93f2-4f19-a193-68a7433aec75', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:22.241820 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.282954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Network 70225c32-a04e-4036-b366-369326e11414 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:22.285777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:22.289234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:22.295296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Pushing event updated for resources: {'Port': ['ID=8e96365a-4cc5-4ddf-98e9-e7446c23b036,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:22.346450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Attempting to bind port 8e96365a-4cc5-4ddf-98e9-e7446c23b036 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:22.346810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Attempting to bind port 8e96365a-4cc5-4ddf-98e9-e7446c23b036 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '2d6cf921-b8e5-4a19-a85e-e6e51decd647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '70225c32-a04e-4036-b366-369326e11414'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:22.347162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Attempting to bind port 8e96365a-4cc5-4ddf-98e9-e7446c23b036 on network 70225c32-a04e-4036-b366-369326e11414 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:22.349132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f700bd58-e2d8-4e67-b04e-e73ce6387831 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Made reservation on behalf of 4569226bd6044ab4a7a2fa35cc588917 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:22.352134 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:22.352497 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Checking segment: {'id': '2d6cf921-b8e5-4a19-a85e-e6e51decd647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '70225c32-a04e-4036-b366-369326e11414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:22.352829 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f700bd58-e2d8-4e67-b04e-e73ce6387831 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.352961 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.353261 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Bound using segment: {'id': '2d6cf921-b8e5-4a19-a85e-e6e51decd647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '70225c32-a04e-4036-b366-369326e11414'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:22.353718 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Bound port: 8e96365a-4cc5-4ddf-98e9-e7446c23b036, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6cf921-b8e5-4a19-a85e-e6e51decd647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '70225c32-a04e-4036-b366-369326e11414'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:22.354088 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.423264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] For port 8e96365a-4cc5-4ddf-98e9-e7446c23b036, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:22.426861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] For port 8e96365a-4cc5-4ddf-98e9-e7446c23b036, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8e96365a-4cc5-4ddf-98e9-e7446c23b036,segment=NetworkSegment(2d6cf921-b8e5-4a19-a85e-e6e51decd647),segment_id=2d6cf921-b8e5-4a19-a85e-e6e51decd647)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:22.521682 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.586451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f4345-7b98-4455-bfde-3877399383d6 None None] Pushing event updated for resources: {'Port': ['ID=8e96365a-4cc5-4ddf-98e9-e7446c23b036,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:22.618113 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f700bd58-e2d8-4e67-b04e-e73ce6387831 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.683623 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700bd58-e2d8-4e67-b04e-e73ce6387831 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Pushing event updated for resources: {'Subnet': ['ID=2f54cbf3-8859-440f-bb46-522edb25abad,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:22.694957 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f700bd58-e2d8-4e67-b04e-e73ce6387831 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Checking segment: {'id': 'b0bf9a48-f12e-4471-86aa-1335f8fb719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '875e977d-93f2-4f19-a193-68a7433aec75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:22.695321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f700bd58-e2d8-4e67-b04e-e73ce6387831 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Network hostable DHCP agents. Network: 875e977d-93f2-4f19-a193-68a7433aec75, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:57:22.767331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f700bd58-e2d8-4e67-b04e-e73ce6387831 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Network 875e977d-93f2-4f19-a193-68a7433aec75 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:57:22.844225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f700bd58-e2d8-4e67-b04e-e73ce6387831 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 875e977d-93f2-4f19-a193-68a7433aec75) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:22.845658 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700bd58-e2d8-4e67-b04e-e73ce6387831 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:22.846372 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f700bd58-e2d8-4e67-b04e-e73ce6387831 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.851149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b8fccd-ff86-4cda-a0c3-ea70d867a2d5 None None] Network 875e977d-93f2-4f19-a193-68a7433aec75 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:22.923937 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f700bd58-e2d8-4e67-b04e-e73ce6387831 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7490623 Nov 12 04:57:22.926500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:22.931150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-65a6b4ab-b2e5-4147-88ac-18eaa4617aa4 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Request body: {'router': {'external_gateway_info': {'network_id': '875e977d-93f2-4f19-a193-68a7433aec75'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:22.997770 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-875e977d-93f2-4f19-a193-68a7433aec75', 'network_id': '875e977d-93f2-4f19-a193-68a7433aec75', 'tenant_id': '4569226bd6044ab4a7a2fa35cc588917', 'fixed_ips': [{'subnet_id': '2f54cbf3-8859-440f-bb46-522edb25abad'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:57:22.998635 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:23.129706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8e96365a-4cc5-4ddf-98e9-e7446c23b036 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:23.155603 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65a6b4ab-b2e5-4147-88ac-18eaa4617aa4 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:23.165410 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4d34694-919d-4e8f-aa8c-c02091887475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:23.179019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Allocated IP 172.21.0.2 (875e977d-93f2-4f19-a193-68a7433aec75/2f54cbf3-8859-440f-bb46-522edb25abad/178829d8-cde9-4726-8ad0-8a6a1a819625) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:23.257067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 8e96365a-4cc5-4ddf-98e9-e7446c23b036 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:23.257286 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:23.335698 n-d-767704-23 neutron-server[103146]: INFO neutron.api.v2.resource [None req-65a6b4ab-b2e5-4147-88ac-18eaa4617aa4 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:57:23.340704 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-65a6b4ab-b2e5-4147-88ac-18eaa4617aa4 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] 10.222.0.105 "PUT /v2.0/routers/8786828c-937b-44b0-8991-33c6644f8da7 HTTP/1.1" status: 400 len: 364 time: 0.4130871 Nov 12 04:57:23.343431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33496) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:23.404414 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd453d6-61e0-4778-aa74-d7b36851ed0f tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Deleting subnet 2f54cbf3-8859-440f-bb46-522edb25abad {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:57:23.543870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d144426-d4d5-47bd-bd23-d4c2b22c31d6 None None] Network 70225c32-a04e-4036-b366-369326e11414 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:23.595604 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:23.622843 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:23.651585 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5bbadc40-1917-494c-b629-197f293d216a None None] Provisioning complete for port 8e96365a-4cc5-4ddf-98e9-e7446c23b036 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:23.651951 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bbadc40-1917-494c-b629-197f293d216a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:23.697910 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bd453d6-61e0-4778-aa74-d7b36851ed0f tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:23.712790 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:23.715595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 8e96365a-4cc5-4ddf-98e9-e7446c23b036, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8e96365a-4cc5-4ddf-98e9-e7446c23b036,segment=NetworkSegment(2d6cf921-b8e5-4a19-a85e-e6e51decd647),segment_id=2d6cf921-b8e5-4a19-a85e-e6e51decd647)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:23.739787 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bd453d6-61e0-4778-aa74-d7b36851ed0f tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:23.784195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Network 875e977d-93f2-4f19-a193-68a7433aec75 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:23.797213 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:23.799729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:23.810753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:23.820864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Pushing event updated for resources: {'Port': ['ID=178829d8-cde9-4726-8ad0-8a6a1a819625,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:23.832281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bd453d6-61e0-4778-aa74-d7b36851ed0f tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:23.971765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=8e96365a-4cc5-4ddf-98e9-e7446c23b036,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:23.973115 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bd453d6-61e0-4778-aa74-d7b36851ed0f tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:23.974715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Attempting to bind port 178829d8-cde9-4726-8ad0-8a6a1a819625 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:23.975007 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Attempting to bind port 178829d8-cde9-4726-8ad0-8a6a1a819625 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b0bf9a48-f12e-4471-86aa-1335f8fb719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '875e977d-93f2-4f19-a193-68a7433aec75'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:23.975370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Attempting to bind port 178829d8-cde9-4726-8ad0-8a6a1a819625 on network 875e977d-93f2-4f19-a193-68a7433aec75 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:23.980948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:23.981325 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Checking segment: {'id': 'b0bf9a48-f12e-4471-86aa-1335f8fb719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '875e977d-93f2-4f19-a193-68a7433aec75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:23.981722 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:23.982110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Bound using segment: {'id': 'b0bf9a48-f12e-4471-86aa-1335f8fb719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '875e977d-93f2-4f19-a193-68a7433aec75'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:23.982583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Bound port: 178829d8-cde9-4726-8ad0-8a6a1a819625, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0bf9a48-f12e-4471-86aa-1335f8fb719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '875e977d-93f2-4f19-a193-68a7433aec75'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:23.982964 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.010243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd453d6-61e0-4778-aa74-d7b36851ed0f tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Pushing event deleted for resources: {'Subnet': ['ID=2f54cbf3-8859-440f-bb46-522edb25abad,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:24.012326 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3bd453d6-61e0-4778-aa74-d7b36851ed0f tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.018578 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33498) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:24.027850 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3bd453d6-61e0-4778-aa74-d7b36851ed0f tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] 10.222.0.105 "DELETE /v2.0/subnets/2f54cbf3-8859-440f-bb46-522edb25abad HTTP/1.1" status: 204 len: 168 time: 0.6830666 Nov 12 04:57:24.056997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-451a93cf-599c-49f8-b807-33066d144497 None None] For port 178829d8-cde9-4726-8ad0-8a6a1a819625, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:24.057164 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-451a93cf-599c-49f8-b807-33066d144497 None None] For port 178829d8-cde9-4726-8ad0-8a6a1a819625, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=178829d8-cde9-4726-8ad0-8a6a1a819625,segment=NetworkSegment(b0bf9a48-f12e-4471-86aa-1335f8fb719c),segment_id=b0bf9a48-f12e-4471-86aa-1335f8fb719c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:24.101839 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.166978 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Deleting port 178829d8-cde9-4726-8ad0-8a6a1a819625 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:24.167314 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.193541 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4cfe7d20-8f1b-4122-b3e5-c731f3998fe3 None None] Provisioning complete for port 8e96365a-4cc5-4ddf-98e9-e7446c23b036 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:24.194116 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4cfe7d20-8f1b-4122-b3e5-c731f3998fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.236097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] For port 178829d8-cde9-4726-8ad0-8a6a1a819625, host n-d-767704-23, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:24.236394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.248925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Calling delete_port for 178829d8-cde9-4726-8ad0-8a6a1a819625 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:24.273057 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.357842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a93cf-599c-49f8-b807-33066d144497 None None] Pushing event updated for resources: {'Port': ['ID=178829d8-cde9-4726-8ad0-8a6a1a819625,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:24.373474 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feae2b3-edcb-457a-b905-a7f9c38dd4d3 None None] Network 875e977d-93f2-4f19-a193-68a7433aec75 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:24.399862 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.420668 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Pushing event deleted for resources: {'Port': ['ID=178829d8-cde9-4726-8ad0-8a6a1a819625,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:24.423116 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] No DVR routers for this DVR port 178829d8-cde9-4726-8ad0-8a6a1a819625 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:57:24.518851 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.527327 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f487abf-bebd-48af-a175-733f06c28557 None None] get_active_networks_info from n-d-767704-23 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:57:24.540754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875e977d-93f2-4f19-a193-68a7433aec75']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:24.549751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bf9a48-f12e-4471-86aa-1335f8fb719c') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:24.550045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bf9a48-f12e-4471-86aa-1335f8fb719c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:24.559337 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.573157 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.579949 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:57:24.580418 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:57:24.583480 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:57:24.598563 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f487abf-bebd-48af-a175-733f06c28557 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:57:24.709240 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.713787 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.717552 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] 10.222.0.105 "DELETE /v2.0/networks/875e977d-93f2-4f19-a193-68a7433aec75 HTTP/1.1" status: 204 len: 168 time: 0.6979446 Nov 12 04:57:24.720835 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33500) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:24.734886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6bb23-e754-4272-a16f-05e1d87557ad tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Pushing event deleted for resources: {'Network': ['ID=875e977d-93f2-4f19-a193-68a7433aec75,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:24.777109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17d5dc3-5d53-4aed-9138-1e5faf67390d tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Deleting subnet 7a3d7b01-0ae7-4f19-8362-91b2de8b0c13 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:57:24.780153 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d17d5dc3-5d53-4aed-9138-1e5faf67390d tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.819958 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d17d5dc3-5d53-4aed-9138-1e5faf67390d tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.904948 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d17d5dc3-5d53-4aed-9138-1e5faf67390d tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:24.995505 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d17d5dc3-5d53-4aed-9138-1e5faf67390d tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.025103 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d17d5dc3-5d53-4aed-9138-1e5faf67390d tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.030853 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d17d5dc3-5d53-4aed-9138-1e5faf67390d tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] 10.222.0.105 "DELETE /v2.0/subnets/7a3d7b01-0ae7-4f19-8362-91b2de8b0c13 HTTP/1.1" status: 204 len: 168 time: 0.3060901 Nov 12 04:57:25.030853 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d5dc3-5d53-4aed-9138-1e5faf67390d tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3d7b01-0ae7-4f19-8362-91b2de8b0c13,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:25.031801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33502) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:25.033943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32bd494-43a0-45f9-955a-e887b3becb58 None None] Network 70225c32-a04e-4036-b366-369326e11414 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:25.089580 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8e96365a-4cc5-4ddf-98e9-e7446c23b036 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:25.114755 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.166096 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Deleting port 8e96365a-4cc5-4ddf-98e9-e7446c23b036 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:25.166434 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.191162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 8e96365a-4cc5-4ddf-98e9-e7446c23b036 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:25.191535 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.234884 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] For port 8e96365a-4cc5-4ddf-98e9-e7446c23b036, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8e96365a-4cc5-4ddf-98e9-e7446c23b036,segment=NetworkSegment(2d6cf921-b8e5-4a19-a85e-e6e51decd647),segment_id=2d6cf921-b8e5-4a19-a85e-e6e51decd647)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:25.235762 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.248914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Calling delete_port for 8e96365a-4cc5-4ddf-98e9-e7446c23b036 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:25.287820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6cecb2-476d-4eab-afce-929c49db4d82 None None] DHCP port deletion for 70225c32-a04e-4036-b366-369326e11414 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:57:25.335491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8e6cecb2-476d-4eab-afce-929c49db4d82 None None] Deleting port 8e96365a-4cc5-4ddf-98e9-e7446c23b036 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:57:25.335874 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e6cecb2-476d-4eab-afce-929c49db4d82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.372755 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.399672 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Pushing event deleted for resources: {'Port': ['ID=8e96365a-4cc5-4ddf-98e9-e7446c23b036,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:25.404852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] No DVR routers for this DVR port 8e96365a-4cc5-4ddf-98e9-e7446c23b036 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:57:25.412146 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8e6cecb2-476d-4eab-afce-929c49db4d82 None None] For port 8e96365a-4cc5-4ddf-98e9-e7446c23b036, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=8e96365a-4cc5-4ddf-98e9-e7446c23b036,segment=NetworkSegment(2d6cf921-b8e5-4a19-a85e-e6e51decd647),segment_id=2d6cf921-b8e5-4a19-a85e-e6e51decd647)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:25.412550 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e6cecb2-476d-4eab-afce-929c49db4d82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.425581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8e6cecb2-476d-4eab-afce-929c49db4d82 None None] Calling delete_port for 8e96365a-4cc5-4ddf-98e9-e7446c23b036 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:57:25.488731 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.493928 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.506340 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e6cecb2-476d-4eab-afce-929c49db4d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.509239 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70225c32-a04e-4036-b366-369326e11414']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:25.518819 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6cf921-b8e5-4a19-a85e-e6e51decd647') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:25.519054 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6cf921-b8e5-4a19-a85e-e6e51decd647') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:25.531557 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.533248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cecb2-476d-4eab-afce-929c49db4d82 None None] Pushing event deleted for resources: {'Port': ['ID=8e96365a-4cc5-4ddf-98e9-e7446c23b036,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:25.535094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6cecb2-476d-4eab-afce-929c49db4d82 None None] No DVR routers for this DVR port 8e96365a-4cc5-4ddf-98e9-e7446c23b036 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:57:25.549918 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.556270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:57:25.560629 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:57:25.692952 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.700162 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.703847 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] 10.222.0.105 "DELETE /v2.0/networks/70225c32-a04e-4036-b366-369326e11414 HTTP/1.1" status: 204 len: 168 time: 0.6707089 Nov 12 04:57:25.706716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33504) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:25.716448 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6df2eb-3301-4c6c-9bf9-3da41f480034 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Pushing event deleted for resources: {'Network': ['ID=70225c32-a04e-4036-b366-369326e11414,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:25.733956 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dc3b38c7-82e5-419f-a577-482f9234ffc1 tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] 10.222.0.105 "GET /v2.0/ports?device_id=8786828c-937b-44b0-8991-33c6644f8da7 HTTP/1.1" status: 200 len: 205 time: 0.0260665 Nov 12 04:57:25.737085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33506) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:25.811306 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-138d9948-9b1c-4c76-89ab-5adbbf0e6cff tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.966701 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-138d9948-9b1c-4c76-89ab-5adbbf0e6cff tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.969112 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-138d9948-9b1c-4c76-89ab-5adbbf0e6cff tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:26.103991 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-138d9948-9b1c-4c76-89ab-5adbbf0e6cff tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:26.104446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138d9948-9b1c-4c76-89ab-5adbbf0e6cff tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Fanout notify agent at l3_agent the message router_deleted on router 8786828c-937b-44b0-8991-33c6644f8da7 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:57:26.115193 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-138d9948-9b1c-4c76-89ab-5adbbf0e6cff tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:26.115193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-138d9948-9b1c-4c76-89ab-5adbbf0e6cff tempest-RoutersNegativeTest-1792555454 tempest-RoutersNegativeTest-1792555454-project] 10.222.0.105 "DELETE /v2.0/routers/8786828c-937b-44b0-8991-33c6644f8da7 HTTP/1.1" status: 204 len: 168 time: 0.3749104 Nov 12 04:57:26.570724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33512) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:26.700870 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bf586a71-6465-4a81-b950-2302f6aa61b9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4569226bd6044ab4a7a2fa35cc588917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289275 Nov 12 04:57:26.703579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33516) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:26.749436 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6801597a-fb72-4bc3-b28e-73350cbea4e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:26.770561 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6801597a-fb72-4bc3-b28e-73350cbea4e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:26.887262 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6801597a-fb72-4bc3-b28e-73350cbea4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:26.889820 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6801597a-fb72-4bc3-b28e-73350cbea4e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:26.890962 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6801597a-fb72-4bc3-b28e-73350cbea4e3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f72dfb0d-9e55-41ef-b48e-543bb1bd268d HTTP/1.1" status: 204 len: 168 time: 0.1859615 Nov 12 04:57:26.899654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801597a-fb72-4bc3-b28e-73350cbea4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72dfb0d-9e55-41ef-b48e-543bb1bd268d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:26.921578 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b940db1b-3800-461b-b079-74898e901eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:26.983891 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:27.061648 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8e96365a-4cc5-4ddf-98e9-e7446c23b036 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:57:27.083437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 8e96365a-4cc5-4ddf-98e9-e7446c23b036 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:57:27.084708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 8e96365a-4cc5-4ddf-98e9-e7446c23b036 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:57:27.812167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33538) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:27.907677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-133721903-network', 'tenant_id': '5038276598ca4671962074b74f1e0453'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:27.961370 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] Made reservation on behalf of 5038276598ca4671962074b74f1e0453 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:27.969988 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:27.979084 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:28.051087 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:28.119874 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:28.144106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:57:28.153670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb74cb04-d448-45d6-8b3f-912e84c49921,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:28.158361 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:28.158702 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] Added segment 900600e7-3820-4d14-9c65-6feff92acf4f of type vlan for network dda6e42d-f312-40e2-8234-88fa52652ce7 Nov 12 04:57:28.200708 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:28.315060 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:28.316030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:28.316637 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:28.377315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] Pushing event updated for resources: {'Network': ['ID=dda6e42d-f312-40e2-8234-88fa52652ce7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:28.387373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network dda6e42d-f312-40e2-8234-88fa52652ce7 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:57:28.432026 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7f047d79-f3fd-4518-a3a7-460ead679188 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6186709 Nov 12 04:57:28.435159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33542) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:28.440553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c264eb00-6533-4bf8-b9f6-7906cb5e951a admin admin] Request body: {'subnet': {'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-133721903-subnet', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:28.526997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c264eb00-6533-4bf8-b9f6-7906cb5e951a admin admin] Made reservation on behalf of 5038276598ca4671962074b74f1e0453 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:28.529352 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c264eb00-6533-4bf8-b9f6-7906cb5e951a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:28.704325 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:28.772672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c264eb00-6533-4bf8-b9f6-7906cb5e951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:28.831317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264eb00-6533-4bf8-b9f6-7906cb5e951a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aac7488-7fdf-4919-8427-9daca16a06c4,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:28.840929 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264eb00-6533-4bf8-b9f6-7906cb5e951a admin admin] Checking segment: {'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:28.841283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c264eb00-6533-4bf8-b9f6-7906cb5e951a admin admin] Network hostable DHCP agents. Network: dda6e42d-f312-40e2-8234-88fa52652ce7, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:57:28.897947 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c264eb00-6533-4bf8-b9f6-7906cb5e951a admin admin] Network dda6e42d-f312-40e2-8234-88fa52652ce7 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:57:28.989601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c264eb00-6533-4bf8-b9f6-7906cb5e951a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, dda6e42d-f312-40e2-8234-88fa52652ce7) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:28.993692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c264eb00-6533-4bf8-b9f6-7906cb5e951a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:28.994832 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c264eb00-6533-4bf8-b9f6-7906cb5e951a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:28.998193 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfcf290-bc08-407c-a62b-14fcd5346fef None None] Network dda6e42d-f312-40e2-8234-88fa52652ce7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:29.049495 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:29.074959 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c264eb00-6533-4bf8-b9f6-7906cb5e951a admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6365559 Nov 12 04:57:29.080839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33544) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:29.080839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-133721903-router', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:29.140386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-dda6e42d-f312-40e2-8234-88fa52652ce7', 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'fixed_ips': [{'subnet_id': '5aac7488-7fdf-4919-8427-9daca16a06c4'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:57:29.141799 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:29.184393 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:29.185457 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:29.237142 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:29.276447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Allocated IP 172.20.0.2 (dda6e42d-f312-40e2-8234-88fa52652ce7/5aac7488-7fdf-4919-8427-9daca16a06c4/681e8d97-df34-4401-a7c6-3c5425485657) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:29.420751 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:29.428835 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:29.481340 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:29.517168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Network dda6e42d-f312-40e2-8234-88fa52652ce7 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:29.519879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:29.522826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:29.544152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Pushing event updated for resources: {'Port': ['ID=681e8d97-df34-4401-a7c6-3c5425485657,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:29.588423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Attempting to bind port 681e8d97-df34-4401-a7c6-3c5425485657 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:29.588787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Attempting to bind port 681e8d97-df34-4401-a7c6-3c5425485657 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:29.589149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Attempting to bind port 681e8d97-df34-4401-a7c6-3c5425485657 on network dda6e42d-f312-40e2-8234-88fa52652ce7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:29.594587 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:29.595489 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Checking segment: {'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:29.595887 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:29.596297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Bound using segment: {'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:29.596752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Bound port: 681e8d97-df34-4401-a7c6-3c5425485657, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:29.597126 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:29.665706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] For port 681e8d97-df34-4401-a7c6-3c5425485657, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:29.668750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] For port 681e8d97-df34-4401-a7c6-3c5425485657, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=681e8d97-df34-4401-a7c6-3c5425485657,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:29.684149 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:29.707231 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:29.722002 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:29.788855 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88fb2c-21a2-4210-bd98-1a43f4a8d845 None None] Pushing event updated for resources: {'Port': ['ID=681e8d97-df34-4401-a7c6-3c5425485657,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:29.813913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Allocated IP 172.25.8.118 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/0b53baa0-9252-40cd-9fe5-d99cbd8b4f77) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:29.941445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:30.384578 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:30.427554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:30.430783 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:30.433714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:30.446675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484df327-cba8-40b4-8cec-d5daff88890d None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:57:30.464197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Pushing event updated for resources: {'Port': ['ID=0b53baa0-9252-40cd-9fe5-d99cbd8b4f77,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:30.578752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ebd40a5c-58a6-4d66-9887-cfa3198261d3 None None] Provisioning complete for port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:30.580136 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebd40a5c-58a6-4d66-9887-cfa3198261d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:30.615401 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ebd40a5c-58a6-4d66-9887-cfa3198261d3 None None] Port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:57:30.710335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f19a87-43e2-4365-bdf5-56aef12e0c35 None None] Network dda6e42d-f312-40e2-8234-88fa52652ce7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:30.750192 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:30.776376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-74ceaedd-b139-42cc-adc2-cfa63f632ec6 None None] Provisioning complete for port 681e8d97-df34-4401-a7c6-3c5425485657 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:30.776663 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74ceaedd-b139-42cc-adc2-cfa63f632ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:30.920015 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74ceaedd-b139-42cc-adc2-cfa63f632ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:30.947101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:30.964270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-74ceaedd-b139-42cc-adc2-cfa63f632ec6 None None] For port 681e8d97-df34-4401-a7c6-3c5425485657, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=681e8d97-df34-4401-a7c6-3c5425485657,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:31.031715 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74ceaedd-b139-42cc-adc2-cfa63f632ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:31.100014 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ceaedd-b139-42cc-adc2-cfa63f632ec6 None None] Pushing event updated for resources: {'Port': ['ID=681e8d97-df34-4401-a7c6-3c5425485657,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:31.133795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 681e8d97-df34-4401-a7c6-3c5425485657 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:31.178578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Router 51a9bf97-6557-477b-bc3c-ec8610ed2ebe is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:57:31.185880 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 681e8d97-df34-4401-a7c6-3c5425485657 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:31.186253 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:31.293157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:57:31.304568 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Sync routers for ids ['51a9bf97-6557-477b-bc3c-ec8610ed2ebe'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:57:31.315668 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Routers {'51a9bf97-6557-477b-bc3c-ec8610ed2ebe'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:57:31.316908 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:57:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['51a9bf97-6557-477b-bc3c-ec8610ed2ebe'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:31.369440 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:31.371351 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1e51070f-42b3-4610-afe0-a2cdf23f3244 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2945673 Nov 12 04:57:31.373846 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:31.414502 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-449c83ee-8d7b-4e94-abaa-9e90d93988a7 None None] Provisioning complete for port 681e8d97-df34-4401-a7c6-3c5425485657 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:31.414871 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-449c83ee-8d7b-4e94-abaa-9e90d93988a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:31.426865 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Set router 51a9bf97-6557-477b-bc3c-ec8610ed2ebe gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:57:31.684574 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:57:31.708440 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'name': 'tempest-TestEncryptedCinderVolumes-133721903-router', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:30Z', 'revision_number': 3, 'project_id': '5038276598ca4671962074b74f1e0453', 'gw_port': {'id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:31.734508 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Checking router: 51a9bf97-6557-477b-bc3c-ec8610ed2ebe for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:57:31.734853 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Updating router 51a9bf97-6557-477b-bc3c-ec8610ed2ebe port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:57:31.758757 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:31.813556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:31.974600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Allocated IP 172.20.0.1 (dda6e42d-f312-40e2-8234-88fa52652ce7/5aac7488-7fdf-4919-8427-9daca16a06c4/b8c10a3d-529b-4933-8128-0b0490dc3a0c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:32.026972 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.104216 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.106209 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.148511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80410645-c2ba-40e0-80ca-ae34a468c11c None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:57:32.155999 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Attempting to bind port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:32.156391 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Attempting to bind port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:32.156744 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Attempting to bind port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:32.164986 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075a7b7-09cb-40a3-ba38-efad1c62561e None None] Pushing event updated for resources: {'Port': ['ID=0b53baa0-9252-40cd-9fe5-d99cbd8b4f77,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:32.168391 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:32.168758 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:32.169150 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.169530 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:32.169985 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Bound port: 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:32.170403 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.176860 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075a7b7-09cb-40a3-ba38-efad1c62561e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.177195 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075a7b7-09cb-40a3-ba38-efad1c62561e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.177530 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075a7b7-09cb-40a3-ba38-efad1c62561e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.177857 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075a7b7-09cb-40a3-ba38-efad1c62561e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.178179 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075a7b7-09cb-40a3-ba38-efad1c62561e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.178500 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075a7b7-09cb-40a3-ba38-efad1c62561e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.178818 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075a7b7-09cb-40a3-ba38-efad1c62561e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.179133 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075a7b7-09cb-40a3-ba38-efad1c62561e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.179449 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075a7b7-09cb-40a3-ba38-efad1c62561e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.179760 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075a7b7-09cb-40a3-ba38-efad1c62561e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.180091 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075a7b7-09cb-40a3-ba38-efad1c62561e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.180407 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075a7b7-09cb-40a3-ba38-efad1c62561e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.207803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.231323 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] For port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:32.234544 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] For port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0b53baa0-9252-40cd-9fe5-d99cbd8b4f77,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:32.249882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Network dda6e42d-f312-40e2-8234-88fa52652ce7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:32.256175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:32.260236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:32.281079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c069c4c8-9a26-4256-bf3f-c94eb60d9394 None None] Provisioning complete for port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:32.281436 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c069c4c8-9a26-4256-bf3f-c94eb60d9394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.286401 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Pushing event updated for resources: {'Port': ['ID=b8c10a3d-529b-4933-8128-0b0490dc3a0c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:32.304373 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.319152 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.322263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c069c4c8-9a26-4256-bf3f-c94eb60d9394 None None] Port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:57:32.391756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccddb5c-9905-4312-8949-08789dec48f9 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:57:32.420614 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Routers {'51a9bf97-6557-477b-bc3c-ec8610ed2ebe'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:57:32.423070 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:57:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['51a9bf97-6557-477b-bc3c-ec8610ed2ebe'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:32.429513 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075a7b7-09cb-40a3-ba38-efad1c62561e None None] Pushing event updated for resources: {'Port': ['ID=0b53baa0-9252-40cd-9fe5-d99cbd8b4f77,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:32.463233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Provisioning complete for port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:32.463594 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.548807 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] Set router 51a9bf97-6557-477b-bc3c-ec8610ed2ebe gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:57:32.558198 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.581355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] For port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0b53baa0-9252-40cd-9fe5-d99cbd8b4f77,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:32.606323 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.660024 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.730850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Pushing event updated for resources: {'Port': ['ID=0b53baa0-9252-40cd-9fe5-d99cbd8b4f77,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:32.742583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.742933 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.743281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.743618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.743951 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.744473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.744894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.745805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.746203 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.746539 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.746868 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.747195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cad400-1011-4588-a068-ffbb5871915d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.757674 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'name': 'tempest-TestEncryptedCinderVolumes-133721903-router', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:30Z', 'revision_number': 3, 'project_id': '5038276598ca4671962074b74f1e0453', 'gw_port': {'id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:32.785500 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-73a1f97a-fe1a-4986-8f8c-27f36b379da6 None None] Provisioning complete for port b8c10a3d-529b-4933-8128-0b0490dc3a0c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:32.786156 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73a1f97a-fe1a-4986-8f8c-27f36b379da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.790908 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97655e17-d39d-47a0-a27f-070ae509e097 None None] The sync data for ids ['51a9bf97-6557-477b-bc3c-ec8610ed2ebe'] in n-d-767704-23 is: [{'id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'name': 'tempest-TestEncryptedCinderVolumes-133721903-router', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:30Z', 'revision_number': 3, 'project_id': '5038276598ca4671962074b74f1e0453', 'gw_port': {'id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:57:32.813002 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.833349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-73a1f97a-fe1a-4986-8f8c-27f36b379da6 None None] Port b8c10a3d-529b-4933-8128-0b0490dc3a0c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:57:32.875730 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.948160 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.957084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Pushing event updated for resources: {'Port': ['ID=b8c10a3d-529b-4933-8128-0b0490dc3a0c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:33.080327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Network dda6e42d-f312-40e2-8234-88fa52652ce7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:33.084455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:33.210208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:33.241290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Router 51a9bf97-6557-477b-bc3c-ec8610ed2ebe has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:57:33.281064 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:33.281430 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:33.400485 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:57:33.402626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 681e8d97-df34-4401-a7c6-3c5425485657 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:33.411161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-551e3562-755f-47e2-b38c-6f60ad5e83ec admin admin] 10.222.0.105 "PUT /v2.0/routers/51a9bf97-6557-477b-bc3c-ec8610ed2ebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0360832 Nov 12 04:57:33.465157 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7cff719f-303a-4d4b-a33a-315a8ed10ef6 None None] Provisioning complete for port b8c10a3d-529b-4933-8128-0b0490dc3a0c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:33.465527 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7cff719f-303a-4d4b-a33a-315a8ed10ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:33.471522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 681e8d97-df34-4401-a7c6-3c5425485657 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:33.471886 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:33.539096 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7cff719f-303a-4d4b-a33a-315a8ed10ef6 None None] Port b8c10a3d-529b-4933-8128-0b0490dc3a0c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:57:34.076904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33562) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:34.082401 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-530374355-network', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:34.155406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] Made reservation on behalf of b2e73ae8acdb41b992bc5b2bec5e4f70 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:34.158520 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:34.167821 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:34.245178 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:34.338143 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:34.363696 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:57:34.373513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403a2a8c-9da9-4690-ae54-6277883f0ba6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:34.378206 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:34.378547 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] Added segment ef334494-16ea-4202-bcac-ccc0f422ce80 of type vlan for network f203aa34-1dd3-439f-994d-254ec12d3e67 Nov 12 04:57:34.420459 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:34.495210 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Sync routers for ids ['51a9bf97-6557-477b-bc3c-ec8610ed2ebe'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:57:34.503901 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:34.504948 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:34.505555 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:34.507209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Routers {'51a9bf97-6557-477b-bc3c-ec8610ed2ebe'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:57:34.507832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:57:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['51a9bf97-6557-477b-bc3c-ec8610ed2ebe'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:34.569433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] Pushing event updated for resources: {'Network': ['ID=f203aa34-1dd3-439f-994d-254ec12d3e67,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:34.590110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network f203aa34-1dd3-439f-994d-254ec12d3e67 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:57:34.600457 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fede3687-8dd2-4cae-b510-8edd1d0c8048 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5197079 Nov 12 04:57:34.600848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33564) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:34.605612 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1f9e473d-45cf-48be-a8e6-6f3b3fcd23a1 admin admin] Request body: {'subnet': {'network_id': 'f203aa34-1dd3-439f-994d-254ec12d3e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-530374355-subnet', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:34.669930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Set router 51a9bf97-6557-477b-bc3c-ec8610ed2ebe gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:57:34.680968 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9e473d-45cf-48be-a8e6-6f3b3fcd23a1 admin admin] Made reservation on behalf of b2e73ae8acdb41b992bc5b2bec5e4f70 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:34.683376 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f9e473d-45cf-48be-a8e6-6f3b3fcd23a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:34.881922 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'name': 'tempest-TestEncryptedCinderVolumes-133721903-router', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:32Z', 'revision_number': 4, 'project_id': '5038276598ca4671962074b74f1e0453', 'gw_port': {'id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'b8c10a3d-529b-4933-8128-0b0490dc3a0c', 'name': '', 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'mac_address': 'fa:16:3e:d7:41:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '5aac7488-7fdf-4919-8427-9daca16a06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:31Z', 'updated_at': '2021-11-12T04:57:32Z', 'revision_number': 2, 'project_id': '5038276598ca4671962074b74f1e0453', 'subnets': [{'id': '5aac7488-7fdf-4919-8427-9daca16a06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:34.913102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Checking router: 51a9bf97-6557-477b-bc3c-ec8610ed2ebe for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:57:34.913455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Updating router 51a9bf97-6557-477b-bc3c-ec8610ed2ebe port b8c10a3d-529b-4933-8128-0b0490dc3a0c binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:57:34.932231 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f9e473d-45cf-48be-a8e6-6f3b3fcd23a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:34.938208 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:34.990168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e473d-45cf-48be-a8e6-6f3b3fcd23a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd69ef2-4ebb-45dc-9562-fe00b4270655,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:34.998448 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e473d-45cf-48be-a8e6-6f3b3fcd23a1 admin admin] Checking segment: {'id': 'ef334494-16ea-4202-bcac-ccc0f422ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'f203aa34-1dd3-439f-994d-254ec12d3e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:34.998813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9e473d-45cf-48be-a8e6-6f3b3fcd23a1 admin admin] Network hostable DHCP agents. Network: f203aa34-1dd3-439f-994d-254ec12d3e67, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:57:35.097888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9e473d-45cf-48be-a8e6-6f3b3fcd23a1 admin admin] Network f203aa34-1dd3-439f-994d-254ec12d3e67 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:57:35.172484 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1f9e473d-45cf-48be-a8e6-6f3b3fcd23a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, f203aa34-1dd3-439f-994d-254ec12d3e67) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:35.177365 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e473d-45cf-48be-a8e6-6f3b3fcd23a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:35.177891 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f9e473d-45cf-48be-a8e6-6f3b3fcd23a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.184835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b49c5f-ed05-4498-b443-046b7f7eea80 None None] Network f203aa34-1dd3-439f-994d-254ec12d3e67 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:35.218457 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.240837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1f9e473d-45cf-48be-a8e6-6f3b3fcd23a1 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6366467 Nov 12 04:57:35.241202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33566) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:35.245998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-530374355-router', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:35.296274 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.326828 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.328327 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.368451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3b54e-ef7d-40dd-b7cc-a2f191978a17 None None] Pushing event updated for resources: {'Port': ['ID=b8c10a3d-529b-4933-8128-0b0490dc3a0c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:35.401550 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.409351 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-f203aa34-1dd3-439f-994d-254ec12d3e67', 'network_id': 'f203aa34-1dd3-439f-994d-254ec12d3e67', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'fixed_ips': [{'subnet_id': '3bd69ef2-4ebb-45dc-9562-fe00b4270655'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:57:35.409351 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.452252 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Attempting to bind port b8c10a3d-529b-4933-8128-0b0490dc3a0c on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:35.452622 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Attempting to bind port b8c10a3d-529b-4933-8128-0b0490dc3a0c by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:35.452986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Attempting to bind port b8c10a3d-529b-4933-8128-0b0490dc3a0c on network dda6e42d-f312-40e2-8234-88fa52652ce7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:35.462889 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:35.463260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Checking segment: {'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:35.466253 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.466253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Bound using segment: {'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:35.466253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Bound port: b8c10a3d-529b-4933-8128-0b0490dc3a0c, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:35.466253 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.607246 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.625945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9ae2ed25-397b-42c5-9fee-2984dba0991f None None] Provisioning complete for port b8c10a3d-529b-4933-8128-0b0490dc3a0c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:35.626591 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ae2ed25-397b-42c5-9fee-2984dba0991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.663695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] For port b8c10a3d-529b-4933-8128-0b0490dc3a0c, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:35.666022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Allocated IP 172.20.0.2 (f203aa34-1dd3-439f-994d-254ec12d3e67/3bd69ef2-4ebb-45dc-9562-fe00b4270655/b2f36707-469b-4b6c-8eb4-30e583ca2de6) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:35.690409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] For port b8c10a3d-529b-4933-8128-0b0490dc3a0c, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b8c10a3d-529b-4933-8128-0b0490dc3a0c,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:35.692649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9ae2ed25-397b-42c5-9fee-2984dba0991f None None] Port b8c10a3d-529b-4933-8128-0b0490dc3a0c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:57:35.767569 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.872914 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Routers {'51a9bf97-6557-477b-bc3c-ec8610ed2ebe'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:57:35.873460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:57:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['51a9bf97-6557-477b-bc3c-ec8610ed2ebe'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:35.876185 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.883833 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3b54e-ef7d-40dd-b7cc-a2f191978a17 None None] Pushing event updated for resources: {'Port': ['ID=b8c10a3d-529b-4933-8128-0b0490dc3a0c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:35.900676 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:35.922010 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:36.021347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Allocated IP 172.25.8.36 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/84876452-f9c1-4413-b5d3-ce652f5268f2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:36.143009 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:36.147671 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:36.211320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Network f203aa34-1dd3-439f-994d-254ec12d3e67 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:36.215974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c8d3640c-6d9b-4355-a4ba-aa39fafa9fcc None None] Provisioning complete for port b8c10a3d-529b-4933-8128-0b0490dc3a0c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:36.216365 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8d3640c-6d9b-4355-a4ba-aa39fafa9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:36.222450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] Set router 51a9bf97-6557-477b-bc3c-ec8610ed2ebe gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:57:36.225944 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:36.236497 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:36.270346 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:36.272207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Pushing event updated for resources: {'Port': ['ID=b2f36707-469b-4b6c-8eb4-30e583ca2de6,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:36.281777 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:36.285326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:36.288236 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:36.314675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Pushing event updated for resources: {'Port': ['ID=84876452-f9c1-4413-b5d3-ce652f5268f2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:36.318048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4081635a-176d-4931-ae61-de7771d529d3 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:57:36.432623 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Attempting to bind port b2f36707-469b-4b6c-8eb4-30e583ca2de6 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:36.432899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Attempting to bind port b2f36707-469b-4b6c-8eb4-30e583ca2de6 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'ef334494-16ea-4202-bcac-ccc0f422ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'f203aa34-1dd3-439f-994d-254ec12d3e67'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:36.433263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Attempting to bind port b2f36707-469b-4b6c-8eb4-30e583ca2de6 on network f203aa34-1dd3-439f-994d-254ec12d3e67 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:36.446422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:36.446794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Checking segment: {'id': 'ef334494-16ea-4202-bcac-ccc0f422ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'f203aa34-1dd3-439f-994d-254ec12d3e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:36.447195 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:36.447590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Bound using segment: {'id': 'ef334494-16ea-4202-bcac-ccc0f422ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'f203aa34-1dd3-439f-994d-254ec12d3e67'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:36.448093 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Bound port: b2f36707-469b-4b6c-8eb4-30e583ca2de6, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef334494-16ea-4202-bcac-ccc0f422ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'f203aa34-1dd3-439f-994d-254ec12d3e67'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:36.448475 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:36.554427 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8d3640c-6d9b-4355-a4ba-aa39fafa9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:36.626084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] For port b2f36707-469b-4b6c-8eb4-30e583ca2de6, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:36.634244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] For port b2f36707-469b-4b6c-8eb4-30e583ca2de6, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b2f36707-469b-4b6c-8eb4-30e583ca2de6,segment=NetworkSegment(ef334494-16ea-4202-bcac-ccc0f422ce80),segment_id=ef334494-16ea-4202-bcac-ccc0f422ce80)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:36.640198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c8d3640c-6d9b-4355-a4ba-aa39fafa9fcc None None] For port b8c10a3d-529b-4933-8128-0b0490dc3a0c, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b8c10a3d-529b-4933-8128-0b0490dc3a0c,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:36.660192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'name': 'tempest-TestEncryptedCinderVolumes-133721903-router', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:32Z', 'revision_number': 4, 'project_id': '5038276598ca4671962074b74f1e0453', 'gw_port': {'id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'b8c10a3d-529b-4933-8128-0b0490dc3a0c', 'name': '', 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'mac_address': 'fa:16:3e:d7:41:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '5aac7488-7fdf-4919-8427-9daca16a06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:31Z', 'updated_at': '2021-11-12T04:57:35Z', 'revision_number': 4, 'project_id': '5038276598ca4671962074b74f1e0453', 'subnets': [{'id': '5aac7488-7fdf-4919-8427-9daca16a06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:36.687810 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be72c0-3287-4121-b42d-5fab4ca6a28f None None] The sync data for ids ['51a9bf97-6557-477b-bc3c-ec8610ed2ebe'] in n-d-767704-23 is: [{'id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'name': 'tempest-TestEncryptedCinderVolumes-133721903-router', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:32Z', 'revision_number': 4, 'project_id': '5038276598ca4671962074b74f1e0453', 'gw_port': {'id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'b8c10a3d-529b-4933-8128-0b0490dc3a0c', 'name': '', 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'mac_address': 'fa:16:3e:d7:41:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '5aac7488-7fdf-4919-8427-9daca16a06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:31Z', 'updated_at': '2021-11-12T04:57:35Z', 'revision_number': 4, 'project_id': '5038276598ca4671962074b74f1e0453', 'subnets': [{'id': '5aac7488-7fdf-4919-8427-9daca16a06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:57:36.705113 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:36.751325 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8d3640c-6d9b-4355-a4ba-aa39fafa9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:36.795460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cc236-3d8e-4f4a-8e66-0f56b8333d60 None None] Pushing event updated for resources: {'Port': ['ID=b2f36707-469b-4b6c-8eb4-30e583ca2de6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:36.856943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3640c-6d9b-4355-a4ba-aa39fafa9fcc None None] Pushing event updated for resources: {'Port': ['ID=b8c10a3d-529b-4933-8128-0b0490dc3a0c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:36.892754 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-201a9f50-b9b0-4b87-a02b-e680fb647ef1 None None] Provisioning complete for port 84876452-f9c1-4413-b5d3-ce652f5268f2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:36.898621 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-201a9f50-b9b0-4b87-a02b-e680fb647ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:36.935519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-201a9f50-b9b0-4b87-a02b-e680fb647ef1 None None] Port 84876452-f9c1-4413-b5d3-ce652f5268f2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:57:37.022761 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:37.202365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b2f36707-469b-4b6c-8eb4-30e583ca2de6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:37.254658 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port b2f36707-469b-4b6c-8eb4-30e583ca2de6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:37.255111 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:37.270877 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:37.350108 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:37.393011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port b2f36707-469b-4b6c-8eb4-30e583ca2de6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b2f36707-469b-4b6c-8eb4-30e583ca2de6,segment=NetworkSegment(ef334494-16ea-4202-bcac-ccc0f422ce80),segment_id=ef334494-16ea-4202-bcac-ccc0f422ce80)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:37.515308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Router 0ad9427d-0db0-4a7a-8294-d1a36f047da0 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:57:37.515540 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:37.516259 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b8c10a3d-529b-4933-8128-0b0490dc3a0c up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:37.615736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port b8c10a3d-529b-4933-8128-0b0490dc3a0c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:37.616144 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:37.617901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=b2f36707-469b-4b6c-8eb4-30e583ca2de6,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:37.639226 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:57:37.658952 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Sync routers for ids ['0ad9427d-0db0-4a7a-8294-d1a36f047da0'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:57:37.668365 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Routers {'0ad9427d-0db0-4a7a-8294-d1a36f047da0'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:57:37.669200 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:57:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ad9427d-0db0-4a7a-8294-d1a36f047da0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:37.711917 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:37.713236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0d79e939-d11a-4cad-9064-a47775bb0c6a admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4710491 Nov 12 04:57:37.715840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33568) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:57:37.810470 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Set router 0ad9427d-0db0-4a7a-8294-d1a36f047da0 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:57:37.905521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4c8117-7c26-48b3-879e-d031e2c7b9e1 None None] Network f203aa34-1dd3-439f-994d-254ec12d3e67 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:57:37.990815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ac88c77b-d13c-4ca8-89a9-794ea26e35f9 None None] Provisioning complete for port b2f36707-469b-4b6c-8eb4-30e583ca2de6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:37.991329 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ac88c77b-d13c-4ca8-89a9-794ea26e35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.017471 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'name': 'tempest-TestEncryptedCinderVolumes-530374355-router', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:36Z', 'revision_number': 3, 'project_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'gw_port': {'id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:38.046370 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Checking router: 0ad9427d-0db0-4a7a-8294-d1a36f047da0 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:57:38.046922 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Updating router 0ad9427d-0db0-4a7a-8294-d1a36f047da0 port 84876452-f9c1-4413-b5d3-ce652f5268f2 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:57:38.077558 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.227648 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.370004 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.400568 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Allocated IP 172.20.0.1 (f203aa34-1dd3-439f-994d-254ec12d3e67/3bd69ef2-4ebb-45dc-9562-fe00b4270655/67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:38.459043 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.464640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-944b094f-b4d1-49b0-8190-9d9a7ec6ee2b None None] Provisioning complete for port b2f36707-469b-4b6c-8eb4-30e583ca2de6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:38.469188 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-944b094f-b4d1-49b0-8190-9d9a7ec6ee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.509119 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.515270 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Attempting to bind port 84876452-f9c1-4413-b5d3-ce652f5268f2 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:38.516191 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Attempting to bind port 84876452-f9c1-4413-b5d3-ce652f5268f2 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:38.517557 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Attempting to bind port 84876452-f9c1-4413-b5d3-ce652f5268f2 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:38.524483 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6695a-4a37-4e33-88a6-e17070624090 None None] Pushing event updated for resources: {'Port': ['ID=84876452-f9c1-4413-b5d3-ce652f5268f2,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:38.529457 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:38.530173 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:38.530811 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.531433 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:38.532219 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Bound port: 84876452-f9c1-4413-b5d3-ce652f5268f2, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:38.532841 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.546931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c691671a-f9a3-4a3b-b72c-47a59ea95c97 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:57:38.585753 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] For port 84876452-f9c1-4413-b5d3-ce652f5268f2, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:38.588764 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] For port 84876452-f9c1-4413-b5d3-ce652f5268f2, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=84876452-f9c1-4413-b5d3-ce652f5268f2,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:38.601317 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.642686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Network f203aa34-1dd3-439f-994d-254ec12d3e67 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:38.648927 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:38.652466 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:38.653448 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.690751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e2b334e2-def5-47cb-a64e-6b0332f54f0c None None] Provisioning complete for port 84876452-f9c1-4413-b5d3-ce652f5268f2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:38.691166 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2b334e2-def5-47cb-a64e-6b0332f54f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.701660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.706872 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Pushing event updated for resources: {'Port': ['ID=67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:38.707111 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Routers {'0ad9427d-0db0-4a7a-8294-d1a36f047da0'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:57:38.707588 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:57:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ad9427d-0db0-4a7a-8294-d1a36f047da0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:38.741769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ac5fae-2a37-4615-9730-85a937d7c2d6 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:57:38.838960 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2b334e2-def5-47cb-a64e-6b0332f54f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.866206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e2b334e2-def5-47cb-a64e-6b0332f54f0c None None] For port 84876452-f9c1-4413-b5d3-ce652f5268f2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=84876452-f9c1-4413-b5d3-ce652f5268f2,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:38.921897 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6695a-4a37-4e33-88a6-e17070624090 None None] Pushing event updated for resources: {'Port': ['ID=84876452-f9c1-4413-b5d3-ce652f5268f2,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:38.927580 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.931147 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2b334e2-def5-47cb-a64e-6b0332f54f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:38.941188 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] Set router 0ad9427d-0db0-4a7a-8294-d1a36f047da0 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:57:38.980868 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b334e2-def5-47cb-a64e-6b0332f54f0c None None] Pushing event updated for resources: {'Port': ['ID=84876452-f9c1-4413-b5d3-ce652f5268f2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:39.059590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0e247424-58a6-4ca6-b3b1-b65494e5eb7d None None] Provisioning complete for port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:39.060060 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e247424-58a6-4ca6-b3b1-b65494e5eb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:39.100128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0e247424-58a6-4ca6-b3b1-b65494e5eb7d None None] Port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:57:39.107507 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b2f36707-469b-4b6c-8eb4-30e583ca2de6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:39.114591 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:39.133210 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'name': 'tempest-TestEncryptedCinderVolumes-530374355-router', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:36Z', 'revision_number': 3, 'project_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'gw_port': {'id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:39.146001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0e247424-58a6-4ca6-b3b1-b65494e5eb7d None None] Provisioning complete for port 84876452-f9c1-4413-b5d3-ce652f5268f2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:39.146368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e247424-58a6-4ca6-b3b1-b65494e5eb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:39.159633 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3f91a-0e07-432b-93d2-3050e09c7c2d None None] The sync data for ids ['0ad9427d-0db0-4a7a-8294-d1a36f047da0'] in n-d-767704-23 is: [{'id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'name': 'tempest-TestEncryptedCinderVolumes-530374355-router', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:36Z', 'revision_number': 3, 'project_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'gw_port': {'id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:57:39.183204 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:39.200811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port b2f36707-469b-4b6c-8eb4-30e583ca2de6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:39.201179 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:39.252742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Pushing event updated for resources: {'Port': ['ID=67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:39.255351 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:39.364128 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Network f203aa34-1dd3-439f-994d-254ec12d3e67 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:39.365781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:39.512921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Router 0ad9427d-0db0-4a7a-8294-d1a36f047da0 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:57:39.642475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:57:39.652579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b57cee20-74ba-4bd0-b2d5-574e3e32ded2 admin admin] 10.222.0.105 "PUT /v2.0/routers/0ad9427d-0db0-4a7a-8294-d1a36f047da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9355328 Nov 12 04:57:39.730798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-95763760-ac6d-46aa-8987-1f56209da004 None None] Provisioning complete for port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:39.731326 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95763760-ac6d-46aa-8987-1f56209da004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:39.772970 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-95763760-ac6d-46aa-8987-1f56209da004 None None] Port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:57:40.692710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Sync routers for ids ['0ad9427d-0db0-4a7a-8294-d1a36f047da0'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:57:40.702847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Routers {'0ad9427d-0db0-4a7a-8294-d1a36f047da0'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:57:40.703444 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:57:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ad9427d-0db0-4a7a-8294-d1a36f047da0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:40.806706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Set router 0ad9427d-0db0-4a7a-8294-d1a36f047da0 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:57:41.000841 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'name': 'tempest-TestEncryptedCinderVolumes-530374355-router', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:38Z', 'revision_number': 4, 'project_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'gw_port': {'id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4', 'name': '', 'network_id': 'f203aa34-1dd3-439f-994d-254ec12d3e67', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'mac_address': 'fa:16:3e:71:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '3bd69ef2-4ebb-45dc-9562-fe00b4270655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:38Z', 'updated_at': '2021-11-12T04:57:38Z', 'revision_number': 2, 'project_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'subnets': [{'id': '3bd69ef2-4ebb-45dc-9562-fe00b4270655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:41.026639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Checking router: 0ad9427d-0db0-4a7a-8294-d1a36f047da0 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:57:41.027422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Updating router 0ad9427d-0db0-4a7a-8294-d1a36f047da0 port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:57:41.054255 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:41.151402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 84876452-f9c1-4413-b5d3-ce652f5268f2 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:41.434896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 84876452-f9c1-4413-b5d3-ce652f5268f2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:41.435261 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:41.466112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-e33a1a02-6203-49cd-822a-ef796617f3f0 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:41.468628 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-e33a1a02-6203-49cd-822a-ef796617f3f0 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/networks?id=dda6e42d-f312-40e2-8234-88fa52652ce7 HTTP/1.1" status: 200 len: 816 time: 0.1041691 Nov 12 04:57:41.483833 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-dbb25b72-d085-4b8e-8424-d37457e2190a tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/quotas/5038276598ca4671962074b74f1e0453 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Nov 12 04:57:41.543465 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-a4cf006d-b568-4126-a947-192ea0625274 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5038276598ca4671962074b74f1e0453&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530837 Nov 12 04:57:41.582692 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:41.639778 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:41.641446 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-76bd628a-4835-43b0-8807-2d53aa76573d service neutron] 10.222.0.105 "GET /v2.0/networks/dda6e42d-f312-40e2-8234-88fa52652ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841234 Nov 12 04:57:41.688473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedc8d3-b5d8-4345-bc0f-892367862800 None None] Pushing event updated for resources: {'Port': ['ID=67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:41.740310 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Attempting to bind port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:41.741099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Attempting to bind port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'ef334494-16ea-4202-bcac-ccc0f422ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'f203aa34-1dd3-439f-994d-254ec12d3e67'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:41.741216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Attempting to bind port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 on network f203aa34-1dd3-439f-994d-254ec12d3e67 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:41.746733 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-d8ff66a0-886f-4dcc-97b9-7ea4a41eab6f service neutron] 10.222.0.105 "GET /v2.0/networks/dda6e42d-f312-40e2-8234-88fa52652ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984132 Nov 12 04:57:41.747091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:41.747467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Checking segment: {'id': 'ef334494-16ea-4202-bcac-ccc0f422ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'f203aa34-1dd3-439f-994d-254ec12d3e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:41.747892 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:41.748463 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Bound using segment: {'id': 'ef334494-16ea-4202-bcac-ccc0f422ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'f203aa34-1dd3-439f-994d-254ec12d3e67'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:41.748933 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Bound port: 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef334494-16ea-4202-bcac-ccc0f422ce80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'f203aa34-1dd3-439f-994d-254ec12d3e67'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:41.749308 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:41.821617 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] For port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:41.824940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] For port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4,segment=NetworkSegment(ef334494-16ea-4202-bcac-ccc0f422ce80),segment_id=ef334494-16ea-4202-bcac-ccc0f422ce80)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:41.903791 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:41.905571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dd947381-e2bc-44c5-961a-6b5b759a48ca None None] Provisioning complete for port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:41.905928 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd947381-e2bc-44c5-961a-6b5b759a48ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:42.017269 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedc8d3-b5d8-4345-bc0f-892367862800 None None] Pushing event updated for resources: {'Port': ['ID=67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:42.029991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Routers {'0ad9427d-0db0-4a7a-8294-d1a36f047da0'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:57:42.030790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:57:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ad9427d-0db0-4a7a-8294-d1a36f047da0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:42.051678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-573fe224-7363-4e01-bebf-18e276fd8b33 req-78f88916-7b22-4b21-a375-14fd738d735a tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 210 time: 0.0433769 Nov 12 04:57:42.165865 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd947381-e2bc-44c5-961a-6b5b759a48ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:42.211613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] Set router 0ad9427d-0db0-4a7a-8294-d1a36f047da0 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:57:42.244656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dd947381-e2bc-44c5-961a-6b5b759a48ca None None] For port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4,segment=NetworkSegment(ef334494-16ea-4202-bcac-ccc0f422ce80),segment_id=ef334494-16ea-4202-bcac-ccc0f422ce80)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:42.311670 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd947381-e2bc-44c5-961a-6b5b759a48ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:42.408523 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd947381-e2bc-44c5-961a-6b5b759a48ca None None] Pushing event updated for resources: {'Port': ['ID=67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:42.454053 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-155f5940-1f4a-4664-8f3d-0ae643484f3b None None] Provisioning complete for port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:42.454954 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-155f5940-1f4a-4664-8f3d-0ae643484f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:42.508415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'name': 'tempest-TestEncryptedCinderVolumes-530374355-router', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:38Z', 'revision_number': 4, 'project_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'gw_port': {'id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4', 'name': '', 'network_id': 'f203aa34-1dd3-439f-994d-254ec12d3e67', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'mac_address': 'fa:16:3e:71:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '3bd69ef2-4ebb-45dc-9562-fe00b4270655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:38Z', 'updated_at': '2021-11-12T04:57:41Z', 'revision_number': 4, 'project_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'subnets': [{'id': '3bd69ef2-4ebb-45dc-9562-fe00b4270655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:57:42.537813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5e6ce-1ef6-405e-8def-bda246fba340 None None] The sync data for ids ['0ad9427d-0db0-4a7a-8294-d1a36f047da0'] in n-d-767704-23 is: [{'id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'name': 'tempest-TestEncryptedCinderVolumes-530374355-router', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:38Z', 'revision_number': 4, 'project_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'gw_port': {'id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4', 'name': '', 'network_id': 'f203aa34-1dd3-439f-994d-254ec12d3e67', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'mac_address': 'fa:16:3e:71:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '3bd69ef2-4ebb-45dc-9562-fe00b4270655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:38Z', 'updated_at': '2021-11-12T04:57:41Z', 'revision_number': 4, 'project_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'subnets': [{'id': '3bd69ef2-4ebb-45dc-9562-fe00b4270655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:57:43.102739 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:43.131851 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bb145a53-6d72-4949-a98b-cd437fb6655e req-eaf4b6eb-f7bd-4f92-8c17-b90553dd8422 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 210 time: 0.0275338 Nov 12 04:57:43.153110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:43.153482 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:44.227041 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3dda3feb-2a57-4350-8b72-3e657eb6ae60 req-f3a0ddce-68b3-4328-8384-9d5999efb133 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 210 time: 0.0272048 Nov 12 04:57:44.439624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-c1c4ed32-6c22-4fb6-bdcf-6a6dfe2cae11 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:44.441103 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-c1c4ed32-6c22-4fb6-bdcf-6a6dfe2cae11 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.26 "GET /v2.0/networks?id=dda6e42d-f312-40e2-8234-88fa52652ce7 HTTP/1.1" status: 200 len: 816 time: 0.1035104 Nov 12 04:57:44.462223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-3bd27049-7e48-4acb-b1da-36d4f760d52f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Request body: {'port': {'device_id': 'e9ed6641-18f7-4201-bb8e-40c265b47624', 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7', 'admin_state_up': True, 'tenant_id': '5038276598ca4671962074b74f1e0453'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:44.646990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-3bd27049-7e48-4acb-b1da-36d4f760d52f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Made reservation on behalf of 5038276598ca4671962074b74f1e0453 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:44.650599 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-3bd27049-7e48-4acb-b1da-36d4f760d52f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:44.781408 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-3bd27049-7e48-4acb-b1da-36d4f760d52f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Allocated IP 172.20.0.7 (dda6e42d-f312-40e2-8234-88fa52652ce7/5aac7488-7fdf-4919-8427-9daca16a06c4/11b7aaf5-8be9-4ce3-aff7-62d92c4865f8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:44.938456 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-3bd27049-7e48-4acb-b1da-36d4f760d52f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:45.029076 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-3bd27049-7e48-4acb-b1da-36d4f760d52f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:45.080062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-3bd27049-7e48-4acb-b1da-36d4f760d52f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Network dda6e42d-f312-40e2-8234-88fa52652ce7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:45.083314 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-3bd27049-7e48-4acb-b1da-36d4f760d52f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:45.087476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-3bd27049-7e48-4acb-b1da-36d4f760d52f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:45.114166 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd27049-7e48-4acb-b1da-36d4f760d52f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Pushing event updated for resources: {'Port': ['ID=11b7aaf5-8be9-4ce3-aff7-62d92c4865f8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:45.142899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-3bd27049-7e48-4acb-b1da-36d4f760d52f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:45.143609 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-3bd27049-7e48-4acb-b1da-36d4f760d52f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:45.215495 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-3bd27049-7e48-4acb-b1da-36d4f760d52f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7572448 Nov 12 04:57:45.277337 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Request body: {'port': {'device_id': 'e9ed6641-18f7-4201-bb8e-40c265b47624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:45.332447 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:45.342479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cdce3a4a-8d82-4f02-97cb-0742c1bef602 None None] Provisioning complete for port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:45.343062 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cdce3a4a-8d82-4f02-97cb-0742c1bef602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:45.348645 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b601859-fb5a-42ee-ba23-49c87480f974 req-ed638acf-d4a4-4648-8636-046514449ec1 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:45.351037 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5b601859-fb5a-42ee-ba23-49c87480f974 req-ed638acf-d4a4-4648-8636-046514449ec1 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 931 time: 0.0524771 Nov 12 04:57:45.382544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cdce3a4a-8d82-4f02-97cb-0742c1bef602 None None] Port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:57:45.414943 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5b601859-fb5a-42ee-ba23-49c87480f974 req-60db85fc-edd2-48e6-9ae3-df59ad95cbc4 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560606 Nov 12 04:57:45.656560 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:57:45.664270 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:45.676231 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Transition to ACTIVE for port object 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:57:45.732128 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:45.804707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Pushing event updated for resources: {'Port': ['ID=11b7aaf5-8be9-4ce3-aff7-62d92c4865f8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:45.866490 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Attempting to bind port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:45.866836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Attempting to bind port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:45.867156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Attempting to bind port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 on network dda6e42d-f312-40e2-8234-88fa52652ce7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:45.871877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 on network dda6e42d-f312-40e2-8234-88fa52652ce7 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:57:45.872227 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Attempting to bind port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 on network dda6e42d-f312-40e2-8234-88fa52652ce7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:45.877930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:45.878867 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Checking segment: {'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:45.879259 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Bound using segment: {'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:45.879690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Bound port: 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:45.880068 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:45.950396 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] For port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:45.953756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] For port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=11b7aaf5-8be9-4ce3-aff7-62d92c4865f8,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:46.051935 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:46.087333 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:46.087953 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:46.089376 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] 10.222.0.26 "PUT /v2.0/ports/11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 HTTP/1.1" status: 200 len: 1092 time: 0.8163738 Nov 12 04:57:46.089826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ed6641-18f7-4201-bb8e-40c265b47624', 'tag': '11b7aaf5-8be9-4ce3-aff7-62d92c4865f8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:57:46.092226 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135ab3ed-618e-42c1-9189-741c46919d04" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ed6641-18f7-4201-bb8e-40c265b47624", "tag": "11b7aaf5-8be9-4ce3-aff7-62d92c4865f8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:57:46.132376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38d1e6-312b-4cd2-94e1-c6f4b4417524 service neutron] Pushing event updated for resources: {'Port': ['ID=11b7aaf5-8be9-4ce3-aff7-62d92c4865f8,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:46.227591 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f3182a-4120-4d28-a713-4ba651dcd6e3 x-openstack-request-id: req-00f3182a-4120-4d28-a713-4ba651dcd6e3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:57:46.227885 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ed6641-18f7-4201-bb8e-40c265b47624", "tag": "11b7aaf5-8be9-4ce3-aff7-62d92c4865f8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:57:46.228176 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-00f3182a-4120-4d28-a713-4ba651dcd6e3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:57:46.230289 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ed6641-18f7-4201-bb8e-40c265b47624', 'tag': '11b7aaf5-8be9-4ce3-aff7-62d92c4865f8', 'status': 'completed', 'code': 200} Nov 12 04:57:46.301051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-b290f1f3-1c00-4f9f-ad8c-39b659ba5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:46.302535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-b290f1f3-1c00-4f9f-ad8c-39b659ba5d9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5038276598ca4671962074b74f1e0453&device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 1095 time: 0.0427821 Nov 12 04:57:46.357112 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-cc9df109-86f6-48a8-8510-f70b38d71bed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 HTTP/1.1" status: 200 len: 217 time: 0.0380499 Nov 12 04:57:46.408548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-ce650efa-087e-40f9-aacd-d935f9d70dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:46.410017 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-ce650efa-087e-40f9-aacd-d935f9d70dd6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5aac7488-7fdf-4919-8427-9daca16a06c4 HTTP/1.1" status: 200 len: 855 time: 0.0454190 Nov 12 04:57:46.460198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-e569909d-54b8-4e4a-aaa4-70de7c7de178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:46.461715 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-e569909d-54b8-4e4a-aaa4-70de7c7de178 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dda6e42d-f312-40e2-8234-88fa52652ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425940 Nov 12 04:57:46.543707 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbfa74-ce27-4be5-bbf0-772cfcb0e299 req-0078763b-6cde-4cf7-a222-4a849a54dd77 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:46.545233 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2cbfa74-ce27-4be5-bbf0-772cfcb0e299 req-0078763b-6cde-4cf7-a222-4a849a54dd77 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 943 time: 0.0597386 Nov 12 04:57:46.561114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-b2b309dc-ea64-43ee-9915-4eba67a115d1 service neutron] 10.222.0.26 "GET /v2.0/networks/dda6e42d-f312-40e2-8234-88fa52652ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911839 Nov 12 04:57:46.594527 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b2cbfa74-ce27-4be5-bbf0-772cfcb0e299 req-0a2d1885-7977-4e33-af78-b5ed26625a81 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 Nov 12 04:57:46.653438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d27ff93b-0812-44f9-bf05-329fe18f9891 req-7aea2345-6ce6-491e-8d0c-4cd3763106b4 service neutron] 10.222.0.26 "GET /v2.0/networks/dda6e42d-f312-40e2-8234-88fa52652ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843186 Nov 12 04:57:46.887004 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab3ed-618e-42c1-9189-741c46919d04 req-51f62ac7-9b31-49dc-b584-4fe76a55d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:46.888543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-135ab3ed-618e-42c1-9189-741c46919d04 req-51f62ac7-9b31-49dc-b584-4fe76a55d522 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5038276598ca4671962074b74f1e0453&device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 1095 time: 0.0491576 Nov 12 04:57:46.980422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab3ed-618e-42c1-9189-741c46919d04 req-f5db5ef6-a55a-4245-a3de-934a0a35a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:46.981885 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-135ab3ed-618e-42c1-9189-741c46919d04 req-f5db5ef6-a55a-4245-a3de-934a0a35a2a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dda6e42d-f312-40e2-8234-88fa52652ce7 HTTP/1.1" status: 200 len: 918 time: 0.0849535 Nov 12 04:57:47.030590 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-135ab3ed-618e-42c1-9189-741c46919d04 req-483079ad-96d9-4609-9bc7-27f3faa33b27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 HTTP/1.1" status: 200 len: 217 time: 0.0402966 Nov 12 04:57:47.428939 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab3ed-618e-42c1-9189-741c46919d04 req-aa14d4b4-9768-44fe-b133-38cd2b397e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:47.430975 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-135ab3ed-618e-42c1-9189-741c46919d04 req-aa14d4b4-9768-44fe-b133-38cd2b397e1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5aac7488-7fdf-4919-8427-9daca16a06c4 HTTP/1.1" status: 200 len: 855 time: 0.3920624 Nov 12 04:57:47.475656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ab3ed-618e-42c1-9189-741c46919d04 req-1c361283-9680-42ed-8fed-ee13bffdc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:47.477149 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-135ab3ed-618e-42c1-9189-741c46919d04 req-1c361283-9680-42ed-8fed-ee13bffdc2a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dda6e42d-f312-40e2-8234-88fa52652ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396903 Nov 12 04:57:47.573107 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-135ab3ed-618e-42c1-9189-741c46919d04 req-477a4fb4-1041-47af-8d92-407cc9d71fb9 service neutron] 10.222.0.26 "GET /v2.0/networks/dda6e42d-f312-40e2-8234-88fa52652ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883584 Nov 12 04:57:47.665914 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-135ab3ed-618e-42c1-9189-741c46919d04 req-49f42c69-16f4-4d8c-9cd0-1f6a8117a8a8 service neutron] 10.222.0.26 "GET /v2.0/networks/dda6e42d-f312-40e2-8234-88fa52652ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844195 Nov 12 04:57:47.715386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e98deb-a51e-492e-93e3-53ab4c8d7097 req-20085d69-05d0-47ec-ab57-1ae3321ca0a9 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:47.716898 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2e98deb-a51e-492e-93e3-53ab4c8d7097 req-20085d69-05d0-47ec-ab57-1ae3321ca0a9 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 943 time: 0.0502191 Nov 12 04:57:47.779002 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2e98deb-a51e-492e-93e3-53ab4c8d7097 req-2fbb7b67-11ed-4480-86fd-49815554dd12 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555301 Nov 12 04:57:48.893458 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f89b0-93bb-434e-aebe-bc70d490dab4 req-0fee7c4b-2899-45bd-b14e-3c47e03b0a51 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:48.895568 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c0f89b0-93bb-434e-aebe-bc70d490dab4 req-0fee7c4b-2899-45bd-b14e-3c47e03b0a51 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 943 time: 0.0485487 Nov 12 04:57:48.945193 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c0f89b0-93bb-434e-aebe-bc70d490dab4 req-f48fe10d-0e36-4bff-9bb1-3d97355259db tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436110 Nov 12 04:57:49.646302 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:50.059250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f40f5a-1f8c-42b0-9e71-417d4a93369c req-dc9dd2ae-8056-44ba-9b08-4fc4317bf57b tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:50.060770 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4f40f5a-1f8c-42b0-9e71-417d4a93369c req-dc9dd2ae-8056-44ba-9b08-4fc4317bf57b tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 943 time: 0.0485504 Nov 12 04:57:50.108449 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f4f40f5a-1f8c-42b0-9e71-417d4a93369c req-0aa6d903-32fe-4693-a82c-42de61d13b80 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Nov 12 04:57:51.220885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0589f03-c40f-470b-867a-1dffbb44ea06 req-64ea8f56-8157-4347-b201-98a2ef85d8b5 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:51.222913 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a0589f03-c40f-470b-867a-1dffbb44ea06 req-64ea8f56-8157-4347-b201-98a2ef85d8b5 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 943 time: 0.0488017 Nov 12 04:57:51.272443 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a0589f03-c40f-470b-867a-1dffbb44ea06 req-4429d885-799e-4b84-abb7-6b421a838634 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436032 Nov 12 04:57:51.671040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:57:51.766473 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=11b7aaf5-8be9-4ce3-aff7-62d92c4865f8,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:51.778562 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '11b7aaf5-8be9-4ce3-aff7-62d92c4865f8', 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7', 'port_id': '11b7aaf5-8be9-4ce3-aff7-62d92c4865f8', 'mac_address': 'fa:16:3e:7f:f9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aac7488-7fdf-4919-8427-9daca16a06c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:57:51.814220 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:51.827461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:57:51.846857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=11b7aaf5-8be9-4ce3-aff7-62d92c4865f8,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:51.943273 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:51.995809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=11b7aaf5-8be9-4ce3-aff7-62d92c4865f8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:52.334051 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['11b7aaf5-8be9-4ce3-aff7-62d92c4865f8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:57:52.391559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fdfbc-fe2e-41b7-ad5d-fe2e2a18095c req-b7d52657-c529-4a8b-b1d5-50d03b6ec6c5 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:52.396684 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c6fdfbc-fe2e-41b7-ad5d-fe2e2a18095c req-b7d52657-c529-4a8b-b1d5-50d03b6ec6c5 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 944 time: 0.0500183 Nov 12 04:57:52.441148 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6c6fdfbc-fe2e-41b7-ad5d-fe2e2a18095c req-1047fdc8-e0b7-4c71-90d5-f34d86bc3a4b tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 Nov 12 04:57:53.161057 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-348c835e-b5fe-4011-892f-e57bb2b01d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:53.558202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb7d2e-8343-4ba5-9760-c43d5ba12780 req-191f678a-541b-4a34-901c-cb053e714313 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:53.559674 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aafb7d2e-8343-4ba5-9760-c43d5ba12780 req-191f678a-541b-4a34-901c-cb053e714313 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 944 time: 0.0494695 Nov 12 04:57:53.610324 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-aafb7d2e-8343-4ba5-9760-c43d5ba12780 req-bb11104c-22b8-4f3b-8f84-d21a5c3a20e9 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444791 Nov 12 04:57:53.689547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:53.823423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:57:53.827748 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:53.828168 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:53.903938 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:53.926303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ed6641-18f7-4201-bb8e-40c265b47624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b7aaf5-8be9-4ce3-aff7-62d92c4865f8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:57:53.928558 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8aa280-6739-43a0-8b8e-6c838f4e813c" -d '{"events": [{"server_uuid": "e9ed6641-18f7-4201-bb8e-40c265b47624", "name": "network-vif-plugged", "status": "completed", "tag": "11b7aaf5-8be9-4ce3-aff7-62d92c4865f8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:57:53.941386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=11b7aaf5-8be9-4ce3-aff7-62d92c4865f8,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:53.969992 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96991ead-58d7-4095-b198-9a06cde4a4ab x-openstack-request-id: req-96991ead-58d7-4095-b198-9a06cde4a4ab {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:57:53.970291 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ed6641-18f7-4201-bb8e-40c265b47624", "name": "network-vif-plugged", "status": "completed", "tag": "11b7aaf5-8be9-4ce3-aff7-62d92c4865f8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:57:53.970554 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-96991ead-58d7-4095-b198-9a06cde4a4ab {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:57:53.970957 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ed6641-18f7-4201-bb8e-40c265b47624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b7aaf5-8be9-4ce3-aff7-62d92c4865f8', 'code': 200} Nov 12 04:57:54.029481 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:54.084268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=11b7aaf5-8be9-4ce3-aff7-62d92c4865f8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:54.106931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa14818-1ae1-4404-9204-2196661992b5 req-87cecd5a-cb05-4bf5-b797-994a30ca7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:54.108467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3aa14818-1ae1-4404-9204-2196661992b5 req-87cecd5a-cb05-4bf5-b797-994a30ca7228 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 1097 time: 0.0452793 Nov 12 04:57:54.158181 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3aa14818-1ae1-4404-9204-2196661992b5 req-a239d00e-c4c7-4924-b7d6-215f10fe5ccc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Nov 12 04:57:54.725900 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7fda9-1f6f-4a7c-b807-060876419751 req-326275ec-b739-4918-83d0-7b46522bbc44 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:54.727368 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ac7fda9-1f6f-4a7c-b807-060876419751 req-326275ec-b739-4918-83d0-7b46522bbc44 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 945 time: 0.0489774 Nov 12 04:57:54.774550 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ac7fda9-1f6f-4a7c-b807-060876419751 req-906c40f5-97b2-483c-ab6b-8141e89f029c tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412135 Nov 12 04:57:55.485611 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:55.893087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6791d-5ff5-4cbd-8009-727e1d850b8b req-e7fa14b4-7a00-4bfb-b435-98561bb5d956 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:55.894616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03f6791d-5ff5-4cbd-8009-727e1d850b8b req-e7fa14b4-7a00-4bfb-b435-98561bb5d956 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 945 time: 0.0510490 Nov 12 04:57:55.941535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-03f6791d-5ff5-4cbd-8009-727e1d850b8b req-d1cb309d-0e21-4f13-90e7-af3930f64028 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410092 Nov 12 04:57:56.059860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6cd5b-0f8d-4a8b-8767-b0a9877c7d98 req-ac215939-df30-4692-bda6-0983f4afd827 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:56.061285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0cf6cd5b-0f8d-4a8b-8767-b0a9877c7d98 req-ac215939-df30-4692-bda6-0983f4afd827 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 945 time: 0.0532165 Nov 12 04:57:56.109217 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0cf6cd5b-0f8d-4a8b-8767-b0a9877c7d98 req-2acd66d8-dc03-4ad7-99aa-6500364edef8 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Nov 12 04:57:56.943474 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf7aa247-994a-4f2d-9397-ad0a5b911255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:56.983936 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:58.713579 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:59.040719 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:08.683995 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:58:19.644528 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:21.397260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48f9c2-f21f-4e84-82cf-71bd1eae04a7 req-d5f9bbbf-35d1-413b-9aa0-5b80f1f31bee tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:21.398775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf48f9c2-f21f-4e84-82cf-71bd1eae04a7 req-d5f9bbbf-35d1-413b-9aa0-5b80f1f31bee tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 945 time: 0.0558150 Nov 12 04:58:21.450184 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf48f9c2-f21f-4e84-82cf-71bd1eae04a7 req-89dd9899-4e23-4444-8bd7-a8a22eb94d9f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449741 Nov 12 04:58:22.577184 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab71f47-9fb7-4467-af39-04243b50b0c7 req-70f83c1c-290b-4a32-8f0a-e4cb53c51c47 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:22.578722 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ab71f47-9fb7-4467-af39-04243b50b0c7 req-70f83c1c-290b-4a32-8f0a-e4cb53c51c47 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 945 time: 0.0542734 Nov 12 04:58:22.629508 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4ab71f47-9fb7-4467-af39-04243b50b0c7 req-514c2bb1-bc0b-434b-91f9-6f36a27166ef tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447302 Nov 12 04:58:23.160292 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35a7043b-1281-4532-88c5-b15da792cb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:23.415268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a26d1-3117-44fa-a213-30313660a209 req-247a0f10-a732-4252-a143-413b54f612fc tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:23.420587 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a78a26d1-3117-44fa-a213-30313660a209 req-247a0f10-a732-4252-a143-413b54f612fc tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 945 time: 0.0496876 Nov 12 04:58:23.511258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a78a26d1-3117-44fa-a213-30313660a209 req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Deleting port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:58:23.511600 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a78a26d1-3117-44fa-a213-30313660a209 req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:23.605884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a78a26d1-3117-44fa-a213-30313660a209 req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] For port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=11b7aaf5-8be9-4ce3-aff7-62d92c4865f8,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:23.606245 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a78a26d1-3117-44fa-a213-30313660a209 req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:23.619562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a78a26d1-3117-44fa-a213-30313660a209 req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Calling delete_port for 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:58:23.782234 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4ae88-2b12-4fed-8477-e55179093571 req-0d39727d-3eaf-4d04-a69b-a61e90f38fe4 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:23.783761 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07d4ae88-2b12-4fed-8477-e55179093571 req-0d39727d-3eaf-4d04-a69b-a61e90f38fe4 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9ed6641-18f7-4201-bb8e-40c265b47624 HTTP/1.1" status: 200 len: 945 time: 0.0840135 Nov 12 04:58:23.820452 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a78a26d1-3117-44fa-a213-30313660a209 req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:23.855495 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['11b7aaf5-8be9-4ce3-aff7-62d92c4865f8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:58:23.863563 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-07d4ae88-2b12-4fed-8477-e55179093571 req-6119a721-e689-4736-8cb5-4c016fddf2df tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736406 Nov 12 04:58:23.865795 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Pushing event deleted for resources: {'Port': ['ID=11b7aaf5-8be9-4ce3-aff7-62d92c4865f8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:23.910606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:23.910897 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:23.911263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:23.911607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:23.911930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:23.912283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:23.912615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:23.912944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:23.913270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:23.913593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:23.913912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:23.914230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:23.917132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78a26d1-3117-44fa-a213-30313660a209 req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] No DVR routers for this DVR port 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:58:23.919380 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a78a26d1-3117-44fa-a213-30313660a209 req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:23.922890 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a78a26d1-3117-44fa-a213-30313660a209 req-5aa49fbf-4d05-44f5-bf8a-83f62a516ada tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.26 "DELETE /v2.0/ports/11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 HTTP/1.1" status: 204 len: 173 time: 0.4985673 Nov 12 04:58:23.923363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ed6641-18f7-4201-bb8e-40c265b47624', 'name': 'network-vif-deleted', 'tag': '11b7aaf5-8be9-4ce3-aff7-62d92c4865f8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:58:23.926296 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ca185d-6f1c-46af-80f3-f93189d54d72" -d '{"events": [{"server_uuid": "e9ed6641-18f7-4201-bb8e-40c265b47624", "name": "network-vif-deleted", "tag": "11b7aaf5-8be9-4ce3-aff7-62d92c4865f8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:58:23.965577 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe684cb-17c9-46c9-93fb-e99e8923f40e x-openstack-request-id: req-bbe684cb-17c9-46c9-93fb-e99e8923f40e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:58:23.966106 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ed6641-18f7-4201-bb8e-40c265b47624", "name": "network-vif-deleted", "tag": "11b7aaf5-8be9-4ce3-aff7-62d92c4865f8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:58:23.966400 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bbe684cb-17c9-46c9-93fb-e99e8923f40e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:58:23.966940 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ed6641-18f7-4201-bb8e-40c265b47624', 'name': 'network-vif-deleted', 'tag': '11b7aaf5-8be9-4ce3-aff7-62d92c4865f8', 'status': 'completed', 'code': 200} Nov 12 04:58:25.445742 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:25.662915 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-83cac4bc-a6e1-4461-95a2-006dcd595e18 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:25.664303 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-83cac4bc-a6e1-4461-95a2-006dcd595e18 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/networks?id=dda6e42d-f312-40e2-8234-88fa52652ce7 HTTP/1.1" status: 200 len: 816 time: 0.1041558 Nov 12 04:58:25.679599 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-cfed8d91-3d4a-48d3-8e6b-7b78a3fec3da tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/quotas/5038276598ca4671962074b74f1e0453 HTTP/1.1" status: 200 len: 375 time: 0.0095279 Nov 12 04:58:25.730297 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-a5dd0f9d-3596-4a35-a764-a8d0fca06755 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=5038276598ca4671962074b74f1e0453&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449438 Nov 12 04:58:25.832148 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-2dd4a0a2-fdae-4e0f-a4d4-fd9caa09503b service neutron] 10.222.0.105 "GET /v2.0/networks/dda6e42d-f312-40e2-8234-88fa52652ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898314 Nov 12 04:58:25.922666 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-8d93ab55-6661-4a40-93bf-b348f56bcbce service neutron] 10.222.0.105 "GET /v2.0/networks/dda6e42d-f312-40e2-8234-88fa52652ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841477 Nov 12 04:58:26.158167 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d2d8136b-cc5c-4cb8-b20e-efdb728ed3fe req-58831ce5-d946-4ad0-891d-d99042802dd1 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 210 time: 0.0265219 Nov 12 04:58:26.913400 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4a34-d0be-4e75-878b-8f41a743e673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:27.011363 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:27.253820 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-50688b15-b88d-4767-a89b-ef91429a47c4 req-d1ce32bc-2a00-4a1f-afe4-f7d9176f10ee tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 210 time: 0.0277843 Nov 12 04:58:27.837581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:58:27.858416 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:58:27.858756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 11b7aaf5-8be9-4ce3-aff7-62d92c4865f8 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:58:27.933213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-4179fae3-3562-431a-b4d6-b016faed3839 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:27.934645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-4179fae3-3562-431a-b4d6-b016faed3839 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.26 "GET /v2.0/networks?id=dda6e42d-f312-40e2-8234-88fa52652ce7 HTTP/1.1" status: 200 len: 816 time: 0.1076002 Nov 12 04:58:27.956992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-26d9d09e-6009-4d34-9831-00a43f339cce tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Request body: {'port': {'device_id': 'c7e1f0e0-88b4-4022-85ed-cba65ce119ec', 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7', 'admin_state_up': True, 'tenant_id': '5038276598ca4671962074b74f1e0453'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:58:28.160338 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-26d9d09e-6009-4d34-9831-00a43f339cce tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Made reservation on behalf of 5038276598ca4671962074b74f1e0453 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:58:28.163803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-26d9d09e-6009-4d34-9831-00a43f339cce tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:28.304592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-26d9d09e-6009-4d34-9831-00a43f339cce tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Allocated IP 172.20.0.7 (dda6e42d-f312-40e2-8234-88fa52652ce7/5aac7488-7fdf-4919-8427-9daca16a06c4/856df2aa-4362-42bf-9a18-54188d7be0bc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:58:28.361306 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9a980c56-f8b8-4d65-9465-8b2ced604c0f req-9a655b11-b28c-4e83-9379-f3c082e16e92 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 210 time: 0.0318642 Nov 12 04:58:28.489697 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-26d9d09e-6009-4d34-9831-00a43f339cce tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:28.592921 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-26d9d09e-6009-4d34-9831-00a43f339cce tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:28.640579 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-26d9d09e-6009-4d34-9831-00a43f339cce tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Network dda6e42d-f312-40e2-8234-88fa52652ce7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:58:28.643707 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-26d9d09e-6009-4d34-9831-00a43f339cce tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:58:28.646596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-26d9d09e-6009-4d34-9831-00a43f339cce tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:58:28.657569 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9d09e-6009-4d34-9831-00a43f339cce tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Pushing event updated for resources: {'Port': ['ID=856df2aa-4362-42bf-9a18-54188d7be0bc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:28.708838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-26d9d09e-6009-4d34-9831-00a43f339cce tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:28.709530 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-26d9d09e-6009-4d34-9831-00a43f339cce tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:28.729869 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:28.825876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-26d9d09e-6009-4d34-9831-00a43f339cce tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8714936 Nov 12 04:58:28.844077 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Request body: {'port': {'device_id': 'c7e1f0e0-88b4-4022-85ed-cba65ce119ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:58:28.901154 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:28.926989 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e1b71dac-cdce-4a09-a193-c8399b72606e None None] Provisioning complete for port 856df2aa-4362-42bf-9a18-54188d7be0bc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:58:28.927279 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1b71dac-cdce-4a09-a193-c8399b72606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:28.975711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e1b71dac-cdce-4a09-a193-c8399b72606e None None] Port 856df2aa-4362-42bf-9a18-54188d7be0bc cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:58:29.057441 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:29.160982 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856df2aa-4362-42bf-9a18-54188d7be0bc {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:58:29.168480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:29.180023 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Transition to ACTIVE for port object 856df2aa-4362-42bf-9a18-54188d7be0bc will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:58:29.269287 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:29.341535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Pushing event updated for resources: {'Port': ['ID=856df2aa-4362-42bf-9a18-54188d7be0bc,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:29.392497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Attempting to bind port 856df2aa-4362-42bf-9a18-54188d7be0bc on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:58:29.392827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Attempting to bind port 856df2aa-4362-42bf-9a18-54188d7be0bc by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:58:29.393979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Attempting to bind port 856df2aa-4362-42bf-9a18-54188d7be0bc on network dda6e42d-f312-40e2-8234-88fa52652ce7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:58:29.398775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Port 856df2aa-4362-42bf-9a18-54188d7be0bc on network dda6e42d-f312-40e2-8234-88fa52652ce7 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:58:29.399096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Attempting to bind port 856df2aa-4362-42bf-9a18-54188d7be0bc on network dda6e42d-f312-40e2-8234-88fa52652ce7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:58:29.404681 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:58:29.406387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Checking segment: {'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:58:29.406387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Bound using segment: {'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:58:29.406387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Bound port: 856df2aa-4362-42bf-9a18-54188d7be0bc, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '900600e7-3820-4d14-9c65-6feff92acf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:58:29.406387 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:29.474047 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] For port 856df2aa-4362-42bf-9a18-54188d7be0bc, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:58:29.477680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] For port 856df2aa-4362-42bf-9a18-54188d7be0bc, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=856df2aa-4362-42bf-9a18-54188d7be0bc,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:58:29.491398 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c0dde-b63a-4923-8675-b1d23b3dd68e req-ff493aca-c1ce-477b-bda9-e5b5fbb46600 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:29.493017 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d3c0dde-b63a-4923-8675-b1d23b3dd68e req-ff493aca-c1ce-477b-bda9-e5b5fbb46600 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 943 time: 0.0581660 Nov 12 04:58:29.541393 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0d3c0dde-b63a-4923-8675-b1d23b3dd68e req-f8547946-c916-41f4-9e77-3b8309bc5a4e tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422041 Nov 12 04:58:29.562707 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:29.589854 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:29.589854 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:29.590284 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] 10.222.0.26 "PUT /v2.0/ports/856df2aa-4362-42bf-9a18-54188d7be0bc HTTP/1.1" status: 200 len: 1092 time: 0.7505207 Nov 12 04:58:29.591776 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e1f0e0-88b4-4022-85ed-cba65ce119ec', 'tag': '856df2aa-4362-42bf-9a18-54188d7be0bc'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:58:29.593170 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6b9bfd-e81f-415a-8c6c-30df774dd6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e1f0e0-88b4-4022-85ed-cba65ce119ec", "tag": "856df2aa-4362-42bf-9a18-54188d7be0bc"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:58:29.626017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1a361-cc1c-4942-b952-323d4c67ba3f service neutron] Pushing event updated for resources: {'Port': ['ID=856df2aa-4362-42bf-9a18-54188d7be0bc,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:29.642257 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5884a36-aaf3-4c10-a580-c42d3a5a8342 x-openstack-request-id: req-c5884a36-aaf3-4c10-a580-c42d3a5a8342 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:58:29.642562 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e1f0e0-88b4-4022-85ed-cba65ce119ec", "tag": "856df2aa-4362-42bf-9a18-54188d7be0bc", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:58:29.643219 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c5884a36-aaf3-4c10-a580-c42d3a5a8342 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:58:29.643661 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e1f0e0-88b4-4022-85ed-cba65ce119ec', 'tag': '856df2aa-4362-42bf-9a18-54188d7be0bc', 'status': 'completed', 'code': 200} Nov 12 04:58:29.740616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b9bfd-e81f-415a-8c6c-30df774dd6eb req-5f408f05-afd0-4ff4-a382-8e3d9692c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:29.742162 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e6b9bfd-e81f-415a-8c6c-30df774dd6eb req-5f408f05-afd0-4ff4-a382-8e3d9692c565 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5038276598ca4671962074b74f1e0453&device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 1095 time: 0.0489068 Nov 12 04:58:29.848282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b9bfd-e81f-415a-8c6c-30df774dd6eb req-45fc6247-6c51-4ac0-9bd2-4f02725674f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:29.849772 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e6b9bfd-e81f-415a-8c6c-30df774dd6eb req-45fc6247-6c51-4ac0-9bd2-4f02725674f5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5038276598ca4671962074b74f1e0453&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0925629 Nov 12 04:58:29.948229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b9bfd-e81f-415a-8c6c-30df774dd6eb req-155b8aed-10f7-4496-96d7-73ae8e04e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:29.949631 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e6b9bfd-e81f-415a-8c6c-30df774dd6eb req-155b8aed-10f7-4496-96d7-73ae8e04e73d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0928056 Nov 12 04:58:30.052964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-950786da-a667-4bf5-804a-42137d336cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:30.054500 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-950786da-a667-4bf5-804a-42137d336cf0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5038276598ca4671962074b74f1e0453&device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 1095 time: 0.0418804 Nov 12 04:58:30.107788 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-7a71ace0-1b0d-4b70-b9b0-0a00eb4485a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=856df2aa-4362-42bf-9a18-54188d7be0bc HTTP/1.1" status: 200 len: 217 time: 0.0381069 Nov 12 04:58:30.156851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-1786e359-7df6-4e5c-84c4-5302033b0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:30.158266 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-1786e359-7df6-4e5c-84c4-5302033b0c20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5aac7488-7fdf-4919-8427-9daca16a06c4 HTTP/1.1" status: 200 len: 855 time: 0.0436699 Nov 12 04:58:30.204697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-bb232c36-87fe-4b81-abe6-b2addda897c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:30.206687 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-bb232c36-87fe-4b81-abe6-b2addda897c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dda6e42d-f312-40e2-8234-88fa52652ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401759 Nov 12 04:58:30.298525 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-065df718-4098-4520-96db-e45635b30caa service neutron] 10.222.0.26 "GET /v2.0/networks/dda6e42d-f312-40e2-8234-88fa52652ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840571 Nov 12 04:58:30.393452 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-572ada28-0df2-4872-aa3e-929ce6f13f6d req-bb3f2aa2-8f9c-4abf-b680-eb50e36bb28a service neutron] 10.222.0.26 "GET /v2.0/networks/dda6e42d-f312-40e2-8234-88fa52652ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837450 Nov 12 04:58:30.655888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c4e92-3b66-4246-a8a2-2bbf2e6efb34 req-b87e3d69-bbe0-4548-8880-8e824795a9e8 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:30.657309 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c06c4e92-3b66-4246-a8a2-2bbf2e6efb34 req-b87e3d69-bbe0-4548-8880-8e824795a9e8 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 943 time: 0.0487602 Nov 12 04:58:30.704322 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c06c4e92-3b66-4246-a8a2-2bbf2e6efb34 req-9eda9e1d-f49b-43a5-97f5-1bef0a0489d2 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405881 Nov 12 04:58:31.825232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232b328-d6b1-486c-b400-7e42802f6025 req-bf40bec2-fa74-4060-b3b7-1f55979764d9 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:31.826958 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4232b328-d6b1-486c-b400-7e42802f6025 req-bf40bec2-fa74-4060-b3b7-1f55979764d9 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 943 time: 0.0543661 Nov 12 04:58:31.884775 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4232b328-d6b1-486c-b400-7e42802f6025 req-d1a0d22c-5b66-4bce-ae31-e302a4c40133 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514050 Nov 12 04:58:33.000833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0829cb9-739c-4cb9-9f38-0fb2d06a7095 req-c9757e9a-3f46-4874-b3fc-de3d75de460a tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:33.002298 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c0829cb9-739c-4cb9-9f38-0fb2d06a7095 req-c9757e9a-3f46-4874-b3fc-de3d75de460a tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 943 time: 0.0483797 Nov 12 04:58:33.055112 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c0829cb9-739c-4cb9-9f38-0fb2d06a7095 req-fa8029e7-24fb-4667-bc00-102a083e1fa1 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Nov 12 04:58:34.172141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6145d-272c-4104-82ce-4efa83d82519 req-e125d57d-08cd-4590-88b9-230a01d96467 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:34.173619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14b6145d-272c-4104-82ce-4efa83d82519 req-e125d57d-08cd-4590-88b9-230a01d96467 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 943 time: 0.0486257 Nov 12 04:58:34.220601 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-14b6145d-272c-4104-82ce-4efa83d82519 req-bbb81d22-42e1-4cff-a2a1-2e76ddf57e42 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411255 Nov 12 04:58:35.334909 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35092e99-6314-4e06-92ff-efd4c8980693 req-f137bc81-2ec5-4485-9433-0ca539a46998 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:35.336321 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35092e99-6314-4e06-92ff-efd4c8980693 req-f137bc81-2ec5-4485-9433-0ca539a46998 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 943 time: 0.0494432 Nov 12 04:58:35.382683 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35092e99-6314-4e06-92ff-efd4c8980693 req-ca477393-d824-4696-8224-399edc102197 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404201 Nov 12 04:58:35.846752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 856df2aa-4362-42bf-9a18-54188d7be0bc details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:58:35.945664 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 856df2aa-4362-42bf-9a18-54188d7be0bc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=856df2aa-4362-42bf-9a18-54188d7be0bc,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:35.958374 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '856df2aa-4362-42bf-9a18-54188d7be0bc', 'network_id': 'dda6e42d-f312-40e2-8234-88fa52652ce7', 'port_id': '856df2aa-4362-42bf-9a18-54188d7be0bc', 'mac_address': 'fa:16:3e:70:c1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aac7488-7fdf-4919-8427-9daca16a06c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:58:35.995117 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:36.007613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856df2aa-4362-42bf-9a18-54188d7be0bc {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:58:36.026013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 856df2aa-4362-42bf-9a18-54188d7be0bc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=856df2aa-4362-42bf-9a18-54188d7be0bc,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:36.106428 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:36.159326 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=856df2aa-4362-42bf-9a18-54188d7be0bc,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:36.166734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:36.167076 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:36.167418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:36.167748 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:36.168096 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:36.168423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:36.168750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:36.169068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:36.169388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:36.169703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:36.170020 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:36.170337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:58:36.502217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1654f-39a8-4e7c-8b62-49ec9e49b3c7 req-10bef45a-38dd-4b9f-bf41-e84213cf180b tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:36.503739 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e2f1654f-39a8-4e7c-8b62-49ec9e49b3c7 req-10bef45a-38dd-4b9f-bf41-e84213cf180b tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 944 time: 0.0524681 Nov 12 04:58:36.523885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['856df2aa-4362-42bf-9a18-54188d7be0bc'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:58:36.552417 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e2f1654f-39a8-4e7c-8b62-49ec9e49b3c7 req-f8867b06-26c0-4ee0-b16f-5e8278e2c122 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424755 Nov 12 04:58:37.668430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534406ab-21b6-4a00-aba2-0aeff636f045 req-97a8a453-186d-4d22-81a3-707b950516c6 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:37.669821 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-534406ab-21b6-4a00-aba2-0aeff636f045 req-97a8a453-186d-4d22-81a3-707b950516c6 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 944 time: 0.0483890 Nov 12 04:58:37.716113 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-534406ab-21b6-4a00-aba2-0aeff636f045 req-24b9515c-391c-40da-8f3f-b1b0ba23dce4 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394180 Nov 12 04:58:37.844110 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 856df2aa-4362-42bf-9a18-54188d7be0bc up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:58:37.963962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 856df2aa-4362-42bf-9a18-54188d7be0bc completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:58:37.967896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 856df2aa-4362-42bf-9a18-54188d7be0bc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:58:37.968292 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:38.042927 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:38.063876 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e1f0e0-88b4-4022-85ed-cba65ce119ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856df2aa-4362-42bf-9a18-54188d7be0bc'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:58:38.066139 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc8b970-795f-4ee2-9387-aca4bd4f0059" -d '{"events": [{"server_uuid": "c7e1f0e0-88b4-4022-85ed-cba65ce119ec", "name": "network-vif-plugged", "status": "completed", "tag": "856df2aa-4362-42bf-9a18-54188d7be0bc"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:58:38.078806 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 856df2aa-4362-42bf-9a18-54188d7be0bc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=856df2aa-4362-42bf-9a18-54188d7be0bc,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:38.102336 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932ea892-2aca-47d4-a6f4-9473c2b7b28d x-openstack-request-id: req-932ea892-2aca-47d4-a6f4-9473c2b7b28d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:58:38.102655 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e1f0e0-88b4-4022-85ed-cba65ce119ec", "name": "network-vif-plugged", "status": "completed", "tag": "856df2aa-4362-42bf-9a18-54188d7be0bc", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:58:38.102913 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-932ea892-2aca-47d4-a6f4-9473c2b7b28d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:58:38.103314 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e1f0e0-88b4-4022-85ed-cba65ce119ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856df2aa-4362-42bf-9a18-54188d7be0bc', 'code': 200} Nov 12 04:58:38.141049 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:38.193817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=856df2aa-4362-42bf-9a18-54188d7be0bc,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:38.242680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b970f-9cd4-40b6-94b0-e0bcb6f86e6b req-8457744a-e0ce-4d7f-8d70-e8304bbd9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:38.244136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-029b970f-9cd4-40b6-94b0-e0bcb6f86e6b req-8457744a-e0ce-4d7f-8d70-e8304bbd9fff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 1097 time: 0.0456355 Nov 12 04:58:38.289621 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-029b970f-9cd4-40b6-94b0-e0bcb6f86e6b req-8fb38642-4557-41de-ae17-c1408cd5f3d3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382411 Nov 12 04:58:38.837894 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e6e50-7fb8-4d25-a61d-03ae5eb48ad3 req-47ab7347-9a6c-4ba0-a8a8-7e7ec55ee43b tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:38.839418 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a4e6e50-7fb8-4d25-a61d-03ae5eb48ad3 req-47ab7347-9a6c-4ba0-a8a8-7e7ec55ee43b tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 945 time: 0.0545318 Nov 12 04:58:38.887731 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a4e6e50-7fb8-4d25-a61d-03ae5eb48ad3 req-ee3e15b1-3aa2-4ca5-8a17-670cd7552985 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422912 Nov 12 04:58:40.007630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1b9d8-ddf4-433d-a9a5-ef1dd2979330 req-adaeb0b6-e167-4445-b594-e1bdf6bb3b4a tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:40.009119 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43c1b9d8-ddf4-433d-a9a5-ef1dd2979330 req-adaeb0b6-e167-4445-b594-e1bdf6bb3b4a tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 945 time: 0.0514598 Nov 12 04:58:40.056577 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-43c1b9d8-ddf4-433d-a9a5-ef1dd2979330 req-e85147c0-c758-44c0-ad60-2e0fa7910159 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415142 Nov 12 04:58:40.173335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781a03b-5d0e-4c69-954b-d99cbb8826b6 req-e0eaa898-ae17-4f71-a6e1-00f05a77eead tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:40.175271 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1781a03b-5d0e-4c69-954b-d99cbb8826b6 req-e0eaa898-ae17-4f71-a6e1-00f05a77eead tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 945 time: 0.0529919 Nov 12 04:58:40.222890 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1781a03b-5d0e-4c69-954b-d99cbb8826b6 req-e3efe3c5-8136-47a4-af0d-003af95aced3 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Nov 12 04:58:45.683521 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:58:46.834479 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d61ec93f-fcbf-4389-b73c-e835b3ceba72 req-9f2b28bf-5de8-4a45-8f34-120378daed76 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451372 Nov 12 04:58:46.936419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ec93f-fcbf-4389-b73c-e835b3ceba72 req-3f011086-21c0-4d99-90cf-014ec227d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:46.937937 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d61ec93f-fcbf-4389-b73c-e835b3ceba72 req-3f011086-21c0-4d99-90cf-014ec227d350 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5038276598ca4671962074b74f1e0453&device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 1097 time: 0.0411561 Nov 12 04:58:47.047486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ec93f-fcbf-4389-b73c-e835b3ceba72 req-5a4ec689-dbc2-4e1c-b226-40ee96136f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:47.049072 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d61ec93f-fcbf-4389-b73c-e835b3ceba72 req-5a4ec689-dbc2-4e1c-b226-40ee96136f5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=dda6e42d-f312-40e2-8234-88fa52652ce7 HTTP/1.1" status: 200 len: 918 time: 0.0878665 Nov 12 04:58:47.097800 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d61ec93f-fcbf-4389-b73c-e835b3ceba72 req-76802fbe-813f-440f-bffb-f0d20992d48d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=856df2aa-4362-42bf-9a18-54188d7be0bc HTTP/1.1" status: 200 len: 217 time: 0.0390580 Nov 12 04:58:47.146704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ec93f-fcbf-4389-b73c-e835b3ceba72 req-e696c236-6bed-4001-8f07-95406fc7f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:47.148202 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d61ec93f-fcbf-4389-b73c-e835b3ceba72 req-e696c236-6bed-4001-8f07-95406fc7f361 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5aac7488-7fdf-4919-8427-9daca16a06c4 HTTP/1.1" status: 200 len: 855 time: 0.0449762 Nov 12 04:58:47.195745 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ec93f-fcbf-4389-b73c-e835b3ceba72 req-4759a16b-c08e-4c06-9378-0d229808373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:47.197386 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d61ec93f-fcbf-4389-b73c-e835b3ceba72 req-4759a16b-c08e-4c06-9378-0d229808373f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dda6e42d-f312-40e2-8234-88fa52652ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418026 Nov 12 04:58:47.299395 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d61ec93f-fcbf-4389-b73c-e835b3ceba72 req-cfd37329-9b1d-4b34-83ae-cfbf10f6e845 service neutron] 10.222.0.26 "GET /v2.0/networks/dda6e42d-f312-40e2-8234-88fa52652ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941544 Nov 12 04:58:47.392303 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d61ec93f-fcbf-4389-b73c-e835b3ceba72 req-ad5310e8-22ed-4004-8c42-ad5aa0a44013 service neutron] 10.222.0.26 "GET /v2.0/networks/dda6e42d-f312-40e2-8234-88fa52652ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853074 Nov 12 04:58:49.694718 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:53.156974 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a54dd516-cfb7-4d73-abe4-676976eb79db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:55.466230 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:56.916345 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4da06dbc-d0d3-41e5-8886-9c8b19404d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:56.999825 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:58.729026 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:59.039936 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:06.434891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670fcb-b1ae-4bd0-a866-7a537f23e9ed req-cec8625e-53f4-442e-9dd5-db6c11030979 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:06.436464 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e670fcb-b1ae-4bd0-a866-7a537f23e9ed req-cec8625e-53f4-442e-9dd5-db6c11030979 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 945 time: 0.0581367 Nov 12 04:59:06.486609 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8e670fcb-b1ae-4bd0-a866-7a537f23e9ed req-8b282df8-f891-4b55-a72d-afc8c8409e89 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439303 Nov 12 04:59:07.865353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923023c-8837-43c3-817b-566fe54a56eb req-22a66dce-a142-4790-8c88-b140e5ed763f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:07.866982 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8923023c-8837-43c3-817b-566fe54a56eb req-22a66dce-a142-4790-8c88-b140e5ed763f tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 945 time: 0.0554407 Nov 12 04:59:07.916398 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8923023c-8837-43c3-817b-566fe54a56eb req-c81ad764-a8f8-4be6-aecf-560dee0f55d7 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/security-groups?id=fb74cb04-d448-45d6-8b3f-912e84c49921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433846 Nov 12 04:59:08.302468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc526f-4372-4da2-8283-c9d1762c26ac req-5b971b8d-d11c-47b7-9a92-554872a0b637 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:08.303909 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7cc526f-4372-4da2-8283-c9d1762c26ac req-5b971b8d-d11c-47b7-9a92-554872a0b637 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 945 time: 0.0493045 Nov 12 04:59:08.396419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f7cc526f-4372-4da2-8283-c9d1762c26ac req-d63e997f-bd4c-4144-a479-1e94a19402f4 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Deleting port 856df2aa-4362-42bf-9a18-54188d7be0bc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:59:08.396750 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7cc526f-4372-4da2-8283-c9d1762c26ac req-d63e997f-bd4c-4144-a479-1e94a19402f4 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:08.484373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f7cc526f-4372-4da2-8283-c9d1762c26ac req-d63e997f-bd4c-4144-a479-1e94a19402f4 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] For port 856df2aa-4362-42bf-9a18-54188d7be0bc, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=856df2aa-4362-42bf-9a18-54188d7be0bc,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:08.484735 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7cc526f-4372-4da2-8283-c9d1762c26ac req-d63e997f-bd4c-4144-a479-1e94a19402f4 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:08.497925 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f7cc526f-4372-4da2-8283-c9d1762c26ac req-d63e997f-bd4c-4144-a479-1e94a19402f4 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Calling delete_port for 856df2aa-4362-42bf-9a18-54188d7be0bc owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:59:08.679419 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7cc526f-4372-4da2-8283-c9d1762c26ac req-d63e997f-bd4c-4144-a479-1e94a19402f4 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:08.711541 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e997f-bd4c-4144-a479-1e94a19402f4 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Pushing event deleted for resources: {'Port': ['ID=856df2aa-4362-42bf-9a18-54188d7be0bc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:08.717117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['856df2aa-4362-42bf-9a18-54188d7be0bc'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:59:08.770248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cc526f-4372-4da2-8283-c9d1762c26ac req-d63e997f-bd4c-4144-a479-1e94a19402f4 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] No DVR routers for this DVR port 856df2aa-4362-42bf-9a18-54188d7be0bc on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:59:08.772955 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7cc526f-4372-4da2-8283-c9d1762c26ac req-d63e997f-bd4c-4144-a479-1e94a19402f4 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:08.776483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7cc526f-4372-4da2-8283-c9d1762c26ac req-d63e997f-bd4c-4144-a479-1e94a19402f4 tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.26 "DELETE /v2.0/ports/856df2aa-4362-42bf-9a18-54188d7be0bc HTTP/1.1" status: 204 len: 173 time: 0.4662244 Nov 12 04:59:08.777026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e1f0e0-88b4-4022-85ed-cba65ce119ec', 'name': 'network-vif-deleted', 'tag': '856df2aa-4362-42bf-9a18-54188d7be0bc'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:59:08.780538 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efd2ea8-a29d-4508-b510-dc64bc704f08" -d '{"events": [{"server_uuid": "c7e1f0e0-88b4-4022-85ed-cba65ce119ec", "name": "network-vif-deleted", "tag": "856df2aa-4362-42bf-9a18-54188d7be0bc"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:59:08.820297 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af44bc29-2914-4d64-bc3a-883e48e1dbe3 x-openstack-request-id: req-af44bc29-2914-4d64-bc3a-883e48e1dbe3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:59:08.820595 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e1f0e0-88b4-4022-85ed-cba65ce119ec", "name": "network-vif-deleted", "tag": "856df2aa-4362-42bf-9a18-54188d7be0bc", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:59:08.820915 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-af44bc29-2914-4d64-bc3a-883e48e1dbe3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:59:08.821326 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e1f0e0-88b4-4022-85ed-cba65ce119ec', 'name': 'network-vif-deleted', 'tag': '856df2aa-4362-42bf-9a18-54188d7be0bc', 'status': 'completed', 'code': 200} Nov 12 04:59:09.012683 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-535ebc25-fb8d-4eff-b4e1-0e8631f5932f req-8a7eb193-b65c-4c9d-ac0e-0aef4174cbdc tempest-TestEncryptedCinderVolumes-1300680160 tempest-TestEncryptedCinderVolumes-1300680160-project] 10.222.0.105 "GET /v2.0/ports?device_id=c7e1f0e0-88b4-4022-85ed-cba65ce119ec HTTP/1.1" status: 200 len: 210 time: 0.0267534 Nov 12 04:59:10.164301 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33910) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:10.508030 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:10.752860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Deleting port b8c10a3d-529b-4933-8128-0b0490dc3a0c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:59:10.753093 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:10.832704 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] For port b8c10a3d-529b-4933-8128-0b0490dc3a0c, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b8c10a3d-529b-4933-8128-0b0490dc3a0c,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:10.833059 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:10.845104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Calling delete_port for b8c10a3d-529b-4933-8128-0b0490dc3a0c owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:59:11.088425 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:11.115002 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c10a3d-529b-4933-8128-0b0490dc3a0c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:11.139189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:11.139547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:11.139891 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:11.140256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:11.140591 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:11.140923 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:11.141251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:11.141578 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:11.141906 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:11.142230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:11.142554 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:11.142876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:11.302538 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:11.513759 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Router 51a9bf97-6557-477b-bc3c-ec8610ed2ebe has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:59:11.617326 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:59:11.622861 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0120ca44-952b-4f85-a078-9b997dfd8ff5 admin admin] 10.222.0.105 "PUT /v2.0/routers/51a9bf97-6557-477b-bc3c-ec8610ed2ebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4572616 Nov 12 04:59:11.625494 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:11.634381 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a4160-d3d4-4f56-b19a-fb47899b654d None None] Sync routers for ids ['51a9bf97-6557-477b-bc3c-ec8610ed2ebe'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:59:11.645953 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a4160-d3d4-4f56-b19a-fb47899b654d None None] Routers {'51a9bf97-6557-477b-bc3c-ec8610ed2ebe'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:59:11.646579 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-de2a4160-d3d4-4f56-b19a-fb47899b654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:58:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['51a9bf97-6557-477b-bc3c-ec8610ed2ebe'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:11.728114 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:11.749928 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-de2a4160-d3d4-4f56-b19a-fb47899b654d None None] Set router 51a9bf97-6557-477b-bc3c-ec8610ed2ebe gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:59:11.934878 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-de2a4160-d3d4-4f56-b19a-fb47899b654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'name': 'tempest-TestEncryptedCinderVolumes-133721903-router', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:59:10Z', 'revision_number': 5, 'project_id': '5038276598ca4671962074b74f1e0453', 'gw_port': {'id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:11.967766 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a4160-d3d4-4f56-b19a-fb47899b654d None None] Checking router: 51a9bf97-6557-477b-bc3c-ec8610ed2ebe for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:59:11.978446 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a4160-d3d4-4f56-b19a-fb47899b654d None None] Routers {'51a9bf97-6557-477b-bc3c-ec8610ed2ebe'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:59:11.979067 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-de2a4160-d3d4-4f56-b19a-fb47899b654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:58:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['51a9bf97-6557-477b-bc3c-ec8610ed2ebe'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:12.014668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 856df2aa-4362-42bf-9a18-54188d7be0bc no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:59:12.037037 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 856df2aa-4362-42bf-9a18-54188d7be0bc {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:59:12.037381 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 856df2aa-4362-42bf-9a18-54188d7be0bc not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:59:12.085818 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-de2a4160-d3d4-4f56-b19a-fb47899b654d None None] Set router 51a9bf97-6557-477b-bc3c-ec8610ed2ebe gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:59:12.173155 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:12.260483 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-de2a4160-d3d4-4f56-b19a-fb47899b654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'name': 'tempest-TestEncryptedCinderVolumes-133721903-router', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:59:10Z', 'revision_number': 5, 'project_id': '5038276598ca4671962074b74f1e0453', 'gw_port': {'id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:12.287330 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a4160-d3d4-4f56-b19a-fb47899b654d None None] The sync data for ids ['51a9bf97-6557-477b-bc3c-ec8610ed2ebe'] in n-d-767704-23 is: [{'id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'name': 'tempest-TestEncryptedCinderVolumes-133721903-router', 'tenant_id': '5038276598ca4671962074b74f1e0453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:59:10Z', 'revision_number': 5, 'project_id': '5038276598ca4671962074b74f1e0453', 'gw_port': {'id': '0b53baa0-9252-40cd-9fe5-d99cbd8b4f77', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9bf97-6557-477b-bc3c-ec8610ed2ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:29Z', 'updated_at': '2021-11-12T04:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:59:12.311843 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] Deleting port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:59:12.312388 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:12.392147 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] For port 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0b53baa0-9252-40cd-9fe5-d99cbd8b4f77,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:12.392511 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:12.405267 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] Calling delete_port for 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:59:12.625301 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:12.652601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b53baa0-9252-40cd-9fe5-d99cbd8b4f77,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:12.667167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d591ab-be6b-4d4c-8cc9-60eb04a24938 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:59:12.719430 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:12.816215 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:12.818309 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:12.939211 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:12.939728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a9bf97-6557-477b-bc3c-ec8610ed2ebe {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:59:12.944081 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:12.945278 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ae070005-58c1-4514-9956-f004be362cd0 admin admin] 10.222.0.105 "DELETE /v2.0/routers/51a9bf97-6557-477b-bc3c-ec8610ed2ebe HTTP/1.1" status: 204 len: 168 time: 1.3187118 Nov 12 04:59:12.947634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:12.994414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19809a8-ba71-4670-8335-60886706f632 admin admin] Deleting subnet 5aac7488-7fdf-4919-8427-9daca16a06c4 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:59:13.001914 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a19809a8-ba71-4670-8335-60886706f632 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.036255 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a19809a8-ba71-4670-8335-60886706f632 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.115274 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a19809a8-ba71-4670-8335-60886706f632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.231309 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a19809a8-ba71-4670-8335-60886706f632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.255944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19809a8-ba71-4670-8335-60886706f632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aac7488-7fdf-4919-8427-9daca16a06c4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:13.262149 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a19809a8-ba71-4670-8335-60886706f632 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.262681 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a19809a8-ba71-4670-8335-60886706f632 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/5aac7488-7fdf-4919-8427-9daca16a06c4 HTTP/1.1" status: 204 len: 168 time: 0.3140302 Nov 12 04:59:13.265320 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33916) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:13.267697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4739c119-5259-438c-9b69-53c3c2c13c3a None None] Network dda6e42d-f312-40e2-8234-88fa52652ce7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:59:13.338015 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.399464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Deleting port 681e8d97-df34-4401-a7c6-3c5425485657 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:59:13.399807 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.463994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63555772-b291-43f2-8020-8b50a4e2b062 None None] DHCP port deletion for dda6e42d-f312-40e2-8234-88fa52652ce7 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:59:13.478602 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] For port 681e8d97-df34-4401-a7c6-3c5425485657, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=681e8d97-df34-4401-a7c6-3c5425485657,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:13.479055 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.492208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Calling delete_port for 681e8d97-df34-4401-a7c6-3c5425485657 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:59:13.493138 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b8c10a3d-529b-4933-8128-0b0490dc3a0c no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:59:13.518102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: b8c10a3d-529b-4933-8128-0b0490dc3a0c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:59:13.519027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b8c10a3d-529b-4933-8128-0b0490dc3a0c not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:59:13.519434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:59:13.541892 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:59:13.542230 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0b53baa0-9252-40cd-9fe5-d99cbd8b4f77 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:59:13.559537 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-63555772-b291-43f2-8020-8b50a4e2b062 None None] Deleting port 681e8d97-df34-4401-a7c6-3c5425485657 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:59:13.560003 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63555772-b291-43f2-8020-8b50a4e2b062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.621897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-63555772-b291-43f2-8020-8b50a4e2b062 None None] For port 681e8d97-df34-4401-a7c6-3c5425485657, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=681e8d97-df34-4401-a7c6-3c5425485657,segment=NetworkSegment(900600e7-3820-4d14-9c65-6feff92acf4f),segment_id=900600e7-3820-4d14-9c65-6feff92acf4f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:13.622290 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63555772-b291-43f2-8020-8b50a4e2b062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.634901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-63555772-b291-43f2-8020-8b50a4e2b062 None None] Calling delete_port for 681e8d97-df34-4401-a7c6-3c5425485657 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:59:13.671176 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.698000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Pushing event deleted for resources: {'Port': ['ID=681e8d97-df34-4401-a7c6-3c5425485657,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:13.702215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] No DVR routers for this DVR port 681e8d97-df34-4401-a7c6-3c5425485657 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:59:13.709962 n-d-767704-23 neutron-server[103148]: self.session.flush() Nov 12 04:59:13.715465 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63555772-b291-43f2-8020-8b50a4e2b062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.741323 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63555772-b291-43f2-8020-8b50a4e2b062 None None] Pushing event deleted for resources: {'Port': ['ID=681e8d97-df34-4401-a7c6-3c5425485657,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:13.744910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63555772-b291-43f2-8020-8b50a4e2b062 None None] No DVR routers for this DVR port 681e8d97-df34-4401-a7c6-3c5425485657 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:59:13.784307 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.804156 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda6e42d-f312-40e2-8234-88fa52652ce7']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:13.813246 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900600e7-3820-4d14-9c65-6feff92acf4f') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:13.813538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900600e7-3820-4d14-9c65-6feff92acf4f') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:13.823331 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.836507 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.842291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:59:13.842664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:59:13.844288 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:59:13.953393 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.959079 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:13.962377 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] 10.222.0.105 "DELETE /v2.0/networks/dda6e42d-f312-40e2-8234-88fa52652ce7 HTTP/1.1" status: 204 len: 168 time: 0.6959960 Nov 12 04:59:13.965368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33918) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:13.973567 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a083a-69e0-49cb-b5f9-1abe6df5ac25 admin admin] Pushing event deleted for resources: {'Network': ['ID=dda6e42d-f312-40e2-8234-88fa52652ce7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:14.310861 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae36d11d-86c5-4163-a55e-b1ba428f7956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:14.552092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ae36d11d-86c5-4163-a55e-b1ba428f7956 admin admin] Deleting port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:59:14.552408 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae36d11d-86c5-4163-a55e-b1ba428f7956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:14.628689 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ae36d11d-86c5-4163-a55e-b1ba428f7956 admin admin] For port 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4,segment=NetworkSegment(ef334494-16ea-4202-bcac-ccc0f422ce80),segment_id=ef334494-16ea-4202-bcac-ccc0f422ce80)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:14.628949 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae36d11d-86c5-4163-a55e-b1ba428f7956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:14.644773 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ae36d11d-86c5-4163-a55e-b1ba428f7956 admin admin] Calling delete_port for 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:59:14.885249 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae36d11d-86c5-4163-a55e-b1ba428f7956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:14.915071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36d11d-86c5-4163-a55e-b1ba428f7956 admin admin] Pushing event deleted for resources: {'Port': ['ID=67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:15.084852 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae36d11d-86c5-4163-a55e-b1ba428f7956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:15.175830 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 681e8d97-df34-4401-a7c6-3c5425485657 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:59:15.195731 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 681e8d97-df34-4401-a7c6-3c5425485657 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:59:15.195994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 681e8d97-df34-4401-a7c6-3c5425485657 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:59:15.302995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae36d11d-86c5-4163-a55e-b1ba428f7956 admin admin] Router 0ad9427d-0db0-4a7a-8294-d1a36f047da0 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:59:15.407100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae36d11d-86c5-4163-a55e-b1ba428f7956 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:59:15.413287 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ae36d11d-86c5-4163-a55e-b1ba428f7956 admin admin] 10.222.0.105 "PUT /v2.0/routers/0ad9427d-0db0-4a7a-8294-d1a36f047da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4467089 Nov 12 04:59:15.415391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33920) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:15.416584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b1969c-129a-4575-b7d2-b3016bf06a8f None None] Sync routers for ids ['0ad9427d-0db0-4a7a-8294-d1a36f047da0'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:59:15.426756 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b1969c-129a-4575-b7d2-b3016bf06a8f None None] Routers {'0ad9427d-0db0-4a7a-8294-d1a36f047da0'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:59:15.427322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0b1969c-129a-4575-b7d2-b3016bf06a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:58:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ad9427d-0db0-4a7a-8294-d1a36f047da0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:15.533272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d0b1969c-129a-4575-b7d2-b3016bf06a8f None None] Set router 0ad9427d-0db0-4a7a-8294-d1a36f047da0 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:59:15.722904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0b1969c-129a-4575-b7d2-b3016bf06a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'name': 'tempest-TestEncryptedCinderVolumes-530374355-router', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:59:14Z', 'revision_number': 5, 'project_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'gw_port': {'id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:15.749814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b1969c-129a-4575-b7d2-b3016bf06a8f None None] Checking router: 0ad9427d-0db0-4a7a-8294-d1a36f047da0 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:59:15.759250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b1969c-129a-4575-b7d2-b3016bf06a8f None None] Routers {'0ad9427d-0db0-4a7a-8294-d1a36f047da0'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:59:15.759877 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0b1969c-129a-4575-b7d2-b3016bf06a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:58:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['0ad9427d-0db0-4a7a-8294-d1a36f047da0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:15.865875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d0b1969c-129a-4575-b7d2-b3016bf06a8f None None] Set router 0ad9427d-0db0-4a7a-8294-d1a36f047da0 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:59:15.869595 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:15.971938 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:16.043232 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0b1969c-129a-4575-b7d2-b3016bf06a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'name': 'tempest-TestEncryptedCinderVolumes-530374355-router', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:59:14Z', 'revision_number': 5, 'project_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'gw_port': {'id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:16.076997 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b1969c-129a-4575-b7d2-b3016bf06a8f None None] The sync data for ids ['0ad9427d-0db0-4a7a-8294-d1a36f047da0'] in n-d-767704-23 is: [{'id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'name': 'tempest-TestEncryptedCinderVolumes-530374355-router', 'tenant_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:59:14Z', 'revision_number': 5, 'project_id': 'b2e73ae8acdb41b992bc5b2bec5e4f70', 'gw_port': {'id': '84876452-f9c1-4413-b5d3-ce652f5268f2', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9427d-0db0-4a7a-8294-d1a36f047da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:57:35Z', 'updated_at': '2021-11-12T04:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:59:16.092240 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] Deleting port 84876452-f9c1-4413-b5d3-ce652f5268f2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:59:16.093869 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:16.171161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] For port 84876452-f9c1-4413-b5d3-ce652f5268f2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=84876452-f9c1-4413-b5d3-ce652f5268f2,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:16.171512 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:16.187453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] Calling delete_port for 84876452-f9c1-4413-b5d3-ce652f5268f2 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:59:16.399276 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:16.428209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] Pushing event deleted for resources: {'Port': ['ID=84876452-f9c1-4413-b5d3-ce652f5268f2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:16.456095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb4454-e2d3-45ed-bb1b-b9c2bc3d1a72 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:59:16.494517 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:16.587686 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:16.590030 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:16.693596 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:16.694170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad9427d-0db0-4a7a-8294-d1a36f047da0 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:59:16.698614 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:16.700002 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4e222e57-2bc7-4598-8fbc-bec1238870ce admin admin] 10.222.0.105 "DELETE /v2.0/routers/0ad9427d-0db0-4a7a-8294-d1a36f047da0 HTTP/1.1" status: 204 len: 168 time: 1.2835870 Nov 12 04:59:16.702696 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:16.748644 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a5ce02-7188-4e30-bdce-b65ecfdbb80d admin admin] Deleting subnet 3bd69ef2-4ebb-45dc-9562-fe00b4270655 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:59:16.752004 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20a5ce02-7188-4e30-bdce-b65ecfdbb80d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:16.794111 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20a5ce02-7188-4e30-bdce-b65ecfdbb80d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:16.879451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20a5ce02-7188-4e30-bdce-b65ecfdbb80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.005746 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20a5ce02-7188-4e30-bdce-b65ecfdbb80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.033043 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5ce02-7188-4e30-bdce-b65ecfdbb80d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd69ef2-4ebb-45dc-9562-fe00b4270655,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:17.035923 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20a5ce02-7188-4e30-bdce-b65ecfdbb80d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.039072 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-20a5ce02-7188-4e30-bdce-b65ecfdbb80d admin admin] 10.222.0.105 "DELETE /v2.0/subnets/3bd69ef2-4ebb-45dc-9562-fe00b4270655 HTTP/1.1" status: 204 len: 168 time: 0.3353422 Nov 12 04:59:17.039631 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1a443d-be6c-4a89-9f7e-b5117d3ca49b None None] Network f203aa34-1dd3-439f-994d-254ec12d3e67 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:59:17.041783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33924) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:17.118599 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.183024 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:59:17.194102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Deleting port b2f36707-469b-4b6c-8eb4-30e583ca2de6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:59:17.194439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.204318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:59:17.204447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 67b4f74a-1942-40e2-a40d-c3f8c6dcc3c4 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:59:17.204767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 84876452-f9c1-4413-b5d3-ce652f5268f2 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:59:17.225070 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 84876452-f9c1-4413-b5d3-ce652f5268f2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:59:17.225414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 84876452-f9c1-4413-b5d3-ce652f5268f2 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:59:17.243659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7dba53-082e-460d-b8d4-23aa1dbfd9a6 None None] DHCP port deletion for f203aa34-1dd3-439f-994d-254ec12d3e67 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:59:17.262981 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] For port b2f36707-469b-4b6c-8eb4-30e583ca2de6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b2f36707-469b-4b6c-8eb4-30e583ca2de6,segment=NetworkSegment(ef334494-16ea-4202-bcac-ccc0f422ce80),segment_id=ef334494-16ea-4202-bcac-ccc0f422ce80)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:17.262981 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.274254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Calling delete_port for b2f36707-469b-4b6c-8eb4-30e583ca2de6 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:59:17.290153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0b7dba53-082e-460d-b8d4-23aa1dbfd9a6 None None] Deleting port b2f36707-469b-4b6c-8eb4-30e583ca2de6 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:59:17.290528 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b7dba53-082e-460d-b8d4-23aa1dbfd9a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.357479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0b7dba53-082e-460d-b8d4-23aa1dbfd9a6 None None] For port b2f36707-469b-4b6c-8eb4-30e583ca2de6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b2f36707-469b-4b6c-8eb4-30e583ca2de6,segment=NetworkSegment(ef334494-16ea-4202-bcac-ccc0f422ce80),segment_id=ef334494-16ea-4202-bcac-ccc0f422ce80)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:17.360203 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b7dba53-082e-460d-b8d4-23aa1dbfd9a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.371320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0b7dba53-082e-460d-b8d4-23aa1dbfd9a6 None None] Calling delete_port for b2f36707-469b-4b6c-8eb4-30e583ca2de6 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:59:17.448541 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.453831 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b7dba53-082e-460d-b8d4-23aa1dbfd9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.477877 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] No DVR routers for this DVR port b2f36707-469b-4b6c-8eb4-30e583ca2de6 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:59:17.480424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f36707-469b-4b6c-8eb4-30e583ca2de6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:17.480565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dba53-082e-460d-b8d4-23aa1dbfd9a6 None None] Pushing event deleted for resources: {'Port': ['ID=b2f36707-469b-4b6c-8eb4-30e583ca2de6,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:17.482428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7dba53-082e-460d-b8d4-23aa1dbfd9a6 None None] No DVR routers for this DVR port b2f36707-469b-4b6c-8eb4-30e583ca2de6 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:59:17.559011 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.579325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f203aa34-1dd3-439f-994d-254ec12d3e67']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:17.588283 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef334494-16ea-4202-bcac-ccc0f422ce80') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:17.588569 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef334494-16ea-4202-bcac-ccc0f422ce80') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:17.598387 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.611561 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.617910 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:59:17.618287 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: timer() Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:59:17.619897 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:59:17.733241 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.740071 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:17.744672 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] 10.222.0.105 "DELETE /v2.0/networks/f203aa34-1dd3-439f-994d-254ec12d3e67 HTTP/1.1" status: 204 len: 168 time: 0.7017105 Nov 12 04:59:17.756714 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5094626-1986-4f2b-b686-b409b7f13ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f203aa34-1dd3-439f-994d-254ec12d3e67,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:18.083938 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33928) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:18.128639 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-05c07a3f-26f7-4f3d-ad52-83660faa986d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5038276598ca4671962074b74f1e0453&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434749 Nov 12 04:59:18.131176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33930) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:18.178178 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25984f0c-e825-4674-b234-8cd0aa05b467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:18.198422 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25984f0c-e825-4674-b234-8cd0aa05b467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:18.316524 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25984f0c-e825-4674-b234-8cd0aa05b467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:18.319136 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25984f0c-e825-4674-b234-8cd0aa05b467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:18.320332 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-25984f0c-e825-4674-b234-8cd0aa05b467 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fb74cb04-d448-45d6-8b3f-912e84c49921 HTTP/1.1" status: 204 len: 168 time: 0.1878576 Nov 12 04:59:18.328446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25984f0c-e825-4674-b234-8cd0aa05b467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb74cb04-d448-45d6-8b3f-912e84c49921,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:18.992926 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33936) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:19.035760 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-16e4606c-8c5e-4c3f-928c-0997d4ebfcde admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b2e73ae8acdb41b992bc5b2bec5e4f70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416694 Nov 12 04:59:19.038310 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:19.085018 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb17117e-bb8a-4465-94ee-1722e8a736b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:19.106289 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb17117e-bb8a-4465-94ee-1722e8a736b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:19.127733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b2f36707-469b-4b6c-8eb4-30e583ca2de6 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:59:19.150529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: b2f36707-469b-4b6c-8eb4-30e583ca2de6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:59:19.150793 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b2f36707-469b-4b6c-8eb4-30e583ca2de6 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:59:19.228070 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb17117e-bb8a-4465-94ee-1722e8a736b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:19.230892 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb17117e-bb8a-4465-94ee-1722e8a736b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:19.232095 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cb17117e-bb8a-4465-94ee-1722e8a736b7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/403a2a8c-9da9-4690-ae54-6277883f0ba6 HTTP/1.1" status: 204 len: 168 time: 0.1928780 Nov 12 04:59:19.240781 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17117e-bb8a-4465-94ee-1722e8a736b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403a2a8c-9da9-4690-ae54-6277883f0ba6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:19.665600 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:20.264252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33960) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:20.360517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1112471518-network', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:59:20.485148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] Made reservation on behalf of b463ca8becf94c96a2161a5bd65ca429 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:59:20.487539 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:20.497286 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:20.569646 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:20.638852 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:20.662600 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:59:20.671166 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9109d96-a397-4018-be96-57fd9cadae75,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:20.677053 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:20.677893 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] Added segment 8898bc81-02f4-4674-9798-f4944af6acfa of type vlan for network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 Nov 12 04:59:20.720161 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:20.799235 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:20.800262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:20.801420 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:20.861385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] Pushing event updated for resources: {'Network': ['ID=559c72c1-fdf9-4430-b5b9-227b9a6d5b51,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:20.871325 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:59:20.896487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c5185b05-cf71-4e0d-a39c-110e086d8e9e admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6311133 Nov 12 04:59:20.899324 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33964) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:20.904275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-676dddb4-0d54-480e-b040-75474f20d80c admin admin] Request body: {'subnet': {'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1112471518-subnet', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:59:21.004843 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676dddb4-0d54-480e-b040-75474f20d80c admin admin] Made reservation on behalf of b463ca8becf94c96a2161a5bd65ca429 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:59:21.007930 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-676dddb4-0d54-480e-b040-75474f20d80c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:21.222572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-676dddb4-0d54-480e-b040-75474f20d80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:21.276050 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676dddb4-0d54-480e-b040-75474f20d80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c9bde9-545d-40e4-8afd-3c6b28d15220,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:21.286145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676dddb4-0d54-480e-b040-75474f20d80c admin admin] Checking segment: {'id': '8898bc81-02f4-4674-9798-f4944af6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:59:21.286509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676dddb4-0d54-480e-b040-75474f20d80c admin admin] Network hostable DHCP agents. Network: 559c72c1-fdf9-4430-b5b9-227b9a6d5b51, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:59:21.370472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676dddb4-0d54-480e-b040-75474f20d80c admin admin] Network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:59:21.456303 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-676dddb4-0d54-480e-b040-75474f20d80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 559c72c1-fdf9-4430-b5b9-227b9a6d5b51) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:59:21.460359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676dddb4-0d54-480e-b040-75474f20d80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:21.460943 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-676dddb4-0d54-480e-b040-75474f20d80c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:21.466066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bef61a-844a-4cc6-b2e3-b20ea344ceb0 None None] Network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:59:21.539835 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-676dddb4-0d54-480e-b040-75474f20d80c admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6394269 Nov 12 04:59:21.542627 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:21.547045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:59:21.608774 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'fixed_ips': [{'subnet_id': '33c9bde9-545d-40e4-8afd-3c6b28d15220'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:59:21.609687 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:21.639293 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:21.640394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:21.693998 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:21.743034 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Allocated IP 172.20.0.2 (559c72c1-fdf9-4430-b5b9-227b9a6d5b51/33c9bde9-545d-40e4-8afd-3c6b28d15220/ab5ceece-8a20-4a0f-b65f-0baa72b8c00b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:59:21.885744 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:21.888458 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:21.985333 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:22.022145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:59:22.031761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:59:22.035531 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:59:22.045542 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Pushing event updated for resources: {'Port': ['ID=ab5ceece-8a20-4a0f-b65f-0baa72b8c00b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:22.102486 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Attempting to bind port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:59:22.102859 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Attempting to bind port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '8898bc81-02f4-4674-9798-f4944af6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:59:22.103482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Attempting to bind port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b on network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:59:22.108707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:59:22.109080 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Checking segment: {'id': '8898bc81-02f4-4674-9798-f4944af6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:59:22.109505 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:22.109900 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Bound using segment: {'id': '8898bc81-02f4-4674-9798-f4944af6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:59:22.110541 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Bound port: ab5ceece-8a20-4a0f-b65f-0baa72b8c00b, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8898bc81-02f4-4674-9798-f4944af6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:59:22.110965 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:22.174702 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:22.179513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] For port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:59:22.182795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] For port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ab5ceece-8a20-4a0f-b65f-0baa72b8c00b,segment=NetworkSegment(8898bc81-02f4-4674-9798-f4944af6acfa),segment_id=8898bc81-02f4-4674-9798-f4944af6acfa)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:59:22.193550 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:22.245416 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:22.304568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Allocated IP 172.25.8.37 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/764f62b2-0fd7-427f-9bf2-bf161257207c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:59:22.308749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b97a4-1e5b-4f0d-89e9-aa493e996143 None None] Pushing event updated for resources: {'Port': ['ID=ab5ceece-8a20-4a0f-b65f-0baa72b8c00b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:22.420070 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:22.559528 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:22.602274 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:59:22.605245 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:59:22.607509 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:59:22.617422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a172e13c-edb7-419f-af5c-34cc9cfcb58e None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:59:22.637705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Pushing event updated for resources: {'Port': ['ID=764f62b2-0fd7-427f-9bf2-bf161257207c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:22.677893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-73840427-56c6-4053-a977-a9e56793b021 None None] Provisioning complete for port 764f62b2-0fd7-427f-9bf2-bf161257207c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:22.678160 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73840427-56c6-4053-a977-a9e56793b021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:22.686268 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:59:22.722986 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-73840427-56c6-4053-a977-a9e56793b021 None None] Port 764f62b2-0fd7-427f-9bf2-bf161257207c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:59:22.982105 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:23.162624 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50b654c0-a9ee-4141-a5df-b101a443988e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:23.182468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e53fba-fd5a-4eae-872f-8cd79864430e None None] Network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:59:23.186732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ab5ceece-8a20-4a0f-b65f-0baa72b8c00b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:59:23.188772 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:23.303314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-06f94b32-56f1-4d39-bf11-b80f684fc434 None None] Provisioning complete for port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:23.303675 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-06f94b32-56f1-4d39-bf11-b80f684fc434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:23.368594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:59:23.481872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:59:23.490764 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Sync routers for ids ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:59:23.502099 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Routers {'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:59:23.502865 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:58:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:23.530779 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:23.531147 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:23.546822 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:23.548436 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dfe3f47b-2cea-42f0-b48e-38cf5f9409e8 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0048084 Nov 12 04:59:23.551376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:23.625051 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Set router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:59:23.647136 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-06f94b32-56f1-4d39-bf11-b80f684fc434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:23.725403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-06f94b32-56f1-4d39-bf11-b80f684fc434 None None] For port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ab5ceece-8a20-4a0f-b65f-0baa72b8c00b,segment=NetworkSegment(8898bc81-02f4-4674-9798-f4944af6acfa),segment_id=8898bc81-02f4-4674-9798-f4944af6acfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:23.728213 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:23.798488 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-06f94b32-56f1-4d39-bf11-b80f684fc434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:23.886160 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:59:23.886710 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:59:23.891776 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f94b32-56f1-4d39-bf11-b80f684fc434 None None] Pushing event updated for resources: {'Port': ['ID=ab5ceece-8a20-4a0f-b65f-0baa72b8c00b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:23.920110 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T04:59:22Z', 'revision_number': 3, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:23.923450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-23a64c64-c4aa-4a2f-9f9c-50ebe90b0f17 None None] Provisioning complete for port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:23.924061 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23a64c64-c4aa-4a2f-9f9c-50ebe90b0f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:23.947239 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Checking router: e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:59:23.947484 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Updating router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 port 764f62b2-0fd7-427f-9bf2-bf161257207c binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:59:23.974474 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.044445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.205731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Allocated IP 172.20.0.1 (559c72c1-fdf9-4430-b5b9-227b9a6d5b51/33c9bde9-545d-40e4-8afd-3c6b28d15220/d5b9478e-15ee-47ab-b490-9912ec51fce1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:59:24.235574 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.303019 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.306999 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.345610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf1ce39-e31c-4eae-92d2-1f08546a4431 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:59:24.356385 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Attempting to bind port 764f62b2-0fd7-427f-9bf2-bf161257207c on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:59:24.357163 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Attempting to bind port 764f62b2-0fd7-427f-9bf2-bf161257207c by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:59:24.357519 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Attempting to bind port 764f62b2-0fd7-427f-9bf2-bf161257207c on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:59:24.364411 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da169c-c9ce-4621-9a28-1eb273594ab3 None None] Pushing event updated for resources: {'Port': ['ID=764f62b2-0fd7-427f-9bf2-bf161257207c,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:24.368088 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:59:24.368468 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:59:24.368840 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.369219 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:59:24.369670 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Bound port: 764f62b2-0fd7-427f-9bf2-bf161257207c, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:59:24.370034 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.376867 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da169c-c9ce-4621-9a28-1eb273594ab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.377201 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da169c-c9ce-4621-9a28-1eb273594ab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.377564 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da169c-c9ce-4621-9a28-1eb273594ab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.382753 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da169c-c9ce-4621-9a28-1eb273594ab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.382753 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da169c-c9ce-4621-9a28-1eb273594ab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.382753 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da169c-c9ce-4621-9a28-1eb273594ab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.382753 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da169c-c9ce-4621-9a28-1eb273594ab3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.382753 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da169c-c9ce-4621-9a28-1eb273594ab3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.382753 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da169c-c9ce-4621-9a28-1eb273594ab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.382753 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da169c-c9ce-4621-9a28-1eb273594ab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.382753 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da169c-c9ce-4621-9a28-1eb273594ab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.382753 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da169c-c9ce-4621-9a28-1eb273594ab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.436785 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] For port 764f62b2-0fd7-427f-9bf2-bf161257207c, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:59:24.439975 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ec2488ed-2681-4f9c-8943-bcae7cc9e351 None None] Provisioning complete for port 764f62b2-0fd7-427f-9bf2-bf161257207c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:24.440432 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] For port 764f62b2-0fd7-427f-9bf2-bf161257207c, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=764f62b2-0fd7-427f-9bf2-bf161257207c,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:59:24.440556 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec2488ed-2681-4f9c-8943-bcae7cc9e351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.450962 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.475437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ec2488ed-2681-4f9c-8943-bcae7cc9e351 None None] Port 764f62b2-0fd7-427f-9bf2-bf161257207c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:59:24.492818 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:59:24.495596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:59:24.497879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:59:24.522713 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.530520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b9478e-15ee-47ab-b490-9912ec51fce1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:24.547156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.547686 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.548150 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.548594 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.549028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.549489 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.549942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.550353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.550749 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.551147 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.551543 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.552215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:59:24.562464 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.572875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764e8c21-6420-47a7-91f0-06689b947971 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:59:24.598335 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Routers {'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:59:24.599503 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:58:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:24.638909 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da169c-c9ce-4621-9a28-1eb273594ab3 None None] Pushing event updated for resources: {'Port': ['ID=764f62b2-0fd7-427f-9bf2-bf161257207c,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:24.693961 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a543e26b-5c0f-44c1-9fd6-141409605691 None None] Provisioning complete for port 764f62b2-0fd7-427f-9bf2-bf161257207c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:24.694380 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a543e26b-5c0f-44c1-9fd6-141409605691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.719693 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] Set router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:59:24.772525 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a543e26b-5c0f-44c1-9fd6-141409605691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.780804 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.801124 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a543e26b-5c0f-44c1-9fd6-141409605691 None None] For port 764f62b2-0fd7-427f-9bf2-bf161257207c, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=764f62b2-0fd7-427f-9bf2-bf161257207c,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:24.893213 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a543e26b-5c0f-44c1-9fd6-141409605691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:24.910033 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T04:59:22Z', 'revision_number': 3, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:24.936967 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f516f-ffbe-4611-ba4a-720eeb997420 None None] The sync data for ids ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'] in n-d-767704-23 is: [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T04:59:22Z', 'revision_number': 3, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:59:24.951457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543e26b-5c0f-44c1-9fd6-141409605691 None None] Pushing event updated for resources: {'Port': ['ID=764f62b2-0fd7-427f-9bf2-bf161257207c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:24.964734 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:25.014879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-25bb97ef-2687-43db-acd8-cab6efe9fc36 None None] Provisioning complete for port d5b9478e-15ee-47ab-b490-9912ec51fce1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:25.015249 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25bb97ef-2687-43db-acd8-cab6efe9fc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:25.022070 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:25.054056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-25bb97ef-2687-43db-acd8-cab6efe9fc36 None None] Port d5b9478e-15ee-47ab-b490-9912ec51fce1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:59:25.092279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b9478e-15ee-47ab-b490-9912ec51fce1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:25.095640 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:25.176315 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ab5ceece-8a20-4a0f-b65f-0baa72b8c00b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:59:25.222725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:59:25.224277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:59:25.241989 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:25.242362 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:25.367026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:59:25.481091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9467657b-38d3-4321-a77e-46811362b2fd None None] Provisioning complete for port d5b9478e-15ee-47ab-b490-9912ec51fce1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:25.481671 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9467657b-38d3-4321-a77e-46811362b2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:25.490700 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:59:25.503663 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f0141f13-ac8a-476d-8941-9aaa2318b538 admin admin] 10.222.0.105 "PUT /v2.0/routers/e3ab18bd-47c6-46c5-b9a7-6b4753d807c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9436212 Nov 12 04:59:25.513507 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:25.529655 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9467657b-38d3-4321-a77e-46811362b2fd None None] Port d5b9478e-15ee-47ab-b490-9912ec51fce1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:59:26.198158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33986) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:26.203513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1992190443-network', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:59:26.276291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] Made reservation on behalf of f40df68bef304943b26c83069b3d91e1 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:59:26.278939 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:26.288878 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:26.366348 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:26.451197 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:26.466850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Sync routers for ids ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:59:26.477976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:59:26.478549 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Routers {'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:59:26.479169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:58:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:26.487913 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e648b16-57bd-4be6-90e1-fc2c069028e9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:26.492722 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:26.526588 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] Added segment 78ffa9ee-123e-421f-aec6-5cc1a4c08804 of type vlan for network fe0015c8-a3f9-46c6-b341-62d4275ca681 Nov 12 04:59:26.533209 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:26.586894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Set router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:59:26.619254 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:26.620271 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:26.620850 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:26.683409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] Pushing event updated for resources: {'Network': ['ID=fe0015c8-a3f9-46c6-b341-62d4275ca681,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:26.712934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network fe0015c8-a3f9-46c6-b341-62d4275ca681 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:59:26.719605 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3b8f3265-bac6-4114-84c1-6e96efa6bf4d admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5200572 Nov 12 04:59:26.722420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:26.727883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-028b39b2-40c7-4501-bd56-6a090e03e1ef admin admin] Request body: {'subnet': {'network_id': 'fe0015c8-a3f9-46c6-b341-62d4275ca681', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1992190443-subnet', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:59:26.819713 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028b39b2-40c7-4501-bd56-6a090e03e1ef admin admin] Made reservation on behalf of f40df68bef304943b26c83069b3d91e1 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:59:26.822126 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-028b39b2-40c7-4501-bd56-6a090e03e1ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:26.876005 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd5b9478e-15ee-47ab-b490-9912ec51fce1', 'name': '', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'mac_address': 'fa:16:3e:45:20:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:24Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 2, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'subnets': [{'id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:26.908060 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Checking router: e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:59:26.908423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Updating router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 port d5b9478e-15ee-47ab-b490-9912ec51fce1 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:59:26.931703 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-acb1bd9b-f73c-4eb2-b471-940069c9bdcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:26.945533 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.041417 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.070471 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-028b39b2-40c7-4501-bd56-6a090e03e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.139289 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b39b2-40c7-4501-bd56-6a090e03e1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d73dcb12-cd5c-4acf-a8ed-d28121eb96db,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:27.145140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b39b2-40c7-4501-bd56-6a090e03e1ef admin admin] Checking segment: {'id': '78ffa9ee-123e-421f-aec6-5cc1a4c08804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fe0015c8-a3f9-46c6-b341-62d4275ca681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:59:27.145472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b39b2-40c7-4501-bd56-6a090e03e1ef admin admin] Network hostable DHCP agents. Network: fe0015c8-a3f9-46c6-b341-62d4275ca681, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:59:27.178493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 764f62b2-0fd7-427f-9bf2-bf161257207c up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:59:27.258944 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.269225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 764f62b2-0fd7-427f-9bf2-bf161257207c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:27.269588 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.284945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b39b2-40c7-4501-bd56-6a090e03e1ef admin admin] Network fe0015c8-a3f9-46c6-b341-62d4275ca681 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:59:27.376273 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.414186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-028b39b2-40c7-4501-bd56-6a090e03e1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, fe0015c8-a3f9-46c6-b341-62d4275ca681) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:59:27.418985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028b39b2-40c7-4501-bd56-6a090e03e1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:27.426042 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-028b39b2-40c7-4501-bd56-6a090e03e1ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.436590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f23db2-6a0b-4323-bfcd-d61ba56b1cdb None None] Network fe0015c8-a3f9-46c6-b341-62d4275ca681 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:59:27.462446 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d47c7-65c0-4e0b-8380-857c7859521c None None] Pushing event updated for resources: {'Port': ['ID=d5b9478e-15ee-47ab-b490-9912ec51fce1,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:27.525416 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-028b39b2-40c7-4501-bd56-6a090e03e1ef admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8014762 Nov 12 04:59:27.527473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 33990) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:27.532578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1992190443-router', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:59:27.542687 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Attempting to bind port d5b9478e-15ee-47ab-b490-9912ec51fce1 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:59:27.543133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Attempting to bind port d5b9478e-15ee-47ab-b490-9912ec51fce1 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '8898bc81-02f4-4674-9798-f4944af6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:59:27.543760 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Attempting to bind port d5b9478e-15ee-47ab-b490-9912ec51fce1 on network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:59:27.554915 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:59:27.561217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Checking segment: {'id': '8898bc81-02f4-4674-9798-f4944af6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:59:27.561217 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.561217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Bound using segment: {'id': '8898bc81-02f4-4674-9798-f4944af6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:59:27.561217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Bound port: d5b9478e-15ee-47ab-b490-9912ec51fce1, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8898bc81-02f4-4674-9798-f4944af6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:59:27.561217 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.619369 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.624227 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.676360 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.683820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] For port d5b9478e-15ee-47ab-b490-9912ec51fce1, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:59:27.696598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-fe0015c8-a3f9-46c6-b341-62d4275ca681', 'network_id': 'fe0015c8-a3f9-46c6-b341-62d4275ca681', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'fixed_ips': [{'subnet_id': 'd73dcb12-cd5c-4acf-a8ed-d28121eb96db'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:59:27.697429 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.704824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] For port d5b9478e-15ee-47ab-b490-9912ec51fce1, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d5b9478e-15ee-47ab-b490-9912ec51fce1,segment=NetworkSegment(8898bc81-02f4-4674-9798-f4944af6acfa),segment_id=8898bc81-02f4-4674-9798-f4944af6acfa)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:59:27.717826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cd1c3e94-2f6b-4153-8825-7953f27bb269 None None] Provisioning complete for port d5b9478e-15ee-47ab-b490-9912ec51fce1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:27.718180 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3e94-2f6b-4153-8825-7953f27bb269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.799283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c3e94-2f6b-4153-8825-7953f27bb269 None None] Port d5b9478e-15ee-47ab-b490-9912ec51fce1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:59:27.801133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.889678 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.912935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Routers {'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:59:27.913561 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:59:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:27.915273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d47c7-65c0-4e0b-8380-857c7859521c None None] Pushing event updated for resources: {'Port': ['ID=d5b9478e-15ee-47ab-b490-9912ec51fce1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:27.973303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Allocated IP 172.20.0.2 (fe0015c8-a3f9-46c6-b341-62d4275ca681/d73dcb12-cd5c-4acf-a8ed-d28121eb96db/99c84052-a769-4ebf-96d5-7dd7624b7ec3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:59:28.088762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] Set router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:59:28.196801 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:28.217359 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:28.322721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Allocated IP 172.25.8.97 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/283202dd-e981-47c0-8e52-a48e66aaf793) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:59:28.349572 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7d28fa21-8248-483d-ad7e-4097a9608f56 None None] Provisioning complete for port d5b9478e-15ee-47ab-b490-9912ec51fce1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:28.349840 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d28fa21-8248-483d-ad7e-4097a9608f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:28.430587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:28.495034 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:28.510500 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:28.551861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:59:28.558690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:59:28.559116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:59:28.570502 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d28fa21-8248-483d-ad7e-4097a9608f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:28.575836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d50b135-783f-43fc-b435-faa62612c734 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:59:28.588091 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:28.589373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Pushing event updated for resources: {'Port': ['ID=283202dd-e981-47c0-8e52-a48e66aaf793,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:28.657432 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Network fe0015c8-a3f9-46c6-b341-62d4275ca681 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:59:28.671682 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7d28fa21-8248-483d-ad7e-4097a9608f56 None None] For port d5b9478e-15ee-47ab-b490-9912ec51fce1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d5b9478e-15ee-47ab-b490-9912ec51fce1,segment=NetworkSegment(8898bc81-02f4-4674-9798-f4944af6acfa),segment_id=8898bc81-02f4-4674-9798-f4944af6acfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:28.678931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:59:28.684813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Pushing event updated for resources: {'Port': ['ID=99c84052-a769-4ebf-96d5-7dd7624b7ec3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:28.687005 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:59:28.704243 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd5b9478e-15ee-47ab-b490-9912ec51fce1', 'name': '', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'mac_address': 'fa:16:3e:45:20:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:24Z', 'updated_at': '2021-11-12T04:59:27Z', 'revision_number': 4, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'subnets': [{'id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:28.750777 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d28fa21-8248-483d-ad7e-4097a9608f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:28.752436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a635104-38c3-4bac-91f4-6badca30b366 None None] The sync data for ids ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'] in n-d-767704-23 is: [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd5b9478e-15ee-47ab-b490-9912ec51fce1', 'name': '', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'mac_address': 'fa:16:3e:45:20:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:24Z', 'updated_at': '2021-11-12T04:59:27Z', 'revision_number': 4, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'subnets': [{'id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:59:28.806623 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:28.813439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Attempting to bind port 99c84052-a769-4ebf-96d5-7dd7624b7ec3 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:59:28.813805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Attempting to bind port 99c84052-a769-4ebf-96d5-7dd7624b7ec3 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '78ffa9ee-123e-421f-aec6-5cc1a4c08804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fe0015c8-a3f9-46c6-b341-62d4275ca681'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:59:28.814160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Attempting to bind port 99c84052-a769-4ebf-96d5-7dd7624b7ec3 on network fe0015c8-a3f9-46c6-b341-62d4275ca681 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:59:28.829129 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:59:28.829509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Checking segment: {'id': '78ffa9ee-123e-421f-aec6-5cc1a4c08804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fe0015c8-a3f9-46c6-b341-62d4275ca681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:59:28.829902 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:28.830295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Bound using segment: {'id': '78ffa9ee-123e-421f-aec6-5cc1a4c08804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fe0015c8-a3f9-46c6-b341-62d4275ca681'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:59:28.830752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Bound port: 99c84052-a769-4ebf-96d5-7dd7624b7ec3, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ffa9ee-123e-421f-aec6-5cc1a4c08804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fe0015c8-a3f9-46c6-b341-62d4275ca681'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:59:28.831130 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:28.855352 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28fa21-8248-483d-ad7e-4097a9608f56 None None] Pushing event updated for resources: {'Port': ['ID=d5b9478e-15ee-47ab-b490-9912ec51fce1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:28.917796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-312df41e-e2d8-4daa-b48c-83281dbb13a2 None None] Provisioning complete for port 283202dd-e981-47c0-8e52-a48e66aaf793 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:28.918208 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-312df41e-e2d8-4daa-b48c-83281dbb13a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:28.944506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] For port 99c84052-a769-4ebf-96d5-7dd7624b7ec3, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:59:28.956591 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:28.963578 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] For port 99c84052-a769-4ebf-96d5-7dd7624b7ec3, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=99c84052-a769-4ebf-96d5-7dd7624b7ec3,segment=NetworkSegment(78ffa9ee-123e-421f-aec6-5cc1a4c08804),segment_id=78ffa9ee-123e-421f-aec6-5cc1a4c08804)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:59:28.976582 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-312df41e-e2d8-4daa-b48c-83281dbb13a2 None None] Port 283202dd-e981-47c0-8e52-a48e66aaf793 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:59:29.011596 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:29.045122 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:29.078499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745f2d1-22b6-4e70-9629-36679822575f None None] Pushing event updated for resources: {'Port': ['ID=99c84052-a769-4ebf-96d5-7dd7624b7ec3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:29.184560 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:29.201216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d5b9478e-15ee-47ab-b490-9912ec51fce1 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:59:29.264515 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port d5b9478e-15ee-47ab-b490-9912ec51fce1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:29.264944 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:29.467317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Router cfd18bac-9ca2-4b63-b073-7eb4d7c05941 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:59:29.583316 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:59:29.597622 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Sync routers for ids ['cfd18bac-9ca2-4b63-b073-7eb4d7c05941'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:59:29.611722 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Routers {'cfd18bac-9ca2-4b63-b073-7eb4d7c05941'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:59:29.611722 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:59:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cfd18bac-9ca2-4b63-b073-7eb4d7c05941'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:29.666816 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:29.670585 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-15858ace-fd8c-461c-9d13-b9464ea47fed admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1393790 Nov 12 04:59:29.670914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 33992) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:59:29.723141 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Set router cfd18bac-9ca2-4b63-b073-7eb4d7c05941 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:59:29.912938 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'name': 'tempest-TestMinimumBasicScenario-1992190443-router', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:27Z', 'updated_at': '2021-11-12T04:59:28Z', 'revision_number': 3, 'project_id': 'f40df68bef304943b26c83069b3d91e1', 'gw_port': {'id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:62:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:28Z', 'updated_at': '2021-11-12T04:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:29.943209 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Checking router: cfd18bac-9ca2-4b63-b073-7eb4d7c05941 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:59:29.946012 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Updating router cfd18bac-9ca2-4b63-b073-7eb4d7c05941 port 283202dd-e981-47c0-8e52-a48e66aaf793 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:59:29.970136 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.136283 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.185961 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9848f79-cedd-4b8c-ba02-7492bfc54674 None None] Network fe0015c8-a3f9-46c6-b341-62d4275ca681 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:59:30.266270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a6eaa999-fb13-4606-9efd-8efb6d54a290 None None] Provisioning complete for port 99c84052-a769-4ebf-96d5-7dd7624b7ec3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:30.266827 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6eaa999-fb13-4606-9efd-8efb6d54a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.319628 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Allocated IP 172.20.0.1 (fe0015c8-a3f9-46c6-b341-62d4275ca681/d73dcb12-cd5c-4acf-a8ed-d28121eb96db/7b235796-f731-46b3-87c5-70a841e833e8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:59:30.347213 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.415999 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6eaa999-fb13-4606-9efd-8efb6d54a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.439070 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.442018 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.453651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a6eaa999-fb13-4606-9efd-8efb6d54a290 None None] For port 99c84052-a769-4ebf-96d5-7dd7624b7ec3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=99c84052-a769-4ebf-96d5-7dd7624b7ec3,segment=NetworkSegment(78ffa9ee-123e-421f-aec6-5cc1a4c08804),segment_id=78ffa9ee-123e-421f-aec6-5cc1a4c08804)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:30.465082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c00e9b-9f23-408a-b895-b44ddb6fe739 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:59:30.503889 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Attempting to bind port 283202dd-e981-47c0-8e52-a48e66aaf793 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:59:30.504285 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Attempting to bind port 283202dd-e981-47c0-8e52-a48e66aaf793 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:59:30.504642 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Attempting to bind port 283202dd-e981-47c0-8e52-a48e66aaf793 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:59:30.507162 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157eb0b-c57a-4108-aa33-afdef7bd44d6 None None] Pushing event updated for resources: {'Port': ['ID=283202dd-e981-47c0-8e52-a48e66aaf793,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:30.512937 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:59:30.513607 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:59:30.513749 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.514504 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:59:30.514605 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Bound port: 283202dd-e981-47c0-8e52-a48e66aaf793, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:59:30.514996 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.533612 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6eaa999-fb13-4606-9efd-8efb6d54a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.562598 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.576866 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] For port 283202dd-e981-47c0-8e52-a48e66aaf793, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:59:30.581196 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] For port 283202dd-e981-47c0-8e52-a48e66aaf793, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=283202dd-e981-47c0-8e52-a48e66aaf793,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:59:30.593190 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eaa999-fb13-4606-9efd-8efb6d54a290 None None] Pushing event updated for resources: {'Port': ['ID=99c84052-a769-4ebf-96d5-7dd7624b7ec3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:30.601852 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Network fe0015c8-a3f9-46c6-b341-62d4275ca681 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:59:30.606393 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:59:30.609206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:59:30.644419 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Pushing event updated for resources: {'Port': ['ID=7b235796-f731-46b3-87c5-70a841e833e8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:30.648558 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.658589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9a36cecb-da93-4308-a23f-941f1271d873 None None] Provisioning complete for port 283202dd-e981-47c0-8e52-a48e66aaf793 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:30.659600 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a36cecb-da93-4308-a23f-941f1271d873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.678046 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.690137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbdb1b7-b5c7-4614-8dd3-80811105d811 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:59:30.691842 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Routers {'cfd18bac-9ca2-4b63-b073-7eb4d7c05941'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:59:30.693091 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:59:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cfd18bac-9ca2-4b63-b073-7eb4d7c05941'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:30.772932 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a36cecb-da93-4308-a23f-941f1271d873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.796329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9a36cecb-da93-4308-a23f-941f1271d873 None None] For port 283202dd-e981-47c0-8e52-a48e66aaf793, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=283202dd-e981-47c0-8e52-a48e66aaf793,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:30.815143 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] Set router cfd18bac-9ca2-4b63-b073-7eb4d7c05941 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:59:30.856483 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a36cecb-da93-4308-a23f-941f1271d873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.912585 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157eb0b-c57a-4108-aa33-afdef7bd44d6 None None] Pushing event updated for resources: {'Port': ['ID=283202dd-e981-47c0-8e52-a48e66aaf793,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:30.921067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36cecb-da93-4308-a23f-941f1271d873 None None] Pushing event updated for resources: {'Port': ['ID=283202dd-e981-47c0-8e52-a48e66aaf793,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:30.926532 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:30.977988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ffaa1a61-5936-4270-b26a-883c9853c89e None None] Provisioning complete for port 283202dd-e981-47c0-8e52-a48e66aaf793 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:30.978324 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ffaa1a61-5936-4270-b26a-883c9853c89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:31.029503 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'name': 'tempest-TestMinimumBasicScenario-1992190443-router', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:27Z', 'updated_at': '2021-11-12T04:59:28Z', 'revision_number': 3, 'project_id': 'f40df68bef304943b26c83069b3d91e1', 'gw_port': {'id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:62:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:28Z', 'updated_at': '2021-11-12T04:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:31.062110 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706d228-308f-4cba-bfc0-917a05fcc68d None None] The sync data for ids ['cfd18bac-9ca2-4b63-b073-7eb4d7c05941'] in n-d-767704-23 is: [{'id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'name': 'tempest-TestMinimumBasicScenario-1992190443-router', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:27Z', 'updated_at': '2021-11-12T04:59:28Z', 'revision_number': 3, 'project_id': 'f40df68bef304943b26c83069b3d91e1', 'gw_port': {'id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:62:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:28Z', 'updated_at': '2021-11-12T04:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:59:31.072920 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ffaa1a61-5936-4270-b26a-883c9853c89e None None] Provisioning complete for port 99c84052-a769-4ebf-96d5-7dd7624b7ec3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:31.074540 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ffaa1a61-5936-4270-b26a-883c9853c89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:31.117526 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:31.179838 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ffaa1a61-5936-4270-b26a-883c9853c89e None None] Provisioning complete for port 7b235796-f731-46b3-87c5-70a841e833e8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:31.179838 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ffaa1a61-5936-4270-b26a-883c9853c89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:31.190139 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:31.203425 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 99c84052-a769-4ebf-96d5-7dd7624b7ec3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:59:31.254484 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ffaa1a61-5936-4270-b26a-883c9853c89e None None] Port 7b235796-f731-46b3-87c5-70a841e833e8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:59:31.272452 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 99c84052-a769-4ebf-96d5-7dd7624b7ec3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:31.272829 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:31.650861 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:31.652662 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Pushing event updated for resources: {'Port': ['ID=7b235796-f731-46b3-87c5-70a841e833e8,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:31.754697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Network fe0015c8-a3f9-46c6-b341-62d4275ca681 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:59:31.756760 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:59:31.878109 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Router cfd18bac-9ca2-4b63-b073-7eb4d7c05941 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:59:31.981819 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2504c460-4f4d-4e79-b879-cf3978497df9 None None] Provisioning complete for port 7b235796-f731-46b3-87c5-70a841e833e8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:31.982191 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2504c460-4f4d-4e79-b879-cf3978497df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:32.006581 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:59:32.016696 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cef75de5-353d-4b51-8aab-c77e54d4d2cc admin admin] 10.222.0.105 "PUT /v2.0/routers/cfd18bac-9ca2-4b63-b073-7eb4d7c05941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3445420 Nov 12 04:59:32.023214 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2504c460-4f4d-4e79-b879-cf3978497df9 None None] Port 7b235796-f731-46b3-87c5-70a841e833e8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:59:32.711449 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Sync routers for ids ['cfd18bac-9ca2-4b63-b073-7eb4d7c05941'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:59:32.723048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Routers {'cfd18bac-9ca2-4b63-b073-7eb4d7c05941'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:59:32.723764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:59:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cfd18bac-9ca2-4b63-b073-7eb4d7c05941'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:32.836203 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Set router cfd18bac-9ca2-4b63-b073-7eb4d7c05941 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:59:33.055947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'name': 'tempest-TestMinimumBasicScenario-1992190443-router', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:27Z', 'updated_at': '2021-11-12T04:59:30Z', 'revision_number': 4, 'project_id': 'f40df68bef304943b26c83069b3d91e1', 'gw_port': {'id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:28Z', 'updated_at': '2021-11-12T04:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7b235796-f731-46b3-87c5-70a841e833e8', 'name': '', 'network_id': 'fe0015c8-a3f9-46c6-b341-62d4275ca681', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'mac_address': 'fa:16:3e:09:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd73dcb12-cd5c-4acf-a8ed-d28121eb96db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:30Z', 'updated_at': '2021-11-12T04:59:30Z', 'revision_number': 2, 'project_id': 'f40df68bef304943b26c83069b3d91e1', 'subnets': [{'id': 'd73dcb12-cd5c-4acf-a8ed-d28121eb96db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:33.093472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Checking router: cfd18bac-9ca2-4b63-b073-7eb4d7c05941 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:59:33.093929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Updating router cfd18bac-9ca2-4b63-b073-7eb4d7c05941 port 7b235796-f731-46b3-87c5-70a841e833e8 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:59:33.140742 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:33.240409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 283202dd-e981-47c0-8e52-a48e66aaf793 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:59:33.336661 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 283202dd-e981-47c0-8e52-a48e66aaf793 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:33.337323 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:33.574982 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:33.684827 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:33.988438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ac77a-a5a6-4ca6-a737-77d451478f66 None None] Pushing event updated for resources: {'Port': ['ID=7b235796-f731-46b3-87c5-70a841e833e8,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:34.024172 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Attempting to bind port 7b235796-f731-46b3-87c5-70a841e833e8 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:59:34.024858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Attempting to bind port 7b235796-f731-46b3-87c5-70a841e833e8 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '78ffa9ee-123e-421f-aec6-5cc1a4c08804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fe0015c8-a3f9-46c6-b341-62d4275ca681'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:59:34.025393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Attempting to bind port 7b235796-f731-46b3-87c5-70a841e833e8 on network fe0015c8-a3f9-46c6-b341-62d4275ca681 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:59:34.031435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:59:34.031903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Checking segment: {'id': '78ffa9ee-123e-421f-aec6-5cc1a4c08804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fe0015c8-a3f9-46c6-b341-62d4275ca681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:59:34.032405 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:34.032856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Bound using segment: {'id': '78ffa9ee-123e-421f-aec6-5cc1a4c08804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fe0015c8-a3f9-46c6-b341-62d4275ca681'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:59:34.033419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Bound port: 7b235796-f731-46b3-87c5-70a841e833e8, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ffa9ee-123e-421f-aec6-5cc1a4c08804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fe0015c8-a3f9-46c6-b341-62d4275ca681'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:59:34.033861 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:34.084633 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-07c9b9cb-51e5-40cd-b3e1-afbf00d8672d None None] Provisioning complete for port 7b235796-f731-46b3-87c5-70a841e833e8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:34.085007 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07c9b9cb-51e5-40cd-b3e1-afbf00d8672d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:34.141809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-07c9b9cb-51e5-40cd-b3e1-afbf00d8672d None None] Port 7b235796-f731-46b3-87c5-70a841e833e8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:59:34.143640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] For port 7b235796-f731-46b3-87c5-70a841e833e8, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:59:34.148031 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] For port 7b235796-f731-46b3-87c5-70a841e833e8, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7b235796-f731-46b3-87c5-70a841e833e8,segment=NetworkSegment(78ffa9ee-123e-421f-aec6-5cc1a4c08804),segment_id=78ffa9ee-123e-421f-aec6-5cc1a4c08804)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:59:34.202102 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:34.284519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Routers {'cfd18bac-9ca2-4b63-b073-7eb4d7c05941'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:59:34.285299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T04:59:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cfd18bac-9ca2-4b63-b073-7eb4d7c05941'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:34.291393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ac77a-a5a6-4ca6-a737-77d451478f66 None None] Pushing event updated for resources: {'Port': ['ID=7b235796-f731-46b3-87c5-70a841e833e8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:34.438268 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] Set router cfd18bac-9ca2-4b63-b073-7eb4d7c05941 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:59:34.608084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eada508c-9861-4cb3-a7dc-0733346bce7c None None] Provisioning complete for port 7b235796-f731-46b3-87c5-70a841e833e8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:34.608526 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eada508c-9861-4cb3-a7dc-0733346bce7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:34.741072 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eada508c-9861-4cb3-a7dc-0733346bce7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:34.745918 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'name': 'tempest-TestMinimumBasicScenario-1992190443-router', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:27Z', 'updated_at': '2021-11-12T04:59:30Z', 'revision_number': 4, 'project_id': 'f40df68bef304943b26c83069b3d91e1', 'gw_port': {'id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:28Z', 'updated_at': '2021-11-12T04:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7b235796-f731-46b3-87c5-70a841e833e8', 'name': '', 'network_id': 'fe0015c8-a3f9-46c6-b341-62d4275ca681', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'mac_address': 'fa:16:3e:09:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd73dcb12-cd5c-4acf-a8ed-d28121eb96db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:30Z', 'updated_at': '2021-11-12T04:59:34Z', 'revision_number': 4, 'project_id': 'f40df68bef304943b26c83069b3d91e1', 'subnets': [{'id': 'd73dcb12-cd5c-4acf-a8ed-d28121eb96db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:59:34.780425 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebedf4cf-eef8-45fb-99d5-eb67de512689 None None] The sync data for ids ['cfd18bac-9ca2-4b63-b073-7eb4d7c05941'] in n-d-767704-23 is: [{'id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'name': 'tempest-TestMinimumBasicScenario-1992190443-router', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:27Z', 'updated_at': '2021-11-12T04:59:30Z', 'revision_number': 4, 'project_id': 'f40df68bef304943b26c83069b3d91e1', 'gw_port': {'id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:28Z', 'updated_at': '2021-11-12T04:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '7b235796-f731-46b3-87c5-70a841e833e8', 'name': '', 'network_id': 'fe0015c8-a3f9-46c6-b341-62d4275ca681', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'mac_address': 'fa:16:3e:09:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd73dcb12-cd5c-4acf-a8ed-d28121eb96db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:30Z', 'updated_at': '2021-11-12T04:59:34Z', 'revision_number': 4, 'project_id': 'f40df68bef304943b26c83069b3d91e1', 'subnets': [{'id': 'd73dcb12-cd5c-4acf-a8ed-d28121eb96db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:59:34.822532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eada508c-9861-4cb3-a7dc-0733346bce7c None None] For port 7b235796-f731-46b3-87c5-70a841e833e8, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7b235796-f731-46b3-87c5-70a841e833e8,segment=NetworkSegment(78ffa9ee-123e-421f-aec6-5cc1a4c08804),segment_id=78ffa9ee-123e-421f-aec6-5cc1a4c08804)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:59:34.904898 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eada508c-9861-4cb3-a7dc-0733346bce7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:34.977341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada508c-9861-4cb3-a7dc-0733346bce7c None None] Pushing event updated for resources: {'Port': ['ID=7b235796-f731-46b3-87c5-70a841e833e8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:35.196592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7b235796-f731-46b3-87c5-70a841e833e8 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:59:35.289091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 7b235796-f731-46b3-87c5-70a841e833e8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:35.289800 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:43.796774 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-46964e7e-899c-4bc4-8d80-281d53859248 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:43.798254 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-46964e7e-899c-4bc4-8d80-281d53859248 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/networks?id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51 HTTP/1.1" status: 200 len: 815 time: 0.1064668 Nov 12 04:59:43.812994 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-5121304e-7c0c-44d7-97c0-4ef61eba6e18 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/quotas/b463ca8becf94c96a2161a5bd65ca429 HTTP/1.1" status: 200 len: 375 time: 0.0091317 Nov 12 04:59:43.864510 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-a3368af9-dabb-4df9-898a-904bbcc9a272 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=b463ca8becf94c96a2161a5bd65ca429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461895 Nov 12 04:59:43.880210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-ba9143c4-d198-4937-b88d-99e410885412 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:59:43.881763 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-ba9143c4-d198-4937-b88d-99e410885412 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057299 Nov 12 04:59:43.969178 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-77320e62-a76a-4817-8cc1-3cd56ee9d9be service neutron] 10.222.0.105 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816345 Nov 12 04:59:44.061853 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-0cc7a49a-4216-4be4-b212-309135d70bf3 service neutron] 10.222.0.105 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865433 Nov 12 04:59:44.283483 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54e2b681-8175-4a54-ae3b-2d1ea2faf030 req-67cbeddd-77ef-4dd7-8280-6bf17ca908df tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 210 time: 0.0262620 Nov 12 04:59:45.379383 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-55a759fa-6458-496b-82f9-0366c4945d18 req-af5b9d19-8c55-4928-9e1f-d487e62bf49f tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 210 time: 0.0277505 Nov 12 04:59:46.512649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f276cc9f-dfe1-4075-a9b9-687bcfa253c3 req-cb8a0d03-d9b4-46d5-ba91-a6515e25b837 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 210 time: 0.0563431 Nov 12 04:59:46.554998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-619fc174-794d-49ac-9884-f7936bfa74a4 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:46.556579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-619fc174-794d-49ac-9884-f7936bfa74a4 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.26 "GET /v2.0/networks?id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51 HTTP/1.1" status: 200 len: 815 time: 0.1277001 Nov 12 04:59:46.583616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-5c304967-632a-41f8-ae86-5a383ad1914a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Request body: {'port': {'device_id': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'admin_state_up': True, 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:59:46.764834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-5c304967-632a-41f8-ae86-5a383ad1914a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Made reservation on behalf of b463ca8becf94c96a2161a5bd65ca429 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:59:46.768341 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-5c304967-632a-41f8-ae86-5a383ad1914a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:47.277968 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-5c304967-632a-41f8-ae86-5a383ad1914a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Allocated IP 172.20.0.13 (559c72c1-fdf9-4430-b5b9-227b9a6d5b51/33c9bde9-545d-40e4-8afd-3c6b28d15220/27659110-f8ed-4ad9-9f6a-c812111263ef) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:59:47.488744 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-5c304967-632a-41f8-ae86-5a383ad1914a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:47.579032 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-5c304967-632a-41f8-ae86-5a383ad1914a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:47.624760 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-5c304967-632a-41f8-ae86-5a383ad1914a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:59:47.633458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-5c304967-632a-41f8-ae86-5a383ad1914a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:59:47.637918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-5c304967-632a-41f8-ae86-5a383ad1914a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:59:47.645092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c304967-632a-41f8-ae86-5a383ad1914a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event updated for resources: {'Port': ['ID=27659110-f8ed-4ad9-9f6a-c812111263ef,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:59:47.744768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-5c304967-632a-41f8-ae86-5a383ad1914a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:47.745433 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-5c304967-632a-41f8-ae86-5a383ad1914a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:47.745813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313c8c7-c428-424c-95f9-512eae2b84e5 req-2d68e555-1303-4ae3-a47b-f0275db86f0f tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:47.747400 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a313c8c7-c428-424c-95f9-512eae2b84e5 req-2d68e555-1303-4ae3-a47b-f0275db86f0f tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 932 time: 0.0971861 Nov 12 04:59:47.807965 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a313c8c7-c428-424c-95f9-512eae2b84e5 req-f7253702-ee12-4b44-bc49-af6a6f80e731 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540633 Nov 12 04:59:47.838559 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-5c304967-632a-41f8-ae86-5a383ad1914a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2590470 Nov 12 04:59:48.030127 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-370ca5c2-2e9d-4fd2-9a03-800015c62f9e None None] Provisioning complete for port 27659110-f8ed-4ad9-9f6a-c812111263ef triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:59:48.030681 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-370ca5c2-2e9d-4fd2-9a03-800015c62f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:48.072594 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-370ca5c2-2e9d-4fd2-9a03-800015c62f9e None None] Port 27659110-f8ed-4ad9-9f6a-c812111263ef cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:59:49.120607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3d9b0-2bdb-4dcf-a346-f7ef3040324b req-62575a0e-500e-42de-9be6-5c118716db61 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:49.122001 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81d3d9b0-2bdb-4dcf-a346-f7ef3040324b req-62575a0e-500e-42de-9be6-5c118716db61 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 932 time: 0.2244008 Nov 12 04:59:49.178014 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81d3d9b0-2bdb-4dcf-a346-f7ef3040324b req-7d0ecfa8-fb32-44d2-ad01-305b7e129e42 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497949 Nov 12 04:59:49.718680 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:50.395473 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817792d-4272-4178-982b-22252d42276a req-94568156-53c8-4872-a14b-3514a7e4cd7d tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:50.397835 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a817792d-4272-4178-982b-22252d42276a req-94568156-53c8-4872-a14b-3514a7e4cd7d tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 932 time: 0.1460714 Nov 12 04:59:50.445520 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a817792d-4272-4178-982b-22252d42276a req-8401e25c-21eb-4902-bdd7-81d945ca9e7a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 Nov 12 04:59:51.568485 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000548c-9c84-462d-b57f-1622e7a22736 req-53804282-2762-4e56-a60c-d0c0cd1ec08a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:51.570027 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d000548c-9c84-462d-b57f-1622e7a22736 req-53804282-2762-4e56-a60c-d0c0cd1ec08a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 932 time: 0.0517778 Nov 12 04:59:51.620661 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d000548c-9c84-462d-b57f-1622e7a22736 req-4f084b0a-198a-48eb-8514-2e1778ceca76 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443804 Nov 12 04:59:52.758100 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc8425-6b8f-4733-99b2-78a140ed18f6 req-cb09cab8-94c2-4bb9-8ec7-2ae5b29e6361 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:52.759592 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2bfc8425-6b8f-4733-99b2-78a140ed18f6 req-cb09cab8-94c2-4bb9-8ec7-2ae5b29e6361 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 932 time: 0.0578816 Nov 12 04:59:52.808318 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2bfc8425-6b8f-4733-99b2-78a140ed18f6 req-ef647439-2f28-416a-a988-966497f04198 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423708 Nov 12 04:59:53.324815 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19e484df-01f2-4ac6-9b02-734b3b4bfedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:53.941443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40409622-b009-4d41-8f99-70bb76600a6e req-d2117c8c-a2ce-486a-afcc-4e9f106b8a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:53.945325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-40409622-b009-4d41-8f99-70bb76600a6e req-d2117c8c-a2ce-486a-afcc-4e9f106b8a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 932 time: 0.0550547 Nov 12 04:59:54.002636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-40409622-b009-4d41-8f99-70bb76600a6e req-869c404f-aabd-44f1-a7ea-94232d73ca83 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472982 Nov 12 04:59:55.145885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f2af9-dadc-4d20-80bd-27780aef18a0 req-b82561cb-b2d0-406d-aa0b-30e5b464df71 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:55.147537 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9b4f2af9-dadc-4d20-80bd-27780aef18a0 req-b82561cb-b2d0-406d-aa0b-30e5b464df71 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 932 time: 0.0759480 Nov 12 04:59:55.195159 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9b4f2af9-dadc-4d20-80bd-27780aef18a0 req-48ce23e1-16fe-4753-b036-6c664cc346d1 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415797 Nov 12 04:59:55.546594 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:56.329650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3267b-9528-43a7-9340-29f0bcd49957 req-78bd63cb-85d2-4668-9369-2f5cc3d72a33 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:56.331296 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ba3267b-9528-43a7-9340-29f0bcd49957 req-78bd63cb-85d2-4668-9369-2f5cc3d72a33 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 932 time: 0.0579600 Nov 12 04:59:56.380176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ba3267b-9528-43a7-9340-29f0bcd49957 req-e3cd4f1c-3f25-4555-83d2-28c55af793a9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422015 Nov 12 04:59:56.947243 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc780-0326-41fc-9e12-f1d3e125323d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:57.024082 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:57.501680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957c3db-cf5c-40ac-8e3a-9f67399bfcb7 req-a665dc8c-d164-4691-ace4-c726c3b7c7b0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:57.503202 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6957c3db-cf5c-40ac-8e3a-9f67399bfcb7 req-a665dc8c-d164-4691-ace4-c726c3b7c7b0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 932 time: 0.0503116 Nov 12 04:59:57.558636 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6957c3db-cf5c-40ac-8e3a-9f67399bfcb7 req-43534a7d-7cc5-467f-a454-20b10a5af267 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492074 Nov 12 04:59:58.684878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f5257-8521-4130-8929-40096f0db852 req-9a7d457f-ffb3-446b-adef-22f1a8575dea tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:58.684878 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-955f5257-8521-4130-8929-40096f0db852 req-9a7d457f-ffb3-446b-adef-22f1a8575dea tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 932 time: 0.0506284 Nov 12 04:59:58.733442 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-955f5257-8521-4130-8929-40096f0db852 req-2cad9963-ae1f-4cb0-bf66-865dd6e82792 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466797 Nov 12 04:59:58.770163 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:59.090004 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:59.593615 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-dd47769f-7a3f-4b68-b69b-c81d13f37ad1 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:59:59.594589 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-dd47769f-7a3f-4b68-b69b-c81d13f37ad1 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055108 Nov 12 04:59:59.654861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Request body: {'port': {'device_id': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:59:59.686101 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:59:59.717882 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:59.864762 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fca845-fc0a-408a-8358-95f36837b050 req-3c9d13a3-f18d-4e7b-bb08-589b1367d2c2 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:59.866295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15fca845-fc0a-408a-8358-95f36837b050 req-3c9d13a3-f18d-4e7b-bb08-589b1367d2c2 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 932 time: 0.0565701 Nov 12 04:59:59.932312 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15fca845-fc0a-408a-8358-95f36837b050 req-7e512107-1b50-4294-b05b-23b8736774e0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585251 Nov 12 05:00:00.029958 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27659110-f8ed-4ad9-9f6a-c812111263ef {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:00:00.039627 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:00.052001 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Transition to ACTIVE for port object 27659110-f8ed-4ad9-9f6a-c812111263ef will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:00:00.124003 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:00.178863 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Pushing event updated for resources: {'Port': ['ID=27659110-f8ed-4ad9-9f6a-c812111263ef,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:00.250858 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Attempting to bind port 27659110-f8ed-4ad9-9f6a-c812111263ef on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:00:00.251293 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Attempting to bind port 27659110-f8ed-4ad9-9f6a-c812111263ef by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '8898bc81-02f4-4674-9798-f4944af6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:00:00.251626 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Attempting to bind port 27659110-f8ed-4ad9-9f6a-c812111263ef on network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:00:00.256321 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Port 27659110-f8ed-4ad9-9f6a-c812111263ef on network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:00:00.256644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Attempting to bind port 27659110-f8ed-4ad9-9f6a-c812111263ef on network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:00:00.262124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:00:00.262460 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Checking segment: {'id': '8898bc81-02f4-4674-9798-f4944af6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:00:00.262844 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Bound using segment: {'id': '8898bc81-02f4-4674-9798-f4944af6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:00:00.263276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Bound port: 27659110-f8ed-4ad9-9f6a-c812111263ef, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8898bc81-02f4-4674-9798-f4944af6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:00:00.263632 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:00.346373 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] For port 27659110-f8ed-4ad9-9f6a-c812111263ef, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:00:00.349879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] For port 27659110-f8ed-4ad9-9f6a-c812111263ef, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=27659110-f8ed-4ad9-9f6a-c812111263ef,segment=NetworkSegment(8898bc81-02f4-4674-9798-f4944af6acfa),segment_id=8898bc81-02f4-4674-9798-f4944af6acfa)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:00:00.445997 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:00.490517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:00.490517 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:00.490882 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] 10.222.0.26 "PUT /v2.0/ports/27659110-f8ed-4ad9-9f6a-c812111263ef HTTP/1.1" status: 200 len: 1093 time: 0.8406758 Nov 12 05:00:00.491357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'tag': '27659110-f8ed-4ad9-9f6a-c812111263ef'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:00.494770 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d7862b-7154-4262-8d15-f49bf47815e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9aa51c8-3783-41da-8b5a-6b3153815ebc", "tag": "27659110-f8ed-4ad9-9f6a-c812111263ef"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:00.520731 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d34852-05de-4854-9fb4-fb53af4dca11 service neutron] Pushing event updated for resources: {'Port': ['ID=27659110-f8ed-4ad9-9f6a-c812111263ef,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:00.543172 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180382c3-101c-4147-8716-571d003803b7 x-openstack-request-id: req-180382c3-101c-4147-8716-571d003803b7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:00.543472 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9aa51c8-3783-41da-8b5a-6b3153815ebc", "tag": "27659110-f8ed-4ad9-9f6a-c812111263ef", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:00.543730 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-180382c3-101c-4147-8716-571d003803b7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:00.544179 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'tag': '27659110-f8ed-4ad9-9f6a-c812111263ef', 'status': 'completed', 'code': 200} Nov 12 05:00:00.635473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7862b-7154-4262-8d15-f49bf47815e8 req-792389c5-97c3-4d0a-8ed6-75308f830a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:00.637003 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65d7862b-7154-4262-8d15-f49bf47815e8 req-792389c5-97c3-4d0a-8ed6-75308f830a74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b463ca8becf94c96a2161a5bd65ca429&device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 1096 time: 0.0435729 Nov 12 05:00:00.749785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7862b-7154-4262-8d15-f49bf47815e8 req-672655f9-1ec3-4a1a-a097-53a2e82b8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:00.751268 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65d7862b-7154-4262-8d15-f49bf47815e8 req-672655f9-1ec3-4a1a-a097-53a2e82b8676 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b463ca8becf94c96a2161a5bd65ca429&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0968215 Nov 12 05:00:00.875651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7862b-7154-4262-8d15-f49bf47815e8 req-830b0587-590f-4738-b291-3041cbc49f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:00.877155 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-65d7862b-7154-4262-8d15-f49bf47815e8 req-830b0587-590f-4738-b291-3041cbc49f2f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0926867 Nov 12 05:00:00.987987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-ccbd895e-3a34-419c-99dd-a12287525c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:00.989526 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-ccbd895e-3a34-419c-99dd-a12287525c7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b463ca8becf94c96a2161a5bd65ca429&device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 1096 time: 0.0489266 Nov 12 05:00:01.042599 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-7a891378-a635-41b0-8bf8-1d213db8d877 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27659110-f8ed-4ad9-9f6a-c812111263ef HTTP/1.1" status: 200 len: 217 time: 0.0353866 Nov 12 05:00:01.053446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4373e-7c0e-4399-9e7b-0e2d8ad4f381 req-5c68a225-76da-49ec-b98e-558f5751db06 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:01.055496 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ace4373e-7c0e-4399-9e7b-0e2d8ad4f381 req-5c68a225-76da-49ec-b98e-558f5751db06 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 944 time: 0.0521917 Nov 12 05:00:01.111411 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ace4373e-7c0e-4399-9e7b-0e2d8ad4f381 req-5fa5c92b-fdf4-41a6-8ae5-90c90c6cb822 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499260 Nov 12 05:00:01.113391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-ba8674f2-13ea-4743-a48b-282f8368b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:01.114879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-ba8674f2-13ea-4743-a48b-282f8368b538 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33c9bde9-545d-40e4-8afd-3c6b28d15220 HTTP/1.1" status: 200 len: 854 time: 0.0497282 Nov 12 05:00:01.167961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-04cebe30-4dde-4e21-b53c-b9cce79e203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:01.169623 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-04cebe30-4dde-4e21-b53c-b9cce79e203a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468714 Nov 12 05:00:01.269645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-7f337c09-fa3a-4ad5-b4aa-b91e8d8d9745 service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913601 Nov 12 05:00:01.370193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3dbc2273-dea5-4348-8b01-14b3735c607b req-eaaaf1ea-77c8-4f5a-8316-67629082979d service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918941 Nov 12 05:00:02.230175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21008e-2bc1-49d4-a399-50382952118b req-92b44ab5-cb38-4631-b858-27c1ebe89b88 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:02.231816 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e21008e-2bc1-49d4-a399-50382952118b req-92b44ab5-cb38-4631-b858-27c1ebe89b88 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 944 time: 0.0506978 Nov 12 05:00:02.279012 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e21008e-2bc1-49d4-a399-50382952118b req-03f0fc6c-8ab0-4a27-a984-90884ca531d6 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411267 Nov 12 05:00:03.400628 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28528a5b-0f7e-408e-9274-b1aebf6b03a5 req-449748f0-3658-47fd-a99b-719f9b6310ca tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:03.402113 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28528a5b-0f7e-408e-9274-b1aebf6b03a5 req-449748f0-3658-47fd-a99b-719f9b6310ca tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 944 time: 0.0518034 Nov 12 05:00:03.450925 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-28528a5b-0f7e-408e-9274-b1aebf6b03a5 req-c9afdae0-4ff8-4fae-b26d-149be8c04435 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428228 Nov 12 05:00:04.568339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55056c0-d533-4da8-a813-929723c5f6b6 req-78c89171-4e61-4243-8884-2c9a4abf498b tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:04.569836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b55056c0-d533-4da8-a813-929723c5f6b6 req-78c89171-4e61-4243-8884-2c9a4abf498b tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 944 time: 0.0531435 Nov 12 05:00:04.617640 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b55056c0-d533-4da8-a813-929723c5f6b6 req-1dc1b48f-1873-401e-a506-4ecf9feeb99e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416908 Nov 12 05:00:05.734727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a346ec3-dd0f-4d05-8f6a-de7356a24864 req-27ab9561-1c43-490d-b16a-fb3fcc8ca040 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:05.736234 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a346ec3-dd0f-4d05-8f6a-de7356a24864 req-27ab9561-1c43-490d-b16a-fb3fcc8ca040 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 944 time: 0.0524628 Nov 12 05:00:05.782482 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a346ec3-dd0f-4d05-8f6a-de7356a24864 req-04666d66-87f4-4b2b-b049-bf514a285b91 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Nov 12 05:00:06.294619 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 27659110-f8ed-4ad9-9f6a-c812111263ef details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:00:06.386634 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 27659110-f8ed-4ad9-9f6a-c812111263ef, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=27659110-f8ed-4ad9-9f6a-c812111263ef,segment=NetworkSegment(8898bc81-02f4-4674-9798-f4944af6acfa),segment_id=8898bc81-02f4-4674-9798-f4944af6acfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:06.397585 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '27659110-f8ed-4ad9-9f6a-c812111263ef', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'port_id': '27659110-f8ed-4ad9-9f6a-c812111263ef', 'mac_address': 'fa:16:3e:3f:c3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:00:06.437065 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:06.450233 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27659110-f8ed-4ad9-9f6a-c812111263ef {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:00:06.468870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 27659110-f8ed-4ad9-9f6a-c812111263ef, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=27659110-f8ed-4ad9-9f6a-c812111263ef,segment=NetworkSegment(8898bc81-02f4-4674-9798-f4944af6acfa),segment_id=8898bc81-02f4-4674-9798-f4944af6acfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:06.540778 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:06.595023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=27659110-f8ed-4ad9-9f6a-c812111263ef,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:06.603033 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:06.603379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:06.603719 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:06.604139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:06.604409 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:06.604773 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:06.606764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:06.606764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:06.606764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:06.606764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:06.606764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:06.606764 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:06.908740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd587099-471b-4b73-91cf-f0c7778ae41a req-717f49d4-421e-4f39-932c-7e338faf74c8 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:06.910203 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd587099-471b-4b73-91cf-f0c7778ae41a req-717f49d4-421e-4f39-932c-7e338faf74c8 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 945 time: 0.0599477 Nov 12 05:00:06.964662 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fd587099-471b-4b73-91cf-f0c7778ae41a req-1916b1ad-eee2-4e25-9b96-b3e2c6d7bb45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481548 Nov 12 05:00:06.997065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['27659110-f8ed-4ad9-9f6a-c812111263ef'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:00:08.078734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b169d-7dfc-4f3f-9b15-b21a69784eda req-1d380a55-36ac-49ad-836f-a45bc7c2b374 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:08.080251 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e85b169d-7dfc-4f3f-9b15-b21a69784eda req-1d380a55-36ac-49ad-836f-a45bc7c2b374 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 945 time: 0.0492353 Nov 12 05:00:08.127234 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e85b169d-7dfc-4f3f-9b15-b21a69784eda req-f9b4c327-f483-416b-96e2-793e810d3788 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 Nov 12 05:00:08.293282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 27659110-f8ed-4ad9-9f6a-c812111263ef up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:00:08.428655 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 27659110-f8ed-4ad9-9f6a-c812111263ef completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:00:08.432719 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 27659110-f8ed-4ad9-9f6a-c812111263ef triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:00:08.434518 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:08.509404 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:08.534194 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27659110-f8ed-4ad9-9f6a-c812111263ef'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:08.536430 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57da28d-deec-4e25-9512-1c0a4b29c992" -d '{"events": [{"server_uuid": "a9aa51c8-3783-41da-8b5a-6b3153815ebc", "name": "network-vif-plugged", "status": "completed", "tag": "27659110-f8ed-4ad9-9f6a-c812111263ef"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:08.549647 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 27659110-f8ed-4ad9-9f6a-c812111263ef, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=27659110-f8ed-4ad9-9f6a-c812111263ef,segment=NetworkSegment(8898bc81-02f4-4674-9798-f4944af6acfa),segment_id=8898bc81-02f4-4674-9798-f4944af6acfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:08.577077 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0ca44b-0b63-4e42-b913-d1c64a1c6c3e x-openstack-request-id: req-7c0ca44b-0b63-4e42-b913-d1c64a1c6c3e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:08.577077 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9aa51c8-3783-41da-8b5a-6b3153815ebc", "name": "network-vif-plugged", "status": "completed", "tag": "27659110-f8ed-4ad9-9f6a-c812111263ef", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:08.577077 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7c0ca44b-0b63-4e42-b913-d1c64a1c6c3e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:08.577077 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27659110-f8ed-4ad9-9f6a-c812111263ef', 'code': 200} Nov 12 05:00:08.612519 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:08.668244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=27659110-f8ed-4ad9-9f6a-c812111263ef,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:08.709807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349febaa-ba2a-4b8a-91b8-34e9ab2e3683 req-ae713ba7-a21b-488f-8a1d-dff7e6207976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:08.711921 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-349febaa-ba2a-4b8a-91b8-34e9ab2e3683 req-ae713ba7-a21b-488f-8a1d-dff7e6207976 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 1098 time: 0.0422003 Nov 12 05:00:08.757969 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-349febaa-ba2a-4b8a-91b8-34e9ab2e3683 req-f2bca257-dea4-4840-bffb-87c1a629e611 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375683 Nov 12 05:00:09.249619 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fb5e7-0d36-449f-ad1d-2e3a603663b8 req-2b229e6b-b332-44fc-8900-62ff9f8b6a3e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:09.251365 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad9fb5e7-0d36-449f-ad1d-2e3a603663b8 req-2b229e6b-b332-44fc-8900-62ff9f8b6a3e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 946 time: 0.0539687 Nov 12 05:00:09.309456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ad9fb5e7-0d36-449f-ad1d-2e3a603663b8 req-54e21cb8-00af-42fd-99ad-3ed003892dcc tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516922 Nov 12 05:00:10.435708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee16c6-fca2-4bd1-acad-08561b3b565f req-acee8f66-e260-41df-b379-f026e3c41d75 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:10.437232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7eee16c6-fca2-4bd1-acad-08561b3b565f req-acee8f66-e260-41df-b379-f026e3c41d75 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 946 time: 0.0527639 Nov 12 05:00:10.489279 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7eee16c6-fca2-4bd1-acad-08561b3b565f req-eef37058-c721-454d-9b53-31d1ea53dea3 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459151 Nov 12 05:00:10.604575 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b3a77-3ce8-4a0e-b251-b196f310d5bc req-b9419378-7c33-43d9-a9fa-12be8a8812eb tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:10.605951 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-749b3a77-3ce8-4a0e-b251-b196f310d5bc req-b9419378-7c33-43d9-a9fa-12be8a8812eb tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 946 time: 0.0488605 Nov 12 05:00:10.653869 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-749b3a77-3ce8-4a0e-b251-b196f310d5bc req-dd4c70fb-2be1-43b7-ad91-4b999e56bc7d tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Nov 12 05:00:10.837024 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4fb28-988e-4068-b2e2-e4a1ec2ffd2d req-b194bf3a-7824-4c87-b44a-86c957365034 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:10.838492 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-34e4fb28-988e-4068-b2e2-e4a1ec2ffd2d req-b194bf3a-7824-4c87-b44a-86c957365034 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 946 time: 0.0487883 Nov 12 05:00:10.885303 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-34e4fb28-988e-4068-b2e2-e4a1ec2ffd2d req-8707a87a-3ef7-43a6-9dcf-8ac6769ce680 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407357 Nov 12 05:00:19.731502 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:23.142644 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b96a0b4c-dca7-4dda-87b5-ab7068887a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:25.491417 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:26.331190 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081f831-1bd1-48f1-8fcb-dbf77cf35563 req-cc06d1a8-d04d-4862-8559-c19c67129f45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:26.332702 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6081f831-1bd1-48f1-8fcb-dbf77cf35563 req-cc06d1a8-d04d-4862-8559-c19c67129f45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 946 time: 0.0528121 Nov 12 05:00:26.379926 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6081f831-1bd1-48f1-8fcb-dbf77cf35563 req-9c196209-2e68-40c7-837e-dd645dc6274a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 Nov 12 05:00:26.402664 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:26.484948 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f79072-76c5-46bf-ba8b-a412cd8e740c tempest-TestMinimumBasicScenario-724924400 tempest-TestMinimumBasicScenario-724924400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:26.486492 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-19f79072-76c5-46bf-ba8b-a412cd8e740c tempest-TestMinimumBasicScenario-724924400 tempest-TestMinimumBasicScenario-724924400-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 1093 time: 0.0828209 Nov 12 05:00:26.489525 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:26.493961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '27659110-f8ed-4ad9-9f6a-c812111263ef', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:00:26.605835 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:26.709615 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:26.816791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Allocated IP 172.25.8.8 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/0b4579dc-fef9-4375-b19a-89b3285d8aa9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:00:26.913738 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29523979-c13e-44da-9a8f-68594aab62cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:26.922318 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:26.978366 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:27.017175 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:27.058440 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:00:27.061283 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:00:27.064971 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:00:27.070543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event updated for resources: {'Port': ['ID=0b4579dc-fef9-4375-b19a-89b3285d8aa9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:27.097177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:27.097519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:27.097854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:27.098192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:27.098521 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:27.098848 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:27.099171 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:27.099492 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:27.099813 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:27.100162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:27.100481 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:27.100798 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:27.441965 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:27.579816 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:27.734055 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:27.799554 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:27.869848 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event updated for resources: {'Port': ['ID=0b4579dc-fef9-4375-b19a-89b3285d8aa9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:27.887964 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:27.989164 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Floating IP 1055269f-47fa-4e50-be40-8e6f1216af97 associated. External IP: 172.25.8.8, port: 27659110-f8ed-4ad9-9f6a-c812111263ef. Nov 12 05:00:28.202744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:00:28.311061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:00:28.321032 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a6607-7a5e-4feb-a686-8cd7517cae6a None None] Sync routers for ids ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:00:28.331092 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a6607-7a5e-4feb-a686-8cd7517cae6a None None] Routers {'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:00:28.334644 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6a6a6607-7a5e-4feb-a686-8cd7517cae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:00:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:28.382828 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:28.415349 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-08a5feb7-03db-4a8d-b1fa-520f76d9050c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9247837 Nov 12 05:00:28.416074 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'tag': '27659110-f8ed-4ad9-9f6a-c812111263ef'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:28.418193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:28.421100 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cc4c4a-03c3-4fce-9b9a-060b99045ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "a9aa51c8-3783-41da-8b5a-6b3153815ebc", "tag": "27659110-f8ed-4ad9-9f6a-c812111263ef"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:28.423393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1698636679', 'description': 'tempest-secgroup-smoke-1698636679 description', 'project_id': 'b463ca8becf94c96a2161a5bd65ca429'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:00:28.443532 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6a6a6607-7a5e-4feb-a686-8cd7517cae6a None None] Set router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:00:28.533257 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1258518-bf72-4f2e-824a-9890123eccb3 x-openstack-request-id: req-c1258518-bf72-4f2e-824a-9890123eccb3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:28.533970 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9aa51c8-3783-41da-8b5a-6b3153815ebc", "tag": "27659110-f8ed-4ad9-9f6a-c812111263ef", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:28.533970 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c1258518-bf72-4f2e-824a-9890123eccb3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:28.534298 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'tag': '27659110-f8ed-4ad9-9f6a-c812111263ef', 'status': 'completed', 'code': 200} Nov 12 05:00:28.549143 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:28.644556 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc4c4a-03c3-4fce-9b9a-060b99045ab9 req-434b72ed-da6d-433f-a20b-0df3298e7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:28.645977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8cc4c4a-03c3-4fce-9b9a-060b99045ab9 req-434b72ed-da6d-433f-a20b-0df3298e7b70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b463ca8becf94c96a2161a5bd65ca429&device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 1098 time: 0.0647066 Nov 12 05:00:28.668616 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:28.711319 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6a6a6607-7a5e-4feb-a686-8cd7517cae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '1055269f-47fa-4e50-be40-8e6f1216af97', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'port_id': '27659110-f8ed-4ad9-9f6a-c812111263ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'mac_address': 'fa:16:3e:3f:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:00:27Z', 'updated_at': '2021-11-12T05:00:27Z', 'revision_number': 0, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b9478e-15ee-47ab-b490-9912ec51fce1', 'name': '', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'mac_address': 'fa:16:3e:45:20:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:24Z', 'updated_at': '2021-11-12T04:59:28Z', 'revision_number': 5, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'subnets': [{'id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:28.738818 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a6607-7a5e-4feb-a686-8cd7517cae6a None None] Checking router: e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:00:28.747218 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a6607-7a5e-4feb-a686-8cd7517cae6a None None] Routers {'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:00:28.747830 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6a6a6607-7a5e-4feb-a686-8cd7517cae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:00:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:28.752321 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:28.771907 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc4c4a-03c3-4fce-9b9a-060b99045ab9 req-29203bab-139b-4093-9bbb-5e9caa57883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:28.773948 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8cc4c4a-03c3-4fce-9b9a-060b99045ab9 req-29203bab-139b-4093-9bbb-5e9caa57883d service neutron] 10.222.0.26 "GET /v2.0/networks?id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51 HTTP/1.1" status: 200 len: 917 time: 0.1159852 Nov 12 05:00:28.782221 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:28.788209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36bb1778-8637-432f-9800-850354c51e5f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:28.828820 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:28.830657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:28.830657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:28.830657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:28.830657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:28.830657 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:28.831209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:28.831209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:28.831431 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:28.831633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:28.831950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:28.832302 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:28.859288 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:28.861397 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1fafe275-244f-4609-939a-9d32d3e090c7 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4414694 Nov 12 05:00:28.867010 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34222) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:28.869969 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6a6a6607-7a5e-4feb-a686-8cd7517cae6a None None] Set router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:00:28.876550 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8cc4c4a-03c3-4fce-9b9a-060b99045ab9 req-2c824dca-8bcf-492e-abcc-6b81dfe23ff1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27659110-f8ed-4ad9-9f6a-c812111263ef HTTP/1.1" status: 200 len: 998 time: 0.0821507 Nov 12 05:00:28.876925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b7997cb8-4976-4e2d-800b-dd71afd4356c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Request body: {'security_group_rule': {'security_group_id': '36bb1778-8637-432f-9800-850354c51e5f', 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:00:28.933057 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc4c4a-03c3-4fce-9b9a-060b99045ab9 req-f5aae599-9d0a-40a2-b4b8-55cfbc1c57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:28.934892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8cc4c4a-03c3-4fce-9b9a-060b99045ab9 req-f5aae599-9d0a-40a2-b4b8-55cfbc1c57ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33c9bde9-545d-40e4-8afd-3c6b28d15220 HTTP/1.1" status: 200 len: 854 time: 0.0508153 Nov 12 05:00:28.977081 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7997cb8-4976-4e2d-800b-dd71afd4356c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:28.987536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc4c4a-03c3-4fce-9b9a-060b99045ab9 req-9c8962b8-f0c8-45aa-a872-98cb7f881f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:28.989432 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8cc4c4a-03c3-4fce-9b9a-060b99045ab9 req-9c8962b8-f0c8-45aa-a872-98cb7f881f59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452235 Nov 12 05:00:29.050823 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.059131 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7997cb8-4976-4e2d-800b-dd71afd4356c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.091960 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8cc4c4a-03c3-4fce-9b9a-060b99045ab9 req-d3e37ff6-3959-4beb-82e7-a15462a4efd7 service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929608 Nov 12 05:00:29.135025 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7997cb8-4976-4e2d-800b-dd71afd4356c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.153773 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6a6a6607-7a5e-4feb-a686-8cd7517cae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '1055269f-47fa-4e50-be40-8e6f1216af97', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'port_id': '27659110-f8ed-4ad9-9f6a-c812111263ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'mac_address': 'fa:16:3e:3f:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:00:27Z', 'updated_at': '2021-11-12T05:00:27Z', 'revision_number': 0, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b9478e-15ee-47ab-b490-9912ec51fce1', 'name': '', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'mac_address': 'fa:16:3e:45:20:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:24Z', 'updated_at': '2021-11-12T04:59:28Z', 'revision_number': 5, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'subnets': [{'id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:29.157313 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7997cb8-4976-4e2d-800b-dd71afd4356c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6b09a2-8af4-4bcc-ab2d-1b3c50eceda2,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:29.184025 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a6607-7a5e-4feb-a686-8cd7517cae6a None None] The sync data for ids ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'] in n-d-767704-23 is: [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '1055269f-47fa-4e50-be40-8e6f1216af97', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'port_id': '27659110-f8ed-4ad9-9f6a-c812111263ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'mac_address': 'fa:16:3e:3f:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:00:27Z', 'updated_at': '2021-11-12T05:00:27Z', 'revision_number': 0, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b9478e-15ee-47ab-b490-9912ec51fce1', 'name': '', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'mac_address': 'fa:16:3e:45:20:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:24Z', 'updated_at': '2021-11-12T04:59:28Z', 'revision_number': 5, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'subnets': [{'id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:00:29.201420 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b8cc4c4a-03c3-4fce-9b9a-060b99045ab9 req-4ece2b7d-474c-44d4-8fd3-226b0afc03ca service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004336 Nov 12 05:00:29.230415 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7997cb8-4976-4e2d-800b-dd71afd4356c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.231702 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b7997cb8-4976-4e2d-800b-dd71afd4356c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3636527 Nov 12 05:00:29.234557 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34224) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:29.240215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-10b731b0-7810-41a9-ba08-1a50ed9ea64e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Request body: {'security_group_rule': {'security_group_id': '36bb1778-8637-432f-9800-850354c51e5f', 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:00:29.330870 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10b731b0-7810-41a9-ba08-1a50ed9ea64e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.401885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10b731b0-7810-41a9-ba08-1a50ed9ea64e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.418452 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b637e5-4939-4a36-bc52-5c89f04d07ad None None] New status for floating IP 1055269f-47fa-4e50-be40-8e6f1216af97: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:00:29.468350 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10b731b0-7810-41a9-ba08-1a50ed9ea64e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.484748 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b731b0-7810-41a9-ba08-1a50ed9ea64e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf83614-96ec-48a9-a19b-b8bbe03269e3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:29.567283 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10b731b0-7810-41a9-ba08-1a50ed9ea64e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.568542 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-10b731b0-7810-41a9-ba08-1a50ed9ea64e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3329699 Nov 12 05:00:29.572424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:29.576966 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-95bad35f-bd48-484d-85dc-89293924d896 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Request body: {'security_group_rule': {'security_group_id': '36bb1778-8637-432f-9800-850354c51e5f', 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:00:29.734564 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95bad35f-bd48-484d-85dc-89293924d896 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.794703 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95bad35f-bd48-484d-85dc-89293924d896 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.879660 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95bad35f-bd48-484d-85dc-89293924d896 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.899318 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bad35f-bd48-484d-85dc-89293924d896 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b6f9bc-33f8-4323-9c3d-589c121240d2,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:29.989992 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95bad35f-bd48-484d-85dc-89293924d896 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.991194 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-95bad35f-bd48-484d-85dc-89293924d896 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4177797 Nov 12 05:00:29.994670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:29.999088 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2bed7b8f-a4cc-4082-bb66-20f28fa37b14 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Request body: {'security_group_rule': {'security_group_id': '36bb1778-8637-432f-9800-850354c51e5f', 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:00:30.114104 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bed7b8f-a4cc-4082-bb66-20f28fa37b14 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:30.178655 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bed7b8f-a4cc-4082-bb66-20f28fa37b14 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:30.245344 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bed7b8f-a4cc-4082-bb66-20f28fa37b14 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:30.262916 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed7b8f-a4cc-4082-bb66-20f28fa37b14 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb20915-4847-4691-9462-f328544b7cf0,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:30.344589 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bed7b8f-a4cc-4082-bb66-20f28fa37b14 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:30.345873 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2bed7b8f-a4cc-4082-bb66-20f28fa37b14 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3502614 Nov 12 05:00:30.348662 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:30.353769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b57fd764-f885-4a29-bcc6-415584b4d0c9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Request body: {'security_group_rule': {'security_group_id': '36bb1778-8637-432f-9800-850354c51e5f', 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:00:30.440144 n-d-767704-23 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-b57fd764-f885-4a29-bcc6-415584b4d0c9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Project b463ca8becf94c96a2161a5bd65ca429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:00:30.445966 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b57fd764-f885-4a29-bcc6-415584b4d0c9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:30.506132 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b57fd764-f885-4a29-bcc6-415584b4d0c9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:30.560072 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b57fd764-f885-4a29-bcc6-415584b4d0c9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:30.581077 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fd764-f885-4a29-bcc6-415584b4d0c9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d95913-e2db-4ca3-a258-151308a57c1d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:30.641997 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b57fd764-f885-4a29-bcc6-415584b4d0c9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:30.643244 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b57fd764-f885-4a29-bcc6-415584b4d0c9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2935867 Nov 12 05:00:30.646191 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:30.651159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-819c8959-50d7-4b3e-a0ec-f65a2d65310e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Request body: {'security_group_rule': {'security_group_id': '36bb1778-8637-432f-9800-850354c51e5f', 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:00:30.746455 n-d-767704-23 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-819c8959-50d7-4b3e-a0ec-f65a2d65310e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Project b463ca8becf94c96a2161a5bd65ca429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:00:30.751826 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819c8959-50d7-4b3e-a0ec-f65a2d65310e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:30.810814 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819c8959-50d7-4b3e-a0ec-f65a2d65310e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:30.890749 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819c8959-50d7-4b3e-a0ec-f65a2d65310e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:30.907037 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c8959-50d7-4b3e-a0ec-f65a2d65310e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fd1f62-a9d4-41e9-a2ab-5e5868295806,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:30.995065 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819c8959-50d7-4b3e-a0ec-f65a2d65310e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:30.996354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-819c8959-50d7-4b3e-a0ec-f65a2d65310e tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3491952 Nov 12 05:00:31.089563 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f9f61a3c-6026-4dc4-b98f-3943f9361726 req-295e4c61-3d4e-4add-a4af-22663d9cde65 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1698636679&fields=id&tenant_id=b463ca8becf94c96a2161a5bd65ca429 HTTP/1.1" status: 200 len: 267 time: 0.0471210 Nov 12 05:00:31.147604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f61a3c-6026-4dc4-b98f-3943f9361726 req-b71f4de4-d66d-41ac-8c59-ec19deb45467 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:31.149131 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f9f61a3c-6026-4dc4-b98f-3943f9361726 req-b71f4de4-d66d-41ac-8c59-ec19deb45467 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 946 time: 0.0536146 Nov 12 05:00:31.162227 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f9f61a3c-6026-4dc4-b98f-3943f9361726 req-517fcf37-2d4e-434b-ac80-fbcd6453bb61 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Request body: {'port': {'security_groups': ['d9109d96-a397-4018-be96-57fd9cadae75', '36bb1778-8637-432f-9800-850354c51e5f']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:00:31.232863 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f9f61a3c-6026-4dc4-b98f-3943f9361726 req-517fcf37-2d4e-434b-ac80-fbcd6453bb61 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:31.431844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f9f61a3c-6026-4dc4-b98f-3943f9361726 req-517fcf37-2d4e-434b-ac80-fbcd6453bb61 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] For port 27659110-f8ed-4ad9-9f6a-c812111263ef, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=27659110-f8ed-4ad9-9f6a-c812111263ef,segment=NetworkSegment(8898bc81-02f4-4674-9798-f4944af6acfa),segment_id=8898bc81-02f4-4674-9798-f4944af6acfa)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:31.463918 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f9f61a3c-6026-4dc4-b98f-3943f9361726 req-517fcf37-2d4e-434b-ac80-fbcd6453bb61 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:31.529388 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f9f61a3c-6026-4dc4-b98f-3943f9361726 req-517fcf37-2d4e-434b-ac80-fbcd6453bb61 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:31.566341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['27659110-f8ed-4ad9-9f6a-c812111263ef'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:00:31.577895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f61a3c-6026-4dc4-b98f-3943f9361726 req-517fcf37-2d4e-434b-ac80-fbcd6453bb61 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:31.578572 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f9f61a3c-6026-4dc4-b98f-3943f9361726 req-517fcf37-2d4e-434b-ac80-fbcd6453bb61 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:31.580071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f9f61a3c-6026-4dc4-b98f-3943f9361726 req-517fcf37-2d4e-434b-ac80-fbcd6453bb61 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "PUT /v2.0/ports/27659110-f8ed-4ad9-9f6a-c812111263ef HTTP/1.1" status: 200 len: 982 time: 0.4225440 Nov 12 05:00:31.582707 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'tag': '27659110-f8ed-4ad9-9f6a-c812111263ef'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:31.585185 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dead2a2a-753d-46d9-929f-b027fe8b0110" -d '{"events": [{"name": "network-changed", "server_uuid": "a9aa51c8-3783-41da-8b5a-6b3153815ebc", "tag": "27659110-f8ed-4ad9-9f6a-c812111263ef"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:31.629430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fcf37-2d4e-434b-ac80-fbcd6453bb61 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event updated for resources: {'Port': ['ID=27659110-f8ed-4ad9-9f6a-c812111263ef,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:31.656765 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aa3775-6eeb-42aa-aed9-9a4350804cde x-openstack-request-id: req-46aa3775-6eeb-42aa-aed9-9a4350804cde {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:31.657216 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9aa51c8-3783-41da-8b5a-6b3153815ebc", "tag": "27659110-f8ed-4ad9-9f6a-c812111263ef", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:31.657552 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-46aa3775-6eeb-42aa-aed9-9a4350804cde {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:31.657969 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'tag': '27659110-f8ed-4ad9-9f6a-c812111263ef', 'status': 'completed', 'code': 200} Nov 12 05:00:31.727196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128c754-b499-4a76-a89c-fa5f96d989df req-ef6f54de-4382-44d2-9cb5-6e7d922d416b tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:31.728910 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4128c754-b499-4a76-a89c-fa5f96d989df req-ef6f54de-4382-44d2-9cb5-6e7d922d416b tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 985 time: 0.0667522 Nov 12 05:00:31.784468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['27659110-f8ed-4ad9-9f6a-c812111263ef'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:00:31.818520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead2a2a-753d-46d9-929f-b027fe8b0110 req-a76987ff-ee90-4f14-b7af-4e047d2f8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:31.820655 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dead2a2a-753d-46d9-929f-b027fe8b0110 req-a76987ff-ee90-4f14-b7af-4e047d2f8da0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b463ca8becf94c96a2161a5bd65ca429&device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 1137 time: 0.0900793 Nov 12 05:00:31.830689 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4128c754-b499-4a76-a89c-fa5f96d989df req-d46fbe3b-2536-42e4-a126-f3cf4302a7d8 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&id=36bb1778-8637-432f-9800-850354c51e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928173 Nov 12 05:00:31.889651 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7127a83d-5724-434c-b50f-96f0d23ee243 None None] Provisioning complete for port 27659110-f8ed-4ad9-9f6a-c812111263ef triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:00:31.889940 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7127a83d-5724-434c-b50f-96f0d23ee243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:31.930102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead2a2a-753d-46d9-929f-b027fe8b0110 req-77b3ef2e-4e78-4258-a420-ec4a10085f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:31.931198 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dead2a2a-753d-46d9-929f-b027fe8b0110 req-77b3ef2e-4e78-4258-a420-ec4a10085f15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51 HTTP/1.1" status: 200 len: 917 time: 0.0980904 Nov 12 05:00:32.011804 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dead2a2a-753d-46d9-929f-b027fe8b0110 req-69eef27f-f821-47e0-98d7-e68b79abafd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27659110-f8ed-4ad9-9f6a-c812111263ef HTTP/1.1" status: 200 len: 1000 time: 0.0692811 Nov 12 05:00:32.073950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead2a2a-753d-46d9-929f-b027fe8b0110 req-568590b9-91e0-4729-b878-09290ed86da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:32.075513 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dead2a2a-753d-46d9-929f-b027fe8b0110 req-568590b9-91e0-4729-b878-09290ed86da1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33c9bde9-545d-40e4-8afd-3c6b28d15220 HTTP/1.1" status: 200 len: 854 time: 0.0548956 Nov 12 05:00:32.132682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead2a2a-753d-46d9-929f-b027fe8b0110 req-db13a97c-baff-42cf-944b-e4cf3a39c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:32.134210 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dead2a2a-753d-46d9-929f-b027fe8b0110 req-db13a97c-baff-42cf-944b-e4cf3a39c171 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485678 Nov 12 05:00:32.240912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dead2a2a-753d-46d9-929f-b027fe8b0110 req-9512525c-a8b0-44b2-a239-f08ea1f3c556 service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981836 Nov 12 05:00:32.364093 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dead2a2a-753d-46d9-929f-b027fe8b0110 req-ecdc5cc7-6889-4f6f-a552-9a185373bbf5 service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156576 Nov 12 05:00:36.686222 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:00:48.811537 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8f3096b-e399-44b4-b752-5d95ff7ad31d req-a18a776c-d51a-4b50-aaa9-94a0d110e3c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460663 Nov 12 05:00:48.911133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3096b-e399-44b4-b752-5d95ff7ad31d req-2358483b-48e1-4405-84e3-64af7b260659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:48.912667 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8f3096b-e399-44b4-b752-5d95ff7ad31d req-2358483b-48e1-4405-84e3-64af7b260659 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b463ca8becf94c96a2161a5bd65ca429&device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 1137 time: 0.0410924 Nov 12 05:00:49.022385 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3096b-e399-44b4-b752-5d95ff7ad31d req-5d67c95a-25d8-4d99-9622-a018fa0d53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:49.023855 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8f3096b-e399-44b4-b752-5d95ff7ad31d req-5d67c95a-25d8-4d99-9622-a018fa0d53e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51 HTTP/1.1" status: 200 len: 917 time: 0.0894136 Nov 12 05:00:49.093145 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8f3096b-e399-44b4-b752-5d95ff7ad31d req-a415fbd9-7c46-4173-822b-e3bc84220edf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27659110-f8ed-4ad9-9f6a-c812111263ef HTTP/1.1" status: 200 len: 1000 time: 0.0618172 Nov 12 05:00:49.143368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3096b-e399-44b4-b752-5d95ff7ad31d req-84751327-d8bd-4397-b427-aad56689c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:49.151196 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8f3096b-e399-44b4-b752-5d95ff7ad31d req-84751327-d8bd-4397-b427-aad56689c4e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33c9bde9-545d-40e4-8afd-3c6b28d15220 HTTP/1.1" status: 200 len: 854 time: 0.0446832 Nov 12 05:00:49.191090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3096b-e399-44b4-b752-5d95ff7ad31d req-b7f9791d-6bea-4551-8afa-4f56fb2a6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:49.192611 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8f3096b-e399-44b4-b752-5d95ff7ad31d req-b7f9791d-6bea-4551-8afa-4f56fb2a6b4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406623 Nov 12 05:00:49.288008 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8f3096b-e399-44b4-b752-5d95ff7ad31d req-bca78553-1138-46a6-8cd5-286cc9fd2ca9 service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868909 Nov 12 05:00:49.380349 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8f3096b-e399-44b4-b752-5d95ff7ad31d req-5415544f-a4cb-4a63-81df-08be701fbd4d service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829647 Nov 12 05:00:49.752186 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:53.193414 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ac412cc-6f40-4635-9bcb-e69e564445b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:55.502120 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:56.911860 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2a0f844-1200-4428-858c-c234aee357b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:57.021629 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:58.747462 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:59.072764 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:13.685476 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:01:19.780725 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:20.079880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c281c-f5bd-4195-bfb9-da9088023945 req-35ec8306-77a7-4d58-b37c-1e3718004557 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:20.081383 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e70c281c-f5bd-4195-bfb9-da9088023945 req-35ec8306-77a7-4d58-b37c-1e3718004557 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 985 time: 0.0572259 Nov 12 05:01:20.168700 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e70c281c-f5bd-4195-bfb9-da9088023945 req-e4887e72-4b98-46ee-9a2d-3506da1ff5f5 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&id=36bb1778-8637-432f-9800-850354c51e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810206 Nov 12 05:01:20.184332 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93aa88-f386-44ba-99d5-435274a52b46 req-6b181f28-a45f-415e-ab29-1d928b7a805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:20.185962 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea93aa88-f386-44ba-99d5-435274a52b46 req-6b181f28-a45f-415e-ab29-1d928b7a805f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b463ca8becf94c96a2161a5bd65ca429&device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 1137 time: 0.0529463 Nov 12 05:01:20.284296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93aa88-f386-44ba-99d5-435274a52b46 req-19130c18-1a71-4de2-9d07-f2cdeedc3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:20.288972 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea93aa88-f386-44ba-99d5-435274a52b46 req-19130c18-1a71-4de2-9d07-f2cdeedc3dbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51 HTTP/1.1" status: 200 len: 917 time: 0.0916953 Nov 12 05:01:20.354834 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea93aa88-f386-44ba-99d5-435274a52b46 req-d39c3452-f6dc-4b78-972f-f2c0a3ec91d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27659110-f8ed-4ad9-9f6a-c812111263ef HTTP/1.1" status: 200 len: 1000 time: 0.0612466 Nov 12 05:01:20.407660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93aa88-f386-44ba-99d5-435274a52b46 req-27ccea4c-3273-443b-bf04-19b0d2162245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:20.409182 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea93aa88-f386-44ba-99d5-435274a52b46 req-27ccea4c-3273-443b-bf04-19b0d2162245 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33c9bde9-545d-40e4-8afd-3c6b28d15220 HTTP/1.1" status: 200 len: 854 time: 0.0466909 Nov 12 05:01:20.459897 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93aa88-f386-44ba-99d5-435274a52b46 req-91418c2e-4c77-4d67-8991-f2d69771b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:20.461643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea93aa88-f386-44ba-99d5-435274a52b46 req-91418c2e-4c77-4d67-8991-f2d69771b103 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452912 Nov 12 05:01:20.555402 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea93aa88-f386-44ba-99d5-435274a52b46 req-57287ade-91a6-436a-ab86-1368e9fe03af service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849154 Nov 12 05:01:20.659534 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ea93aa88-f386-44ba-99d5-435274a52b46 req-5c59e2ac-a82c-4db9-87c0-33315e0eb93d service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956526 Nov 12 05:01:21.289754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49be8f9-c708-4d1d-aeb9-d9b6f08dc9d8 req-eb4190fc-70ac-4ed2-9a30-c18ffaafc640 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:21.291293 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e49be8f9-c708-4d1d-aeb9-d9b6f08dc9d8 req-eb4190fc-70ac-4ed2-9a30-c18ffaafc640 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 985 time: 0.0511100 Nov 12 05:01:21.353118 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e49be8f9-c708-4d1d-aeb9-d9b6f08dc9d8 req-89aa7088-466a-41a6-96bc-4e7633d2e63b tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&id=36bb1778-8637-432f-9800-850354c51e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549889 Nov 12 05:01:22.473574 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0ea64-a82d-40eb-9bd9-1bd2c417a9f6 req-04e7efb8-2c7e-45cd-821f-78579f72f9cb tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:22.476082 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f0ea64-a82d-40eb-9bd9-1bd2c417a9f6 req-04e7efb8-2c7e-45cd-821f-78579f72f9cb tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 985 time: 0.0521705 Nov 12 05:01:22.539361 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f0ea64-a82d-40eb-9bd9-1bd2c417a9f6 req-f878bb9c-be48-45fd-8af6-c0a5936c7ecb tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&id=36bb1778-8637-432f-9800-850354c51e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563619 Nov 12 05:01:23.168837 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d33a92c0-95d5-4d07-aba2-39aac03e378d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:23.662230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73458e-d778-4238-a156-1f6e020f621a req-50fa1a21-3b66-4a20-8c2b-87aba72c835d tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:23.663620 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-df73458e-d778-4238-a156-1f6e020f621a req-50fa1a21-3b66-4a20-8c2b-87aba72c835d tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 985 time: 0.0532982 Nov 12 05:01:23.731482 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-df73458e-d778-4238-a156-1f6e020f621a req-b25a3a49-4b28-47ff-a65b-d9f781fb309b tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&id=36bb1778-8637-432f-9800-850354c51e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602162 Nov 12 05:01:24.853454 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feb5d8-87cd-4271-8db0-ab9b70fd9124 req-574801c8-8680-4e7a-90cd-d89acdff1cab tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:24.854944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92feb5d8-87cd-4271-8db0-ab9b70fd9124 req-574801c8-8680-4e7a-90cd-d89acdff1cab tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 985 time: 0.0501072 Nov 12 05:01:24.919381 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-92feb5d8-87cd-4271-8db0-ab9b70fd9124 req-a059b6cd-8582-4cd4-9600-5a617ec546bc tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&id=36bb1778-8637-432f-9800-850354c51e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583248 Nov 12 05:01:25.482868 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:26.039928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a384b2b-66de-4c50-8882-4720c37fb5a1 req-6495d59f-d508-46ba-aeef-45509846b647 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:26.041454 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8a384b2b-66de-4c50-8882-4720c37fb5a1 req-6495d59f-d508-46ba-aeef-45509846b647 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 985 time: 0.0552261 Nov 12 05:01:26.121273 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8a384b2b-66de-4c50-8882-4720c37fb5a1 req-296dae74-502b-4d0e-a7c3-50c0e872ba42 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&id=36bb1778-8637-432f-9800-850354c51e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654016 Nov 12 05:01:26.905917 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55c9c54a-5a00-4d7e-8a26-a64157ac9ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:27.002705 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:27.236092 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690f949-1a66-4ed9-b1a2-8c8721cb3832 req-2ac1fc7a-1d58-4415-9785-8388608f7c91 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:27.237564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8690f949-1a66-4ed9-b1a2-8c8721cb3832 req-2ac1fc7a-1d58-4415-9785-8388608f7c91 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 985 time: 0.0490532 Nov 12 05:01:27.296893 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8690f949-1a66-4ed9-b1a2-8c8721cb3832 req-8d5c8f76-bf3d-46df-bbba-ccee98f4b2ae tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&id=36bb1778-8637-432f-9800-850354c51e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532789 Nov 12 05:01:28.415101 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4de25-4064-4d16-8a9d-fc7a18d13544 req-ee3cb0c5-dd5d-43ab-b17b-6e92f6ee33ae tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:28.416601 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-52c4de25-4064-4d16-8a9d-fc7a18d13544 req-ee3cb0c5-dd5d-43ab-b17b-6e92f6ee33ae tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 985 time: 0.0505419 Nov 12 05:01:28.477723 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-52c4de25-4064-4d16-8a9d-fc7a18d13544 req-e6ccb557-206d-4834-9420-bb26af683482 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&id=36bb1778-8637-432f-9800-850354c51e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550292 Nov 12 05:01:28.740021 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:29.060517 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:29.592624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe481805-9cf9-4dfe-83fe-ebf02cda7c62 req-fd94d5e1-4c4e-44dc-8df3-3d804c346c56 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:29.594120 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe481805-9cf9-4dfe-83fe-ebf02cda7c62 req-fd94d5e1-4c4e-44dc-8df3-3d804c346c56 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 985 time: 0.0492723 Nov 12 05:01:29.656081 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe481805-9cf9-4dfe-83fe-ebf02cda7c62 req-71281ad3-b88e-490d-839c-8c87e76175a8 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&id=36bb1778-8637-432f-9800-850354c51e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558522 Nov 12 05:01:30.775156 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c8f84-d411-4ab4-bea2-5d44c355a7de req-9744f1cc-9b39-477d-8ca9-694ed21f9bec tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:30.776714 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c00c8f84-d411-4ab4-bea2-5d44c355a7de req-9744f1cc-9b39-477d-8ca9-694ed21f9bec tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 985 time: 0.0495858 Nov 12 05:01:30.840906 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c00c8f84-d411-4ab4-bea2-5d44c355a7de req-a816ab1a-53cf-440d-a9de-c0f58fc21f64 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&id=36bb1778-8637-432f-9800-850354c51e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571239 Nov 12 05:01:31.964536 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c44ed-5c87-43dd-a9f1-97e916e6a6a7 req-627d4a40-dee8-4b8d-9dbb-8bdc5660760d tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:31.966046 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-990c44ed-5c87-43dd-a9f1-97e916e6a6a7 req-627d4a40-dee8-4b8d-9dbb-8bdc5660760d tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 985 time: 0.0554106 Nov 12 05:01:32.026944 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-990c44ed-5c87-43dd-a9f1-97e916e6a6a7 req-3e412599-1e57-4c36-b5a1-5079b61ab9f8 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&id=36bb1778-8637-432f-9800-850354c51e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537517 Nov 12 05:01:48.861696 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94dcef26-90a5-423d-806a-5175635fc60d req-59e22fc7-75a4-4ec2-b44c-8c5030cf8249 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0982275 Nov 12 05:01:48.963033 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcef26-90a5-423d-806a-5175635fc60d req-34dd4aba-b882-4e8e-bb45-a309f1a88aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:48.964541 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94dcef26-90a5-423d-806a-5175635fc60d req-34dd4aba-b882-4e8e-bb45-a309f1a88aaf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b463ca8becf94c96a2161a5bd65ca429&device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 1137 time: 0.0405202 Nov 12 05:01:49.077474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcef26-90a5-423d-806a-5175635fc60d req-6bd36b95-6426-4059-bdd0-b3d66c1956b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:49.084133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94dcef26-90a5-423d-806a-5175635fc60d req-6bd36b95-6426-4059-bdd0-b3d66c1956b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51 HTTP/1.1" status: 200 len: 917 time: 0.0896747 Nov 12 05:01:49.147363 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94dcef26-90a5-423d-806a-5175635fc60d req-9465fffb-e60b-4aa7-af62-59fd9411ccea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27659110-f8ed-4ad9-9f6a-c812111263ef HTTP/1.1" status: 200 len: 1000 time: 0.0605073 Nov 12 05:01:49.202873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcef26-90a5-423d-806a-5175635fc60d req-1dd2bb1c-b52e-42ea-a2cb-ab60d35412fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:49.204380 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94dcef26-90a5-423d-806a-5175635fc60d req-1dd2bb1c-b52e-42ea-a2cb-ab60d35412fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33c9bde9-545d-40e4-8afd-3c6b28d15220 HTTP/1.1" status: 200 len: 854 time: 0.0488968 Nov 12 05:01:49.251882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcef26-90a5-423d-806a-5175635fc60d req-d49c35a2-7a68-4876-b83c-2afde611e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:01:49.253414 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94dcef26-90a5-423d-806a-5175635fc60d req-d49c35a2-7a68-4876-b83c-2afde611e585 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418577 Nov 12 05:01:49.349053 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94dcef26-90a5-423d-806a-5175635fc60d req-7eb7a324-678b-40b5-8c88-fd03db86329b service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880949 Nov 12 05:01:49.444368 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-94dcef26-90a5-423d-806a-5175635fc60d req-73df6873-ecb0-47b0-b8fd-dc350c8d0534 service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879960 Nov 12 05:01:49.808219 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:50.685634 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:01:53.173531 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76a8bd5d-7027-46c9-9273-06a22e8caafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:55.516216 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:56.927780 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-82660570-e4bb-4025-a564-c00858b3ed85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:57.002547 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:58.739518 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:59.030833 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:19.841623 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:21.192695 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9c8faa5-ab5a-4d4e-8a7c-f38d9706ba76 req-8cb24951-63c3-4ec5-b4ae-f686104caa7a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1698636679&fields=id&tenant_id=b463ca8becf94c96a2161a5bd65ca429 HTTP/1.1" status: 200 len: 267 time: 0.0449855 Nov 12 05:02:21.246341 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8faa5-ab5a-4d4e-8a7c-f38d9706ba76 req-66ac37a5-6c34-49ad-8527-d9db4d29d23f tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:21.247808 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9c8faa5-ab5a-4d4e-8a7c-f38d9706ba76 req-66ac37a5-6c34-49ad-8527-d9db4d29d23f tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 985 time: 0.0491993 Nov 12 05:02:21.259065 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e9c8faa5-ab5a-4d4e-8a7c-f38d9706ba76 req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Request body: {'port': {'security_groups': ['d9109d96-a397-4018-be96-57fd9cadae75']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:02:21.327011 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9c8faa5-ab5a-4d4e-8a7c-f38d9706ba76 req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:21.498690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e9c8faa5-ab5a-4d4e-8a7c-f38d9706ba76 req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] For port 27659110-f8ed-4ad9-9f6a-c812111263ef, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=27659110-f8ed-4ad9-9f6a-c812111263ef,segment=NetworkSegment(8898bc81-02f4-4674-9798-f4944af6acfa),segment_id=8898bc81-02f4-4674-9798-f4944af6acfa)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:21.526276 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9c8faa5-ab5a-4d4e-8a7c-f38d9706ba76 req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:21.578994 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9c8faa5-ab5a-4d4e-8a7c-f38d9706ba76 req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:21.615769 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['27659110-f8ed-4ad9-9f6a-c812111263ef'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:02:21.622718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8faa5-ab5a-4d4e-8a7c-f38d9706ba76 req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:21.623376 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9c8faa5-ab5a-4d4e-8a7c-f38d9706ba76 req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:21.624821 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9c8faa5-ab5a-4d4e-8a7c-f38d9706ba76 req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "PUT /v2.0/ports/27659110-f8ed-4ad9-9f6a-c812111263ef HTTP/1.1" status: 200 len: 943 time: 0.3703861 Nov 12 05:02:21.625336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'tag': '27659110-f8ed-4ad9-9f6a-c812111263ef'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:02:21.627914 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1405f94d-53d4-4eee-ba8f-af0955e382fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a9aa51c8-3783-41da-8b5a-6b3153815ebc", "tag": "27659110-f8ed-4ad9-9f6a-c812111263ef"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:02:21.632552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34306) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:21.677322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event updated for resources: {'Port': ['ID=27659110-f8ed-4ad9-9f6a-c812111263ef,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:21.691674 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4492e6f3-05fa-40a4-b2f6-5135d7f757c1 x-openstack-request-id: req-4492e6f3-05fa-40a4-b2f6-5135d7f757c1 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:02:21.692625 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9aa51c8-3783-41da-8b5a-6b3153815ebc", "tag": "27659110-f8ed-4ad9-9f6a-c812111263ef", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:02:21.692951 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-4492e6f3-05fa-40a4-b2f6-5135d7f757c1 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:02:21.693433 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'tag': '27659110-f8ed-4ad9-9f6a-c812111263ef', 'status': 'completed', 'code': 200} Nov 12 05:02:21.695329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:21.695754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:21.696215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:21.696614 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:21.697014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:21.697415 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:21.697808 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:21.698202 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:21.698591 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:21.698984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:21.699986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:21.700405 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fce9d-e504-498d-8e30-b4cb33cc5fd0 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:21.730747 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:21.786582 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['27659110-f8ed-4ad9-9f6a-c812111263ef'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:02:21.794841 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:21.841203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405f94d-53d4-4eee-ba8f-af0955e382fc req-82b1b336-eeed-4498-8c4a-47591d58c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:21.843057 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1405f94d-53d4-4eee-ba8f-af0955e382fc req-82b1b336-eeed-4498-8c4a-47591d58c004 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b463ca8becf94c96a2161a5bd65ca429&device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 1098 time: 0.0933473 Nov 12 05:02:21.925697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-29c65c58-8445-4e7b-92b7-522d1d5f7f1d None None] Provisioning complete for port 27659110-f8ed-4ad9-9f6a-c812111263ef triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:02:21.926072 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29c65c58-8445-4e7b-92b7-522d1d5f7f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:21.953420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405f94d-53d4-4eee-ba8f-af0955e382fc req-e4a2ae3d-6f69-4a57-9874-e0810d7ea783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:21.955063 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1405f94d-53d4-4eee-ba8f-af0955e382fc req-e4a2ae3d-6f69-4a57-9874-e0810d7ea783 service neutron] 10.222.0.26 "GET /v2.0/networks?id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51 HTTP/1.1" status: 200 len: 917 time: 0.1036716 Nov 12 05:02:22.031537 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1405f94d-53d4-4eee-ba8f-af0955e382fc req-9fb653da-960f-4cac-8299-6056e17800aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27659110-f8ed-4ad9-9f6a-c812111263ef HTTP/1.1" status: 200 len: 1000 time: 0.0670123 Nov 12 05:02:22.036160 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:22.039506 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:22.041516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "DELETE /v2.0/security-groups/36bb1778-8637-432f-9800-850354c51e5f HTTP/1.1" status: 204 len: 168 time: 0.4070983 Nov 12 05:02:22.045280 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:22.102645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bb1778-8637-432f-9800-850354c51e5f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:22.115729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:22.116093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:22.116438 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:22.116774 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:22.117105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:22.117436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:22.117757 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:22.118540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:22.118540 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:22.118773 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:22.119012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:22.119331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02994c1-f76c-49d9-b2b3-4f2fadf01a45 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:22.142341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405f94d-53d4-4eee-ba8f-af0955e382fc req-ac3b8044-ca27-466d-8d6b-e15f5c9a24e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:22.144025 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1405f94d-53d4-4eee-ba8f-af0955e382fc req-ac3b8044-ca27-466d-8d6b-e15f5c9a24e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33c9bde9-545d-40e4-8afd-3c6b28d15220 HTTP/1.1" status: 200 len: 854 time: 0.1012800 Nov 12 05:02:22.196691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405f94d-53d4-4eee-ba8f-af0955e382fc req-664c1662-f3a8-4f64-8ed0-49ee27e53a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:22.198141 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1405f94d-53d4-4eee-ba8f-af0955e382fc req-664c1662-f3a8-4f64-8ed0-49ee27e53a9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445843 Nov 12 05:02:22.260181 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2027d909-8fab-42e7-a546-bcddaabb488c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Deleting port 0b4579dc-fef9-4375-b19a-89b3285d8aa9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:02:22.260820 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2027d909-8fab-42e7-a546-bcddaabb488c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:22.307967 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1405f94d-53d4-4eee-ba8f-af0955e382fc req-d3e928fd-d19c-4216-868e-eaa3030d7153 service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011539 Nov 12 05:02:22.343452 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2027d909-8fab-42e7-a546-bcddaabb488c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:22.343784 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2027d909-8fab-42e7-a546-bcddaabb488c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:22.356059 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2027d909-8fab-42e7-a546-bcddaabb488c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Calling delete_port for 0b4579dc-fef9-4375-b19a-89b3285d8aa9 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:02:22.407360 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1405f94d-53d4-4eee-ba8f-af0955e382fc req-71c246a5-21a1-496c-92d4-09f9aa23e8b8 service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905929 Nov 12 05:02:22.567214 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2027d909-8fab-42e7-a546-bcddaabb488c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:22.595732 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027d909-8fab-42e7-a546-bcddaabb488c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event deleted for resources: {'Port': ['ID=0b4579dc-fef9-4375-b19a-89b3285d8aa9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:22.658790 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2027d909-8fab-42e7-a546-bcddaabb488c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:22.659203 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-2027d909-8fab-42e7-a546-bcddaabb488c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Floating IP 1055269f-47fa-4e50-be40-8e6f1216af97 disassociated (deleted). External IP: 172.25.8.8, port: 27659110-f8ed-4ad9-9f6a-c812111263ef. Nov 12 05:02:23.149968 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c061cce4-ca1c-4998-92e4-f457f5a7f534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:23.205678 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2027d909-8fab-42e7-a546-bcddaabb488c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:02:23.312233 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2027d909-8fab-42e7-a546-bcddaabb488c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:02:23.317144 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2027d909-8fab-42e7-a546-bcddaabb488c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:23.322106 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc834f4-83db-44f5-913f-8de3de50f4ed None None] Sync routers for ids ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:02:23.331318 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc834f4-83db-44f5-913f-8de3de50f4ed None None] Routers {'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:02:23.333381 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1dc834f4-83db-44f5-913f-8de3de50f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:01:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:23.344014 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2027d909-8fab-42e7-a546-bcddaabb488c tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "DELETE /v2.0/floatingips/1055269f-47fa-4e50-be40-8e6f1216af97 HTTP/1.1" status: 204 len: 168 time: 1.2969995 Nov 12 05:02:23.436510 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1dc834f4-83db-44f5-913f-8de3de50f4ed None None] Set router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:02:23.637177 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1dc834f4-83db-44f5-913f-8de3de50f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd5b9478e-15ee-47ab-b490-9912ec51fce1', 'name': '', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'mac_address': 'fa:16:3e:45:20:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:24Z', 'updated_at': '2021-11-12T04:59:28Z', 'revision_number': 5, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'subnets': [{'id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:23.664311 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc834f4-83db-44f5-913f-8de3de50f4ed None None] Checking router: e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:02:23.676820 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc834f4-83db-44f5-913f-8de3de50f4ed None None] Routers {'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:02:23.677357 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1dc834f4-83db-44f5-913f-8de3de50f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:01:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:23.694404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'tag': '27659110-f8ed-4ad9-9f6a-c812111263ef'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:02:23.696875 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d6f44d-28bf-4412-a618-521924570ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "a9aa51c8-3783-41da-8b5a-6b3153815ebc", "tag": "27659110-f8ed-4ad9-9f6a-c812111263ef"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:02:23.738538 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cb968e-dda5-4c34-929e-1b28f3fd5f5c x-openstack-request-id: req-c3cb968e-dda5-4c34-929e-1b28f3fd5f5c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:02:23.739032 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9aa51c8-3783-41da-8b5a-6b3153815ebc", "tag": "27659110-f8ed-4ad9-9f6a-c812111263ef", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:02:23.739451 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c3cb968e-dda5-4c34-929e-1b28f3fd5f5c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:02:23.740085 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'tag': '27659110-f8ed-4ad9-9f6a-c812111263ef', 'status': 'completed', 'code': 200} Nov 12 05:02:23.797692 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1dc834f4-83db-44f5-913f-8de3de50f4ed None None] Set router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:02:23.834823 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6f44d-28bf-4412-a618-521924570ff4 req-a0513336-5233-4517-902e-43e94db045ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:23.836441 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05d6f44d-28bf-4412-a618-521924570ff4 req-a0513336-5233-4517-902e-43e94db045ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b463ca8becf94c96a2161a5bd65ca429&device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 1098 time: 0.0483944 Nov 12 05:02:23.936879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6f44d-28bf-4412-a618-521924570ff4 req-a8abdcde-f516-4664-8b0a-21f189d1f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:23.938385 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05d6f44d-28bf-4412-a618-521924570ff4 req-a8abdcde-f516-4664-8b0a-21f189d1f951 service neutron] 10.222.0.26 "GET /v2.0/networks?id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51 HTTP/1.1" status: 200 len: 917 time: 0.0924485 Nov 12 05:02:23.989082 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05d6f44d-28bf-4412-a618-521924570ff4 req-5ccc0020-dc61-4060-b88d-d8aba0f3f9d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27659110-f8ed-4ad9-9f6a-c812111263ef HTTP/1.1" status: 200 len: 217 time: 0.0407836 Nov 12 05:02:24.017986 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1dc834f4-83db-44f5-913f-8de3de50f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd5b9478e-15ee-47ab-b490-9912ec51fce1', 'name': '', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'mac_address': 'fa:16:3e:45:20:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:24Z', 'updated_at': '2021-11-12T04:59:28Z', 'revision_number': 5, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'subnets': [{'id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:24.044202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6f44d-28bf-4412-a618-521924570ff4 req-93f97a30-95ce-47d0-82a3-62212925bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:24.045688 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05d6f44d-28bf-4412-a618-521924570ff4 req-93f97a30-95ce-47d0-82a3-62212925bf78 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33c9bde9-545d-40e4-8afd-3c6b28d15220 HTTP/1.1" status: 200 len: 854 time: 0.0483770 Nov 12 05:02:24.046477 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc834f4-83db-44f5-913f-8de3de50f4ed None None] The sync data for ids ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'] in n-d-767704-23 is: [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'd5b9478e-15ee-47ab-b490-9912ec51fce1', 'name': '', 'network_id': '559c72c1-fdf9-4430-b5b9-227b9a6d5b51', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'mac_address': 'fa:16:3e:45:20:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:24Z', 'updated_at': '2021-11-12T04:59:28Z', 'revision_number': 5, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'subnets': [{'id': '33c9bde9-545d-40e4-8afd-3c6b28d15220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:02:24.096839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6f44d-28bf-4412-a618-521924570ff4 req-24153450-d517-4e8b-b0d6-7e1672ab61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:24.098431 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05d6f44d-28bf-4412-a618-521924570ff4 req-24153450-d517-4e8b-b0d6-7e1672ab61bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=559c72c1-fdf9-4430-b5b9-227b9a6d5b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440323 Nov 12 05:02:24.233237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05d6f44d-28bf-4412-a618-521924570ff4 req-30be91d1-ea5b-4db2-9c88-b01b15f90615 service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116519 Nov 12 05:02:24.285135 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdbc3f7-f518-4ef9-bc55-a84cbbd84c41 None None] New status for floating IP 1055269f-47fa-4e50-be40-8e6f1216af97: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:02:24.347415 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05d6f44d-28bf-4412-a618-521924570ff4 req-2b99c361-cae0-42b4-b6e7-460f9857c825 service neutron] 10.222.0.26 "GET /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050017 Nov 12 05:02:25.521913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:26.909780 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c91bea16-8a20-420e-934f-d60d6ed151fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:27.012025 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:27.685609 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:02:28.749853 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:29.047328 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:32.803232 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64356a-a29b-4def-ae3e-de63af775a76 req-4519d36d-6d07-4e91-b73e-762d82ac28aa tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:32.805246 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be64356a-a29b-4def-ae3e-de63af775a76 req-4519d36d-6d07-4e91-b73e-762d82ac28aa tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 946 time: 0.0566907 Nov 12 05:02:32.864062 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be64356a-a29b-4def-ae3e-de63af775a76 req-0d62b638-9fd1-428a-8869-a15c21287590 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509615 Nov 12 05:02:33.986433 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a932c9-c774-4d40-b891-ebd74e858241 req-5fcec7e5-5d1f-4043-9ac0-60d26ee3df12 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:33.987821 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82a932c9-c774-4d40-b891-ebd74e858241 req-5fcec7e5-5d1f-4043-9ac0-60d26ee3df12 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 946 time: 0.0511703 Nov 12 05:02:34.047721 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82a932c9-c774-4d40-b891-ebd74e858241 req-a23487c7-0397-4b03-bee8-23fe282ec2a9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538559 Nov 12 05:02:34.943480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f030d-d416-4284-8856-cba99cf6d64a req-e14b0d87-5984-47d3-80d4-923f80a89a98 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:34.944949 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-736f030d-d416-4284-8856-cba99cf6d64a req-e14b0d87-5984-47d3-80d4-923f80a89a98 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 946 time: 0.0479872 Nov 12 05:02:35.034402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-736f030d-d416-4284-8856-cba99cf6d64a req-7e8e2a6e-d6b7-498c-8fd6-a05e032426f9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Deleting port 27659110-f8ed-4ad9-9f6a-c812111263ef {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:02:35.035145 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-736f030d-d416-4284-8856-cba99cf6d64a req-7e8e2a6e-d6b7-498c-8fd6-a05e032426f9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:35.128275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-736f030d-d416-4284-8856-cba99cf6d64a req-7e8e2a6e-d6b7-498c-8fd6-a05e032426f9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] For port 27659110-f8ed-4ad9-9f6a-c812111263ef, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=27659110-f8ed-4ad9-9f6a-c812111263ef,segment=NetworkSegment(8898bc81-02f4-4674-9798-f4944af6acfa),segment_id=8898bc81-02f4-4674-9798-f4944af6acfa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:35.128638 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-736f030d-d416-4284-8856-cba99cf6d64a req-7e8e2a6e-d6b7-498c-8fd6-a05e032426f9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:35.142019 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-736f030d-d416-4284-8856-cba99cf6d64a req-7e8e2a6e-d6b7-498c-8fd6-a05e032426f9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Calling delete_port for 27659110-f8ed-4ad9-9f6a-c812111263ef owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:02:35.169922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26125c-841e-4cd4-8133-530c455cd031 req-e9e58abf-406a-4a9c-8133-18a9d01f2991 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:35.171720 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a26125c-841e-4cd4-8133-530c455cd031 req-e9e58abf-406a-4a9c-8133-18a9d01f2991 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 946 time: 0.0518973 Nov 12 05:02:35.219358 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6a26125c-841e-4cd4-8133-530c455cd031 req-20847153-c1bb-48a6-8eb6-42c54edf15b5 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9109d96-a397-4018-be96-57fd9cadae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Nov 12 05:02:35.350252 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-736f030d-d416-4284-8856-cba99cf6d64a req-7e8e2a6e-d6b7-498c-8fd6-a05e032426f9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:35.380286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e2a6e-d6b7-498c-8fd6-a05e032426f9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Pushing event deleted for resources: {'Port': ['ID=27659110-f8ed-4ad9-9f6a-c812111263ef,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:35.391979 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['27659110-f8ed-4ad9-9f6a-c812111263ef'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:02:35.422682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-736f030d-d416-4284-8856-cba99cf6d64a req-7e8e2a6e-d6b7-498c-8fd6-a05e032426f9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] No DVR routers for this DVR port 27659110-f8ed-4ad9-9f6a-c812111263ef on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:02:35.425267 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-736f030d-d416-4284-8856-cba99cf6d64a req-7e8e2a6e-d6b7-498c-8fd6-a05e032426f9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:35.428616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-736f030d-d416-4284-8856-cba99cf6d64a req-7e8e2a6e-d6b7-498c-8fd6-a05e032426f9 tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.26 "DELETE /v2.0/ports/27659110-f8ed-4ad9-9f6a-c812111263ef HTTP/1.1" status: 204 len: 173 time: 0.4758167 Nov 12 05:02:35.429066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'name': 'network-vif-deleted', 'tag': '27659110-f8ed-4ad9-9f6a-c812111263ef'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:02:35.431342 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0b0e02-c626-4c86-88dc-61860ca8b02c" -d '{"events": [{"server_uuid": "a9aa51c8-3783-41da-8b5a-6b3153815ebc", "name": "network-vif-deleted", "tag": "27659110-f8ed-4ad9-9f6a-c812111263ef"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:02:35.469174 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e7ef41-0d5d-4dc9-88f7-4267b8471ab9 x-openstack-request-id: req-a1e7ef41-0d5d-4dc9-88f7-4267b8471ab9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:02:35.469531 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9aa51c8-3783-41da-8b5a-6b3153815ebc", "name": "network-vif-deleted", "tag": "27659110-f8ed-4ad9-9f6a-c812111263ef", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:02:35.469729 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a1e7ef41-0d5d-4dc9-88f7-4267b8471ab9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:02:35.470151 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9aa51c8-3783-41da-8b5a-6b3153815ebc', 'name': 'network-vif-deleted', 'tag': '27659110-f8ed-4ad9-9f6a-c812111263ef', 'status': 'completed', 'code': 200} Nov 12 05:02:36.324385 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f0530b0e-a450-46d9-8d58-a3fbafb480c7 req-c0c182f4-4350-4efd-91e1-8e5b2ee2424a tempest-TestMinimumBasicScenario-366986049 tempest-TestMinimumBasicScenario-366986049-project] 10.222.0.105 "GET /v2.0/ports?device_id=a9aa51c8-3783-41da-8b5a-6b3153815ebc HTTP/1.1" status: 200 len: 210 time: 0.0261710 Nov 12 05:02:38.430992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:38.772206 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99424e1f-21ad-4da3-8919-73f754121ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:39.014331 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99424e1f-21ad-4da3-8919-73f754121ba0 admin admin] Deleting port d5b9478e-15ee-47ab-b490-9912ec51fce1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:02:39.014669 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99424e1f-21ad-4da3-8919-73f754121ba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:39.094805 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-99424e1f-21ad-4da3-8919-73f754121ba0 admin admin] For port d5b9478e-15ee-47ab-b490-9912ec51fce1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=d5b9478e-15ee-47ab-b490-9912ec51fce1,segment=NetworkSegment(8898bc81-02f4-4674-9798-f4944af6acfa),segment_id=8898bc81-02f4-4674-9798-f4944af6acfa)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:39.095149 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99424e1f-21ad-4da3-8919-73f754121ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:39.107920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99424e1f-21ad-4da3-8919-73f754121ba0 admin admin] Calling delete_port for d5b9478e-15ee-47ab-b490-9912ec51fce1 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:02:39.146726 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 27659110-f8ed-4ad9-9f6a-c812111263ef no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:02:39.166784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 27659110-f8ed-4ad9-9f6a-c812111263ef {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:02:39.167125 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 27659110-f8ed-4ad9-9f6a-c812111263ef not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:02:39.361214 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99424e1f-21ad-4da3-8919-73f754121ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:39.389836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99424e1f-21ad-4da3-8919-73f754121ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b9478e-15ee-47ab-b490-9912ec51fce1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:39.560962 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99424e1f-21ad-4da3-8919-73f754121ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:39.771890 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99424e1f-21ad-4da3-8919-73f754121ba0 admin admin] Router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:02:39.878895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99424e1f-21ad-4da3-8919-73f754121ba0 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:02:39.884279 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-99424e1f-21ad-4da3-8919-73f754121ba0 admin admin] 10.222.0.105 "PUT /v2.0/routers/e3ab18bd-47c6-46c5-b9a7-6b4753d807c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4514778 Nov 12 05:02:39.887219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34412) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:39.887987 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e13af8-834f-4480-bd8a-047cb8a77863 None None] Sync routers for ids ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:02:39.897172 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e13af8-834f-4480-bd8a-047cb8a77863 None None] Routers {'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:02:39.897774 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80e13af8-834f-4480-bd8a-047cb8a77863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:02:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:39.995423 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:40.007341 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-80e13af8-834f-4480-bd8a-047cb8a77863 None None] Set router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:02:40.205266 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80e13af8-834f-4480-bd8a-047cb8a77863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T05:02:39Z', 'revision_number': 5, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:40.232655 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e13af8-834f-4480-bd8a-047cb8a77863 None None] Checking router: e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:02:40.241386 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e13af8-834f-4480-bd8a-047cb8a77863 None None] Routers {'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:02:40.241996 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80e13af8-834f-4480-bd8a-047cb8a77863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:02:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:40.440006 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-80e13af8-834f-4480-bd8a-047cb8a77863 None None] Set router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:02:40.461421 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:40.571195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] Deleting port 764f62b2-0fd7-427f-9bf2-bf161257207c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:02:40.571523 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:40.618854 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80e13af8-834f-4480-bd8a-047cb8a77863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T05:02:39Z', 'revision_number': 5, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:40.650995 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e13af8-834f-4480-bd8a-047cb8a77863 None None] The sync data for ids ['e3ab18bd-47c6-46c5-b9a7-6b4753d807c6'] in n-d-767704-23 is: [{'id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'name': 'tempest-TestMinimumBasicScenario-1112471518-router', 'tenant_id': 'b463ca8becf94c96a2161a5bd65ca429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:21Z', 'updated_at': '2021-11-12T05:02:39Z', 'revision_number': 5, 'project_id': 'b463ca8becf94c96a2161a5bd65ca429', 'gw_port': {'id': '764f62b2-0fd7-427f-9bf2-bf161257207c', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ab18bd-47c6-46c5-b9a7-6b4753d807c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:22Z', 'updated_at': '2021-11-12T04:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:02:40.653434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] For port 764f62b2-0fd7-427f-9bf2-bf161257207c, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=764f62b2-0fd7-427f-9bf2-bf161257207c,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:40.653880 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:40.667475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] Calling delete_port for 764f62b2-0fd7-427f-9bf2-bf161257207c owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:02:40.869780 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:40.895682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] Pushing event deleted for resources: {'Port': ['ID=764f62b2-0fd7-427f-9bf2-bf161257207c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:40.909297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792b2dee-2012-4cd9-b8d3-5396f200a50f None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:02:40.959216 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.055048 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.057557 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.172792 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.173371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:02:41.178468 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.179676 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b5f38fb8-44d2-4f5a-b3d2-af90768bd76a admin admin] 10.222.0.105 "DELETE /v2.0/routers/e3ab18bd-47c6-46c5-b9a7-6b4753d807c6 HTTP/1.1" status: 204 len: 168 time: 1.2914536 Nov 12 05:02:41.182294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:41.232528 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ae3d8b-4c34-4405-9663-a7c300cc255d admin admin] Deleting subnet 33c9bde9-545d-40e4-8afd-3c6b28d15220 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:02:41.235719 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d8b-4c34-4405-9663-a7c300cc255d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.282407 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d8b-4c34-4405-9663-a7c300cc255d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.298516 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d5b9478e-15ee-47ab-b490-9912ec51fce1 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:02:41.324308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: d5b9478e-15ee-47ab-b490-9912ec51fce1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:02:41.324677 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device d5b9478e-15ee-47ab-b490-9912ec51fce1 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:02:41.368439 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d8b-4c34-4405-9663-a7c300cc255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.475967 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d8b-4c34-4405-9663-a7c300cc255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.501469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae3d8b-4c34-4405-9663-a7c300cc255d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c9bde9-545d-40e4-8afd-3c6b28d15220,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:41.504897 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43ae3d8b-4c34-4405-9663-a7c300cc255d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.508072 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-43ae3d8b-4c34-4405-9663-a7c300cc255d admin admin] 10.222.0.105 "DELETE /v2.0/subnets/33c9bde9-545d-40e4-8afd-3c6b28d15220 HTTP/1.1" status: 204 len: 168 time: 0.3246026 Nov 12 05:02:41.510550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:41.513638 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7c85a5-440a-4c3f-b16a-fe89cae6baf0 None None] Network 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:02:41.581694 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.634144 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Deleting port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:02:41.634478 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.706179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] For port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ab5ceece-8a20-4a0f-b65f-0baa72b8c00b,segment=NetworkSegment(8898bc81-02f4-4674-9798-f4944af6acfa),segment_id=8898bc81-02f4-4674-9798-f4944af6acfa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:41.706179 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.716987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] DHCP port deletion for 559c72c1-fdf9-4430-b5b9-227b9a6d5b51 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:02:41.721304 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Calling delete_port for ab5ceece-8a20-4a0f-b65f-0baa72b8c00b owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:02:41.767598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Deleting port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:02:41.767967 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.831152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] For port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=ab5ceece-8a20-4a0f-b65f-0baa72b8c00b,segment=NetworkSegment(8898bc81-02f4-4674-9798-f4944af6acfa),segment_id=8898bc81-02f4-4674-9798-f4944af6acfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:41.831549 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.844433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Calling delete_port for ab5ceece-8a20-4a0f-b65f-0baa72b8c00b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:02:41.881286 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.907387 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5ceece-8a20-4a0f-b65f-0baa72b8c00b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:41.916016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] No DVR routers for this DVR port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:02:41.922318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:41.946704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Pushing event deleted for resources: {'Port': ['ID=ab5ceece-8a20-4a0f-b65f-0baa72b8c00b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:41.958378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] No DVR routers for this DVR port ab5ceece-8a20-4a0f-b65f-0baa72b8c00b on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:02:41.963654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:41.964009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:41.964380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:41.964721 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:41.965844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:41.966118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:41.966460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:41.966795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:41.967121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:41.967447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:41.967909 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:41.968697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575441c1-9812-4b8f-af82-262d844b8397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:41.995848 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:42.017065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559c72c1-fdf9-4430-b5b9-227b9a6d5b51']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:42.026286 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8898bc81-02f4-4674-9798-f4944af6acfa') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:42.026584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8898bc81-02f4-4674-9798-f4944af6acfa') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:42.036007 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:42.049431 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:42.055282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:02:42.055660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: timer() Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:02:42.057395 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:02:42.178746 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:42.184892 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:42.188139 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] 10.222.0.105 "DELETE /v2.0/networks/559c72c1-fdf9-4430-b5b9-227b9a6d5b51 HTTP/1.1" status: 204 len: 168 time: 0.6766381 Nov 12 05:02:42.191147 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:42.199503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bd2ca-70cf-4062-b528-31e5096e8c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=559c72c1-fdf9-4430-b5b9-227b9a6d5b51,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:42.534698 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81621859-7ba7-4ba0-bafb-5ac71c4bde45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:42.773137 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-81621859-7ba7-4ba0-bafb-5ac71c4bde45 admin admin] Deleting port 7b235796-f731-46b3-87c5-70a841e833e8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:02:42.773469 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81621859-7ba7-4ba0-bafb-5ac71c4bde45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:42.848786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-81621859-7ba7-4ba0-bafb-5ac71c4bde45 admin admin] For port 7b235796-f731-46b3-87c5-70a841e833e8, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7b235796-f731-46b3-87c5-70a841e833e8,segment=NetworkSegment(78ffa9ee-123e-421f-aec6-5cc1a4c08804),segment_id=78ffa9ee-123e-421f-aec6-5cc1a4c08804)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:42.849074 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81621859-7ba7-4ba0-bafb-5ac71c4bde45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:42.861527 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-81621859-7ba7-4ba0-bafb-5ac71c4bde45 admin admin] Calling delete_port for 7b235796-f731-46b3-87c5-70a841e833e8 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:02:43.109054 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81621859-7ba7-4ba0-bafb-5ac71c4bde45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:43.134165 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81621859-7ba7-4ba0-bafb-5ac71c4bde45 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b235796-f731-46b3-87c5-70a841e833e8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:43.313013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 764f62b2-0fd7-427f-9bf2-bf161257207c no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:02:43.319556 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81621859-7ba7-4ba0-bafb-5ac71c4bde45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:43.329786 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 764f62b2-0fd7-427f-9bf2-bf161257207c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:02:43.330331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 764f62b2-0fd7-427f-9bf2-bf161257207c not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:02:43.331199 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ab5ceece-8a20-4a0f-b65f-0baa72b8c00b no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:02:43.352460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: ab5ceece-8a20-4a0f-b65f-0baa72b8c00b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:02:43.352926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device ab5ceece-8a20-4a0f-b65f-0baa72b8c00b not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:02:43.535008 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81621859-7ba7-4ba0-bafb-5ac71c4bde45 admin admin] Router cfd18bac-9ca2-4b63-b073-7eb4d7c05941 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:02:43.638159 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81621859-7ba7-4ba0-bafb-5ac71c4bde45 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:02:43.643046 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-81621859-7ba7-4ba0-bafb-5ac71c4bde45 admin admin] 10.222.0.105 "PUT /v2.0/routers/cfd18bac-9ca2-4b63-b073-7eb4d7c05941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4508140 Nov 12 05:02:43.645658 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34420) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:43.649295 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75d498-be35-4048-94c1-f03fa1e117f2 None None] Sync routers for ids ['cfd18bac-9ca2-4b63-b073-7eb4d7c05941'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:02:43.669398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75d498-be35-4048-94c1-f03fa1e117f2 None None] Routers {'cfd18bac-9ca2-4b63-b073-7eb4d7c05941'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:02:43.670046 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7e75d498-be35-4048-94c1-f03fa1e117f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:02:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cfd18bac-9ca2-4b63-b073-7eb4d7c05941'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:43.783743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7e75d498-be35-4048-94c1-f03fa1e117f2 None None] Set router cfd18bac-9ca2-4b63-b073-7eb4d7c05941 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:02:43.971335 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7e75d498-be35-4048-94c1-f03fa1e117f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'name': 'tempest-TestMinimumBasicScenario-1992190443-router', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:27Z', 'updated_at': '2021-11-12T05:02:42Z', 'revision_number': 5, 'project_id': 'f40df68bef304943b26c83069b3d91e1', 'gw_port': {'id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:28Z', 'updated_at': '2021-11-12T04:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:43.998913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75d498-be35-4048-94c1-f03fa1e117f2 None None] Checking router: cfd18bac-9ca2-4b63-b073-7eb4d7c05941 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:02:44.007805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75d498-be35-4048-94c1-f03fa1e117f2 None None] Routers {'cfd18bac-9ca2-4b63-b073-7eb4d7c05941'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:02:44.008526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7e75d498-be35-4048-94c1-f03fa1e117f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:02:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cfd18bac-9ca2-4b63-b073-7eb4d7c05941'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:44.102376 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:44.127066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7e75d498-be35-4048-94c1-f03fa1e117f2 None None] Set router cfd18bac-9ca2-4b63-b073-7eb4d7c05941 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:02:44.211255 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:44.308199 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7e75d498-be35-4048-94c1-f03fa1e117f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'name': 'tempest-TestMinimumBasicScenario-1992190443-router', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:27Z', 'updated_at': '2021-11-12T05:02:42Z', 'revision_number': 5, 'project_id': 'f40df68bef304943b26c83069b3d91e1', 'gw_port': {'id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:28Z', 'updated_at': '2021-11-12T04:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:44.322601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] Deleting port 283202dd-e981-47c0-8e52-a48e66aaf793 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:02:44.323196 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:44.336009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75d498-be35-4048-94c1-f03fa1e117f2 None None] The sync data for ids ['cfd18bac-9ca2-4b63-b073-7eb4d7c05941'] in n-d-767704-23 is: [{'id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'name': 'tempest-TestMinimumBasicScenario-1992190443-router', 'tenant_id': 'f40df68bef304943b26c83069b3d91e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:59:27Z', 'updated_at': '2021-11-12T05:02:42Z', 'revision_number': 5, 'project_id': 'f40df68bef304943b26c83069b3d91e1', 'gw_port': {'id': '283202dd-e981-47c0-8e52-a48e66aaf793', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd18bac-9ca2-4b63-b073-7eb4d7c05941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:59:28Z', 'updated_at': '2021-11-12T04:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:02:44.410682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] For port 283202dd-e981-47c0-8e52-a48e66aaf793, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=283202dd-e981-47c0-8e52-a48e66aaf793,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:44.411040 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:44.424058 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] Calling delete_port for 283202dd-e981-47c0-8e52-a48e66aaf793 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:02:44.635787 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:44.677460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=283202dd-e981-47c0-8e52-a48e66aaf793,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:44.698753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0201047f-c624-4446-a489-b6f1738408b0 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:02:44.746207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:44.840983 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:44.843124 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:44.944521 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:44.945115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd18bac-9ca2-4b63-b073-7eb4d7c05941 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:02:44.950404 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:44.950943 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b06ab7db-a264-49a1-93ad-e91c8d8338b2 admin admin] 10.222.0.105 "DELETE /v2.0/routers/cfd18bac-9ca2-4b63-b073-7eb4d7c05941 HTTP/1.1" status: 204 len: 168 time: 1.3043654 Nov 12 05:02:44.953586 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:45.003850 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-83159fa8-87ee-4934-8153-667db8b43707 admin admin] Deleting subnet d73dcb12-cd5c-4acf-a8ed-d28121eb96db {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:02:45.007207 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83159fa8-87ee-4934-8153-667db8b43707 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.042887 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83159fa8-87ee-4934-8153-667db8b43707 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.124855 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83159fa8-87ee-4934-8153-667db8b43707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.247385 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83159fa8-87ee-4934-8153-667db8b43707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.270743 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83159fa8-87ee-4934-8153-667db8b43707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d73dcb12-cd5c-4acf-a8ed-d28121eb96db,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:45.276354 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83159fa8-87ee-4934-8153-667db8b43707 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.280496 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-83159fa8-87ee-4934-8153-667db8b43707 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/d73dcb12-cd5c-4acf-a8ed-d28121eb96db HTTP/1.1" status: 204 len: 168 time: 0.3254972 Nov 12 05:02:45.282608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34430) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:45.283195 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228fcaa2-a416-42dd-993a-47b1de270f8e None None] Network fe0015c8-a3f9-46c6-b341-62d4275ca681 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:02:45.354407 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.430132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Deleting port 99c84052-a769-4ebf-96d5-7dd7624b7ec3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:02:45.430476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.455850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 283202dd-e981-47c0-8e52-a48e66aaf793 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:02:45.476333 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 283202dd-e981-47c0-8e52-a48e66aaf793 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:02:45.476674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 283202dd-e981-47c0-8e52-a48e66aaf793 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:02:45.477077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7b235796-f731-46b3-87c5-70a841e833e8 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:02:45.496113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 7b235796-f731-46b3-87c5-70a841e833e8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:02:45.496460 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7b235796-f731-46b3-87c5-70a841e833e8 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:02:45.501054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] For port 99c84052-a769-4ebf-96d5-7dd7624b7ec3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=99c84052-a769-4ebf-96d5-7dd7624b7ec3,segment=NetworkSegment(78ffa9ee-123e-421f-aec6-5cc1a4c08804),segment_id=78ffa9ee-123e-421f-aec6-5cc1a4c08804)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:45.501421 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.511267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3313a955-454c-48d1-b4d0-0145587477d9 None None] DHCP port deletion for fe0015c8-a3f9-46c6-b341-62d4275ca681 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:02:45.514342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Calling delete_port for 99c84052-a769-4ebf-96d5-7dd7624b7ec3 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:02:45.560945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3313a955-454c-48d1-b4d0-0145587477d9 None None] Deleting port 99c84052-a769-4ebf-96d5-7dd7624b7ec3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:02:45.561331 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3313a955-454c-48d1-b4d0-0145587477d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.622827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3313a955-454c-48d1-b4d0-0145587477d9 None None] For port 99c84052-a769-4ebf-96d5-7dd7624b7ec3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=99c84052-a769-4ebf-96d5-7dd7624b7ec3,segment=NetworkSegment(78ffa9ee-123e-421f-aec6-5cc1a4c08804),segment_id=78ffa9ee-123e-421f-aec6-5cc1a4c08804)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:45.623219 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3313a955-454c-48d1-b4d0-0145587477d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.635404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3313a955-454c-48d1-b4d0-0145587477d9 None None] Calling delete_port for 99c84052-a769-4ebf-96d5-7dd7624b7ec3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:02:45.692480 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.714640 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3313a955-454c-48d1-b4d0-0145587477d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.719322 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c84052-a769-4ebf-96d5-7dd7624b7ec3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:45.723444 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] No DVR routers for this DVR port 99c84052-a769-4ebf-96d5-7dd7624b7ec3 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:02:45.746524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313a955-454c-48d1-b4d0-0145587477d9 None None] Pushing event deleted for resources: {'Port': ['ID=99c84052-a769-4ebf-96d5-7dd7624b7ec3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:45.750785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313a955-454c-48d1-b4d0-0145587477d9 None None] No DVR routers for this DVR port 99c84052-a769-4ebf-96d5-7dd7624b7ec3 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:02:45.800378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.820169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0015c8-a3f9-46c6-b341-62d4275ca681']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:45.830108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ffa9ee-123e-421f-aec6-5cc1a4c08804') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:45.830403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ffa9ee-123e-421f-aec6-5cc1a4c08804') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:45.839627 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.853187 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.859182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: timer() Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:02:45.861544 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:02:45.984093 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:46.004993 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:46.004993 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] 10.222.0.105 "DELETE /v2.0/networks/fe0015c8-a3f9-46c6-b341-62d4275ca681 HTTP/1.1" status: 204 len: 168 time: 0.7101471 Nov 12 05:02:46.005738 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c783d-bc4f-4b25-90a8-8d76f9aeeeb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe0015c8-a3f9-46c6-b341-62d4275ca681,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:46.336197 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34434) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:46.381088 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-678d44a4-2b3d-4ae7-97c3-0bb89710669f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b463ca8becf94c96a2161a5bd65ca429&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436766 Nov 12 05:02:46.383763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:46.436832 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03a1df0b-89d3-4648-a9ca-2697f0c1d309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:46.457645 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03a1df0b-89d3-4648-a9ca-2697f0c1d309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:46.577354 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03a1df0b-89d3-4648-a9ca-2697f0c1d309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:46.580006 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03a1df0b-89d3-4648-a9ca-2697f0c1d309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:46.581206 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-03a1df0b-89d3-4648-a9ca-2697f0c1d309 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d9109d96-a397-4018-be96-57fd9cadae75 HTTP/1.1" status: 204 len: 168 time: 0.1963110 Nov 12 05:02:46.589030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1df0b-89d3-4648-a9ca-2697f0c1d309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9109d96-a397-4018-be96-57fd9cadae75,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:47.184182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34442) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:47.226323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a54d0022-06b9-4d54-9084-9f8e59db383b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f40df68bef304943b26c83069b3d91e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408547 Nov 12 05:02:47.228787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34444) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:47.237341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 99c84052-a769-4ebf-96d5-7dd7624b7ec3 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:02:47.257398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 99c84052-a769-4ebf-96d5-7dd7624b7ec3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:02:47.257820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 99c84052-a769-4ebf-96d5-7dd7624b7ec3 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:02:47.277151 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60d1e5d7-7835-4194-9045-c0480ec3fc46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:47.298923 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60d1e5d7-7835-4194-9045-c0480ec3fc46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:47.406511 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60d1e5d7-7835-4194-9045-c0480ec3fc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:47.409235 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60d1e5d7-7835-4194-9045-c0480ec3fc46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:47.410401 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-60d1e5d7-7835-4194-9045-c0480ec3fc46 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5e648b16-57bd-4be6-90e1-fc2c069028e9 HTTP/1.1" status: 204 len: 168 time: 0.1805384 Nov 12 05:02:47.418892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1e5d7-7835-4194-9045-c0480ec3fc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e648b16-57bd-4be6-90e1-fc2c069028e9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:49.493575 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34488) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:49.498757 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-91aa3079-2733-465f-95b5-3abf86504707 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1163339455', 'description': 'tempest-secgroup-smoke-1163339455 description', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:02:49.572445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91aa3079-2733-465f-95b5-3abf86504707 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:49.580785 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91aa3079-2733-465f-95b5-3abf86504707 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:49.652983 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91aa3079-2733-465f-95b5-3abf86504707 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:49.715250 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91aa3079-2733-465f-95b5-3abf86504707 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:49.750201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa3079-2733-465f-95b5-3abf86504707 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fb960d-fb5a-4867-bb6e-8ea9b86cf7d0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:49.802201 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91aa3079-2733-465f-95b5-3abf86504707 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:49.874278 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:49.903628 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91aa3079-2733-465f-95b5-3abf86504707 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:49.932737 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa3079-2733-465f-95b5-3abf86504707 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0ce2f4-bb70-4253-bc74-5824d14bac45,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:50.008057 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91aa3079-2733-465f-95b5-3abf86504707 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:50.009308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-91aa3079-2733-465f-95b5-3abf86504707 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5146043 Nov 12 05:02:50.012968 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:50.017391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-adbd37f6-b0de-4514-bd45-1208110a054f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': 'fa0ce2f4-bb70-4253-bc74-5824d14bac45', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:02:50.125033 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adbd37f6-b0de-4514-bd45-1208110a054f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:50.173876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adbd37f6-b0de-4514-bd45-1208110a054f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:50.252334 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adbd37f6-b0de-4514-bd45-1208110a054f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:50.273752 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd37f6-b0de-4514-bd45-1208110a054f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dc24d2-2d61-48c3-b683-f22e924a0e0c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:50.375050 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adbd37f6-b0de-4514-bd45-1208110a054f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:50.376311 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-adbd37f6-b0de-4514-bd45-1208110a054f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3623376 Nov 12 05:02:50.379088 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:50.383378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9ad3a765-c11c-4ad3-83a5-6caa20e07733 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': 'fa0ce2f4-bb70-4253-bc74-5824d14bac45', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:02:50.463486 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a765-c11c-4ad3-83a5-6caa20e07733 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:50.517514 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a765-c11c-4ad3-83a5-6caa20e07733 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:50.578201 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a765-c11c-4ad3-83a5-6caa20e07733 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:50.596288 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3a765-c11c-4ad3-83a5-6caa20e07733 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2d8964-b045-4bf2-a5b4-6aca11fa8ba5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:50.660113 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a765-c11c-4ad3-83a5-6caa20e07733 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:50.661328 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9ad3a765-c11c-4ad3-83a5-6caa20e07733 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2813232 Nov 12 05:02:50.664114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34496) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:50.669474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bd81a437-fcc8-4688-a016-83db309c2c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': 'fa0ce2f4-bb70-4253-bc74-5824d14bac45', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:02:50.737535 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd81a437-fcc8-4688-a016-83db309c2c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:50.799316 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd81a437-fcc8-4688-a016-83db309c2c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:50.846669 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd81a437-fcc8-4688-a016-83db309c2c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:50.868282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81a437-fcc8-4688-a016-83db309c2c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ed14ab-3af5-486d-a538-a756635df04b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:50.911656 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd81a437-fcc8-4688-a016-83db309c2c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:50.912913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bd81a437-fcc8-4688-a016-83db309c2c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2478802 Nov 12 05:02:50.915733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34498) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:50.919914 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-103cd671-a829-411b-83a0-e63f8129a665 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': 'fa0ce2f4-bb70-4253-bc74-5824d14bac45', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:02:51.000148 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-103cd671-a829-411b-83a0-e63f8129a665 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:51.056101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-103cd671-a829-411b-83a0-e63f8129a665 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:51.126803 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-103cd671-a829-411b-83a0-e63f8129a665 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:51.144967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cd671-a829-411b-83a0-e63f8129a665 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f2dc2a-4192-420b-942f-2c1bdde8bb8b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:51.228096 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-103cd671-a829-411b-83a0-e63f8129a665 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:51.229321 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-103cd671-a829-411b-83a0-e63f8129a665 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3126426 Nov 12 05:02:51.232067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:51.236352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3fca5414-1be2-4a54-9230-1beb2a3c762e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': 'fa0ce2f4-bb70-4253-bc74-5824d14bac45', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:02:51.310257 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-3fca5414-1be2-4a54-9230-1beb2a3c762e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Project d62e2effbd4f4e7e9c149266d2390155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:02:51.315483 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fca5414-1be2-4a54-9230-1beb2a3c762e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:51.372660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fca5414-1be2-4a54-9230-1beb2a3c762e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:51.446597 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fca5414-1be2-4a54-9230-1beb2a3c762e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:51.464825 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca5414-1be2-4a54-9230-1beb2a3c762e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b799970-c568-4e1c-898c-d38a7acfcc78,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:51.539909 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fca5414-1be2-4a54-9230-1beb2a3c762e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:51.541139 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3fca5414-1be2-4a54-9230-1beb2a3c762e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3081322 Nov 12 05:02:51.544539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34504) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:51.548770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2f68d929-3d39-42c9-bee0-c0bbc6d023ca tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': 'fa0ce2f4-bb70-4253-bc74-5824d14bac45', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:02:51.634853 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-2f68d929-3d39-42c9-bee0-c0bbc6d023ca tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Project d62e2effbd4f4e7e9c149266d2390155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:02:51.640412 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f68d929-3d39-42c9-bee0-c0bbc6d023ca tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:51.696483 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f68d929-3d39-42c9-bee0-c0bbc6d023ca tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:51.771099 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f68d929-3d39-42c9-bee0-c0bbc6d023ca tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:51.794000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68d929-3d39-42c9-bee0-c0bbc6d023ca tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90c5011-a7dd-4a17-b366-ecfa0b03c5cb,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:51.843149 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f68d929-3d39-42c9-bee0-c0bbc6d023ca tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:51.844392 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2f68d929-3d39-42c9-bee0-c0bbc6d023ca tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2989092 Nov 12 05:02:51.847357 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34506) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:51.852064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-66a1dad0-520f-4d44-9743-af8527db849f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'network': {'name': 'tempest-network-smoke--933806142', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:02:51.937974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a1dad0-520f-4d44-9743-af8527db849f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:02:51.941352 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a1dad0-520f-4d44-9743-af8527db849f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:51.964488 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a1dad0-520f-4d44-9743-af8527db849f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:02:51.973482 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a1dad0-520f-4d44-9743-af8527db849f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:51.973822 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-66a1dad0-520f-4d44-9743-af8527db849f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Added segment 2b0b9a6f-fd17-4839-8615-d7ad667eeb87 of type vlan for network a18508d7-7b80-4cb5-a7d2-2c235e3f86df Nov 12 05:02:52.012366 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a1dad0-520f-4d44-9743-af8527db849f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:52.093914 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a1dad0-520f-4d44-9743-af8527db849f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:52.099613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1dad0-520f-4d44-9743-af8527db849f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:52.105730 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a1dad0-520f-4d44-9743-af8527db849f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:52.167977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1dad0-520f-4d44-9743-af8527db849f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Network': ['ID=a18508d7-7b80-4cb5-a7d2-2c235e3f86df,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:52.179103 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network a18508d7-7b80-4cb5-a7d2-2c235e3f86df details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:02:52.215336 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-66a1dad0-520f-4d44-9743-af8527db849f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3667042 Nov 12 05:02:52.218610 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34508) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:52.222952 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'admin_state_up': True, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:02:52.348656 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:52.349779 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:52.405091 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:52.618572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:52.865951 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:52.885363 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:52.990887 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.25.8.157 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/de3fc7de-9b6b-4f95-aa3a-6166b5eb1560) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:02:53.092327 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:53.159874 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01c8962c-930e-4aa9-90dd-e769b59e4f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:53.183758 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:53.220671 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:02:53.225459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:02:53.229246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:02:53.239457 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ddbe40-08e2-416e-b495-60e9851b8623 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:02:53.255593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=de3fc7de-9b6b-4f95-aa3a-6166b5eb1560,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:53.289201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4e26fcc6-22b6-404d-bf11-54622b73fb7f None None] Provisioning complete for port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:02:53.289575 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e26fcc6-22b6-404d-bf11-54622b73fb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:53.327330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4e26fcc6-22b6-404d-bf11-54622b73fb7f None None] Port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:02:53.539283 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:53.734716 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:53.909163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:02:54.008178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:02:54.019060 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Sync routers for ids ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:02:54.029094 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Routers {'cf3d511d-caa1-4eea-a8b9-f84c8931fed1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:02:54.029761 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:02:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:54.105104 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:54.107005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fc3541b1-9c83-4056-a2a9-5711e02b1354 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8874688 Nov 12 05:02:54.110157 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34510) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:54.133902 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Set router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:02:54.243616 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b247dde5-178e-4548-a58b-fee91967009e tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=d62e2effbd4f4e7e9c149266d2390155&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1323502 Nov 12 05:02:54.246347 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34514) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:54.316377 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:53Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:54.332155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df0699a-30c6-41c1-9b24-c9cdd988e58c tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:54.333654 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-3df0699a-30c6-41c1-9b24-c9cdd988e58c tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863159 Nov 12 05:02:54.336597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34516) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:54.346703 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Checking router: cf3d511d-caa1-4eea-a8b9-f84c8931fed1 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:02:54.347055 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Updating router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:02:54.371441 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dac97257-b6a1-4c20-83e3-dda4107ed255 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312271 Nov 12 05:02:54.371676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34518) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:54.372483 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:54.376393 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1daee354-617a-4fb3-926e-46b17dd7bb2c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1414281187', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:02:54.520006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daee354-617a-4fb3-926e-46b17dd7bb2c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:02:54.523551 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1daee354-617a-4fb3-926e-46b17dd7bb2c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:54.618192 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:54.681047 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:54.721096 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5340d5-3bc6-4cb0-9181-7d56d848c362 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:02:54.733175 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Attempting to bind port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:02:54.733548 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Attempting to bind port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:02:54.733900 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Attempting to bind port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:02:54.735931 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021b2de-1d36-4e48-aa8e-e2dc1061a5fe None None] Pushing event updated for resources: {'Port': ['ID=de3fc7de-9b6b-4f95-aa3a-6166b5eb1560,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:54.745296 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021b2de-1d36-4e48-aa8e-e2dc1061a5fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:54.745639 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021b2de-1d36-4e48-aa8e-e2dc1061a5fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:54.745974 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021b2de-1d36-4e48-aa8e-e2dc1061a5fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:54.746306 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021b2de-1d36-4e48-aa8e-e2dc1061a5fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:54.746635 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021b2de-1d36-4e48-aa8e-e2dc1061a5fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:54.746957 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021b2de-1d36-4e48-aa8e-e2dc1061a5fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:54.747278 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021b2de-1d36-4e48-aa8e-e2dc1061a5fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:54.747599 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021b2de-1d36-4e48-aa8e-e2dc1061a5fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:54.747923 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021b2de-1d36-4e48-aa8e-e2dc1061a5fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:54.748260 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021b2de-1d36-4e48-aa8e-e2dc1061a5fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:54.748581 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021b2de-1d36-4e48-aa8e-e2dc1061a5fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:54.748897 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021b2de-1d36-4e48-aa8e-e2dc1061a5fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:02:54.752095 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:02:54.752363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d1d6a310-5596-4d96-95c6-11d06fd80f13 None None] Provisioning complete for port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:02:54.752477 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:02:54.752583 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1d6a310-5596-4d96-95c6-11d06fd80f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:54.752845 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:54.753219 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:02:54.753874 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Bound port: de3fc7de-9b6b-4f95-aa3a-6166b5eb1560, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:02:54.754249 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:54.761519 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1daee354-617a-4fb3-926e-46b17dd7bb2c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:54.791052 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6a310-5596-4d96-95c6-11d06fd80f13 None None] Port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:02:54.811358 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] For port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:02:54.814473 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] For port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=de3fc7de-9b6b-4f95-aa3a-6166b5eb1560,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:02:54.822029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daee354-617a-4fb3-926e-46b17dd7bb2c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Subnet': ['ID=5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:54.832791 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daee354-617a-4fb3-926e-46b17dd7bb2c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Checking segment: {'id': '2b0b9a6f-fd17-4839-8615-d7ad667eeb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:02:54.833148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daee354-617a-4fb3-926e-46b17dd7bb2c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network hostable DHCP agents. Network: a18508d7-7b80-4cb5-a7d2-2c235e3f86df, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:02:54.893109 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:54.927154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daee354-617a-4fb3-926e-46b17dd7bb2c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network a18508d7-7b80-4cb5-a7d2-2c235e3f86df is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:02:54.934789 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3537a14b-0551-4704-953b-91482fcdb66a None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:02:54.944608 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Routers {'cf3d511d-caa1-4eea-a8b9-f84c8931fed1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:02:54.945206 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:02:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:54.993497 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021b2de-1d36-4e48-aa8e-e2dc1061a5fe None None] Pushing event updated for resources: {'Port': ['ID=de3fc7de-9b6b-4f95-aa3a-6166b5eb1560,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:55.013924 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-07b707be-4f3b-4bf6-bfdb-392c46119173 None None] Provisioning complete for port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:02:55.014393 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07b707be-4f3b-4bf6-bfdb-392c46119173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:55.030535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1daee354-617a-4fb3-926e-46b17dd7bb2c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, a18508d7-7b80-4cb5-a7d2-2c235e3f86df) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:02:55.035573 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daee354-617a-4fb3-926e-46b17dd7bb2c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:55.036824 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1daee354-617a-4fb3-926e-46b17dd7bb2c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:55.048316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a357f07c-f803-4224-a77a-9f35215ea0a9 None None] Network a18508d7-7b80-4cb5-a7d2-2c235e3f86df requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:02:55.068520 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] Set router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:02:55.115780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34520) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:02:55.123963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1daee354-617a-4fb3-926e-46b17dd7bb2c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7505684 Nov 12 05:02:55.154068 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07b707be-4f3b-4bf6-bfdb-392c46119173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:55.189662 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-07b707be-4f3b-4bf6-bfdb-392c46119173 None None] For port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=de3fc7de-9b6b-4f95-aa3a-6166b5eb1560,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:55.250508 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07b707be-4f3b-4bf6-bfdb-392c46119173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:55.250752 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:53Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:55.275174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ips': [{'subnet_id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:02:55.276026 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:55.283082 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4519a52-c290-407b-b34f-5a967e592529 None None] The sync data for ids ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'] in n-d-767704-23 is: [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:53Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:02:55.545415 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b707be-4f3b-4bf6-bfdb-392c46119173 None None] Pushing event updated for resources: {'Port': ['ID=de3fc7de-9b6b-4f95-aa3a-6166b5eb1560,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:55.607131 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:55.629750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Allocated IP 172.20.0.2 (a18508d7-7b80-4cb5-a7d2-2c235e3f86df/5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf/7ac29cae-5144-4b31-9c20-59c81f097757) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:02:55.656287 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:55.792550 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:55.880117 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:55.923378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Network a18508d7-7b80-4cb5-a7d2-2c235e3f86df is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:02:55.926294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:02:55.933153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:02:55.940651 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.20.0.1 (a18508d7-7b80-4cb5-a7d2-2c235e3f86df/5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf/086d0e5c-f80a-4640-adb1-231314f86746) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:02:55.946636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Pushing event updated for resources: {'Port': ['ID=7ac29cae-5144-4b31-9c20-59c81f097757,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:56.005452 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Attempting to bind port 7ac29cae-5144-4b31-9c20-59c81f097757 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:02:56.005826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Attempting to bind port 7ac29cae-5144-4b31-9c20-59c81f097757 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '2b0b9a6f-fd17-4839-8615-d7ad667eeb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:02:56.006193 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Attempting to bind port 7ac29cae-5144-4b31-9c20-59c81f097757 on network a18508d7-7b80-4cb5-a7d2-2c235e3f86df {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:02:56.011860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:02:56.012864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Checking segment: {'id': '2b0b9a6f-fd17-4839-8615-d7ad667eeb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:02:56.013276 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.013670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Bound using segment: {'id': '2b0b9a6f-fd17-4839-8615-d7ad667eeb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:02:56.014143 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Bound port: 7ac29cae-5144-4b31-9c20-59c81f097757, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0b9a6f-fd17-4839-8615-d7ad667eeb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:02:56.014532 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.066106 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.083659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] For port 7ac29cae-5144-4b31-9c20-59c81f097757, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:02:56.087173 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] For port 7ac29cae-5144-4b31-9c20-59c81f097757, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7ac29cae-5144-4b31-9c20-59c81f097757,segment=NetworkSegment(2b0b9a6f-fd17-4839-8615-d7ad667eeb87),segment_id=2b0b9a6f-fd17-4839-8615-d7ad667eeb87)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:02:56.132954 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.149925 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.209389 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb863409-8bea-4b2e-8d80-0ab846361f24 None None] Pushing event updated for resources: {'Port': ['ID=7ac29cae-5144-4b31-9c20-59c81f097757,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:56.224476 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network a18508d7-7b80-4cb5-a7d2-2c235e3f86df is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:02:56.229885 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:02:56.230501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:02:56.259892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=086d0e5c-f80a-4640-adb1-231314f86746,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:56.280679 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.494786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.786209 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.840022 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.914289 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c170ead-dec5-46fe-adc9-7fb2c52b1843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.919655 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:56.921496 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=086d0e5c-f80a-4640-adb1-231314f86746,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:57.016854 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network a18508d7-7b80-4cb5-a7d2-2c235e3f86df is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:02:57.017587 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:57.018352 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:02:57.128705 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:02:57.240947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:02:57.246042 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-19eb6799-ac05-4098-8639-d76955ba725d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "PUT /v2.0/routers/cf3d511d-caa1-4eea-a8b9-f84c8931fed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1291981 Nov 12 05:02:57.255794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Sync routers for ids ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:02:57.271713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Routers {'cf3d511d-caa1-4eea-a8b9-f84c8931fed1'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:02:57.272365 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:02:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:57.317940 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:02:57.419252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-10637a1b-8b2c-4ee5-8c84-336ef194860d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1163339455&fields=id&tenant_id=d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 267 time: 0.0482833 Nov 12 05:02:57.430454 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Set router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:02:57.460413 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:02:57.460782 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:57.538452 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-8d18f545-d828-4933-913c-13fe540031aa tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:02:57.540002 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-8d18f545-d828-4933-913c-13fe540031aa tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/networks?id=a18508d7-7b80-4cb5-a7d2-2c235e3f86df HTTP/1.1" status: 200 len: 796 time: 0.1138220 Nov 12 05:02:57.557755 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-4fe7472e-41c2-4165-bd43-a77602de2633 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/quotas/d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 375 time: 0.0099218 Nov 12 05:02:57.614055 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-8936fe8f-0775-4aac-8a06-05b11323baa4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487180 Nov 12 05:02:57.666072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7ac29cae-5144-4b31-9c20-59c81f097757 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:02:57.755957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 7ac29cae-5144-4b31-9c20-59c81f097757 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:02:57.756353 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:57.776517 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-59d7e98d-4e0d-45d6-94a2-d6edfbebba01 service neutron] 10.222.0.105 "GET /v2.0/networks/a18508d7-7b80-4cb5-a7d2-2c235e3f86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486986 Nov 12 05:02:57.781636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:56Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '086d0e5c-f80a-4640-adb1-231314f86746', 'name': '', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:64:a9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:55Z', 'updated_at': '2021-11-12T05:02:56Z', 'revision_number': 2, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:57.818920 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b15ac-a2f6-4b79-bf43-c73e813a9cfb None None] Network a18508d7-7b80-4cb5-a7d2-2c235e3f86df requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:02:57.822556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Checking router: cf3d511d-caa1-4eea-a8b9-f84c8931fed1 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:02:57.822903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Updating router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 port 086d0e5c-f80a-4640-adb1-231314f86746 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:02:57.867506 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-4ca82363-b895-4d95-a069-93140ecc1fdb service neutron] 10.222.0.105 "GET /v2.0/networks/a18508d7-7b80-4cb5-a7d2-2c235e3f86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842514 Nov 12 05:02:57.905936 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:57.980405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7b06faed-5134-4709-a883-5927d0becaa6 None None] Provisioning complete for port 7ac29cae-5144-4b31-9c20-59c81f097757 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:02:57.981615 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b06faed-5134-4709-a883-5927d0becaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:58.114018 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:58.179968 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f943f3ee-974f-4925-b3cc-82ff091154c6 req-9ac8b39a-0c8f-442d-a049-283258aee8ff tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 210 time: 0.0424330 Nov 12 05:02:58.259150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 7ac29cae-5144-4b31-9c20-59c81f097757, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7ac29cae-5144-4b31-9c20-59c81f097757,segment=NetworkSegment(2b0b9a6f-fd17-4839-8615-d7ad667eeb87),segment_id=2b0b9a6f-fd17-4839-8615-d7ad667eeb87)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:58.309780 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b06faed-5134-4709-a883-5927d0becaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:58.321860 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:58.447358 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=7ac29cae-5144-4b31-9c20-59c81f097757,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:58.452145 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-7b06faed-5134-4709-a883-5927d0becaa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 05:02:58.452524 n-d-767704-23 neutron-server[103148]: DEBUG oslo_db.api [None req-7b06faed-5134-4709-a883-5927d0becaa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 05:02:58.498513 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:58.600980 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:58.656902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb2d7f-a679-4ecc-98e6-18f60aa186e2 None None] Pushing event updated for resources: {'Port': ['ID=086d0e5c-f80a-4640-adb1-231314f86746,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:58.724386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Attempting to bind port 086d0e5c-f80a-4640-adb1-231314f86746 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:02:58.724759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Attempting to bind port 086d0e5c-f80a-4640-adb1-231314f86746 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '2b0b9a6f-fd17-4839-8615-d7ad667eeb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:02:58.725166 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Attempting to bind port 086d0e5c-f80a-4640-adb1-231314f86746 on network a18508d7-7b80-4cb5-a7d2-2c235e3f86df {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:02:58.730765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:02:58.731217 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Checking segment: {'id': '2b0b9a6f-fd17-4839-8615-d7ad667eeb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:02:58.731626 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:58.732019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Bound using segment: {'id': '2b0b9a6f-fd17-4839-8615-d7ad667eeb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:02:58.732519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Bound port: 086d0e5c-f80a-4640-adb1-231314f86746, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0b9a6f-fd17-4839-8615-d7ad667eeb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:02:58.732896 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:58.803946 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:58.806703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] For port 086d0e5c-f80a-4640-adb1-231314f86746, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:02:58.811128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] For port 086d0e5c-f80a-4640-adb1-231314f86746, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=086d0e5c-f80a-4640-adb1-231314f86746,segment=NetworkSegment(2b0b9a6f-fd17-4839-8615-d7ad667eeb87),segment_id=2b0b9a6f-fd17-4839-8615-d7ad667eeb87)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:02:58.887954 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:59.158283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb2d7f-a679-4ecc-98e6-18f60aa186e2 None None] Pushing event updated for resources: {'Port': ['ID=086d0e5c-f80a-4640-adb1-231314f86746,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:02:59.162470 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Routers {'cf3d511d-caa1-4eea-a8b9-f84c8931fed1'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:02:59.163090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:02:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:59.225253 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:59.271909 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c16375c3-5bbb-41cc-a0a4-34ae62d13159 req-90f71a1d-787b-4fa8-94a8-c7ab69425f20 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 210 time: 0.0297410 Nov 12 05:02:59.297934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-50ecf6c3-cb4f-4797-99e2-129d08741cdd None None] Provisioning complete for port 7ac29cae-5144-4b31-9c20-59c81f097757 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:02:59.297934 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50ecf6c3-cb4f-4797-99e2-129d08741cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:59.343894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] Set router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:02:59.446205 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7ac29cae-5144-4b31-9c20-59c81f097757 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:02:59.609918 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-50ecf6c3-cb4f-4797-99e2-129d08741cdd None None] Provisioning complete for port 086d0e5c-f80a-4640-adb1-231314f86746 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:02:59.610400 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50ecf6c3-cb4f-4797-99e2-129d08741cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:59.641952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 7ac29cae-5144-4b31-9c20-59c81f097757 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:02:59.642318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:59.792738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:56Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '086d0e5c-f80a-4640-adb1-231314f86746', 'name': '', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:64:a9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:55Z', 'updated_at': '2021-11-12T05:02:58Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:02:59.799404 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50ecf6c3-cb4f-4797-99e2-129d08741cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:59.854176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76247f1-f4d6-41f6-865f-92a71d1e5dfe None None] The sync data for ids ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'] in n-d-767704-23 is: [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:56Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '086d0e5c-f80a-4640-adb1-231314f86746', 'name': '', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:64:a9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:55Z', 'updated_at': '2021-11-12T05:02:58Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:02:59.886207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-50ecf6c3-cb4f-4797-99e2-129d08741cdd None None] For port 086d0e5c-f80a-4640-adb1-231314f86746, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=086d0e5c-f80a-4640-adb1-231314f86746,segment=NetworkSegment(2b0b9a6f-fd17-4839-8615-d7ad667eeb87),segment_id=2b0b9a6f-fd17-4839-8615-d7ad667eeb87)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:02:59.966558 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50ecf6c3-cb4f-4797-99e2-129d08741cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:00.024887 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecf6c3-cb4f-4797-99e2-129d08741cdd None None] Pushing event updated for resources: {'Port': ['ID=086d0e5c-f80a-4640-adb1-231314f86746,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:00.088582 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6e9907ab-7347-440a-a5d0-146ae5abc8ce None None] Provisioning complete for port 086d0e5c-f80a-4640-adb1-231314f86746 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:00.088957 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e9907ab-7347-440a-a5d0-146ae5abc8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:00.737412 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf84073a-4bd4-4dae-a3bb-218375c69d6e req-fd9cb7d2-add1-4e58-8178-044d65e2ae9c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 210 time: 0.3845396 Nov 12 05:03:00.839613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-f480577a-c373-4a3c-bfe7-3018901167b4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:00.841767 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-f480577a-c373-4a3c-bfe7-3018901167b4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/networks?id=a18508d7-7b80-4cb5-a7d2-2c235e3f86df HTTP/1.1" status: 200 len: 796 time: 0.1034780 Nov 12 05:03:00.932286 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-42fd8d15-3e18-4ce4-a537-572e697baf23 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 380 time: 0.0723405 Nov 12 05:03:00.950729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-f5f470e5-6915-42f4-8675-c0958f3907b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'port': {'device_id': '09da397e-514b-46fd-be04-bda44883df06', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'admin_state_up': True, 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'security_groups': ['fa0ce2f4-bb70-4253-bc74-5824d14bac45']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:03:01.108992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-f5f470e5-6915-42f4-8675-c0958f3907b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:03:01.112533 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-f5f470e5-6915-42f4-8675-c0958f3907b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:01.245817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-f5f470e5-6915-42f4-8675-c0958f3907b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.20.0.11 (a18508d7-7b80-4cb5-a7d2-2c235e3f86df/5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf/b551b9b0-958a-4f55-b28a-99beb54c41d5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:03:01.262073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 086d0e5c-f80a-4640-adb1-231314f86746 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:03:01.312561 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 086d0e5c-f80a-4640-adb1-231314f86746 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:01.312932 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:01.405218 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-f5f470e5-6915-42f4-8675-c0958f3907b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:01.492309 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-f5f470e5-6915-42f4-8675-c0958f3907b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:01.537905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-f5f470e5-6915-42f4-8675-c0958f3907b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network a18508d7-7b80-4cb5-a7d2-2c235e3f86df is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:03:01.541015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-f5f470e5-6915-42f4-8675-c0958f3907b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:03:01.544739 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-f5f470e5-6915-42f4-8675-c0958f3907b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:03:01.568576 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f470e5-6915-42f4-8675-c0958f3907b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=b551b9b0-958a-4f55-b28a-99beb54c41d5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:01.598997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-f5f470e5-6915-42f4-8675-c0958f3907b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:01.599639 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-f5f470e5-6915-42f4-8675-c0958f3907b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:01.688877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-f5f470e5-6915-42f4-8675-c0958f3907b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7421820 Nov 12 05:03:01.709706 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Request body: {'port': {'device_id': '09da397e-514b-46fd-be04-bda44883df06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:03:01.772629 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:01.822996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6844fcec-9ef7-459f-a190-321e9007a36c None None] Provisioning complete for port b551b9b0-958a-4f55-b28a-99beb54c41d5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:01.823434 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6844fcec-9ef7-459f-a190-321e9007a36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:01.866362 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966102d-a6d1-4ced-9ee5-95f6ebd98f43 req-3d6677ca-8c31-4e4a-a755-b02fcf65f3bb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:01.868077 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0966102d-a6d1-4ced-9ee5-95f6ebd98f43 req-3d6677ca-8c31-4e4a-a755-b02fcf65f3bb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 932 time: 0.0595181 Nov 12 05:03:01.869478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6844fcec-9ef7-459f-a190-321e9007a36c None None] Port b551b9b0-958a-4f55-b28a-99beb54c41d5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:03:01.938443 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0966102d-a6d1-4ced-9ee5-95f6ebd98f43 req-bc379180-c43a-4ad8-a412-2d7e81d07cb8 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540655 Nov 12 05:03:02.083717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b551b9b0-958a-4f55-b28a-99beb54c41d5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:03:02.096250 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:02.105594 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Transition to ACTIVE for port object b551b9b0-958a-4f55-b28a-99beb54c41d5 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:03:02.205466 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:02.259941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Pushing event updated for resources: {'Port': ['ID=b551b9b0-958a-4f55-b28a-99beb54c41d5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:02.343333 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Attempting to bind port b551b9b0-958a-4f55-b28a-99beb54c41d5 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:03:02.343666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Attempting to bind port b551b9b0-958a-4f55-b28a-99beb54c41d5 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '2b0b9a6f-fd17-4839-8615-d7ad667eeb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:03:02.343922 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Attempting to bind port b551b9b0-958a-4f55-b28a-99beb54c41d5 on network a18508d7-7b80-4cb5-a7d2-2c235e3f86df {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:03:02.348769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Port b551b9b0-958a-4f55-b28a-99beb54c41d5 on network a18508d7-7b80-4cb5-a7d2-2c235e3f86df not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:03:02.349093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Attempting to bind port b551b9b0-958a-4f55-b28a-99beb54c41d5 on network a18508d7-7b80-4cb5-a7d2-2c235e3f86df {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:03:02.354819 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:03:02.356410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Checking segment: {'id': '2b0b9a6f-fd17-4839-8615-d7ad667eeb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:03:02.356410 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Bound using segment: {'id': '2b0b9a6f-fd17-4839-8615-d7ad667eeb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:03:02.356645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Bound port: b551b9b0-958a-4f55-b28a-99beb54c41d5, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b0b9a6f-fd17-4839-8615-d7ad667eeb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:03:02.356828 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:02.429229 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] For port b551b9b0-958a-4f55-b28a-99beb54c41d5, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:03:02.432306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] For port b551b9b0-958a-4f55-b28a-99beb54c41d5, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b551b9b0-958a-4f55-b28a-99beb54c41d5,segment=NetworkSegment(2b0b9a6f-fd17-4839-8615-d7ad667eeb87),segment_id=2b0b9a6f-fd17-4839-8615-d7ad667eeb87)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:03:02.526895 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:02.561963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:02.567521 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:02.567521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] 10.222.0.26 "PUT /v2.0/ports/b551b9b0-958a-4f55-b28a-99beb54c41d5 HTTP/1.1" status: 200 len: 1093 time: 0.8588166 Nov 12 05:03:02.567521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09da397e-514b-46fd-be04-bda44883df06', 'tag': 'b551b9b0-958a-4f55-b28a-99beb54c41d5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:03:02.567521 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8740ee-4169-4854-a034-eb3203a88a37" -d '{"events": [{"name": "network-changed", "server_uuid": "09da397e-514b-46fd-be04-bda44883df06", "tag": "b551b9b0-958a-4f55-b28a-99beb54c41d5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:03:02.599482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db2145-3f90-4ef8-91df-0c6935500308 service neutron] Pushing event updated for resources: {'Port': ['ID=b551b9b0-958a-4f55-b28a-99beb54c41d5,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:02.682439 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b66134-ccfb-4bd3-933a-e60162784058 x-openstack-request-id: req-17b66134-ccfb-4bd3-933a-e60162784058 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:03:02.682735 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09da397e-514b-46fd-be04-bda44883df06", "tag": "b551b9b0-958a-4f55-b28a-99beb54c41d5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:03:02.682986 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-17b66134-ccfb-4bd3-933a-e60162784058 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:03:02.683396 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09da397e-514b-46fd-be04-bda44883df06', 'tag': 'b551b9b0-958a-4f55-b28a-99beb54c41d5', 'status': 'completed', 'code': 200} Nov 12 05:03:02.745563 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-0960343d-f23f-493c-8b48-1d206e80b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:02.747140 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-0960343d-f23f-493c-8b48-1d206e80b2ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 1096 time: 0.0444055 Nov 12 05:03:02.802747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-0c48fae2-694b-4b35-a3fe-7880ab63cad0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b551b9b0-958a-4f55-b28a-99beb54c41d5 HTTP/1.1" status: 200 len: 217 time: 0.0389361 Nov 12 05:03:02.854084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-33313f4c-ac89-43d9-bfe1-57750000c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:02.855440 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-33313f4c-ac89-43d9-bfe1-57750000c2c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf HTTP/1.1" status: 200 len: 835 time: 0.0455275 Nov 12 05:03:02.902094 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-4f029368-48b6-437e-b23d-ba8d88e6b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:02.903641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-4f029368-48b6-437e-b23d-ba8d88e6b010 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a18508d7-7b80-4cb5-a7d2-2c235e3f86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402508 Nov 12 05:03:03.000185 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-3d54f411-454e-4fbf-af37-668e776075eb service neutron] 10.222.0.26 "GET /v2.0/networks/a18508d7-7b80-4cb5-a7d2-2c235e3f86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890348 Nov 12 05:03:03.054548 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcabd9-367b-46f0-b7bb-7f7a83e62d7b req-675baac1-a1b5-4571-9bfc-09cd06aef21b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:03.056060 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cdcabd9-367b-46f0-b7bb-7f7a83e62d7b req-675baac1-a1b5-4571-9bfc-09cd06aef21b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 944 time: 0.0481868 Nov 12 05:03:03.091783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-162138a4-cb97-4794-aa3e-9945e47dfec0 req-13fb1047-3b8c-468c-90cf-29b64e6ad368 service neutron] 10.222.0.26 "GET /v2.0/networks/a18508d7-7b80-4cb5-a7d2-2c235e3f86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844004 Nov 12 05:03:03.106411 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2cdcabd9-367b-46f0-b7bb-7f7a83e62d7b req-9a983fa3-d407-42d7-b22c-d844cdefc08b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440547 Nov 12 05:03:03.323037 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8740ee-4169-4854-a034-eb3203a88a37 req-dd3b3aa9-8fbc-4000-b837-34d2e0c8665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:03.325174 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8740ee-4169-4854-a034-eb3203a88a37 req-dd3b3aa9-8fbc-4000-b837-34d2e0c8665c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 1096 time: 0.0488036 Nov 12 05:03:03.416766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8740ee-4169-4854-a034-eb3203a88a37 req-5cafb451-8495-44c0-bf4b-9282085da7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:03.418247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8740ee-4169-4854-a034-eb3203a88a37 req-5cafb451-8495-44c0-bf4b-9282085da7df service neutron] 10.222.0.26 "GET /v2.0/networks?id=a18508d7-7b80-4cb5-a7d2-2c235e3f86df HTTP/1.1" status: 200 len: 898 time: 0.0862205 Nov 12 05:03:03.464835 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8740ee-4169-4854-a034-eb3203a88a37 req-aa2d4fe0-2501-4459-a9de-a4e54ec26cd7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b551b9b0-958a-4f55-b28a-99beb54c41d5 HTTP/1.1" status: 200 len: 217 time: 0.0388894 Nov 12 05:03:03.515000 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8740ee-4169-4854-a034-eb3203a88a37 req-f8773b4f-8ce3-43d9-a3e9-d562cc0a6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:03.516465 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8740ee-4169-4854-a034-eb3203a88a37 req-f8773b4f-8ce3-43d9-a3e9-d562cc0a6768 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf HTTP/1.1" status: 200 len: 835 time: 0.0448456 Nov 12 05:03:03.563292 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8740ee-4169-4854-a034-eb3203a88a37 req-2577fa84-6d89-4c23-9dd7-166640f4a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:03.564827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8740ee-4169-4854-a034-eb3203a88a37 req-2577fa84-6d89-4c23-9dd7-166640f4a244 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a18508d7-7b80-4cb5-a7d2-2c235e3f86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409994 Nov 12 05:03:03.667036 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8740ee-4169-4854-a034-eb3203a88a37 req-fdcb837b-fdb1-47a0-b714-52e1637cfb6d service neutron] 10.222.0.26 "GET /v2.0/networks/a18508d7-7b80-4cb5-a7d2-2c235e3f86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938041 Nov 12 05:03:03.760830 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7c8740ee-4169-4854-a034-eb3203a88a37 req-6f344fc8-8a78-4e71-8d0d-611c9e693c69 service neutron] 10.222.0.26 "GET /v2.0/networks/a18508d7-7b80-4cb5-a7d2-2c235e3f86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859222 Nov 12 05:03:04.222967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf57628-e992-4d2c-a914-fa44a44d0375 req-538ad527-4a3c-4942-bd3a-9101ec84e262 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:04.224454 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abf57628-e992-4d2c-a914-fa44a44d0375 req-538ad527-4a3c-4942-bd3a-9101ec84e262 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 944 time: 0.0497537 Nov 12 05:03:04.280083 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-abf57628-e992-4d2c-a914-fa44a44d0375 req-31dc5573-89df-44a9-984b-23f1a412eb24 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493803 Nov 12 05:03:04.684857 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:03:05.402401 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871eb4d-2699-4f77-88d6-f916a44a958b req-abb6f9fe-6b45-4957-9c16-14c4dd1f15eb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:05.403872 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1871eb4d-2699-4f77-88d6-f916a44a958b req-abb6f9fe-6b45-4957-9c16-14c4dd1f15eb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 944 time: 0.0503254 Nov 12 05:03:05.455876 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1871eb4d-2699-4f77-88d6-f916a44a958b req-48f80549-860c-4805-99b4-894562cc2fb3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461059 Nov 12 05:03:06.572898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82feb318-cafb-4cb2-a76f-42819329c04f req-6b0c297f-2fe7-4465-801a-cd0e5269d391 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:06.574389 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82feb318-cafb-4cb2-a76f-42819329c04f req-6b0c297f-2fe7-4465-801a-cd0e5269d391 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 944 time: 0.0490804 Nov 12 05:03:06.625156 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-82feb318-cafb-4cb2-a76f-42819329c04f req-7ee5c3f9-3d13-41a9-8ea0-7b53902032a5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443606 Nov 12 05:03:07.255130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device b551b9b0-958a-4f55-b28a-99beb54c41d5 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:03:07.352438 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port b551b9b0-958a-4f55-b28a-99beb54c41d5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b551b9b0-958a-4f55-b28a-99beb54c41d5,segment=NetworkSegment(2b0b9a6f-fd17-4839-8615-d7ad667eeb87),segment_id=2b0b9a6f-fd17-4839-8615-d7ad667eeb87)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:03:07.363952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'b551b9b0-958a-4f55-b28a-99beb54c41d5', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'port_id': 'b551b9b0-958a-4f55-b28a-99beb54c41d5', 'mac_address': 'fa:16:3e:10:7e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:03:07.401520 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:07.413937 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b551b9b0-958a-4f55-b28a-99beb54c41d5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:03:07.433202 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port b551b9b0-958a-4f55-b28a-99beb54c41d5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b551b9b0-958a-4f55-b28a-99beb54c41d5,segment=NetworkSegment(2b0b9a6f-fd17-4839-8615-d7ad667eeb87),segment_id=2b0b9a6f-fd17-4839-8615-d7ad667eeb87)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:03:07.513752 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:07.568234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=b551b9b0-958a-4f55-b28a-99beb54c41d5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:07.746215 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86de501-d15b-4369-be99-a0545c886ba6 req-c05cf3b1-1d31-4600-aa31-55b3cbe76e6a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:07.747715 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e86de501-d15b-4369-be99-a0545c886ba6 req-c05cf3b1-1d31-4600-aa31-55b3cbe76e6a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 945 time: 0.0499299 Nov 12 05:03:07.796613 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e86de501-d15b-4369-be99-a0545c886ba6 req-24efc6ff-e86d-4627-a2b1-d202ac1fdee4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429325 Nov 12 05:03:07.946455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['b551b9b0-958a-4f55-b28a-99beb54c41d5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:03:08.909330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b37e7-81a1-4a88-bea1-4ddf6a75e9cc req-1648397b-7b50-47ca-a325-ea4fa96802d5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:08.910793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b1b37e7-81a1-4a88-bea1-4ddf6a75e9cc req-1648397b-7b50-47ca-a325-ea4fa96802d5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 945 time: 0.0478971 Nov 12 05:03:08.959892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8b1b37e7-81a1-4a88-bea1-4ddf6a75e9cc req-bbe4769d-24bf-40db-85d2-fbc9ea3ee6e0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432644 Nov 12 05:03:09.270320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device b551b9b0-958a-4f55-b28a-99beb54c41d5 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:03:09.416390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port b551b9b0-958a-4f55-b28a-99beb54c41d5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:03:09.420431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port b551b9b0-958a-4f55-b28a-99beb54c41d5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:03:09.420798 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:09.496333 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:09.519158 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09da397e-514b-46fd-be04-bda44883df06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551b9b0-958a-4f55-b28a-99beb54c41d5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:03:09.521421 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7681c8f3-c061-402e-83ea-a0abde141185" -d '{"events": [{"server_uuid": "09da397e-514b-46fd-be04-bda44883df06", "name": "network-vif-plugged", "status": "completed", "tag": "b551b9b0-958a-4f55-b28a-99beb54c41d5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:03:09.539974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port b551b9b0-958a-4f55-b28a-99beb54c41d5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b551b9b0-958a-4f55-b28a-99beb54c41d5,segment=NetworkSegment(2b0b9a6f-fd17-4839-8615-d7ad667eeb87),segment_id=2b0b9a6f-fd17-4839-8615-d7ad667eeb87)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:03:09.612246 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:09.638942 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5be9b8-ab7b-4840-81b2-ff9236f6f313 x-openstack-request-id: req-8f5be9b8-ab7b-4840-81b2-ff9236f6f313 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:03:09.639241 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09da397e-514b-46fd-be04-bda44883df06", "name": "network-vif-plugged", "status": "completed", "tag": "b551b9b0-958a-4f55-b28a-99beb54c41d5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:03:09.639494 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8f5be9b8-ab7b-4840-81b2-ff9236f6f313 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:03:09.639882 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09da397e-514b-46fd-be04-bda44883df06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551b9b0-958a-4f55-b28a-99beb54c41d5', 'code': 200} Nov 12 05:03:09.672370 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=b551b9b0-958a-4f55-b28a-99beb54c41d5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:09.772217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118395d6-16c7-4dbf-a866-1ae59cd675c5 req-63ce2979-9c3f-4e9c-87cd-61e85d80b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:09.772217 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-118395d6-16c7-4dbf-a866-1ae59cd675c5 req-63ce2979-9c3f-4e9c-87cd-61e85d80b053 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 1098 time: 0.0449514 Nov 12 05:03:09.813921 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-118395d6-16c7-4dbf-a866-1ae59cd675c5 req-3705f1df-0a56-4c3c-b893-0d2db00a0dff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 Nov 12 05:03:10.076683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d500fd1-e8d9-42ae-8cca-5e75c1201687 req-a1a0c344-f48a-456e-a5c1-177eeb90ab7e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:10.078168 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d500fd1-e8d9-42ae-8cca-5e75c1201687 req-a1a0c344-f48a-456e-a5c1-177eeb90ab7e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 946 time: 0.0499322 Nov 12 05:03:10.127857 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d500fd1-e8d9-42ae-8cca-5e75c1201687 req-c4a3cbe3-f796-4186-b7f0-d7a5076a4d3f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436504 Nov 12 05:03:11.251336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6d1c0-7550-4ea0-ac20-2d52e37a4fa3 req-8dba5059-27bb-42b9-9d42-27dd998891ac tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:11.252887 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-89e6d1c0-7550-4ea0-ac20-2d52e37a4fa3 req-8dba5059-27bb-42b9-9d42-27dd998891ac tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 946 time: 0.0566914 Nov 12 05:03:11.306298 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-89e6d1c0-7550-4ea0-ac20-2d52e37a4fa3 req-e5af3a34-813e-464b-ac21-b8e404ec411c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467215 Nov 12 05:03:12.433361 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe3280-5bf2-4067-888b-e0f478ed3daf req-4c17d5c7-9341-4011-aede-c2b9eca62e06 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:12.434839 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9efe3280-5bf2-4067-888b-e0f478ed3daf req-4c17d5c7-9341-4011-aede-c2b9eca62e06 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 946 time: 0.0528166 Nov 12 05:03:12.483787 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9efe3280-5bf2-4067-888b-e0f478ed3daf req-fa579480-fd74-4d4a-9b77-b04e81179cda tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421972 Nov 12 05:03:12.603398 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5cb2b-539a-4b7d-bf63-99f6e548f698 req-3470407f-ff6a-485a-9db6-39c5f9570fca tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:12.604827 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-10b5cb2b-539a-4b7d-bf63-99f6e548f698 req-3470407f-ff6a-485a-9db6-39c5f9570fca tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 946 time: 0.0518694 Nov 12 05:03:12.661161 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-10b5cb2b-539a-4b7d-bf63-99f6e548f698 req-4d98b1e7-5ef8-49d2-b758-a0b955450d0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503707 Nov 12 05:03:12.682452 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34586) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:03:12.721434 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a47a621-4300-4c7d-a14e-ef652c2d3900 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:12.722938 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2a47a621-4300-4c7d-a14e-ef652c2d3900 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 1093 time: 0.0394077 Nov 12 05:03:12.725742 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34588) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:03:12.729940 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': 'b551b9b0-958a-4f55-b28a-99beb54c41d5', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:03:12.816289 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:12.914665 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:13.014914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.25.8.147 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/07502ad9-e99b-4aff-8856-64a67cf3e031) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:03:13.116443 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:13.206941 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:13.247924 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:03:13.250872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:03:13.255299 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:03:13.258359 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=07502ad9-e99b-4aff-8856-64a67cf3e031,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:13.945690 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:14.075792 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:14.224939 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:14.269225 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:14.339044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=07502ad9-e99b-4aff-8856-64a67cf3e031,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:03:14.353690 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:14.460132 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Floating IP ae3975c8-7b4e-4433-983d-68d5337fd2ed associated. External IP: 172.25.8.147, port: b551b9b0-958a-4f55-b28a-99beb54c41d5. Nov 12 05:03:14.663046 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:03:14.768899 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:03:14.778433 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918702a-990c-48fd-b425-7297f228c4c3 None None] Sync routers for ids ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:03:14.788192 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918702a-990c-48fd-b425-7297f228c4c3 None None] Routers {'cf3d511d-caa1-4eea-a8b9-f84c8931fed1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:03:14.788789 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d918702a-990c-48fd-b425-7297f228c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:02:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:03:14.831601 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:14.859871 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-1daba37f-f8d5-4ab2-b94b-a6c767bf36ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1330791 Nov 12 05:03:14.860497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09da397e-514b-46fd-be04-bda44883df06', 'tag': 'b551b9b0-958a-4f55-b28a-99beb54c41d5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:03:14.862834 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e94e652-0602-4f50-b4ff-1cf2b895cd86" -d '{"events": [{"name": "network-changed", "server_uuid": "09da397e-514b-46fd-be04-bda44883df06", "tag": "b551b9b0-958a-4f55-b28a-99beb54c41d5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:03:14.895316 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d918702a-990c-48fd-b425-7297f228c4c3 None None] Set router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:03:14.909687 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f89237-c5c2-404d-903e-fd04bbc47e11 x-openstack-request-id: req-70f89237-c5c2-404d-903e-fd04bbc47e11 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:03:14.909990 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09da397e-514b-46fd-be04-bda44883df06", "tag": "b551b9b0-958a-4f55-b28a-99beb54c41d5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:03:14.910251 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-70f89237-c5c2-404d-903e-fd04bbc47e11 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:03:14.910659 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09da397e-514b-46fd-be04-bda44883df06', 'tag': 'b551b9b0-958a-4f55-b28a-99beb54c41d5', 'status': 'completed', 'code': 200} Nov 12 05:03:14.991652 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48d681-b53c-4d30-87a3-21346dafafe6 req-74a56996-5fce-4c3a-b5cc-88c45f0ced57 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:14.993083 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec48d681-b53c-4d30-87a3-21346dafafe6 req-74a56996-5fce-4c3a-b5cc-88c45f0ced57 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 946 time: 0.0706675 Nov 12 05:03:15.023376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94e652-0602-4f50-b4ff-1cf2b895cd86 req-f179445a-7a91-4297-9344-4674aa8ef264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:15.024876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e94e652-0602-4f50-b4ff-1cf2b895cd86 req-f179445a-7a91-4297-9344-4674aa8ef264 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 1098 time: 0.0680773 Nov 12 05:03:15.107811 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ec48d681-b53c-4d30-87a3-21346dafafe6 req-228d637b-1955-4d84-954e-6b2cd325a636 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082408 Nov 12 05:03:15.130065 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34594) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:03:15.134054 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d918702a-990c-48fd-b425-7297f228c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:56Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ae3975c8-7b4e-4433-983d-68d5337fd2ed', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'port_id': 'b551b9b0-958a-4f55-b28a-99beb54c41d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'mac_address': 'fa:16:3e:10:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09da397e-514b-46fd-be04-bda44883df06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:03:13Z', 'updated_at': '2021-11-12T05:03:13Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086d0e5c-f80a-4640-adb1-231314f86746', 'name': '', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:64:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:55Z', 'updated_at': '2021-11-12T05:02:59Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:03:15.163834 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918702a-990c-48fd-b425-7297f228c4c3 None None] Checking router: cf3d511d-caa1-4eea-a8b9-f84c8931fed1 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:03:15.179521 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94e652-0602-4f50-b4ff-1cf2b895cd86 req-745dc339-887b-43d3-9f8a-d2b59eb3b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:15.181021 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e94e652-0602-4f50-b4ff-1cf2b895cd86 req-745dc339-887b-43d3-9f8a-d2b59eb3b993 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a18508d7-7b80-4cb5-a7d2-2c235e3f86df HTTP/1.1" status: 200 len: 898 time: 0.1488302 Nov 12 05:03:15.181202 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918702a-990c-48fd-b425-7297f228c4c3 None None] Routers {'cf3d511d-caa1-4eea-a8b9-f84c8931fed1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:03:15.181821 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d918702a-990c-48fd-b425-7297f228c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:02:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:03:15.238432 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-82d9e0bd-f57e-4352-a1b9-e3c3d6c0a69d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/ae3975c8-7b4e-4433-983d-68d5337fd2ed HTTP/1.1" status: 200 len: 992 time: 0.1072266 Nov 12 05:03:15.262419 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e94e652-0602-4f50-b4ff-1cf2b895cd86 req-1758d398-ca8e-4081-ab7f-9473eca2ee75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b551b9b0-958a-4f55-b28a-99beb54c41d5 HTTP/1.1" status: 200 len: 1000 time: 0.0702066 Nov 12 05:03:15.299073 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d918702a-990c-48fd-b425-7297f228c4c3 None None] Set router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:03:15.318558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94e652-0602-4f50-b4ff-1cf2b895cd86 req-bf13d516-bf0d-47d6-a96e-99ebc92da675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:15.320176 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e94e652-0602-4f50-b4ff-1cf2b895cd86 req-bf13d516-bf0d-47d6-a96e-99ebc92da675 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf HTTP/1.1" status: 200 len: 835 time: 0.0462196 Nov 12 05:03:15.367898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94e652-0602-4f50-b4ff-1cf2b895cd86 req-7a53da72-6592-4834-9288-73a513ffceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:15.369548 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e94e652-0602-4f50-b4ff-1cf2b895cd86 req-7a53da72-6592-4834-9288-73a513ffceeb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a18508d7-7b80-4cb5-a7d2-2c235e3f86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415461 Nov 12 05:03:15.475908 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e94e652-0602-4f50-b4ff-1cf2b895cd86 req-8731b116-adb6-47b1-bd84-d62f8a29f137 service neutron] 10.222.0.26 "GET /v2.0/networks/a18508d7-7b80-4cb5-a7d2-2c235e3f86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915916 Nov 12 05:03:15.531448 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d918702a-990c-48fd-b425-7297f228c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:56Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ae3975c8-7b4e-4433-983d-68d5337fd2ed', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'port_id': 'b551b9b0-958a-4f55-b28a-99beb54c41d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'mac_address': 'fa:16:3e:10:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09da397e-514b-46fd-be04-bda44883df06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:03:13Z', 'updated_at': '2021-11-12T05:03:13Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086d0e5c-f80a-4640-adb1-231314f86746', 'name': '', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:64:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:55Z', 'updated_at': '2021-11-12T05:02:59Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:03:15.561209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e94e652-0602-4f50-b4ff-1cf2b895cd86 req-20052aa5-8d69-4aae-8285-9cd402d0e610 service neutron] 10.222.0.26 "GET /v2.0/networks/a18508d7-7b80-4cb5-a7d2-2c235e3f86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843680 Nov 12 05:03:15.561441 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918702a-990c-48fd-b425-7297f228c4c3 None None] The sync data for ids ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'] in n-d-767704-23 is: [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:56Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': 'ae3975c8-7b4e-4433-983d-68d5337fd2ed', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'port_id': 'b551b9b0-958a-4f55-b28a-99beb54c41d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'mac_address': 'fa:16:3e:10:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09da397e-514b-46fd-be04-bda44883df06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:03:13Z', 'updated_at': '2021-11-12T05:03:13Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086d0e5c-f80a-4640-adb1-231314f86746', 'name': '', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:64:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:55Z', 'updated_at': '2021-11-12T05:02:59Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:03:15.758601 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06f77db-f405-49d0-b0a3-fe4258c7f248 None None] New status for floating IP ae3975c8-7b4e-4433-983d-68d5337fd2ed: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:03:16.242386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34596) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:03:16.306354 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3a18793b-6626-4a08-af89-908a92b43bb7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/ae3975c8-7b4e-4433-983d-68d5337fd2ed HTTP/1.1" status: 200 len: 994 time: 0.0629282 Nov 12 05:03:19.850514 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:23.165806 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e92244eb-a800-41cb-a82a-444ed844126a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:25.535541 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:26.918662 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f21e09b-75e0-40d4-b0a5-362366daa00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:27.010382 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:28.737500 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:29.061170 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:41.684783 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:03:49.862315 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:50.815202 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1d0bda2-4535-4eb4-8736-e6da6f77825a req-d28628fb-6666-4e2b-b83d-bf86a0007aa5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448654 Nov 12 05:03:50.915630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0bda2-4535-4eb4-8736-e6da6f77825a req-174f2754-0c0e-4622-86b6-2f7726d613d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:50.917161 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1d0bda2-4535-4eb4-8736-e6da6f77825a req-174f2754-0c0e-4622-86b6-2f7726d613d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 1098 time: 0.0413430 Nov 12 05:03:51.026495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0bda2-4535-4eb4-8736-e6da6f77825a req-cc01aded-8f87-4869-a10e-d4bca8178f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:51.028102 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1d0bda2-4535-4eb4-8736-e6da6f77825a req-cc01aded-8f87-4869-a10e-d4bca8178f94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a18508d7-7b80-4cb5-a7d2-2c235e3f86df HTTP/1.1" status: 200 len: 898 time: 0.0893178 Nov 12 05:03:51.094774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1d0bda2-4535-4eb4-8736-e6da6f77825a req-946e7522-70e1-42fe-a200-232ebd723b07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b551b9b0-958a-4f55-b28a-99beb54c41d5 HTTP/1.1" status: 200 len: 1002 time: 0.0592334 Nov 12 05:03:51.144154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0bda2-4535-4eb4-8736-e6da6f77825a req-bc1c6885-aa02-471c-94cb-0fab79076a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:51.145581 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1d0bda2-4535-4eb4-8736-e6da6f77825a req-bc1c6885-aa02-471c-94cb-0fab79076a84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf HTTP/1.1" status: 200 len: 835 time: 0.0435574 Nov 12 05:03:51.195769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0bda2-4535-4eb4-8736-e6da6f77825a req-b263e170-6e42-43a5-aa53-f663eaeff3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:03:51.197297 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1d0bda2-4535-4eb4-8736-e6da6f77825a req-b263e170-6e42-43a5-aa53-f663eaeff3a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a18508d7-7b80-4cb5-a7d2-2c235e3f86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439434 Nov 12 05:03:51.286950 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1d0bda2-4535-4eb4-8736-e6da6f77825a req-8fd6b0b2-db6f-4c9d-b601-0bae3430c533 service neutron] 10.222.0.26 "GET /v2.0/networks/a18508d7-7b80-4cb5-a7d2-2c235e3f86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821266 Nov 12 05:03:51.381325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b1d0bda2-4535-4eb4-8736-e6da6f77825a req-4d1fefb3-cdf6-4016-b0cb-41e70458f70b service neutron] 10.222.0.26 "GET /v2.0/networks/a18508d7-7b80-4cb5-a7d2-2c235e3f86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866718 Nov 12 05:03:53.154288 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd602ac3-32c4-493f-a547-64a2a8b6b3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:55.520648 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:56.931119 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d3490710-214f-4d20-96f1-74d0e9caef45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:57.027921 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:58.748068 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:59.051227 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:18.686025 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:04:19.277721 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b3cdc-7b62-4707-8e73-9b4ed579e10b req-1a8e22aa-32d9-4d00-b01a-2aa29c970f6e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:19.279255 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-285b3cdc-7b62-4707-8e73-9b4ed579e10b req-1a8e22aa-32d9-4d00-b01a-2aa29c970f6e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 946 time: 0.0555441 Nov 12 05:04:19.335196 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-285b3cdc-7b62-4707-8e73-9b4ed579e10b req-cc563683-42f4-4566-86c0-9fcc0cafcff9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497952 Nov 12 05:04:19.836458 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:20.459071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e5458-bebd-47f4-b729-71bfec2d6bdf req-3492d570-1090-4e57-b1d6-80f719bb8f01 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:20.460574 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef2e5458-bebd-47f4-b729-71bfec2d6bdf req-3492d570-1090-4e57-b1d6-80f719bb8f01 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 946 time: 0.0517921 Nov 12 05:04:20.510076 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef2e5458-bebd-47f4-b729-71bfec2d6bdf req-7c96d9ce-7ddb-4d14-ac41-90a08f4131de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435457 Nov 12 05:04:20.531697 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34632) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:20.595835 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2d6925f8-f724-4bb9-82b2-6c5619456bd0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/ae3975c8-7b4e-4433-983d-68d5337fd2ed HTTP/1.1" status: 200 len: 994 time: 0.0629735 Nov 12 05:04:22.031431 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb9561-e0bc-425b-8b62-33a255e70ab8 req-886d38a7-8030-4d5a-83ff-c059bedaa836 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:22.033010 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84bb9561-e0bc-425b-8b62-33a255e70ab8 req-886d38a7-8030-4d5a-83ff-c059bedaa836 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 946 time: 0.0511382 Nov 12 05:04:22.090791 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84bb9561-e0bc-425b-8b62-33a255e70ab8 req-a1f9a83c-57ae-4fd7-8bce-89971a4809b8 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508471 Nov 12 05:04:23.164964 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-094daf6e-1957-4a20-8806-71b90e7c5474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:23.220160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaa955-5e01-41b1-b977-433dc4389d4c req-9bf25bdf-eb20-4cbc-8102-80b4ff157d51 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:23.224078 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ecaa955-5e01-41b1-b977-433dc4389d4c req-9bf25bdf-eb20-4cbc-8102-80b4ff157d51 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 946 time: 0.0568755 Nov 12 05:04:23.283740 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5ecaa955-5e01-41b1-b977-433dc4389d4c req-3772ac73-a8a7-4410-8d76-c9331e15c7e9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502658 Nov 12 05:04:23.313421 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34642) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:23.388117 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-175db35d-6750-40df-8be3-b1a6253fae53 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/ae3975c8-7b4e-4433-983d-68d5337fd2ed HTTP/1.1" status: 200 len: 994 time: 0.0733924 Nov 12 05:04:23.693832 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:23.855097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port 07502ad9-e99b-4aff-8856-64a67cf3e031 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:04:23.855433 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:23.932535 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:23.932857 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:23.944928 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for 07502ad9-e99b-4aff-8856-64a67cf3e031 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:04:24.159264 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:24.187458 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=07502ad9-e99b-4aff-8856-64a67cf3e031,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:24.217045 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.217295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.217641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.217970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.218296 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.218629 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.218958 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.219287 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.219613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.219934 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.220279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.220860 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:24.261210 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:24.261541 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Floating IP ae3975c8-7b4e-4433-983d-68d5337fd2ed disassociated (deleted). External IP: 172.25.8.147, port: b551b9b0-958a-4f55-b28a-99beb54c41d5. Nov 12 05:04:24.474942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:04:24.583440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:04:24.588352 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:24.593344 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840725d-1290-4c8e-a5f9-ef22ebc311b5 None None] Sync routers for ids ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:04:24.603539 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840725d-1290-4c8e-a5f9-ef22ebc311b5 None None] Routers {'cf3d511d-caa1-4eea-a8b9-f84c8931fed1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:04:24.604187 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a840725d-1290-4c8e-a5f9-ef22ebc311b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:03:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:24.618552 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c564cff1-f301-49cb-8b34-0b5be7a863e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/floatingips/ae3975c8-7b4e-4433-983d-68d5337fd2ed HTTP/1.1" status: 204 len: 168 time: 0.9208200 Nov 12 05:04:24.618552 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09da397e-514b-46fd-be04-bda44883df06', 'tag': 'b551b9b0-958a-4f55-b28a-99beb54c41d5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:04:24.618869 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d2ea22-79c9-42c9-bbe3-937c40ecc807" -d '{"events": [{"name": "network-changed", "server_uuid": "09da397e-514b-46fd-be04-bda44883df06", "tag": "b551b9b0-958a-4f55-b28a-99beb54c41d5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:04:24.663040 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8396e8-b2ed-4714-8ea3-199c77d25c93 x-openstack-request-id: req-0e8396e8-b2ed-4714-8ea3-199c77d25c93 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:04:24.663335 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09da397e-514b-46fd-be04-bda44883df06", "tag": "b551b9b0-958a-4f55-b28a-99beb54c41d5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:04:24.663668 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0e8396e8-b2ed-4714-8ea3-199c77d25c93 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:04:24.663997 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09da397e-514b-46fd-be04-bda44883df06', 'tag': 'b551b9b0-958a-4f55-b28a-99beb54c41d5', 'status': 'completed', 'code': 200} Nov 12 05:04:24.721910 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a840725d-1290-4c8e-a5f9-ef22ebc311b5 None None] Set router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:04:24.758539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2ea22-79c9-42c9-bbe3-937c40ecc807 req-1f398c83-5a12-4c25-8afe-ed2ad0d206f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:24.759978 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05d2ea22-79c9-42c9-bbe3-937c40ecc807 req-1f398c83-5a12-4c25-8afe-ed2ad0d206f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 1098 time: 0.0428188 Nov 12 05:04:24.859911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2ea22-79c9-42c9-bbe3-937c40ecc807 req-93f5287c-ec26-4e20-afde-39c0b7f61562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:24.861451 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05d2ea22-79c9-42c9-bbe3-937c40ecc807 req-93f5287c-ec26-4e20-afde-39c0b7f61562 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a18508d7-7b80-4cb5-a7d2-2c235e3f86df HTTP/1.1" status: 200 len: 898 time: 0.0938661 Nov 12 05:04:24.914462 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05d2ea22-79c9-42c9-bbe3-937c40ecc807 req-4aaf1b0d-dfd0-4b74-bcac-4b3498ed1018 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b551b9b0-958a-4f55-b28a-99beb54c41d5 HTTP/1.1" status: 200 len: 217 time: 0.0365264 Nov 12 05:04:24.929205 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a840725d-1290-4c8e-a5f9-ef22ebc311b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:56Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '086d0e5c-f80a-4640-adb1-231314f86746', 'name': '', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:64:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:55Z', 'updated_at': '2021-11-12T05:02:59Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:24.956087 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840725d-1290-4c8e-a5f9-ef22ebc311b5 None None] Checking router: cf3d511d-caa1-4eea-a8b9-f84c8931fed1 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:04:24.965504 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840725d-1290-4c8e-a5f9-ef22ebc311b5 None None] Routers {'cf3d511d-caa1-4eea-a8b9-f84c8931fed1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:04:24.966023 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a840725d-1290-4c8e-a5f9-ef22ebc311b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:03:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:24.970636 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2ea22-79c9-42c9-bbe3-937c40ecc807 req-986e6db4-ca33-44d6-be6d-f1dfeb2701c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:24.972236 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05d2ea22-79c9-42c9-bbe3-937c40ecc807 req-986e6db4-ca33-44d6-be6d-f1dfeb2701c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf HTTP/1.1" status: 200 len: 835 time: 0.0502372 Nov 12 05:04:25.028877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2ea22-79c9-42c9-bbe3-937c40ecc807 req-8ed118fb-c977-4d0b-884f-37fca0c00b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:25.030357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05d2ea22-79c9-42c9-bbe3-937c40ecc807 req-8ed118fb-c977-4d0b-884f-37fca0c00b55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a18508d7-7b80-4cb5-a7d2-2c235e3f86df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493066 Nov 12 05:04:25.067296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bde02-983a-497e-938f-5e49f82eaf46 req-e9334116-0b5b-4c85-bce7-2c900057a44c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:25.068907 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e7bde02-983a-497e-938f-5e49f82eaf46 req-e9334116-0b5b-4c85-bce7-2c900057a44c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 946 time: 0.0595639 Nov 12 05:04:25.129119 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e7bde02-983a-497e-938f-5e49f82eaf46 req-2eaff1e5-6c9a-4d7f-8768-9263b36b0969 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525949 Nov 12 05:04:25.194219 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a840725d-1290-4c8e-a5f9-ef22ebc311b5 None None] Set router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:04:25.209899 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05d2ea22-79c9-42c9-bbe3-937c40ecc807 req-18e012bb-068d-445f-9054-9be0d38bd8a5 service neutron] 10.222.0.26 "GET /v2.0/networks/a18508d7-7b80-4cb5-a7d2-2c235e3f86df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706557 Nov 12 05:04:25.315133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05d2ea22-79c9-42c9-bbe3-937c40ecc807 req-9a18e786-693e-4e69-b265-f1bc0c88a467 service neutron] 10.222.0.26 "GET /v2.0/networks/a18508d7-7b80-4cb5-a7d2-2c235e3f86df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970764 Nov 12 05:04:25.510305 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a840725d-1290-4c8e-a5f9-ef22ebc311b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:56Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '086d0e5c-f80a-4640-adb1-231314f86746', 'name': '', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:64:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:55Z', 'updated_at': '2021-11-12T05:02:59Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:25.538333 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840725d-1290-4c8e-a5f9-ef22ebc311b5 None None] The sync data for ids ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'] in n-d-767704-23 is: [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:56Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '086d0e5c-f80a-4640-adb1-231314f86746', 'name': '', 'network_id': 'a18508d7-7b80-4cb5-a7d2-2c235e3f86df', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:64:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:55Z', 'updated_at': '2021-11-12T05:02:59Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:04:25.551704 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:25.759373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54812fb-454b-46e4-8b30-872ffc3121c3 None None] New status for floating IP ae3975c8-7b4e-4433-983d-68d5337fd2ed: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:04:26.253099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a6ba2-4f2e-4864-a020-aacd6d1d877a req-ed9b7e3f-00e2-4066-b039-7625e87c64dd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:26.254607 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e22a6ba2-4f2e-4864-a020-aacd6d1d877a req-ed9b7e3f-00e2-4066-b039-7625e87c64dd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 946 time: 0.0517123 Nov 12 05:04:26.306264 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e22a6ba2-4f2e-4864-a020-aacd6d1d877a req-8cd1a55d-4800-438f-9853-adeeeac919e3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454924 Nov 12 05:04:26.933734 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d5840af-8417-4db6-a377-a434609c4ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:27.065370 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:27.234630 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a92d1-6edc-4f92-8a84-ae220c9988bc req-fad2f01b-98b2-4275-90cd-9bd9a2550978 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:27.236112 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-200a92d1-6edc-4f92-8a84-ae220c9988bc req-fad2f01b-98b2-4275-90cd-9bd9a2550978 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 946 time: 0.0483387 Nov 12 05:04:27.433446 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583811e-5bb3-4f70-918a-1d26de9ce60c req-89a96d93-059f-478d-ad79-a7fe21970fde tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:27.435045 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5583811e-5bb3-4f70-918a-1d26de9ce60c req-89a96d93-059f-478d-ad79-a7fe21970fde tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 946 time: 0.0524123 Nov 12 05:04:27.492569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5583811e-5bb3-4f70-918a-1d26de9ce60c req-0c9ba3b9-fcd0-43c8-95b8-cb14068f26dc tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=fa0ce2f4-bb70-4253-bc74-5824d14bac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500298 Nov 12 05:04:27.674252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-200a92d1-6edc-4f92-8a84-ae220c9988bc req-96dc583b-cee2-4ad2-84df-5febe428be0d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port b551b9b0-958a-4f55-b28a-99beb54c41d5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:04:27.674588 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-200a92d1-6edc-4f92-8a84-ae220c9988bc req-96dc583b-cee2-4ad2-84df-5febe428be0d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:27.761192 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-200a92d1-6edc-4f92-8a84-ae220c9988bc req-96dc583b-cee2-4ad2-84df-5febe428be0d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port b551b9b0-958a-4f55-b28a-99beb54c41d5, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=b551b9b0-958a-4f55-b28a-99beb54c41d5,segment=NetworkSegment(2b0b9a6f-fd17-4839-8615-d7ad667eeb87),segment_id=2b0b9a6f-fd17-4839-8615-d7ad667eeb87)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:27.761475 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-200a92d1-6edc-4f92-8a84-ae220c9988bc req-96dc583b-cee2-4ad2-84df-5febe428be0d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:27.776998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-200a92d1-6edc-4f92-8a84-ae220c9988bc req-96dc583b-cee2-4ad2-84df-5febe428be0d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for b551b9b0-958a-4f55-b28a-99beb54c41d5 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:04:27.976325 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-200a92d1-6edc-4f92-8a84-ae220c9988bc req-96dc583b-cee2-4ad2-84df-5febe428be0d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:28.005798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc583b-cee2-4ad2-84df-5febe428be0d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=b551b9b0-958a-4f55-b28a-99beb54c41d5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:28.050891 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-200a92d1-6edc-4f92-8a84-ae220c9988bc req-96dc583b-cee2-4ad2-84df-5febe428be0d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] No DVR routers for this DVR port b551b9b0-958a-4f55-b28a-99beb54c41d5 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:04:28.061682 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-200a92d1-6edc-4f92-8a84-ae220c9988bc req-96dc583b-cee2-4ad2-84df-5febe428be0d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:28.061682 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-200a92d1-6edc-4f92-8a84-ae220c9988bc req-96dc583b-cee2-4ad2-84df-5febe428be0d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "DELETE /v2.0/ports/b551b9b0-958a-4f55-b28a-99beb54c41d5 HTTP/1.1" status: 204 len: 173 time: 0.8131502 Nov 12 05:04:28.061682 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09da397e-514b-46fd-be04-bda44883df06', 'name': 'network-vif-deleted', 'tag': 'b551b9b0-958a-4f55-b28a-99beb54c41d5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:04:28.061682 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0625c76f-de6b-4da8-a2b5-d8da938ce018" -d '{"events": [{"server_uuid": "09da397e-514b-46fd-be04-bda44883df06", "name": "network-vif-deleted", "tag": "b551b9b0-958a-4f55-b28a-99beb54c41d5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:04:28.096369 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf52f794-ced6-4b22-b9fa-23d19bdbb553 x-openstack-request-id: req-bf52f794-ced6-4b22-b9fa-23d19bdbb553 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:04:28.096666 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09da397e-514b-46fd-be04-bda44883df06", "name": "network-vif-deleted", "tag": "b551b9b0-958a-4f55-b28a-99beb54c41d5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:04:28.096931 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bf52f794-ced6-4b22-b9fa-23d19bdbb553 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:04:28.097905 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09da397e-514b-46fd-be04-bda44883df06', 'name': 'network-vif-deleted', 'tag': 'b551b9b0-958a-4f55-b28a-99beb54c41d5', 'status': 'completed', 'code': 200} Nov 12 05:04:28.614539 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78b0ee1b-24ed-4f5d-bd0b-21aa3de13a46 req-0daf1151-04ee-4b67-a09a-761c6d97a1e4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=09da397e-514b-46fd-be04-bda44883df06 HTTP/1.1" status: 200 len: 210 time: 0.0271657 Nov 12 05:04:28.827574 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:29.050319 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:29.672309 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34666) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:30.035878 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b17436e-0589-4407-b01d-4b522d8678b0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:30.289093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4b17436e-0589-4407-b01d-4b522d8678b0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port 086d0e5c-f80a-4640-adb1-231314f86746 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:04:30.289333 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b17436e-0589-4407-b01d-4b522d8678b0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:30.380646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4b17436e-0589-4407-b01d-4b522d8678b0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port 086d0e5c-f80a-4640-adb1-231314f86746, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=086d0e5c-f80a-4640-adb1-231314f86746,segment=NetworkSegment(2b0b9a6f-fd17-4839-8615-d7ad667eeb87),segment_id=2b0b9a6f-fd17-4839-8615-d7ad667eeb87)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:30.381005 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b17436e-0589-4407-b01d-4b522d8678b0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:30.394066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4b17436e-0589-4407-b01d-4b522d8678b0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for 086d0e5c-f80a-4640-adb1-231314f86746 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:04:30.667583 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b17436e-0589-4407-b01d-4b522d8678b0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:30.694581 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17436e-0589-4407-b01d-4b522d8678b0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=086d0e5c-f80a-4640-adb1-231314f86746,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:30.874895 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b17436e-0589-4407-b01d-4b522d8678b0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:31.093039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b17436e-0589-4407-b01d-4b522d8678b0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:04:31.198103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b17436e-0589-4407-b01d-4b522d8678b0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:04:31.203146 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4b17436e-0589-4407-b01d-4b522d8678b0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "PUT /v2.0/routers/cf3d511d-caa1-4eea-a8b9-f84c8931fed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5298095 Nov 12 05:04:31.206100 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34668) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:31.208293 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb642945-6be7-4bed-9a3c-6b74f0534707 None None] Sync routers for ids ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:04:31.217739 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb642945-6be7-4bed-9a3c-6b74f0534707 None None] Routers {'cf3d511d-caa1-4eea-a8b9-f84c8931fed1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:04:31.218352 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cb642945-6be7-4bed-9a3c-6b74f0534707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:04:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:31.264652 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting subnet 5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:04:31.267846 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:31.310614 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:31.325256 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cb642945-6be7-4bed-9a3c-6b74f0534707 None None] Set router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:04:31.400283 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:31.503548 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cb642945-6be7-4bed-9a3c-6b74f0534707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:04:30Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:31.530593 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb642945-6be7-4bed-9a3c-6b74f0534707 None None] Checking router: cf3d511d-caa1-4eea-a8b9-f84c8931fed1 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:04:31.530821 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:31.538737 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb642945-6be7-4bed-9a3c-6b74f0534707 None None] Routers {'cf3d511d-caa1-4eea-a8b9-f84c8931fed1'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:04:31.539339 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cb642945-6be7-4bed-9a3c-6b74f0534707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:04:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:31.557560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:31.562120 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:31.568634 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/subnets/5d4ecbf8-152f-4a8d-891c-c4bdaeea4ddf HTTP/1.1" status: 204 len: 168 time: 0.3584621 Nov 12 05:04:31.569067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34670) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:31.570539 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df484e70-337b-412a-aac8-481627670540 None None] Network a18508d7-7b80-4cb5-a7d2-2c235e3f86df requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:04:31.576682 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:31.576875 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:31.577208 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:31.577571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:31.577899 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:31.578231 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:31.578984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:31.578984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:31.579192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:31.579523 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:31.588412 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:31.589090 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218591a-1114-41e6-ad6a-734d632142c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:31.642435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device b551b9b0-958a-4f55-b28a-99beb54c41d5 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:04:31.653991 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cb642945-6be7-4bed-9a3c-6b74f0534707 None None] Set router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:04:31.688228 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:31.804755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:31.843461 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cb642945-6be7-4bed-9a3c-6b74f0534707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:04:30Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:31.844462 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: b551b9b0-958a-4f55-b28a-99beb54c41d5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:04:31.844814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device b551b9b0-958a-4f55-b28a-99beb54c41d5 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:04:31.874707 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb642945-6be7-4bed-9a3c-6b74f0534707 None None] The sync data for ids ['cf3d511d-caa1-4eea-a8b9-f84c8931fed1'] in n-d-767704-23 is: [{'id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1572797868', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:04:30Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'de3fc7de-9b6b-4f95-aa3a-6166b5eb1560', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d511d-caa1-4eea-a8b9-f84c8931fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:02:52Z', 'updated_at': '2021-11-12T05:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:04:31.926918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:04:31.927255 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.014335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port de3fc7de-9b6b-4f95-aa3a-6166b5eb1560, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=de3fc7de-9b6b-4f95-aa3a-6166b5eb1560,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:32.014698 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.027147 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:04:32.231867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] DHCP port deletion for a18508d7-7b80-4cb5-a7d2-2c235e3f86df request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:04:32.264692 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.288272 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Deleting port 7ac29cae-5144-4b31-9c20-59c81f097757 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:04:32.288759 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.295884 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=de3fc7de-9b6b-4f95-aa3a-6166b5eb1560,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:32.348138 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9de1608-ac20-4cad-8a64-05b05f8b6f22 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:04:32.371225 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.376546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] For port 7ac29cae-5144-4b31-9c20-59c81f097757, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=7ac29cae-5144-4b31-9c20-59c81f097757,segment=NetworkSegment(2b0b9a6f-fd17-4839-8615-d7ad667eeb87),segment_id=2b0b9a6f-fd17-4839-8615-d7ad667eeb87)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:32.376949 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.391904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Calling delete_port for 7ac29cae-5144-4b31-9c20-59c81f097757 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:04:32.496659 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.498988 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.533630 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.563517 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Pushing event deleted for resources: {'Port': ['ID=7ac29cae-5144-4b31-9c20-59c81f097757,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:32.568856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] No DVR routers for this DVR port 7ac29cae-5144-4b31-9c20-59c81f097757 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:04:32.587734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:32.588453 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:32.588734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:32.589187 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:32.589384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:32.589713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:32.590087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:32.590410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:32.590734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:32.591075 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:32.591398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:32.591716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9029b0c4-22d7-4213-a3d2-a1937ae1ca89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:32.617195 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.617876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Fanout notify agent at l3_agent the message router_deleted on router cf3d511d-caa1-4eea-a8b9-f84c8931fed1 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:04:32.629927 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.629927 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-901f7a0f-e699-4ac6-aec9-ddec02aec780 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/routers/cf3d511d-caa1-4eea-a8b9-f84c8931fed1 HTTP/1.1" status: 204 len: 168 time: 1.0567191 Nov 12 05:04:32.630544 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:32.723980 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a7b59d0-43b9-43af-9495-e77da80a4c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.829982 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a7b59d0-43b9-43af-9495-e77da80a4c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.849937 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7a7b59d0-43b9-43af-9495-e77da80a4c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18508d7-7b80-4cb5-a7d2-2c235e3f86df']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:32.859402 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7a7b59d0-43b9-43af-9495-e77da80a4c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0b9a6f-fd17-4839-8615-d7ad667eeb87') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:32.859701 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-7a7b59d0-43b9-43af-9495-e77da80a4c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0b9a6f-fd17-4839-8615-d7ad667eeb87') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:32.874952 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a7b59d0-43b9-43af-9495-e77da80a4c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.888523 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a7b59d0-43b9-43af-9495-e77da80a4c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.894363 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7b59d0-43b9-43af-9495-e77da80a4c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:04:32.894750 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a7b59d0-43b9-43af-9495-e77da80a4c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: timer() Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:04:32.897709 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:04:33.062300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a7b59d0-43b9-43af-9495-e77da80a4c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:33.070977 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a7b59d0-43b9-43af-9495-e77da80a4c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:33.074569 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7a7b59d0-43b9-43af-9495-e77da80a4c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/networks/a18508d7-7b80-4cb5-a7d2-2c235e3f86df HTTP/1.1" status: 204 len: 168 time: 0.4422517 Nov 12 05:04:33.078187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:33.094797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b59d0-43b9-43af-9495-e77da80a4c0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Network': ['ID=a18508d7-7b80-4cb5-a7d2-2c235e3f86df,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:33.148238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3a123c8-a11d-4556-984b-e6257c8ac824 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:33.178632 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3a123c8-a11d-4556-984b-e6257c8ac824 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:33.288739 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:04:33.302882 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3a123c8-a11d-4556-984b-e6257c8ac824 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:33.305568 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3a123c8-a11d-4556-984b-e6257c8ac824 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:33.306753 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e3a123c8-a11d-4556-984b-e6257c8ac824 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/security-groups/fa0ce2f4-bb70-4253-bc74-5824d14bac45 HTTP/1.1" status: 204 len: 168 time: 0.2275958 Nov 12 05:04:33.313718 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:04:33.314056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device de3fc7de-9b6b-4f95-aa3a-6166b5eb1560 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:04:33.314945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7ac29cae-5144-4b31-9c20-59c81f097757 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:04:33.318051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a123c8-a11d-4556-984b-e6257c8ac824 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0ce2f4-bb70-4253-bc74-5824d14bac45,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:33.344020 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 7ac29cae-5144-4b31-9c20-59c81f097757 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:04:33.344383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 7ac29cae-5144-4b31-9c20-59c81f097757 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:04:33.344791 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 086d0e5c-f80a-4640-adb1-231314f86746 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:04:33.369794 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 086d0e5c-f80a-4640-adb1-231314f86746 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:04:33.370153 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 086d0e5c-f80a-4640-adb1-231314f86746 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:04:33.729960 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:33.734493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8306e771-d181-44c0-b5be-657132175844 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37209357', 'description': 'tempest-secgroup-smoke-37209357 description', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:33.827585 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8306e771-d181-44c0-b5be-657132175844 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:33.895153 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8306e771-d181-44c0-b5be-657132175844 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:33.967507 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8306e771-d181-44c0-b5be-657132175844 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:33.997380 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306e771-d181-44c0-b5be-657132175844 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8682ae-44be-4c9f-ab0a-bc5b295739c1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:34.061039 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8306e771-d181-44c0-b5be-657132175844 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:34.062327 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8306e771-d181-44c0-b5be-657132175844 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3313582 Nov 12 05:04:34.065573 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:34.070674 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-785a0cf1-83c7-4545-84f6-c73e1fc538cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': 'ce8682ae-44be-4c9f-ab0a-bc5b295739c1', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:34.172558 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-785a0cf1-83c7-4545-84f6-c73e1fc538cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:34.227295 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-785a0cf1-83c7-4545-84f6-c73e1fc538cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:34.307725 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-785a0cf1-83c7-4545-84f6-c73e1fc538cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:34.327110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a0cf1-83c7-4545-84f6-c73e1fc538cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6e68dc-eb6f-4982-b52d-95ec1ba274fb,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:34.401068 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-785a0cf1-83c7-4545-84f6-c73e1fc538cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:34.402300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-785a0cf1-83c7-4545-84f6-c73e1fc538cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3356762 Nov 12 05:04:34.405175 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:34.410704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dc62c8e5-4917-4f50-aea2-a26b5425fd31 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': 'ce8682ae-44be-4c9f-ab0a-bc5b295739c1', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:34.633434 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc62c8e5-4917-4f50-aea2-a26b5425fd31 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:34.688840 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc62c8e5-4917-4f50-aea2-a26b5425fd31 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:34.770834 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc62c8e5-4917-4f50-aea2-a26b5425fd31 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:34.789047 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62c8e5-4917-4f50-aea2-a26b5425fd31 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ba2a20-c26b-4c8d-8108-3fc084933a13,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:34.852772 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc62c8e5-4917-4f50-aea2-a26b5425fd31 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:34.854041 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dc62c8e5-4917-4f50-aea2-a26b5425fd31 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4479163 Nov 12 05:04:34.856771 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34686) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:34.861181 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4ff6530f-41f3-4518-ba4c-02f83a67c15b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': 'ce8682ae-44be-4c9f-ab0a-bc5b295739c1', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:34.948097 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff6530f-41f3-4518-ba4c-02f83a67c15b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:35.007163 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff6530f-41f3-4518-ba4c-02f83a67c15b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:35.078576 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff6530f-41f3-4518-ba4c-02f83a67c15b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:35.100368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6530f-41f3-4518-ba4c-02f83a67c15b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1ffb6f-74ca-4df9-a683-428798d9aeda,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:35.163991 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ff6530f-41f3-4518-ba4c-02f83a67c15b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:35.165378 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4ff6530f-41f3-4518-ba4c-02f83a67c15b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076339 Nov 12 05:04:35.168198 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:35.172765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-727696de-e98a-483e-8883-d3202f91f2aa tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': 'ce8682ae-44be-4c9f-ab0a-bc5b295739c1', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:35.263559 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-727696de-e98a-483e-8883-d3202f91f2aa tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:35.320686 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-727696de-e98a-483e-8883-d3202f91f2aa tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:35.401526 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-727696de-e98a-483e-8883-d3202f91f2aa tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:35.420113 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727696de-e98a-483e-8883-d3202f91f2aa tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2252e04-c2c6-4095-9347-67ee6a552370,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:35.494954 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-727696de-e98a-483e-8883-d3202f91f2aa tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:35.496146 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-727696de-e98a-483e-8883-d3202f91f2aa tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3268852 Nov 12 05:04:35.498941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:35.503148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-26ad43bc-f544-436e-82e4-a6f77c67d007 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': 'ce8682ae-44be-4c9f-ab0a-bc5b295739c1', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:35.584540 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-26ad43bc-f544-436e-82e4-a6f77c67d007 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Project d62e2effbd4f4e7e9c149266d2390155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:04:35.589384 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26ad43bc-f544-436e-82e4-a6f77c67d007 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:35.646617 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26ad43bc-f544-436e-82e4-a6f77c67d007 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:35.718814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26ad43bc-f544-436e-82e4-a6f77c67d007 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:35.737621 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad43bc-f544-436e-82e4-a6f77c67d007 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24f32ae-0f98-43a3-bed7-dca41567bde7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:35.801072 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26ad43bc-f544-436e-82e4-a6f77c67d007 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:35.802284 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-26ad43bc-f544-436e-82e4-a6f77c67d007 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3024342 Nov 12 05:04:35.805058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:35.809384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0dcb5bf9-bcb3-49da-8b29-4aace56c85dd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': 'ce8682ae-44be-4c9f-ab0a-bc5b295739c1', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:35.884571 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-0dcb5bf9-bcb3-49da-8b29-4aace56c85dd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Project d62e2effbd4f4e7e9c149266d2390155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:04:35.889624 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5bf9-bcb3-49da-8b29-4aace56c85dd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:35.949490 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5bf9-bcb3-49da-8b29-4aace56c85dd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.016381 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5bf9-bcb3-49da-8b29-4aace56c85dd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.034398 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb5bf9-bcb3-49da-8b29-4aace56c85dd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3caf15-b5dd-4423-8d44-9fcc2eb70a93,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:36.140946 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5bf9-bcb3-49da-8b29-4aace56c85dd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.142092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0dcb5bf9-bcb3-49da-8b29-4aace56c85dd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3361201 Nov 12 05:04:36.144998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:36.149769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-805a0deb-64e5-464b-b2a7-fcb2846a8a0f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'network': {'name': 'tempest-network-smoke--1587547470', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:36.227386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805a0deb-64e5-464b-b2a7-fcb2846a8a0f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:04:36.230899 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-805a0deb-64e5-464b-b2a7-fcb2846a8a0f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.254209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805a0deb-64e5-464b-b2a7-fcb2846a8a0f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:04:36.263098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-805a0deb-64e5-464b-b2a7-fcb2846a8a0f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.263436 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-805a0deb-64e5-464b-b2a7-fcb2846a8a0f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Added segment 62a0f1fd-7e8d-467c-9cab-be2d7184e8bb of type vlan for network ef3dad6b-38e6-42d2-ad90-c883ccda1128 Nov 12 05:04:36.304022 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-805a0deb-64e5-464b-b2a7-fcb2846a8a0f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.384745 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-805a0deb-64e5-464b-b2a7-fcb2846a8a0f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.390277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805a0deb-64e5-464b-b2a7-fcb2846a8a0f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:36.390876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-805a0deb-64e5-464b-b2a7-fcb2846a8a0f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.458015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a0deb-64e5-464b-b2a7-fcb2846a8a0f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Network': ['ID=ef3dad6b-38e6-42d2-ad90-c883ccda1128,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:36.468318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network ef3dad6b-38e6-42d2-ad90-c883ccda1128 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:04:36.492814 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-805a0deb-64e5-464b-b2a7-fcb2846a8a0f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3468010 Nov 12 05:04:36.495724 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34696) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:36.500598 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'admin_state_up': True, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:36.587531 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.588612 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.643233 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.842162 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:37.085873 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:37.104592 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:37.203072 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.25.8.144 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/22130470-a029-4571-ad89-7586c3caa1e6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:04:37.303551 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:37.393529 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:37.435633 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:04:37.438587 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:04:37.443753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:04:37.446809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=22130470-a029-4571-ad89-7586c3caa1e6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:37.453987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8566e624-d1d0-49e9-8601-75c903baec11 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:04:37.507299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a639e9f3-17c2-41c3-9f7c-0fca7459402a None None] Provisioning complete for port 22130470-a029-4571-ad89-7586c3caa1e6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:37.508006 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a639e9f3-17c2-41c3-9f7c-0fca7459402a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:37.541640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a639e9f3-17c2-41c3-9f7c-0fca7459402a None None] Port 22130470-a029-4571-ad89-7586c3caa1e6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:04:37.744786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:37.934735 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:38.129989 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router f3f9d523-7ee0-439c-bd89-05a616afd761 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:04:38.234892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:04:38.244677 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Sync routers for ids ['f3f9d523-7ee0-439c-bd89-05a616afd761'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:04:38.254999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Routers {'f3f9d523-7ee0-439c-bd89-05a616afd761'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:04:38.255954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:04:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f3f9d523-7ee0-439c-bd89-05a616afd761'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:38.298384 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:38.299651 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e1f732eb-cd52-4baf-bf97-fc43dd9ae1ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8027382 Nov 12 05:04:38.302835 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:38.331023 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-43cb27d3-1d3f-4b06-9095-a61de8fa7b46 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=d62e2effbd4f4e7e9c149266d2390155&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270979 Nov 12 05:04:38.334493 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34700) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:38.367219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Set router f3f9d523-7ee0-439c-bd89-05a616afd761 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:04:38.422371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f1f10c-ccf6-4c09-b2e8-f40d48e3ff73 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:38.423890 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-36f1f10c-ccf6-4c09-b2e8-f40d48e3ff73 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882599 Nov 12 05:04:38.426803 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:38.458185 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-33ead925-3ef8-49ca-b334-28d3c9ecc15f tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273068 Nov 12 05:04:38.458421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:38.463055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c82ebf65-329d-4b2c-9862-2d39f9ccad2b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-530724725', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:38.546585 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:04:37Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:38.573883 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Checking router: f3f9d523-7ee0-439c-bd89-05a616afd761 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:04:38.574227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Updating router f3f9d523-7ee0-439c-bd89-05a616afd761 port 22130470-a029-4571-ad89-7586c3caa1e6 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:04:38.597792 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:38.607280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82ebf65-329d-4b2c-9862-2d39f9ccad2b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:04:38.610939 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c82ebf65-329d-4b2c-9862-2d39f9ccad2b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:38.850702 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c82ebf65-329d-4b2c-9862-2d39f9ccad2b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:38.857740 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:38.911909 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ebf65-329d-4b2c-9862-2d39f9ccad2b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Subnet': ['ID=2676fd19-f3c9-44a4-b3c5-6d16dbd1454a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:38.920755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ebf65-329d-4b2c-9862-2d39f9ccad2b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Checking segment: {'id': '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:04:38.921120 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ebf65-329d-4b2c-9862-2d39f9ccad2b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network hostable DHCP agents. Network: ef3dad6b-38e6-42d2-ad90-c883ccda1128, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:04:38.925147 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:38.969178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7702a54-333a-4080-b4d0-a7784f276915 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:04:38.988556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Attempting to bind port 22130470-a029-4571-ad89-7586c3caa1e6 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:04:38.988935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Attempting to bind port 22130470-a029-4571-ad89-7586c3caa1e6 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:04:38.989294 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Attempting to bind port 22130470-a029-4571-ad89-7586c3caa1e6 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:04:38.993162 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c9525-140e-427f-af68-790435f15e4e None None] Pushing event updated for resources: {'Port': ['ID=22130470-a029-4571-ad89-7586c3caa1e6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:38.998529 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:04:38.998902 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:04:38.999303 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:38.999976 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:04:39.000510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Bound port: 22130470-a029-4571-ad89-7586c3caa1e6, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:04:39.001583 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:39.011072 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ebf65-329d-4b2c-9862-2d39f9ccad2b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network ef3dad6b-38e6-42d2-ad90-c883ccda1128 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:04:39.057067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] For port 22130470-a029-4571-ad89-7586c3caa1e6, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:04:39.062980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] For port 22130470-a029-4571-ad89-7586c3caa1e6, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=22130470-a029-4571-ad89-7586c3caa1e6,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:04:39.074189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17851216-00ae-4905-8bd9-3138235305be None None] Provisioning complete for port 22130470-a029-4571-ad89-7586c3caa1e6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:39.074556 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17851216-00ae-4905-8bd9-3138235305be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:39.107412 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c82ebf65-329d-4b2c-9862-2d39f9ccad2b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, ef3dad6b-38e6-42d2-ad90-c883ccda1128) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:04:39.107614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-17851216-00ae-4905-8bd9-3138235305be None None] Port 22130470-a029-4571-ad89-7586c3caa1e6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:04:39.112187 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82ebf65-329d-4b2c-9862-2d39f9ccad2b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:39.112790 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c82ebf65-329d-4b2c-9862-2d39f9ccad2b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:39.117968 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c5f367-75be-4478-b0d4-5087efc151e5 None None] Network ef3dad6b-38e6-42d2-ad90-c883ccda1128 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:04:39.164084 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:39.210668 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c82ebf65-329d-4b2c-9862-2d39f9ccad2b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7482262 Nov 12 05:04:39.210857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:39.220219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6fb879-9f39-41c7-ba75-4f40d2c37f93 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:04:39.260000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c9525-140e-427f-af68-790435f15e4e None None] Pushing event updated for resources: {'Port': ['ID=22130470-a029-4571-ad89-7586c3caa1e6,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:39.262595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Routers {'f3f9d523-7ee0-439c-bd89-05a616afd761'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:04:39.263270 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:04:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f3f9d523-7ee0-439c-bd89-05a616afd761'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:39.406893 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6179f15c-5b9f-4623-b799-d4cfbbd0baae None None] Provisioning complete for port 22130470-a029-4571-ad89-7586c3caa1e6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:39.407267 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6179f15c-5b9f-4623-b799-d4cfbbd0baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:39.439964 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ips': [{'subnet_id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:04:39.440839 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:39.475814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] Set router f3f9d523-7ee0-439c-bd89-05a616afd761 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:04:39.654409 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:39.882010 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6179f15c-5b9f-4623-b799-d4cfbbd0baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:39.928456 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Allocated IP 172.20.0.2 (ef3dad6b-38e6-42d2-ad90-c883ccda1128/2676fd19-f3c9-44a4-b3c5-6d16dbd1454a/db06610b-a411-4c0c-a0a2-09717c371699) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:04:39.941369 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6179f15c-5b9f-4623-b799-d4cfbbd0baae None None] For port 22130470-a029-4571-ad89-7586c3caa1e6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=22130470-a029-4571-ad89-7586c3caa1e6,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:40.033910 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6179f15c-5b9f-4623-b799-d4cfbbd0baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:40.111098 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:04:37Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:40.114993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179f15c-5b9f-4623-b799-d4cfbbd0baae None None] Pushing event updated for resources: {'Port': ['ID=22130470-a029-4571-ad89-7586c3caa1e6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:40.143931 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be5b84-edf4-42f8-bcc5-4b6f8b1c156b None None] The sync data for ids ['f3f9d523-7ee0-439c-bd89-05a616afd761'] in n-d-767704-23 is: [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:04:37Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:04:40.228235 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:40.290942 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:40.356778 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Network ef3dad6b-38e6-42d2-ad90-c883ccda1128 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:04:40.358890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:04:40.360639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Pushing event updated for resources: {'Port': ['ID=db06610b-a411-4c0c-a0a2-09717c371699,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:40.361382 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.20.0.1 (ef3dad6b-38e6-42d2-ad90-c883ccda1128/2676fd19-f3c9-44a4-b3c5-6d16dbd1454a/c92295a3-33ec-407d-a1fa-31d6c9abd8ca) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:04:40.363339 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:04:40.432777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Attempting to bind port db06610b-a411-4c0c-a0a2-09717c371699 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:04:40.433150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Attempting to bind port db06610b-a411-4c0c-a0a2-09717c371699 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:04:40.433513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Attempting to bind port db06610b-a411-4c0c-a0a2-09717c371699 on network ef3dad6b-38e6-42d2-ad90-c883ccda1128 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:04:40.439981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:04:40.440385 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Checking segment: {'id': '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:04:40.440785 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:40.441226 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Bound using segment: {'id': '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:04:40.441680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Bound port: db06610b-a411-4c0c-a0a2-09717c371699, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:04:40.442059 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:40.506664 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:40.516067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] For port db06610b-a411-4c0c-a0a2-09717c371699, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:04:40.525845 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] For port db06610b-a411-4c0c-a0a2-09717c371699, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=db06610b-a411-4c0c-a0a2-09717c371699,segment=NetworkSegment(62a0f1fd-7e8d-467c-9cab-be2d7184e8bb),segment_id=62a0f1fd-7e8d-467c-9cab-be2d7184e8bb)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:04:40.607826 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:40.636701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:40.674636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dc4fb-35af-4ee6-b884-ba4c091bcd75 None None] Pushing event updated for resources: {'Port': ['ID=db06610b-a411-4c0c-a0a2-09717c371699,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:40.686683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network ef3dad6b-38e6-42d2-ad90-c883ccda1128 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:04:40.690261 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:04:40.694831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:04:40.701452 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=c92295a3-33ec-407d-a1fa-31d6c9abd8ca,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:40.750235 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:40.993931 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:41.272923 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:41.339215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 22130470-a029-4571-ad89-7586c3caa1e6 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:04:41.378588 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:41.403938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 22130470-a029-4571-ad89-7586c3caa1e6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:41.403938 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:41.463034 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=c92295a3-33ec-407d-a1fa-31d6c9abd8ca,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:41.468558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:41.482850 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device db06610b-a411-4c0c-a0a2-09717c371699 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:04:41.534223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port db06610b-a411-4c0c-a0a2-09717c371699 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:41.534375 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:41.569528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network ef3dad6b-38e6-42d2-ad90-c883ccda1128 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:04:41.571109 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:04:41.623174 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:41.664545 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port db06610b-a411-4c0c-a0a2-09717c371699, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=db06610b-a411-4c0c-a0a2-09717c371699,segment=NetworkSegment(62a0f1fd-7e8d-467c-9cab-be2d7184e8bb),segment_id=62a0f1fd-7e8d-467c-9cab-be2d7184e8bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:41.678469 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e710ee72-8e82-49cc-ab6e-29ce2d0dfd6d None None] Network ef3dad6b-38e6-42d2-ad90-c883ccda1128 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:04:41.700318 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router f3f9d523-7ee0-439c-bd89-05a616afd761 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:04:41.756253 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:41.812944 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:04:41.818478 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5f1649c7-dd37-463e-bc9e-447556eeea67 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "PUT /v2.0/routers/f3f9d523-7ee0-439c-bd89-05a616afd761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6067395 Nov 12 05:04:41.843485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a02c1e92-f4c6-4e0e-9eb0-72cee6c25052 None None] Provisioning complete for port db06610b-a411-4c0c-a0a2-09717c371699 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:41.843877 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a02c1e92-f4c6-4e0e-9eb0-72cee6c25052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:41.883453 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=db06610b-a411-4c0c-a0a2-09717c371699,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:42.000618 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-4096b5f3-ca02-434e-bd54-3dfbe0860b2b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37209357&fields=id&tenant_id=d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 267 time: 0.0613985 Nov 12 05:04:42.117211 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-2e12c7ed-d1c6-4e06-a694-d217a1406c78 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:42.118744 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-2e12c7ed-d1c6-4e06-a694-d217a1406c78 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/networks?id=ef3dad6b-38e6-42d2-ad90-c883ccda1128 HTTP/1.1" status: 200 len: 797 time: 0.1140971 Nov 12 05:04:42.136817 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-e1e38aff-c02e-445e-b543-ed53e51d7774 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/quotas/d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 375 time: 0.0102458 Nov 12 05:04:42.191840 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-28922827-8a5e-4bcb-92fb-2c8c09774234 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493095 Nov 12 05:04:42.197706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eff51494-da94-4c16-b549-79a3789c824c None None] Provisioning complete for port c92295a3-33ec-407d-a1fa-31d6c9abd8ca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:42.198068 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eff51494-da94-4c16-b549-79a3789c824c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:42.243101 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eff51494-da94-4c16-b549-79a3789c824c None None] Port c92295a3-33ec-407d-a1fa-31d6c9abd8ca cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:04:42.254212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eff51494-da94-4c16-b549-79a3789c824c None None] Provisioning complete for port db06610b-a411-4c0c-a0a2-09717c371699 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:42.254685 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eff51494-da94-4c16-b549-79a3789c824c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:42.260687 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6317b945-b901-4888-9241-3e8478388599 None None] Sync routers for ids ['f3f9d523-7ee0-439c-bd89-05a616afd761'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:04:42.273083 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6317b945-b901-4888-9241-3e8478388599 None None] Routers {'f3f9d523-7ee0-439c-bd89-05a616afd761'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:04:42.273715 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6317b945-b901-4888-9241-3e8478388599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:04:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f3f9d523-7ee0-439c-bd89-05a616afd761'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:42.323007 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-780c723d-e12d-4339-93ef-3946a4ca3e12 service neutron] 10.222.0.105 "GET /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182399 Nov 12 05:04:42.381300 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6317b945-b901-4888-9241-3e8478388599 None None] Set router f3f9d523-7ee0-439c-bd89-05a616afd761 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:04:42.425235 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-5c80d513-e587-4fb1-a6cc-754008752269 service neutron] 10.222.0.105 "GET /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009645 Nov 12 05:04:42.480599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9ce493d2-db30-4c3b-a284-711c9c8e747e None None] Provisioning complete for port c92295a3-33ec-407d-a1fa-31d6c9abd8ca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:42.481630 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ce493d2-db30-4c3b-a284-711c9c8e747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:42.524224 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9ce493d2-db30-4c3b-a284-711c9c8e747e None None] Port c92295a3-33ec-407d-a1fa-31d6c9abd8ca cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:04:42.601584 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6317b945-b901-4888-9241-3e8478388599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:04:40Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c92295a3-33ec-407d-a1fa-31d6c9abd8ca', 'name': '', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:12:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:39Z', 'updated_at': '2021-11-12T05:04:41Z', 'revision_number': 2, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:42.636266 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6317b945-b901-4888-9241-3e8478388599 None None] Checking router: f3f9d523-7ee0-439c-bd89-05a616afd761 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:04:42.636635 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6317b945-b901-4888-9241-3e8478388599 None None] Updating router f3f9d523-7ee0-439c-bd89-05a616afd761 port c92295a3-33ec-407d-a1fa-31d6c9abd8ca binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:04:42.668028 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6317b945-b901-4888-9241-3e8478388599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:42.668282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a2c5b409-785f-4f00-bd51-b9a2d43396ae None None] Provisioning complete for port c92295a3-33ec-407d-a1fa-31d6c9abd8ca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:42.668411 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2c5b409-785f-4f00-bd51-b9a2d43396ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:42.679827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-11a3b639-4fe0-46b8-b975-65a721d3eece req-fdf0dae7-9307-47de-a053-d90132304f7e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 210 time: 0.0376718 Nov 12 05:04:42.715209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a2c5b409-785f-4f00-bd51-b9a2d43396ae None None] Port c92295a3-33ec-407d-a1fa-31d6c9abd8ca cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:04:43.033320 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6317b945-b901-4888-9241-3e8478388599 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:43.166958 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6317b945-b901-4888-9241-3e8478388599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:43.214631 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92066da3-8b2d-4fc9-86ff-8619ed5ea481 None None] Pushing event updated for resources: {'Port': ['ID=c92295a3-33ec-407d-a1fa-31d6c9abd8ca,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:43.254936 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92066da3-8b2d-4fc9-86ff-8619ed5ea481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:43.254936 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92066da3-8b2d-4fc9-86ff-8619ed5ea481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:43.254936 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92066da3-8b2d-4fc9-86ff-8619ed5ea481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:43.254936 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92066da3-8b2d-4fc9-86ff-8619ed5ea481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:43.254936 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92066da3-8b2d-4fc9-86ff-8619ed5ea481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:43.254936 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92066da3-8b2d-4fc9-86ff-8619ed5ea481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:43.254936 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92066da3-8b2d-4fc9-86ff-8619ed5ea481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:43.254936 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92066da3-8b2d-4fc9-86ff-8619ed5ea481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:43.254936 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92066da3-8b2d-4fc9-86ff-8619ed5ea481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:43.254936 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92066da3-8b2d-4fc9-86ff-8619ed5ea481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:43.254936 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92066da3-8b2d-4fc9-86ff-8619ed5ea481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:43.254936 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92066da3-8b2d-4fc9-86ff-8619ed5ea481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:04:43.280719 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-6317b945-b901-4888-9241-3e8478388599 None None] Attempting to bind port c92295a3-33ec-407d-a1fa-31d6c9abd8ca on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:04:43.281340 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-6317b945-b901-4888-9241-3e8478388599 None None] Attempting to bind port c92295a3-33ec-407d-a1fa-31d6c9abd8ca by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:04:43.281454 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317b945-b901-4888-9241-3e8478388599 None None] Attempting to bind port c92295a3-33ec-407d-a1fa-31d6c9abd8ca on network ef3dad6b-38e6-42d2-ad90-c883ccda1128 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:04:43.287378 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317b945-b901-4888-9241-3e8478388599 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:04:43.287773 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317b945-b901-4888-9241-3e8478388599 None None] Checking segment: {'id': '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:04:43.288178 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6317b945-b901-4888-9241-3e8478388599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:43.288597 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317b945-b901-4888-9241-3e8478388599 None None] Bound using segment: {'id': '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:04:43.294183 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-6317b945-b901-4888-9241-3e8478388599 None None] Bound port: c92295a3-33ec-407d-a1fa-31d6c9abd8ca, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:04:43.294183 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6317b945-b901-4888-9241-3e8478388599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:43.318118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device db06610b-a411-4c0c-a0a2-09717c371699 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:04:43.364236 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-6317b945-b901-4888-9241-3e8478388599 None None] For port c92295a3-33ec-407d-a1fa-31d6c9abd8ca, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:04:43.369436 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port db06610b-a411-4c0c-a0a2-09717c371699 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:43.369879 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:43.371558 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-6317b945-b901-4888-9241-3e8478388599 None None] For port c92295a3-33ec-407d-a1fa-31d6c9abd8ca, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c92295a3-33ec-407d-a1fa-31d6c9abd8ca,segment=NetworkSegment(62a0f1fd-7e8d-467c-9cab-be2d7184e8bb),segment_id=62a0f1fd-7e8d-467c-9cab-be2d7184e8bb)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:04:43.445669 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6317b945-b901-4888-9241-3e8478388599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:43.467784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b4c30fbb-ed3b-41b8-b3ba-85826fd7878c None None] Provisioning complete for port c92295a3-33ec-407d-a1fa-31d6c9abd8ca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:43.468180 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4c30fbb-ed3b-41b8-b3ba-85826fd7878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:43.511546 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6317b945-b901-4888-9241-3e8478388599 None None] Routers {'f3f9d523-7ee0-439c-bd89-05a616afd761'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:04:43.512273 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6317b945-b901-4888-9241-3e8478388599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:04:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f3f9d523-7ee0-439c-bd89-05a616afd761'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:43.515367 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92066da3-8b2d-4fc9-86ff-8619ed5ea481 None None] Pushing event updated for resources: {'Port': ['ID=c92295a3-33ec-407d-a1fa-31d6c9abd8ca,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:43.563630 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4c30fbb-ed3b-41b8-b3ba-85826fd7878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:43.601169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b4c30fbb-ed3b-41b8-b3ba-85826fd7878c None None] For port c92295a3-33ec-407d-a1fa-31d6c9abd8ca, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c92295a3-33ec-407d-a1fa-31d6c9abd8ca,segment=NetworkSegment(62a0f1fd-7e8d-467c-9cab-be2d7184e8bb),segment_id=62a0f1fd-7e8d-467c-9cab-be2d7184e8bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:43.656153 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4c30fbb-ed3b-41b8-b3ba-85826fd7878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:43.666688 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6317b945-b901-4888-9241-3e8478388599 None None] Set router f3f9d523-7ee0-439c-bd89-05a616afd761 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:04:43.710468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c30fbb-ed3b-41b8-b3ba-85826fd7878c None None] Pushing event updated for resources: {'Port': ['ID=c92295a3-33ec-407d-a1fa-31d6c9abd8ca,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:43.778670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7a046a93-20dc-4a65-8bb3-cc98f932d2df None None] Provisioning complete for port c92295a3-33ec-407d-a1fa-31d6c9abd8ca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:43.778985 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a046a93-20dc-4a65-8bb3-cc98f932d2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:43.797014 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0420c21b-1064-4436-80a9-7b51804d0fef req-36d50582-b308-4611-ae42-5d028ca8a2f5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 210 time: 0.0290756 Nov 12 05:04:43.887921 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6317b945-b901-4888-9241-3e8478388599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:04:40Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c92295a3-33ec-407d-a1fa-31d6c9abd8ca', 'name': '', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:12:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:39Z', 'updated_at': '2021-11-12T05:04:43Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:43.913674 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6317b945-b901-4888-9241-3e8478388599 None None] The sync data for ids ['f3f9d523-7ee0-439c-bd89-05a616afd761'] in n-d-767704-23 is: [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:04:40Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c92295a3-33ec-407d-a1fa-31d6c9abd8ca', 'name': '', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:12:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:39Z', 'updated_at': '2021-11-12T05:04:43Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:04:44.734343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-babc88ff-305e-4bce-ae41-0338dca8f32b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:44.735801 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-babc88ff-305e-4bce-ae41-0338dca8f32b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/networks?id=ef3dad6b-38e6-42d2-ad90-c883ccda1128 HTTP/1.1" status: 200 len: 797 time: 0.1222141 Nov 12 05:04:44.812651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-7dd02082-d7b3-44d8-999c-a2a6b7c5abd3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 378 time: 0.0594432 Nov 12 05:04:44.823910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-8037c668-03ba-43ae-8537-a0f9611e0029 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'port': {'device_id': '6c03d942-9745-4192-b73c-40b425d6749e', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'admin_state_up': True, 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'security_groups': ['ce8682ae-44be-4c9f-ab0a-bc5b295739c1']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:44.916089 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c5b62eb-2eda-466e-9e05-737d33358141 req-8a9ce033-f38f-403f-b6c8-1416701b73c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 210 time: 0.0322962 Nov 12 05:04:45.071076 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-8037c668-03ba-43ae-8537-a0f9611e0029 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:04:45.075379 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-8037c668-03ba-43ae-8537-a0f9611e0029 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:45.216647 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-8037c668-03ba-43ae-8537-a0f9611e0029 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.20.0.3 (ef3dad6b-38e6-42d2-ad90-c883ccda1128/2676fd19-f3c9-44a4-b3c5-6d16dbd1454a/1f1a99e8-f57a-4bba-b5fa-b2d98bc43631) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:04:45.317056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c92295a3-33ec-407d-a1fa-31d6c9abd8ca up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:04:45.363986 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-8037c668-03ba-43ae-8537-a0f9611e0029 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:45.371957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port c92295a3-33ec-407d-a1fa-31d6c9abd8ca triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:45.372566 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:45.454064 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-8037c668-03ba-43ae-8537-a0f9611e0029 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:45.506395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-8037c668-03ba-43ae-8537-a0f9611e0029 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network ef3dad6b-38e6-42d2-ad90-c883ccda1128 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:04:45.509539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-8037c668-03ba-43ae-8537-a0f9611e0029 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:04:45.513279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-8037c668-03ba-43ae-8537-a0f9611e0029 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:04:45.537582 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037c668-03ba-43ae-8537-a0f9611e0029 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:45.567121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-8037c668-03ba-43ae-8537-a0f9611e0029 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:45.567755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-8037c668-03ba-43ae-8537-a0f9611e0029 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:45.658661 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-8037c668-03ba-43ae-8537-a0f9611e0029 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8385441 Nov 12 05:04:45.679574 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Request body: {'port': {'device_id': '6c03d942-9745-4192-b73c-40b425d6749e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:45.707742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3f52c1dd-8598-4f37-b8af-6329afc11d0a None None] Provisioning complete for port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:45.708503 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f52c1dd-8598-4f37-b8af-6329afc11d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:45.735657 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:45.745202 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3f52c1dd-8598-4f37-b8af-6329afc11d0a None None] Port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:04:46.000376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:04:46.008324 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:46.022176 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Transition to ACTIVE for port object 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:04:46.042385 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31475b15-8163-429d-bd09-253e360d2419 req-4fc8761e-e719-445b-b08c-d0202b1e151a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:46.043896 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31475b15-8163-429d-bd09-253e360d2419 req-4fc8761e-e719-445b-b08c-d0202b1e151a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 931 time: 0.0580211 Nov 12 05:04:46.093627 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-31475b15-8163-429d-bd09-253e360d2419 req-ba9d0388-e3c4-4862-a028-5f51741310aa tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436811 Nov 12 05:04:46.109847 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:46.164305 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:46.235468 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Attempting to bind port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:04:46.235802 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Attempting to bind port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:04:46.236158 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Attempting to bind port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 on network ef3dad6b-38e6-42d2-ad90-c883ccda1128 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:04:46.240805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 on network ef3dad6b-38e6-42d2-ad90-c883ccda1128 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:04:46.241121 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Attempting to bind port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 on network ef3dad6b-38e6-42d2-ad90-c883ccda1128 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:04:46.246356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:04:46.246690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Checking segment: {'id': '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:04:46.247071 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Bound using segment: {'id': '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:04:46.247501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Bound port: 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:04:46.247850 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:46.313219 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] For port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:04:46.316584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] For port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631,segment=NetworkSegment(62a0f1fd-7e8d-467c-9cab-be2d7184e8bb),segment_id=62a0f1fd-7e8d-467c-9cab-be2d7184e8bb)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:04:46.396258 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:46.431789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:46.432447 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:46.433864 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] 10.222.0.26 "PUT /v2.0/ports/1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 HTTP/1.1" status: 200 len: 1092 time: 0.7592828 Nov 12 05:04:46.434328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c03d942-9745-4192-b73c-40b425d6749e', 'tag': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:04:46.436688 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d908ee-843c-489a-8f04-a0456bf256c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6c03d942-9745-4192-b73c-40b425d6749e", "tag": "1f1a99e8-f57a-4bba-b5fa-b2d98bc43631"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:04:46.464821 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499f4a7-a015-473a-a3dd-be02d680f779 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:46.487021 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59e5ae4-15d9-4ce1-9c9b-dacee951265c x-openstack-request-id: req-a59e5ae4-15d9-4ce1-9c9b-dacee951265c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:04:46.487386 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c03d942-9745-4192-b73c-40b425d6749e", "tag": "1f1a99e8-f57a-4bba-b5fa-b2d98bc43631", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:04:46.488872 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a59e5ae4-15d9-4ce1-9c9b-dacee951265c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:04:46.489292 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c03d942-9745-4192-b73c-40b425d6749e', 'tag': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631', 'status': 'completed', 'code': 200} Nov 12 05:04:46.576406 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d908ee-843c-489a-8f04-a0456bf256c0 req-093b1f37-ac0c-44d0-ad4b-6d78120ebc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:46.577928 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09d908ee-843c-489a-8f04-a0456bf256c0 req-093b1f37-ac0c-44d0-ad4b-6d78120ebc6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 1095 time: 0.0422847 Nov 12 05:04:46.689642 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d908ee-843c-489a-8f04-a0456bf256c0 req-ba5e3670-63a3-4df4-b7cd-cc8cb6078ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:46.691595 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09d908ee-843c-489a-8f04-a0456bf256c0 req-ba5e3670-63a3-4df4-b7cd-cc8cb6078ee8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d62e2effbd4f4e7e9c149266d2390155&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0970030 Nov 12 05:04:46.788353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d908ee-843c-489a-8f04-a0456bf256c0 req-7395c420-a03d-4de7-8690-5e78da4ad667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:46.789798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-09d908ee-843c-489a-8f04-a0456bf256c0 req-7395c420-a03d-4de7-8690-5e78da4ad667 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0909848 Nov 12 05:04:47.214639 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e759d48-55be-48db-80cb-efba7ee4b642 req-43535bcf-bd82-4bc8-8901-8d4b743c0944 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:47.216283 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e759d48-55be-48db-80cb-efba7ee4b642 req-43535bcf-bd82-4bc8-8901-8d4b743c0944 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 943 time: 0.0521195 Nov 12 05:04:47.248095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-9fd46bad-b6ae-4a05-8c09-63b0da43411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:47.249592 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-9fd46bad-b6ae-4a05-8c09-63b0da43411b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 1095 time: 0.3980334 Nov 12 05:04:47.267155 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6e759d48-55be-48db-80cb-efba7ee4b642 req-2783a8bb-656c-45f4-8d68-f1db2cfc986d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442257 Nov 12 05:04:47.298812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-10b97822-0e24-4dec-a17e-ea261edf07d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 HTTP/1.1" status: 200 len: 217 time: 0.0340147 Nov 12 05:04:47.348715 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-458a8a20-0aae-4d63-82cf-3f9b717a1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:47.350168 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-458a8a20-0aae-4d63-82cf-3f9b717a1e58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2676fd19-f3c9-44a4-b3c5-6d16dbd1454a HTTP/1.1" status: 200 len: 834 time: 0.0434515 Nov 12 05:04:47.406882 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-822894cf-3967-47a3-9616-0f08913db734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:47.409194 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-822894cf-3967-47a3-9616-0f08913db734 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ef3dad6b-38e6-42d2-ad90-c883ccda1128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518482 Nov 12 05:04:47.500007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-c7d953d1-5d82-4ee7-99fe-4b8e86db7c27 service neutron] 10.222.0.26 "GET /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829175 Nov 12 05:04:47.595098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8f102ffc-121d-4e0f-8376-aaa581f5e352 req-50c338ed-3148-49ae-940c-79324bb2e226 service neutron] 10.222.0.26 "GET /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862923 Nov 12 05:04:48.389950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf401d1-146c-4de5-9dd8-1229a364aaa5 req-7ec89898-bcc3-4b81-845e-b1afc1967309 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:48.391520 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6cf401d1-146c-4de5-9dd8-1229a364aaa5 req-7ec89898-bcc3-4b81-845e-b1afc1967309 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 943 time: 0.0544438 Nov 12 05:04:48.442329 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6cf401d1-146c-4de5-9dd8-1229a364aaa5 req-4e9587c3-86d6-486e-9eed-4ea7bbeec401 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440762 Nov 12 05:04:49.557513 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aa9ad-5253-40cf-92ca-d955023e1a7f req-161f8c11-0891-4ee6-bb55-ec408631431f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:49.558965 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-071aa9ad-5253-40cf-92ca-d955023e1a7f req-161f8c11-0891-4ee6-bb55-ec408631431f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 943 time: 0.0492024 Nov 12 05:04:49.612018 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-071aa9ad-5253-40cf-92ca-d955023e1a7f req-b6fce81a-275c-43a3-8ef1-7dd81e72310e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467288 Nov 12 05:04:49.881759 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:50.784391 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7faba-835c-4585-8499-29d0814daa7e req-0691a18d-18c9-42dc-9ff1-cc3c94d1abee tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:50.786698 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8eb7faba-835c-4585-8499-29d0814daa7e req-0691a18d-18c9-42dc-9ff1-cc3c94d1abee tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 943 time: 0.1078131 Nov 12 05:04:50.838904 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8eb7faba-835c-4585-8499-29d0814daa7e req-d7ebe574-7dfb-4408-b3c2-fc9a1aebb251 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465567 Nov 12 05:04:51.712969 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:04:51.805913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631,segment=NetworkSegment(62a0f1fd-7e8d-467c-9cab-be2d7184e8bb),segment_id=62a0f1fd-7e8d-467c-9cab-be2d7184e8bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:51.824008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'port_id': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631', 'mac_address': 'fa:16:3e:60:46:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:04:51.861389 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:51.874914 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:04:51.893489 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631,segment=NetworkSegment(62a0f1fd-7e8d-467c-9cab-be2d7184e8bb),segment_id=62a0f1fd-7e8d-467c-9cab-be2d7184e8bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:51.955953 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:52.006578 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b5210-f626-4aa8-b954-5c5dc72eb200 req-dc3b37e6-8a58-4626-85b3-127a29b6b334 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:52.007819 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:52.008198 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a7b5210-f626-4aa8-b954-5c5dc72eb200 req-dc3b37e6-8a58-4626-85b3-127a29b6b334 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 944 time: 0.1020865 Nov 12 05:04:52.063558 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a7b5210-f626-4aa8-b954-5c5dc72eb200 req-2981526a-60cd-4615-b39d-e32a770e2137 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462408 Nov 12 05:04:52.335289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['1f1a99e8-f57a-4bba-b5fa-b2d98bc43631'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:04:53.150075 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34510b21-9bbb-438b-aa71-df6ffa46b8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:53.183482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735cc32-d390-451c-8f1c-6105ab38068b req-5e6e7d88-066a-4bb2-b995-2d99915754cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:53.184993 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c735cc32-d390-451c-8f1c-6105ab38068b req-5e6e7d88-066a-4bb2-b995-2d99915754cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 944 time: 0.0515575 Nov 12 05:04:53.235018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c735cc32-d390-451c-8f1c-6105ab38068b req-c845f06a-4f51-44cf-8be5-0be4e2b88e6c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437624 Nov 12 05:04:53.720686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:04:53.846304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:04:53.850808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:04:53.851172 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:53.924966 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:53.947028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c03d942-9745-4192-b73c-40b425d6749e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:04:53.949252 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8863f714-6746-4715-80df-065ca2d689f5" -d '{"events": [{"server_uuid": "6c03d942-9745-4192-b73c-40b425d6749e", "name": "network-vif-plugged", "status": "completed", "tag": "1f1a99e8-f57a-4bba-b5fa-b2d98bc43631"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:04:53.961980 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631,segment=NetworkSegment(62a0f1fd-7e8d-467c-9cab-be2d7184e8bb),segment_id=62a0f1fd-7e8d-467c-9cab-be2d7184e8bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:04:53.988669 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46783b0f-19b2-4a9a-962b-6f659d048d1a x-openstack-request-id: req-46783b0f-19b2-4a9a-962b-6f659d048d1a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:04:53.988970 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c03d942-9745-4192-b73c-40b425d6749e", "name": "network-vif-plugged", "status": "completed", "tag": "1f1a99e8-f57a-4bba-b5fa-b2d98bc43631", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:04:53.989234 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-46783b0f-19b2-4a9a-962b-6f659d048d1a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:04:53.989664 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c03d942-9745-4192-b73c-40b425d6749e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631', 'code': 200} Nov 12 05:04:54.042371 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:54.094257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:54.117868 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd512508-ce6f-400b-8794-634abd07565a req-0083acbe-06c5-448f-a98e-e24897cabba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:54.119344 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cd512508-ce6f-400b-8794-634abd07565a req-0083acbe-06c5-448f-a98e-e24897cabba4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 1097 time: 0.0413678 Nov 12 05:04:54.167243 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cd512508-ce6f-400b-8794-634abd07565a req-32759c68-a465-4aac-8034-7ad84e74f011 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400074 Nov 12 05:04:54.354627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db13573-ca36-4aae-986a-9365c7c4940a req-5004acf6-55a1-4b83-9c24-7aad7bb9b1e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:54.356135 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6db13573-ca36-4aae-986a-9365c7c4940a req-5004acf6-55a1-4b83-9c24-7aad7bb9b1e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0527401 Nov 12 05:04:54.406528 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6db13573-ca36-4aae-986a-9365c7c4940a req-9f26f1c6-8ecd-4831-9614-144eb2825bd6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443604 Nov 12 05:04:55.535747 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7675c01-6055-4dde-8e5a-fc1d1f3dc5f5 req-1afefc78-7309-4df8-998f-7482ae5d25eb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:55.537276 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7675c01-6055-4dde-8e5a-fc1d1f3dc5f5 req-1afefc78-7309-4df8-998f-7482ae5d25eb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0533462 Nov 12 05:04:55.553499 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:55.588056 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e7675c01-6055-4dde-8e5a-fc1d1f3dc5f5 req-e6fab21b-466b-4fa2-987b-3353b1d36827 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447443 Nov 12 05:04:55.684781 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:04:56.704981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eec519-365e-4932-9676-580ed787e41c req-f4cae6bf-e7eb-45e7-b6de-93b519303ac9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:56.706436 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e1eec519-365e-4932-9676-580ed787e41c req-f4cae6bf-e7eb-45e7-b6de-93b519303ac9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0485380 Nov 12 05:04:56.755142 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e1eec519-365e-4932-9676-580ed787e41c req-ba5af15f-fe38-4542-837b-5de2202396a8 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422959 Nov 12 05:04:56.874268 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aba38a-0cd5-44db-9351-3a7b753c8c35 req-ef59e060-eeb6-4684-89ad-b188b7103b6e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:56.880431 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b5aba38a-0cd5-44db-9351-3a7b753c8c35 req-ef59e060-eeb6-4684-89ad-b188b7103b6e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0534298 Nov 12 05:04:56.935881 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b12d2096-5d81-45a6-9bb7-37b9e6317715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:56.939058 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b5aba38a-0cd5-44db-9351-3a7b753c8c35 req-4ae5bdf4-8028-4173-aafc-e2e4a5d6b6d9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561919 Nov 12 05:04:56.961851 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:57.001726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e08e3-b77b-45b6-89f2-2977edbfc499 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:57.003255 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-916e08e3-b77b-45b6-89f2-2977edbfc499 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 1092 time: 0.0403748 Nov 12 05:04:57.006649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34772) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:57.010925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:04:57.032808 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:57.107370 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:57.213575 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:57.313538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.25.8.101 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/be59e3bd-6f1e-4c39-8a9c-cb271905661d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:04:57.419181 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:57.536101 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:57.578801 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:04:57.581789 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:04:57.586567 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:04:57.588583 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=be59e3bd-6f1e-4c39-8a9c-cb271905661d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:57.937034 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:58.060795 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:58.209521 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:58.268966 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:58.342765 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=be59e3bd-6f1e-4c39-8a9c-cb271905661d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:04:58.351724 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:58.451410 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Floating IP 4b0c3208-1414-4b12-80fd-aac1abd95383 associated. External IP: 172.25.8.101, port: 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631. Nov 12 05:04:58.653333 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router f3f9d523-7ee0-439c-bd89-05a616afd761 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:04:58.760442 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:04:58.771219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f998e0f4-b9e4-457e-8252-1f3a5ff170df None None] Sync routers for ids ['f3f9d523-7ee0-439c-bd89-05a616afd761'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:04:58.778950 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:58.782204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f998e0f4-b9e4-457e-8252-1f3a5ff170df None None] Routers {'f3f9d523-7ee0-439c-bd89-05a616afd761'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:04:58.782858 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f998e0f4-b9e4-457e-8252-1f3a5ff170df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:04:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f3f9d523-7ee0-439c-bd89-05a616afd761'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:58.877299 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:58.889592 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f998e0f4-b9e4-457e-8252-1f3a5ff170df None None] Set router f3f9d523-7ee0-439c-bd89-05a616afd761 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:04:58.904619 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-acd895d5-cb31-4bd6-97b5-73b4ec4ce32a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8969634 Nov 12 05:04:58.905206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c03d942-9745-4192-b73c-40b425d6749e', 'tag': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:04:58.908198 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75bbb50-7f4f-40ff-ba39-c792a7cd3be8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c03d942-9745-4192-b73c-40b425d6749e", "tag": "1f1a99e8-f57a-4bba-b5fa-b2d98bc43631"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:04:58.961526 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec4121c-3071-42c7-9ba5-5faf29d1475b x-openstack-request-id: req-7ec4121c-3071-42c7-9ba5-5faf29d1475b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:04:58.962615 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c03d942-9745-4192-b73c-40b425d6749e", "tag": "1f1a99e8-f57a-4bba-b5fa-b2d98bc43631", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:04:58.962615 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7ec4121c-3071-42c7-9ba5-5faf29d1475b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:04:58.962615 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c03d942-9745-4192-b73c-40b425d6749e', 'tag': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631', 'status': 'completed', 'code': 200} Nov 12 05:04:59.058261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a052e-372a-433b-bb18-d11477992c43 req-d8c0cbc8-6c03-477c-89ba-f088639d57a6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:59.059774 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e4a052e-372a-433b-bb18-d11477992c43 req-d8c0cbc8-6c03-477c-89ba-f088639d57a6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0811565 Nov 12 05:04:59.060666 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:59.075512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bbb50-7f4f-40ff-ba39-c792a7cd3be8 req-813c6261-fc28-4783-ae4c-92ab33d43cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:59.076951 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f75bbb50-7f4f-40ff-ba39-c792a7cd3be8 req-813c6261-fc28-4783-ae4c-92ab33d43cee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 1097 time: 0.0612493 Nov 12 05:04:59.148237 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f998e0f4-b9e4-457e-8252-1f3a5ff170df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:04:40Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '4b0c3208-1414-4b12-80fd-aac1abd95383', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'port_id': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'mac_address': 'fa:16:3e:60:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c03d942-9745-4192-b73c-40b425d6749e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:04:57Z', 'updated_at': '2021-11-12T05:04:57Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92295a3-33ec-407d-a1fa-31d6c9abd8ca', 'name': '', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:12:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:39Z', 'updated_at': '2021-11-12T05:04:43Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:59.169377 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2e4a052e-372a-433b-bb18-d11477992c43 req-62999913-b628-4629-b212-0a912b471243 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023650 Nov 12 05:04:59.174951 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f998e0f4-b9e4-457e-8252-1f3a5ff170df None None] Checking router: f3f9d523-7ee0-439c-bd89-05a616afd761 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:04:59.192309 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f998e0f4-b9e4-457e-8252-1f3a5ff170df None None] Routers {'f3f9d523-7ee0-439c-bd89-05a616afd761'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:04:59.192309 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f998e0f4-b9e4-457e-8252-1f3a5ff170df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:04:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f3f9d523-7ee0-439c-bd89-05a616afd761'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:59.193314 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34778) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:04:59.198761 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bbb50-7f4f-40ff-ba39-c792a7cd3be8 req-c51b6de9-2dcb-4025-a38d-8bb5d9f76b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:59.200302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f75bbb50-7f4f-40ff-ba39-c792a7cd3be8 req-c51b6de9-2dcb-4025-a38d-8bb5d9f76b4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ef3dad6b-38e6-42d2-ad90-c883ccda1128 HTTP/1.1" status: 200 len: 899 time: 0.1139672 Nov 12 05:04:59.270142 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f7b9ca63-17fe-473c-80df-84ea3aa19365 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/4b0c3208-1414-4b12-80fd-aac1abd95383 HTTP/1.1" status: 200 len: 991 time: 0.0756314 Nov 12 05:04:59.272932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f75bbb50-7f4f-40ff-ba39-c792a7cd3be8 req-0c67a5a9-b534-42c2-b7c1-afdab4c1d3a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 HTTP/1.1" status: 200 len: 999 time: 0.0652866 Nov 12 05:04:59.294765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f998e0f4-b9e4-457e-8252-1f3a5ff170df None None] Set router f3f9d523-7ee0-439c-bd89-05a616afd761 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:04:59.327801 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bbb50-7f4f-40ff-ba39-c792a7cd3be8 req-5b21ccc7-f7d7-4d8e-b6a4-a8d48d832db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:59.329475 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f75bbb50-7f4f-40ff-ba39-c792a7cd3be8 req-5b21ccc7-f7d7-4d8e-b6a4-a8d48d832db3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2676fd19-f3c9-44a4-b3c5-6d16dbd1454a HTTP/1.1" status: 200 len: 834 time: 0.0496161 Nov 12 05:04:59.388477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bbb50-7f4f-40ff-ba39-c792a7cd3be8 req-c5baf783-8ae0-4644-b12a-287ff0b07e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:04:59.390018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f75bbb50-7f4f-40ff-ba39-c792a7cd3be8 req-c5baf783-8ae0-4644-b12a-287ff0b07e61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ef3dad6b-38e6-42d2-ad90-c883ccda1128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530398 Nov 12 05:04:59.490025 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f75bbb50-7f4f-40ff-ba39-c792a7cd3be8 req-60ae4b30-8a90-4fc2-a353-470ab8f2baa5 service neutron] 10.222.0.26 "GET /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913463 Nov 12 05:04:59.598643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f75bbb50-7f4f-40ff-ba39-c792a7cd3be8 req-3348a595-42b5-457f-81ca-90274cf5ffa2 service neutron] 10.222.0.26 "GET /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005254 Nov 12 05:04:59.695498 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f998e0f4-b9e4-457e-8252-1f3a5ff170df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:04:40Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '4b0c3208-1414-4b12-80fd-aac1abd95383', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'port_id': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'mac_address': 'fa:16:3e:60:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c03d942-9745-4192-b73c-40b425d6749e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:04:57Z', 'updated_at': '2021-11-12T05:04:57Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92295a3-33ec-407d-a1fa-31d6c9abd8ca', 'name': '', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:12:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:39Z', 'updated_at': '2021-11-12T05:04:43Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:04:59.721863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f998e0f4-b9e4-457e-8252-1f3a5ff170df None None] The sync data for ids ['f3f9d523-7ee0-439c-bd89-05a616afd761'] in n-d-767704-23 is: [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:04:40Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '4b0c3208-1414-4b12-80fd-aac1abd95383', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'port_id': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'mac_address': 'fa:16:3e:60:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c03d942-9745-4192-b73c-40b425d6749e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:04:57Z', 'updated_at': '2021-11-12T05:04:57Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92295a3-33ec-407d-a1fa-31d6c9abd8ca', 'name': '', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:12:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:39Z', 'updated_at': '2021-11-12T05:04:43Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:04:59.922896 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19efeaa9-e20a-49dd-84ec-2c026c33d5ef None None] New status for floating IP 4b0c3208-1414-4b12-80fd-aac1abd95383: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:05:00.272440 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:05:00.332000 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-393fef3a-00da-406c-ab22-8ab75d8d0b06 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/4b0c3208-1414-4b12-80fd-aac1abd95383 HTTP/1.1" status: 200 len: 993 time: 0.0583785 Nov 12 05:05:19.872454 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:23.159763 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a406880-c060-412e-8010-438b27792d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:25.570895 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:26.930800 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51aa9317-a3c4-443d-9fbc-bdbe57c6345c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:27.044389 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:28.804013 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:29.032189 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:32.684815 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:05:49.901957 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:53.168931 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bef9528-8376-45af-ad68-dd756d3fd2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:54.807027 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef14acd7-fefd-45af-acfa-7312c5ec9c74 req-e2d27ef5-d1d5-4987-9a6d-f88218983fb3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450034 Nov 12 05:05:54.912631 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14acd7-fefd-45af-acfa-7312c5ec9c74 req-21259a4d-5fd0-4b61-8841-4d95a564194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:54.914146 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef14acd7-fefd-45af-acfa-7312c5ec9c74 req-21259a4d-5fd0-4b61-8841-4d95a564194c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 1097 time: 0.0447006 Nov 12 05:05:55.023392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14acd7-fefd-45af-acfa-7312c5ec9c74 req-bab96b8f-6ac8-4d57-8cf9-7122104ffd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:55.024911 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef14acd7-fefd-45af-acfa-7312c5ec9c74 req-bab96b8f-6ac8-4d57-8cf9-7122104ffd45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ef3dad6b-38e6-42d2-ad90-c883ccda1128 HTTP/1.1" status: 200 len: 899 time: 0.0906568 Nov 12 05:05:55.093300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef14acd7-fefd-45af-acfa-7312c5ec9c74 req-ff87d682-a15d-4954-8799-5d6f944944ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 HTTP/1.1" status: 200 len: 1001 time: 0.0610476 Nov 12 05:05:55.147487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14acd7-fefd-45af-acfa-7312c5ec9c74 req-73d4c99f-d9e8-4240-8b74-0d6245b85a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:55.148969 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef14acd7-fefd-45af-acfa-7312c5ec9c74 req-73d4c99f-d9e8-4240-8b74-0d6245b85a50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2676fd19-f3c9-44a4-b3c5-6d16dbd1454a HTTP/1.1" status: 200 len: 834 time: 0.0480838 Nov 12 05:05:55.197252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14acd7-fefd-45af-acfa-7312c5ec9c74 req-70c8e887-95af-4396-8d9b-cf0277c8875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:05:55.198744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef14acd7-fefd-45af-acfa-7312c5ec9c74 req-70c8e887-95af-4396-8d9b-cf0277c8875c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ef3dad6b-38e6-42d2-ad90-c883ccda1128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423973 Nov 12 05:05:55.290725 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef14acd7-fefd-45af-acfa-7312c5ec9c74 req-1a030656-ef98-4e5f-86f3-37ae9821546b service neutron] 10.222.0.26 "GET /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840623 Nov 12 05:05:55.389623 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef14acd7-fefd-45af-acfa-7312c5ec9c74 req-fe011d5a-7fc3-4bd3-bd9f-c9f81f24b7fd service neutron] 10.222.0.26 "GET /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899603 Nov 12 05:05:55.581371 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:56.941742 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c70c4f74-6231-43dd-903d-0a29774fc34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:57.038564 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:58.798320 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:59.061220 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:09.684408 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:06:11.990597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d088f-9627-402e-9811-aab0a18236dc req-39a3a6b4-43e6-4913-a769-b77323f30816 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:11.992309 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-538d088f-9627-402e-9811-aab0a18236dc req-39a3a6b4-43e6-4913-a769-b77323f30816 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0565860 Nov 12 05:06:12.045756 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-538d088f-9627-402e-9811-aab0a18236dc req-d402d280-202e-46d6-b62a-b4d4f1c64300 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473242 Nov 12 05:06:12.076123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9f4cb-3dfa-485d-b91f-3ace6e3c3a86 req-554f9562-3bef-4b38-a292-f456f0ba1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:12.077732 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68f9f4cb-3dfa-485d-b91f-3ace6e3c3a86 req-554f9562-3bef-4b38-a292-f456f0ba1ed9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 1097 time: 0.0510628 Nov 12 05:06:12.178113 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9f4cb-3dfa-485d-b91f-3ace6e3c3a86 req-0b26bf83-9a00-4c80-899e-e84a42361b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:12.179516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68f9f4cb-3dfa-485d-b91f-3ace6e3c3a86 req-0b26bf83-9a00-4c80-899e-e84a42361b76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ef3dad6b-38e6-42d2-ad90-c883ccda1128 HTTP/1.1" status: 200 len: 899 time: 0.0931618 Nov 12 05:06:12.247303 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68f9f4cb-3dfa-485d-b91f-3ace6e3c3a86 req-aa0aea46-0f82-4dda-a790-e34f7f8dc1fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 HTTP/1.1" status: 200 len: 1001 time: 0.0591903 Nov 12 05:06:12.299148 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9f4cb-3dfa-485d-b91f-3ace6e3c3a86 req-d264fe9c-dfed-45aa-9046-218acda44fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:12.300678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68f9f4cb-3dfa-485d-b91f-3ace6e3c3a86 req-d264fe9c-dfed-45aa-9046-218acda44fd8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2676fd19-f3c9-44a4-b3c5-6d16dbd1454a HTTP/1.1" status: 200 len: 834 time: 0.0456293 Nov 12 05:06:12.353169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9f4cb-3dfa-485d-b91f-3ace6e3c3a86 req-8ed0511c-a8e1-4f1f-b44b-ad60230b0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:12.354679 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68f9f4cb-3dfa-485d-b91f-3ace6e3c3a86 req-8ed0511c-a8e1-4f1f-b44b-ad60230b0408 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ef3dad6b-38e6-42d2-ad90-c883ccda1128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463927 Nov 12 05:06:12.450863 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68f9f4cb-3dfa-485d-b91f-3ace6e3c3a86 req-83a476d3-e741-484f-883c-a136c2e4da08 service neutron] 10.222.0.26 "GET /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869889 Nov 12 05:06:12.551073 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-68f9f4cb-3dfa-485d-b91f-3ace6e3c3a86 req-474548a1-b05f-4c4e-aecb-bc83586ecfed service neutron] 10.222.0.26 "GET /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920868 Nov 12 05:06:13.166634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8d559-aeb0-43e2-83f7-346f1f990aa8 req-ea1fe84e-8767-45cc-80f6-030c05dfcf86 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:13.168234 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cb8d559-aeb0-43e2-83f7-346f1f990aa8 req-ea1fe84e-8767-45cc-80f6-030c05dfcf86 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0505211 Nov 12 05:06:13.218983 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1cb8d559-aeb0-43e2-83f7-346f1f990aa8 req-72357453-d884-4a6d-af06-876e80fadcb6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441918 Nov 12 05:06:14.342048 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d8e22-45fa-4b2f-9be6-7546db94c7f8 req-42bcec98-7bf0-465a-ba3a-fc9f53ee494e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:14.343538 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d31d8e22-45fa-4b2f-9be6-7546db94c7f8 req-42bcec98-7bf0-465a-ba3a-fc9f53ee494e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0504105 Nov 12 05:06:14.394540 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d31d8e22-45fa-4b2f-9be6-7546db94c7f8 req-336275e6-3033-43bd-bdfc-3faf24400d1f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440948 Nov 12 05:06:15.516985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a2894-796b-4a17-8f1a-11adc191c378 req-b717e741-5010-4588-b047-584001023518 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:15.518672 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d4a2894-796b-4a17-8f1a-11adc191c378 req-b717e741-5010-4588-b047-584001023518 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0538521 Nov 12 05:06:15.568138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4d4a2894-796b-4a17-8f1a-11adc191c378 req-c5f92225-ba4e-4a52-ab90-c6c259839954 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433865 Nov 12 05:06:16.690089 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caf083-443f-4a64-9938-517f76eae453 req-75e338e0-3393-4184-9e61-8645f4a78cc8 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:16.691559 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-51caf083-443f-4a64-9938-517f76eae453 req-75e338e0-3393-4184-9e61-8645f4a78cc8 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0553751 Nov 12 05:06:16.739965 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-51caf083-443f-4a64-9938-517f76eae453 req-c9827fbc-71e2-4e25-93c6-6998cec262c7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424197 Nov 12 05:06:17.857020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfed2e-f28c-4075-85d7-989585f7b350 req-75e7bb95-c110-47c8-8919-8c803bfc5b7c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:17.858490 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4bfed2e-f28c-4075-85d7-989585f7b350 req-75e7bb95-c110-47c8-8919-8c803bfc5b7c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0488627 Nov 12 05:06:17.907817 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c4bfed2e-f28c-4075-85d7-989585f7b350 req-214e8c61-c1ae-4cb3-b952-0b9df0520cf1 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434546 Nov 12 05:06:19.024599 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6182b9-e66b-472c-ae84-6200484881b0 req-085e0212-6523-4d89-a42e-fda562afc5f5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:19.026080 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b6182b9-e66b-472c-ae84-6200484881b0 req-085e0212-6523-4d89-a42e-fda562afc5f5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0487432 Nov 12 05:06:19.079404 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4b6182b9-e66b-472c-ae84-6200484881b0 req-7cebb571-0aa5-40af-bb4b-21d6f93cfcd1 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431283 Nov 12 05:06:19.945514 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:20.193034 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d347e-5f2a-415f-9f1e-3b0324a8466a req-5e84896e-f49b-4432-af49-7d8eed299b7c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:20.194499 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-192d347e-5f2a-415f-9f1e-3b0324a8466a req-5e84896e-f49b-4432-af49-7d8eed299b7c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0486615 Nov 12 05:06:20.246669 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-192d347e-5f2a-415f-9f1e-3b0324a8466a req-64822c8e-2f5f-4b7b-bc57-93d82ba26ca0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462263 Nov 12 05:06:21.367796 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc5641-1e87-48ae-ad7f-b7c6b7c99829 req-b4aa80ec-4b08-42f5-a62a-2cbbfe10f3e1 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:21.369302 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8fc5641-1e87-48ae-ad7f-b7c6b7c99829 req-b4aa80ec-4b08-42f5-a62a-2cbbfe10f3e1 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0485945 Nov 12 05:06:21.420987 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f8fc5641-1e87-48ae-ad7f-b7c6b7c99829 req-d862d387-5627-49af-9668-dd8d42d42c87 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457871 Nov 12 05:06:22.535271 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0180e66-a12c-440b-87e2-4bbc780047aa req-da8b3cc6-e7d5-4923-a83f-2fd33247fa92 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:22.536780 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d0180e66-a12c-440b-87e2-4bbc780047aa req-da8b3cc6-e7d5-4923-a83f-2fd33247fa92 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0481906 Nov 12 05:06:22.585488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d0180e66-a12c-440b-87e2-4bbc780047aa req-f238996a-4e63-4c42-a868-230b4c9a7457 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428495 Nov 12 05:06:23.157268 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33c9e732-88cc-475c-9d09-ccf3fcfbb16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:23.708256 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b4639-d95e-4c49-adb8-163bd00e4975 req-5be60dbb-8d87-4114-af2e-e2b21a08583b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:23.709780 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce2b4639-d95e-4c49-adb8-163bd00e4975 req-5be60dbb-8d87-4114-af2e-e2b21a08583b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0532298 Nov 12 05:06:23.769072 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce2b4639-d95e-4c49-adb8-163bd00e4975 req-9ff42308-892c-42d3-a604-da06c24839c6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531619 Nov 12 05:06:24.890062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b0bd5-8f53-4d2c-9c62-50bee1cb4456 req-ea39b347-eb8c-4616-b641-0fd6d7be0880 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:24.891526 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-807b0bd5-8f53-4d2c-9c62-50bee1cb4456 req-ea39b347-eb8c-4616-b641-0fd6d7be0880 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0488274 Nov 12 05:06:24.941177 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-807b0bd5-8f53-4d2c-9c62-50bee1cb4456 req-3ff418f4-c6e8-4520-be28-0ccbc2eee1a7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437450 Nov 12 05:06:25.620430 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:26.053986 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d8e1c-03ff-4f15-9025-71249b01bd4e req-ff8e3f1c-beb3-4309-a732-d1b585f6e06b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:26.055466 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6b7d8e1c-03ff-4f15-9025-71249b01bd4e req-ff8e3f1c-beb3-4309-a732-d1b585f6e06b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0482495 Nov 12 05:06:26.104248 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6b7d8e1c-03ff-4f15-9025-71249b01bd4e req-2a8d8302-72da-4297-bab3-8412a1a38e56 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424612 Nov 12 05:06:26.934608 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6695a5b-b1ed-4887-b78b-9329265ac9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:27.003128 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:27.224069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6046f4-0bf7-4124-babe-209a8051046e req-1564d29f-6bd3-45ff-89c4-ba7686c9e8be tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:27.225458 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b6046f4-0bf7-4124-babe-209a8051046e req-1564d29f-6bd3-45ff-89c4-ba7686c9e8be tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0550237 Nov 12 05:06:27.274395 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b6046f4-0bf7-4124-babe-209a8051046e req-49a268bc-2767-4cf2-b655-f64c947cf149 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431135 Nov 12 05:06:28.399603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e790ecc-f3b9-4791-b76c-bedffb472c53 req-ee4a47cd-7c68-4cc0-bcf2-ec8ae972b3c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:28.401262 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3e790ecc-f3b9-4791-b76c-bedffb472c53 req-ee4a47cd-7c68-4cc0-bcf2-ec8ae972b3c5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0562074 Nov 12 05:06:28.451419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3e790ecc-f3b9-4791-b76c-bedffb472c53 req-56cc9c56-6bb3-4229-8cf0-23fb4dda7e9b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430620 Nov 12 05:06:28.803193 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:29.025588 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:29.567566 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eef90e-f2c9-4e06-932b-d8ed5a335b7d req-bbfd2a07-1770-4592-8576-a0e73a60c7ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:29.568984 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62eef90e-f2c9-4e06-932b-d8ed5a335b7d req-bbfd2a07-1770-4592-8576-a0e73a60c7ae tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0492318 Nov 12 05:06:29.618167 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62eef90e-f2c9-4e06-932b-d8ed5a335b7d req-c7e333c9-07b8-4f5b-8eac-9364dd307255 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433564 Nov 12 05:06:29.640606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:06:29.700812 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-39e36778-294c-48aa-890b-989664e4dc9f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/4b0c3208-1414-4b12-80fd-aac1abd95383 HTTP/1.1" status: 200 len: 993 time: 0.0590274 Nov 12 05:06:46.683979 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:06:49.933868 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:53.156021 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41657200-20d0-4642-94a5-d08024b0f9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:54.833251 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa0fcd98-950b-4fad-8d76-6e37dce7d452 req-53a32c81-7027-4ac8-8760-b320ce5b0436 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0855701 Nov 12 05:06:54.940403 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fcd98-950b-4fad-8d76-6e37dce7d452 req-94cab6a1-e748-48c0-a820-3fe185cc7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:54.942074 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa0fcd98-950b-4fad-8d76-6e37dce7d452 req-94cab6a1-e748-48c0-a820-3fe185cc7ded service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 1097 time: 0.0469429 Nov 12 05:06:55.056604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fcd98-950b-4fad-8d76-6e37dce7d452 req-cf9d7ef3-8ea9-4a3a-b298-82c93a06de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:55.058092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa0fcd98-950b-4fad-8d76-6e37dce7d452 req-cf9d7ef3-8ea9-4a3a-b298-82c93a06de31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ef3dad6b-38e6-42d2-ad90-c883ccda1128 HTTP/1.1" status: 200 len: 899 time: 0.0960221 Nov 12 05:06:55.128235 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa0fcd98-950b-4fad-8d76-6e37dce7d452 req-ff54ab8b-3888-4bc7-b94e-1a5ce5536aeb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 HTTP/1.1" status: 200 len: 1001 time: 0.0623202 Nov 12 05:06:55.178908 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fcd98-950b-4fad-8d76-6e37dce7d452 req-fa6bb5d5-5269-4edc-a21a-8ba673d53ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:55.180401 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa0fcd98-950b-4fad-8d76-6e37dce7d452 req-fa6bb5d5-5269-4edc-a21a-8ba673d53ceb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2676fd19-f3c9-44a4-b3c5-6d16dbd1454a HTTP/1.1" status: 200 len: 834 time: 0.0450978 Nov 12 05:06:55.226032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fcd98-950b-4fad-8d76-6e37dce7d452 req-0ee64e62-2f56-4f92-b41d-5cf9dc92aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:06:55.227506 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa0fcd98-950b-4fad-8d76-6e37dce7d452 req-0ee64e62-2f56-4f92-b41d-5cf9dc92aecd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ef3dad6b-38e6-42d2-ad90-c883ccda1128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397551 Nov 12 05:06:55.325827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa0fcd98-950b-4fad-8d76-6e37dce7d452 req-a5c39cbb-d692-4b5f-82ae-e6e3f3aeef98 service neutron] 10.222.0.26 "GET /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890803 Nov 12 05:06:55.418353 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-aa0fcd98-950b-4fad-8d76-6e37dce7d452 req-5028d0eb-d92e-4c51-be1b-f96e717099fa service neutron] 10.222.0.26 "GET /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855029 Nov 12 05:06:55.625255 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:56.939228 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ba3c52b5-173e-43d5-9233-7d6cfb5f5904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:57.047732 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:58.807526 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:59.036693 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:19.922210 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:23.212644 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad7f1dd6-8215-4334-ae46-9ecaa12be1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:23.683559 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:07:24.624372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34876) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:24.786901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port be59e3bd-6f1e-4c39-8a9c-cb271905661d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:07:24.787248 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:24.864493 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:24.864820 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:24.877962 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for be59e3bd-6f1e-4c39-8a9c-cb271905661d owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:07:25.092871 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:25.117985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=be59e3bd-6f1e-4c39-8a9c-cb271905661d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:25.146964 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:25.147314 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:25.147648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:25.147978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:25.148330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:25.148654 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:25.148978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:25.149297 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:25.149617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:25.149933 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:25.150246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:25.150562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:25.191644 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:25.191968 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Floating IP 4b0c3208-1414-4b12-80fd-aac1abd95383 disassociated (deleted). External IP: 172.25.8.101, port: 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631. Nov 12 05:07:25.402411 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router f3f9d523-7ee0-439c-bd89-05a616afd761 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:07:25.512177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:07:25.517697 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:25.525702 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cedeb4-dcc3-48c6-9503-f05353fe291d None None] Sync routers for ids ['f3f9d523-7ee0-439c-bd89-05a616afd761'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:07:25.541687 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cedeb4-dcc3-48c6-9503-f05353fe291d None None] Routers {'f3f9d523-7ee0-439c-bd89-05a616afd761'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:07:25.542292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-22cedeb4-dcc3-48c6-9503-f05353fe291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f3f9d523-7ee0-439c-bd89-05a616afd761'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:25.545253 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-51e1531a-887a-48d5-907e-a62d66e450d0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/floatingips/4b0c3208-1414-4b12-80fd-aac1abd95383 HTTP/1.1" status: 204 len: 168 time: 0.9191670 Nov 12 05:07:25.546427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c03d942-9745-4192-b73c-40b425d6749e', 'tag': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:07:25.550244 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8aa731-efb1-4ed5-88b5-32daa1c4b89e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c03d942-9745-4192-b73c-40b425d6749e", "tag": "1f1a99e8-f57a-4bba-b5fa-b2d98bc43631"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:07:25.594817 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce5256f-3774-4a90-ac3d-6b4c817a38af x-openstack-request-id: req-fce5256f-3774-4a90-ac3d-6b4c817a38af {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:07:25.595127 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c03d942-9745-4192-b73c-40b425d6749e", "tag": "1f1a99e8-f57a-4bba-b5fa-b2d98bc43631", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:07:25.595359 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fce5256f-3774-4a90-ac3d-6b4c817a38af {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:07:25.595772 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c03d942-9745-4192-b73c-40b425d6749e', 'tag': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631', 'status': 'completed', 'code': 200} Nov 12 05:07:25.635915 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:25.661184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-22cedeb4-dcc3-48c6-9503-f05353fe291d None None] Set router f3f9d523-7ee0-439c-bd89-05a616afd761 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:07:25.685930 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8aa731-efb1-4ed5-88b5-32daa1c4b89e req-0ec90483-1182-46bd-923b-02cffc011785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:25.687561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9f8aa731-efb1-4ed5-88b5-32daa1c4b89e req-0ec90483-1182-46bd-923b-02cffc011785 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 1097 time: 0.0418632 Nov 12 05:07:25.787442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8aa731-efb1-4ed5-88b5-32daa1c4b89e req-79cc0289-be48-4125-a4d6-988d7779ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:25.789011 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9f8aa731-efb1-4ed5-88b5-32daa1c4b89e req-79cc0289-be48-4125-a4d6-988d7779ad92 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ef3dad6b-38e6-42d2-ad90-c883ccda1128 HTTP/1.1" status: 200 len: 899 time: 0.0933161 Nov 12 05:07:25.839452 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9f8aa731-efb1-4ed5-88b5-32daa1c4b89e req-5d46d86f-3952-44ed-8323-9ca93f866561 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 HTTP/1.1" status: 200 len: 217 time: 0.0428455 Nov 12 05:07:25.887695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-22cedeb4-dcc3-48c6-9503-f05353fe291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:04:40Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c92295a3-33ec-407d-a1fa-31d6c9abd8ca', 'name': '', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:12:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:39Z', 'updated_at': '2021-11-12T05:04:43Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:25.910881 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8aa731-efb1-4ed5-88b5-32daa1c4b89e req-836ad89b-59f7-4f0e-a479-c50bbbf73a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:25.912948 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9f8aa731-efb1-4ed5-88b5-32daa1c4b89e req-836ad89b-59f7-4f0e-a479-c50bbbf73a42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2676fd19-f3c9-44a4-b3c5-6d16dbd1454a HTTP/1.1" status: 200 len: 834 time: 0.0558019 Nov 12 05:07:25.920178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef39b6d-811f-4afb-9c13-aa1e3bbea24b req-33381c4f-6e55-43dd-a5c4-39d1c4e79cdc tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:25.922787 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cef39b6d-811f-4afb-9c13-aa1e3bbea24b req-33381c4f-6e55-43dd-a5c4-39d1c4e79cdc tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0554528 Nov 12 05:07:25.922945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cedeb4-dcc3-48c6-9503-f05353fe291d None None] Checking router: f3f9d523-7ee0-439c-bd89-05a616afd761 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:07:25.934928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cedeb4-dcc3-48c6-9503-f05353fe291d None None] Routers {'f3f9d523-7ee0-439c-bd89-05a616afd761'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:07:25.935181 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-22cedeb4-dcc3-48c6-9503-f05353fe291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:06:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f3f9d523-7ee0-439c-bd89-05a616afd761'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:25.968302 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8aa731-efb1-4ed5-88b5-32daa1c4b89e req-982006f1-6f26-4a5e-a6e3-2ec09a475b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:25.970470 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9f8aa731-efb1-4ed5-88b5-32daa1c4b89e req-982006f1-6f26-4a5e-a6e3-2ec09a475b52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ef3dad6b-38e6-42d2-ad90-c883ccda1128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486515 Nov 12 05:07:25.981029 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-cef39b6d-811f-4afb-9c13-aa1e3bbea24b req-8b347811-5b36-40bd-9fd3-8218aed66a9b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485094 Nov 12 05:07:26.070063 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-22cedeb4-dcc3-48c6-9503-f05353fe291d None None] Set router f3f9d523-7ee0-439c-bd89-05a616afd761 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:07:26.094203 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9f8aa731-efb1-4ed5-88b5-32daa1c4b89e req-7d8e5e74-ad8f-404c-8ab0-76371715860e service neutron] 10.222.0.26 "GET /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113393 Nov 12 05:07:26.196324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9f8aa731-efb1-4ed5-88b5-32daa1c4b89e req-792c781a-f025-44af-8a1b-76b024b0f68c service neutron] 10.222.0.26 "GET /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940604 Nov 12 05:07:26.293556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-22cedeb4-dcc3-48c6-9503-f05353fe291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:04:40Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c92295a3-33ec-407d-a1fa-31d6c9abd8ca', 'name': '', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:12:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:39Z', 'updated_at': '2021-11-12T05:04:43Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:26.321062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cedeb4-dcc3-48c6-9503-f05353fe291d None None] The sync data for ids ['f3f9d523-7ee0-439c-bd89-05a616afd761'] in n-d-767704-23 is: [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:04:40Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'c92295a3-33ec-407d-a1fa-31d6c9abd8ca', 'name': '', 'network_id': 'ef3dad6b-38e6-42d2-ad90-c883ccda1128', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:12:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:39Z', 'updated_at': '2021-11-12T05:04:43Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '2676fd19-f3c9-44a4-b3c5-6d16dbd1454a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:07:26.548058 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f771d8-baa9-488b-97f5-5121ebf972b4 None None] New status for floating IP 4b0c3208-1414-4b12-80fd-aac1abd95383: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:07:26.978447 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e2e3629-34de-4e05-8bdd-6e3cd407cd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:27.058332 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:27.110331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8828802-c314-4937-b5b7-17ab37d0e631 req-87c99da8-ffd2-416b-8f8c-d4958b1e9cda tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:27.111839 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8828802-c314-4937-b5b7-17ab37d0e631 req-87c99da8-ffd2-416b-8f8c-d4958b1e9cda tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0519030 Nov 12 05:07:27.176228 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8828802-c314-4937-b5b7-17ab37d0e631 req-22273099-1df3-4c6f-a67b-4d25746ff9f7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce8682ae-44be-4c9f-ab0a-bc5b295739c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581002 Nov 12 05:07:27.802404 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ae95d-c272-4ba4-842d-15e6f193dcf6 req-4bb32486-582c-4a85-b448-47098854c3bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:27.803878 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-488ae95d-c272-4ba4-842d-15e6f193dcf6 req-4bb32486-582c-4a85-b448-47098854c3bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 945 time: 0.0509517 Nov 12 05:07:27.902279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-488ae95d-c272-4ba4-842d-15e6f193dcf6 req-4d15b4bd-65e0-4afb-8449-51e33c3c5fa0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:07:27.902619 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-488ae95d-c272-4ba4-842d-15e6f193dcf6 req-4d15b4bd-65e0-4afb-8449-51e33c3c5fa0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:27.992745 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-488ae95d-c272-4ba4-842d-15e6f193dcf6 req-4d15b4bd-65e0-4afb-8449-51e33c3c5fa0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631,segment=NetworkSegment(62a0f1fd-7e8d-467c-9cab-be2d7184e8bb),segment_id=62a0f1fd-7e8d-467c-9cab-be2d7184e8bb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:07:27.993100 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-488ae95d-c272-4ba4-842d-15e6f193dcf6 req-4d15b4bd-65e0-4afb-8449-51e33c3c5fa0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:28.006015 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-488ae95d-c272-4ba4-842d-15e6f193dcf6 req-4d15b4bd-65e0-4afb-8449-51e33c3c5fa0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:07:28.207412 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-488ae95d-c272-4ba4-842d-15e6f193dcf6 req-4d15b4bd-65e0-4afb-8449-51e33c3c5fa0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:28.235333 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15b4bd-65e0-4afb-8449-51e33c3c5fa0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=1f1a99e8-f57a-4bba-b5fa-b2d98bc43631,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:28.284403 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2a6a23d2-7420-4093-89a3-17ccecc578a7 req-4ef517bb-8501-4625-ac12-6ec36bef99a7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c03d942-9745-4192-b73c-40b425d6749e HTTP/1.1" status: 200 len: 210 time: 0.0318134 Nov 12 05:07:28.285014 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-488ae95d-c272-4ba4-842d-15e6f193dcf6 req-4d15b4bd-65e0-4afb-8449-51e33c3c5fa0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] No DVR routers for this DVR port 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:07:28.287641 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-488ae95d-c272-4ba4-842d-15e6f193dcf6 req-4d15b4bd-65e0-4afb-8449-51e33c3c5fa0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:28.291314 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-488ae95d-c272-4ba4-842d-15e6f193dcf6 req-4d15b4bd-65e0-4afb-8449-51e33c3c5fa0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "DELETE /v2.0/ports/1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 HTTP/1.1" status: 204 len: 173 time: 0.4809291 Nov 12 05:07:28.291837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c03d942-9745-4192-b73c-40b425d6749e', 'name': 'network-vif-deleted', 'tag': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:07:28.294276 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e790e261-f55e-44ce-bc47-6600931c5dae" -d '{"events": [{"server_uuid": "6c03d942-9745-4192-b73c-40b425d6749e", "name": "network-vif-deleted", "tag": "1f1a99e8-f57a-4bba-b5fa-b2d98bc43631"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:07:28.333446 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb84023-5c66-49fa-b6bd-7ff6fc0ced06 x-openstack-request-id: req-8eb84023-5c66-49fa-b6bd-7ff6fc0ced06 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:07:28.333446 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c03d942-9745-4192-b73c-40b425d6749e", "name": "network-vif-deleted", "tag": "1f1a99e8-f57a-4bba-b5fa-b2d98bc43631", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:07:28.333446 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8eb84023-5c66-49fa-b6bd-7ff6fc0ced06 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:07:28.333446 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c03d942-9745-4192-b73c-40b425d6749e', 'name': 'network-vif-deleted', 'tag': '1f1a99e8-f57a-4bba-b5fa-b2d98bc43631', 'status': 'completed', 'code': 200} Nov 12 05:07:28.766944 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:29.029635 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:29.342623 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34892) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:29.702925 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66011d5b-3e5c-4eb8-96d7-b5ae09f927d9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:29.957977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-66011d5b-3e5c-4eb8-96d7-b5ae09f927d9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port c92295a3-33ec-407d-a1fa-31d6c9abd8ca {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:07:29.958235 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66011d5b-3e5c-4eb8-96d7-b5ae09f927d9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:30.048170 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-66011d5b-3e5c-4eb8-96d7-b5ae09f927d9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port c92295a3-33ec-407d-a1fa-31d6c9abd8ca, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=c92295a3-33ec-407d-a1fa-31d6c9abd8ca,segment=NetworkSegment(62a0f1fd-7e8d-467c-9cab-be2d7184e8bb),segment_id=62a0f1fd-7e8d-467c-9cab-be2d7184e8bb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:07:30.048535 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66011d5b-3e5c-4eb8-96d7-b5ae09f927d9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:30.061553 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-66011d5b-3e5c-4eb8-96d7-b5ae09f927d9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for c92295a3-33ec-407d-a1fa-31d6c9abd8ca owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:07:30.304648 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66011d5b-3e5c-4eb8-96d7-b5ae09f927d9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:30.339847 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66011d5b-3e5c-4eb8-96d7-b5ae09f927d9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=c92295a3-33ec-407d-a1fa-31d6c9abd8ca,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:30.589201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:07:30.613535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:07:30.613766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 1f1a99e8-f57a-4bba-b5fa-b2d98bc43631 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:07:30.859125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66011d5b-3e5c-4eb8-96d7-b5ae09f927d9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:31.070415 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66011d5b-3e5c-4eb8-96d7-b5ae09f927d9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router f3f9d523-7ee0-439c-bd89-05a616afd761 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:07:31.174456 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66011d5b-3e5c-4eb8-96d7-b5ae09f927d9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:07:31.179403 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-66011d5b-3e5c-4eb8-96d7-b5ae09f927d9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "PUT /v2.0/routers/f3f9d523-7ee0-439c-bd89-05a616afd761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8357534 Nov 12 05:07:31.182109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34894) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:31.184951 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9621aba-d1f4-4598-aaf5-ac673e7ab0c0 None None] Sync routers for ids ['f3f9d523-7ee0-439c-bd89-05a616afd761'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:07:31.195720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9621aba-d1f4-4598-aaf5-ac673e7ab0c0 None None] Routers {'f3f9d523-7ee0-439c-bd89-05a616afd761'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:07:31.196361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a9621aba-d1f4-4598-aaf5-ac673e7ab0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f3f9d523-7ee0-439c-bd89-05a616afd761'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:31.233185 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f174c8a5-a345-4cef-86bd-f0ce00496dbb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting subnet 2676fd19-f3c9-44a4-b3c5-6d16dbd1454a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:07:31.236477 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f174c8a5-a345-4cef-86bd-f0ce00496dbb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:31.278160 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f174c8a5-a345-4cef-86bd-f0ce00496dbb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:31.303693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a9621aba-d1f4-4598-aaf5-ac673e7ab0c0 None None] Set router f3f9d523-7ee0-439c-bd89-05a616afd761 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:07:31.374795 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f174c8a5-a345-4cef-86bd-f0ce00496dbb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:31.484751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a9621aba-d1f4-4598-aaf5-ac673e7ab0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:07:30Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:31.498967 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f174c8a5-a345-4cef-86bd-f0ce00496dbb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:31.510840 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9621aba-d1f4-4598-aaf5-ac673e7ab0c0 None None] Checking router: f3f9d523-7ee0-439c-bd89-05a616afd761 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:07:31.519118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9621aba-d1f4-4598-aaf5-ac673e7ab0c0 None None] Routers {'f3f9d523-7ee0-439c-bd89-05a616afd761'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:07:31.519723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a9621aba-d1f4-4598-aaf5-ac673e7ab0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['f3f9d523-7ee0-439c-bd89-05a616afd761'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:31.527252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174c8a5-a345-4cef-86bd-f0ce00496dbb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Subnet': ['ID=2676fd19-f3c9-44a4-b3c5-6d16dbd1454a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:31.531032 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f174c8a5-a345-4cef-86bd-f0ce00496dbb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:31.534767 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f174c8a5-a345-4cef-86bd-f0ce00496dbb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/subnets/2676fd19-f3c9-44a4-b3c5-6d16dbd1454a HTTP/1.1" status: 204 len: 168 time: 0.3512671 Nov 12 05:07:31.537060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34896) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:31.557396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dafd08-b060-4dcf-8a53-a055af8ecf0d None None] Network ef3dad6b-38e6-42d2-ad90-c883ccda1128 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:07:31.657313 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:31.722987 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a9621aba-d1f4-4598-aaf5-ac673e7ab0c0 None None] Set router f3f9d523-7ee0-439c-bd89-05a616afd761 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:07:31.764687 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:31.879848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port 22130470-a029-4571-ad89-7586c3caa1e6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:07:31.880615 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:31.968772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port 22130470-a029-4571-ad89-7586c3caa1e6, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=22130470-a029-4571-ad89-7586c3caa1e6,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:07:31.969151 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:31.983831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for 22130470-a029-4571-ad89-7586c3caa1e6 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:07:32.059176 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] DHCP port deletion for ef3dad6b-38e6-42d2-ad90-c883ccda1128 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:07:32.128805 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a9621aba-d1f4-4598-aaf5-ac673e7ab0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:07:30Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:32.132636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Deleting port db06610b-a411-4c0c-a0a2-09717c371699 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:07:32.133045 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.166103 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9621aba-d1f4-4598-aaf5-ac673e7ab0c0 None None] The sync data for ids ['f3f9d523-7ee0-439c-bd89-05a616afd761'] in n-d-767704-23 is: [{'id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1830263664', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '22130470-a029-4571-ad89-7586c3caa1e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:04:36Z', 'updated_at': '2021-11-12T05:07:30Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '22130470-a029-4571-ad89-7586c3caa1e6', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:95:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f9d523-7ee0-439c-bd89-05a616afd761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:04:37Z', 'updated_at': '2021-11-12T05:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:07:32.239674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] For port db06610b-a411-4c0c-a0a2-09717c371699, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=db06610b-a411-4c0c-a0a2-09717c371699,segment=NetworkSegment(62a0f1fd-7e8d-467c-9cab-be2d7184e8bb),segment_id=62a0f1fd-7e8d-467c-9cab-be2d7184e8bb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:07:32.240086 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.254555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Calling delete_port for db06610b-a411-4c0c-a0a2-09717c371699 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:07:32.258753 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.287254 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=22130470-a029-4571-ad89-7586c3caa1e6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:32.303907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8f6521-4f43-483f-a965-d7068ffb275c None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:07:32.369007 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.418193 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.451713 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Pushing event deleted for resources: {'Port': ['ID=db06610b-a411-4c0c-a0a2-09717c371699,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:32.456128 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] No DVR routers for this DVR port db06610b-a411-4c0c-a0a2-09717c371699 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:07:32.467509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:32.468168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:32.469267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:32.470012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:32.470715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:32.471281 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:32.472208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:32.472994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:32.473571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:32.474037 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:32.474373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:32.474766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2858c31-3191-41c2-bbca-3fbc1317e73e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:32.483093 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.485951 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.607534 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.608106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Fanout notify agent at l3_agent the message router_deleted on router f3f9d523-7ee0-439c-bd89-05a616afd761 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:07:32.615700 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.621319 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7b60d45e-d07e-4880-9235-de61367a768c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/routers/f3f9d523-7ee0-439c-bd89-05a616afd761 HTTP/1.1" status: 204 len: 168 time: 1.0789864 Nov 12 05:07:32.621319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:32.702206 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0cdff9b-b329-417b-8f56-c13f33d3ea94 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.796531 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0cdff9b-b329-417b-8f56-c13f33d3ea94 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.818487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c0cdff9b-b329-417b-8f56-c13f33d3ea94 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3dad6b-38e6-42d2-ad90-c883ccda1128']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:32.830133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c0cdff9b-b329-417b-8f56-c13f33d3ea94 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:32.830428 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c0cdff9b-b329-417b-8f56-c13f33d3ea94 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a0f1fd-7e8d-467c-9cab-be2d7184e8bb') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:32.841219 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0cdff9b-b329-417b-8f56-c13f33d3ea94 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.855275 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0cdff9b-b329-417b-8f56-c13f33d3ea94 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cdff9b-b329-417b-8f56-c13f33d3ea94 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0cdff9b-b329-417b-8f56-c13f33d3ea94 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: timer() Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:07:32.869673 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:07:33.007036 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0cdff9b-b329-417b-8f56-c13f33d3ea94 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:33.019766 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0cdff9b-b329-417b-8f56-c13f33d3ea94 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:33.020252 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c0cdff9b-b329-417b-8f56-c13f33d3ea94 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/networks/ef3dad6b-38e6-42d2-ad90-c883ccda1128 HTTP/1.1" status: 204 len: 168 time: 0.3993456 Nov 12 05:07:33.023377 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:33.046619 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdff9b-b329-417b-8f56-c13f33d3ea94 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Network': ['ID=ef3dad6b-38e6-42d2-ad90-c883ccda1128,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:33.097377 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-526e13e3-c90d-4ef6-8315-9b23ee62e961 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:33.121954 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-526e13e3-c90d-4ef6-8315-9b23ee62e961 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:33.241353 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-526e13e3-c90d-4ef6-8315-9b23ee62e961 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:33.244369 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-526e13e3-c90d-4ef6-8315-9b23ee62e961 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:33.247180 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-526e13e3-c90d-4ef6-8315-9b23ee62e961 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/security-groups/ce8682ae-44be-4c9f-ab0a-bc5b295739c1 HTTP/1.1" status: 204 len: 168 time: 0.2210429 Nov 12 05:07:33.256264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e13e3-c90d-4ef6-8315-9b23ee62e961 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8682ae-44be-4c9f-ab0a-bc5b295739c1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:33.390229 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 22130470-a029-4571-ad89-7586c3caa1e6 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:07:33.411083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 22130470-a029-4571-ad89-7586c3caa1e6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:07:33.411417 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 22130470-a029-4571-ad89-7586c3caa1e6 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:07:33.411812 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device db06610b-a411-4c0c-a0a2-09717c371699 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:07:33.430748 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: db06610b-a411-4c0c-a0a2-09717c371699 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:07:33.431134 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device db06610b-a411-4c0c-a0a2-09717c371699 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:07:33.431618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c92295a3-33ec-407d-a1fa-31d6c9abd8ca no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:07:33.449948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: c92295a3-33ec-407d-a1fa-31d6c9abd8ca {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:07:33.450287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device c92295a3-33ec-407d-a1fa-31d6c9abd8ca not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:07:35.733922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34910) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:35.738549 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1419273659', 'description': 'tempest-secgroup-smoke-1419273659 description', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:07:35.818106 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:35.885808 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:35.961060 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:35.989571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a252e2d-7eec-4a76-8b8b-8fd361f82934,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:35.996856 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:36.000308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:36.000308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:36.000308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:36.000308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:36.000308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:36.000308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:36.000308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:36.000308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:36.001073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:36.001073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:36.001073 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:36.049089 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:36.050346 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-51f55f44-4a6f-4a48-b95d-a639494cf8b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3154235 Nov 12 05:07:36.053181 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:36.057744 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-031e68fb-c9f4-459b-b15e-faaef8fadf90 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '8a252e2d-7eec-4a76-8b8b-8fd361f82934', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:07:36.154200 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-031e68fb-c9f4-459b-b15e-faaef8fadf90 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:36.216207 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-031e68fb-c9f4-459b-b15e-faaef8fadf90 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:36.286601 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-031e68fb-c9f4-459b-b15e-faaef8fadf90 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:36.306547 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e68fb-c9f4-459b-b15e-faaef8fadf90 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e461f685-c5f9-4921-a987-424c40ffaabb,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:36.345593 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-031e68fb-c9f4-459b-b15e-faaef8fadf90 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:36.346842 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-031e68fb-c9f4-459b-b15e-faaef8fadf90 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2927487 Nov 12 05:07:36.349568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:36.353912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-59865d92-1133-4922-91e4-0203695ccd10 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '8a252e2d-7eec-4a76-8b8b-8fd361f82934', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:07:36.428742 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59865d92-1133-4922-91e4-0203695ccd10 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:36.487679 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59865d92-1133-4922-91e4-0203695ccd10 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:36.554756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59865d92-1133-4922-91e4-0203695ccd10 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:36.573783 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59865d92-1133-4922-91e4-0203695ccd10 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26595669-639f-4f32-966a-f111bee00a45,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:36.625466 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59865d92-1133-4922-91e4-0203695ccd10 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:36.626663 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-59865d92-1133-4922-91e4-0203695ccd10 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2761786 Nov 12 05:07:36.629445 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34916) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:36.633670 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-15eb1c6f-9159-4cdf-a3e0-f5b2504b18f6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '8a252e2d-7eec-4a76-8b8b-8fd361f82934', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:07:36.714095 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15eb1c6f-9159-4cdf-a3e0-f5b2504b18f6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:36.769910 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15eb1c6f-9159-4cdf-a3e0-f5b2504b18f6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:36.835397 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15eb1c6f-9159-4cdf-a3e0-f5b2504b18f6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:36.853543 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb1c6f-9159-4cdf-a3e0-f5b2504b18f6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298ee886-3b10-4632-8a8d-e55e5bb57ffb,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:36.934835 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15eb1c6f-9159-4cdf-a3e0-f5b2504b18f6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:36.936118 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-15eb1c6f-9159-4cdf-a3e0-f5b2504b18f6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3056822 Nov 12 05:07:36.939518 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:36.943994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-40503379-f22d-49ce-b79a-1381917dddb5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '8a252e2d-7eec-4a76-8b8b-8fd361f82934', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:07:37.028439 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40503379-f22d-49ce-b79a-1381917dddb5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:37.087115 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40503379-f22d-49ce-b79a-1381917dddb5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:37.137881 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40503379-f22d-49ce-b79a-1381917dddb5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:37.157734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40503379-f22d-49ce-b79a-1381917dddb5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dc5c0d-649e-44b6-87b3-3bf5225e5466,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:37.203825 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40503379-f22d-49ce-b79a-1381917dddb5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:37.205391 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-40503379-f22d-49ce-b79a-1381917dddb5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2646887 Nov 12 05:07:37.214115 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34920) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:37.219142 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9b4c2d2d-2b50-4741-8c7a-c9ec87c7a57b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '8a252e2d-7eec-4a76-8b8b-8fd361f82934', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:07:37.298496 n-d-767704-23 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-9b4c2d2d-2b50-4741-8c7a-c9ec87c7a57b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Project d62e2effbd4f4e7e9c149266d2390155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:07:37.303633 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2d2d-2b50-4741-8c7a-c9ec87c7a57b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:37.365051 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2d2d-2b50-4741-8c7a-c9ec87c7a57b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:37.464014 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2d2d-2b50-4741-8c7a-c9ec87c7a57b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:37.484729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c2d2d-2b50-4741-8c7a-c9ec87c7a57b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcec7545-a904-4ba4-8c7f-766c1744cf77,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:37.540189 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2d2d-2b50-4741-8c7a-c9ec87c7a57b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:37.541419 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-9b4c2d2d-2b50-4741-8c7a-c9ec87c7a57b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3263569 Nov 12 05:07:37.544195 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:37.548639 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0131c815-8741-4315-8903-1358602c8115 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '8a252e2d-7eec-4a76-8b8b-8fd361f82934', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:07:37.623282 n-d-767704-23 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-0131c815-8741-4315-8903-1358602c8115 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Project d62e2effbd4f4e7e9c149266d2390155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:07:37.628183 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0131c815-8741-4315-8903-1358602c8115 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:37.693703 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0131c815-8741-4315-8903-1358602c8115 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:37.755298 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0131c815-8741-4315-8903-1358602c8115 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:37.774499 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131c815-8741-4315-8903-1358602c8115 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c411c965-bd49-4c27-9978-eed959c82e5f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:37.825122 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0131c815-8741-4315-8903-1358602c8115 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:37.826273 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0131c815-8741-4315-8903-1358602c8115 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2811165 Nov 12 05:07:37.829777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34924) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:37.834536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-382491bd-c2ca-43b4-9d4a-62ab52ece137 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'network': {'name': 'tempest-network-smoke--1159387259', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:07:37.898148 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382491bd-c2ca-43b4-9d4a-62ab52ece137 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:07:37.901598 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-382491bd-c2ca-43b4-9d4a-62ab52ece137 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:37.925358 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382491bd-c2ca-43b4-9d4a-62ab52ece137 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:07:37.934129 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-382491bd-c2ca-43b4-9d4a-62ab52ece137 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:37.938976 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-382491bd-c2ca-43b4-9d4a-62ab52ece137 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Added segment 2db5874a-a493-4bde-b4a2-034946d6b7ea of type vlan for network 955a7730-c582-407c-b695-d39779fdb6a7 Nov 12 05:07:37.972740 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-382491bd-c2ca-43b4-9d4a-62ab52ece137 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:38.058300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-382491bd-c2ca-43b4-9d4a-62ab52ece137 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:38.064298 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382491bd-c2ca-43b4-9d4a-62ab52ece137 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:38.064887 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-382491bd-c2ca-43b4-9d4a-62ab52ece137 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:38.129230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382491bd-c2ca-43b4-9d4a-62ab52ece137 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Network': ['ID=955a7730-c582-407c-b695-d39779fdb6a7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:38.139891 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 955a7730-c582-407c-b695-d39779fdb6a7 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:07:38.147379 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-382491bd-c2ca-43b4-9d4a-62ab52ece137 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3165665 Nov 12 05:07:38.151628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:38.157146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'admin_state_up': True, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:07:38.218878 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:38.219981 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:38.272843 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:38.442089 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:38.714145 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:38.732540 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:38.847225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.25.8.92 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/56d88f76-8708-4cdb-87b0-6ec209cb39c9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:07:38.950400 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:39.046207 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:39.088866 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:07:39.093705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:07:39.096419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:07:39.106526 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecd1998-42b0-4124-8668-4bf110ab4792 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:07:39.129423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=56d88f76-8708-4cdb-87b0-6ec209cb39c9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:39.168542 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-55a8dc18-8544-4fc5-ab5f-442d13eec192 None None] Provisioning complete for port 56d88f76-8708-4cdb-87b0-6ec209cb39c9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:39.169550 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55a8dc18-8544-4fc5-ab5f-442d13eec192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:39.207988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-55a8dc18-8544-4fc5-ab5f-442d13eec192 None None] Port 56d88f76-8708-4cdb-87b0-6ec209cb39c9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:07:39.409856 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:39.604830 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:39.829706 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:07:39.932285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:07:39.942614 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Sync routers for ids ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:07:39.951467 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Routers {'559d3e4d-75d5-4bf6-b861-3021d9a7c503'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:07:39.952114 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:40.032063 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:40.036295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-06a17cd2-1b64-4015-9a47-39b9c2ed92bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8806558 Nov 12 05:07:40.036644 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34928) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:40.058246 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Set router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:07:40.070583 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-176a9ba0-e495-4431-beec-40e86f19a74b tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=d62e2effbd4f4e7e9c149266d2390155&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327313 Nov 12 05:07:40.072826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:40.161989 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb9b3fd-027c-4b36-9ce9-e6f3ec4f8232 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:40.163487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6bb9b3fd-027c-4b36-9ce9-e6f3ec4f8232 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884709 Nov 12 05:07:40.166462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:40.195484 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cd196e76-b5c5-435c-81de-c418b1825fbb tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277445 Nov 12 05:07:40.197796 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 34934) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:40.202476 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-43cb2b9a-5029-4db7-b15d-118faf886bd9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-780612003', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:07:40.238722 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:39Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:40.270005 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Checking router: 559d3e4d-75d5-4bf6-b861-3021d9a7c503 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:07:40.270353 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Updating router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 port 56d88f76-8708-4cdb-87b0-6ec209cb39c9 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:07:40.295019 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:40.360754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cb2b9a-5029-4db7-b15d-118faf886bd9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:07:40.364346 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43cb2b9a-5029-4db7-b15d-118faf886bd9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:40.649223 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:40.715546 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:40.757690 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28df88a5-7443-44bf-8dec-8fe20615076d None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:07:40.762078 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Attempting to bind port 56d88f76-8708-4cdb-87b0-6ec209cb39c9 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:07:40.762078 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Attempting to bind port 56d88f76-8708-4cdb-87b0-6ec209cb39c9 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:07:40.762078 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Attempting to bind port 56d88f76-8708-4cdb-87b0-6ec209cb39c9 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:07:40.774357 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:07:40.774735 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:07:40.775125 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:40.775607 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:07:40.775958 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Bound port: 56d88f76-8708-4cdb-87b0-6ec209cb39c9, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:07:40.776354 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:40.781855 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874034c4-9244-4ab5-afb1-6d681a52291a None None] Pushing event updated for resources: {'Port': ['ID=56d88f76-8708-4cdb-87b0-6ec209cb39c9,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:40.805845 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874034c4-9244-4ab5-afb1-6d681a52291a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:40.806184 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874034c4-9244-4ab5-afb1-6d681a52291a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:40.806517 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874034c4-9244-4ab5-afb1-6d681a52291a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:40.806849 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874034c4-9244-4ab5-afb1-6d681a52291a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:40.807177 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874034c4-9244-4ab5-afb1-6d681a52291a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:40.807500 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874034c4-9244-4ab5-afb1-6d681a52291a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:40.807816 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874034c4-9244-4ab5-afb1-6d681a52291a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:40.808167 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874034c4-9244-4ab5-afb1-6d681a52291a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:40.808485 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874034c4-9244-4ab5-afb1-6d681a52291a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:40.809065 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874034c4-9244-4ab5-afb1-6d681a52291a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:40.809380 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874034c4-9244-4ab5-afb1-6d681a52291a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:40.809691 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874034c4-9244-4ab5-afb1-6d681a52291a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:07:40.840548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7446344a-0f4e-4ef8-854d-f56dd8190073 None None] Provisioning complete for port 56d88f76-8708-4cdb-87b0-6ec209cb39c9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:40.841255 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7446344a-0f4e-4ef8-854d-f56dd8190073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:40.845919 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] For port 56d88f76-8708-4cdb-87b0-6ec209cb39c9, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:07:40.849825 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] For port 56d88f76-8708-4cdb-87b0-6ec209cb39c9, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=56d88f76-8708-4cdb-87b0-6ec209cb39c9,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:07:40.876730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7446344a-0f4e-4ef8-854d-f56dd8190073 None None] Port 56d88f76-8708-4cdb-87b0-6ec209cb39c9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:07:40.899218 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:40.940639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65898ec-42de-4d68-9641-840caeb24fcd None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:07:40.949928 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43cb2b9a-5029-4db7-b15d-118faf886bd9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:40.950579 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Routers {'559d3e4d-75d5-4bf6-b861-3021d9a7c503'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:07:40.951220 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:40.998096 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-987ebe29-f5b8-43b1-b243-04071ba15926 None None] Provisioning complete for port 56d88f76-8708-4cdb-87b0-6ec209cb39c9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:40.998556 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-987ebe29-f5b8-43b1-b243-04071ba15926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:41.011840 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874034c4-9244-4ab5-afb1-6d681a52291a None None] Pushing event updated for resources: {'Port': ['ID=56d88f76-8708-4cdb-87b0-6ec209cb39c9,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:41.018744 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb2b9a-5029-4db7-b15d-118faf886bd9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Subnet': ['ID=85d2d2ff-3e3f-4b28-b543-27547df73751,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:41.020845 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb2b9a-5029-4db7-b15d-118faf886bd9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Checking segment: {'id': '2db5874a-a493-4bde-b4a2-034946d6b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:07:41.021201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb2b9a-5029-4db7-b15d-118faf886bd9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network hostable DHCP agents. Network: 955a7730-c582-407c-b695-d39779fdb6a7, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:07:41.068819 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] Set router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:07:41.089198 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-987ebe29-f5b8-43b1-b243-04071ba15926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:41.109762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb2b9a-5029-4db7-b15d-118faf886bd9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 955a7730-c582-407c-b695-d39779fdb6a7 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:07:41.114404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-987ebe29-f5b8-43b1-b243-04071ba15926 None None] For port 56d88f76-8708-4cdb-87b0-6ec209cb39c9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=56d88f76-8708-4cdb-87b0-6ec209cb39c9,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:07:41.178376 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-987ebe29-f5b8-43b1-b243-04071ba15926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:41.200931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-43cb2b9a-5029-4db7-b15d-118faf886bd9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 955a7730-c582-407c-b695-d39779fdb6a7) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:07:41.205966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb2b9a-5029-4db7-b15d-118faf886bd9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:41.206636 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43cb2b9a-5029-4db7-b15d-118faf886bd9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:41.213154 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6aeb39-a5fc-4567-9fc1-9bc0ff388834 None None] Network 955a7730-c582-407c-b695-d39779fdb6a7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:07:41.257859 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:39Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:41.278588 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ebe29-f5b8-43b1-b243-04071ba15926 None None] Pushing event updated for resources: {'Port': ['ID=56d88f76-8708-4cdb-87b0-6ec209cb39c9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:41.284549 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51996df5-0b5b-49f8-845f-bd19253c46bc None None] The sync data for ids ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'] in n-d-767704-23 is: [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:39Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:07:41.285947 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-43cb2b9a-5029-4db7-b15d-118faf886bd9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0869975 Nov 12 05:07:41.288675 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 34936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:41.403631 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-955a7730-c582-407c-b695-d39779fdb6a7', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ips': [{'subnet_id': '85d2d2ff-3e3f-4b28-b543-27547df73751'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:07:41.404599 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:41.545943 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Allocated IP 172.20.0.2 (955a7730-c582-407c-b695-d39779fdb6a7/85d2d2ff-3e3f-4b28-b543-27547df73751/12074f64-378d-4d3f-a0eb-60685568abc2) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:07:41.734589 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:41.801606 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:41.849734 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Network 955a7730-c582-407c-b695-d39779fdb6a7 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:07:41.853072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:07:41.857026 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:07:41.867419 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Pushing event updated for resources: {'Port': ['ID=12074f64-378d-4d3f-a0eb-60685568abc2,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:41.922450 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Attempting to bind port 12074f64-378d-4d3f-a0eb-60685568abc2 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:07:41.922829 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Attempting to bind port 12074f64-378d-4d3f-a0eb-60685568abc2 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '2db5874a-a493-4bde-b4a2-034946d6b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:07:41.923192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Attempting to bind port 12074f64-378d-4d3f-a0eb-60685568abc2 on network 955a7730-c582-407c-b695-d39779fdb6a7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:07:41.932316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:07:41.932696 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Checking segment: {'id': '2db5874a-a493-4bde-b4a2-034946d6b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:07:41.933127 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:41.933798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Bound using segment: {'id': '2db5874a-a493-4bde-b4a2-034946d6b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:07:41.934260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Bound port: 12074f64-378d-4d3f-a0eb-60685568abc2, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db5874a-a493-4bde-b4a2-034946d6b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:07:41.934645 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:42.008571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] For port 12074f64-378d-4d3f-a0eb-60685568abc2, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:07:42.012259 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] For port 12074f64-378d-4d3f-a0eb-60685568abc2, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=12074f64-378d-4d3f-a0eb-60685568abc2,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:07:42.081407 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:42.155025 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:42.164952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0002f-6c59-41b0-a80d-19a79c91c6b4 None None] Pushing event updated for resources: {'Port': ['ID=12074f64-378d-4d3f-a0eb-60685568abc2,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:42.464530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.20.0.1 (955a7730-c582-407c-b695-d39779fdb6a7/85d2d2ff-3e3f-4b28-b543-27547df73751/835392b7-a77d-4121-a496-83fa7b68388b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:07:42.581771 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:42.664273 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:42.707864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 955a7730-c582-407c-b695-d39779fdb6a7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:07:42.710911 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:07:42.714695 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:07:42.721876 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=835392b7-a77d-4121-a496-83fa7b68388b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:42.767951 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:42.969169 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:43.073010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808afe3c-86fe-45bb-94d3-eb3b15d6b02c None None] Network 955a7730-c582-407c-b695-d39779fdb6a7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:07:43.156552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d6de2088-3e14-493d-9fc8-009ae74a0dc9 None None] Provisioning complete for port 12074f64-378d-4d3f-a0eb-60685568abc2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:43.157026 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d6de2088-3e14-493d-9fc8-009ae74a0dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:43.269222 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:43.302677 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d6de2088-3e14-493d-9fc8-009ae74a0dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:43.340395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d6de2088-3e14-493d-9fc8-009ae74a0dc9 None None] For port 12074f64-378d-4d3f-a0eb-60685568abc2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=12074f64-378d-4d3f-a0eb-60685568abc2,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:07:43.366585 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:43.418209 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d6de2088-3e14-493d-9fc8-009ae74a0dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:43.474856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 12074f64-378d-4d3f-a0eb-60685568abc2 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:07:43.480149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=835392b7-a77d-4121-a496-83fa7b68388b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:43.490027 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:43.533780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de2088-3e14-493d-9fc8-009ae74a0dc9 None None] Pushing event updated for resources: {'Port': ['ID=12074f64-378d-4d3f-a0eb-60685568abc2,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:43.548337 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 12074f64-378d-4d3f-a0eb-60685568abc2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:43.548791 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:43.594685 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 955a7730-c582-407c-b695-d39779fdb6a7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:07:43.596185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:07:43.644078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 56d88f76-8708-4cdb-87b0-6ec209cb39c9 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:07:43.671946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d45c2e75-fc73-4205-9252-b75a72bc256b None None] Provisioning complete for port 12074f64-378d-4d3f-a0eb-60685568abc2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:43.672338 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d45c2e75-fc73-4205-9252-b75a72bc256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:43.731825 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:07:43.740170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 56d88f76-8708-4cdb-87b0-6ec209cb39c9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:43.740533 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:43.830695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d45c2e75-fc73-4205-9252-b75a72bc256b None None] Provisioning complete for port 835392b7-a77d-4121-a496-83fa7b68388b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:43.831504 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d45c2e75-fc73-4205-9252-b75a72bc256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:43.850346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:07:43.855247 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2265de3f-cd0d-4a94-943d-fba746d1d7f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "PUT /v2.0/routers/559d3e4d-75d5-4bf6-b861-3021d9a7c503/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5655272 Nov 12 05:07:43.874891 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Sync routers for ids ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:07:43.909680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Routers {'559d3e4d-75d5-4bf6-b861-3021d9a7c503'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:07:43.910316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:43.912264 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d45c2e75-fc73-4205-9252-b75a72bc256b None None] Port 835392b7-a77d-4121-a496-83fa7b68388b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:07:44.030165 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-2b37bba9-5127-4792-bd4d-c6f2c9aca811 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419273659&fields=id&tenant_id=d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 267 time: 0.0449204 Nov 12 05:07:44.032472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Set router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:07:44.078223 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d83af68e-5af2-49b2-840c-2061f61d5ddd None None] Provisioning complete for port 835392b7-a77d-4121-a496-83fa7b68388b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:44.078870 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d83af68e-5af2-49b2-840c-2061f61d5ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:44.146108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-9696872b-0a4c-41b3-b612-a44e5e3befaf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:44.147631 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-9696872b-0a4c-41b3-b612-a44e5e3befaf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/networks?id=955a7730-c582-407c-b695-d39779fdb6a7 HTTP/1.1" status: 200 len: 797 time: 0.1096234 Nov 12 05:07:44.166619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-2ad5ca75-a793-4791-b85e-c1354ebb5777 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/quotas/d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 375 time: 0.0128736 Nov 12 05:07:44.187102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d83af68e-5af2-49b2-840c-2061f61d5ddd None None] Port 835392b7-a77d-4121-a496-83fa7b68388b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:07:44.219602 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-c915e33c-901e-41ec-9a46-e2b311a4f10b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469222 Nov 12 05:07:44.275316 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:42Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '835392b7-a77d-4121-a496-83fa7b68388b', 'name': '', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:7c:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:42Z', 'updated_at': '2021-11-12T05:07:43Z', 'revision_number': 2, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:44.281921 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-a5587183-3fe9-4afe-a6a1-29db49f723e2 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:07:44.282971 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-a5587183-3fe9-4afe-a6a1-29db49f723e2 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520532 Nov 12 05:07:44.302292 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Checking router: 559d3e4d-75d5-4bf6-b861-3021d9a7c503 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:07:44.302663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Updating router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 port 835392b7-a77d-4121-a496-83fa7b68388b binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:07:44.333274 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:44.379738 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-01f3ffe5-a93c-4795-9089-530cc49ffca8 service neutron] 10.222.0.105 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898492 Nov 12 05:07:44.471529 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-7074d4b3-b57a-48f4-89d4-a37e9c5ac995 service neutron] 10.222.0.105 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852294 Nov 12 05:07:44.599352 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:44.635201 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:44.717724 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f24e3890-e347-444e-b20a-2686c8400ca0 req-8a03c5c2-d8fe-4f48-8b90-4bd2c4b43959 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 210 time: 0.0341077 Nov 12 05:07:44.737674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275efbb-c657-4aca-8f4a-b1e891cea172 None None] Pushing event updated for resources: {'Port': ['ID=835392b7-a77d-4121-a496-83fa7b68388b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:44.767801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Attempting to bind port 835392b7-a77d-4121-a496-83fa7b68388b on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:07:44.768323 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Attempting to bind port 835392b7-a77d-4121-a496-83fa7b68388b by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '2db5874a-a493-4bde-b4a2-034946d6b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:07:44.769009 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Attempting to bind port 835392b7-a77d-4121-a496-83fa7b68388b on network 955a7730-c582-407c-b695-d39779fdb6a7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:07:44.776031 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:07:44.776433 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Checking segment: {'id': '2db5874a-a493-4bde-b4a2-034946d6b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:07:44.776830 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:44.777219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Bound using segment: {'id': '2db5874a-a493-4bde-b4a2-034946d6b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:07:44.777683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Bound port: 835392b7-a77d-4121-a496-83fa7b68388b, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db5874a-a493-4bde-b4a2-034946d6b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:07:44.778058 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:44.992317 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bf05a715-6855-44cc-ac6f-e97a6bb62498 None None] Provisioning complete for port 835392b7-a77d-4121-a496-83fa7b68388b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:44.992573 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf05a715-6855-44cc-ac6f-e97a6bb62498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:45.033189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] For port 835392b7-a77d-4121-a496-83fa7b68388b, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:07:45.037573 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] For port 835392b7-a77d-4121-a496-83fa7b68388b, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=835392b7-a77d-4121-a496-83fa7b68388b,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:07:45.040079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bf05a715-6855-44cc-ac6f-e97a6bb62498 None None] Port 835392b7-a77d-4121-a496-83fa7b68388b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:07:45.110320 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:45.173338 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Routers {'559d3e4d-75d5-4bf6-b861-3021d9a7c503'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:07:45.173981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:07:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:45.177866 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275efbb-c657-4aca-8f4a-b1e891cea172 None None] Pushing event updated for resources: {'Port': ['ID=835392b7-a77d-4121-a496-83fa7b68388b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:45.288712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] Set router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:07:45.393027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-56fd7642-4b3b-46b0-b883-2f9949d1177a None None] Provisioning complete for port 835392b7-a77d-4121-a496-83fa7b68388b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:45.393396 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56fd7642-4b3b-46b0-b883-2f9949d1177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:45.448120 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 12074f64-378d-4d3f-a0eb-60685568abc2 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:07:45.575873 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 12074f64-378d-4d3f-a0eb-60685568abc2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:45.576266 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:45.612288 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56fd7642-4b3b-46b0-b883-2f9949d1177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:45.663244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-56fd7642-4b3b-46b0-b883-2f9949d1177a None None] For port 835392b7-a77d-4121-a496-83fa7b68388b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=835392b7-a77d-4121-a496-83fa7b68388b,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:07:45.676993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:42Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '835392b7-a77d-4121-a496-83fa7b68388b', 'name': '', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:7c:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:42Z', 'updated_at': '2021-11-12T05:07:45Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:07:45.727479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6648ca11-a85e-43ac-8112-c1c8ce41d0f7 None None] The sync data for ids ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'] in n-d-767704-23 is: [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:42Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '835392b7-a77d-4121-a496-83fa7b68388b', 'name': '', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:7c:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:42Z', 'updated_at': '2021-11-12T05:07:45Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:07:45.742537 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56fd7642-4b3b-46b0-b883-2f9949d1177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:45.832920 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd7642-4b3b-46b0-b883-2f9949d1177a None None] Pushing event updated for resources: {'Port': ['ID=835392b7-a77d-4121-a496-83fa7b68388b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:45.850897 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8c65903-dd09-4c7e-a6d8-d06d519a7c06 req-799036da-2b85-4681-baa4-7febdb296ff7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 210 time: 0.0380354 Nov 12 05:07:46.719012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-5edfe47c-3749-478b-94b9-369724f9c6ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:46.720693 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-5edfe47c-3749-478b-94b9-369724f9c6ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/networks?id=955a7730-c582-407c-b695-d39779fdb6a7 HTTP/1.1" status: 200 len: 797 time: 0.1133108 Nov 12 05:07:46.796705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-7d2ae1d3-3b8a-412f-af4d-31a1cc0ef579 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 380 time: 0.0592582 Nov 12 05:07:46.806371 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-2641e07c-4076-446e-a1c7-cf6f2a56f8b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'port': {'device_id': '6843e1cc-9507-4221-989c-aed256d21e2c', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'admin_state_up': True, 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'security_groups': ['8a252e2d-7eec-4a76-8b8b-8fd361f82934']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:07:46.949710 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d594044c-202d-4e52-83bc-fd2a622a88d6 req-268fbdad-9c6f-4460-a596-dae246cec53b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 210 time: 0.0261881 Nov 12 05:07:46.983315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-2641e07c-4076-446e-a1c7-cf6f2a56f8b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:07:46.987572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-2641e07c-4076-446e-a1c7-cf6f2a56f8b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:47.121441 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-2641e07c-4076-446e-a1c7-cf6f2a56f8b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.20.0.11 (955a7730-c582-407c-b695-d39779fdb6a7/85d2d2ff-3e3f-4b28-b543-27547df73751/60ed8d1c-d841-4605-8f7f-a73a3766fe71) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:07:47.256411 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-2641e07c-4076-446e-a1c7-cf6f2a56f8b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:47.350229 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-2641e07c-4076-446e-a1c7-cf6f2a56f8b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:47.404220 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-2641e07c-4076-446e-a1c7-cf6f2a56f8b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 955a7730-c582-407c-b695-d39779fdb6a7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:07:47.407424 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-2641e07c-4076-446e-a1c7-cf6f2a56f8b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:07:47.411243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-2641e07c-4076-446e-a1c7-cf6f2a56f8b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:07:47.422174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 835392b7-a77d-4121-a496-83fa7b68388b up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:07:47.436618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641e07c-4076-446e-a1c7-cf6f2a56f8b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=60ed8d1c-d841-4605-8f7f-a73a3766fe71,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:47.470648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-2641e07c-4076-446e-a1c7-cf6f2a56f8b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:47.471430 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-2641e07c-4076-446e-a1c7-cf6f2a56f8b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:47.481459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 835392b7-a77d-4121-a496-83fa7b68388b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:47.481827 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:47.581062 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-2641e07c-4076-446e-a1c7-cf6f2a56f8b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7783659 Nov 12 05:07:47.601069 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Request body: {'port': {'device_id': '6843e1cc-9507-4221-989c-aed256d21e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:07:47.652878 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:47.688471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-51036028-b48c-4078-bb4a-adf27481f471 None None] Provisioning complete for port 60ed8d1c-d841-4605-8f7f-a73a3766fe71 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:47.688854 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51036028-b48c-4078-bb4a-adf27481f471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:47.727049 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-51036028-b48c-4078-bb4a-adf27481f471 None None] Port 60ed8d1c-d841-4605-8f7f-a73a3766fe71 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:07:47.922225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ed8d1c-d841-4605-8f7f-a73a3766fe71 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:07:47.929582 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:47.941865 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Transition to ACTIVE for port object 60ed8d1c-d841-4605-8f7f-a73a3766fe71 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:07:48.001059 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:48.091719 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Pushing event updated for resources: {'Port': ['ID=60ed8d1c-d841-4605-8f7f-a73a3766fe71,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:48.154935 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682ff94-3d67-497d-a00d-1837bd730303 req-a42c02e9-3688-4abe-8c26-8a09424e3e70 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:48.157146 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e682ff94-3d67-497d-a00d-1837bd730303 req-a42c02e9-3688-4abe-8c26-8a09424e3e70 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 944 time: 0.1226282 Nov 12 05:07:48.195793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Attempting to bind port 60ed8d1c-d841-4605-8f7f-a73a3766fe71 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:07:48.196207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Attempting to bind port 60ed8d1c-d841-4605-8f7f-a73a3766fe71 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '2db5874a-a493-4bde-b4a2-034946d6b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:07:48.196463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Attempting to bind port 60ed8d1c-d841-4605-8f7f-a73a3766fe71 on network 955a7730-c582-407c-b695-d39779fdb6a7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:07:48.210697 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Port 60ed8d1c-d841-4605-8f7f-a73a3766fe71 on network 955a7730-c582-407c-b695-d39779fdb6a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:07:48.211011 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Attempting to bind port 60ed8d1c-d841-4605-8f7f-a73a3766fe71 on network 955a7730-c582-407c-b695-d39779fdb6a7 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:07:48.224597 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:07:48.224932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Checking segment: {'id': '2db5874a-a493-4bde-b4a2-034946d6b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:07:48.225313 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Bound using segment: {'id': '2db5874a-a493-4bde-b4a2-034946d6b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:07:48.225735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Bound port: 60ed8d1c-d841-4605-8f7f-a73a3766fe71, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db5874a-a493-4bde-b4a2-034946d6b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:07:48.226086 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:48.231333 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e682ff94-3d67-497d-a00d-1837bd730303 req-6d0aeb13-90c1-4d8f-b3e3-3c0c34ec5d18 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666590 Nov 12 05:07:48.302381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] For port 60ed8d1c-d841-4605-8f7f-a73a3766fe71, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:07:48.306012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] For port 60ed8d1c-d841-4605-8f7f-a73a3766fe71, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:07:48.378760 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:48.417186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:48.417807 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:48.419215 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] 10.222.0.26 "PUT /v2.0/ports/60ed8d1c-d841-4605-8f7f-a73a3766fe71 HTTP/1.1" status: 200 len: 1093 time: 0.8225136 Nov 12 05:07:48.419675 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6843e1cc-9507-4221-989c-aed256d21e2c', 'tag': '60ed8d1c-d841-4605-8f7f-a73a3766fe71'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:07:48.422084 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044be1b0-a817-4450-8498-d447c380d9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6843e1cc-9507-4221-989c-aed256d21e2c", "tag": "60ed8d1c-d841-4605-8f7f-a73a3766fe71"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:07:48.447213 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef674be7-94a7-4e96-88d9-22b1f83d9b00 service neutron] Pushing event updated for resources: {'Port': ['ID=60ed8d1c-d841-4605-8f7f-a73a3766fe71,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:48.466391 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf67aa9-5f19-4e2e-b4de-180639591082 x-openstack-request-id: req-caf67aa9-5f19-4e2e-b4de-180639591082 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:07:48.466698 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6843e1cc-9507-4221-989c-aed256d21e2c", "tag": "60ed8d1c-d841-4605-8f7f-a73a3766fe71", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:07:48.466955 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-caf67aa9-5f19-4e2e-b4de-180639591082 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:07:48.467370 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6843e1cc-9507-4221-989c-aed256d21e2c', 'tag': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'status': 'completed', 'code': 200} Nov 12 05:07:48.563461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044be1b0-a817-4450-8498-d447c380d9a1 req-25235b0f-1109-4883-8765-71f1383ad815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:48.565033 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-044be1b0-a817-4450-8498-d447c380d9a1 req-25235b0f-1109-4883-8765-71f1383ad815 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 1096 time: 0.0449390 Nov 12 05:07:48.677232 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044be1b0-a817-4450-8498-d447c380d9a1 req-3076a55a-72f6-4764-a9bc-e9a70d4c0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:48.678723 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-044be1b0-a817-4450-8498-d447c380d9a1 req-3076a55a-72f6-4764-a9bc-e9a70d4c0b90 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d62e2effbd4f4e7e9c149266d2390155&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0974116 Nov 12 05:07:48.775280 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044be1b0-a817-4450-8498-d447c380d9a1 req-ca0d4479-6e18-4035-aa32-ef845082f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:48.776854 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-044be1b0-a817-4450-8498-d447c380d9a1 req-ca0d4479-6e18-4035-aa32-ef845082f04a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0908823 Nov 12 05:07:48.879723 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-12616f39-c393-4953-bdc7-c9dfe2afb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:48.881302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-12616f39-c393-4953-bdc7-c9dfe2afb50f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 1096 time: 0.0423300 Nov 12 05:07:48.934656 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-b8ff0b5f-050e-4273-b397-06d74de59896 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71 HTTP/1.1" status: 200 len: 217 time: 0.0382857 Nov 12 05:07:48.985429 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-d949c74d-2a34-4fdb-aecb-6b6900b2f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:48.987047 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-d949c74d-2a34-4fdb-aecb-6b6900b2f3bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85d2d2ff-3e3f-4b28-b543-27547df73751 HTTP/1.1" status: 200 len: 834 time: 0.0447381 Nov 12 05:07:49.032851 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-7fd5fccd-0b72-454e-b2bb-bbf2fef7d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:49.034337 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-7fd5fccd-0b72-454e-b2bb-bbf2fef7d346 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=955a7730-c582-407c-b695-d39779fdb6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401292 Nov 12 05:07:49.130136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-d7c942af-1d03-4c98-93d5-46b0971f8301 service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879092 Nov 12 05:07:49.220091 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2afcca18-1f3a-4373-8385-fe5683f437cd req-7b43a627-0d05-4731-8f14-a7805c186c4f service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828478 Nov 12 05:07:49.441672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffff1a1-37f6-4aa4-89ff-a28a40d62e8a req-7943aea4-07aa-4abe-af7c-3b2640288ac6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:49.443191 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ffff1a1-37f6-4aa4-89ff-a28a40d62e8a req-7943aea4-07aa-4abe-af7c-3b2640288ac6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 944 time: 0.0789506 Nov 12 05:07:49.492309 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ffff1a1-37f6-4aa4-89ff-a28a40d62e8a req-031ecc1a-80ef-493d-a1de-455a272308f8 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Nov 12 05:07:49.915003 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:50.610924 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e7419-3fbe-4426-af70-314d68234f54 req-eb154d90-fcdd-4c0c-81f5-c5d5dfbc8ca7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:50.612446 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a0e7419-3fbe-4426-af70-314d68234f54 req-eb154d90-fcdd-4c0c-81f5-c5d5dfbc8ca7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 944 time: 0.0489101 Nov 12 05:07:50.670034 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5a0e7419-3fbe-4426-af70-314d68234f54 req-a3d0b9e1-1cf3-4032-8967-94e527edf742 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513313 Nov 12 05:07:51.790366 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ce13c-8a18-4edc-a789-b1853e3a7666 req-3d1ddce3-d58d-4106-8682-2af46c5cbc93 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:51.791864 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f8ce13c-8a18-4edc-a789-b1853e3a7666 req-3d1ddce3-d58d-4106-8682-2af46c5cbc93 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 944 time: 0.0509400 Nov 12 05:07:51.840883 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f8ce13c-8a18-4edc-a789-b1853e3a7666 req-9f715090-36a3-467f-8294-9fecae3bb76c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423644 Nov 12 05:07:52.696996 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 60ed8d1c-d841-4605-8f7f-a73a3766fe71 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:07:52.789159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 60ed8d1c-d841-4605-8f7f-a73a3766fe71, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:07:52.799878 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'port_id': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'mac_address': 'fa:16:3e:a2:a6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:07:52.839981 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:52.852332 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ed8d1c-d841-4605-8f7f-a73a3766fe71 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:07:52.872413 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 60ed8d1c-d841-4605-8f7f-a73a3766fe71, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:07:52.958558 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72937df9-3db4-4839-92c9-f26fda7ccd5a req-824bdcab-46a6-4c20-92a8-6047d324223e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:52.959926 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-72937df9-3db4-4839-92c9-f26fda7ccd5a req-824bdcab-46a6-4c20-92a8-6047d324223e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 944 time: 0.0493195 Nov 12 05:07:52.961099 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:53.009355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=60ed8d1c-d841-4605-8f7f-a73a3766fe71,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:53.014970 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-72937df9-3db4-4839-92c9-f26fda7ccd5a req-4af547fe-9905-4320-869c-fdf6ee3873b6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485122 Nov 12 05:07:53.155235 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d848965-2709-44a2-8626-61215a22df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:53.399437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['60ed8d1c-d841-4605-8f7f-a73a3766fe71'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:07:54.155427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7506c-be67-486d-840a-1095a1ff8c5f req-f3c3b351-d9cc-4385-a45e-5c9eccf9387a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:54.157902 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6d7506c-be67-486d-840a-1095a1ff8c5f req-f3c3b351-d9cc-4385-a45e-5c9eccf9387a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 945 time: 0.0726283 Nov 12 05:07:54.215092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d6d7506c-be67-486d-840a-1095a1ff8c5f req-d564099b-afef-461e-9869-88bbcb036e08 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504687 Nov 12 05:07:54.696486 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 60ed8d1c-d841-4605-8f7f-a73a3766fe71 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:07:54.818267 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 60ed8d1c-d841-4605-8f7f-a73a3766fe71 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:07:54.822404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 60ed8d1c-d841-4605-8f7f-a73a3766fe71 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:07:54.822772 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:54.898157 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:54.927119 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6843e1cc-9507-4221-989c-aed256d21e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ed8d1c-d841-4605-8f7f-a73a3766fe71'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:07:54.929405 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec884662-7b30-4d63-bbd4-63e87049067b" -d '{"events": [{"server_uuid": "6843e1cc-9507-4221-989c-aed256d21e2c", "name": "network-vif-plugged", "status": "completed", "tag": "60ed8d1c-d841-4605-8f7f-a73a3766fe71"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:07:54.945727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 60ed8d1c-d841-4605-8f7f-a73a3766fe71, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:07:54.969633 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322f3d21-5920-4f8f-abd3-006cb1842003 x-openstack-request-id: req-322f3d21-5920-4f8f-abd3-006cb1842003 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:07:54.969925 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6843e1cc-9507-4221-989c-aed256d21e2c", "name": "network-vif-plugged", "status": "completed", "tag": "60ed8d1c-d841-4605-8f7f-a73a3766fe71", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:07:54.970176 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-322f3d21-5920-4f8f-abd3-006cb1842003 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:07:54.970569 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6843e1cc-9507-4221-989c-aed256d21e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'code': 200} Nov 12 05:07:55.006270 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:55.054818 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=60ed8d1c-d841-4605-8f7f-a73a3766fe71,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:55.099331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8c72c-86c1-4711-9a24-149b57e92a9b req-524f7539-57cf-4f23-aa15-3392677fa8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:55.100870 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3bf8c72c-86c1-4711-9a24-149b57e92a9b req-524f7539-57cf-4f23-aa15-3392677fa8a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 1098 time: 0.0426025 Nov 12 05:07:55.148259 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3bf8c72c-86c1-4711-9a24-149b57e92a9b req-a1f153f3-3bfd-4128-ad28-f56aae237b8f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402644 Nov 12 05:07:55.339646 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5e2d1-ecb1-4a0c-9a0a-bd7ad86b0606 req-a89af926-b8b4-4e69-bab6-02df4794c07a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:55.341393 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87a5e2d1-ecb1-4a0c-9a0a-bd7ad86b0606 req-a89af926-b8b4-4e69-bab6-02df4794c07a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0527489 Nov 12 05:07:55.397488 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87a5e2d1-ecb1-4a0c-9a0a-bd7ad86b0606 req-c02b32a2-a1bb-4b55-b170-61e7a4700c34 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487330 Nov 12 05:07:55.595827 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:56.524420 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848205e-dedc-4cfc-9908-ea768114cf9f req-7269226c-3ae8-4ba4-bd8c-3cee3d7a1562 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:56.526065 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6848205e-dedc-4cfc-9908-ea768114cf9f req-7269226c-3ae8-4ba4-bd8c-3cee3d7a1562 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0527756 Nov 12 05:07:56.582135 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6848205e-dedc-4cfc-9908-ea768114cf9f req-92616a6d-c960-420c-bc25-ebb80d9332b5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482101 Nov 12 05:07:56.784658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-91721935-9eb8-499d-b569-dde2e18944a9 req-2156ab90-4492-4e69-82d7-c28f7a7d6514 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409393 Nov 12 05:07:56.888066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91721935-9eb8-499d-b569-dde2e18944a9 req-869338eb-7f5b-4bdb-a296-967c1a19329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:56.889663 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-91721935-9eb8-499d-b569-dde2e18944a9 req-869338eb-7f5b-4bdb-a296-967c1a19329d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 1098 time: 0.0420005 Nov 12 05:07:56.938950 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0d129722-7a58-4d19-ade6-46486f4e7fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:57.020539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91721935-9eb8-499d-b569-dde2e18944a9 req-9af8815f-c56a-4443-8cdd-a00701791cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:57.022154 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-91721935-9eb8-499d-b569-dde2e18944a9 req-9af8815f-c56a-4443-8cdd-a00701791cd3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=955a7730-c582-407c-b695-d39779fdb6a7 HTTP/1.1" status: 200 len: 899 time: 0.1129587 Nov 12 05:07:57.046388 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:57.072680 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-91721935-9eb8-499d-b569-dde2e18944a9 req-09172e09-fb16-4ca9-acb5-b901852c4317 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71 HTTP/1.1" status: 200 len: 217 time: 0.0430944 Nov 12 05:07:57.145199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91721935-9eb8-499d-b569-dde2e18944a9 req-72ae644c-1c91-4a6d-b124-673191659051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:57.146957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-91721935-9eb8-499d-b569-dde2e18944a9 req-72ae644c-1c91-4a6d-b124-673191659051 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85d2d2ff-3e3f-4b28-b543-27547df73751 HTTP/1.1" status: 200 len: 834 time: 0.0616500 Nov 12 05:07:57.205203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91721935-9eb8-499d-b569-dde2e18944a9 req-904b98a5-d272-45c2-a5d7-d8a432401c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:57.206964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-91721935-9eb8-499d-b569-dde2e18944a9 req-904b98a5-d272-45c2-a5d7-d8a432401c3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=955a7730-c582-407c-b695-d39779fdb6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496714 Nov 12 05:07:57.326729 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-91721935-9eb8-499d-b569-dde2e18944a9 req-441abc29-18a5-4c0b-b2d8-107d9727db3a service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116850 Nov 12 05:07:57.436101 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-91721935-9eb8-499d-b569-dde2e18944a9 req-8baad9d1-8ddf-4812-9b6b-bcc954cd3838 service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994995 Nov 12 05:07:57.706331 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581056a-f708-4af1-9dc0-4d87cca79e17 req-deb89564-61e0-4646-8a8e-8b38a7a4325e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:57.707841 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1581056a-f708-4af1-9dc0-4d87cca79e17 req-deb89564-61e0-4646-8a8e-8b38a7a4325e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0540078 Nov 12 05:07:57.760743 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1581056a-f708-4af1-9dc0-4d87cca79e17 req-a43cd7d8-9532-4104-aec5-a38b982ce07f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468092 Nov 12 05:07:57.891550 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1e3d-b8c5-44f5-9d3e-072dcbc1befc req-3bc5d045-fbf3-4bf1-879f-8e5dd1a6c610 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:57.892969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dd8f1e3d-b8c5-44f5-9d3e-072dcbc1befc req-3bc5d045-fbf3-4bf1-879f-8e5dd1a6c610 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0558772 Nov 12 05:07:57.949283 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dd8f1e3d-b8c5-44f5-9d3e-072dcbc1befc req-53e39e82-85cd-48ce-b718-8a7107f2ec20 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502498 Nov 12 05:07:57.974443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35006) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:58.057893 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c91dc4c-0604-4918-8d52-154964b12b2f tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:07:58.059723 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4c91dc4c-0604-4918-8d52-154964b12b2f tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 1093 time: 0.0842805 Nov 12 05:07:58.062716 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35010) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:07:58.067183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:07:58.155369 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:58.263122 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:58.376580 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.25.8.48 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/431ba23c-b6db-48d4-aeb7-455c42ca02dd) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:07:58.518543 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:58.607488 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:58.644789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:07:58.649548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:07:58.653008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:07:58.685118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=431ba23c-b6db-48d4-aeb7-455c42ca02dd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:58.761384 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:59.063711 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:59.065260 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:59.189878 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:59.354498 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:59.423625 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:59.493847 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=431ba23c-b6db-48d4-aeb7-455c42ca02dd,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:07:59.508357 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:59.606379 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Floating IP 94fb7338-65be-416e-b385-95e64f5cc51d associated. External IP: 172.25.8.48, port: 60ed8d1c-d841-4605-8f7f-a73a3766fe71. Nov 12 05:07:59.807230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:07:59.932765 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:07:59.943885 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027f268-fc54-4a6e-9b51-72cfafcfcaec None None] Sync routers for ids ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:07:59.953686 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027f268-fc54-4a6e-9b51-72cfafcfcaec None None] Routers {'559d3e4d-75d5-4bf6-b861-3021d9a7c503'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:07:59.954517 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b027f268-fc54-4a6e-9b51-72cfafcfcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:07:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:08:00.037407 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:00.059077 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b027f268-fc54-4a6e-9b51-72cfafcfcaec None None] Set router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:08:00.065209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d1a883f8-7902-40f9-a5bd-ab9b7a5c50cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0013781 Nov 12 05:08:00.065806 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6843e1cc-9507-4221-989c-aed256d21e2c', 'tag': '60ed8d1c-d841-4605-8f7f-a73a3766fe71'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:08:00.068135 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ef9a92-06c0-4e83-87b4-dab220722bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "6843e1cc-9507-4221-989c-aed256d21e2c", "tag": "60ed8d1c-d841-4605-8f7f-a73a3766fe71"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:08:00.114542 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcc8101-eac9-4dd8-b12f-89e3026f3562 x-openstack-request-id: req-abcc8101-eac9-4dd8-b12f-89e3026f3562 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:08:00.115010 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6843e1cc-9507-4221-989c-aed256d21e2c", "tag": "60ed8d1c-d841-4605-8f7f-a73a3766fe71", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:08:00.115338 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-abcc8101-eac9-4dd8-b12f-89e3026f3562 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:08:00.115821 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6843e1cc-9507-4221-989c-aed256d21e2c', 'tag': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'status': 'completed', 'code': 200} Nov 12 05:08:00.172340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ffaf5-8dd3-4aa2-a107-985cfc1ee07a req-8f715273-1c8e-4d2f-95ac-70dde3415392 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:00.174036 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a31ffaf5-8dd3-4aa2-a107-985cfc1ee07a req-8f715273-1c8e-4d2f-95ac-70dde3415392 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0569234 Nov 12 05:08:00.247270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9a92-06c0-4e83-87b4-dab220722bd4 req-f9d74b49-f793-4491-8c74-4ec26974569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:00.248707 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85ef9a92-06c0-4e83-87b4-dab220722bd4 req-f9d74b49-f793-4491-8c74-4ec26974569e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 1098 time: 0.0737081 Nov 12 05:08:00.252781 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a31ffaf5-8dd3-4aa2-a107-985cfc1ee07a req-b34eaa30-44bc-4412-b949-0c1c2ce29026 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702043 Nov 12 05:08:00.276059 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35016) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:08:00.317043 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b027f268-fc54-4a6e-9b51-72cfafcfcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:42Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '94fb7338-65be-416e-b385-95e64f5cc51d', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'port_id': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'mac_address': 'fa:16:3e:a2:a6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6843e1cc-9507-4221-989c-aed256d21e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:07:58Z', 'updated_at': '2021-11-12T05:07:58Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835392b7-a77d-4121-a496-83fa7b68388b', 'name': '', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:7c:5a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:42Z', 'updated_at': '2021-11-12T05:07:45Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:08:00.344536 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ef218fee-f83c-4dd0-ae46-c36c65bc0688 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/94fb7338-65be-416e-b385-95e64f5cc51d HTTP/1.1" status: 200 len: 991 time: 0.0669954 Nov 12 05:08:00.346314 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027f268-fc54-4a6e-9b51-72cfafcfcaec None None] Checking router: 559d3e4d-75d5-4bf6-b861-3021d9a7c503 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:08:00.355793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9a92-06c0-4e83-87b4-dab220722bd4 req-20c8bd53-8966-43fa-a260-99d61e5d693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:00.356403 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027f268-fc54-4a6e-9b51-72cfafcfcaec None None] Routers {'559d3e4d-75d5-4bf6-b861-3021d9a7c503'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:08:00.357186 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b027f268-fc54-4a6e-9b51-72cfafcfcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:07:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:08:00.357429 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85ef9a92-06c0-4e83-87b4-dab220722bd4 req-20c8bd53-8966-43fa-a260-99d61e5d693a service neutron] 10.222.0.26 "GET /v2.0/networks?id=955a7730-c582-407c-b695-d39779fdb6a7 HTTP/1.1" status: 200 len: 899 time: 0.1002162 Nov 12 05:08:00.426431 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85ef9a92-06c0-4e83-87b4-dab220722bd4 req-d2dbf76f-d9b1-4816-8fc0-35f34a997305 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71 HTTP/1.1" status: 200 len: 999 time: 0.0606198 Nov 12 05:08:00.465149 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b027f268-fc54-4a6e-9b51-72cfafcfcaec None None] Set router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:08:00.476141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9a92-06c0-4e83-87b4-dab220722bd4 req-1b0285f1-a1b2-4e25-8e1e-fb491ab0a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:00.477642 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85ef9a92-06c0-4e83-87b4-dab220722bd4 req-1b0285f1-a1b2-4e25-8e1e-fb491ab0a68c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85d2d2ff-3e3f-4b28-b543-27547df73751 HTTP/1.1" status: 200 len: 834 time: 0.0439942 Nov 12 05:08:00.528886 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9a92-06c0-4e83-87b4-dab220722bd4 req-93e157cb-ecf6-4601-b75c-46d7f3c2530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:00.535830 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85ef9a92-06c0-4e83-87b4-dab220722bd4 req-93e157cb-ecf6-4601-b75c-46d7f3c2530b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=955a7730-c582-407c-b695-d39779fdb6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450876 Nov 12 05:08:00.621861 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85ef9a92-06c0-4e83-87b4-dab220722bd4 req-4caeb94e-5852-4cd4-83c4-c05470a76478 service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833828 Nov 12 05:08:00.692828 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:08:00.714640 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b027f268-fc54-4a6e-9b51-72cfafcfcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:42Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '94fb7338-65be-416e-b385-95e64f5cc51d', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'port_id': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'mac_address': 'fa:16:3e:a2:a6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6843e1cc-9507-4221-989c-aed256d21e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:07:58Z', 'updated_at': '2021-11-12T05:07:58Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835392b7-a77d-4121-a496-83fa7b68388b', 'name': '', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:7c:5a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:42Z', 'updated_at': '2021-11-12T05:07:45Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:08:00.717204 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85ef9a92-06c0-4e83-87b4-dab220722bd4 req-62d875a4-393d-48e3-b2a0-8ce36597559b service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872235 Nov 12 05:08:00.745177 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027f268-fc54-4a6e-9b51-72cfafcfcaec None None] The sync data for ids ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'] in n-d-767704-23 is: [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:42Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '94fb7338-65be-416e-b385-95e64f5cc51d', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'port_id': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'mac_address': 'fa:16:3e:a2:a6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6843e1cc-9507-4221-989c-aed256d21e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:07:58Z', 'updated_at': '2021-11-12T05:07:58Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835392b7-a77d-4121-a496-83fa7b68388b', 'name': '', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:7c:5a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:42Z', 'updated_at': '2021-11-12T05:07:45Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:08:00.929820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76fe22-d765-4057-a3e3-4d8a1f7b8c63 None None] New status for floating IP 94fb7338-65be-416e-b385-95e64f5cc51d: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:08:01.347101 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35018) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:08:01.408030 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eee5cf39-0a79-43e4-a99b-2b6f946dd24e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/94fb7338-65be-416e-b385-95e64f5cc51d HTTP/1.1" status: 200 len: 993 time: 0.0596516 Nov 12 05:08:19.909593 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:23.158584 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a53c8d8-c135-4aee-a8b9-dc2970b16f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:25.598764 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:26.982790 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cb69-9a18-4073-b60a-58106f128be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:27.085999 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:28.845933 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:29.039890 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:37.682869 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:08:49.902803 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:53.203664 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-178b69e6-2eda-4f43-b446-f83825f0e369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:55.628386 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:56.959710 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35f0de47-4657-4a5e-8889-d2c796aeb6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:57.102455 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:57.786276 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-678f1e90-e648-43d1-9672-9afcdc245148 req-224caf49-22bd-4c4e-b3ca-1b86ea0d29ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402863 Nov 12 05:08:57.891238 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f1e90-e648-43d1-9672-9afcdc245148 req-a11f4927-2b45-462b-88f6-e02f74547496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:57.892768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-678f1e90-e648-43d1-9672-9afcdc245148 req-a11f4927-2b45-462b-88f6-e02f74547496 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 1098 time: 0.0441484 Nov 12 05:08:57.995060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f1e90-e648-43d1-9672-9afcdc245148 req-e643b583-52e2-4144-8069-66dae8289e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:57.996547 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-678f1e90-e648-43d1-9672-9afcdc245148 req-e643b583-52e2-4144-8069-66dae8289e0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=955a7730-c582-407c-b695-d39779fdb6a7 HTTP/1.1" status: 200 len: 899 time: 0.0840373 Nov 12 05:08:58.064786 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-678f1e90-e648-43d1-9672-9afcdc245148 req-71c3aa9d-dabd-4a89-bc9a-4ded3a661399 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71 HTTP/1.1" status: 200 len: 1001 time: 0.0607817 Nov 12 05:08:58.115132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f1e90-e648-43d1-9672-9afcdc245148 req-e4c18745-c6b8-4b1a-ac73-e455c2339ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:58.117148 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-678f1e90-e648-43d1-9672-9afcdc245148 req-e4c18745-c6b8-4b1a-ac73-e455c2339ece service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85d2d2ff-3e3f-4b28-b543-27547df73751 HTTP/1.1" status: 200 len: 834 time: 0.0444467 Nov 12 05:08:58.163041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f1e90-e648-43d1-9672-9afcdc245148 req-deecf626-3265-4087-a21c-1759fabf1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:08:58.164563 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-678f1e90-e648-43d1-9672-9afcdc245148 req-deecf626-3265-4087-a21c-1759fabf1289 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=955a7730-c582-407c-b695-d39779fdb6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399332 Nov 12 05:08:58.606064 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-678f1e90-e648-43d1-9672-9afcdc245148 req-84be3c1e-0297-425d-9fd5-44b218678380 service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333460 Nov 12 05:08:58.699113 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-678f1e90-e648-43d1-9672-9afcdc245148 req-94f76384-5e3a-4a3a-b8dc-4fa00fa748c2 service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851545 Nov 12 05:08:58.786221 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:59.077276 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:12.744243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-7b303e77-e3ae-49c3-bef8-7e109f401e5c req-54230312-4506-4889-ae1e-583996500742 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:09:12.745234 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7b303e77-e3ae-49c3-bef8-7e109f401e5c req-54230312-4506-4889-ae1e-583996500742 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055931 Nov 12 05:09:13.167740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37102d30-c36d-4ea1-ab4f-66a124e2d460 req-96b7a961-f534-427f-a1c4-bf43beb88618 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:13.169309 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37102d30-c36d-4ea1-ab4f-66a124e2d460 req-96b7a961-f534-427f-a1c4-bf43beb88618 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0526650 Nov 12 05:09:13.229773 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-37102d30-c36d-4ea1-ab4f-66a124e2d460 req-3a2e37b5-0912-41b8-8b26-89932cd92a40 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543942 Nov 12 05:09:13.307396 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35054) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:09:13.388988 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-8e80e62d-1c26-409e-a0cb-edf51f0ec542 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804081 Nov 12 05:09:13.397751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-72c8d750-1c38-4a5f-82c5-976212f65a09 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:09:13.398746 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-72c8d750-1c38-4a5f-82c5-976212f65a09 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051334 Nov 12 05:09:14.360264 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706242b-70f6-4ec5-a04f-b680436eaad3 req-ae3fa13d-22c3-4793-bcf8-cb94f388526f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:14.361788 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3706242b-70f6-4ec5-a04f-b680436eaad3 req-ae3fa13d-22c3-4793-bcf8-cb94f388526f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0590131 Nov 12 05:09:14.426699 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3706242b-70f6-4ec5-a04f-b680436eaad3 req-f5e05509-ba26-44fe-abc3-0eb7db23cb1e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585651 Nov 12 05:09:14.683423 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:09:15.555451 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef9aef-de06-48ee-b285-cd6d27d671cd req-d990ffa1-0809-4529-850c-c3c0ec996e98 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:15.557274 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-99ef9aef-de06-48ee-b285-cd6d27d671cd req-d990ffa1-0809-4529-850c-c3c0ec996e98 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0573308 Nov 12 05:09:15.611883 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-99ef9aef-de06-48ee-b285-cd6d27d671cd req-b1251e12-08fe-4a55-a876-f4b7eb45a9af tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476904 Nov 12 05:09:15.733499 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ab081-0db4-4440-9751-31b812263a6b req-9765f5ae-8864-4b58-b92d-3f47a9d47c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:15.734932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-9765f5ae-8864-4b58-b92d-3f47a9d47c6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 1098 time: 0.0426598 Nov 12 05:09:15.841785 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ab081-0db4-4440-9751-31b812263a6b req-4b50bc65-f5d9-45a5-8593-86b5e54558e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:15.844187 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-4b50bc65-f5d9-45a5-8593-86b5e54558e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=955a7730-c582-407c-b695-d39779fdb6a7 HTTP/1.1" status: 200 len: 899 time: 0.0977018 Nov 12 05:09:15.913101 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-74f44592-25e7-474f-ba37-c60427e8347c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71 HTTP/1.1" status: 200 len: 1001 time: 0.0604045 Nov 12 05:09:15.966277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ab081-0db4-4440-9751-31b812263a6b req-51a82c5d-219e-44fe-958d-0828da22fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:15.967748 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-51a82c5d-219e-44fe-958d-0828da22fdb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85d2d2ff-3e3f-4b28-b543-27547df73751 HTTP/1.1" status: 200 len: 834 time: 0.0466468 Nov 12 05:09:16.038109 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ab081-0db4-4440-9751-31b812263a6b req-9bdcc8ec-26dd-4609-85bb-467afe3cd413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:16.039608 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-9bdcc8ec-26dd-4609-85bb-467afe3cd413 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=955a7730-c582-407c-b695-d39779fdb6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461051 Nov 12 05:09:16.142014 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-f607a7f1-6746-45ef-aaf9-87810e09460b service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897150 Nov 12 05:09:16.232255 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-f0ffd1bb-d708-4986-a907-964211928e26 service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875800 Nov 12 05:09:16.733816 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691563f-d87e-4d8e-b5ea-97e2a512d3cc req-56258cfa-237e-45ed-a07f-9efad5da4a90 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:16.735469 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0691563f-d87e-4d8e-b5ea-97e2a512d3cc req-56258cfa-237e-45ed-a07f-9efad5da4a90 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0509284 Nov 12 05:09:16.794924 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0691563f-d87e-4d8e-b5ea-97e2a512d3cc req-a90808f8-f6e2-4437-be35-4de86d500091 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528004 Nov 12 05:09:17.914594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a499f-bd50-47fe-998f-b927849a27b4 req-440869e0-85a7-449c-9e12-e2ea7790a820 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:17.916111 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-120a499f-bd50-47fe-998f-b927849a27b4 req-440869e0-85a7-449c-9e12-e2ea7790a820 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0494511 Nov 12 05:09:17.965507 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-120a499f-bd50-47fe-998f-b927849a27b4 req-7b236047-0371-49d0-b90c-d94380fd3291 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433455 Nov 12 05:09:19.085831 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0232aa-4dd2-40fc-9ba2-83a5ce8e26fd req-83079beb-a699-42fc-a65b-eaaa50e24445 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:19.087314 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef0232aa-4dd2-40fc-9ba2-83a5ce8e26fd req-83079beb-a699-42fc-a65b-eaaa50e24445 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0505509 Nov 12 05:09:19.145102 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ef0232aa-4dd2-40fc-9ba2-83a5ce8e26fd req-97e9e10e-1000-4984-8d84-8d40ce1f5174 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518627 Nov 12 05:09:20.013625 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:20.265317 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c2b7f-f134-4ded-a65b-45223fcd1426 req-90186cf9-a346-4e9e-8005-e0f1f22f1cba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:20.266715 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-655c2b7f-f134-4ded-a65b-45223fcd1426 req-90186cf9-a346-4e9e-8005-e0f1f22f1cba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0491872 Nov 12 05:09:20.321575 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-655c2b7f-f134-4ded-a65b-45223fcd1426 req-396e05b3-af7f-4f58-ae7c-ad5e03ec9f70 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489073 Nov 12 05:09:21.438334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e3786-e11f-4872-94ae-729f266e37a3 req-0d720c08-78fd-44c4-9608-da8d59df4427 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:21.439792 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a21e3786-e11f-4872-94ae-729f266e37a3 req-0d720c08-78fd-44c4-9608-da8d59df4427 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0488594 Nov 12 05:09:21.488317 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a21e3786-e11f-4872-94ae-729f266e37a3 req-17039008-c91e-426b-9447-f2f6e6317f89 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419295 Nov 12 05:09:22.609922 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273f9c8-313b-4e2f-bd15-f89723dcfa69 req-5d4ed2f9-e373-4048-b8c4-633ca8b23ae2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:22.611407 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7273f9c8-313b-4e2f-bd15-f89723dcfa69 req-5d4ed2f9-e373-4048-b8c4-633ca8b23ae2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0498874 Nov 12 05:09:22.668450 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7273f9c8-313b-4e2f-bd15-f89723dcfa69 req-b2a9133c-7aca-4d97-8788-f17b33b2a0a7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505121 Nov 12 05:09:23.170918 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60f845ff-1448-4021-89ba-d77794021ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:23.782985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681c47f-d085-4038-a2bd-b583a69fc67d req-bb14f8e7-94bf-47ce-9c4e-8872d958a6c8 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:23.784454 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7681c47f-d085-4038-a2bd-b583a69fc67d req-bb14f8e7-94bf-47ce-9c4e-8872d958a6c8 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0482142 Nov 12 05:09:23.839701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7681c47f-d085-4038-a2bd-b583a69fc67d req-db3f65c2-1cfa-494f-a44f-a1fc4db1c148 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487080 Nov 12 05:09:24.955917 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ad22f-f65c-4596-9c65-877fce2d3ef3 req-f6b57166-4d8a-47b0-b55a-0f6562785412 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:24.957406 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-276ad22f-f65c-4596-9c65-877fce2d3ef3 req-f6b57166-4d8a-47b0-b55a-0f6562785412 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0482333 Nov 12 05:09:25.007013 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-276ad22f-f65c-4596-9c65-877fce2d3ef3 req-bf575ccd-6f58-48df-b0db-8a92abf36043 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429120 Nov 12 05:09:25.598933 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:26.126003 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a824e-369a-48a9-b769-6a79b77fa5b7 req-7f0aad24-9db7-4ed8-b115-5b3856b384af tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:26.127487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-491a824e-369a-48a9-b769-6a79b77fa5b7 req-7f0aad24-9db7-4ed8-b115-5b3856b384af tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0534294 Nov 12 05:09:26.176538 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-491a824e-369a-48a9-b769-6a79b77fa5b7 req-605215cb-7f33-4463-b4bf-c4436cd89641 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Nov 12 05:09:26.953530 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-443bb9be-cf9a-4a86-9185-bc41dbbc22d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:27.056737 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:27.299665 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5213af-ac59-4ce5-be89-909ebc31f216 req-98006ec6-40aa-4c8b-9f25-a48ee3af6434 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:27.301211 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d5213af-ac59-4ce5-be89-909ebc31f216 req-98006ec6-40aa-4c8b-9f25-a48ee3af6434 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0547087 Nov 12 05:09:27.352681 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4d5213af-ac59-4ce5-be89-909ebc31f216 req-5cbc1400-82c2-4392-93db-5e119642c1ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447249 Nov 12 05:09:28.481724 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf269ce8-a1cb-49fc-8581-bab569a5afef req-3074a01e-b771-4f0f-a6ff-df1728e64207 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:28.483199 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cf269ce8-a1cb-49fc-8581-bab569a5afef req-3074a01e-b771-4f0f-a6ff-df1728e64207 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0493858 Nov 12 05:09:28.535745 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cf269ce8-a1cb-49fc-8581-bab569a5afef req-353b872d-620a-402a-bce2-9b62b8a9388b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464666 Nov 12 05:09:28.597963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-7545feb1-f992-4d9e-927d-9844d659c41b service neutron] 10.222.0.26 "GET /v2.0/ports/60ed8d1c-d841-4605-8f7f-a73a3766fe71/bindings/n-h2-767704-23 HTTP/1.1" status: 200 len: 383 time: 0.0556343 Nov 12 05:09:28.859318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:29.064812 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:29.166986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ab081-0db4-4440-9751-31b812263a6b req-3c4b5b16-8b36-47f6-9d5f-ea0f638706f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:29.168431 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-3c4b5b16-8b36-47f6-9d5f-ea0f638706f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c&tenant_id=d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 1098 time: 0.0460474 Nov 12 05:09:29.243668 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ab081-0db4-4440-9751-31b812263a6b req-ca4ccef0-616a-4427-a065-d41164434061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:29.244867 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-ca4ccef0-616a-4427-a065-d41164434061 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 1098 time: 0.0419765 Nov 12 05:09:29.341149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ab081-0db4-4440-9751-31b812263a6b req-185591d1-b0c0-459a-a1af-4f5fb3a7197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:29.342647 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-185591d1-b0c0-459a-a1af-4f5fb3a7197f service neutron] 10.222.0.26 "GET /v2.0/networks?id=955a7730-c582-407c-b695-d39779fdb6a7 HTTP/1.1" status: 200 len: 899 time: 0.0899792 Nov 12 05:09:29.409668 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-40ab8525-43b3-45e5-b464-be8bdd988f14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71 HTTP/1.1" status: 200 len: 1001 time: 0.0595410 Nov 12 05:09:29.459504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ab081-0db4-4440-9751-31b812263a6b req-de7beb42-04e7-4761-a278-286624910dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:29.460868 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-de7beb42-04e7-4761-a278-286624910dcc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85d2d2ff-3e3f-4b28-b543-27547df73751 HTTP/1.1" status: 200 len: 834 time: 0.0440650 Nov 12 05:09:29.511214 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ab081-0db4-4440-9751-31b812263a6b req-a683086d-7ffa-43e6-b629-518ac6ca5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:29.512753 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-a683086d-7ffa-43e6-b629-518ac6ca5906 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=955a7730-c582-407c-b695-d39779fdb6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440006 Nov 12 05:09:29.604137 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-6261ae3d-38ed-4648-bde1-d450595522d3 service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836132 Nov 12 05:09:29.653804 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903c810-7d64-49e7-84e1-c7a849bd0026 req-fc501062-0f5b-48c3-98aa-881bc7a9e04e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:29.655302 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a903c810-7d64-49e7-84e1-c7a849bd0026 req-fc501062-0f5b-48c3-98aa-881bc7a9e04e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0500004 Nov 12 05:09:29.700428 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a06ab081-0db4-4440-9751-31b812263a6b req-23245561-5bce-44ad-b0fe-7d35bba72ae2 service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889728 Nov 12 05:09:29.706898 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a903c810-7d64-49e7-84e1-c7a849bd0026 req-ee04c1d2-4a66-465a-96be-0ccc469a2df4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455055 Nov 12 05:09:30.825013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fb7c0-a3ef-4300-b799-674a558924f2 req-d78a7c32-4c81-4f77-8371-066b9e93906c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:30.826516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-671fb7c0-a3ef-4300-b799-674a558924f2 req-d78a7c32-4c81-4f77-8371-066b9e93906c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0494611 Nov 12 05:09:30.877514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-671fb7c0-a3ef-4300-b799-674a558924f2 req-fe72609b-099c-41b1-9d6b-005cfd7b73dd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449584 Nov 12 05:09:31.224106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 60ed8d1c-d841-4605-8f7f-a73a3766fe71 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:09:31.304158 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:31.326811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6843e1cc-9507-4221-989c-aed256d21e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ed8d1c-d841-4605-8f7f-a73a3766fe71'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:09:31.329052 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02027b62-c93d-41f6-9107-4105f60bf165" -d '{"events": [{"server_uuid": "6843e1cc-9507-4221-989c-aed256d21e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "60ed8d1c-d841-4605-8f7f-a73a3766fe71"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:09:31.342509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 60ed8d1c-d841-4605-8f7f-a73a3766fe71, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:09:31.421893 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:31.446055 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3955c6a2-aea9-4347-90f1-cb03911c8dc4 x-openstack-request-id: req-3955c6a2-aea9-4347-90f1-cb03911c8dc4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:09:31.446342 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6843e1cc-9507-4221-989c-aed256d21e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "60ed8d1c-d841-4605-8f7f-a73a3766fe71", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:09:31.446600 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3955c6a2-aea9-4347-90f1-cb03911c8dc4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:09:31.447068 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6843e1cc-9507-4221-989c-aed256d21e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'code': 200} Nov 12 05:09:31.479193 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=60ed8d1c-d841-4605-8f7f-a73a3766fe71,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:09:31.486806 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:31.487320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:31.487659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:31.488012 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:31.488359 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:31.488688 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:31.489015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:31.489340 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:31.489663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:31.489988 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:31.490312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:31.490655 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:09:31.996614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a8aa8-ed30-485d-80de-034aa9580252 req-a8e2453b-9479-436e-af42-64f3fea29de9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:31.998214 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f28a8aa8-ed30-485d-80de-034aa9580252 req-a8e2453b-9479-436e-af42-64f3fea29de9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 944 time: 0.0495069 Nov 12 05:09:32.057969 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f28a8aa8-ed30-485d-80de-034aa9580252 req-f1b94606-419c-4f41-990e-7339ab445f37 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498950 Nov 12 05:09:33.177455 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a9e80-4a0a-4044-bea0-4db66166236e req-b71c5ac9-3c0b-4b3a-a017-8be86c935335 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:33.179033 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe8a9e80-4a0a-4044-bea0-4db66166236e req-b71c5ac9-3c0b-4b3a-a017-8be86c935335 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 944 time: 0.0495260 Nov 12 05:09:33.239995 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fe8a9e80-4a0a-4044-bea0-4db66166236e req-a6a72610-2ea2-4313-83ca-13198e6de311 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543280 Nov 12 05:09:33.411989 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 60ed8d1c-d841-4605-8f7f-a73a3766fe71 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:09:33.516307 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 60ed8d1c-d841-4605-8f7f-a73a3766fe71, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:09:33.530095 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'port_id': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'mac_address': 'fa:16:3e:a2:a6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:09:33.566915 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:33.580051 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ed8d1c-d841-4605-8f7f-a73a3766fe71 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:09:33.598809 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 60ed8d1c-d841-4605-8f7f-a73a3766fe71, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:09:33.676289 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:33.727145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=60ed8d1c-d841-4605-8f7f-a73a3766fe71,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:09:34.107320 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['60ed8d1c-d841-4605-8f7f-a73a3766fe71'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:09:34.360169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca873399-a077-434b-bb6c-aed2dccdff61 req-7f6b9300-2dfd-4529-aaaa-322f23d9d57f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:34.361621 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca873399-a077-434b-bb6c-aed2dccdff61 req-7f6b9300-2dfd-4529-aaaa-322f23d9d57f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 945 time: 0.0506825 Nov 12 05:09:34.415247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ca873399-a077-434b-bb6c-aed2dccdff61 req-958e522e-ca2f-4a24-8427-1ea78c786adb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471022 Nov 12 05:09:34.765624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413da893-7225-4066-a037-3f2c7dd9c998 req-62008af9-8376-46b0-a7e3-4e4549ddff27 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:34.767170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-413da893-7225-4066-a037-3f2c7dd9c998 req-62008af9-8376-46b0-a7e3-4e4549ddff27 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 945 time: 0.0544765 Nov 12 05:09:34.819604 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-413da893-7225-4066-a037-3f2c7dd9c998 req-900053fb-2cae-4a69-89da-b6c15bb90997 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464187 Nov 12 05:09:34.908212 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debd70d-c796-44ea-8b6d-6169c61f820d req-a831df9b-64f5-4e93-abea-1b2496a19057 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:34.909599 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4debd70d-c796-44ea-8b6d-6169c61f820d req-a831df9b-64f5-4e93-abea-1b2496a19057 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c&tenant_id=d62e2effbd4f4e7e9c149266d2390155&binding%3Ahost_id=n-h2-767704-23 HTTP/1.1" status: 200 len: 945 time: 0.0569284 Nov 12 05:09:34.944818 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ed03e-95a3-4be2-90cf-7cc50b461cdb req-87034888-a736-4b80-916d-1bc050594fa6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:34.946269 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-228ed03e-95a3-4be2-90cf-7cc50b461cdb req-87034888-a736-4b80-916d-1bc050594fa6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 945 time: 0.0563335 Nov 12 05:09:35.004140 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-228ed03e-95a3-4be2-90cf-7cc50b461cdb req-3d558ce2-94e3-41ef-b1b6-7aed7fa1e162 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470223 Nov 12 05:09:35.031096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debd70d-c796-44ea-8b6d-6169c61f820d req-cdb49dd7-13c0-471d-856d-cdf96038ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:35.032622 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4debd70d-c796-44ea-8b6d-6169c61f820d req-cdb49dd7-13c0-471d-856d-cdf96038ce95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 1097 time: 0.0422115 Nov 12 05:09:35.129608 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debd70d-c796-44ea-8b6d-6169c61f820d req-eb48f6a7-eff3-4b6d-9469-4e3b432b3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:35.131187 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4debd70d-c796-44ea-8b6d-6169c61f820d req-eb48f6a7-eff3-4b6d-9469-4e3b432b3813 service neutron] 10.222.0.26 "GET /v2.0/networks?id=955a7730-c582-407c-b695-d39779fdb6a7 HTTP/1.1" status: 200 len: 899 time: 0.0909653 Nov 12 05:09:35.205559 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4debd70d-c796-44ea-8b6d-6169c61f820d req-02d8713f-b836-40a8-bf5e-84916e4ad9a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71 HTTP/1.1" status: 200 len: 1000 time: 0.0615561 Nov 12 05:09:35.250941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debd70d-c796-44ea-8b6d-6169c61f820d req-98c011a1-7dea-465d-bbd6-34c8c56ee86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:35.256933 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4debd70d-c796-44ea-8b6d-6169c61f820d req-98c011a1-7dea-465d-bbd6-34c8c56ee86e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85d2d2ff-3e3f-4b28-b543-27547df73751 HTTP/1.1" status: 200 len: 834 time: 0.0438454 Nov 12 05:09:35.261929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 60ed8d1c-d841-4605-8f7f-a73a3766fe71 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:09:35.298984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debd70d-c796-44ea-8b6d-6169c61f820d req-52e817b0-48d1-4c08-89c0-1f6e369f651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:35.300551 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4debd70d-c796-44ea-8b6d-6169c61f820d req-52e817b0-48d1-4c08-89c0-1f6e369f651b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=955a7730-c582-407c-b695-d39779fdb6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409298 Nov 12 05:09:35.312291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 60ed8d1c-d841-4605-8f7f-a73a3766fe71 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:09:35.312661 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:35.394777 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:35.397671 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4debd70d-c796-44ea-8b6d-6169c61f820d req-fb5756c0-353d-4b84-bf74-87bd0152d4ca service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887654 Nov 12 05:09:35.418297 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6843e1cc-9507-4221-989c-aed256d21e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ed8d1c-d841-4605-8f7f-a73a3766fe71'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:09:35.420531 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb8619a-0556-4206-89f9-a3720f57f6fe" -d '{"events": [{"server_uuid": "6843e1cc-9507-4221-989c-aed256d21e2c", "name": "network-vif-plugged", "status": "completed", "tag": "60ed8d1c-d841-4605-8f7f-a73a3766fe71"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:09:35.434972 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 60ed8d1c-d841-4605-8f7f-a73a3766fe71, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:09:35.467604 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5edef70-08ce-4a53-9b82-36b526eaadd9 x-openstack-request-id: req-d5edef70-08ce-4a53-9b82-36b526eaadd9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:09:35.467893 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6843e1cc-9507-4221-989c-aed256d21e2c", "name": "network-vif-plugged", "status": "completed", "tag": "60ed8d1c-d841-4605-8f7f-a73a3766fe71", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:09:35.468178 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d5edef70-08ce-4a53-9b82-36b526eaadd9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:09:35.468576 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6843e1cc-9507-4221-989c-aed256d21e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'code': 200} Nov 12 05:09:35.493150 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4debd70d-c796-44ea-8b6d-6169c61f820d req-ce24aa34-55cb-4f08-b49f-584993b27094 service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874701 Nov 12 05:09:35.496207 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:35.544254 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=60ed8d1c-d841-4605-8f7f-a73a3766fe71,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:09:36.126273 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949d2f4-cbd4-43b6-a29d-a2369121b739 req-4974454f-5cca-4867-9625-2ffe5c4152df tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:36.127761 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4949d2f4-cbd4-43b6-a29d-a2369121b739 req-4974454f-5cca-4867-9625-2ffe5c4152df tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0504906 Nov 12 05:09:36.176316 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4949d2f4-cbd4-43b6-a29d-a2369121b739 req-d3c1c96a-c950-4b1b-a54b-ca66c0310b2b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425210 Nov 12 05:09:37.298950 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02be0bb-adad-47bb-b981-fd70134c1659 req-afd86f12-c688-4013-831d-1ac06299d801 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:37.300438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e02be0bb-adad-47bb-b981-fd70134c1659 req-afd86f12-c688-4013-831d-1ac06299d801 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0535734 Nov 12 05:09:37.349190 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e02be0bb-adad-47bb-b981-fd70134c1659 req-00cfe79e-d483-417b-959b-c5f926c9f846 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426006 Nov 12 05:09:37.371811 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35136) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:09:37.432494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e63f02b4-f095-4b89-b5f7-17bc88b27919 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/94fb7338-65be-416e-b385-95e64f5cc51d HTTP/1.1" status: 200 len: 993 time: 0.0594711 Nov 12 05:09:50.006767 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:51.683308 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:09:53.161186 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb23a-1c88-4d9a-8df0-a90493cbfa7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:55.623888 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:56.941356 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4bf08938-4578-48ac-b051-047cc4c95f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:57.052321 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:58.783974 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:59.052441 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:59.792446 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8ca7868-5858-4faf-999a-ca50eddba9ca req-591f8f7a-3dd9-4051-968f-9b4f3ec35db3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441587 Nov 12 05:09:59.896244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7868-5858-4faf-999a-ca50eddba9ca req-5ad814be-b760-4623-a707-1ae3b8d77627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:09:59.900306 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8ca7868-5858-4faf-999a-ca50eddba9ca req-5ad814be-b760-4623-a707-1ae3b8d77627 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 1098 time: 0.0406737 Nov 12 05:10:00.009691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7868-5858-4faf-999a-ca50eddba9ca req-6c0cbc3d-85b1-4a1f-9d66-ebbefc0a58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:00.011246 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8ca7868-5858-4faf-999a-ca50eddba9ca req-6c0cbc3d-85b1-4a1f-9d66-ebbefc0a58a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=955a7730-c582-407c-b695-d39779fdb6a7 HTTP/1.1" status: 200 len: 899 time: 0.0914648 Nov 12 05:10:00.083585 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8ca7868-5858-4faf-999a-ca50eddba9ca req-c7c95d2f-3767-44e6-8f4b-2a8550df0fda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71 HTTP/1.1" status: 200 len: 1001 time: 0.0640314 Nov 12 05:10:00.134987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7868-5858-4faf-999a-ca50eddba9ca req-8f558e76-3b4a-463c-bece-2ae01db2d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:00.136467 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8ca7868-5858-4faf-999a-ca50eddba9ca req-8f558e76-3b4a-463c-bece-2ae01db2d6ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85d2d2ff-3e3f-4b28-b543-27547df73751 HTTP/1.1" status: 200 len: 834 time: 0.0451822 Nov 12 05:10:00.183500 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7868-5858-4faf-999a-ca50eddba9ca req-7d0c8c27-3524-42bb-be46-b3d4c2e847e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:00.185036 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8ca7868-5858-4faf-999a-ca50eddba9ca req-7d0c8c27-3524-42bb-be46-b3d4c2e847e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=955a7730-c582-407c-b695-d39779fdb6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411294 Nov 12 05:10:00.196421 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-a8ca7868-5858-4faf-999a-ca50eddba9ca req-4c707532-d6c2-410f-86b9-2e0287c31c85 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:10:00.197481 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8ca7868-5858-4faf-999a-ca50eddba9ca req-4c707532-d6c2-410f-86b9-2e0287c31c85 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050378 Nov 12 05:10:00.295930 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8ca7868-5858-4faf-999a-ca50eddba9ca req-30f75bde-f45d-4111-ac6f-26e634ac0cbf service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915582 Nov 12 05:10:00.394799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8ca7868-5858-4faf-999a-ca50eddba9ca req-9297eaba-fa5d-41d7-98a9-fbe47fb67587 service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895936 Nov 12 05:10:04.246812 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-4a6ddb77-4391-4e41-9d14-844ee55785ce req-c0afb59c-3df1-4362-ae39-2eaa01bfc991 service neutron] (103146) timed out ('10.222.0.105', 58646) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:10:20.074498 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:23.169594 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fb5936e-f145-4022-bf22-47b235f9522a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:25.617615 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:26.929521 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4287638-7e29-4ec4-a9a2-69755f8a289d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:27.062666 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:28.683543 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:10:28.792058 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:29.066366 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:30.425328 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35152) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:30.586143 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port 431ba23c-b6db-48d4-aeb7-455c42ca02dd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:10:30.586486 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:30.661255 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:30.661530 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:30.672974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for 431ba23c-b6db-48d4-aeb7-455c42ca02dd owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:10:30.897267 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:30.924861 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=431ba23c-b6db-48d4-aeb7-455c42ca02dd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:30.959986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:30.960526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:30.960874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:30.961205 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:30.961535 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:30.961864 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:30.962186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:30.962507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:30.962829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:30.963146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:30.963462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:30.963775 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:31.004045 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:31.004467 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Floating IP 94fb7338-65be-416e-b385-95e64f5cc51d disassociated (deleted). External IP: 172.25.8.48, port: 60ed8d1c-d841-4605-8f7f-a73a3766fe71. Nov 12 05:10:31.212024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:10:31.321487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:10:31.326017 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:31.331801 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c261b0-f312-4856-a649-3e1f2e852636 None None] Sync routers for ids ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:10:31.341752 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c261b0-f312-4856-a649-3e1f2e852636 None None] Routers {'559d3e4d-75d5-4bf6-b861-3021d9a7c503'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:10:31.342909 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-04c261b0-f312-4856-a649-3e1f2e852636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:31.354986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6a9d2f04-5aae-4df6-bd7d-b7edb13aefc4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/floatingips/94fb7338-65be-416e-b385-95e64f5cc51d HTTP/1.1" status: 204 len: 168 time: 0.9285512 Nov 12 05:10:31.356055 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6843e1cc-9507-4221-989c-aed256d21e2c', 'tag': '60ed8d1c-d841-4605-8f7f-a73a3766fe71'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:10:31.359182 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608b6d1a-01c1-4a54-b856-8d51a6e7859b" -d '{"events": [{"name": "network-changed", "server_uuid": "6843e1cc-9507-4221-989c-aed256d21e2c", "tag": "60ed8d1c-d841-4605-8f7f-a73a3766fe71"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:10:31.471770 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000adf29-8855-4b4f-b534-dafe7abfb82f x-openstack-request-id: req-000adf29-8855-4b4f-b534-dafe7abfb82f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:10:31.472440 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6843e1cc-9507-4221-989c-aed256d21e2c", "tag": "60ed8d1c-d841-4605-8f7f-a73a3766fe71", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:10:31.472440 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-000adf29-8855-4b4f-b534-dafe7abfb82f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:10:31.472712 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6843e1cc-9507-4221-989c-aed256d21e2c', 'tag': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'status': 'completed', 'code': 200} Nov 12 05:10:31.549066 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-04c261b0-f312-4856-a649-3e1f2e852636 None None] Set router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:10:31.558474 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b6d1a-01c1-4a54-b856-8d51a6e7859b req-5ea417de-1314-4730-8181-3d1cfea26833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:31.562416 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-608b6d1a-01c1-4a54-b856-8d51a6e7859b req-5ea417de-1314-4730-8181-3d1cfea26833 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 1098 time: 0.0425031 Nov 12 05:10:31.659939 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b6d1a-01c1-4a54-b856-8d51a6e7859b req-a2217fbd-5756-4639-aa49-f8a3d145cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:31.661452 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-608b6d1a-01c1-4a54-b856-8d51a6e7859b req-a2217fbd-5756-4639-aa49-f8a3d145cffd service neutron] 10.222.0.26 "GET /v2.0/networks?id=955a7730-c582-407c-b695-d39779fdb6a7 HTTP/1.1" status: 200 len: 899 time: 0.0936584 Nov 12 05:10:31.706911 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-608b6d1a-01c1-4a54-b856-8d51a6e7859b req-10411d0d-0a91-4abf-b8dd-f3683a4a542d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71 HTTP/1.1" status: 200 len: 217 time: 0.0364738 Nov 12 05:10:31.770546 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-04c261b0-f312-4856-a649-3e1f2e852636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:42Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '835392b7-a77d-4121-a496-83fa7b68388b', 'name': '', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:7c:5a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:42Z', 'updated_at': '2021-11-12T05:07:45Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:31.776027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b6d1a-01c1-4a54-b856-8d51a6e7859b req-36662cce-3cdf-4659-b85e-462a58d58e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:31.778272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-608b6d1a-01c1-4a54-b856-8d51a6e7859b req-36662cce-3cdf-4659-b85e-462a58d58e3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85d2d2ff-3e3f-4b28-b543-27547df73751 HTTP/1.1" status: 200 len: 834 time: 0.0611203 Nov 12 05:10:31.804525 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c261b0-f312-4856-a649-3e1f2e852636 None None] Checking router: 559d3e4d-75d5-4bf6-b861-3021d9a7c503 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:10:31.813756 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c261b0-f312-4856-a649-3e1f2e852636 None None] Routers {'559d3e4d-75d5-4bf6-b861-3021d9a7c503'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:10:31.814424 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-04c261b0-f312-4856-a649-3e1f2e852636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:31.850244 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b6d1a-01c1-4a54-b856-8d51a6e7859b req-01dd9122-3e51-48d7-a1c2-40dff904b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:31.855528 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-608b6d1a-01c1-4a54-b856-8d51a6e7859b req-01dd9122-3e51-48d7-a1c2-40dff904b76d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=955a7730-c582-407c-b695-d39779fdb6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641327 Nov 12 05:10:31.866984 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f445e-b726-40f4-abc9-ce0a56acfbf8 req-e6b83269-91f0-4e19-a8ec-522991a1181c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:31.872443 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c03f445e-b726-40f4-abc9-ce0a56acfbf8 req-e6b83269-91f0-4e19-a8ec-522991a1181c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.1184585 Nov 12 05:10:31.925516 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c03f445e-b726-40f4-abc9-ce0a56acfbf8 req-353360ae-8046-4118-869a-962ed1e59263 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506241 Nov 12 05:10:31.943776 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-04c261b0-f312-4856-a649-3e1f2e852636 None None] Set router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:10:31.983590 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-608b6d1a-01c1-4a54-b856-8d51a6e7859b req-1b698fbe-b07b-4748-a779-ef7ce5673542 service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231196 Nov 12 05:10:32.094048 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-608b6d1a-01c1-4a54-b856-8d51a6e7859b req-2af73b31-d4f0-4bd5-a8ca-c41a77a26dc6 service neutron] 10.222.0.26 "GET /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990312 Nov 12 05:10:32.182309 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-04c261b0-f312-4856-a649-3e1f2e852636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:42Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '835392b7-a77d-4121-a496-83fa7b68388b', 'name': '', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:7c:5a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:42Z', 'updated_at': '2021-11-12T05:07:45Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:32.210545 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c261b0-f312-4856-a649-3e1f2e852636 None None] The sync data for ids ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'] in n-d-767704-23 is: [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:42Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '835392b7-a77d-4121-a496-83fa7b68388b', 'name': '', 'network_id': '955a7730-c582-407c-b695-d39779fdb6a7', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:7c:5a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:42Z', 'updated_at': '2021-11-12T05:07:45Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '85d2d2ff-3e3f-4b28-b543-27547df73751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:10:32.457828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c982fa-effd-451f-8321-14f72067aa9e None None] New status for floating IP 94fb7338-65be-416e-b385-95e64f5cc51d: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:10:33.114920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e341a16-5a41-43d5-8bb4-9f2134eaf470 req-4ebcdb63-cf1c-40bc-96c4-81c344af367e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:33.116443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e341a16-5a41-43d5-8bb4-9f2134eaf470 req-4ebcdb63-cf1c-40bc-96c4-81c344af367e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.1075392 Nov 12 05:10:33.168533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9e341a16-5a41-43d5-8bb4-9f2134eaf470 req-6d7f5a15-dcc4-4a4a-b944-8373302fba44 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=8a252e2d-7eec-4a76-8b8b-8fd361f82934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453513 Nov 12 05:10:33.675103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7aea3-f3a4-44a6-8d89-e499b425010f req-204292e8-4804-476a-8f44-175eb63825ac tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:33.676469 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6fb7aea3-f3a4-44a6-8d89-e499b425010f req-204292e8-4804-476a-8f44-175eb63825ac tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 946 time: 0.0486786 Nov 12 05:10:33.768053 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6fb7aea3-f3a4-44a6-8d89-e499b425010f req-c0891e1d-69e1-4f21-8506-e2323ea4cdd0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port 60ed8d1c-d841-4605-8f7f-a73a3766fe71 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:10:33.768421 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6fb7aea3-f3a4-44a6-8d89-e499b425010f req-c0891e1d-69e1-4f21-8506-e2323ea4cdd0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:33.868425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6fb7aea3-f3a4-44a6-8d89-e499b425010f req-c0891e1d-69e1-4f21-8506-e2323ea4cdd0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port 60ed8d1c-d841-4605-8f7f-a73a3766fe71, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=60ed8d1c-d841-4605-8f7f-a73a3766fe71,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:10:33.868783 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6fb7aea3-f3a4-44a6-8d89-e499b425010f req-c0891e1d-69e1-4f21-8506-e2323ea4cdd0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:33.882177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-6fb7aea3-f3a4-44a6-8d89-e499b425010f req-c0891e1d-69e1-4f21-8506-e2323ea4cdd0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for 60ed8d1c-d841-4605-8f7f-a73a3766fe71 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:10:34.091072 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6fb7aea3-f3a4-44a6-8d89-e499b425010f req-c0891e1d-69e1-4f21-8506-e2323ea4cdd0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:34.122216 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0891e1d-69e1-4f21-8506-e2323ea4cdd0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=60ed8d1c-d841-4605-8f7f-a73a3766fe71,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:34.168058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb7aea3-f3a4-44a6-8d89-e499b425010f req-c0891e1d-69e1-4f21-8506-e2323ea4cdd0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] No DVR routers for this DVR port 60ed8d1c-d841-4605-8f7f-a73a3766fe71 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:10:34.170811 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6fb7aea3-f3a4-44a6-8d89-e499b425010f req-c0891e1d-69e1-4f21-8506-e2323ea4cdd0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:34.174288 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6fb7aea3-f3a4-44a6-8d89-e499b425010f req-c0891e1d-69e1-4f21-8506-e2323ea4cdd0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "DELETE /v2.0/ports/60ed8d1c-d841-4605-8f7f-a73a3766fe71 HTTP/1.1" status: 204 len: 173 time: 0.4908934 Nov 12 05:10:34.174732 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6843e1cc-9507-4221-989c-aed256d21e2c', 'name': 'network-vif-deleted', 'tag': '60ed8d1c-d841-4605-8f7f-a73a3766fe71'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:10:34.177015 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4702f0-83fc-4789-80ac-01d1851d3827" -d '{"events": [{"server_uuid": "6843e1cc-9507-4221-989c-aed256d21e2c", "name": "network-vif-deleted", "tag": "60ed8d1c-d841-4605-8f7f-a73a3766fe71"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:10:34.218982 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bc5281-4afa-4aa3-8a72-1893c9f6f717 x-openstack-request-id: req-52bc5281-4afa-4aa3-8a72-1893c9f6f717 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:10:34.219275 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6843e1cc-9507-4221-989c-aed256d21e2c", "name": "network-vif-deleted", "tag": "60ed8d1c-d841-4605-8f7f-a73a3766fe71", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:10:34.219513 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-52bc5281-4afa-4aa3-8a72-1893c9f6f717 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:10:34.219926 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6843e1cc-9507-4221-989c-aed256d21e2c', 'name': 'network-vif-deleted', 'tag': '60ed8d1c-d841-4605-8f7f-a73a3766fe71', 'status': 'completed', 'code': 200} Nov 12 05:10:34.267131 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-416e6459-ac1a-4de0-bbef-4d0d7d9606fc req-c238af98-2778-4bee-92d5-a05cc95ac825 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=6843e1cc-9507-4221-989c-aed256d21e2c HTTP/1.1" status: 200 len: 210 time: 0.0274155 Nov 12 05:10:35.323557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:35.613941 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 60ed8d1c-d841-4605-8f7f-a73a3766fe71 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:10:35.634603 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 60ed8d1c-d841-4605-8f7f-a73a3766fe71 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:10:35.634954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 60ed8d1c-d841-4605-8f7f-a73a3766fe71 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:10:36.023773 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fc3bf58-4bee-4f51-a975-215dc47ba960 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:36.277522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3bf58-4bee-4f51-a975-215dc47ba960 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port 835392b7-a77d-4121-a496-83fa7b68388b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:10:36.277773 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fc3bf58-4bee-4f51-a975-215dc47ba960 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:36.368755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9fc3bf58-4bee-4f51-a975-215dc47ba960 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port 835392b7-a77d-4121-a496-83fa7b68388b, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=835392b7-a77d-4121-a496-83fa7b68388b,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:10:36.369457 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fc3bf58-4bee-4f51-a975-215dc47ba960 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:36.382628 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3bf58-4bee-4f51-a975-215dc47ba960 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for 835392b7-a77d-4121-a496-83fa7b68388b owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:10:36.662414 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fc3bf58-4bee-4f51-a975-215dc47ba960 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:36.689343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3bf58-4bee-4f51-a975-215dc47ba960 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=835392b7-a77d-4121-a496-83fa7b68388b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:36.866215 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fc3bf58-4bee-4f51-a975-215dc47ba960 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:37.085527 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc3bf58-4bee-4f51-a975-215dc47ba960 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:10:37.191679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc3bf58-4bee-4f51-a975-215dc47ba960 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:10:37.197479 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9fc3bf58-4bee-4f51-a975-215dc47ba960 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "PUT /v2.0/routers/559d3e4d-75d5-4bf6-b861-3021d9a7c503/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8722217 Nov 12 05:10:37.199759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35178) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:37.201676 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae4479-6fd5-4d38-8df0-2b38c220a0ff None None] Sync routers for ids ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:10:37.211729 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae4479-6fd5-4d38-8df0-2b38c220a0ff None None] Routers {'559d3e4d-75d5-4bf6-b861-3021d9a7c503'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:10:37.212367 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-deae4479-6fd5-4d38-8df0-2b38c220a0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:37.259486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-223d37e8-26f4-48b3-a04a-8965bdfbdd4c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting subnet 85d2d2ff-3e3f-4b28-b543-27547df73751 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:10:37.262849 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-223d37e8-26f4-48b3-a04a-8965bdfbdd4c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:37.304378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-223d37e8-26f4-48b3-a04a-8965bdfbdd4c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:37.317393 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-deae4479-6fd5-4d38-8df0-2b38c220a0ff None None] Set router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:10:37.393649 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-223d37e8-26f4-48b3-a04a-8965bdfbdd4c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:37.500091 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-deae4479-6fd5-4d38-8df0-2b38c220a0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:10:36Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:37.531843 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae4479-6fd5-4d38-8df0-2b38c220a0ff None None] Checking router: 559d3e4d-75d5-4bf6-b861-3021d9a7c503 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:10:37.537145 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-223d37e8-26f4-48b3-a04a-8965bdfbdd4c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:37.541351 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae4479-6fd5-4d38-8df0-2b38c220a0ff None None] Routers {'559d3e4d-75d5-4bf6-b861-3021d9a7c503'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:10:37.542503 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-deae4479-6fd5-4d38-8df0-2b38c220a0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:37.568946 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-223d37e8-26f4-48b3-a04a-8965bdfbdd4c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:37.575362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-223d37e8-26f4-48b3-a04a-8965bdfbdd4c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/subnets/85d2d2ff-3e3f-4b28-b543-27547df73751 HTTP/1.1" status: 204 len: 168 time: 0.3722947 Nov 12 05:10:37.575551 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbf3fe5-ba97-4ce7-972a-8520c21d6dba None None] Network 955a7730-c582-407c-b695-d39779fdb6a7 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:10:37.576603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d37e8-26f4-48b3-a04a-8965bdfbdd4c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Subnet': ['ID=85d2d2ff-3e3f-4b28-b543-27547df73751,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:37.576727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35180) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:37.653182 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-deae4479-6fd5-4d38-8df0-2b38c220a0ff None None] Set router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:10:37.691045 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:37.781113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] DHCP port deletion for 955a7730-c582-407c-b695-d39779fdb6a7 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:10:37.798610 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:37.830186 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Deleting port 12074f64-378d-4d3f-a0eb-60685568abc2 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:10:37.830678 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:37.837783 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-deae4479-6fd5-4d38-8df0-2b38c220a0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:10:36Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:37.863954 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae4479-6fd5-4d38-8df0-2b38c220a0ff None None] The sync data for ids ['559d3e4d-75d5-4bf6-b861-3021d9a7c503'] in n-d-767704-23 is: [{'id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965749538', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:10:36Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '56d88f76-8708-4cdb-87b0-6ec209cb39c9', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559d3e4d-75d5-4bf6-b861-3021d9a7c503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:07:38Z', 'updated_at': '2021-11-12T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:10:37.901424 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] For port 12074f64-378d-4d3f-a0eb-60685568abc2, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=12074f64-378d-4d3f-a0eb-60685568abc2,segment=NetworkSegment(2db5874a-a493-4bde-b4a2-034946d6b7ea),segment_id=2db5874a-a493-4bde-b4a2-034946d6b7ea)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:10:37.901832 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:37.915388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Calling delete_port for 12074f64-378d-4d3f-a0eb-60685568abc2 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:10:37.920667 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port 56d88f76-8708-4cdb-87b0-6ec209cb39c9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:10:37.921009 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.003012 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port 56d88f76-8708-4cdb-87b0-6ec209cb39c9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=56d88f76-8708-4cdb-87b0-6ec209cb39c9,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:10:38.003276 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.015932 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for 56d88f76-8708-4cdb-87b0-6ec209cb39c9 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:10:38.056981 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.083596 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Pushing event deleted for resources: {'Port': ['ID=12074f64-378d-4d3f-a0eb-60685568abc2,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:38.088692 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] No DVR routers for this DVR port 12074f64-378d-4d3f-a0eb-60685568abc2 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:10:38.097765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.098121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.098461 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.098798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.099133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.099710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.099818 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.100321 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.100628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.100962 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.101303 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.101626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdfe051-7599-4161-9995-70af9d4cee55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.243608 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.269213 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=56d88f76-8708-4cdb-87b0-6ec209cb39c9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:38.282019 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.282376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.282717 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.283054 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.283386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.283709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.290563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.290563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.290563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.290563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.290563 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.291170 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a0bb49-5f88-4116-8aa3-5fab3cd23f85 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:10:38.291282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:38.351795 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.446979 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.449290 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.559429 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.559973 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Fanout notify agent at l3_agent the message router_deleted on router 559d3e4d-75d5-4bf6-b861-3021d9a7c503 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:10:38.569736 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.569736 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-63c21675-0a92-4c0e-8af3-c834b68dc9db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/routers/559d3e4d-75d5-4bf6-b861-3021d9a7c503 HTTP/1.1" status: 204 len: 168 time: 0.9916558 Nov 12 05:10:38.571639 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:38.650400 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb09b499-f717-444d-b78b-4b158ab659ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.741284 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb09b499-f717-444d-b78b-4b158ab659ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.761014 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fb09b499-f717-444d-b78b-4b158ab659ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955a7730-c582-407c-b695-d39779fdb6a7']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:38.770427 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fb09b499-f717-444d-b78b-4b158ab659ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db5874a-a493-4bde-b4a2-034946d6b7ea') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:38.770729 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fb09b499-f717-444d-b78b-4b158ab659ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db5874a-a493-4bde-b4a2-034946d6b7ea') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:38.780791 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb09b499-f717-444d-b78b-4b158ab659ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.795505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb09b499-f717-444d-b78b-4b158ab659ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.800303 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb09b499-f717-444d-b78b-4b158ab659ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:10:38.800694 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb09b499-f717-444d-b78b-4b158ab659ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: timer() Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:10:38.804841 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:10:38.919209 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb09b499-f717-444d-b78b-4b158ab659ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.927411 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb09b499-f717-444d-b78b-4b158ab659ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:38.930316 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fb09b499-f717-444d-b78b-4b158ab659ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/networks/955a7730-c582-407c-b695-d39779fdb6a7 HTTP/1.1" status: 204 len: 168 time: 0.3576827 Nov 12 05:10:38.936191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:38.942184 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09b499-f717-444d-b78b-4b158ab659ce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Network': ['ID=955a7730-c582-407c-b695-d39779fdb6a7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:39.004547 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-512efcf2-2ea9-4c62-b2bd-20c5871efebe tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:39.032175 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-512efcf2-2ea9-4c62-b2bd-20c5871efebe tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:39.142450 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-512efcf2-2ea9-4c62-b2bd-20c5871efebe tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:39.145130 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-512efcf2-2ea9-4c62-b2bd-20c5871efebe tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:39.146325 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-512efcf2-2ea9-4c62-b2bd-20c5871efebe tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/security-groups/8a252e2d-7eec-4a76-8b8b-8fd361f82934 HTTP/1.1" status: 204 len: 168 time: 0.2121043 Nov 12 05:10:39.156690 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512efcf2-2ea9-4c62-b2bd-20c5871efebe tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a252e2d-7eec-4a76-8b8b-8fd361f82934,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:39.480637 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 12074f64-378d-4d3f-a0eb-60685568abc2 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:10:39.502219 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 12074f64-378d-4d3f-a0eb-60685568abc2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:10:39.502565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 12074f64-378d-4d3f-a0eb-60685568abc2 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:10:39.502973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 835392b7-a77d-4121-a496-83fa7b68388b no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:10:39.522106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 835392b7-a77d-4121-a496-83fa7b68388b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:10:39.522383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 835392b7-a77d-4121-a496-83fa7b68388b not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:10:39.522776 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 56d88f76-8708-4cdb-87b0-6ec209cb39c9 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:10:39.541739 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 56d88f76-8708-4cdb-87b0-6ec209cb39c9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:10:39.542079 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 56d88f76-8708-4cdb-87b0-6ec209cb39c9 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:10:39.603107 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35190) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:39.609062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-29ef5e2c-de1f-4ae4-9c16-04344774ee4d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-172443443', 'description': 'tempest-secgroup-smoke-172443443 description', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:10:39.719101 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29ef5e2c-de1f-4ae4-9c16-04344774ee4d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:39.784322 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29ef5e2c-de1f-4ae4-9c16-04344774ee4d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:39.827975 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29ef5e2c-de1f-4ae4-9c16-04344774ee4d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:39.860418 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef5e2c-de1f-4ae4-9c16-04344774ee4d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265826d3-5f6b-48d7-8459-742d37a6df43,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:39.926993 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29ef5e2c-de1f-4ae4-9c16-04344774ee4d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:39.928566 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-29ef5e2c-de1f-4ae4-9c16-04344774ee4d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3240099 Nov 12 05:10:39.931424 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35192) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:39.935824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9b3b19f1-cebb-4e16-8c0d-ed0d1dacc6ef tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '265826d3-5f6b-48d7-8459-742d37a6df43', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:10:40.021463 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b3b19f1-cebb-4e16-8c0d-ed0d1dacc6ef tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:40.076961 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b3b19f1-cebb-4e16-8c0d-ed0d1dacc6ef tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:40.147965 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b3b19f1-cebb-4e16-8c0d-ed0d1dacc6ef tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:40.171550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b19f1-cebb-4e16-8c0d-ed0d1dacc6ef tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d5cfd6-60b9-4eda-a580-e2fa29361775,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:40.253077 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b3b19f1-cebb-4e16-8c0d-ed0d1dacc6ef tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:40.254307 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9b3b19f1-cebb-4e16-8c0d-ed0d1dacc6ef tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218930 Nov 12 05:10:40.257083 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:40.261369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-52b036b4-3e47-4d41-8d67-dda9c2fec238 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '265826d3-5f6b-48d7-8459-742d37a6df43', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:10:40.345660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52b036b4-3e47-4d41-8d67-dda9c2fec238 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:40.404518 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52b036b4-3e47-4d41-8d67-dda9c2fec238 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:40.471677 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52b036b4-3e47-4d41-8d67-dda9c2fec238 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:40.489334 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b036b4-3e47-4d41-8d67-dda9c2fec238 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb02027-a7cf-4692-b609-ff39984fc984,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:40.560074 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52b036b4-3e47-4d41-8d67-dda9c2fec238 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:40.561833 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-52b036b4-3e47-4d41-8d67-dda9c2fec238 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3038208 Nov 12 05:10:40.565058 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35196) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:40.570263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5783dda6-1c1c-4966-a11e-56d1680ca020 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '265826d3-5f6b-48d7-8459-742d37a6df43', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:10:40.667238 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5783dda6-1c1c-4966-a11e-56d1680ca020 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:40.722302 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5783dda6-1c1c-4966-a11e-56d1680ca020 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:40.805014 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5783dda6-1c1c-4966-a11e-56d1680ca020 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:40.826593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783dda6-1c1c-4966-a11e-56d1680ca020 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3da5fce-5488-4901-875c-25c152a947f7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:40.897070 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5783dda6-1c1c-4966-a11e-56d1680ca020 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:40.898295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5783dda6-1c1c-4966-a11e-56d1680ca020 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3322995 Nov 12 05:10:40.901196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35198) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:40.905634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f1fb8af0-5222-49de-9300-6c520d2cba44 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '265826d3-5f6b-48d7-8459-742d37a6df43', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:10:41.003959 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8af0-5222-49de-9300-6c520d2cba44 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:41.063113 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8af0-5222-49de-9300-6c520d2cba44 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:41.134305 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8af0-5222-49de-9300-6c520d2cba44 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:41.152189 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb8af0-5222-49de-9300-6c520d2cba44 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8ac798-738a-457d-9a78-ada4e886d0d9,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:41.217833 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8af0-5222-49de-9300-6c520d2cba44 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:41.219114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f1fb8af0-5222-49de-9300-6c520d2cba44 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3168929 Nov 12 05:10:41.222526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35200) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:41.227202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-13d7a085-32e5-496d-b2dc-29dad5602025 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '265826d3-5f6b-48d7-8459-742d37a6df43', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:10:41.313926 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-13d7a085-32e5-496d-b2dc-29dad5602025 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Project d62e2effbd4f4e7e9c149266d2390155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:10:41.319203 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13d7a085-32e5-496d-b2dc-29dad5602025 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:41.377281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13d7a085-32e5-496d-b2dc-29dad5602025 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:41.468561 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13d7a085-32e5-496d-b2dc-29dad5602025 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:41.487134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7a085-32e5-496d-b2dc-29dad5602025 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f30ea1-71a7-4fdb-8b60-e94ff3e57fc2,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:41.550450 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13d7a085-32e5-496d-b2dc-29dad5602025 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:41.551832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-13d7a085-32e5-496d-b2dc-29dad5602025 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3283188 Nov 12 05:10:41.559645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:41.564583 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-838bcd16-d589-4ba4-86e1-611a96ede438 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '265826d3-5f6b-48d7-8459-742d37a6df43', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:10:41.679928 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-838bcd16-d589-4ba4-86e1-611a96ede438 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Project d62e2effbd4f4e7e9c149266d2390155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:10:41.685196 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-838bcd16-d589-4ba4-86e1-611a96ede438 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:41.744462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-838bcd16-d589-4ba4-86e1-611a96ede438 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:41.822225 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-838bcd16-d589-4ba4-86e1-611a96ede438 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:41.844648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bcd16-d589-4ba4-86e1-611a96ede438 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3843f40c-f215-418d-a097-56221255b453,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:41.933237 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-838bcd16-d589-4ba4-86e1-611a96ede438 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:41.934595 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-838bcd16-d589-4ba4-86e1-611a96ede438 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3739240 Nov 12 05:10:41.937971 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:41.942740 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8996fc44-d0bd-4a87-962a-6bc791a95a9b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'network': {'name': 'tempest-network-smoke--135086405', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:10:42.010824 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8996fc44-d0bd-4a87-962a-6bc791a95a9b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:10:42.014332 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8996fc44-d0bd-4a87-962a-6bc791a95a9b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:42.038291 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8996fc44-d0bd-4a87-962a-6bc791a95a9b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:10:42.046898 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8996fc44-d0bd-4a87-962a-6bc791a95a9b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:42.047242 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-8996fc44-d0bd-4a87-962a-6bc791a95a9b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Added segment 204f28b8-e2fb-4a63-a20f-57b207077209 of type vlan for network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 Nov 12 05:10:42.087935 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8996fc44-d0bd-4a87-962a-6bc791a95a9b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:42.176408 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8996fc44-d0bd-4a87-962a-6bc791a95a9b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:42.182308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8996fc44-d0bd-4a87-962a-6bc791a95a9b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:42.187738 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8996fc44-d0bd-4a87-962a-6bc791a95a9b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:42.248505 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996fc44-d0bd-4a87-962a-6bc791a95a9b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Network': ['ID=9fe8579a-d7e4-43b1-86f6-368e432bfea2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:42.259656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:10:42.280584 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8996fc44-d0bd-4a87-962a-6bc791a95a9b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3413785 Nov 12 05:10:42.283464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:42.288417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'admin_state_up': True, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:10:42.410867 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:42.411956 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:42.462646 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:42.658676 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:42.896204 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:42.918380 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:43.019330 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.25.8.170 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/9ede53d5-863d-4c29-82b4-90e150ea34d3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:10:43.134587 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:43.312482 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:43.355603 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:10:43.358618 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:10:43.363238 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:10:43.367034 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=9ede53d5-863d-4c29-82b4-90e150ea34d3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:43.374189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53ef2c1-fe67-40d8-a50c-13d7d79a001d None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:10:43.458991 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-21b1d247-17c1-434d-92ec-368f9d6204f2 None None] Provisioning complete for port 9ede53d5-863d-4c29-82b4-90e150ea34d3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:43.459447 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21b1d247-17c1-434d-92ec-368f9d6204f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:43.492058 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-21b1d247-17c1-434d-92ec-368f9d6204f2 None None] Port 9ede53d5-863d-4c29-82b4-90e150ea34d3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:10:43.683403 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:44.218782 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:44.444786 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router d9fdad6b-12b4-4d3e-8673-8005f75ef289 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:10:44.549888 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:10:44.559599 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Sync routers for ids ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:10:44.568807 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Routers {'d9fdad6b-12b4-4d3e-8673-8005f75ef289'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:10:44.569416 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:44.629721 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:44.631031 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-29105ad4-0182-45fa-bf97-91534369e617 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3464596 Nov 12 05:10:44.634149 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:44.662690 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-fa8b27ce-870c-4def-be0e-6db1144aa6f4 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=d62e2effbd4f4e7e9c149266d2390155&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273342 Nov 12 05:10:44.665222 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:44.672613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Set router d9fdad6b-12b4-4d3e-8673-8005f75ef289 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:10:44.754634 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10918a7b-81e1-4fef-895e-bf354eb61e4b tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:44.756182 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-10918a7b-81e1-4fef-895e-bf354eb61e4b tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900261 Nov 12 05:10:44.759079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:44.787205 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-18161f6a-c39a-4c6a-8132-a83ac484bcd4 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267692 Nov 12 05:10:44.789425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:44.794087 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-61f5c8f7-1bdb-44e8-b6ff-871f499d452e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1095552152', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:10:44.850418 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:43Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:44.877046 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Checking router: d9fdad6b-12b4-4d3e-8673-8005f75ef289 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:10:44.877392 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Updating router d9fdad6b-12b4-4d3e-8673-8005f75ef289 port 9ede53d5-863d-4c29-82b4-90e150ea34d3 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:10:44.901052 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:44.953811 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f5c8f7-1bdb-44e8-b6ff-871f499d452e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:10:44.957446 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f5c8f7-1bdb-44e8-b6ff-871f499d452e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:45.150527 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:45.192324 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f5c8f7-1bdb-44e8-b6ff-871f499d452e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:45.214910 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:45.263210 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5c8f7-1bdb-44e8-b6ff-871f499d452e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Subnet': ['ID=cd1bf14e-f75d-4688-87cf-c648fc123c4d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:45.263948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c16baa-d90b-4c6b-af71-062657956c0b None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:10:45.272972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f5c8f7-1bdb-44e8-b6ff-871f499d452e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Checking segment: {'id': '204f28b8-e2fb-4a63-a20f-57b207077209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:10:45.273389 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f5c8f7-1bdb-44e8-b6ff-871f499d452e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network hostable DHCP agents. Network: 9fe8579a-d7e4-43b1-86f6-368e432bfea2, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:10:45.274167 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749467b-a25a-4d30-943f-cdf4dec263b3 None None] Pushing event updated for resources: {'Port': ['ID=9ede53d5-863d-4c29-82b4-90e150ea34d3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:45.276862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Attempting to bind port 9ede53d5-863d-4c29-82b4-90e150ea34d3 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:10:45.277231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Attempting to bind port 9ede53d5-863d-4c29-82b4-90e150ea34d3 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:10:45.277593 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Attempting to bind port 9ede53d5-863d-4c29-82b4-90e150ea34d3 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:10:45.285226 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:10:45.285607 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:10:45.286008 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:45.286396 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:10:45.286869 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Bound port: 9ede53d5-863d-4c29-82b4-90e150ea34d3, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:10:45.287254 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:45.345160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-acd1c7b9-0d30-420a-9ae8-b601f01987da None None] Provisioning complete for port 9ede53d5-863d-4c29-82b4-90e150ea34d3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:45.345547 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-acd1c7b9-0d30-420a-9ae8-b601f01987da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:45.346764 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f5c8f7-1bdb-44e8-b6ff-871f499d452e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:10:45.349187 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] For port 9ede53d5-863d-4c29-82b4-90e150ea34d3, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:10:45.379950 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] For port 9ede53d5-863d-4c29-82b4-90e150ea34d3, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9ede53d5-863d-4c29-82b4-90e150ea34d3,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:10:45.389746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-acd1c7b9-0d30-420a-9ae8-b601f01987da None None] Port 9ede53d5-863d-4c29-82b4-90e150ea34d3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:10:45.440003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-61f5c8f7-1bdb-44e8-b6ff-871f499d452e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 9fe8579a-d7e4-43b1-86f6-368e432bfea2) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:10:45.444443 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5c8f7-1bdb-44e8-b6ff-871f499d452e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:45.449457 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61f5c8f7-1bdb-44e8-b6ff-871f499d452e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:45.450201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ad221f-e96e-4370-b3ff-12f7cb4e247b None None] Network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:10:45.472803 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:45.530527 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-61f5c8f7-1bdb-44e8-b6ff-871f499d452e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7374005 Nov 12 05:10:45.530769 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35216) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:10:45.548567 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f890a6-16dd-49ca-a423-f0b85448c2b4 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:10:45.583199 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Routers {'d9fdad6b-12b4-4d3e-8673-8005f75ef289'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:10:45.583837 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:45.629712 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749467b-a25a-4d30-943f-cdf4dec263b3 None None] Pushing event updated for resources: {'Port': ['ID=9ede53d5-863d-4c29-82b4-90e150ea34d3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:45.880221 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-46f55c66-307d-4958-8a2e-e81ba27736c9 None None] Provisioning complete for port 9ede53d5-863d-4c29-82b4-90e150ea34d3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:45.880589 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46f55c66-307d-4958-8a2e-e81ba27736c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:45.955178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] Set router d9fdad6b-12b4-4d3e-8673-8005f75ef289 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:10:45.958707 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ips': [{'subnet_id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:10:45.959551 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:45.988964 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:46.180296 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46f55c66-307d-4958-8a2e-e81ba27736c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:46.238964 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-46f55c66-307d-4958-8a2e-e81ba27736c9 None None] For port 9ede53d5-863d-4c29-82b4-90e150ea34d3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9ede53d5-863d-4c29-82b4-90e150ea34d3,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:10:46.278668 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Allocated IP 172.20.0.2 (9fe8579a-d7e4-43b1-86f6-368e432bfea2/cd1bf14e-f75d-4688-87cf-c648fc123c4d/0931a64b-d72d-4da7-91a7-ff72891da6d8) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:10:46.298336 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46f55c66-307d-4958-8a2e-e81ba27736c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:46.413793 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f55c66-307d-4958-8a2e-e81ba27736c9 None None] Pushing event updated for resources: {'Port': ['ID=9ede53d5-863d-4c29-82b4-90e150ea34d3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:46.421843 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:43Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:46.459542 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df9a9c-6b0d-4505-844f-1aa5ea744373 None None] The sync data for ids ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'] in n-d-767704-23 is: [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:43Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:10:46.519697 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:46.581446 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:46.624394 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:10:46.628957 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:10:46.633270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.20.0.1 (9fe8579a-d7e4-43b1-86f6-368e432bfea2/cd1bf14e-f75d-4688-87cf-c648fc123c4d/bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:10:46.633832 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:10:46.636945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Pushing event updated for resources: {'Port': ['ID=0931a64b-d72d-4da7-91a7-ff72891da6d8,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:46.730398 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Attempting to bind port 0931a64b-d72d-4da7-91a7-ff72891da6d8 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:10:46.730765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Attempting to bind port 0931a64b-d72d-4da7-91a7-ff72891da6d8 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '204f28b8-e2fb-4a63-a20f-57b207077209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:10:46.731126 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Attempting to bind port 0931a64b-d72d-4da7-91a7-ff72891da6d8 on network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:10:46.739824 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:10:46.740257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Checking segment: {'id': '204f28b8-e2fb-4a63-a20f-57b207077209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:10:46.741139 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:46.741139 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Bound using segment: {'id': '204f28b8-e2fb-4a63-a20f-57b207077209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:10:46.741521 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Bound port: 0931a64b-d72d-4da7-91a7-ff72891da6d8, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204f28b8-e2fb-4a63-a20f-57b207077209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:10:46.741865 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:46.774810 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:46.810141 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] For port 0931a64b-d72d-4da7-91a7-ff72891da6d8, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:10:46.813629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] For port 0931a64b-d72d-4da7-91a7-ff72891da6d8, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0931a64b-d72d-4da7-91a7-ff72891da6d8,segment=NetworkSegment(204f28b8-e2fb-4a63-a20f-57b207077209),segment_id=204f28b8-e2fb-4a63-a20f-57b207077209)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:10:46.879648 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:46.902807 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:46.931784 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:10:46.939302 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:10:46.942519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:10:46.946775 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:46.978004 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dd51e-49d7-4e16-9682-8788b629bd60 None None] Pushing event updated for resources: {'Port': ['ID=0931a64b-d72d-4da7-91a7-ff72891da6d8,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:46.994538 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:47.206590 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:47.524648 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:47.548125 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9ede53d5-863d-4c29-82b4-90e150ea34d3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:10:47.581972 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:47.603472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 9ede53d5-863d-4c29-82b4-90e150ea34d3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:47.603888 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:47.661045 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:47.666025 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:47.713697 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0931a64b-d72d-4da7-91a7-ff72891da6d8 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:10:47.764741 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0931a64b-d72d-4da7-91a7-ff72891da6d8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:47.765107 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:47.769883 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:10:47.771390 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:10:47.852363 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:47.888003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 0931a64b-d72d-4da7-91a7-ff72891da6d8, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0931a64b-d72d-4da7-91a7-ff72891da6d8,segment=NetworkSegment(204f28b8-e2fb-4a63-a20f-57b207077209),segment_id=204f28b8-e2fb-4a63-a20f-57b207077209)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:10:47.899777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router d9fdad6b-12b4-4d3e-8673-8005f75ef289 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:10:47.921008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0440230-25ac-4f28-acfb-1df1644e0a14 None None] Network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:10:47.970756 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:48.017622 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:10:48.032640 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6e52df4e-29e5-4426-98c8-8cf07027a559 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "PUT /v2.0/routers/d9fdad6b-12b4-4d3e-8673-8005f75ef289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5007815 Nov 12 05:10:48.058094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=0931a64b-d72d-4da7-91a7-ff72891da6d8,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:48.086003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f82ed46d-9d97-423f-8823-edccbb3c1242 None None] Provisioning complete for port 0931a64b-d72d-4da7-91a7-ff72891da6d8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:48.086377 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f82ed46d-9d97-423f-8823-edccbb3c1242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:48.194875 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-5da3baed-b6a9-4616-81da-c231a3b08996 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172443443&fields=id&tenant_id=d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 267 time: 0.0538509 Nov 12 05:10:48.309461 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-13f15ad9-eae7-4dc8-b275-f3f72a848ae6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:48.311048 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-13f15ad9-eae7-4dc8-b275-f3f72a848ae6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/networks?id=9fe8579a-d7e4-43b1-86f6-368e432bfea2 HTTP/1.1" status: 200 len: 796 time: 0.1071589 Nov 12 05:10:48.327267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-c7935d97-4d42-4848-b485-8f0806eb9eb8 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/quotas/d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 375 time: 0.0096064 Nov 12 05:10:48.389177 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Sync routers for ids ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:10:48.400652 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Routers {'d9fdad6b-12b4-4d3e-8673-8005f75ef289'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:10:48.401170 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:48.407629 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b1a3bce0-e93a-49ae-8a4a-b29ad5f05264 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741916 Nov 12 05:10:48.435480 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b0b71595-8deb-470f-bf17-a5b569ad8728 None None] Provisioning complete for port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:48.440618 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0b71595-8deb-470f-bf17-a5b569ad8728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:48.479149 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b0b71595-8deb-470f-bf17-a5b569ad8728 None None] Port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:10:48.490989 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b0b71595-8deb-470f-bf17-a5b569ad8728 None None] Provisioning complete for port 0931a64b-d72d-4da7-91a7-ff72891da6d8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:48.491808 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0b71595-8deb-470f-bf17-a5b569ad8728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:48.514384 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-ded618d8-2e5c-4371-b210-23f22280018e service neutron] 10.222.0.105 "GET /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056492 Nov 12 05:10:48.635471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-eefb54ae-0e36-484a-9351-7f0b26f6b0db service neutron] 10.222.0.105 "GET /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088276 Nov 12 05:10:48.652627 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Set router d9fdad6b-12b4-4d3e-8673-8005f75ef289 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:10:48.719929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3ebc8f16-f810-4531-bc6b-3b2a8e1ef69a None None] Provisioning complete for port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:48.722575 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8f16-f810-4531-bc6b-3b2a8e1ef69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:48.763202 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc8f16-f810-4531-bc6b-3b2a8e1ef69a None None] Port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:10:48.869772 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:47Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4', 'name': '', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:46Z', 'updated_at': '2021-11-12T05:10:47Z', 'revision_number': 2, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:48.882192 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b7790818-fabd-4d5c-8325-b5a775077d46 None None] Provisioning complete for port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:48.882567 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7790818-fabd-4d5c-8325-b5a775077d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:48.893145 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-15c70795-aa94-46f1-9b4d-86dd803d38c6 req-6381bc57-1989-408f-bd88-e32d53d06183 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 210 time: 0.0296583 Nov 12 05:10:48.899023 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Checking router: d9fdad6b-12b4-4d3e-8673-8005f75ef289 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:10:48.899365 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Updating router d9fdad6b-12b4-4d3e-8673-8005f75ef289 port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:10:48.918652 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b7790818-fabd-4d5c-8325-b5a775077d46 None None] Port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:10:48.928700 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:49.200192 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:49.260245 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:49.313386 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f32d2-639b-400f-9e7a-628091eb1632 None None] Pushing event updated for resources: {'Port': ['ID=bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:49.347058 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f32d2-639b-400f-9e7a-628091eb1632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:49.347402 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f32d2-639b-400f-9e7a-628091eb1632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:49.347741 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f32d2-639b-400f-9e7a-628091eb1632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:49.348126 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f32d2-639b-400f-9e7a-628091eb1632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:49.348415 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f32d2-639b-400f-9e7a-628091eb1632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:49.348742 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f32d2-639b-400f-9e7a-628091eb1632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:49.349247 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f32d2-639b-400f-9e7a-628091eb1632 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:49.349627 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f32d2-639b-400f-9e7a-628091eb1632 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:49.349869 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f32d2-639b-400f-9e7a-628091eb1632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:49.350192 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f32d2-639b-400f-9e7a-628091eb1632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:49.350501 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f32d2-639b-400f-9e7a-628091eb1632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:49.350811 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f32d2-639b-400f-9e7a-628091eb1632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:10:49.394898 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Attempting to bind port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:10:49.395549 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Attempting to bind port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '204f28b8-e2fb-4a63-a20f-57b207077209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:10:49.395683 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Attempting to bind port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 on network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:10:49.401114 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:10:49.401483 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Checking segment: {'id': '204f28b8-e2fb-4a63-a20f-57b207077209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:10:49.401909 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:49.402299 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Bound using segment: {'id': '204f28b8-e2fb-4a63-a20f-57b207077209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:10:49.402760 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Bound port: bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204f28b8-e2fb-4a63-a20f-57b207077209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:10:49.403359 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:49.469417 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] For port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:10:49.472786 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] For port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4,segment=NetworkSegment(204f28b8-e2fb-4a63-a20f-57b207077209),segment_id=204f28b8-e2fb-4a63-a20f-57b207077209)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:10:49.500808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0931a64b-d72d-4da7-91a7-ff72891da6d8 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:10:49.547903 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:49.555746 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0ee762cf-8f3d-47f9-bb5f-ae4086260da0 None None] Provisioning complete for port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:49.556048 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ee762cf-8f3d-47f9-bb5f-ae4086260da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:49.590042 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0931a64b-d72d-4da7-91a7-ff72891da6d8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:49.590042 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:49.617630 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Routers {'d9fdad6b-12b4-4d3e-8673-8005f75ef289'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:10:49.618254 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:10:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:49.659297 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f32d2-639b-400f-9e7a-628091eb1632 None None] Pushing event updated for resources: {'Port': ['ID=bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:49.707106 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ee762cf-8f3d-47f9-bb5f-ae4086260da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:49.740690 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] Set router d9fdad6b-12b4-4d3e-8673-8005f75ef289 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:10:49.752491 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0ee762cf-8f3d-47f9-bb5f-ae4086260da0 None None] For port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4,segment=NetworkSegment(204f28b8-e2fb-4a63-a20f-57b207077209),segment_id=204f28b8-e2fb-4a63-a20f-57b207077209)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:10:49.810526 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ee762cf-8f3d-47f9-bb5f-ae4086260da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:49.858614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee762cf-8f3d-47f9-bb5f-ae4086260da0 None None] Pushing event updated for resources: {'Port': ['ID=bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:49.935059 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-562c4a13-c235-4f01-aa97-0ccd50a37dcd None None] Provisioning complete for port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:49.935846 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-562c4a13-c235-4f01-aa97-0ccd50a37dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:49.969346 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:47Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4', 'name': '', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:46Z', 'updated_at': '2021-11-12T05:10:49Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:10:49.980178 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1c346319-3d63-48e2-bcfc-46097b9369ba req-a98f4d14-f5b1-400b-a66d-fa73efd8e442 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 210 time: 0.0301015 Nov 12 05:10:50.003074 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d943279-7422-474b-96ab-5b4bd1258f3e None None] The sync data for ids ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'] in n-d-767704-23 is: [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:47Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4', 'name': '', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:46Z', 'updated_at': '2021-11-12T05:10:49Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:10:50.107614 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:51.062319 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-de142813-7164-44f1-81a0-7fb52c766b12 req-1afdf20c-fe67-4df6-a942-9ffd0b6b06a4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 210 time: 0.0311091 Nov 12 05:10:51.515299 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:10:51.562842 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:51.563228 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:52.154839 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-64478446-fe5d-4e8e-a6f3-a71243218e79 req-48164498-f0d3-4d48-914b-bf9c435aca39 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 210 time: 0.0255251 Nov 12 05:10:52.831319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-030b4825-8bdf-4a42-b1d3-dcb819d080f8 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:52.832781 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-030b4825-8bdf-4a42-b1d3-dcb819d080f8 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/networks?id=9fe8579a-d7e4-43b1-86f6-368e432bfea2 HTTP/1.1" status: 200 len: 796 time: 0.1040952 Nov 12 05:10:52.910888 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-c757db7f-9cf0-4018-9e2c-0d48b1c7e9ac tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 379 time: 0.0608754 Nov 12 05:10:52.921480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-838a2dff-190b-47bf-8f5b-3ce00aeec2cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'port': {'device_id': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'admin_state_up': True, 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'security_groups': ['265826d3-5f6b-48d7-8459-742d37a6df43']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:10:53.079016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-838a2dff-190b-47bf-8f5b-3ce00aeec2cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:10:53.083277 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-838a2dff-190b-47bf-8f5b-3ce00aeec2cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:53.176230 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6bdd2a3e-695a-42ec-afd4-bed9f6b9760f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:53.224692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-838a2dff-190b-47bf-8f5b-3ce00aeec2cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.20.0.9 (9fe8579a-d7e4-43b1-86f6-368e432bfea2/cd1bf14e-f75d-4688-87cf-c648fc123c4d/2bcc1314-71c2-4d4b-9668-242cb27a410d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:10:53.253104 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-41c3be65-05ef-463a-9b41-aa5afb845ad1 req-99c0ee62-fa99-4e17-8dfa-157c54a1cf03 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 210 time: 0.0264497 Nov 12 05:10:53.367703 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-838a2dff-190b-47bf-8f5b-3ce00aeec2cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:53.455237 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-838a2dff-190b-47bf-8f5b-3ce00aeec2cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:53.500955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-838a2dff-190b-47bf-8f5b-3ce00aeec2cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:10:53.504695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-838a2dff-190b-47bf-8f5b-3ce00aeec2cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:10:53.508526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-838a2dff-190b-47bf-8f5b-3ce00aeec2cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:10:53.532434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a2dff-190b-47bf-8f5b-3ce00aeec2cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=2bcc1314-71c2-4d4b-9668-242cb27a410d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:53.562766 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-838a2dff-190b-47bf-8f5b-3ce00aeec2cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:53.563394 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-838a2dff-190b-47bf-8f5b-3ce00aeec2cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:53.677284 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-838a2dff-190b-47bf-8f5b-3ce00aeec2cd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7597530 Nov 12 05:10:53.697032 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Request body: {'port': {'device_id': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:10:53.710518 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f8692244-9647-49de-a60c-0916ec7f4007 None None] Provisioning complete for port 2bcc1314-71c2-4d4b-9668-242cb27a410d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:53.710912 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8692244-9647-49de-a60c-0916ec7f4007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:53.746468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f8692244-9647-49de-a60c-0916ec7f4007 None None] Port 2bcc1314-71c2-4d4b-9668-242cb27a410d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:10:53.749916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:54.016678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcc1314-71c2-4d4b-9668-242cb27a410d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:10:54.024058 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:54.036248 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Transition to ACTIVE for port object 2bcc1314-71c2-4d4b-9668-242cb27a410d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:10:54.096483 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:54.148283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Pushing event updated for resources: {'Port': ['ID=2bcc1314-71c2-4d4b-9668-242cb27a410d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:54.222616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Attempting to bind port 2bcc1314-71c2-4d4b-9668-242cb27a410d on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:10:54.223140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Attempting to bind port 2bcc1314-71c2-4d4b-9668-242cb27a410d by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '204f28b8-e2fb-4a63-a20f-57b207077209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:10:54.223469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Attempting to bind port 2bcc1314-71c2-4d4b-9668-242cb27a410d on network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:10:54.228160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Port 2bcc1314-71c2-4d4b-9668-242cb27a410d on network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:10:54.228816 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Attempting to bind port 2bcc1314-71c2-4d4b-9668-242cb27a410d on network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:10:54.233855 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:10:54.234183 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Checking segment: {'id': '204f28b8-e2fb-4a63-a20f-57b207077209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:10:54.234559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Bound using segment: {'id': '204f28b8-e2fb-4a63-a20f-57b207077209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:10:54.234983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Bound port: 2bcc1314-71c2-4d4b-9668-242cb27a410d, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '204f28b8-e2fb-4a63-a20f-57b207077209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:10:54.235332 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:54.303951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] For port 2bcc1314-71c2-4d4b-9668-242cb27a410d, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:10:54.307462 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] For port 2bcc1314-71c2-4d4b-9668-242cb27a410d, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2bcc1314-71c2-4d4b-9668-242cb27a410d,segment=NetworkSegment(204f28b8-e2fb-4a63-a20f-57b207077209),segment_id=204f28b8-e2fb-4a63-a20f-57b207077209)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:10:54.373008 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a5c8f-0505-4d10-9fdc-4d4a2457c15c req-74902383-7b08-4560-87eb-bcd001e8424f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:54.374566 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e45a5c8f-0505-4d10-9fdc-4d4a2457c15c req-74902383-7b08-4560-87eb-bcd001e8424f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 943 time: 0.0508978 Nov 12 05:10:54.388615 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:54.451559 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:54.452212 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:54.453625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] 10.222.0.26 "PUT /v2.0/ports/2bcc1314-71c2-4d4b-9668-242cb27a410d HTTP/1.1" status: 200 len: 1092 time: 0.7609162 Nov 12 05:10:54.458748 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'tag': '2bcc1314-71c2-4d4b-9668-242cb27a410d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:10:54.461108 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d522a1-0b52-4d74-ad65-e40ef6a1ab48" -d '{"events": [{"name": "network-changed", "server_uuid": "b0299f79-9f09-4c3b-8cd0-6c170896a248", "tag": "2bcc1314-71c2-4d4b-9668-242cb27a410d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:10:54.474922 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e45a5c8f-0505-4d10-9fdc-4d4a2457c15c req-1053c0d7-3a18-4d10-af71-cab15446146b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942242 Nov 12 05:10:54.500117 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553bf8c-80bb-4e3c-914a-75dca295348f service neutron] Pushing event updated for resources: {'Port': ['ID=2bcc1314-71c2-4d4b-9668-242cb27a410d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:54.520484 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ad518c-24f0-46cc-87a8-73d088fc4d60 x-openstack-request-id: req-77ad518c-24f0-46cc-87a8-73d088fc4d60 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:10:54.520484 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0299f79-9f09-4c3b-8cd0-6c170896a248", "tag": "2bcc1314-71c2-4d4b-9668-242cb27a410d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:10:54.520484 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-77ad518c-24f0-46cc-87a8-73d088fc4d60 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:10:54.520484 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'tag': '2bcc1314-71c2-4d4b-9668-242cb27a410d', 'status': 'completed', 'code': 200} Nov 12 05:10:54.608440 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d522a1-0b52-4d74-ad65-e40ef6a1ab48 req-a816ced8-b5ee-4205-bf02-99c05186265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:54.610027 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8d522a1-0b52-4d74-ad65-e40ef6a1ab48 req-a816ced8-b5ee-4205-bf02-99c05186265c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 1095 time: 0.0438960 Nov 12 05:10:54.719322 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d522a1-0b52-4d74-ad65-e40ef6a1ab48 req-e244838c-94d2-44b6-a77c-d2e55f07acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:54.720801 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8d522a1-0b52-4d74-ad65-e40ef6a1ab48 req-e244838c-94d2-44b6-a77c-d2e55f07acd5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d62e2effbd4f4e7e9c149266d2390155&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0910125 Nov 12 05:10:54.820022 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d522a1-0b52-4d74-ad65-e40ef6a1ab48 req-8cdb9b72-73c8-4e95-b9d4-3e1d59f6ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:54.821474 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8d522a1-0b52-4d74-ad65-e40ef6a1ab48 req-8cdb9b72-73c8-4e95-b9d4-3e1d59f6ff10 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0923700 Nov 12 05:10:54.922774 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-44d1ce79-1b80-48b5-9467-8ecebb28a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:54.924807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-44d1ce79-1b80-48b5-9467-8ecebb28a5b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 1095 time: 0.0411270 Nov 12 05:10:54.977494 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-b9625d10-2cb9-4d19-ada9-1815ef5dc636 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bcc1314-71c2-4d4b-9668-242cb27a410d HTTP/1.1" status: 200 len: 217 time: 0.0366318 Nov 12 05:10:55.027124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-e5b5367d-fa42-437a-b205-8f6bc691ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:55.028930 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-e5b5367d-fa42-437a-b205-8f6bc691ce22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd1bf14e-f75d-4688-87cf-c648fc123c4d HTTP/1.1" status: 200 len: 835 time: 0.0440578 Nov 12 05:10:55.076351 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-58abba98-ee06-4c05-beae-35676fc79d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:55.077757 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-58abba98-ee06-4c05-beae-35676fc79d1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9fe8579a-d7e4-43b1-86f6-368e432bfea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418119 Nov 12 05:10:55.176381 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-5ebed926-2d5c-42dd-8575-16afe70bab4b service neutron] 10.222.0.26 "GET /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911164 Nov 12 05:10:55.266403 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75395fcf-9b47-4ed3-8026-2f298a901484 req-6ebc0195-48a2-4e9b-8983-8a521d45df4f service neutron] 10.222.0.26 "GET /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826657 Nov 12 05:10:55.599167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327e7e2-d2be-4ee5-8ea8-c78af77eb87e req-276ea0fc-5900-4040-8966-0498072740b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:55.600679 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6327e7e2-d2be-4ee5-8ea8-c78af77eb87e req-276ea0fc-5900-4040-8966-0498072740b9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 943 time: 0.0498068 Nov 12 05:10:55.621972 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:55.668347 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6327e7e2-d2be-4ee5-8ea8-c78af77eb87e req-3b1808c6-c1b2-44bc-8c9c-31bf3d66f2aa tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615525 Nov 12 05:10:56.794759 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8c3d-119d-4bfc-a986-012576854577 req-66337d45-8866-45f4-9546-1dd79362aeb4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:56.796320 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a69b8c3d-119d-4bfc-a986-012576854577 req-66337d45-8866-45f4-9546-1dd79362aeb4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 943 time: 0.0552073 Nov 12 05:10:56.850535 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a69b8c3d-119d-4bfc-a986-012576854577 req-2403e60a-9bc5-4ca6-83e5-42c9c4814e0b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472195 Nov 12 05:10:56.951979 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2cf4ce2-b2eb-430f-a2ec-04480c32a1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:57.068002 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:57.736273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2bcc1314-71c2-4d4b-9668-242cb27a410d details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:10:57.831626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2bcc1314-71c2-4d4b-9668-242cb27a410d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2bcc1314-71c2-4d4b-9668-242cb27a410d,segment=NetworkSegment(204f28b8-e2fb-4a63-a20f-57b207077209),segment_id=204f28b8-e2fb-4a63-a20f-57b207077209)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:10:57.842544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '2bcc1314-71c2-4d4b-9668-242cb27a410d', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'port_id': '2bcc1314-71c2-4d4b-9668-242cb27a410d', 'mac_address': 'fa:16:3e:f2:cc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:10:57.879673 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:57.892727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcc1314-71c2-4d4b-9668-242cb27a410d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:10:57.915492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2bcc1314-71c2-4d4b-9668-242cb27a410d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2bcc1314-71c2-4d4b-9668-242cb27a410d,segment=NetworkSegment(204f28b8-e2fb-4a63-a20f-57b207077209),segment_id=204f28b8-e2fb-4a63-a20f-57b207077209)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:10:57.965558 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4d574-1fb2-4fe4-9b69-3d832e285afe req-1a37dc0f-1cd8-4cbf-ad60-2c4fd31bbb7b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:57.967042 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4b4d574-1fb2-4fe4-9b69-3d832e285afe req-1a37dc0f-1cd8-4cbf-ad60-2c4fd31bbb7b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 943 time: 0.0489957 Nov 12 05:10:57.991904 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:58.017400 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4b4d574-1fb2-4fe4-9b69-3d832e285afe req-ff34c721-b309-4e6c-b52a-61b77128bd62 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443187 Nov 12 05:10:58.041554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=2bcc1314-71c2-4d4b-9668-242cb27a410d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:10:58.394506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['2bcc1314-71c2-4d4b-9668-242cb27a410d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:10:58.798995 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:59.042922 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:59.137460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690a3c4-dc10-4a2e-bbfa-7e6fef4ade99 req-1ed56410-1513-45ed-8a0d-60564d1b38c7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:10:59.139989 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4690a3c4-dc10-4a2e-bbfa-7e6fef4ade99 req-1ed56410-1513-45ed-8a0d-60564d1b38c7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 944 time: 0.0514388 Nov 12 05:10:59.195468 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4690a3c4-dc10-4a2e-bbfa-7e6fef4ade99 req-2d9d2e31-956f-4699-9a93-c6390694396a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491195 Nov 12 05:10:59.736395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2bcc1314-71c2-4d4b-9668-242cb27a410d up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:10:59.867276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 2bcc1314-71c2-4d4b-9668-242cb27a410d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:10:59.871519 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 2bcc1314-71c2-4d4b-9668-242cb27a410d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:10:59.871888 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:59.951358 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:10:59.974709 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcc1314-71c2-4d4b-9668-242cb27a410d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:10:59.976977 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85055c78-e052-4a0d-a145-642d2cefc1d8" -d '{"events": [{"server_uuid": "b0299f79-9f09-4c3b-8cd0-6c170896a248", "name": "network-vif-plugged", "status": "completed", "tag": "2bcc1314-71c2-4d4b-9668-242cb27a410d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:10:59.991235 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 2bcc1314-71c2-4d4b-9668-242cb27a410d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2bcc1314-71c2-4d4b-9668-242cb27a410d,segment=NetworkSegment(204f28b8-e2fb-4a63-a20f-57b207077209),segment_id=204f28b8-e2fb-4a63-a20f-57b207077209)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:11:00.020592 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56b1328-9cf3-48a2-ad16-3e0270901974 x-openstack-request-id: req-b56b1328-9cf3-48a2-ad16-3e0270901974 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:11:00.020592 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0299f79-9f09-4c3b-8cd0-6c170896a248", "name": "network-vif-plugged", "status": "completed", "tag": "2bcc1314-71c2-4d4b-9668-242cb27a410d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:11:00.020592 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b56b1328-9cf3-48a2-ad16-3e0270901974 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:11:00.020592 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcc1314-71c2-4d4b-9668-242cb27a410d', 'code': 200} Nov 12 05:11:00.067579 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:00.115706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=2bcc1314-71c2-4d4b-9668-242cb27a410d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:11:00.143495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43e3f0-f5cd-42b3-9007-ab2207a0e029 req-fd8f37f1-4093-4b68-a19a-57043717322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:00.145017 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a43e3f0-f5cd-42b3-9007-ab2207a0e029 req-fd8f37f1-4093-4b68-a19a-57043717322d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 1097 time: 0.0414693 Nov 12 05:11:00.193768 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4a43e3f0-f5cd-42b3-9007-ab2207a0e029 req-a6d33429-8761-4456-8bb9-738188da14a7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404162 Nov 12 05:11:00.311734 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b0434-e27d-4d3e-929a-e83d01e13389 req-31fc448b-ead7-40ee-95ce-5f001ae75f53 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:00.313304 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f72b0434-e27d-4d3e-929a-e83d01e13389 req-31fc448b-ead7-40ee-95ce-5f001ae75f53 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0489576 Nov 12 05:11:00.363458 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f72b0434-e27d-4d3e-929a-e83d01e13389 req-4c5a806b-77a2-410d-a9de-a5c314fc278e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435724 Nov 12 05:11:01.498688 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580723c-050c-4e0d-b768-9a1fd0bf85a1 req-1eb24bf2-ce81-44ea-959b-e818facefd24 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:01.500268 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5580723c-050c-4e0d-b768-9a1fd0bf85a1 req-1eb24bf2-ce81-44ea-959b-e818facefd24 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0558112 Nov 12 05:11:01.554599 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5580723c-050c-4e0d-b768-9a1fd0bf85a1 req-1e68881c-236f-4f11-9359-b81577de93a7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475261 Nov 12 05:11:02.676631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7d1fb-6175-4a11-89a9-da19c8c3d37b req-502f2c8f-38fa-446b-b185-cb7eb00a8d21 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:02.678395 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c0e7d1fb-6175-4a11-89a9-da19c8c3d37b req-502f2c8f-38fa-446b-b185-cb7eb00a8d21 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0527484 Nov 12 05:11:02.727074 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c0e7d1fb-6175-4a11-89a9-da19c8c3d37b req-2e28e93e-3504-4147-8ef5-88548614cb89 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429235 Nov 12 05:11:02.841059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771c64c-8611-429c-a405-97cac3aa4a1e req-6e934456-1e28-4561-bf0a-c775766fa5c3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:02.842535 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0771c64c-8611-429c-a405-97cac3aa4a1e req-6e934456-1e28-4561-bf0a-c775766fa5c3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0492618 Nov 12 05:11:02.891004 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0771c64c-8611-429c-a405-97cac3aa4a1e req-6c74102c-2150-4657-8a95-63b34623c55d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425615 Nov 12 05:11:02.912976 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:11:02.957793 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c7ae0e-a678-491e-9046-92b74b86a1be tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:02.959207 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-78c7ae0e-a678-491e-9046-92b74b86a1be tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 1092 time: 0.0452464 Nov 12 05:11:02.962196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35282) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:11:02.966343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '2bcc1314-71c2-4d4b-9668-242cb27a410d', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:11:03.055701 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:03.153176 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:03.261278 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.25.8.179 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/f508f0ca-8a73-4a12-a76a-6ec655eaba5d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:11:03.360167 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:03.454609 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:03.502848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:11:03.505984 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:11:03.510363 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:11:03.513446 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=f508f0ca-8a73-4a12-a76a-6ec655eaba5d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:11:03.857508 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:03.983844 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:04.135721 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:04.192505 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:04.256167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=f508f0ca-8a73-4a12-a76a-6ec655eaba5d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:11:04.269925 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:04.369549 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Floating IP 5224c4ba-1cc4-468c-9860-6dcc6286833a associated. External IP: 172.25.8.179, port: 2bcc1314-71c2-4d4b-9668-242cb27a410d. Nov 12 05:11:04.945778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router d9fdad6b-12b4-4d3e-8673-8005f75ef289 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:11:05.051717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:11:05.062276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2560ac6e-2ffd-4e1b-a5d4-95473f8b2e6c None None] Sync routers for ids ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:11:05.076387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2560ac6e-2ffd-4e1b-a5d4-95473f8b2e6c None None] Routers {'d9fdad6b-12b4-4d3e-8673-8005f75ef289'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:11:05.077010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2560ac6e-2ffd-4e1b-a5d4-95473f8b2e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:10:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:11:05.172187 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:05.184844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2560ac6e-2ffd-4e1b-a5d4-95473f8b2e6c None None] Set router d9fdad6b-12b4-4d3e-8673-8005f75ef289 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:11:05.210992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7819be9a-af8f-47e1-91b6-2d62526595e5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2451837 Nov 12 05:11:05.210992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'tag': '2bcc1314-71c2-4d4b-9668-242cb27a410d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:11:05.213884 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f2f9de-4965-4531-8bbc-043fd1e461eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b0299f79-9f09-4c3b-8cd0-6c170896a248", "tag": "2bcc1314-71c2-4d4b-9668-242cb27a410d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:11:05.258205 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73934721-0833-400a-9bd2-af9022ce6def x-openstack-request-id: req-73934721-0833-400a-9bd2-af9022ce6def {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:11:05.258638 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0299f79-9f09-4c3b-8cd0-6c170896a248", "tag": "2bcc1314-71c2-4d4b-9668-242cb27a410d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:11:05.258917 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-73934721-0833-400a-9bd2-af9022ce6def {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:11:05.259303 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'tag': '2bcc1314-71c2-4d4b-9668-242cb27a410d', 'status': 'completed', 'code': 200} Nov 12 05:11:05.322587 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2abe5-af80-4e91-99a5-7710c8f0b540 req-a8ab4296-eb03-477f-9ad6-c773164177ac tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:05.324222 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-93b2abe5-af80-4e91-99a5-7710c8f0b540 req-a8ab4296-eb03-477f-9ad6-c773164177ac tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0568225 Nov 12 05:11:05.353222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2f9de-4965-4531-8bbc-043fd1e461eb req-fe0f5af1-a5a1-4067-b406-2d3b43e3339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:05.362363 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f2f9de-4965-4531-8bbc-043fd1e461eb req-fe0f5af1-a5a1-4067-b406-2d3b43e3339a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 1097 time: 0.0440426 Nov 12 05:11:05.380971 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-93b2abe5-af80-4e91-99a5-7710c8f0b540 req-1f88b3d7-36d4-4ff6-8565-cbdde86cfc7d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493951 Nov 12 05:11:05.409992 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35290) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:11:05.459777 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2f9de-4965-4531-8bbc-043fd1e461eb req-d067fad9-7c83-48ab-acee-04acca494c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:05.467689 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f2f9de-4965-4531-8bbc-043fd1e461eb req-d067fad9-7c83-48ab-acee-04acca494c3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9fe8579a-d7e4-43b1-86f6-368e432bfea2 HTTP/1.1" status: 200 len: 898 time: 0.0979390 Nov 12 05:11:05.484522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b2b377be-57f5-4e1c-ac62-7cb15f411d7e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/5224c4ba-1cc4-468c-9860-6dcc6286833a HTTP/1.1" status: 200 len: 991 time: 0.0722742 Nov 12 05:11:05.528651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f2f9de-4965-4531-8bbc-043fd1e461eb req-c56ef6cc-faee-4072-9c3b-85c25983dda4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bcc1314-71c2-4d4b-9668-242cb27a410d HTTP/1.1" status: 200 len: 999 time: 0.0595195 Nov 12 05:11:05.578427 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2f9de-4965-4531-8bbc-043fd1e461eb req-3c73f3c2-6940-4232-8f6d-45c925d8038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:05.579919 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f2f9de-4965-4531-8bbc-043fd1e461eb req-3c73f3c2-6940-4232-8f6d-45c925d8038d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd1bf14e-f75d-4688-87cf-c648fc123c4d HTTP/1.1" status: 200 len: 835 time: 0.0442512 Nov 12 05:11:05.588308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2560ac6e-2ffd-4e1b-a5d4-95473f8b2e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:47Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '5224c4ba-1cc4-468c-9860-6dcc6286833a', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'port_id': '2bcc1314-71c2-4d4b-9668-242cb27a410d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'mac_address': 'fa:16:3e:f2:cc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:11:03Z', 'updated_at': '2021-11-12T05:11:03Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4', 'name': '', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:46Z', 'updated_at': '2021-11-12T05:10:49Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:11:05.618714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2560ac6e-2ffd-4e1b-a5d4-95473f8b2e6c None None] Checking router: d9fdad6b-12b4-4d3e-8673-8005f75ef289 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:11:05.627052 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2560ac6e-2ffd-4e1b-a5d4-95473f8b2e6c None None] Routers {'d9fdad6b-12b4-4d3e-8673-8005f75ef289'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:11:05.628249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2560ac6e-2ffd-4e1b-a5d4-95473f8b2e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:10:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:11:05.631383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2f9de-4965-4531-8bbc-043fd1e461eb req-840201ea-920d-49e6-bd43-93cf725bb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:11:05.634444 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f2f9de-4965-4531-8bbc-043fd1e461eb req-840201ea-920d-49e6-bd43-93cf725bb210 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9fe8579a-d7e4-43b1-86f6-368e432bfea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445323 Nov 12 05:11:05.682307 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:11:05.733784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2560ac6e-2ffd-4e1b-a5d4-95473f8b2e6c None None] Set router d9fdad6b-12b4-4d3e-8673-8005f75ef289 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:11:05.734784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f2f9de-4965-4531-8bbc-043fd1e461eb req-1734e2b3-ed6e-4ecf-b67c-a8298ee7190d service neutron] 10.222.0.26 "GET /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927818 Nov 12 05:11:05.830929 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e7f2f9de-4965-4531-8bbc-043fd1e461eb req-a972a9f8-7624-48db-af0d-b7400cb5a399 service neutron] 10.222.0.26 "GET /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882993 Nov 12 05:11:05.957874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2560ac6e-2ffd-4e1b-a5d4-95473f8b2e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:47Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '5224c4ba-1cc4-468c-9860-6dcc6286833a', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'port_id': '2bcc1314-71c2-4d4b-9668-242cb27a410d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'mac_address': 'fa:16:3e:f2:cc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:11:03Z', 'updated_at': '2021-11-12T05:11:03Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4', 'name': '', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:46Z', 'updated_at': '2021-11-12T05:10:49Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:11:05.984346 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2560ac6e-2ffd-4e1b-a5d4-95473f8b2e6c None None] The sync data for ids ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'] in n-d-767704-23 is: [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:47Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '5224c4ba-1cc4-468c-9860-6dcc6286833a', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'port_id': '2bcc1314-71c2-4d4b-9668-242cb27a410d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'mac_address': 'fa:16:3e:f2:cc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:11:03Z', 'updated_at': '2021-11-12T05:11:03Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4', 'name': '', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:46Z', 'updated_at': '2021-11-12T05:10:49Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:11:06.186856 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f505498c-60dc-48d1-b8d0-7b6ff6de5cb6 None None] New status for floating IP 5224c4ba-1cc4-468c-9860-6dcc6286833a: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:11:06.487296 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35292) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:11:06.549551 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6b5d13ae-ef7a-4632-82da-59b66e7e5ab3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/5224c4ba-1cc4-468c-9860-6dcc6286833a HTTP/1.1" status: 200 len: 993 time: 0.0610766 Nov 12 05:11:20.078330 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:23.180672 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0d96bbb-06e8-4e2d-a60c-24a6018d9b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:25.631877 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:26.957068 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a69f844-5464-450d-9103-ff1d3dc40a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:27.100658 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:28.797705 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:29.064083 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:42.682634 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:11:50.099460 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:53.162375 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0d9e723a-174b-4f2e-8562-cea50aa82702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:55.677095 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:56.950606 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8213fff2-fa3b-4630-bd0a-0e1553759a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:57.082424 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:58.790919 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:11:59.042515 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:01.814099 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9760407d-f27b-439a-a356-8d74f797a6d9 req-e390500f-c1a0-4d80-915f-fda113432ce2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0794909 Nov 12 05:12:01.915648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760407d-f27b-439a-a356-8d74f797a6d9 req-8f115658-0e22-4405-b3c6-4b0f8a86b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:01.917686 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9760407d-f27b-439a-a356-8d74f797a6d9 req-8f115658-0e22-4405-b3c6-4b0f8a86b335 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 1097 time: 0.0407724 Nov 12 05:12:02.026026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760407d-f27b-439a-a356-8d74f797a6d9 req-7f2cfb3f-7ad4-40b2-bc92-5c2853ce992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:02.027413 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9760407d-f27b-439a-a356-8d74f797a6d9 req-7f2cfb3f-7ad4-40b2-bc92-5c2853ce992e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9fe8579a-d7e4-43b1-86f6-368e432bfea2 HTTP/1.1" status: 200 len: 898 time: 0.0896871 Nov 12 05:12:02.094432 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9760407d-f27b-439a-a356-8d74f797a6d9 req-544303f1-f041-4376-bc96-0ab2139db508 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bcc1314-71c2-4d4b-9668-242cb27a410d HTTP/1.1" status: 200 len: 1001 time: 0.0596063 Nov 12 05:12:02.149062 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760407d-f27b-439a-a356-8d74f797a6d9 req-1ce65d9f-28b1-4170-8990-15ae9582253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:02.150529 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9760407d-f27b-439a-a356-8d74f797a6d9 req-1ce65d9f-28b1-4170-8990-15ae9582253d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd1bf14e-f75d-4688-87cf-c648fc123c4d HTTP/1.1" status: 200 len: 835 time: 0.0485508 Nov 12 05:12:02.197798 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760407d-f27b-439a-a356-8d74f797a6d9 req-d96fb04a-cdc1-4814-8353-f1affa20fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:02.199272 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9760407d-f27b-439a-a356-8d74f797a6d9 req-d96fb04a-cdc1-4814-8353-f1affa20fa5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9fe8579a-d7e4-43b1-86f6-368e432bfea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405626 Nov 12 05:12:02.291701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9760407d-f27b-439a-a356-8d74f797a6d9 req-90184016-804f-45b1-a6ac-3347b853dad9 service neutron] 10.222.0.26 "GET /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842772 Nov 12 05:12:02.387302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9760407d-f27b-439a-a356-8d74f797a6d9 req-ec54d955-4a07-4ecb-b99e-c3ce0fea2bb7 service neutron] 10.222.0.26 "GET /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878894 Nov 12 05:12:09.588755 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa8812-2804-4d56-b7c8-61e6786d47ca req-f5c91ed2-2d04-4a68-a755-3804d5ed70d5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:09.590349 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-affa8812-2804-4d56-b7c8-61e6786d47ca req-f5c91ed2-2d04-4a68-a755-3804d5ed70d5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0571325 Nov 12 05:12:09.648564 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-affa8812-2804-4d56-b7c8-61e6786d47ca req-1ae2e2d6-f1b9-4603-a468-0c4d2132928e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479383 Nov 12 05:12:10.773090 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f5f54-c067-43b9-93fa-8359dad0b89d req-9d8f4c3d-ab2f-45b5-8efc-ba1d20b55e1e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:10.774534 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-961f5f54-c067-43b9-93fa-8359dad0b89d req-9d8f4c3d-ab2f-45b5-8efc-ba1d20b55e1e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0499125 Nov 12 05:12:10.828112 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-961f5f54-c067-43b9-93fa-8359dad0b89d req-1b1d2ffc-bbe5-4767-95b4-757b59bf2768 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473621 Nov 12 05:12:11.951598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cb9e2-37bc-4efb-9ddc-f78cfb087c02 req-cf128252-54fa-46cc-88c7-aef4fda903bd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:11.953128 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-471cb9e2-37bc-4efb-9ddc-f78cfb087c02 req-cf128252-54fa-46cc-88c7-aef4fda903bd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0548458 Nov 12 05:12:12.003259 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-471cb9e2-37bc-4efb-9ddc-f78cfb087c02 req-aab97c93-1e5b-4ba4-b903-2cb61febac8a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441587 Nov 12 05:12:13.122887 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db150e90-8c28-4422-906c-ae7fe482ee00 req-f67f0945-0e93-4eae-b384-d052b1f3f5f5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:13.124439 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-db150e90-8c28-4422-906c-ae7fe482ee00 req-f67f0945-0e93-4eae-b384-d052b1f3f5f5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0538366 Nov 12 05:12:13.174136 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-db150e90-8c28-4422-906c-ae7fe482ee00 req-e7b511ae-f417-4be8-9543-0b2db1d433bc tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437849 Nov 12 05:12:14.289774 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b2506-265a-49ae-b49e-aceb253db226 req-6016cf89-265a-4253-9326-3bc827c172e3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:14.291273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c9b2506-265a-49ae-b49e-aceb253db226 req-6016cf89-265a-4253-9326-3bc827c172e3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0496397 Nov 12 05:12:14.344381 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5c9b2506-265a-49ae-b49e-aceb253db226 req-7225260d-c613-4f31-bfbe-f7006346e069 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463698 Nov 12 05:12:15.461161 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c80c4-b100-43ff-843b-4ec4608cbe08 req-813ace49-bc10-4c1f-98f0-777416c2bdc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:15.462623 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d20c80c4-b100-43ff-843b-4ec4608cbe08 req-813ace49-bc10-4c1f-98f0-777416c2bdc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0493481 Nov 12 05:12:15.510916 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d20c80c4-b100-43ff-843b-4ec4608cbe08 req-3a064611-871e-4d4f-ac65-3ecd177d49a3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422852 Nov 12 05:12:16.629852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30243da-c9f5-4864-a5ed-e2a181b5854b req-934707ec-ea16-4c99-9dda-d809caa4e86b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:16.631350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f30243da-c9f5-4864-a5ed-e2a181b5854b req-934707ec-ea16-4c99-9dda-d809caa4e86b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0524375 Nov 12 05:12:16.680334 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f30243da-c9f5-4864-a5ed-e2a181b5854b req-ab3e3528-0b00-47cc-b9b1-8852ee1a0067 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430562 Nov 12 05:12:17.816957 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e586c-23b1-4f79-ad74-403a504ebc81 req-0caa1961-d088-4bcf-ba29-c6c98b19d17e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:17.819057 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-396e586c-23b1-4f79-ad74-403a504ebc81 req-0caa1961-d088-4bcf-ba29-c6c98b19d17e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0693631 Nov 12 05:12:17.876662 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-396e586c-23b1-4f79-ad74-403a504ebc81 req-37fbfb52-e95e-4840-aaae-9b5b0b8221dd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516396 Nov 12 05:12:18.995011 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fda59-3cff-4ad5-87b7-c374ba6df4bf req-8102e045-f2f3-4fb9-bcb5-5ff5a5a7b1fe tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:18.996527 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0fda59-3cff-4ad5-87b7-c374ba6df4bf req-8102e045-f2f3-4fb9-bcb5-5ff5a5a7b1fe tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0532610 Nov 12 05:12:19.046576 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c0fda59-3cff-4ad5-87b7-c374ba6df4bf req-c2cc3596-7f3e-4c5d-800c-ec05e6ed5086 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440242 Nov 12 05:12:19.683319 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:12:20.099180 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:20.169583 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edb641-a160-48db-afaa-440dd68e97c2 req-a2bd9efa-83bc-46e2-a968-a6c24c2a405f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:20.171155 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d7edb641-a160-48db-afaa-440dd68e97c2 req-a2bd9efa-83bc-46e2-a968-a6c24c2a405f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0512257 Nov 12 05:12:20.244113 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d7edb641-a160-48db-afaa-440dd68e97c2 req-f761ffe1-f7df-464b-8396-47e853bdefc7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631158 Nov 12 05:12:21.363217 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e184-7dff-4f93-8989-b0a3c8d27bfb req-c8673abc-5653-425a-8be6-1312b107831e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:21.364738 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62f8e184-7dff-4f93-8989-b0a3c8d27bfb req-c8673abc-5653-425a-8be6-1312b107831e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0494037 Nov 12 05:12:21.418819 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-62f8e184-7dff-4f93-8989-b0a3c8d27bfb req-9c90f771-32a1-4306-a40e-f58bb3da07a0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480609 Nov 12 05:12:22.539579 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106beb7b-8804-4eab-983d-1616dbf5b3f2 req-94b806ab-126f-44c5-8608-34153d52e3c1 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:22.541086 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-106beb7b-8804-4eab-983d-1616dbf5b3f2 req-94b806ab-126f-44c5-8608-34153d52e3c1 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0518334 Nov 12 05:12:22.588813 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-106beb7b-8804-4eab-983d-1616dbf5b3f2 req-eccf40d8-2c40-4a34-af7e-315743165580 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418549 Nov 12 05:12:23.223989 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19034f60-8a8c-46c3-b96a-046d96929fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:23.710750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf3df5-c06d-4af7-8443-ff65a7c0bc55 req-e6be4498-14e6-4526-b090-1768aaac99e4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:23.712237 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fcdf3df5-c06d-4af7-8443-ff65a7c0bc55 req-e6be4498-14e6-4526-b090-1768aaac99e4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0565343 Nov 12 05:12:23.760263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fcdf3df5-c06d-4af7-8443-ff65a7c0bc55 req-ae0e9ce5-6d48-4263-bb7b-4ed59a1ddb8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420430 Nov 12 05:12:24.880380 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d63a6-3e53-4408-b98c-5728b1e461b4 req-1f380fe2-0b14-42ab-bdb1-1371e9724ab5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:24.881883 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9e7d63a6-3e53-4408-b98c-5728b1e461b4 req-1f380fe2-0b14-42ab-bdb1-1371e9724ab5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0526907 Nov 12 05:12:24.931892 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9e7d63a6-3e53-4408-b98c-5728b1e461b4 req-e1be36c7-bfe4-45eb-8e83-a43aa7cf1820 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433636 Nov 12 05:12:25.652822 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:26.047970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01287c97-12fd-487f-85f0-1cf53f312d88 req-54aa495b-b517-4012-a396-05bf6fac7439 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:26.049491 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01287c97-12fd-487f-85f0-1cf53f312d88 req-54aa495b-b517-4012-a396-05bf6fac7439 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0487907 Nov 12 05:12:26.097920 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-01287c97-12fd-487f-85f0-1cf53f312d88 req-ac2718ac-7fc1-412c-a58b-be18eee15bc8 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423095 Nov 12 05:12:26.119874 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35352) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:26.186252 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cafb3ba1-67b3-4923-969b-c8a420310e8f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/5224c4ba-1cc4-468c-9860-6dcc6286833a HTTP/1.1" status: 200 len: 993 time: 0.0646386 Nov 12 05:12:26.961039 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56db326c-3337-4746-95b9-bc6c19d583cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:27.069562 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:27.713438 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e890c-e5ad-4cff-9135-89ffab95df0d req-055c6cec-326c-41d7-ad47-c9b3272808bb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:27.714973 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce7e890c-e5ad-4cff-9135-89ffab95df0d req-055c6cec-326c-41d7-ad47-c9b3272808bb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0556247 Nov 12 05:12:27.770226 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ce7e890c-e5ad-4cff-9135-89ffab95df0d req-33b8c4bc-4da8-4383-bc12-52449c787c50 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492210 Nov 12 05:12:27.814932 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d4aad-ceed-4d28-8a19-74969e985c75 req-0a4dd153-edc1-41d5-a59e-1fb9d073c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:27.816441 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e78d4aad-ceed-4d28-8a19-74969e985c75 req-0a4dd153-edc1-41d5-a59e-1fb9d073c1c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 1097 time: 0.0419793 Nov 12 05:12:27.910222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d4aad-ceed-4d28-8a19-74969e985c75 req-3b580c90-466a-457d-98cf-c6773d0a4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:27.911663 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e78d4aad-ceed-4d28-8a19-74969e985c75 req-3b580c90-466a-457d-98cf-c6773d0a4b69 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9fe8579a-d7e4-43b1-86f6-368e432bfea2 HTTP/1.1" status: 200 len: 898 time: 0.0879352 Nov 12 05:12:27.977312 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e78d4aad-ceed-4d28-8a19-74969e985c75 req-90d4bcb5-7ced-4558-9921-9c8b0ed34641 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bcc1314-71c2-4d4b-9668-242cb27a410d HTTP/1.1" status: 200 len: 1001 time: 0.0580418 Nov 12 05:12:28.026479 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d4aad-ceed-4d28-8a19-74969e985c75 req-2bde63d6-e5e8-4a46-b836-573409da6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:28.027845 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e78d4aad-ceed-4d28-8a19-74969e985c75 req-2bde63d6-e5e8-4a46-b836-573409da6b87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd1bf14e-f75d-4688-87cf-c648fc123c4d HTTP/1.1" status: 200 len: 835 time: 0.0430355 Nov 12 05:12:28.078495 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d4aad-ceed-4d28-8a19-74969e985c75 req-18fc5d9f-a5d3-4494-a6aa-cbd69d4deb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:28.079983 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e78d4aad-ceed-4d28-8a19-74969e985c75 req-18fc5d9f-a5d3-4494-a6aa-cbd69d4deb41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9fe8579a-d7e4-43b1-86f6-368e432bfea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443811 Nov 12 05:12:28.171594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e78d4aad-ceed-4d28-8a19-74969e985c75 req-a417107a-930c-4313-af2d-ddc47aa89459 service neutron] 10.222.0.26 "GET /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837007 Nov 12 05:12:28.266786 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e78d4aad-ceed-4d28-8a19-74969e985c75 req-f19df6d7-3f89-478d-927b-8c909abf349d service neutron] 10.222.0.26 "GET /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867000 Nov 12 05:12:28.836708 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:28.900257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2d9d4-d4a4-42cd-a6d0-a0995acc4a7c req-8a80788f-f756-46c8-81d8-43d5eb103fa8 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:28.901747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2c2d9d4-d4a4-42cd-a6d0-a0995acc4a7c req-8a80788f-f756-46c8-81d8-43d5eb103fa8 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0541484 Nov 12 05:12:28.951952 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a2c2d9d4-d4a4-42cd-a6d0-a0995acc4a7c req-e8c28d6b-0be9-48bc-ab3d-d66566867850 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440459 Nov 12 05:12:29.035771 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:30.078649 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f332d-da24-44c9-bf71-5864bd30da85 req-f013ef66-95d8-43af-aa33-a024f998b42f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:12:30.080166 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2c2f332d-da24-44c9-bf71-5864bd30da85 req-f013ef66-95d8-43af-aa33-a024f998b42f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0525644 Nov 12 05:12:30.130793 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2c2f332d-da24-44c9-bf71-5864bd30da85 req-9b4e1ff2-0936-43ff-bcb7-c56171107dfc tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438344 Nov 12 05:12:30.153246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35364) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:12:30.218117 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2bc8584e-dadc-4dd9-b1c7-5c40658e6042 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/5224c4ba-1cc4-468c-9860-6dcc6286833a HTTP/1.1" status: 200 len: 993 time: 0.0636518 Nov 12 05:12:50.075462 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:53.195045 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ddfea37-f1e4-4388-aace-051ffd9cff2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:55.675468 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:56.724218 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:12:56.972197 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f188d547-1663-4e3b-bbd6-b64154898ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:57.092958 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:58.800810 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:12:59.069561 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:01.775456 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eeaa476b-e195-40f8-ad46-ff12380d0027 req-10e9fc24-a35c-4a01-8d1e-6a3be2d53710 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407877 Nov 12 05:13:01.877287 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa476b-e195-40f8-ad46-ff12380d0027 req-d48a54a8-8c56-4f8e-b5cc-b5044a546461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:01.878793 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eeaa476b-e195-40f8-ad46-ff12380d0027 req-d48a54a8-8c56-4f8e-b5cc-b5044a546461 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 1097 time: 0.0423422 Nov 12 05:13:01.991285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa476b-e195-40f8-ad46-ff12380d0027 req-938d1860-01ee-4f54-86ab-b093822b4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:01.992890 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eeaa476b-e195-40f8-ad46-ff12380d0027 req-938d1860-01ee-4f54-86ab-b093822b4ff8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9fe8579a-d7e4-43b1-86f6-368e432bfea2 HTTP/1.1" status: 200 len: 898 time: 0.0921147 Nov 12 05:13:02.059084 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eeaa476b-e195-40f8-ad46-ff12380d0027 req-a41b3fbe-4ac2-4781-9797-70e4506d286e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bcc1314-71c2-4d4b-9668-242cb27a410d HTTP/1.1" status: 200 len: 1001 time: 0.0579309 Nov 12 05:13:02.110199 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa476b-e195-40f8-ad46-ff12380d0027 req-14bb6fc3-32e9-4403-bd8a-1b753e18d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:02.111652 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eeaa476b-e195-40f8-ad46-ff12380d0027 req-14bb6fc3-32e9-4403-bd8a-1b753e18d989 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd1bf14e-f75d-4688-87cf-c648fc123c4d HTTP/1.1" status: 200 len: 835 time: 0.0443594 Nov 12 05:13:02.162635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa476b-e195-40f8-ad46-ff12380d0027 req-74d04d13-ed50-4f48-94f8-dceceec54964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:02.164285 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eeaa476b-e195-40f8-ad46-ff12380d0027 req-74d04d13-ed50-4f48-94f8-dceceec54964 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9fe8579a-d7e4-43b1-86f6-368e432bfea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448139 Nov 12 05:13:02.254739 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eeaa476b-e195-40f8-ad46-ff12380d0027 req-5bd95327-60a5-48b1-ba0e-268cddeefd6b service neutron] 10.222.0.26 "GET /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826552 Nov 12 05:13:02.353434 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-eeaa476b-e195-40f8-ad46-ff12380d0027 req-71bc341a-aaff-431d-9c6c-56a47362e47f service neutron] 10.222.0.26 "GET /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901344 Nov 12 05:13:20.108866 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:23.188709 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6f638ce-5bb0-413d-91c1-3aaa8c42dba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.696140 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:25.840513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35384) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:26.000116 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port f508f0ca-8a73-4a12-a76a-6ec655eaba5d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:26.000361 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.084983 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.085304 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.097084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for f508f0ca-8a73-4a12-a76a-6ec655eaba5d owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:26.320614 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.351834 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=f508f0ca-8a73-4a12-a76a-6ec655eaba5d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:26.377041 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:26.377424 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:26.377720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:26.378051 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:26.378377 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:26.378703 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:26.379030 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:26.379352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:26.379676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:26.379997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:26.380340 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:26.380656 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:26.421774 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.424055 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Floating IP 5224c4ba-1cc4-468c-9860-6dcc6286833a disassociated (deleted). External IP: 172.25.8.179, port: 2bcc1314-71c2-4d4b-9668-242cb27a410d. Nov 12 05:13:26.633168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router d9fdad6b-12b4-4d3e-8673-8005f75ef289 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:13:26.740975 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:13:26.746051 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:26.750767 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af412944-0e83-4b6a-a523-76c1caaf6911 None None] Sync routers for ids ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:13:26.760878 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af412944-0e83-4b6a-a523-76c1caaf6911 None None] Routers {'d9fdad6b-12b4-4d3e-8673-8005f75ef289'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:26.771087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-af412944-0e83-4b6a-a523-76c1caaf6911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:12:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:26.773430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-617f7ea4-948b-47ea-9f47-621353aa95de tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/floatingips/5224c4ba-1cc4-468c-9860-6dcc6286833a HTTP/1.1" status: 204 len: 168 time: 0.9318292 Nov 12 05:13:26.774126 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'tag': '2bcc1314-71c2-4d4b-9668-242cb27a410d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:26.776508 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1050644c-f100-4daf-a38a-20ebd09b7689" -d '{"events": [{"name": "network-changed", "server_uuid": "b0299f79-9f09-4c3b-8cd0-6c170896a248", "tag": "2bcc1314-71c2-4d4b-9668-242cb27a410d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:26.822513 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aa2d24-a8aa-48f2-aa4e-8c5b28032511 x-openstack-request-id: req-31aa2d24-a8aa-48f2-aa4e-8c5b28032511 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:26.822882 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0299f79-9f09-4c3b-8cd0-6c170896a248", "tag": "2bcc1314-71c2-4d4b-9668-242cb27a410d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:26.823158 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-31aa2d24-a8aa-48f2-aa4e-8c5b28032511 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:26.823936 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'tag': '2bcc1314-71c2-4d4b-9668-242cb27a410d', 'status': 'completed', 'code': 200} Nov 12 05:13:26.874890 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-af412944-0e83-4b6a-a523-76c1caaf6911 None None] Set router d9fdad6b-12b4-4d3e-8673-8005f75ef289 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:26.917670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050644c-f100-4daf-a38a-20ebd09b7689 req-e3c4ab42-1298-491d-af5c-b38aaded7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:26.919085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1050644c-f100-4daf-a38a-20ebd09b7689 req-e3c4ab42-1298-491d-af5c-b38aaded7847 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 1097 time: 0.0424376 Nov 12 05:13:27.021589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050644c-f100-4daf-a38a-20ebd09b7689 req-80fdcff5-a6cb-4601-a441-667c90a8eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.025362 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1050644c-f100-4daf-a38a-20ebd09b7689 req-80fdcff5-a6cb-4601-a441-667c90a8eed6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9fe8579a-d7e4-43b1-86f6-368e432bfea2 HTTP/1.1" status: 200 len: 898 time: 0.0958788 Nov 12 05:13:27.038257 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93a42bcd-d9df-4dd0-914b-5738984c73b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:27.067582 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1050644c-f100-4daf-a38a-20ebd09b7689 req-dafb77f8-fddd-4088-9d5b-0f6cb49957cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bcc1314-71c2-4d4b-9668-242cb27a410d HTTP/1.1" status: 200 len: 217 time: 0.0365515 Nov 12 05:13:27.100073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-af412944-0e83-4b6a-a523-76c1caaf6911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:47Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4', 'name': '', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:46Z', 'updated_at': '2021-11-12T05:10:49Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:27.120780 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050644c-f100-4daf-a38a-20ebd09b7689 req-d43453db-055e-4990-9855-7aeb44cf6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.122242 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1050644c-f100-4daf-a38a-20ebd09b7689 req-d43453db-055e-4990-9855-7aeb44cf6654 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd1bf14e-f75d-4688-87cf-c648fc123c4d HTTP/1.1" status: 200 len: 835 time: 0.0472383 Nov 12 05:13:27.132963 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af412944-0e83-4b6a-a523-76c1caaf6911 None None] Checking router: d9fdad6b-12b4-4d3e-8673-8005f75ef289 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:13:27.142586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af412944-0e83-4b6a-a523-76c1caaf6911 None None] Routers {'d9fdad6b-12b4-4d3e-8673-8005f75ef289'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:27.143273 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-af412944-0e83-4b6a-a523-76c1caaf6911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:27.178509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050644c-f100-4daf-a38a-20ebd09b7689 req-7b96f984-b487-4938-accd-4094033dc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.178783 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:27.178918 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1050644c-f100-4daf-a38a-20ebd09b7689 req-7b96f984-b487-4938-accd-4094033dc305 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9fe8579a-d7e4-43b1-86f6-368e432bfea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462244 Nov 12 05:13:27.263954 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-af412944-0e83-4b6a-a523-76c1caaf6911 None None] Set router d9fdad6b-12b4-4d3e-8673-8005f75ef289 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:27.308883 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1050644c-f100-4daf-a38a-20ebd09b7689 req-8f95be83-cb61-4994-a27f-936edd45c78c service neutron] 10.222.0.26 "GET /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236982 Nov 12 05:13:27.335422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4effa5-0af4-46c4-957f-528f22c5ffc1 req-615450a1-b895-4c1d-97a0-26f7bf2c7bb3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:27.337963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de4effa5-0af4-46c4-957f-528f22c5ffc1 req-615450a1-b895-4c1d-97a0-26f7bf2c7bb3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0812392 Nov 12 05:13:27.448088 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-de4effa5-0af4-46c4-957f-528f22c5ffc1 req-c67e571b-032f-4c71-b8d6-ef31a2a5d6cb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007466 Nov 12 05:13:27.454123 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1050644c-f100-4daf-a38a-20ebd09b7689 req-d5c25114-be22-470e-be81-21ed07de9c81 service neutron] 10.222.0.26 "GET /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350017 Nov 12 05:13:27.501169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-af412944-0e83-4b6a-a523-76c1caaf6911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:47Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4', 'name': '', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:46Z', 'updated_at': '2021-11-12T05:10:49Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:27.527952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af412944-0e83-4b6a-a523-76c1caaf6911 None None] The sync data for ids ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'] in n-d-767704-23 is: [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:47Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4', 'name': '', 'network_id': '9fe8579a-d7e4-43b1-86f6-368e432bfea2', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:46Z', 'updated_at': '2021-11-12T05:10:49Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': 'cd1bf14e-f75d-4688-87cf-c648fc123c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:13:27.766612 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5621ee-5b9e-4a9b-b904-38e6d3db7074 None None] New status for floating IP 5224c4ba-1cc4-468c-9860-6dcc6286833a: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:13:28.572714 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1845c-df78-4414-bced-599d231dc764 req-336b2404-b988-4d30-b5cd-a931f7d9c3bb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:28.574252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-29f1845c-df78-4414-bced-599d231dc764 req-336b2404-b988-4d30-b5cd-a931f7d9c3bb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0517309 Nov 12 05:13:28.624768 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-29f1845c-df78-4414-bced-599d231dc764 req-82af4a4a-5946-4739-8441-979ee8b3bb38 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437603 Nov 12 05:13:28.817298 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:29.052088 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:29.337084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7624572-1c89-4075-87a1-51c9f6f4fcf5 req-fee6a2a0-7f9c-4578-be91-335b68893663 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:29.338530 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7624572-1c89-4075-87a1-51c9f6f4fcf5 req-fee6a2a0-7f9c-4578-be91-335b68893663 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 945 time: 0.0486991 Nov 12 05:13:29.434104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b7624572-1c89-4075-87a1-51c9f6f4fcf5 req-1345b3b7-8f61-4db6-b744-b41c843fbf69 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port 2bcc1314-71c2-4d4b-9668-242cb27a410d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:29.434443 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b7624572-1c89-4075-87a1-51c9f6f4fcf5 req-1345b3b7-8f61-4db6-b744-b41c843fbf69 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:29.521833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b7624572-1c89-4075-87a1-51c9f6f4fcf5 req-1345b3b7-8f61-4db6-b744-b41c843fbf69 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port 2bcc1314-71c2-4d4b-9668-242cb27a410d, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=2bcc1314-71c2-4d4b-9668-242cb27a410d,segment=NetworkSegment(204f28b8-e2fb-4a63-a20f-57b207077209),segment_id=204f28b8-e2fb-4a63-a20f-57b207077209)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:29.522192 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b7624572-1c89-4075-87a1-51c9f6f4fcf5 req-1345b3b7-8f61-4db6-b744-b41c843fbf69 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:29.539136 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b7624572-1c89-4075-87a1-51c9f6f4fcf5 req-1345b3b7-8f61-4db6-b744-b41c843fbf69 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for 2bcc1314-71c2-4d4b-9668-242cb27a410d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:29.733185 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b7624572-1c89-4075-87a1-51c9f6f4fcf5 req-1345b3b7-8f61-4db6-b744-b41c843fbf69 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:29.746300 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce71bc-ce4f-4d38-a0bb-97691880db89 req-a4ea50d5-6e46-4ab4-a91e-865dee7e0630 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:29.747799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7dce71bc-ce4f-4d38-a0bb-97691880db89 req-a4ea50d5-6e46-4ab4-a91e-865dee7e0630 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=b0299f79-9f09-4c3b-8cd0-6c170896a248 HTTP/1.1" status: 200 len: 867 time: 0.0549612 Nov 12 05:13:29.782276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345b3b7-8f61-4db6-b744-b41c843fbf69 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=2bcc1314-71c2-4d4b-9668-242cb27a410d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:29.838918 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7624572-1c89-4075-87a1-51c9f6f4fcf5 req-1345b3b7-8f61-4db6-b744-b41c843fbf69 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] No DVR routers for this DVR port 2bcc1314-71c2-4d4b-9668-242cb27a410d on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:13:29.844445 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b7624572-1c89-4075-87a1-51c9f6f4fcf5 req-1345b3b7-8f61-4db6-b744-b41c843fbf69 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:29.846943 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b7624572-1c89-4075-87a1-51c9f6f4fcf5 req-1345b3b7-8f61-4db6-b744-b41c843fbf69 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "DELETE /v2.0/ports/2bcc1314-71c2-4d4b-9668-242cb27a410d HTTP/1.1" status: 204 len: 173 time: 0.5021415 Nov 12 05:13:29.847405 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'name': 'network-vif-deleted', 'tag': '2bcc1314-71c2-4d4b-9668-242cb27a410d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:29.849707 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8058fe-aa80-4122-ad19-f2317c1fb49b" -d '{"events": [{"server_uuid": "b0299f79-9f09-4c3b-8cd0-6c170896a248", "name": "network-vif-deleted", "tag": "2bcc1314-71c2-4d4b-9668-242cb27a410d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:29.866284 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7dce71bc-ce4f-4d38-a0bb-97691880db89 req-3ae20fa4-6665-4cb0-8a67-aeb3671ed510 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=265826d3-5f6b-48d7-8459-742d37a6df43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120410 Nov 12 05:13:29.892694 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db624991-32bb-477e-a5da-081c678dbeb6 x-openstack-request-id: req-db624991-32bb-477e-a5da-081c678dbeb6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:29.893026 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0299f79-9f09-4c3b-8cd0-6c170896a248", "name": "network-vif-deleted", "tag": "2bcc1314-71c2-4d4b-9668-242cb27a410d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:29.893288 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-db624991-32bb-477e-a5da-081c678dbeb6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:29.893697 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0299f79-9f09-4c3b-8cd0-6c170896a248', 'name': 'network-vif-deleted', 'tag': '2bcc1314-71c2-4d4b-9668-242cb27a410d', 'status': 'completed', 'code': 200} Nov 12 05:13:30.926996 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:31.629025 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-013b163c-e0bf-4159-beaa-08c1037136e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.889257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-013b163c-e0bf-4159-beaa-08c1037136e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:31.889598 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-013b163c-e0bf-4159-beaa-08c1037136e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.979384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-013b163c-e0bf-4159-beaa-08c1037136e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4,segment=NetworkSegment(204f28b8-e2fb-4a63-a20f-57b207077209),segment_id=204f28b8-e2fb-4a63-a20f-57b207077209)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:31.980093 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-013b163c-e0bf-4159-beaa-08c1037136e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:31.993013 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-013b163c-e0bf-4159-beaa-08c1037136e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:32.286281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-013b163c-e0bf-4159-beaa-08c1037136e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.318252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b163c-e0bf-4159-beaa-08c1037136e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:32.513275 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-013b163c-e0bf-4159-beaa-08c1037136e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.739998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013b163c-e0bf-4159-beaa-08c1037136e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router d9fdad6b-12b4-4d3e-8673-8005f75ef289 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:13:32.848598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013b163c-e0bf-4159-beaa-08c1037136e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:13:32.857160 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-013b163c-e0bf-4159-beaa-08c1037136e7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "PUT /v2.0/routers/d9fdad6b-12b4-4d3e-8673-8005f75ef289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9256103 Nov 12 05:13:32.857160 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35402) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:32.860352 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dface9ca-b978-43bc-abaf-f224ff6b1621 None None] Sync routers for ids ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:13:32.873189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dface9ca-b978-43bc-abaf-f224ff6b1621 None None] Routers {'d9fdad6b-12b4-4d3e-8673-8005f75ef289'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:32.874471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dface9ca-b978-43bc-abaf-f224ff6b1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:32.910604 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88edebe-2a2b-49a8-954d-29f2e7f7e59d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting subnet cd1bf14e-f75d-4688-87cf-c648fc123c4d {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:13:32.913369 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c88edebe-2a2b-49a8-954d-29f2e7f7e59d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.955084 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c88edebe-2a2b-49a8-954d-29f2e7f7e59d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:32.983673 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dface9ca-b978-43bc-abaf-f224ff6b1621 None None] Set router d9fdad6b-12b4-4d3e-8673-8005f75ef289 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:33.049022 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c88edebe-2a2b-49a8-954d-29f2e7f7e59d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.195639 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c88edebe-2a2b-49a8-954d-29f2e7f7e59d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.221413 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88edebe-2a2b-49a8-954d-29f2e7f7e59d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1bf14e-f75d-4688-87cf-c648fc123c4d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:33.235836 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c88edebe-2a2b-49a8-954d-29f2e7f7e59d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.242546 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c88edebe-2a2b-49a8-954d-29f2e7f7e59d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/subnets/cd1bf14e-f75d-4688-87cf-c648fc123c4d HTTP/1.1" status: 204 len: 168 time: 0.3820682 Nov 12 05:13:33.253265 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:33.253802 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b438ac89-e479-466b-b3ce-34e22c2c4aef None None] Network 9fe8579a-d7e4-43b1-86f6-368e432bfea2 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:33.353997 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.428121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dface9ca-b978-43bc-abaf-f224ff6b1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:13:32Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:33.459271 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dface9ca-b978-43bc-abaf-f224ff6b1621 None None] Checking router: d9fdad6b-12b4-4d3e-8673-8005f75ef289 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:13:33.461142 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.468639 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dface9ca-b978-43bc-abaf-f224ff6b1621 None None] Routers {'d9fdad6b-12b4-4d3e-8673-8005f75ef289'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:33.469284 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dface9ca-b978-43bc-abaf-f224ff6b1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:33.503973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e388d3-8587-4ea6-a672-0e5b1f58b43b None None] DHCP port deletion for 9fe8579a-d7e4-43b1-86f6-368e432bfea2 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:13:33.582178 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port 9ede53d5-863d-4c29-82b4-90e150ea34d3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:33.582531 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.607766 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dface9ca-b978-43bc-abaf-f224ff6b1621 None None] Set router d9fdad6b-12b4-4d3e-8673-8005f75ef289 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:33.662766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port 9ede53d5-863d-4c29-82b4-90e150ea34d3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=9ede53d5-863d-4c29-82b4-90e150ea34d3,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:33.663128 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.666788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0931a64b-d72d-4da7-91a7-ff72891da6d8 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:13:33.677652 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for 9ede53d5-863d-4c29-82b4-90e150ea34d3 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:33.682711 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:13:33.689207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-53e388d3-8587-4ea6-a672-0e5b1f58b43b None None] Deleting port 0931a64b-d72d-4da7-91a7-ff72891da6d8 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:13:33.689582 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53e388d3-8587-4ea6-a672-0e5b1f58b43b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.816382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-53e388d3-8587-4ea6-a672-0e5b1f58b43b None None] For port 0931a64b-d72d-4da7-91a7-ff72891da6d8, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0931a64b-d72d-4da7-91a7-ff72891da6d8,segment=NetworkSegment(204f28b8-e2fb-4a63-a20f-57b207077209),segment_id=204f28b8-e2fb-4a63-a20f-57b207077209)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:33.817232 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53e388d3-8587-4ea6-a672-0e5b1f58b43b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.838562 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-53e388d3-8587-4ea6-a672-0e5b1f58b43b None None] Calling delete_port for 0931a64b-d72d-4da7-91a7-ff72891da6d8 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:13:33.930404 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.941156 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:33.958138 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3e39ab-b981-4ff3-8b4f-4de124be3602 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:13:33.962432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=9ede53d5-863d-4c29-82b4-90e150ea34d3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:33.984004 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:33.984384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:33.984728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:33.985067 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:33.985402 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:33.985738 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:33.986057 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:33.986382 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:33.986828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:33.987051 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:33.987947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:33.988341 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:34.011821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 0931a64b-d72d-4da7-91a7-ff72891da6d8, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0931a64b-d72d-4da7-91a7-ff72891da6d8,segment=NetworkSegment(204f28b8-e2fb-4a63-a20f-57b207077209),segment_id=204f28b8-e2fb-4a63-a20f-57b207077209)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:34.029364 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dface9ca-b978-43bc-abaf-f224ff6b1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:13:32Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:34.032859 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.058157 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dface9ca-b978-43bc-abaf-f224ff6b1621 None None] The sync data for ids ['d9fdad6b-12b4-4d3e-8673-8005f75ef289'] in n-d-767704-23 is: [{'id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089339515', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:13:32Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': '9ede53d5-863d-4c29-82b4-90e150ea34d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fdad6b-12b4-4d3e-8673-8005f75ef289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:10:42Z', 'updated_at': '2021-11-12T05:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:13:34.087652 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.129236 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.131391 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.154509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=0931a64b-d72d-4da7-91a7-ff72891da6d8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:34.162331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:34.165547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:34.165547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:34.165547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:34.165547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:34.165547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:34.165547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:34.165547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:34.165547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:34.165547 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:34.166489 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:34.166489 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:34.206048 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53e388d3-8587-4ea6-a672-0e5b1f58b43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.231831 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e388d3-8587-4ea6-a672-0e5b1f58b43b None None] Pushing event deleted for resources: {'Port': ['ID=0931a64b-d72d-4da7-91a7-ff72891da6d8,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:34.235379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e388d3-8587-4ea6-a672-0e5b1f58b43b None None] No DVR routers for this DVR port 0931a64b-d72d-4da7-91a7-ff72891da6d8 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:13:34.263266 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.263844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Fanout notify agent at l3_agent the message router_deleted on router d9fdad6b-12b4-4d3e-8673-8005f75ef289 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:13:34.270836 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.271937 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-190ec9e8-bd03-4537-b588-fff899621923 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/routers/d9fdad6b-12b4-4d3e-8673-8005f75ef289 HTTP/1.1" status: 204 len: 168 time: 1.0281045 Nov 12 05:13:34.275100 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35406) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:34.349957 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f666730-7ecb-42a5-adf1-592b92e274db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.390390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2bcc1314-71c2-4d4b-9668-242cb27a410d no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:13:34.437227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 2bcc1314-71c2-4d4b-9668-242cb27a410d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:13:34.437227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 2bcc1314-71c2-4d4b-9668-242cb27a410d not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:13:34.440434 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f666730-7ecb-42a5-adf1-592b92e274db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.462468 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8f666730-7ecb-42a5-adf1-592b92e274db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe8579a-d7e4-43b1-86f6-368e432bfea2']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:34.472855 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8f666730-7ecb-42a5-adf1-592b92e274db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204f28b8-e2fb-4a63-a20f-57b207077209') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:34.473163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8f666730-7ecb-42a5-adf1-592b92e274db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204f28b8-e2fb-4a63-a20f-57b207077209') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:34.483316 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f666730-7ecb-42a5-adf1-592b92e274db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.497834 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f666730-7ecb-42a5-adf1-592b92e274db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.504375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f666730-7ecb-42a5-adf1-592b92e274db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:13:34.504798 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f666730-7ecb-42a5-adf1-592b92e274db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: timer() Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:13:34.508587 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:13:34.633874 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f666730-7ecb-42a5-adf1-592b92e274db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.640914 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f666730-7ecb-42a5-adf1-592b92e274db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.644139 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8f666730-7ecb-42a5-adf1-592b92e274db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/networks/9fe8579a-d7e4-43b1-86f6-368e432bfea2 HTTP/1.1" status: 204 len: 168 time: 0.3680911 Nov 12 05:13:34.647113 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:34.656837 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f666730-7ecb-42a5-adf1-592b92e274db tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Network': ['ID=9fe8579a-d7e4-43b1-86f6-368e432bfea2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:34.710266 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a66ef26-1daf-45c1-9b02-984a522453e0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.737141 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a66ef26-1daf-45c1-9b02-984a522453e0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.880468 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a66ef26-1daf-45c1-9b02-984a522453e0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.883296 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a66ef26-1daf-45c1-9b02-984a522453e0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:34.884573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-1a66ef26-1daf-45c1-9b02-984a522453e0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/security-groups/265826d3-5f6b-48d7-8459-742d37a6df43 HTTP/1.1" status: 204 len: 168 time: 0.2362378 Nov 12 05:13:34.897181 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66ef26-1daf-45c1-9b02-984a522453e0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265826d3-5f6b-48d7-8459-742d37a6df43,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:35.568844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:13:35.588528 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:13:35.588871 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device bb6acd7e-8762-4c0a-853d-c39ab8dfa9b4 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:13:35.589269 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9ede53d5-863d-4c29-82b4-90e150ea34d3 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:13:35.611386 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 9ede53d5-863d-4c29-82b4-90e150ea34d3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:13:35.611727 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 9ede53d5-863d-4c29-82b4-90e150ea34d3 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:13:35.647395 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:35.652124 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-57cf8bbe-a52e-43af-9c70-83aaaebef8ed tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-707335547', 'description': 'tempest-secgroup-smoke-707335547 description', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:35.741426 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57cf8bbe-a52e-43af-9c70-83aaaebef8ed tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.805186 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57cf8bbe-a52e-43af-9c70-83aaaebef8ed tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.857198 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57cf8bbe-a52e-43af-9c70-83aaaebef8ed tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.886981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf8bbe-a52e-43af-9c70-83aaaebef8ed tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19dafcca-24c5-423a-9e32-17ae076994af,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:35.939098 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57cf8bbe-a52e-43af-9c70-83aaaebef8ed tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:35.940382 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-57cf8bbe-a52e-43af-9c70-83aaaebef8ed tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2919335 Nov 12 05:13:35.943225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:35.947951 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ff4dec85-7630-4125-8796-0c2e9ed29828 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '19dafcca-24c5-423a-9e32-17ae076994af', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:36.010159 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff4dec85-7630-4125-8796-0c2e9ed29828 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.065310 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff4dec85-7630-4125-8796-0c2e9ed29828 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.124255 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff4dec85-7630-4125-8796-0c2e9ed29828 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.140912 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4dec85-7630-4125-8796-0c2e9ed29828 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261001b9-57d1-45b0-966c-f5223dde95b9,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:36.223354 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff4dec85-7630-4125-8796-0c2e9ed29828 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.224592 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ff4dec85-7630-4125-8796-0c2e9ed29828 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2804499 Nov 12 05:13:36.227911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35418) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:36.232252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cc4b6482-3ad8-455d-b55e-fd6b94681d58 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '19dafcca-24c5-423a-9e32-17ae076994af', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:36.352465 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6482-3ad8-455d-b55e-fd6b94681d58 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.409091 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6482-3ad8-455d-b55e-fd6b94681d58 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.479706 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6482-3ad8-455d-b55e-fd6b94681d58 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.497708 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b6482-3ad8-455d-b55e-fd6b94681d58 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf3f1b1-464f-42a8-9ae7-87dcc6d3ebdc,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:36.567810 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6482-3ad8-455d-b55e-fd6b94681d58 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.569060 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-cc4b6482-3ad8-455d-b55e-fd6b94681d58 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3401954 Nov 12 05:13:36.572353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35420) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:36.576762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-febd62e9-8c4f-49fa-ace9-8524871e707f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '19dafcca-24c5-423a-9e32-17ae076994af', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:36.662259 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-febd62e9-8c4f-49fa-ace9-8524871e707f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.721044 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-febd62e9-8c4f-49fa-ace9-8524871e707f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.794009 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-febd62e9-8c4f-49fa-ace9-8524871e707f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.807938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd62e9-8c4f-49fa-ace9-8524871e707f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e071bd39-b0a9-4aea-8845-2f87cdc17918,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:36.881794 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-febd62e9-8c4f-49fa-ace9-8524871e707f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:36.883032 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-febd62e9-8c4f-49fa-ace9-8524871e707f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3096519 Nov 12 05:13:36.885829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:36.890235 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fa1b7572-85ed-45cb-b12b-5667299eb2ad tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '19dafcca-24c5-423a-9e32-17ae076994af', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:36.976791 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa1b7572-85ed-45cb-b12b-5667299eb2ad tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.034476 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa1b7572-85ed-45cb-b12b-5667299eb2ad tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.125435 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa1b7572-85ed-45cb-b12b-5667299eb2ad tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.146155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b7572-85ed-45cb-b12b-5667299eb2ad tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc78926-6ed0-4590-8753-3974bfec4159,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:37.224885 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa1b7572-85ed-45cb-b12b-5667299eb2ad tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.226621 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-fa1b7572-85ed-45cb-b12b-5667299eb2ad tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397820 Nov 12 05:13:37.233842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:37.233842 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-16d8272c-7c76-46ee-a42a-870e8e92f487 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '19dafcca-24c5-423a-9e32-17ae076994af', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:37.297017 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-16d8272c-7c76-46ee-a42a-870e8e92f487 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Project d62e2effbd4f4e7e9c149266d2390155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:13:37.302479 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16d8272c-7c76-46ee-a42a-870e8e92f487 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.360104 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16d8272c-7c76-46ee-a42a-870e8e92f487 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.411749 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16d8272c-7c76-46ee-a42a-870e8e92f487 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.431260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8272c-7c76-46ee-a42a-870e8e92f487 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7668f0c-cd53-464a-8c41-956cf069a424,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:37.509462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16d8272c-7c76-46ee-a42a-870e8e92f487 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.510621 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-16d8272c-7c76-46ee-a42a-870e8e92f487 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2803278 Nov 12 05:13:37.513509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:37.519480 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c218cd56-66ce-4e7e-ac25-3abbfef904ff tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'security_group_rule': {'security_group_id': '19dafcca-24c5-423a-9e32-17ae076994af', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:37.611342 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-c218cd56-66ce-4e7e-ac25-3abbfef904ff tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Project d62e2effbd4f4e7e9c149266d2390155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:13:37.616665 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c218cd56-66ce-4e7e-ac25-3abbfef904ff tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.677328 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c218cd56-66ce-4e7e-ac25-3abbfef904ff tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.754028 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c218cd56-66ce-4e7e-ac25-3abbfef904ff tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.773384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218cd56-66ce-4e7e-ac25-3abbfef904ff tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837fe817-b246-44ed-9c75-cadaa3f6b8fb,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:37.836538 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c218cd56-66ce-4e7e-ac25-3abbfef904ff tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.837773 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c218cd56-66ce-4e7e-ac25-3abbfef904ff tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3233440 Nov 12 05:13:37.840873 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35428) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:37.845865 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-124da3a3-0cdc-44f0-9b17-af85ab1b7ae0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'network': {'name': 'tempest-network-smoke--187305548', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:37.930143 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124da3a3-0cdc-44f0-9b17-af85ab1b7ae0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:37.934264 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124da3a3-0cdc-44f0-9b17-af85ab1b7ae0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.958267 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124da3a3-0cdc-44f0-9b17-af85ab1b7ae0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:13:37.967617 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124da3a3-0cdc-44f0-9b17-af85ab1b7ae0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:37.967956 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-124da3a3-0cdc-44f0-9b17-af85ab1b7ae0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Added segment 14cc6a09-2406-45d4-8d58-f6b944ff10b7 of type vlan for network 8625567f-7292-468e-9990-b2d701c670f4 Nov 12 05:13:38.005900 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124da3a3-0cdc-44f0-9b17-af85ab1b7ae0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.095535 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124da3a3-0cdc-44f0-9b17-af85ab1b7ae0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.102582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124da3a3-0cdc-44f0-9b17-af85ab1b7ae0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:38.103186 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-124da3a3-0cdc-44f0-9b17-af85ab1b7ae0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.510585 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-124da3a3-0cdc-44f0-9b17-af85ab1b7ae0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6685963 Nov 12 05:13:38.513419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35430) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:38.518073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'admin_state_up': True, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:38.519482 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124da3a3-0cdc-44f0-9b17-af85ab1b7ae0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Network': ['ID=8625567f-7292-468e-9990-b2d701c670f4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:38.531137 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 8625567f-7292-468e-9990-b2d701c670f4 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:13:38.623053 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.624179 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.675205 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:38.879016 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.127820 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.146623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.251133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.25.8.173 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/b4a8f6dc-9798-4cec-8760-1727b5f811d3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:39.353086 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.446720 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.486721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:39.489569 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:39.493090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:39.498672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=b4a8f6dc-9798-4cec-8760-1727b5f811d3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:39.504371 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed2d6f-83bc-410e-be93-189d083f3d91 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:13:39.629616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-24661bc6-c009-4c9b-b176-c0ac50b42014 None None] Provisioning complete for port b4a8f6dc-9798-4cec-8760-1727b5f811d3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:39.630333 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24661bc6-c009-4c9b-b176-c0ac50b42014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.666847 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-24661bc6-c009-4c9b-b176-c0ac50b42014 None None] Port b4a8f6dc-9798-4cec-8760-1727b5f811d3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:39.805289 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:39.998924 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:40.211899 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router 31735d97-d3db-4b69-82cd-d5fc5cd453bd is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:13:40.316133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:13:40.326606 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Sync routers for ids ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:13:40.337856 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Routers {'31735d97-d3db-4b69-82cd-d5fc5cd453bd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:40.338453 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:40.407945 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:40.409273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-73e50c0a-2274-41bb-b152-d3c56623f467 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8947670 Nov 12 05:13:40.412443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:40.538235 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Set router 31735d97-d3db-4b69-82cd-d5fc5cd453bd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:40.635932 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b22e1fe7-7676-4bd5-b7ca-d9530aaa6159 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=d62e2effbd4f4e7e9c149266d2390155&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2223694 Nov 12 05:13:40.638659 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:40.715495 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:13:39Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:40.726648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d95b4e-a9b8-4065-9766-ab8a09bfc7b8 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:40.728368 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-59d95b4e-a9b8-4065-9766-ab8a09bfc7b8 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884326 Nov 12 05:13:40.730961 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:40.741891 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Checking router: 31735d97-d3db-4b69-82cd-d5fc5cd453bd for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:13:40.742237 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Updating router 31735d97-d3db-4b69-82cd-d5fc5cd453bd port b4a8f6dc-9798-4cec-8760-1727b5f811d3 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:13:40.759808 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-37bf8f30-c54e-4836-8d5e-d74958b70b46 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7e2d1792-a484-458c-8d3b-735e30c8bf07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277488 Nov 12 05:13:40.762377 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35440) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:40.767365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-26f51988-9231-43b0-bc6c-9aecf2a94a05 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-519378598', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:40.771359 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:40.942920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f51988-9231-43b0-bc6c-9aecf2a94a05 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:40.947048 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26f51988-9231-43b0-bc6c-9aecf2a94a05 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.020683 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.091427 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.134498 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286f5c18-3e63-46a6-b379-41d51adc0e78 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:13:41.146710 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Attempting to bind port b4a8f6dc-9798-4cec-8760-1727b5f811d3 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:41.147085 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Attempting to bind port b4a8f6dc-9798-4cec-8760-1727b5f811d3 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:41.147489 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Attempting to bind port b4a8f6dc-9798-4cec-8760-1727b5f811d3 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:41.154883 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcba62d-3d84-4310-96cc-c68076c9b1ec None None] Pushing event updated for resources: {'Port': ['ID=b4a8f6dc-9798-4cec-8760-1727b5f811d3,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:41.156996 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:41.157366 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:41.157766 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.158156 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:41.158609 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Bound port: b4a8f6dc-9798-4cec-8760-1727b5f811d3, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:41.158983 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.188536 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba62d-3d84-4310-96cc-c68076c9b1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:41.188864 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba62d-3d84-4310-96cc-c68076c9b1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:41.189180 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba62d-3d84-4310-96cc-c68076c9b1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:41.189507 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba62d-3d84-4310-96cc-c68076c9b1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:41.189825 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba62d-3d84-4310-96cc-c68076c9b1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:41.190169 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba62d-3d84-4310-96cc-c68076c9b1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:41.190483 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba62d-3d84-4310-96cc-c68076c9b1ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:41.190795 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba62d-3d84-4310-96cc-c68076c9b1ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:41.191168 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba62d-3d84-4310-96cc-c68076c9b1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:41.191520 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba62d-3d84-4310-96cc-c68076c9b1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:41.191834 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba62d-3d84-4310-96cc-c68076c9b1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:41.192173 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba62d-3d84-4310-96cc-c68076c9b1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:13:41.192715 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-034e4bbe-3cfb-4d93-869f-94fc7428f994 None None] Provisioning complete for port b4a8f6dc-9798-4cec-8760-1727b5f811d3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:41.193137 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-034e4bbe-3cfb-4d93-869f-94fc7428f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.200075 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26f51988-9231-43b0-bc6c-9aecf2a94a05 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.231962 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] For port b4a8f6dc-9798-4cec-8760-1727b5f811d3, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:41.233343 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-034e4bbe-3cfb-4d93-869f-94fc7428f994 None None] Port b4a8f6dc-9798-4cec-8760-1727b5f811d3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:41.236886 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] For port b4a8f6dc-9798-4cec-8760-1727b5f811d3, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b4a8f6dc-9798-4cec-8760-1727b5f811d3,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:41.254425 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f51988-9231-43b0-bc6c-9aecf2a94a05 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Subnet': ['ID=54fc6066-ba9e-4f30-b7f5-98ea2adf2d65,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:41.269809 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f51988-9231-43b0-bc6c-9aecf2a94a05 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Checking segment: {'id': '14cc6a09-2406-45d4-8d58-f6b944ff10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '8625567f-7292-468e-9990-b2d701c670f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:41.270169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f51988-9231-43b0-bc6c-9aecf2a94a05 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network hostable DHCP agents. Network: 8625567f-7292-468e-9990-b2d701c670f4, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:13:41.307151 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.345565 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f361521-2812-4681-80c9-452a2f99849b None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:13:41.352979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f51988-9231-43b0-bc6c-9aecf2a94a05 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 8625567f-7292-468e-9990-b2d701c670f4 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:13:41.367864 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Routers {'31735d97-d3db-4b69-82cd-d5fc5cd453bd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:41.368572 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:41.404360 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcba62d-3d84-4310-96cc-c68076c9b1ec None None] Pushing event updated for resources: {'Port': ['ID=b4a8f6dc-9798-4cec-8760-1727b5f811d3,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:41.432800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-26f51988-9231-43b0-bc6c-9aecf2a94a05 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 8625567f-7292-468e-9990-b2d701c670f4) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:41.437368 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f51988-9231-43b0-bc6c-9aecf2a94a05 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:41.438013 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26f51988-9231-43b0-bc6c-9aecf2a94a05 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.449535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514f3cad-d4f3-44db-9f1b-6bb0c1b25727 None None] Network 8625567f-7292-468e-9990-b2d701c670f4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:41.481680 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] Set router 31735d97-d3db-4b69-82cd-d5fc5cd453bd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:41.506391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-13a690ec-d43d-42d5-8de6-fce51634b469 None None] Provisioning complete for port b4a8f6dc-9798-4cec-8760-1727b5f811d3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:41.507347 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a690ec-d43d-42d5-8de6-fce51634b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.516911 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-26f51988-9231-43b0-bc6c-9aecf2a94a05 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7534482 Nov 12 05:13:41.519634 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35442) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:41.664253 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a690ec-d43d-42d5-8de6-fce51634b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.670471 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-8625567f-7292-468e-9990-b2d701c670f4', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ips': [{'subnet_id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:13:41.671316 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.684747 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:13:39Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:41.700604 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-13a690ec-d43d-42d5-8de6-fce51634b469 None None] For port b4a8f6dc-9798-4cec-8760-1727b5f811d3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b4a8f6dc-9798-4cec-8760-1727b5f811d3,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:41.717728 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e7e56a-cb34-49a9-9016-3c236a9bded6 None None] The sync data for ids ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'] in n-d-767704-23 is: [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:13:39Z', 'revision_number': 3, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:13:41.760508 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a690ec-d43d-42d5-8de6-fce51634b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:41.857188 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a690ec-d43d-42d5-8de6-fce51634b469 None None] Pushing event updated for resources: {'Port': ['ID=b4a8f6dc-9798-4cec-8760-1727b5f811d3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:41.872928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Allocated IP 172.20.0.2 (8625567f-7292-468e-9990-b2d701c670f4/54fc6066-ba9e-4f30-b7f5-98ea2adf2d65/042fdf53-a338-42f8-b04f-f6fd58f81278) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:42.076820 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.183670 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.396895 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Network 8625567f-7292-468e-9990-b2d701c670f4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:42.401160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:42.403027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Pushing event updated for resources: {'Port': ['ID=042fdf53-a338-42f8-b04f-f6fd58f81278,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:42.405140 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:42.437301 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.460404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Attempting to bind port 042fdf53-a338-42f8-b04f-f6fd58f81278 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:42.460814 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Attempting to bind port 042fdf53-a338-42f8-b04f-f6fd58f81278 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '14cc6a09-2406-45d4-8d58-f6b944ff10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '8625567f-7292-468e-9990-b2d701c670f4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:42.461185 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Attempting to bind port 042fdf53-a338-42f8-b04f-f6fd58f81278 on network 8625567f-7292-468e-9990-b2d701c670f4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:42.467813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:42.468222 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Checking segment: {'id': '14cc6a09-2406-45d4-8d58-f6b944ff10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '8625567f-7292-468e-9990-b2d701c670f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:42.468623 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.469023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Bound using segment: {'id': '14cc6a09-2406-45d4-8d58-f6b944ff10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '8625567f-7292-468e-9990-b2d701c670f4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:42.469477 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Bound port: 042fdf53-a338-42f8-b04f-f6fd58f81278, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14cc6a09-2406-45d4-8d58-f6b944ff10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '8625567f-7292-468e-9990-b2d701c670f4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:42.469855 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.545469 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] For port 042fdf53-a338-42f8-b04f-f6fd58f81278, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:42.551513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] For port 042fdf53-a338-42f8-b04f-f6fd58f81278, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=042fdf53-a338-42f8-b04f-f6fd58f81278,segment=NetworkSegment(14cc6a09-2406-45d4-8d58-f6b944ff10b7),segment_id=14cc6a09-2406-45d4-8d58-f6b944ff10b7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:42.634808 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:42.695284 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2665a1-5f46-4375-b825-11d5067e04fd None None] Pushing event updated for resources: {'Port': ['ID=042fdf53-a338-42f8-b04f-f6fd58f81278,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:42.727790 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.20.0.1 (8625567f-7292-468e-9990-b2d701c670f4/54fc6066-ba9e-4f30-b7f5-98ea2adf2d65/1ac6171b-8046-45e1-8909-f611c0e1bf48) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:42.852147 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.006150 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.050068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 8625567f-7292-468e-9990-b2d701c670f4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:43.053257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:43.057167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:43.063826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=1ac6171b-8046-45e1-8909-f611c0e1bf48,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:43.107237 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.301190 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.579824 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.629729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 042fdf53-a338-42f8-b04f-f6fd58f81278 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:43.639830 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.681057 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 042fdf53-a338-42f8-b04f-f6fd58f81278 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:43.681423 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.719836 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.722587 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=1ac6171b-8046-45e1-8909-f611c0e1bf48,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:43.768535 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.806015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 042fdf53-a338-42f8-b04f-f6fd58f81278, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=042fdf53-a338-42f8-b04f-f6fd58f81278,segment=NetworkSegment(14cc6a09-2406-45d4-8d58-f6b944ff10b7),segment_id=14cc6a09-2406-45d4-8d58-f6b944ff10b7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:43.824745 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 8625567f-7292-468e-9990-b2d701c670f4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:43.826228 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:43.855439 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:43.856253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b4a8f6dc-9798-4cec-8760-1727b5f811d3 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:43.936260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=042fdf53-a338-42f8-b04f-f6fd58f81278,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:43.948888 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router 31735d97-d3db-4b69-82cd-d5fc5cd453bd has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:13:43.949091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port b4a8f6dc-9798-4cec-8760-1727b5f811d3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:43.949327 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:44.063102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6835da0d-c746-481b-b11f-8e390fbfe326 None None] Network 8625567f-7292-468e-9990-b2d701c670f4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:13:44.085012 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:13:44.090784 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6f7ae88d-62f3-4183-abd9-f62665cacd8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "PUT /v2.0/routers/31735d97-d3db-4b69-82cd-d5fc5cd453bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5691621 Nov 12 05:13:44.125019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Sync routers for ids ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:13:44.151886 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-94506804-5415-48c9-bdcb-dbcc1f7ff2d7 None None] Provisioning complete for port 042fdf53-a338-42f8-b04f-f6fd58f81278 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:44.152543 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94506804-5415-48c9-bdcb-dbcc1f7ff2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:44.161862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Routers {'31735d97-d3db-4b69-82cd-d5fc5cd453bd'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:44.161862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:44.260091 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-17c4bdb5-aba7-4852-99b0-2606913029d5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707335547&fields=id&tenant_id=d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 267 time: 0.0437598 Nov 12 05:13:44.375660 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-d263fc89-77c6-453f-83bc-c85c008322bc tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:44.377077 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-d263fc89-77c6-453f-83bc-c85c008322bc tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/networks?id=8625567f-7292-468e-9990-b2d701c670f4 HTTP/1.1" status: 200 len: 796 time: 0.1093483 Nov 12 05:13:44.381932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Set router 31735d97-d3db-4b69-82cd-d5fc5cd453bd gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:44.395890 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1dc7b49b-1a8c-45bd-a27f-10b7f64abeb2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/quotas/d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 375 time: 0.0128531 Nov 12 05:13:44.448703 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-90494e63-6191-4de0-aedb-f2fa2a59adfa tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462730 Nov 12 05:13:44.524336 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-849f5344-dc43-4c39-bbf1-e46379bcc81c service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:13:44.525672 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-849f5344-dc43-4c39-bbf1-e46379bcc81c service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0647357 Nov 12 05:13:44.628698 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-123208fe-bf1a-4a5e-bc35-a48ae9bceea3 service neutron] 10.222.0.105 "GET /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955651 Nov 12 05:13:44.633855 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:13:43Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '1ac6171b-8046-45e1-8909-f611c0e1bf48', 'name': '', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:f7:82:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:42Z', 'updated_at': '2021-11-12T05:13:43Z', 'revision_number': 2, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:44.660896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Checking router: 31735d97-d3db-4b69-82cd-d5fc5cd453bd for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:13:44.661249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Updating router 31735d97-d3db-4b69-82cd-d5fc5cd453bd port 1ac6171b-8046-45e1-8909-f611c0e1bf48 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:13:44.694283 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:44.729781 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-7fcd3630-21ad-4553-a3f4-e3ed2632020d service neutron] 10.222.0.105 "GET /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929692 Nov 12 05:13:44.811772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f92bed97-b0e6-4cdb-8808-c558fb7ae0ed None None] Provisioning complete for port 1ac6171b-8046-45e1-8909-f611c0e1bf48 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:44.812181 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f92bed97-b0e6-4cdb-8808-c558fb7ae0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:44.875504 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f92bed97-b0e6-4cdb-8808-c558fb7ae0ed None None] Port 1ac6171b-8046-45e1-8909-f611c0e1bf48 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:44.919524 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f92bed97-b0e6-4cdb-8808-c558fb7ae0ed None None] Provisioning complete for port 042fdf53-a338-42f8-b04f-f6fd58f81278 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:44.919887 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f92bed97-b0e6-4cdb-8808-c558fb7ae0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.017860 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-686d5d51-bc9d-4842-aa7d-3c28708ff6da req-b2ab71b3-1bab-441c-bf66-b5ef77e16d8e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 210 time: 0.0370104 Nov 12 05:13:45.111403 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.177401 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.234714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6bdec-b2f9-4d0d-9d31-e72811495392 None None] Pushing event updated for resources: {'Port': ['ID=1ac6171b-8046-45e1-8909-f611c0e1bf48,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:45.242043 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b6749cb3-a64b-4c7b-9092-0aed93f72ccc None None] Provisioning complete for port 1ac6171b-8046-45e1-8909-f611c0e1bf48 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:45.242405 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b6749cb3-a64b-4c7b-9092-0aed93f72ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.320289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b6749cb3-a64b-4c7b-9092-0aed93f72ccc None None] Port 1ac6171b-8046-45e1-8909-f611c0e1bf48 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:45.323768 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Attempting to bind port 1ac6171b-8046-45e1-8909-f611c0e1bf48 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:45.324218 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Attempting to bind port 1ac6171b-8046-45e1-8909-f611c0e1bf48 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '14cc6a09-2406-45d4-8d58-f6b944ff10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '8625567f-7292-468e-9990-b2d701c670f4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:45.324586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Attempting to bind port 1ac6171b-8046-45e1-8909-f611c0e1bf48 on network 8625567f-7292-468e-9990-b2d701c670f4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:45.330300 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:45.339405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Checking segment: {'id': '14cc6a09-2406-45d4-8d58-f6b944ff10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '8625567f-7292-468e-9990-b2d701c670f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:45.339405 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.339405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Bound using segment: {'id': '14cc6a09-2406-45d4-8d58-f6b944ff10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '8625567f-7292-468e-9990-b2d701c670f4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:45.339405 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Bound port: 1ac6171b-8046-45e1-8909-f611c0e1bf48, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14cc6a09-2406-45d4-8d58-f6b944ff10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '8625567f-7292-468e-9990-b2d701c670f4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:45.339405 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.401121 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] For port 1ac6171b-8046-45e1-8909-f611c0e1bf48, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:45.404253 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] For port 1ac6171b-8046-45e1-8909-f611c0e1bf48, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1ac6171b-8046-45e1-8909-f611c0e1bf48,segment=NetworkSegment(14cc6a09-2406-45d4-8d58-f6b944ff10b7),segment_id=14cc6a09-2406-45d4-8d58-f6b944ff10b7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:45.441719 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9fc35585-4339-4a78-83bb-e7f57716319b None None] Provisioning complete for port 1ac6171b-8046-45e1-8909-f611c0e1bf48 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:45.442083 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fc35585-4339-4a78-83bb-e7f57716319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.479611 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9fc35585-4339-4a78-83bb-e7f57716319b None None] Port 1ac6171b-8046-45e1-8909-f611c0e1bf48 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:45.484100 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:45.540930 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Routers {'31735d97-d3db-4b69-82cd-d5fc5cd453bd'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:13:45.541562 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:13:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:45.582133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6bdec-b2f9-4d0d-9d31-e72811495392 None None] Pushing event updated for resources: {'Port': ['ID=1ac6171b-8046-45e1-8909-f611c0e1bf48,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:45.606002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 042fdf53-a338-42f8-b04f-f6fd58f81278 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:45.695584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] Set router 31735d97-d3db-4b69-82cd-d5fc5cd453bd gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:13:45.741184 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 042fdf53-a338-42f8-b04f-f6fd58f81278 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:45.741555 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.030938 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-87028989-4f2c-4ff2-9c60-1fdc24997104 None None] Provisioning complete for port 1ac6171b-8046-45e1-8909-f611c0e1bf48 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:46.031306 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87028989-4f2c-4ff2-9c60-1fdc24997104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.120378 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f172a953-34c7-4ee5-b261-c5d835199088 req-0e182628-671e-44f7-baf8-7ba4d1dca692 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 210 time: 0.0317464 Nov 12 05:13:46.204958 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:13:43Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '1ac6171b-8046-45e1-8909-f611c0e1bf48', 'name': '', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:f7:82:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:42Z', 'updated_at': '2021-11-12T05:13:45Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:13:46.209520 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87028989-4f2c-4ff2-9c60-1fdc24997104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.246342 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf9d0f9-ac44-4b97-b9af-fe592c849d18 None None] The sync data for ids ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'] in n-d-767704-23 is: [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:13:43Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '1ac6171b-8046-45e1-8909-f611c0e1bf48', 'name': '', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:f7:82:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:42Z', 'updated_at': '2021-11-12T05:13:45Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:13:46.273511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-87028989-4f2c-4ff2-9c60-1fdc24997104 None None] For port 1ac6171b-8046-45e1-8909-f611c0e1bf48, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1ac6171b-8046-45e1-8909-f611c0e1bf48,segment=NetworkSegment(14cc6a09-2406-45d4-8d58-f6b944ff10b7),segment_id=14cc6a09-2406-45d4-8d58-f6b944ff10b7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:46.325974 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87028989-4f2c-4ff2-9c60-1fdc24997104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:46.386066 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87028989-4f2c-4ff2-9c60-1fdc24997104 None None] Pushing event updated for resources: {'Port': ['ID=1ac6171b-8046-45e1-8909-f611c0e1bf48,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:47.150571 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-24991fb5-0c32-43bc-a808-61d68c80f76f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:47.150999 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-24991fb5-0c32-43bc-a808-61d68c80f76f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/networks?id=8625567f-7292-468e-9990-b2d701c670f4 HTTP/1.1" status: 200 len: 796 time: 0.1158712 Nov 12 05:13:47.228587 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a24507ad-1a1b-4bd6-9459-95eab2777059 req-ec17e6e6-8228-453e-ab20-b79bed03b41a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 210 time: 0.0314586 Nov 12 05:13:47.281725 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-0f63e2eb-36a7-40cf-9130-2680e457143c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d62e2effbd4f4e7e9c149266d2390155 HTTP/1.1" status: 200 len: 379 time: 0.1024094 Nov 12 05:13:47.294464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-49136548-21a7-422b-8e4a-1edc2ec945b3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'port': {'device_id': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'admin_state_up': True, 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'security_groups': ['19dafcca-24c5-423a-9e32-17ae076994af']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:47.575276 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-49136548-21a7-422b-8e4a-1edc2ec945b3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Made reservation on behalf of d62e2effbd4f4e7e9c149266d2390155 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:13:47.579781 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-49136548-21a7-422b-8e4a-1edc2ec945b3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.597870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1ac6171b-8046-45e1-8909-f611c0e1bf48 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:47.656220 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 1ac6171b-8046-45e1-8909-f611c0e1bf48 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:47.656459 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.719539 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-49136548-21a7-422b-8e4a-1edc2ec945b3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.20.0.3 (8625567f-7292-468e-9990-b2d701c670f4/54fc6066-ba9e-4f30-b7f5-98ea2adf2d65/84794806-7f11-4195-bcee-2db28dfa533e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:47.863755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-49136548-21a7-422b-8e4a-1edc2ec945b3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.954996 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-49136548-21a7-422b-8e4a-1edc2ec945b3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:47.996194 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-49136548-21a7-422b-8e4a-1edc2ec945b3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 8625567f-7292-468e-9990-b2d701c670f4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:48.001281 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-49136548-21a7-422b-8e4a-1edc2ec945b3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:48.004994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-49136548-21a7-422b-8e4a-1edc2ec945b3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:48.031149 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49136548-21a7-422b-8e4a-1edc2ec945b3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=84794806-7f11-4195-bcee-2db28dfa533e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:48.061795 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-49136548-21a7-422b-8e4a-1edc2ec945b3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:48.062587 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-49136548-21a7-422b-8e4a-1edc2ec945b3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.151771 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-49136548-21a7-422b-8e4a-1edc2ec945b3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8630700 Nov 12 05:13:48.170704 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Request body: {'port': {'device_id': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:48.232019 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.263291 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fe3d2bdc-a367-4eb0-b6ec-ad8efa551b2a None None] Provisioning complete for port 84794806-7f11-4195-bcee-2db28dfa533e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:48.263921 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe3d2bdc-a367-4eb0-b6ec-ad8efa551b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.298841 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d2bdc-a367-4eb0-b6ec-ad8efa551b2a None None] Port 84794806-7f11-4195-bcee-2db28dfa533e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:13:48.347873 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22044fc-c8d7-40cd-b962-b7a44b304e68 req-aac84625-56a6-4a57-9dd6-d32d670c418a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:48.350120 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b22044fc-c8d7-40cd-b962-b7a44b304e68 req-aac84625-56a6-4a57-9dd6-d32d670c418a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 931 time: 0.0509841 Nov 12 05:13:48.402164 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b22044fc-c8d7-40cd-b962-b7a44b304e68 req-4444fc16-3c17-4ce1-a410-c8b136aadd11 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453043 Nov 12 05:13:48.500620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84794806-7f11-4195-bcee-2db28dfa533e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:48.508378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.520278 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Transition to ACTIVE for port object 84794806-7f11-4195-bcee-2db28dfa533e will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:13:48.599859 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.652877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Pushing event updated for resources: {'Port': ['ID=84794806-7f11-4195-bcee-2db28dfa533e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:48.730375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Attempting to bind port 84794806-7f11-4195-bcee-2db28dfa533e on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:13:48.730714 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Attempting to bind port 84794806-7f11-4195-bcee-2db28dfa533e by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '14cc6a09-2406-45d4-8d58-f6b944ff10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '8625567f-7292-468e-9990-b2d701c670f4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:13:48.731047 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Attempting to bind port 84794806-7f11-4195-bcee-2db28dfa533e on network 8625567f-7292-468e-9990-b2d701c670f4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:48.735702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Port 84794806-7f11-4195-bcee-2db28dfa533e on network 8625567f-7292-468e-9990-b2d701c670f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:13:48.736020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Attempting to bind port 84794806-7f11-4195-bcee-2db28dfa533e on network 8625567f-7292-468e-9990-b2d701c670f4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:13:48.741313 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:13:48.741648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Checking segment: {'id': '14cc6a09-2406-45d4-8d58-f6b944ff10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '8625567f-7292-468e-9990-b2d701c670f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:13:48.742040 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Bound using segment: {'id': '14cc6a09-2406-45d4-8d58-f6b944ff10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '8625567f-7292-468e-9990-b2d701c670f4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:13:48.742463 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Bound port: 84794806-7f11-4195-bcee-2db28dfa533e, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14cc6a09-2406-45d4-8d58-f6b944ff10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '8625567f-7292-468e-9990-b2d701c670f4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:13:48.742818 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.809341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] For port 84794806-7f11-4195-bcee-2db28dfa533e, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:13:48.812598 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] For port 84794806-7f11-4195-bcee-2db28dfa533e, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=84794806-7f11-4195-bcee-2db28dfa533e,segment=NetworkSegment(14cc6a09-2406-45d4-8d58-f6b944ff10b7),segment_id=14cc6a09-2406-45d4-8d58-f6b944ff10b7)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:13:48.880303 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.914024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:48.914660 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:48.917497 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] 10.222.0.26 "PUT /v2.0/ports/84794806-7f11-4195-bcee-2db28dfa533e HTTP/1.1" status: 200 len: 1092 time: 0.7503736 Nov 12 05:13:48.917497 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'tag': '84794806-7f11-4195-bcee-2db28dfa533e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:48.918800 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5683fa5f-8ec6-4e53-952e-bc5d7dc52de6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d", "tag": "84794806-7f11-4195-bcee-2db28dfa533e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:48.952502 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dcf1d-cd24-4ba7-b806-daa8223489a4 service neutron] Pushing event updated for resources: {'Port': ['ID=84794806-7f11-4195-bcee-2db28dfa533e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:48.965318 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44142a70-3aa0-40c8-a267-77be36ed5496 x-openstack-request-id: req-44142a70-3aa0-40c8-a267-77be36ed5496 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:48.965833 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d", "tag": "84794806-7f11-4195-bcee-2db28dfa533e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:48.966120 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-44142a70-3aa0-40c8-a267-77be36ed5496 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:48.966554 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'tag': '84794806-7f11-4195-bcee-2db28dfa533e', 'status': 'completed', 'code': 200} Nov 12 05:13:49.062211 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683fa5f-8ec6-4e53-952e-bc5d7dc52de6 req-d077659a-2bf7-42af-8240-c5227f1099c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:49.063741 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5683fa5f-8ec6-4e53-952e-bc5d7dc52de6 req-d077659a-2bf7-42af-8240-c5227f1099c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 1095 time: 0.0511534 Nov 12 05:13:49.180188 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683fa5f-8ec6-4e53-952e-bc5d7dc52de6 req-04b352fc-1b1e-4489-b5a3-21123123e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:49.181657 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5683fa5f-8ec6-4e53-952e-bc5d7dc52de6 req-04b352fc-1b1e-4489-b5a3-21123123e2ad service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d62e2effbd4f4e7e9c149266d2390155&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0970531 Nov 12 05:13:49.280465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683fa5f-8ec6-4e53-952e-bc5d7dc52de6 req-10602910-7ed0-4dc7-8e33-25ab417e67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:49.281860 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5683fa5f-8ec6-4e53-952e-bc5d7dc52de6 req-10602910-7ed0-4dc7-8e33-25ab417e67c2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0918856 Nov 12 05:13:49.380102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-ff896458-a7b5-4223-afa1-5cbb4ecd9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:49.382142 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-ff896458-a7b5-4223-afa1-5cbb4ecd9e79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 1095 time: 0.0405529 Nov 12 05:13:49.436360 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-995790db-2037-4fd1-8b80-29ada4e2eb1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84794806-7f11-4195-bcee-2db28dfa533e HTTP/1.1" status: 200 len: 217 time: 0.0388641 Nov 12 05:13:49.487963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-2f3dfa36-e12a-4c00-a978-767d48e86fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:49.489458 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-2f3dfa36-e12a-4c00-a978-767d48e86fae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54fc6066-ba9e-4f30-b7f5-98ea2adf2d65 HTTP/1.1" status: 200 len: 834 time: 0.0453613 Nov 12 05:13:49.522635 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aa327-9938-445a-b91c-fef410a6010f req-467ce574-02fc-4ca5-910f-0e47137d0a5a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:49.524131 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c7aa327-9938-445a-b91c-fef410a6010f req-467ce574-02fc-4ca5-910f-0e47137d0a5a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 943 time: 0.0493898 Nov 12 05:13:49.536029 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-c9aba2ca-6663-4994-9f14-4b039336cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:49.537697 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-c9aba2ca-6663-4994-9f14-4b039336cfb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8625567f-7292-468e-9990-b2d701c670f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407300 Nov 12 05:13:49.581959 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4c7aa327-9938-445a-b91c-fef410a6010f req-68761424-1593-49a2-ae52-2ccaf62b4c8d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450122 Nov 12 05:13:49.633273 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-037a4dd7-7551-4913-9c5f-b76b5068e0a7 service neutron] 10.222.0.26 "GET /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880475 Nov 12 05:13:49.723390 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e420a6b5-e94b-421d-993f-b74dd29d8386 req-07f3ccfc-4a32-4d55-b41c-bfaf7dd29170 service neutron] 10.222.0.26 "GET /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827136 Nov 12 05:13:50.078221 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:50.703537 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95145f4-bc14-4f1a-b53e-baeaa4e73580 req-f02b85de-cad7-42e4-b301-8c2e9fe5761c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:50.704990 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c95145f4-bc14-4f1a-b53e-baeaa4e73580 req-f02b85de-cad7-42e4-b301-8c2e9fe5761c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 943 time: 0.0489683 Nov 12 05:13:50.759777 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c95145f4-bc14-4f1a-b53e-baeaa4e73580 req-ce334938-15e1-4f41-a3ab-c30ea3d7bccd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485961 Nov 12 05:13:51.880533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91504e-1509-423b-b408-9e122a559af2 req-733ea188-73ef-42fe-bc22-bbd705fcf6ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:51.882576 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a91504e-1509-423b-b408-9e122a559af2 req-733ea188-73ef-42fe-bc22-bbd705fcf6ba tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 943 time: 0.0522292 Nov 12 05:13:51.931902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a91504e-1509-423b-b408-9e122a559af2 req-ec71c7fc-cffc-47d7-90f3-464632ed00d2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432470 Nov 12 05:13:53.046306 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d188e-efd9-450f-a062-028bf8b841d1 req-4c6a160b-0692-49e0-8e92-6b84327ca20f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:53.048098 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-960d188e-efd9-450f-a062-028bf8b841d1 req-4c6a160b-0692-49e0-8e92-6b84327ca20f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 943 time: 0.0500348 Nov 12 05:13:53.096174 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-960d188e-efd9-450f-a062-028bf8b841d1 req-255591f4-d96c-40ee-bf72-b78b25fb08f3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414846 Nov 12 05:13:53.220505 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0098106d-739e-405a-a08d-b9289cca29e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:54.217486 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b63f21-750a-4ee0-8068-79495fcc2f8c req-35ea37e5-c28d-47c5-9b33-ee28aa1decdd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:54.219074 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-65b63f21-750a-4ee0-8068-79495fcc2f8c req-35ea37e5-c28d-47c5-9b33-ee28aa1decdd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 943 time: 0.0521498 Nov 12 05:13:54.273990 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-65b63f21-750a-4ee0-8068-79495fcc2f8c req-8f62745b-4b2e-4470-b29f-2d6ef66df064 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433209 Nov 12 05:13:54.464099 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 84794806-7f11-4195-bcee-2db28dfa533e details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:13:54.558329 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 84794806-7f11-4195-bcee-2db28dfa533e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=84794806-7f11-4195-bcee-2db28dfa533e,segment=NetworkSegment(14cc6a09-2406-45d4-8d58-f6b944ff10b7),segment_id=14cc6a09-2406-45d4-8d58-f6b944ff10b7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:54.571229 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '84794806-7f11-4195-bcee-2db28dfa533e', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'port_id': '84794806-7f11-4195-bcee-2db28dfa533e', 'mac_address': 'fa:16:3e:b2:fa:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:13:54.608142 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:54.621068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84794806-7f11-4195-bcee-2db28dfa533e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:13:54.640447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 84794806-7f11-4195-bcee-2db28dfa533e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=84794806-7f11-4195-bcee-2db28dfa533e,segment=NetworkSegment(14cc6a09-2406-45d4-8d58-f6b944ff10b7),segment_id=14cc6a09-2406-45d4-8d58-f6b944ff10b7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:54.695632 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:54.745839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=84794806-7f11-4195-bcee-2db28dfa533e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:55.164628 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['84794806-7f11-4195-bcee-2db28dfa533e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:13:55.393267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6b76-6784-4919-864d-bf1ae6b894e6 req-ef649257-ac65-4ab6-81fd-dee6e9959c6c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:55.394798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a50c6b76-6784-4919-864d-bf1ae6b894e6 req-ef649257-ac65-4ab6-81fd-dee6e9959c6c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 944 time: 0.0515847 Nov 12 05:13:55.445949 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a50c6b76-6784-4919-864d-bf1ae6b894e6 req-f0e12b84-c1b2-453a-91be-30807d68b2b5 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449321 Nov 12 05:13:55.746956 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.487643 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 84794806-7f11-4195-bcee-2db28dfa533e up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:13:56.568424 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec05ed3-2f72-4db8-89df-36234dfda966 req-180cc601-6b6b-4d65-bf8f-222826cbd38a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:56.570427 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eec05ed3-2f72-4db8-89df-36234dfda966 req-180cc601-6b6b-4d65-bf8f-222826cbd38a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 944 time: 0.0542572 Nov 12 05:13:56.620653 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-eec05ed3-2f72-4db8-89df-36234dfda966 req-6bb038bf-8324-4efe-ba4a-b7ab1bcdde0c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441058 Nov 12 05:13:56.632905 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 84794806-7f11-4195-bcee-2db28dfa533e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:13:56.637215 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 84794806-7f11-4195-bcee-2db28dfa533e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:13:56.637606 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.714037 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.735530 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84794806-7f11-4195-bcee-2db28dfa533e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:13:56.737807 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2a7d17-a70a-4f34-b1c3-ec6e435917b5" -d '{"events": [{"server_uuid": "0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d", "name": "network-vif-plugged", "status": "completed", "tag": "84794806-7f11-4195-bcee-2db28dfa533e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:13:56.750322 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 84794806-7f11-4195-bcee-2db28dfa533e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=84794806-7f11-4195-bcee-2db28dfa533e,segment=NetworkSegment(14cc6a09-2406-45d4-8d58-f6b944ff10b7),segment_id=14cc6a09-2406-45d4-8d58-f6b944ff10b7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:13:56.776290 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fd59a8-a014-478d-80f1-f6b1c28ce4f0 x-openstack-request-id: req-e5fd59a8-a014-478d-80f1-f6b1c28ce4f0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:13:56.776588 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d", "name": "network-vif-plugged", "status": "completed", "tag": "84794806-7f11-4195-bcee-2db28dfa533e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:13:56.776851 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e5fd59a8-a014-478d-80f1-f6b1c28ce4f0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:13:56.777259 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84794806-7f11-4195-bcee-2db28dfa533e', 'code': 200} Nov 12 05:13:56.843808 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:56.904857 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=84794806-7f11-4195-bcee-2db28dfa533e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:13:56.911215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e903ff-21c4-4df4-bce1-f289107a9652 req-5c966415-0c84-4be5-8623-5d44d7b32389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:56.912998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4e903ff-21c4-4df4-bce1-f289107a9652 req-5c966415-0c84-4be5-8623-5d44d7b32389 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 1097 time: 0.0475326 Nov 12 05:13:56.961124 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a4e903ff-21c4-4df4-bce1-f289107a9652 req-098bb86a-84de-42e8-92eb-9805917f32e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412652 Nov 12 05:13:57.010998 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5e47e7a0-db7e-49ee-931b-ba1f441671d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:57.083904 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:57.738930 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7331e05-32df-4c49-b21a-e18f07a18ab5 req-5f05527c-c172-4e54-977c-0fbb68e294b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:57.740495 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7331e05-32df-4c49-b21a-e18f07a18ab5 req-5f05527c-c172-4e54-977c-0fbb68e294b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.0513780 Nov 12 05:13:57.795389 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c7331e05-32df-4c49-b21a-e18f07a18ab5 req-2372f457-76d4-4a1b-96b6-6da5a9bb853f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485742 Nov 12 05:13:58.868665 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:58.915999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ab735-bf73-4c36-9025-4ae945d3c433 req-bbdd744d-1ce2-4e6d-a659-88dd5836064e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:58.917497 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-940ab735-bf73-4c36-9025-4ae945d3c433 req-bbdd744d-1ce2-4e6d-a659-88dd5836064e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.0509951 Nov 12 05:13:58.968415 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-940ab735-bf73-4c36-9025-4ae945d3c433 req-46ced329-bec6-4454-bc04-6e82e5c02af7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434175 Nov 12 05:13:59.079699 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.088458 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384b98a-d206-4b36-957b-a05358404e29 req-502037de-be62-4851-8fed-1bc06164a36c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:59.088458 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c384b98a-d206-4b36-957b-a05358404e29 req-502037de-be62-4851-8fed-1bc06164a36c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.0510831 Nov 12 05:13:59.146285 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c384b98a-d206-4b36-957b-a05358404e29 req-9a722da1-4592-4d04-869a-ba4b04f887b7 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486343 Nov 12 05:13:59.167692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35506) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:59.207752 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ed0a44-3ebc-4fed-b303-d17960573e91 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:13:59.209321 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-34ed0a44-3ebc-4fed-b303-d17960573e91 tempest-TestNetworkAdvancedServerOps-134442474 tempest-TestNetworkAdvancedServerOps-134442474-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 1092 time: 0.0406153 Nov 12 05:13:59.212135 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35508) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:13:59.216405 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '84794806-7f11-4195-bcee-2db28dfa533e', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:13:59.375397 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.472877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.577270 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Allocated IP 172.25.8.198 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/dd94a8e3-8556-4185-b4c6-214779dcecdc) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:13:59.676570 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.789288 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:13:59.829071 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:13:59.832026 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:13:59.835684 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:13:59.841177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=dd94a8e3-8556-4185-b4c6-214779dcecdc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:00.193954 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.392390 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.544979 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.655332 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.724561 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event updated for resources: {'Port': ['ID=dd94a8e3-8556-4185-b4c6-214779dcecdc,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:14:00.737844 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:00.847871 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Floating IP 71e0c620-e6e3-4ede-a02e-6d9a6c33a12f associated. External IP: 172.25.8.198, port: 84794806-7f11-4195-bcee-2db28dfa533e. Nov 12 05:14:01.066094 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router 31735d97-d3db-4b69-82cd-d5fc5cd453bd has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:14:01.178766 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:14:01.188757 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e0ec9-faf3-4f3a-8fb8-3000de10ebfc None None] Sync routers for ids ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:14:01.199071 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e0ec9-faf3-4f3a-8fb8-3000de10ebfc None None] Routers {'31735d97-d3db-4b69-82cd-d5fc5cd453bd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:01.205754 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5a0e0ec9-faf3-4f3a-8fb8-3000de10ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:13:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:01.281842 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:01.306261 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5a0e0ec9-faf3-4f3a-8fb8-3000de10ebfc None None] Set router 31735d97-d3db-4b69-82cd-d5fc5cd453bd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:01.309208 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-98ff5e03-a4ca-4625-a573-4cfdaeca77f0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0960696 Nov 12 05:14:01.309810 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'tag': '84794806-7f11-4195-bcee-2db28dfa533e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:14:01.316554 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f729c3-78fc-4a3d-92f6-c38946d282d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d", "tag": "84794806-7f11-4195-bcee-2db28dfa533e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:14:01.424209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60b9e5-7129-439c-b167-79d7a3e711a4 req-9da94159-39ec-4301-9c79-d922cc1a19ee tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:01.424726 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3e60b9e5-7129-439c-b167-79d7a3e711a4 req-9da94159-39ec-4301-9c79-d922cc1a19ee tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.0596077 Nov 12 05:14:01.433068 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332afcca-8fda-42a8-a5e5-e5313550a65d x-openstack-request-id: req-332afcca-8fda-42a8-a5e5-e5313550a65d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:14:01.433434 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d", "tag": "84794806-7f11-4195-bcee-2db28dfa533e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:14:01.433759 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-332afcca-8fda-42a8-a5e5-e5313550a65d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:14:01.434299 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'tag': '84794806-7f11-4195-bcee-2db28dfa533e', 'status': 'completed', 'code': 200} Nov 12 05:14:01.488191 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3e60b9e5-7129-439c-b167-79d7a3e711a4 req-5eafcd34-b24c-4dbe-a114-1468c9502a08 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558064 Nov 12 05:14:01.512430 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35518) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:01.532730 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f729c3-78fc-4a3d-92f6-c38946d282d8 req-ed22fed1-bb90-46b8-8631-6c8209f0b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:01.534667 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8f729c3-78fc-4a3d-92f6-c38946d282d8 req-ed22fed1-bb90-46b8-8631-6c8209f0b77c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 1097 time: 0.0508251 Nov 12 05:14:01.570048 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5a0e0ec9-faf3-4f3a-8fb8-3000de10ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:13:43Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '71e0c620-e6e3-4ede-a02e-6d9a6c33a12f', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'port_id': '84794806-7f11-4195-bcee-2db28dfa533e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'mac_address': 'fa:16:3e:b2:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:14:00Z', 'updated_at': '2021-11-12T05:14:00Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6171b-8046-45e1-8909-f611c0e1bf48', 'name': '', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:f7:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:42Z', 'updated_at': '2021-11-12T05:13:46Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:01.582742 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-33d0d395-060b-4192-a9c1-663cd0d321bd tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/71e0c620-e6e3-4ede-a02e-6d9a6c33a12f HTTP/1.1" status: 200 len: 991 time: 0.0690823 Nov 12 05:14:01.603569 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e0ec9-faf3-4f3a-8fb8-3000de10ebfc None None] Checking router: 31735d97-d3db-4b69-82cd-d5fc5cd453bd for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:14:01.612728 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e0ec9-faf3-4f3a-8fb8-3000de10ebfc None None] Routers {'31735d97-d3db-4b69-82cd-d5fc5cd453bd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:14:01.613592 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5a0e0ec9-faf3-4f3a-8fb8-3000de10ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:13:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:01.634805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f729c3-78fc-4a3d-92f6-c38946d282d8 req-a53fcfba-27af-4255-b024-acb66b428c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:01.636433 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8f729c3-78fc-4a3d-92f6-c38946d282d8 req-a53fcfba-27af-4255-b024-acb66b428c20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8625567f-7292-468e-9990-b2d701c670f4 HTTP/1.1" status: 200 len: 898 time: 0.0934467 Nov 12 05:14:01.703569 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8f729c3-78fc-4a3d-92f6-c38946d282d8 req-12072339-29e7-4a95-a9ea-ddfae7c03478 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84794806-7f11-4195-bcee-2db28dfa533e HTTP/1.1" status: 200 len: 999 time: 0.0589232 Nov 12 05:14:01.758255 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.26', 50050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:01.800687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f729c3-78fc-4a3d-92f6-c38946d282d8 req-1b0d5735-9546-49bb-a13a-38661a336e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:01.802754 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8f729c3-78fc-4a3d-92f6-c38946d282d8 req-1b0d5735-9546-49bb-a13a-38661a336e34 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54fc6066-ba9e-4f30-b7f5-98ea2adf2d65 HTTP/1.1" status: 200 len: 834 time: 0.0603099 Nov 12 05:14:01.808212 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8c9765a8-285b-4fc9-ab49-926f8b35c194 req-4d2e59cb-028d-43e3-9975-416e1fc08e93 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471327 Nov 12 05:14:01.820950 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5a0e0ec9-faf3-4f3a-8fb8-3000de10ebfc None None] Set router 31735d97-d3db-4b69-82cd-d5fc5cd453bd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:14:01.858992 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f729c3-78fc-4a3d-92f6-c38946d282d8 req-b72a591b-6856-4ad2-86ba-12213d9c81c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:01.860514 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8f729c3-78fc-4a3d-92f6-c38946d282d8 req-b72a591b-6856-4ad2-86ba-12213d9c81c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8625567f-7292-468e-9990-b2d701c670f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473981 Nov 12 05:14:01.953990 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8f729c3-78fc-4a3d-92f6-c38946d282d8 req-375ff9eb-b66f-4847-b2e4-9ef138faf0f8 service neutron] 10.222.0.26 "GET /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831921 Nov 12 05:14:02.046300 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5a0e0ec9-faf3-4f3a-8fb8-3000de10ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:13:43Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '71e0c620-e6e3-4ede-a02e-6d9a6c33a12f', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'port_id': '84794806-7f11-4195-bcee-2db28dfa533e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'mac_address': 'fa:16:3e:b2:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:14:00Z', 'updated_at': '2021-11-12T05:14:00Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6171b-8046-45e1-8909-f611c0e1bf48', 'name': '', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:f7:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:42Z', 'updated_at': '2021-11-12T05:13:46Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:14:02.050122 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f8f729c3-78fc-4a3d-92f6-c38946d282d8 req-3f4723cd-823a-4a47-bc88-8c66df237fac service neutron] 10.222.0.26 "GET /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890493 Nov 12 05:14:02.077087 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e0ec9-faf3-4f3a-8fb8-3000de10ebfc None None] The sync data for ids ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'] in n-d-767704-23 is: [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:13:43Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '71e0c620-e6e3-4ede-a02e-6d9a6c33a12f', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'port_id': '84794806-7f11-4195-bcee-2db28dfa533e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'mac_address': 'fa:16:3e:b2:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:14:00Z', 'updated_at': '2021-11-12T05:14:00Z', 'revision_number': 0, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6171b-8046-45e1-8909-f611c0e1bf48', 'name': '', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:f7:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:42Z', 'updated_at': '2021-11-12T05:13:46Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:14:02.272727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9765a8-285b-4fc9-ab49-926f8b35c194 req-18cec5cd-4154-42fc-a525-95cd9dbf6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:02.274251 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c9765a8-285b-4fc9-ab49-926f8b35c194 req-18cec5cd-4154-42fc-a525-95cd9dbf6e05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 1097 time: 0.0442674 Nov 12 05:14:02.301431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08f3c1d-73ac-497b-b4d5-38a3a95bb297 None None] New status for floating IP 71e0c620-e6e3-4ede-a02e-6d9a6c33a12f: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:14:02.393388 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9765a8-285b-4fc9-ab49-926f8b35c194 req-eca390be-379e-472b-9b36-890ea4e2d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:02.394957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c9765a8-285b-4fc9-ab49-926f8b35c194 req-eca390be-379e-472b-9b36-890ea4e2d314 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8625567f-7292-468e-9990-b2d701c670f4 HTTP/1.1" status: 200 len: 898 time: 0.1001952 Nov 12 05:14:02.462778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c9765a8-285b-4fc9-ab49-926f8b35c194 req-f3fe5f4d-8b4a-4bd2-999d-2e313b8a2091 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84794806-7f11-4195-bcee-2db28dfa533e HTTP/1.1" status: 200 len: 999 time: 0.0602126 Nov 12 05:14:02.522182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9765a8-285b-4fc9-ab49-926f8b35c194 req-bdca90a8-97e5-4b3e-9689-ad7d4dc4a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:02.523644 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c9765a8-285b-4fc9-ab49-926f8b35c194 req-bdca90a8-97e5-4b3e-9689-ad7d4dc4a33f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54fc6066-ba9e-4f30-b7f5-98ea2adf2d65 HTTP/1.1" status: 200 len: 834 time: 0.0536232 Nov 12 05:14:02.577274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9765a8-285b-4fc9-ab49-926f8b35c194 req-ff9d0c15-6388-4969-8311-3be9228ad058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:14:02.578785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c9765a8-285b-4fc9-ab49-926f8b35c194 req-ff9d0c15-6388-4969-8311-3be9228ad058 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8625567f-7292-468e-9990-b2d701c670f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463226 Nov 12 05:14:02.586467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35520) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:14:02.647714 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-43771e7c-b751-4e8d-85b8-352f32518ba9 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/71e0c620-e6e3-4ede-a02e-6d9a6c33a12f HTTP/1.1" status: 200 len: 993 time: 0.0599990 Nov 12 05:14:02.674749 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c9765a8-285b-4fc9-ab49-926f8b35c194 req-2a6a8d99-983a-4ac4-b32a-87c237345ad6 service neutron] 10.222.0.26 "GET /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886190 Nov 12 05:14:02.769945 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c9765a8-285b-4fc9-ab49-926f8b35c194 req-ad326b39-e313-4847-92fa-cbb125f282cb service neutron] 10.222.0.26 "GET /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877182 Nov 12 05:14:10.683110 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:14:20.139843 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:23.237012 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03c86bde-cd49-496c-ab56-7963403a5477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:25.699909 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.024924 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ee3c4198-934e-4a7a-9e8d-351046d88a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:27.153263 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:28.882641 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:29.056060 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:47.683358 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:14:50.135913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:53.198324 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0df8f37d-a4d1-4b27-885a-a7ecbca17f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:55.727400 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:56.976546 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa3086ad-0451-4c50-a3db-7eb1727bc92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:57.109724 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:58.838265 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:14:59.144404 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:03.784163 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fe47349-7a0a-4e53-a0a4-553ff50ac468 req-cc20c493-1dbc-4a1d-9a67-04c8f8e70a4b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405941 Nov 12 05:15:03.890990 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe47349-7a0a-4e53-a0a4-553ff50ac468 req-66892ee2-98f5-4624-a402-ef02216966a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:03.892487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fe47349-7a0a-4e53-a0a4-553ff50ac468 req-66892ee2-98f5-4624-a402-ef02216966a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 1097 time: 0.0462933 Nov 12 05:15:03.999311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe47349-7a0a-4e53-a0a4-553ff50ac468 req-90f0a52a-19c3-4817-8829-7bd57b44b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:04.000795 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fe47349-7a0a-4e53-a0a4-553ff50ac468 req-90f0a52a-19c3-4817-8829-7bd57b44b550 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8625567f-7292-468e-9990-b2d701c670f4 HTTP/1.1" status: 200 len: 898 time: 0.0876257 Nov 12 05:15:04.070881 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fe47349-7a0a-4e53-a0a4-553ff50ac468 req-b2e044b2-761c-4d49-addc-f8205be84d5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84794806-7f11-4195-bcee-2db28dfa533e HTTP/1.1" status: 200 len: 1001 time: 0.0579300 Nov 12 05:15:04.119729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe47349-7a0a-4e53-a0a4-553ff50ac468 req-8b97dc9a-095c-46f1-a807-3886a9785fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:04.128863 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fe47349-7a0a-4e53-a0a4-553ff50ac468 req-8b97dc9a-095c-46f1-a807-3886a9785fe8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54fc6066-ba9e-4f30-b7f5-98ea2adf2d65 HTTP/1.1" status: 200 len: 834 time: 0.0475934 Nov 12 05:15:04.174974 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe47349-7a0a-4e53-a0a4-553ff50ac468 req-01802caa-e3e8-4406-8782-01af74183145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:04.181812 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fe47349-7a0a-4e53-a0a4-553ff50ac468 req-01802caa-e3e8-4406-8782-01af74183145 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8625567f-7292-468e-9990-b2d701c670f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480089 Nov 12 05:15:04.273385 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fe47349-7a0a-4e53-a0a4-553ff50ac468 req-647c2a1c-773c-492b-b7f1-9ec2e203f4e9 service neutron] 10.222.0.26 "GET /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835068 Nov 12 05:15:04.363394 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fe47349-7a0a-4e53-a0a4-553ff50ac468 req-6d231954-40e7-48ec-97ff-736c2723f0c9 service neutron] 10.222.0.26 "GET /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866613 Nov 12 05:15:18.289530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e76d6-fdc9-4ac2-a2d9-b524231494b3 req-e31e132b-2034-4f21-9991-122c1e3d486b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:18.291099 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e1e76d6-fdc9-4ac2-a2d9-b524231494b3 req-e31e132b-2034-4f21-9991-122c1e3d486b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.0539782 Nov 12 05:15:18.347707 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e1e76d6-fdc9-4ac2-a2d9-b524231494b3 req-f4ba7ed2-ce89-4afa-a0f5-5b3228cd8461 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497034 Nov 12 05:15:19.467702 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b3f36-e874-4394-9021-2fe544cb9c6e req-be303c59-b24d-4053-b7d1-b017f6dd556c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:19.469202 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c87b3f36-e874-4394-9021-2fe544cb9c6e req-be303c59-b24d-4053-b7d1-b017f6dd556c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.0511398 Nov 12 05:15:19.518438 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c87b3f36-e874-4394-9021-2fe544cb9c6e req-066796c1-bb06-424f-a232-f13ba37a684b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432720 Nov 12 05:15:20.181283 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:20.636753 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a614b7-582e-4a4d-bcc9-9ccdfdc8e868 req-88be8aa6-aa9b-4e5e-a060-9a2ea1a3586f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:20.638518 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-12a614b7-582e-4a4d-bcc9-9ccdfdc8e868 req-88be8aa6-aa9b-4e5e-a060-9a2ea1a3586f tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.0506396 Nov 12 05:15:20.689763 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-12a614b7-582e-4a4d-bcc9-9ccdfdc8e868 req-974ea791-ed12-4fbc-bb98-0e43d9594cb6 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453904 Nov 12 05:15:20.712332 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35558) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:20.775774 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-177005ef-3824-4131-8704-a493eeca50a1 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/71e0c620-e6e3-4ede-a02e-6d9a6c33a12f HTTP/1.1" status: 200 len: 993 time: 0.0623145 Nov 12 05:15:22.203142 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381f927-c708-47f4-a11e-55e953577019 req-21f609f8-92cf-4c8a-be29-6d0a97be4b62 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:22.203778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f381f927-c708-47f4-a11e-55e953577019 req-21f609f8-92cf-4c8a-be29-6d0a97be4b62 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.0520575 Nov 12 05:15:22.255002 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f381f927-c708-47f4-a11e-55e953577019 req-3ea97de4-4b8a-4b99-8436-2d4039f2ec0e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443425 Nov 12 05:15:22.320359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d08311-464f-493b-b09e-aac20635f4bb req-0ede878f-62a6-43bd-a985-bc095de148ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:22.321836 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8d08311-464f-493b-b09e-aac20635f4bb req-0ede878f-62a6-43bd-a985-bc095de148ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 1097 time: 0.0403504 Nov 12 05:15:22.416315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d08311-464f-493b-b09e-aac20635f4bb req-d7386136-8c0a-4473-a117-cfaeae159950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:22.417786 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8d08311-464f-493b-b09e-aac20635f4bb req-d7386136-8c0a-4473-a117-cfaeae159950 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8625567f-7292-468e-9990-b2d701c670f4 HTTP/1.1" status: 200 len: 898 time: 0.0884683 Nov 12 05:15:22.483658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8d08311-464f-493b-b09e-aac20635f4bb req-8320c1a7-a293-493d-9d5b-7c1a9454ba97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84794806-7f11-4195-bcee-2db28dfa533e HTTP/1.1" status: 200 len: 1001 time: 0.0579219 Nov 12 05:15:22.532800 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d08311-464f-493b-b09e-aac20635f4bb req-a9e1418d-d8ed-40fb-9c8f-da32219cb81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:22.536651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8d08311-464f-493b-b09e-aac20635f4bb req-a9e1418d-d8ed-40fb-9c8f-da32219cb81f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54fc6066-ba9e-4f30-b7f5-98ea2adf2d65 HTTP/1.1" status: 200 len: 834 time: 0.0434051 Nov 12 05:15:22.582782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d08311-464f-493b-b09e-aac20635f4bb req-8bc896f0-275e-4441-ba53-46cf14d42614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:22.586348 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8d08311-464f-493b-b09e-aac20635f4bb req-8bc896f0-275e-4441-ba53-46cf14d42614 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8625567f-7292-468e-9990-b2d701c670f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429709 Nov 12 05:15:23.023295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8d08311-464f-493b-b09e-aac20635f4bb req-ce782a96-e634-4d13-b980-366598590c77 service neutron] 10.222.0.26 "GET /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310920 Nov 12 05:15:23.119206 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e8d08311-464f-493b-b09e-aac20635f4bb req-8d298189-092b-4490-ac34-9585cdc486ed service neutron] 10.222.0.26 "GET /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886602 Nov 12 05:15:23.215096 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99b0d0ef-a148-4567-94f3-34b10075ebb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:23.378727 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fe972-9635-4df9-94ff-bd1c1e0eb5c7 req-72bcc1c2-bff1-4f64-a6de-cf0bec5dc53e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:23.380367 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-884fe972-9635-4df9-94ff-bd1c1e0eb5c7 req-72bcc1c2-bff1-4f64-a6de-cf0bec5dc53e tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.0523336 Nov 12 05:15:23.447972 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-884fe972-9635-4df9-94ff-bd1c1e0eb5c7 req-bfdbcb2c-e2a7-439f-ad14-33eec78fbf77 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610943 Nov 12 05:15:24.595938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3527b3-14de-4620-bf30-9a2ef76f890f req-d7f870aa-cf06-4bdc-a482-702a96c08bce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:24.597502 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3b3527b3-14de-4620-bf30-9a2ef76f890f req-d7f870aa-cf06-4bdc-a482-702a96c08bce tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.0516236 Nov 12 05:15:24.654594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3b3527b3-14de-4620-bf30-9a2ef76f890f req-e1fe2116-c024-4cd4-b392-c7b615e9a992 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468955 Nov 12 05:15:24.683452 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:15:25.768481 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de3a09-a808-4465-9b78-5f98569cb47c req-f177a1f4-3567-4eea-ad36-1d98a2cac1bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:25.770016 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9de3a09-a808-4465-9b78-5f98569cb47c req-f177a1f4-3567-4eea-ad36-1d98a2cac1bf tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.0497859 Nov 12 05:15:25.798191 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:25.828875 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e9de3a09-a808-4465-9b78-5f98569cb47c req-f39b259c-d033-455b-9f96-474ab7dc7b87 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522070 Nov 12 05:15:25.852728 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:25.915866 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-40060b1f-0ff1-424e-923e-2ba378a13e25 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/floatingips/71e0c620-e6e3-4ede-a02e-6d9a6c33a12f HTTP/1.1" status: 200 len: 993 time: 0.0617900 Nov 12 05:15:26.211596 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:26.370102 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port dd94a8e3-8556-4185-b4c6-214779dcecdc {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:15:26.370440 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:26.475221 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:26.475481 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:26.487252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for dd94a8e3-8556-4185-b4c6-214779dcecdc owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:15:26.752915 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:26.787777 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=dd94a8e3-8556-4185-b4c6-214779dcecdc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:26.809812 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:26.810174 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:26.810512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:26.810844 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:26.811169 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:26.811501 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:26.811828 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:26.812183 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:26.812508 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:26.812827 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:26.813143 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:26.813457 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:26.856948 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:26.857275 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Floating IP 71e0c620-e6e3-4ede-a02e-6d9a6c33a12f disassociated (deleted). External IP: 172.25.8.198, port: 84794806-7f11-4195-bcee-2db28dfa533e. Nov 12 05:15:26.954996 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be22f17e-e3b1-4b41-9d8e-c2ae4f1a510b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:27.074013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router 31735d97-d3db-4b69-82cd-d5fc5cd453bd has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:15:27.101090 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:27.184162 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:15:27.189162 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:27.194211 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99b6db-8094-4398-9e9f-5a08af759cc5 None None] Sync routers for ids ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:15:27.204136 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99b6db-8094-4398-9e9f-5a08af759cc5 None None] Routers {'31735d97-d3db-4b69-82cd-d5fc5cd453bd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:15:27.204753 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a99b6db-8094-4398-9e9f-5a08af759cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:27.217416 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-41960338-279e-495b-8f9b-9d5a96d18dc3 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/floatingips/71e0c620-e6e3-4ede-a02e-6d9a6c33a12f HTTP/1.1" status: 204 len: 168 time: 1.0045812 Nov 12 05:15:27.217980 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'tag': '84794806-7f11-4195-bcee-2db28dfa533e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:27.220429 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f68c17-6876-4f21-8a4b-9e004d24947c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d", "tag": "84794806-7f11-4195-bcee-2db28dfa533e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:27.269249 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2b05b4-b4d3-4347-bae5-a8a3b1ae420d x-openstack-request-id: req-9b2b05b4-b4d3-4347-bae5-a8a3b1ae420d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:27.269590 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d", "tag": "84794806-7f11-4195-bcee-2db28dfa533e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:27.270057 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9b2b05b4-b4d3-4347-bae5-a8a3b1ae420d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:27.270531 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'tag': '84794806-7f11-4195-bcee-2db28dfa533e', 'status': 'completed', 'code': 200} Nov 12 05:15:27.314839 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4a99b6db-8094-4398-9e9f-5a08af759cc5 None None] Set router 31735d97-d3db-4b69-82cd-d5fc5cd453bd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:15:27.357876 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f68c17-6876-4f21-8a4b-9e004d24947c req-d2a2c0d4-f0ed-43ef-9234-8a1007d6736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:27.359447 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51f68c17-6876-4f21-8a4b-9e004d24947c req-d2a2c0d4-f0ed-43ef-9234-8a1007d6736e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d62e2effbd4f4e7e9c149266d2390155&device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 1097 time: 0.0413153 Nov 12 05:15:27.460100 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f68c17-6876-4f21-8a4b-9e004d24947c req-51fae322-2f78-4871-8a9e-86ba9c172f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:27.461580 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51f68c17-6876-4f21-8a4b-9e004d24947c req-51fae322-2f78-4871-8a9e-86ba9c172f68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8625567f-7292-468e-9990-b2d701c670f4 HTTP/1.1" status: 200 len: 898 time: 0.0945590 Nov 12 05:15:27.504077 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51f68c17-6876-4f21-8a4b-9e004d24947c req-c8dfb6a8-2f31-46f8-8d91-f16fd14426f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84794806-7f11-4195-bcee-2db28dfa533e HTTP/1.1" status: 200 len: 217 time: 0.0350647 Nov 12 05:15:27.522299 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a99b6db-8094-4398-9e9f-5a08af759cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:13:43Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '1ac6171b-8046-45e1-8909-f611c0e1bf48', 'name': '', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:f7:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:42Z', 'updated_at': '2021-11-12T05:13:46Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:27.554312 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99b6db-8094-4398-9e9f-5a08af759cc5 None None] Checking router: 31735d97-d3db-4b69-82cd-d5fc5cd453bd for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:15:27.559096 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f68c17-6876-4f21-8a4b-9e004d24947c req-8bef5b6c-f029-4615-9fb3-233e9905a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:27.560703 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51f68c17-6876-4f21-8a4b-9e004d24947c req-8bef5b6c-f029-4615-9fb3-233e9905a302 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54fc6066-ba9e-4f30-b7f5-98ea2adf2d65 HTTP/1.1" status: 200 len: 834 time: 0.0496879 Nov 12 05:15:27.562951 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99b6db-8094-4398-9e9f-5a08af759cc5 None None] Routers {'31735d97-d3db-4b69-82cd-d5fc5cd453bd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:15:27.563551 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a99b6db-8094-4398-9e9f-5a08af759cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:27.619949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f68c17-6876-4f21-8a4b-9e004d24947c req-a54d7dc9-50d2-4178-826a-9a7db4de72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:27.621589 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51f68c17-6876-4f21-8a4b-9e004d24947c req-a54d7dc9-50d2-4178-826a-9a7db4de72f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8625567f-7292-468e-9990-b2d701c670f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518203 Nov 12 05:15:27.673737 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4a99b6db-8094-4398-9e9f-5a08af759cc5 None None] Set router 31735d97-d3db-4b69-82cd-d5fc5cd453bd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:15:27.720005 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51f68c17-6876-4f21-8a4b-9e004d24947c req-6cc6a5de-70a7-41b1-8310-c72f25667194 service neutron] 10.222.0.26 "GET /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894017 Nov 12 05:15:27.858570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10669656-cb88-4757-9728-c884f83188cd req-0953ef0c-f356-4726-8b35-d71c34a72ebb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:27.859855 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10669656-cb88-4757-9728-c884f83188cd req-0953ef0c-f356-4726-8b35-d71c34a72ebb tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.1080313 Nov 12 05:15:27.892394 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a99b6db-8094-4398-9e9f-5a08af759cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:13:43Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '1ac6171b-8046-45e1-8909-f611c0e1bf48', 'name': '', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:f7:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:42Z', 'updated_at': '2021-11-12T05:13:46Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:27.918330 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-51f68c17-6876-4f21-8a4b-9e004d24947c req-ef53556d-0a5a-4ab3-aab0-d1be92251651 service neutron] 10.222.0.26 "GET /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353245 Nov 12 05:15:27.927754 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99b6db-8094-4398-9e9f-5a08af759cc5 None None] The sync data for ids ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'] in n-d-767704-23 is: [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:13:43Z', 'revision_number': 4, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '1ac6171b-8046-45e1-8909-f611c0e1bf48', 'name': '', 'network_id': '8625567f-7292-468e-9990-b2d701c670f4', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'mac_address': 'fa:16:3e:f7:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:42Z', 'updated_at': '2021-11-12T05:13:46Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'subnets': [{'id': '54fc6066-ba9e-4f30-b7f5-98ea2adf2d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:15:27.936748 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-10669656-cb88-4757-9728-c884f83188cd req-87237b9a-fdea-4d8f-85ec-a283ccf72379 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678468 Nov 12 05:15:28.163686 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f72b6b-aa8f-4eb0-949b-735197f74571 None None] New status for floating IP 71e0c620-e6e3-4ede-a02e-6d9a6c33a12f: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:15:28.845997 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:29.063090 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e956fb0-a6be-4155-8efe-93941f3cdfda req-5b6fe664-164d-4d61-a6d1-186b30d972f1 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:29.064784 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e956fb0-a6be-4155-8efe-93941f3cdfda req-5b6fe664-164d-4d61-a6d1-186b30d972f1 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.0513089 Nov 12 05:15:29.074948 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:29.123695 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1e956fb0-a6be-4155-8efe-93941f3cdfda req-4dd5021d-ec6f-4075-aa78-578b72f1e3d4 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528388 Nov 12 05:15:29.949692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2b2f2-7ede-47e7-968d-750cc3124b41 req-46cc94f6-fd27-49e1-9790-2d3ebd86dd58 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:29.951192 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfd2b2f2-7ede-47e7-968d-750cc3124b41 req-46cc94f6-fd27-49e1-9790-2d3ebd86dd58 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.0519719 Nov 12 05:15:30.043424 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-cfd2b2f2-7ede-47e7-968d-750cc3124b41 req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port 84794806-7f11-4195-bcee-2db28dfa533e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:15:30.043762 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cfd2b2f2-7ede-47e7-968d-750cc3124b41 req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:30.134265 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cfd2b2f2-7ede-47e7-968d-750cc3124b41 req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port 84794806-7f11-4195-bcee-2db28dfa533e, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=84794806-7f11-4195-bcee-2db28dfa533e,segment=NetworkSegment(14cc6a09-2406-45d4-8d58-f6b944ff10b7),segment_id=14cc6a09-2406-45d4-8d58-f6b944ff10b7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:30.134617 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cfd2b2f2-7ede-47e7-968d-750cc3124b41 req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:30.147624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-cfd2b2f2-7ede-47e7-968d-750cc3124b41 req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for 84794806-7f11-4195-bcee-2db28dfa533e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:15:30.265099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc365a6-0b37-4d2d-a7f4-0535735d512a req-cf0a3ba5-0270-4c71-b674-6d920748c40b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:30.266509 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfc365a6-0b37-4d2d-a7f4-0535735d512a req-cf0a3ba5-0270-4c71-b674-6d920748c40b tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 945 time: 0.0716572 Nov 12 05:15:30.351189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfc365a6-0b37-4d2d-a7f4-0535735d512a req-9ba340a7-22a8-430a-8fd5-7a43893ea9b0 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/security-groups?id=19dafcca-24c5-423a-9e32-17ae076994af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754440 Nov 12 05:15:30.495418 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cfd2b2f2-7ede-47e7-968d-750cc3124b41 req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:30.526388 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=84794806-7f11-4195-bcee-2db28dfa533e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd2b2f2-7ede-47e7-968d-750cc3124b41 req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] No DVR routers for this DVR port 84794806-7f11-4195-bcee-2db28dfa533e on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cfd2b2f2-7ede-47e7-968d-750cc3124b41 req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfd2b2f2-7ede-47e7-968d-750cc3124b41 req-2aea83f7-aaf0-4bff-a4bd-99081edb150d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.26 "DELETE /v2.0/ports/84794806-7f11-4195-bcee-2db28dfa533e HTTP/1.1" status: 204 len: 173 time: 0.6282315 Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'name': 'network-vif-deleted', 'tag': '84794806-7f11-4195-bcee-2db28dfa533e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4672b9f8-507c-49f5-82cb-ac3fddcc0dd0" -d '{"events": [{"server_uuid": "0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d", "name": "network-vif-deleted", "tag": "84794806-7f11-4195-bcee-2db28dfa533e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9473ca-0478-4572-a657-c2514cf66d18 x-openstack-request-id: req-3d9473ca-0478-4572-a657-c2514cf66d18 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:15:30.627601 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d", "name": "network-vif-deleted", "tag": "84794806-7f11-4195-bcee-2db28dfa533e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:15:30.631958 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3d9473ca-0478-4572-a657-c2514cf66d18 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:15:30.631958 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d', 'name': 'network-vif-deleted', 'tag': '84794806-7f11-4195-bcee-2db28dfa533e', 'status': 'completed', 'code': 200} Nov 12 05:15:31.454801 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e30c7d3c-81d6-499c-a189-696f854bede3 req-0d61d1ba-9e19-4fb7-b8a4-a0b70ebece79 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "GET /v2.0/ports?device_id=0d80659d-2bbe-4491-85d0-d4b5ecdaaf6d HTTP/1.1" status: 200 len: 210 time: 0.0264542 Nov 12 05:15:32.512298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35598) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:32.880646 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d6f54ab-9001-4cc2-9e7e-f99e4659678c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:33.048532 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 84794806-7f11-4195-bcee-2db28dfa533e no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:15:33.070569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 84794806-7f11-4195-bcee-2db28dfa533e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:15:33.070920 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 84794806-7f11-4195-bcee-2db28dfa533e not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:15:33.146024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f54ab-9001-4cc2-9e7e-f99e4659678c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port 1ac6171b-8046-45e1-8909-f611c0e1bf48 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:15:33.146266 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d6f54ab-9001-4cc2-9e7e-f99e4659678c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:33.243282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4d6f54ab-9001-4cc2-9e7e-f99e4659678c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port 1ac6171b-8046-45e1-8909-f611c0e1bf48, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=1ac6171b-8046-45e1-8909-f611c0e1bf48,segment=NetworkSegment(14cc6a09-2406-45d4-8d58-f6b944ff10b7),segment_id=14cc6a09-2406-45d4-8d58-f6b944ff10b7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:33.243655 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d6f54ab-9001-4cc2-9e7e-f99e4659678c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:33.259417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f54ab-9001-4cc2-9e7e-f99e4659678c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for 1ac6171b-8046-45e1-8909-f611c0e1bf48 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:15:33.497374 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d6f54ab-9001-4cc2-9e7e-f99e4659678c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:33.522838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f54ab-9001-4cc2-9e7e-f99e4659678c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=1ac6171b-8046-45e1-8909-f611c0e1bf48,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:33.714044 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d6f54ab-9001-4cc2-9e7e-f99e4659678c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:33.924269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6f54ab-9001-4cc2-9e7e-f99e4659678c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Router 31735d97-d3db-4b69-82cd-d5fc5cd453bd has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:15:34.027123 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6f54ab-9001-4cc2-9e7e-f99e4659678c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:15:34.032157 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4d6f54ab-9001-4cc2-9e7e-f99e4659678c tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "PUT /v2.0/routers/31735d97-d3db-4b69-82cd-d5fc5cd453bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5187848 Nov 12 05:15:34.034902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35602) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:34.037563 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e1883-1bed-4965-a3c9-667c0e6aebc1 None None] Sync routers for ids ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:15:34.047204 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e1883-1bed-4965-a3c9-667c0e6aebc1 None None] Routers {'31735d97-d3db-4b69-82cd-d5fc5cd453bd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:15:34.047895 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-602e1883-1bed-4965-a3c9-667c0e6aebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:34.088787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-819baffd-0392-4839-b2c7-6b96b9ce374d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting subnet 54fc6066-ba9e-4f30-b7f5-98ea2adf2d65 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:15:34.091886 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-819baffd-0392-4839-b2c7-6b96b9ce374d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.132622 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-819baffd-0392-4839-b2c7-6b96b9ce374d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.153677 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-602e1883-1bed-4965-a3c9-667c0e6aebc1 None None] Set router 31735d97-d3db-4b69-82cd-d5fc5cd453bd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:15:34.219029 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-819baffd-0392-4839-b2c7-6b96b9ce374d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.364599 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-819baffd-0392-4839-b2c7-6b96b9ce374d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.392060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819baffd-0392-4839-b2c7-6b96b9ce374d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Subnet': ['ID=54fc6066-ba9e-4f30-b7f5-98ea2adf2d65,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:34.395805 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-819baffd-0392-4839-b2c7-6b96b9ce374d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.399087 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-819baffd-0392-4839-b2c7-6b96b9ce374d tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/subnets/54fc6066-ba9e-4f30-b7f5-98ea2adf2d65 HTTP/1.1" status: 204 len: 168 time: 0.3631811 Nov 12 05:15:34.401736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35604) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:34.404863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0159c42-3247-40da-b6ba-a4bf1768ce78 None None] Network 8625567f-7292-468e-9990-b2d701c670f4 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:15:34.432575 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-602e1883-1bed-4965-a3c9-667c0e6aebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:15:33Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:34.459309 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e1883-1bed-4965-a3c9-667c0e6aebc1 None None] Checking router: 31735d97-d3db-4b69-82cd-d5fc5cd453bd for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:15:34.473903 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e1883-1bed-4965-a3c9-667c0e6aebc1 None None] Routers {'31735d97-d3db-4b69-82cd-d5fc5cd453bd'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:15:34.474381 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-602e1883-1bed-4965-a3c9-667c0e6aebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:34.526220 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.597323 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-602e1883-1bed-4965-a3c9-667c0e6aebc1 None None] Set router 31735d97-d3db-4b69-82cd-d5fc5cd453bd gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:15:34.600827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] DHCP port deletion for 8625567f-7292-468e-9990-b2d701c670f4 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:15:34.639694 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.647742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Deleting port 042fdf53-a338-42f8-b04f-f6fd58f81278 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:15:34.648206 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.714538 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] For port 042fdf53-a338-42f8-b04f-f6fd58f81278, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=042fdf53-a338-42f8-b04f-f6fd58f81278,segment=NetworkSegment(14cc6a09-2406-45d4-8d58-f6b944ff10b7),segment_id=14cc6a09-2406-45d4-8d58-f6b944ff10b7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:34.714986 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.730380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Calling delete_port for 042fdf53-a338-42f8-b04f-f6fd58f81278 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:15:34.766659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Deleting port b4a8f6dc-9798-4cec-8760-1727b5f811d3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:15:34.767007 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.795966 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-602e1883-1bed-4965-a3c9-667c0e6aebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:15:33Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:34.825135 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e1883-1bed-4965-a3c9-667c0e6aebc1 None None] The sync data for ids ['31735d97-d3db-4b69-82cd-d5fc5cd453bd'] in n-d-767704-23 is: [{'id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297618010', 'tenant_id': 'd62e2effbd4f4e7e9c149266d2390155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:13:38Z', 'updated_at': '2021-11-12T05:15:33Z', 'revision_number': 5, 'project_id': 'd62e2effbd4f4e7e9c149266d2390155', 'gw_port': {'id': 'b4a8f6dc-9798-4cec-8760-1727b5f811d3', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31735d97-d3db-4b69-82cd-d5fc5cd453bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:13:39Z', 'updated_at': '2021-11-12T05:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:15:34.849988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] For port b4a8f6dc-9798-4cec-8760-1727b5f811d3, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=b4a8f6dc-9798-4cec-8760-1727b5f811d3,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:34.850323 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.864177 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Calling delete_port for b4a8f6dc-9798-4cec-8760-1727b5f811d3 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:15:34.914671 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:34.939375 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Pushing event deleted for resources: {'Port': ['ID=042fdf53-a338-42f8-b04f-f6fd58f81278,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:34.947626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] No DVR routers for this DVR port 042fdf53-a338-42f8-b04f-f6fd58f81278 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:15:34.951716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:34.951716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:34.951716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:34.951716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:34.951716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:34.951716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:34.952357 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:34.952357 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:34.952556 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:34.952864 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:34.953198 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:34.953504 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69654e-30ac-4d35-a333-284ae05a0fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:35.114808 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.146102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Port': ['ID=b4a8f6dc-9798-4cec-8760-1727b5f811d3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:35.163207 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4264aac-31da-4bec-8578-df3053ac67ad None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:15:35.214462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.311036 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.313202 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.468877 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.469612 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Fanout notify agent at l3_agent the message router_deleted on router 31735d97-d3db-4b69-82cd-d5fc5cd453bd {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:15:35.476775 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.477880 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c41451de-0a8d-422e-9d16-a2960144cdd2 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/routers/31735d97-d3db-4b69-82cd-d5fc5cd453bd HTTP/1.1" status: 204 len: 168 time: 1.0749252 Nov 12 05:15:35.480620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:35.563160 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ca4aa4c-a564-43c7-a654-ad8dda680673 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.652187 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ca4aa4c-a564-43c7-a654-ad8dda680673 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.671209 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9ca4aa4c-a564-43c7-a654-ad8dda680673 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8625567f-7292-468e-9990-b2d701c670f4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:35.680046 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9ca4aa4c-a564-43c7-a654-ad8dda680673 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14cc6a09-2406-45d4-8d58-f6b944ff10b7') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:35.680355 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9ca4aa4c-a564-43c7-a654-ad8dda680673 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14cc6a09-2406-45d4-8d58-f6b944ff10b7') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:35.689501 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ca4aa4c-a564-43c7-a654-ad8dda680673 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.702632 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ca4aa4c-a564-43c7-a654-ad8dda680673 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.709066 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca4aa4c-a564-43c7-a654-ad8dda680673 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:15:35.709459 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ca4aa4c-a564-43c7-a654-ad8dda680673 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: timer() Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:15:35.712504 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:15:35.852469 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ca4aa4c-a564-43c7-a654-ad8dda680673 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.860446 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ca4aa4c-a564-43c7-a654-ad8dda680673 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.864187 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9ca4aa4c-a564-43c7-a654-ad8dda680673 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/networks/8625567f-7292-468e-9990-b2d701c670f4 HTTP/1.1" status: 204 len: 168 time: 0.3825881 Nov 12 05:15:35.867374 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:35.876617 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4aa4c-a564-43c7-a654-ad8dda680673 tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'Network': ['ID=8625567f-7292-468e-9990-b2d701c670f4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:35.943718 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3687dfe6-a3e4-4c9d-9fb7-ddcaf7e98d0a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.948552 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1ac6171b-8046-45e1-8909-f611c0e1bf48 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:15:35.968860 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3687dfe6-a3e4-4c9d-9fb7-ddcaf7e98d0a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:35.972312 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 1ac6171b-8046-45e1-8909-f611c0e1bf48 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:15:35.972662 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 1ac6171b-8046-45e1-8909-f611c0e1bf48 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:15:35.973082 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 042fdf53-a338-42f8-b04f-f6fd58f81278 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:15:35.992476 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 042fdf53-a338-42f8-b04f-f6fd58f81278 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:15:35.992827 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 042fdf53-a338-42f8-b04f-f6fd58f81278 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:15:35.993239 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b4a8f6dc-9798-4cec-8760-1727b5f811d3 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:15:36.012672 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: b4a8f6dc-9798-4cec-8760-1727b5f811d3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:15:36.015617 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device b4a8f6dc-9798-4cec-8760-1727b5f811d3 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:15:36.102548 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3687dfe6-a3e4-4c9d-9fb7-ddcaf7e98d0a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:36.105275 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3687dfe6-a3e4-4c9d-9fb7-ddcaf7e98d0a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:36.106449 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3687dfe6-a3e4-4c9d-9fb7-ddcaf7e98d0a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] 10.222.0.105 "DELETE /v2.0/security-groups/19dafcca-24c5-423a-9e32-17ae076994af HTTP/1.1" status: 204 len: 168 time: 0.2380407 Nov 12 05:15:36.116230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687dfe6-a3e4-4c9d-9fb7-ddcaf7e98d0a tempest-TestNetworkAdvancedServerOps-303743773 tempest-TestNetworkAdvancedServerOps-303743773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dafcca-24c5-423a-9e32-17ae076994af,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:36.813850 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:36.951574 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bccdba14-eb65-4236-a8da-18403632295c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d62e2effbd4f4e7e9c149266d2390155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365299 Nov 12 05:15:36.954030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:37.000268 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3b9dd71-1239-4f4a-bc50-3acaa26d938a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:37.021292 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3b9dd71-1239-4f4a-bc50-3acaa26d938a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:37.165351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3b9dd71-1239-4f4a-bc50-3acaa26d938a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:37.167847 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3b9dd71-1239-4f4a-bc50-3acaa26d938a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:37.169013 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f3b9dd71-1239-4f4a-bc50-3acaa26d938a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/08fb960d-fb5a-4867-bb6e-8ea9b86cf7d0 HTTP/1.1" status: 204 len: 168 time: 0.2141039 Nov 12 05:15:37.177329 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9dd71-1239-4f4a-bc50-3acaa26d938a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fb960d-fb5a-4867-bb6e-8ea9b86cf7d0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:37.874925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35626) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:37.887686 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25da78ca-1145-4443-904f-0b77763df20e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:37.958308 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25da78ca-1145-4443-904f-0b77763df20e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.073737 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25da78ca-1145-4443-904f-0b77763df20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.110619 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da78ca-1145-4443-904f-0b77763df20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35bc516-ba2f-4b90-96c7-32bc5a7797dd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:38.114854 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-25da78ca-1145-4443-904f-0b77763df20e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ad0da3165b344b5eac77413f1d4fcd4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2389147 Nov 12 05:15:38.117609 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35628) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:38.164824 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a079bae-92b2-4cc3-810b-fadd3fb2de15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.185853 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a079bae-92b2-4cc3-810b-fadd3fb2de15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.348897 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a079bae-92b2-4cc3-810b-fadd3fb2de15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.351412 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a079bae-92b2-4cc3-810b-fadd3fb2de15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:38.352582 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3a079bae-92b2-4cc3-810b-fadd3fb2de15 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d35bc516-ba2f-4b90-96c7-32bc5a7797dd HTTP/1.1" status: 204 len: 168 time: 0.2341180 Nov 12 05:15:38.360735 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a079bae-92b2-4cc3-810b-fadd3fb2de15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35bc516-ba2f-4b90-96c7-32bc5a7797dd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:39.602376 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35650) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:39.696441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-240372068-network', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:39.793892 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] Made reservation on behalf of 53f78cf1ccab428a99e42465678f4e40 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:39.796492 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.808543 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.881013 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.948026 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.975260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:15:39.980581 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6cafa6-bf76-4b93-bd3d-323b3251fbf4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:39.989307 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:39.989442 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] Added segment 59f3a115-e801-40ae-b315-cf83bea05fcd of type vlan for network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d Nov 12 05:15:40.030323 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:40.125835 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:40.126847 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:40.127420 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:40.196919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] Pushing event updated for resources: {'Network': ['ID=290ebb62-3488-4941-ab4f-fbe7f05b4b5d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:40.206723 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:15:40.236694 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-8e10c589-954c-4c69-95f8-136af51f3d88 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6331432 Nov 12 05:15:40.239741 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35654) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:40.244720 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7850b82f-812b-44d5-9ac6-9cc7259618c9 admin admin] Request body: {'subnet': {'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-240372068-subnet', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:40.348111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7850b82f-812b-44d5-9ac6-9cc7259618c9 admin admin] Made reservation on behalf of 53f78cf1ccab428a99e42465678f4e40 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:40.350451 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7850b82f-812b-44d5-9ac6-9cc7259618c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59598977'] for subnet, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:40.609317 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7850b82f-812b-44d5-9ac6-9cc7259618c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59157017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59598995'] for subnet, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:40.665763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850b82f-812b-44d5-9ac6-9cc7259618c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca334c9-b84c-4624-a03f-b3faa89d9116,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:40.674710 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7850b82f-812b-44d5-9ac6-9cc7259618c9 admin admin] Checking segment: {'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:40.675059 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7850b82f-812b-44d5-9ac6-9cc7259618c9 admin admin] Network hostable DHCP agents. Network: 290ebb62-3488-4941-ab4f-fbe7f05b4b5d, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:15:40.792130 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7850b82f-812b-44d5-9ac6-9cc7259618c9 admin admin] Network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:15:40.902612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7850b82f-812b-44d5-9ac6-9cc7259618c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 290ebb62-3488-4941-ab4f-fbe7f05b4b5d) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:40.908821 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7850b82f-812b-44d5-9ac6-9cc7259618c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:40.910632 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7850b82f-812b-44d5-9ac6-9cc7259618c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:40.912614 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d473d7cf-f85d-4d1a-b8e2-6d6b0f9c3024 None None] Network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:15:41.012119 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-7850b82f-812b-44d5-9ac6-9cc7259618c9 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7711930 Nov 12 05:15:41.015101 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35656) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:41.019357 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:41.057131 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:15:41.061455 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.114613 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.115784 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.166877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.200817 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Allocated IP 172.20.0.2 (290ebb62-3488-4941-ab4f-fbe7f05b4b5d/6ca334c9-b84c-4624-a03f-b3faa89d9116/12c64361-71ad-4475-b0ee-3491c68a6272) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:41.346766 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.415087 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.432298 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.471434 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:41.474260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:41.477739 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:41.484934 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Pushing event updated for resources: {'Port': ['ID=12c64361-71ad-4475-b0ee-3491c68a6272,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:41.533655 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Attempting to bind port 12c64361-71ad-4475-b0ee-3491c68a6272 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:41.534023 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Attempting to bind port 12c64361-71ad-4475-b0ee-3491c68a6272 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:41.534384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Attempting to bind port 12c64361-71ad-4475-b0ee-3491c68a6272 on network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:41.539399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:41.539765 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Checking segment: {'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:41.540191 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.540584 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Bound using segment: {'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:41.541043 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Bound port: 12c64361-71ad-4475-b0ee-3491c68a6272, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:41.541422 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.775224 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] For port 12c64361-71ad-4475-b0ee-3491c68a6272, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:41.778540 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] For port 12c64361-71ad-4475-b0ee-3491c68a6272, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=12c64361-71ad-4475-b0ee-3491c68a6272,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:41.881091 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:41.949884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb51857-ac95-4c3f-80d3-f10507bb5e5b None None] Pushing event updated for resources: {'Port': ['ID=12c64361-71ad-4475-b0ee-3491c68a6272,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:42.056771 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:42.079556 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:42.197975 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Allocated IP 172.25.8.129 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/cb11fb00-88a4-4932-8585-8fdb2bf6e527) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:42.314896 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:42.405922 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:42.447981 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:42.450919 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:42.455433 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:42.458467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Pushing event updated for resources: {'Port': ['ID=cb11fb00-88a4-4932-8585-8fdb2bf6e527,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:42.463090 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0597aa-cc4c-4991-8c4a-d87e0627566c None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:15:42.593803 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-df5a4db9-d141-446c-9d99-7975cab44d7e None None] Provisioning complete for port cb11fb00-88a4-4932-8585-8fdb2bf6e527 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:42.594175 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df5a4db9-d141-446c-9d99-7975cab44d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:42.637657 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-df5a4db9-d141-446c-9d99-7975cab44d7e None None] Port cb11fb00-88a4-4932-8585-8fdb2bf6e527 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:42.806463 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:42.835265 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965a2a6d-c4df-45ce-ad55-709da73f931f None None] Network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:15:42.904393 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-58bf9267-043b-473d-8c77-e8fa0ee55ab2 None None] Provisioning complete for port 12c64361-71ad-4475-b0ee-3491c68a6272 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:42.904761 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58bf9267-043b-473d-8c77-e8fa0ee55ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:43.004600 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:43.057620 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58bf9267-043b-473d-8c77-e8fa0ee55ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:43.100323 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-58bf9267-043b-473d-8c77-e8fa0ee55ab2 None None] For port 12c64361-71ad-4475-b0ee-3491c68a6272, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=12c64361-71ad-4475-b0ee-3491c68a6272,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:43.168351 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58bf9267-043b-473d-8c77-e8fa0ee55ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:43.218280 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf9267-043b-473d-8c77-e8fa0ee55ab2 None None] Pushing event updated for resources: {'Port': ['ID=12c64361-71ad-4475-b0ee-3491c68a6272,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:43.249206 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Router 8360e771-c19f-405c-a28a-878bba4c264a is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:15:43.288285 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8967687e-bc6c-4bea-81c1-49cabef56a20 None None] Provisioning complete for port 12c64361-71ad-4475-b0ee-3491c68a6272 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:43.288652 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8967687e-bc6c-4bea-81c1-49cabef56a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:43.357754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:15:43.367341 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Sync routers for ids ['8360e771-c19f-405c-a28a-878bba4c264a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:15:43.386154 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Routers {'8360e771-c19f-405c-a28a-878bba4c264a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:15:43.386154 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8360e771-c19f-405c-a28a-878bba4c264a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:43.441885 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:43.443163 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c346984d-3a9a-4668-8662-7da17881f380 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4271071 Nov 12 05:15:43.446003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:43.486016 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Set router 8360e771-c19f-405c-a28a-878bba4c264a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:15:43.672844 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:42Z', 'revision_number': 3, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:43.702891 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 12c64361-71ad-4475-b0ee-3491c68a6272 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:43.705941 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Checking router: 8360e771-c19f-405c-a28a-878bba4c264a for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:15:43.706287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Updating router 8360e771-c19f-405c-a28a-878bba4c264a port cb11fb00-88a4-4932-8585-8fdb2bf6e527 binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:15:43.755374 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:43.848738 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 12c64361-71ad-4475-b0ee-3491c68a6272 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:43.849106 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:43.876951 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.036574 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Allocated IP 172.20.0.1 (290ebb62-3488-4941-ab4f-fbe7f05b4b5d/6ca334c9-b84c-4624-a03f-b3faa89d9116/6898c5d7-df4b-4179-8015-5525d599a6e9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:44.071237 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.142546 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.144157 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.186825 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29984da5-0c68-412a-b95d-bf0178278360 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:15:44.203912 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Attempting to bind port cb11fb00-88a4-4932-8585-8fdb2bf6e527 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:44.204306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Attempting to bind port cb11fb00-88a4-4932-8585-8fdb2bf6e527 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:44.204669 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Attempting to bind port cb11fb00-88a4-4932-8585-8fdb2bf6e527 on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:44.211073 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd994a6-db24-4ed0-8eff-652b0cb6afc1 None None] Pushing event updated for resources: {'Port': ['ID=cb11fb00-88a4-4932-8585-8fdb2bf6e527,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:44.213326 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:44.213704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:44.214097 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.214479 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:44.214939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Bound port: cb11fb00-88a4-4932-8585-8fdb2bf6e527, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:44.215318 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.265908 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] For port cb11fb00-88a4-4932-8585-8fdb2bf6e527, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:44.269227 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] For port cb11fb00-88a4-4932-8585-8fdb2bf6e527, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=cb11fb00-88a4-4932-8585-8fdb2bf6e527,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:44.291727 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.299595 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-208182cf-4b8e-4e6f-9ce8-ddcfa1520f1a None None] Provisioning complete for port cb11fb00-88a4-4932-8585-8fdb2bf6e527 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:44.299969 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-208182cf-4b8e-4e6f-9ce8-ddcfa1520f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.333192 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:44.334642 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-208182cf-4b8e-4e6f-9ce8-ddcfa1520f1a None None] Port cb11fb00-88a4-4932-8585-8fdb2bf6e527 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:44.337687 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:44.342146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:44.347895 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Pushing event updated for resources: {'Port': ['ID=6898c5d7-df4b-4179-8015-5525d599a6e9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:44.377576 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.386031 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.432921 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9672ae-417f-424b-9cac-af96287ff3b9 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:15:44.457323 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Routers {'8360e771-c19f-405c-a28a-878bba4c264a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:15:44.457977 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8360e771-c19f-405c-a28a-878bba4c264a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:44.460399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd994a6-db24-4ed0-8eff-652b0cb6afc1 None None] Pushing event updated for resources: {'Port': ['ID=cb11fb00-88a4-4932-8585-8fdb2bf6e527,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:44.582478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4b8d2281-f5f3-4524-ab6b-eb193540a990 None None] Provisioning complete for port cb11fb00-88a4-4932-8585-8fdb2bf6e527 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:44.583164 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b8d2281-f5f3-4524-ab6b-eb193540a990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.603889 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.606711 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] Set router 8360e771-c19f-405c-a28a-878bba4c264a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:15:44.771545 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.801609 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b8d2281-f5f3-4524-ab6b-eb193540a990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.825211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4b8d2281-f5f3-4524-ab6b-eb193540a990 None None] For port cb11fb00-88a4-4932-8585-8fdb2bf6e527, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=cb11fb00-88a4-4932-8585-8fdb2bf6e527,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:44.839273 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.844808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:42Z', 'revision_number': 3, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:44.871899 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e0069c-d7f8-4404-b93a-9af6abb31e20 None None] The sync data for ids ['8360e771-c19f-405c-a28a-878bba4c264a'] in n-d-767704-23 is: [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:42Z', 'revision_number': 3, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:15:44.901002 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b8d2281-f5f3-4524-ab6b-eb193540a990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.909255 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:44.919711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Pushing event updated for resources: {'Port': ['ID=6898c5d7-df4b-4179-8015-5525d599a6e9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:44.953898 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d2281-f5f3-4524-ab6b-eb193540a990 None None] Pushing event updated for resources: {'Port': ['ID=cb11fb00-88a4-4932-8585-8fdb2bf6e527,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:45.015035 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:45.017220 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:45.020188 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1106d7ec-5b43-4ce2-a5f1-35358d34db70 None None] Provisioning complete for port 6898c5d7-df4b-4179-8015-5525d599a6e9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:45.020467 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1106d7ec-5b43-4ce2-a5f1-35358d34db70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:45.061861 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1106d7ec-5b43-4ce2-a5f1-35358d34db70 None None] Port 6898c5d7-df4b-4179-8015-5525d599a6e9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:45.173007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Router 8360e771-c19f-405c-a28a-878bba4c264a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:15:45.293656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-19fa5d45-b3a1-413f-b417-ecd043174b47 None None] Provisioning complete for port 6898c5d7-df4b-4179-8015-5525d599a6e9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:45.294365 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19fa5d45-b3a1-413f-b417-ecd043174b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:45.298604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:15:45.304318 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4a9ce066-9e01-4ee7-a3fe-bad8f37b5bee admin admin] 10.222.0.105 "PUT /v2.0/routers/8360e771-c19f-405c-a28a-878bba4c264a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8572543 Nov 12 05:15:45.330695 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-19fa5d45-b3a1-413f-b417-ecd043174b47 None None] Port 6898c5d7-df4b-4179-8015-5525d599a6e9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:45.676574 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device cb11fb00-88a4-4932-8585-8fdb2bf6e527 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:45.726426 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port cb11fb00-88a4-4932-8585-8fdb2bf6e527 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:45.726798 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.046454 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:46.051448 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-582786236-network', 'tenant_id': '4dc735986c754427b0d04156cc1128c7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:46.147878 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] Made reservation on behalf of 4dc735986c754427b0d04156cc1128c7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:46.150349 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.159719 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.236791 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.312453 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.339164 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:15:46.349661 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb217d6-eef1-421b-9dcf-a3ee8eae4184,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:46.354400 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.354744 n-d-767704-23 neutron-server[103147]: INFO neutron.db.segments_db [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] Added segment 209cbce5-347c-4b21-845b-d29772cc7d15 of type vlan for network 30e47364-b6c3-44e9-9fd9-990866615ede Nov 12 05:15:46.399908 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.480693 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Sync routers for ids ['8360e771-c19f-405c-a28a-878bba4c264a'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:15:46.491113 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Routers {'8360e771-c19f-405c-a28a-878bba4c264a'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:15:46.491712 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8360e771-c19f-405c-a28a-878bba4c264a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:46.512582 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.513594 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:46.514173 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.573108 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] Pushing event updated for resources: {'Network': ['ID=30e47364-b6c3-44e9-9fd9-990866615ede,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:46.582725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 30e47364-b6c3-44e9-9fd9-990866615ede details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:15:46.599079 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Set router 8360e771-c19f-405c-a28a-878bba4c264a gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:15:46.614834 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-073a4d1c-52a4-4bb6-857f-f597d3bae222 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5672495 Nov 12 05:15:46.617966 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:46.623002 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-60d52c11-7e1c-47b4-b1c7-0293d5be9701 admin admin] Request body: {'subnet': {'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-582786236-subnet', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:46.748119 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d52c11-7e1c-47b4-b1c7-0293d5be9701 admin admin] Made reservation on behalf of 4dc735986c754427b0d04156cc1128c7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:15:46.750446 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60d52c11-7e1c-47b4-b1c7-0293d5be9701 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:46.799639 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 2, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:46.826954 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Checking router: 8360e771-c19f-405c-a28a-878bba4c264a for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:15:46.827305 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Updating router 8360e771-c19f-405c-a28a-878bba4c264a port 6898c5d7-df4b-4179-8015-5525d599a6e9 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:15:46.853280 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.124684 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.199601 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.253539 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845820c1-a9a2-45f4-897e-59104534b7a5 None None] Pushing event updated for resources: {'Port': ['ID=6898c5d7-df4b-4179-8015-5525d599a6e9,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:47.276615 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845820c1-a9a2-45f4-897e-59104534b7a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:47.276953 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845820c1-a9a2-45f4-897e-59104534b7a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:47.277294 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845820c1-a9a2-45f4-897e-59104534b7a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:47.277623 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845820c1-a9a2-45f4-897e-59104534b7a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:47.281330 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845820c1-a9a2-45f4-897e-59104534b7a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:47.281330 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845820c1-a9a2-45f4-897e-59104534b7a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:47.281330 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845820c1-a9a2-45f4-897e-59104534b7a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:47.281330 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845820c1-a9a2-45f4-897e-59104534b7a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:47.281330 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845820c1-a9a2-45f4-897e-59104534b7a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:47.281330 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845820c1-a9a2-45f4-897e-59104534b7a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:47.281330 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845820c1-a9a2-45f4-897e-59104534b7a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:47.281330 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845820c1-a9a2-45f4-897e-59104534b7a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:15:47.321801 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Attempting to bind port 6898c5d7-df4b-4179-8015-5525d599a6e9 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:47.322177 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Attempting to bind port 6898c5d7-df4b-4179-8015-5525d599a6e9 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:47.325286 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Attempting to bind port 6898c5d7-df4b-4179-8015-5525d599a6e9 on network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:47.328118 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:47.328708 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Checking segment: {'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:47.329111 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.329528 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Bound using segment: {'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:47.329990 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Bound port: 6898c5d7-df4b-4179-8015-5525d599a6e9, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:47.330371 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.341270 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60d52c11-7e1c-47b4-b1c7-0293d5be9701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.414591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d52c11-7e1c-47b4-b1c7-0293d5be9701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0def3d0-46c2-4ac2-ade6-0b762b226c61,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:47.418673 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] For port 6898c5d7-df4b-4179-8015-5525d599a6e9, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:47.419622 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d52c11-7e1c-47b4-b1c7-0293d5be9701 admin admin] Checking segment: {'id': '209cbce5-347c-4b21-845b-d29772cc7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:47.420223 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d52c11-7e1c-47b4-b1c7-0293d5be9701 admin admin] Network hostable DHCP agents. Network: 30e47364-b6c3-44e9-9fd9-990866615ede, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:15:47.422757 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] For port 6898c5d7-df4b-4179-8015-5525d599a6e9, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6898c5d7-df4b-4179-8015-5525d599a6e9,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:47.535339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d52c11-7e1c-47b4-b1c7-0293d5be9701 admin admin] Network 30e47364-b6c3-44e9-9fd9-990866615ede is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:15:47.538638 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.563763 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-303f78ee-e139-4f59-ac4e-aac1652d0ff0 None None] Provisioning complete for port 6898c5d7-df4b-4179-8015-5525d599a6e9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:47.564374 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-303f78ee-e139-4f59-ac4e-aac1652d0ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.611794 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845820c1-a9a2-45f4-897e-59104534b7a5 None None] Pushing event updated for resources: {'Port': ['ID=6898c5d7-df4b-4179-8015-5525d599a6e9,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:47.614907 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Routers {'8360e771-c19f-405c-a28a-878bba4c264a'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:15:47.615515 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8360e771-c19f-405c-a28a-878bba4c264a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:47.642010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-60d52c11-7e1c-47b4-b1c7-0293d5be9701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 30e47364-b6c3-44e9-9fd9-990866615ede) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:47.645436 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d52c11-7e1c-47b4-b1c7-0293d5be9701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:47.648292 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60d52c11-7e1c-47b4-b1c7-0293d5be9701 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.655211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f401b44f-4142-428f-b6ef-aef0bd5eebd0 None None] Network 30e47364-b6c3-44e9-9fd9-990866615ede requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:15:47.681368 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-303f78ee-e139-4f59-ac4e-aac1652d0ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.728973 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35678) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:47.729542 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-60d52c11-7e1c-47b4-b1c7-0293d5be9701 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1101480 Nov 12 05:15:47.734818 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] Set router 8360e771-c19f-405c-a28a-878bba4c264a gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:15:47.736512 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-582786236-router', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:47.840070 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.841767 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.904357 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:47.919784 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-303f78ee-e139-4f59-ac4e-aac1652d0ff0 None None] For port 6898c5d7-df4b-4179-8015-5525d599a6e9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6898c5d7-df4b-4179-8015-5525d599a6e9,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:48.005018 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-303f78ee-e139-4f59-ac4e-aac1652d0ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.030231 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-30e47364-b6c3-44e9-9fd9-990866615ede', 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'fixed_ips': [{'subnet_id': 'b0def3d0-46c2-4ac2-ade6-0b762b226c61'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:15:48.031285 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.065819 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:47Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:48.077626 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f78ee-e139-4f59-ac4e-aac1652d0ff0 None None] Pushing event updated for resources: {'Port': ['ID=6898c5d7-df4b-4179-8015-5525d599a6e9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:48.100216 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.103984 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7113d-dbbb-451a-8aea-0369eb16b1a6 None None] The sync data for ids ['8360e771-c19f-405c-a28a-878bba4c264a'] in n-d-767704-23 is: [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:47Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:15:48.166904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a17ba460-7082-4609-a02b-529b6e7d2516 None None] Provisioning complete for port 6898c5d7-df4b-4179-8015-5525d599a6e9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:48.167282 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a17ba460-7082-4609-a02b-529b6e7d2516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.255684 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Allocated IP 172.20.0.2 (30e47364-b6c3-44e9-9fd9-990866615ede/b0def3d0-46c2-4ac2-ade6-0b762b226c61/628de86e-36bb-4c0b-8791-96dd162b6cfa) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:48.403884 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.424089 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.466517 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.537185 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Allocated IP 172.25.8.27 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/e327eb6e-9e63-41ba-b4e0-677ec58c337f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:48.537418 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.583104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Network 30e47364-b6c3-44e9-9fd9-990866615ede is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:48.586209 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:48.590624 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:48.593654 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Pushing event updated for resources: {'Port': ['ID=628de86e-36bb-4c0b-8791-96dd162b6cfa,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:48.648447 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Attempting to bind port 628de86e-36bb-4c0b-8791-96dd162b6cfa on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:48.648813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Attempting to bind port 628de86e-36bb-4c0b-8791-96dd162b6cfa by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '209cbce5-347c-4b21-845b-d29772cc7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:48.649182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Attempting to bind port 628de86e-36bb-4c0b-8791-96dd162b6cfa on network 30e47364-b6c3-44e9-9fd9-990866615ede {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:48.654822 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:48.655201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Checking segment: {'id': '209cbce5-347c-4b21-845b-d29772cc7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:48.655606 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.655999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Bound using segment: {'id': '209cbce5-347c-4b21-845b-d29772cc7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:48.656604 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Bound port: 628de86e-36bb-4c0b-8791-96dd162b6cfa, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209cbce5-347c-4b21-845b-d29772cc7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:48.656920 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.715230 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.725255 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] For port 628de86e-36bb-4c0b-8791-96dd162b6cfa, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:48.728788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] For port 628de86e-36bb-4c0b-8791-96dd162b6cfa, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=628de86e-36bb-4c0b-8791-96dd162b6cfa,segment=NetworkSegment(209cbce5-347c-4b21-845b-d29772cc7d15),segment_id=209cbce5-347c-4b21-845b-d29772cc7d15)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:48.811399 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.852661 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:48.885376 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf59044-ac1a-4fdb-8c6f-2e12badf291a None None] Pushing event updated for resources: {'Port': ['ID=628de86e-36bb-4c0b-8791-96dd162b6cfa,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:48.904378 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:48.907334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:48.915761 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:48.928732 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a6d73a-1e71-4a69-99f5-602a1319f959 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:15:48.959533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Pushing event updated for resources: {'Port': ['ID=e327eb6e-9e63-41ba-b4e0-677ec58c337f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:48.990571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b7e310b5-99f9-45f7-b02c-2ba0d4a1ccc1 None None] Provisioning complete for port e327eb6e-9e63-41ba-b4e0-677ec58c337f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:48.991051 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7e310b5-99f9-45f7-b02c-2ba0d4a1ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.032451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b7e310b5-99f9-45f7-b02c-2ba0d4a1ccc1 None None] Port e327eb6e-9e63-41ba-b4e0-677ec58c337f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:49.297841 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.701387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 628de86e-36bb-4c0b-8791-96dd162b6cfa up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:49.754056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 628de86e-36bb-4c0b-8791-96dd162b6cfa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:49.754571 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.842486 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.844475 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.877485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] For port 628de86e-36bb-4c0b-8791-96dd162b6cfa, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=628de86e-36bb-4c0b-8791-96dd162b6cfa,segment=NetworkSegment(209cbce5-347c-4b21-845b-d29772cc7d15),segment_id=209cbce5-347c-4b21-845b-d29772cc7d15)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:49.947850 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:49.948790 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6898c5d7-df4b-4179-8015-5525d599a6e9 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:50.031169 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Pushing event updated for resources: {'Port': ['ID=628de86e-36bb-4c0b-8791-96dd162b6cfa,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:50.045111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6898c5d7-df4b-4179-8015-5525d599a6e9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:50.045486 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:50.047055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada00fbb-e54f-4667-b956-601c9eb4074f None None] Network 30e47364-b6c3-44e9-9fd9-990866615ede requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:15:50.062368 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Router 215323e9-4590-48bb-8a74-e466594c6013 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:15:50.154251 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d3bf3553-2ae6-4fb7-9b16-6e14b16d0418 None None] Provisioning complete for port 628de86e-36bb-4c0b-8791-96dd162b6cfa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:50.154529 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d3bf3553-2ae6-4fb7-9b16-6e14b16d0418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:50.171030 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:15:50.189420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Sync routers for ids ['215323e9-4590-48bb-8a74-e466594c6013'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:15:50.210131 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:50.231263 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Routers {'215323e9-4590-48bb-8a74-e466594c6013'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:15:50.231878 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['215323e9-4590-48bb-8a74-e466594c6013'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:50.235575 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:50.240070 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-d1f4fe5d-53ef-49c3-b0c5-639e94154986 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5058811 Nov 12 05:15:50.245414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35680) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:50.465377 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Set router 215323e9-4590-48bb-8a74-e466594c6013 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:15:50.656380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215323e9-4590-48bb-8a74-e466594c6013', 'name': 'tempest-TestShelveInstance-582786236-router', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'e327eb6e-9e63-41ba-b4e0-677ec58c337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:47Z', 'updated_at': '2021-11-12T05:15:49Z', 'revision_number': 3, 'project_id': '4dc735986c754427b0d04156cc1128c7', 'gw_port': {'id': 'e327eb6e-9e63-41ba-b4e0-677ec58c337f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215323e9-4590-48bb-8a74-e466594c6013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:48Z', 'updated_at': '2021-11-12T05:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:50.690577 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Checking router: 215323e9-4590-48bb-8a74-e466594c6013 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:15:50.691212 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Updating router 215323e9-4590-48bb-8a74-e466594c6013 port e327eb6e-9e63-41ba-b4e0-677ec58c337f binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:15:50.701394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:50.715900 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:50.821118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3399aa25-3c91-4010-80e4-163df01d903f None None] Provisioning complete for port 628de86e-36bb-4c0b-8791-96dd162b6cfa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:50.821483 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3399aa25-3c91-4010-80e4-163df01d903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:50.860395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Allocated IP 172.20.0.1 (30e47364-b6c3-44e9-9fd9-990866615ede/b0def3d0-46c2-4ac2-ade6-0b762b226c61/042bf6e7-c6f4-49c2-a1d9-1536a6f41028) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:15:50.962660 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.040955 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.079882 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.124350 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Network 30e47364-b6c3-44e9-9fd9-990866615ede is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:51.127248 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:51.130821 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:15:51.136347 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Pushing event updated for resources: {'Port': ['ID=042bf6e7-c6f4-49c2-a1d9-1536a6f41028,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:51.157570 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.179125 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.214051 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b1c79d-3428-477e-9298-efc92b341f19 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:15:51.226485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Attempting to bind port e327eb6e-9e63-41ba-b4e0-677ec58c337f on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:51.232225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Attempting to bind port e327eb6e-9e63-41ba-b4e0-677ec58c337f by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:51.232225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Attempting to bind port e327eb6e-9e63-41ba-b4e0-677ec58c337f on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:51.232225 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2dc8a-43f2-4b8e-a155-9cbaf1d0e441 None None] Pushing event updated for resources: {'Port': ['ID=e327eb6e-9e63-41ba-b4e0-677ec58c337f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:51.237234 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:51.237933 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:51.238553 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.239174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:51.239788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Bound port: e327eb6e-9e63-41ba-b4e0-677ec58c337f, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:51.240471 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.302578 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] For port e327eb6e-9e63-41ba-b4e0-677ec58c337f, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:51.325681 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] For port e327eb6e-9e63-41ba-b4e0-677ec58c337f, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e327eb6e-9e63-41ba-b4e0-677ec58c337f,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:51.329775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9851ae3e-2d79-4a02-aa51-fdd634b56573 None None] Provisioning complete for port e327eb6e-9e63-41ba-b4e0-677ec58c337f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:51.330238 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9851ae3e-2d79-4a02-aa51-fdd634b56573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.375478 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9851ae3e-2d79-4a02-aa51-fdd634b56573 None None] Port e327eb6e-9e63-41ba-b4e0-677ec58c337f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:51.423772 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.426351 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.466564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f465d9d9-e354-44cf-82d5-0ea8beeb97e3 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:15:51.494459 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Routers {'215323e9-4590-48bb-8a74-e466594c6013'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:15:51.495064 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['215323e9-4590-48bb-8a74-e466594c6013'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:51.533113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2dc8a-43f2-4b8e-a155-9cbaf1d0e441 None None] Pushing event updated for resources: {'Port': ['ID=e327eb6e-9e63-41ba-b4e0-677ec58c337f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:51.551315 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a57e4e88-9283-4c4d-8a50-061a008c9705 None None] Provisioning complete for port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:51.551678 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a57e4e88-9283-4c4d-8a50-061a008c9705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.597583 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.621840 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a57e4e88-9283-4c4d-8a50-061a008c9705 None None] Port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:51.639045 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] Set router 215323e9-4590-48bb-8a74-e466594c6013 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:15:51.667492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 628de86e-36bb-4c0b-8791-96dd162b6cfa up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:51.667690 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.748555 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Pushing event updated for resources: {'Port': ['ID=042bf6e7-c6f4-49c2-a1d9-1536a6f41028,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:51.752854 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.812777 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fe17d2cf-836e-4799-b69e-c5ebc0149088 None None] Provisioning complete for port e327eb6e-9e63-41ba-b4e0-677ec58c337f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:51.813459 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe17d2cf-836e-4799-b69e-c5ebc0149088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.845406 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Network 30e47364-b6c3-44e9-9fd9-990866615ede is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:15:51.846831 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:15:51.850091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 628de86e-36bb-4c0b-8791-96dd162b6cfa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:51.850675 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:51.970264 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Router 215323e9-4590-48bb-8a74-e466594c6013 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:15:52.110383 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:15:52.115969 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-db25a40e-22c8-4a67-8375-ceb4a38135c3 admin admin] 10.222.0.105 "PUT /v2.0/routers/215323e9-4590-48bb-8a74-e466594c6013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8747334 Nov 12 05:15:52.189276 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe17d2cf-836e-4799-b69e-c5ebc0149088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:52.227539 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215323e9-4590-48bb-8a74-e466594c6013', 'name': 'tempest-TestShelveInstance-582786236-router', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'e327eb6e-9e63-41ba-b4e0-677ec58c337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:47Z', 'updated_at': '2021-11-12T05:15:51Z', 'revision_number': 4, 'project_id': '4dc735986c754427b0d04156cc1128c7', 'gw_port': {'id': 'e327eb6e-9e63-41ba-b4e0-677ec58c337f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215323e9-4590-48bb-8a74-e466594c6013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:48Z', 'updated_at': '2021-11-12T05:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '042bf6e7-c6f4-49c2-a1d9-1536a6f41028', 'name': '', 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'mac_address': 'fa:16:3e:90:39:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215323e9-4590-48bb-8a74-e466594c6013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b0def3d0-46c2-4ac2-ade6-0b762b226c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:50Z', 'updated_at': '2021-11-12T05:15:50Z', 'revision_number': 1, 'project_id': '4dc735986c754427b0d04156cc1128c7', 'subnets': [{'id': 'b0def3d0-46c2-4ac2-ade6-0b762b226c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:52.230384 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fe17d2cf-836e-4799-b69e-c5ebc0149088 None None] For port e327eb6e-9e63-41ba-b4e0-677ec58c337f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e327eb6e-9e63-41ba-b4e0-677ec58c337f,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:52.257097 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fb378-9951-4842-9b3a-5a09099c97a7 None None] The sync data for ids ['215323e9-4590-48bb-8a74-e466594c6013'] in n-d-767704-23 is: [{'id': '215323e9-4590-48bb-8a74-e466594c6013', 'name': 'tempest-TestShelveInstance-582786236-router', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'e327eb6e-9e63-41ba-b4e0-677ec58c337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:47Z', 'updated_at': '2021-11-12T05:15:51Z', 'revision_number': 4, 'project_id': '4dc735986c754427b0d04156cc1128c7', 'gw_port': {'id': 'e327eb6e-9e63-41ba-b4e0-677ec58c337f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215323e9-4590-48bb-8a74-e466594c6013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:48Z', 'updated_at': '2021-11-12T05:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '042bf6e7-c6f4-49c2-a1d9-1536a6f41028', 'name': '', 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'mac_address': 'fa:16:3e:90:39:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215323e9-4590-48bb-8a74-e466594c6013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b0def3d0-46c2-4ac2-ade6-0b762b226c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:50Z', 'updated_at': '2021-11-12T05:15:50Z', 'revision_number': 1, 'project_id': '4dc735986c754427b0d04156cc1128c7', 'subnets': [{'id': 'b0def3d0-46c2-4ac2-ade6-0b762b226c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:15:52.302290 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe17d2cf-836e-4799-b69e-c5ebc0149088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:52.357399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17d2cf-836e-4799-b69e-c5ebc0149088 None None] Pushing event updated for resources: {'Port': ['ID=e327eb6e-9e63-41ba-b4e0-677ec58c337f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:52.424187 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-02803f67-e621-4fa0-a964-f6c32ac03658 None None] Provisioning complete for port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:52.424562 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02803f67-e621-4fa0-a964-f6c32ac03658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:52.468881 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-02803f67-e621-4fa0-a964-f6c32ac03658 None None] Port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:53.188217 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c9a2b96-3b37-4da8-9f96-a28086afaab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:53.678608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e327eb6e-9e63-41ba-b4e0-677ec58c337f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:53.729117 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port e327eb6e-9e63-41ba-b4e0-677ec58c337f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:53.729481 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:53.896947 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35690) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:53.901560 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e0e9d3a0-e189-4488-b65d-a2841975f3b5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2008844917', 'description': 'tempest-secgroup-smoke-2008844917 description', 'project_id': '53f78cf1ccab428a99e42465678f4e40'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:54.031833 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d3a0-e189-4488-b65d-a2841975f3b5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:54.098331 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d3a0-e189-4488-b65d-a2841975f3b5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:54.176663 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d3a0-e189-4488-b65d-a2841975f3b5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:54.204606 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9d3a0-e189-4488-b65d-a2841975f3b5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57de8d76-dc5a-4e20-8642-cbfd1c4da40a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:54.298614 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d3a0-e189-4488-b65d-a2841975f3b5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:54.299888 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e0e9d3a0-e189-4488-b65d-a2841975f3b5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4019217 Nov 12 05:15:54.302904 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:54.307335 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c4598211-93cb-4999-9f92-a396cce4e3e3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'security_group_rule': {'security_group_id': '57de8d76-dc5a-4e20-8642-cbfd1c4da40a', 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:54.393141 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4598211-93cb-4999-9f92-a396cce4e3e3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:54.451379 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4598211-93cb-4999-9f92-a396cce4e3e3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:54.507806 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4598211-93cb-4999-9f92-a396cce4e3e3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:54.528405 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4598211-93cb-4999-9f92-a396cce4e3e3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301d58d0-1648-48e1-8c93-df2f6fdc48d9,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:54.578269 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4598211-93cb-4999-9f92-a396cce4e3e3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:54.579494 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c4598211-93cb-4999-9f92-a396cce4e3e3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2756417 Nov 12 05:15:54.582827 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:54.587211 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a1512a20-f1ab-4bf5-a06d-1195ebc9d305 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'security_group_rule': {'security_group_id': '57de8d76-dc5a-4e20-8642-cbfd1c4da40a', 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:54.735658 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1512a20-f1ab-4bf5-a06d-1195ebc9d305 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:54.791717 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1512a20-f1ab-4bf5-a06d-1195ebc9d305 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:54.936067 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1512a20-f1ab-4bf5-a06d-1195ebc9d305 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:54.954743 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1512a20-f1ab-4bf5-a06d-1195ebc9d305 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d7d272-df6f-4064-adb1-489cb13e9230,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:55.091300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1512a20-f1ab-4bf5-a06d-1195ebc9d305 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.092593 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a1512a20-f1ab-4bf5-a06d-1195ebc9d305 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5087929 Nov 12 05:15:55.095349 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35696) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:55.099833 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a9ec64f8-9448-44f6-8116-e5769c6267db tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'security_group_rule': {'security_group_id': '57de8d76-dc5a-4e20-8642-cbfd1c4da40a', 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:55.215122 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9ec64f8-9448-44f6-8116-e5769c6267db tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.274505 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9ec64f8-9448-44f6-8116-e5769c6267db tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.351891 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9ec64f8-9448-44f6-8116-e5769c6267db tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.371180 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec64f8-9448-44f6-8116-e5769c6267db tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed36b677-59b8-41ad-87e6-02c3c39fca9b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:55.492915 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9ec64f8-9448-44f6-8116-e5769c6267db tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.494096 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a9ec64f8-9448-44f6-8116-e5769c6267db tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3977604 Nov 12 05:15:55.497003 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:55.505105 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a7a84029-a16a-4dc5-89ca-ef2985d710c4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'security_group_rule': {'security_group_id': '57de8d76-dc5a-4e20-8642-cbfd1c4da40a', 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:55.526726 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Sync routers for ids ['215323e9-4590-48bb-8a74-e466594c6013'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:15:55.537091 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Routers {'215323e9-4590-48bb-8a74-e466594c6013'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:15:55.537695 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['215323e9-4590-48bb-8a74-e466594c6013'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:55.603975 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7a84029-a16a-4dc5-89ca-ef2985d710c4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.643528 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Set router 215323e9-4590-48bb-8a74-e466594c6013 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:15:55.669674 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7a84029-a16a-4dc5-89ca-ef2985d710c4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.766488 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7a84029-a16a-4dc5-89ca-ef2985d710c4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.783322 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a84029-a16a-4dc5-89ca-ef2985d710c4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7859ac3-09d2-4f25-b4c1-923a09c60870,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:55.797518 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.849153 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215323e9-4590-48bb-8a74-e466594c6013', 'name': 'tempest-TestShelveInstance-582786236-router', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'e327eb6e-9e63-41ba-b4e0-677ec58c337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:47Z', 'updated_at': '2021-11-12T05:15:51Z', 'revision_number': 4, 'project_id': '4dc735986c754427b0d04156cc1128c7', 'gw_port': {'id': 'e327eb6e-9e63-41ba-b4e0-677ec58c337f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215323e9-4590-48bb-8a74-e466594c6013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:48Z', 'updated_at': '2021-11-12T05:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '042bf6e7-c6f4-49c2-a1d9-1536a6f41028', 'name': '', 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'mac_address': 'fa:16:3e:90:39:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215323e9-4590-48bb-8a74-e466594c6013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b0def3d0-46c2-4ac2-ade6-0b762b226c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:50Z', 'updated_at': '2021-11-12T05:15:51Z', 'revision_number': 2, 'project_id': '4dc735986c754427b0d04156cc1128c7', 'subnets': [{'id': 'b0def3d0-46c2-4ac2-ade6-0b762b226c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:55.864678 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7a84029-a16a-4dc5-89ca-ef2985d710c4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.865919 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-a7a84029-a16a-4dc5-89ca-ef2985d710c4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3679461 Nov 12 05:15:55.868754 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35700) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:55.873353 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2cb71de2-0036-4ed7-b83a-36d3a782d394 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'security_group_rule': {'security_group_id': '57de8d76-dc5a-4e20-8642-cbfd1c4da40a', 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:55.878766 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Checking router: 215323e9-4590-48bb-8a74-e466594c6013 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:15:55.879122 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Updating router 215323e9-4590-48bb-8a74-e466594c6013 port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:15:55.903985 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:55.958074 n-d-767704-23 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-2cb71de2-0036-4ed7-b83a-36d3a782d394 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Project 53f78cf1ccab428a99e42465678f4e40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:15:55.963276 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cb71de2-0036-4ed7-b83a-36d3a782d394 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.022363 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cb71de2-0036-4ed7-b83a-36d3a782d394 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.090714 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cb71de2-0036-4ed7-b83a-36d3a782d394 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.112284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb71de2-0036-4ed7-b83a-36d3a782d394 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2bdf52-899b-42d3-b5f0-15c680513507,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:56.162140 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.184164 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2cb71de2-0036-4ed7-b83a-36d3a782d394 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.185386 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2cb71de2-0036-4ed7-b83a-36d3a782d394 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3156767 Nov 12 05:15:56.188252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 35702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:15:56.194142 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c0f0da9f-da07-48a2-86a7-df04fad34861 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'security_group_rule': {'security_group_id': '57de8d76-dc5a-4e20-8642-cbfd1c4da40a', 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:15:56.239285 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.290841 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-c0f0da9f-da07-48a2-86a7-df04fad34861 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Project 53f78cf1ccab428a99e42465678f4e40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:15:56.296939 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0f0da9f-da07-48a2-86a7-df04fad34861 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.311287 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70c537-252e-47e6-8c75-a6f46c166c7a None None] Pushing event updated for resources: {'Port': ['ID=042bf6e7-c6f4-49c2-a1d9-1536a6f41028,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:56.347785 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Attempting to bind port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:15:56.348490 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Attempting to bind port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '209cbce5-347c-4b21-845b-d29772cc7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:15:56.348967 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Attempting to bind port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 on network 30e47364-b6c3-44e9-9fd9-990866615ede {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:15:56.354900 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:15:56.355276 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Checking segment: {'id': '209cbce5-347c-4b21-845b-d29772cc7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:15:56.355678 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.356091 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Bound using segment: {'id': '209cbce5-347c-4b21-845b-d29772cc7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:15:56.356577 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Bound port: 042bf6e7-c6f4-49c2-a1d9-1536a6f41028, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209cbce5-347c-4b21-845b-d29772cc7d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:15:56.356955 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.380386 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0f0da9f-da07-48a2-86a7-df04fad34861 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.429825 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] For port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:15:56.433588 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] For port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=042bf6e7-c6f4-49c2-a1d9-1536a6f41028,segment=NetworkSegment(209cbce5-347c-4b21-845b-d29772cc7d15),segment_id=209cbce5-347c-4b21-845b-d29772cc7d15)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:15:56.467952 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0f0da9f-da07-48a2-86a7-df04fad34861 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.488836 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0da9f-da07-48a2-86a7-df04fad34861 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09211857-32e8-47eb-9634-4791e7348f84,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:56.516870 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c456a2ad-f080-4938-abd1-ef11f9e80167 None None] Provisioning complete for port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:56.517241 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c456a2ad-f080-4938-abd1-ef11f9e80167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.535347 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.552024 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c456a2ad-f080-4938-abd1-ef11f9e80167 None None] Port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:15:56.599366 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70c537-252e-47e6-8c75-a6f46c166c7a None None] Pushing event updated for resources: {'Port': ['ID=042bf6e7-c6f4-49c2-a1d9-1536a6f41028,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:56.601045 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0f0da9f-da07-48a2-86a7-df04fad34861 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.609116 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Routers {'215323e9-4590-48bb-8a74-e466594c6013'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:15:56.609116 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:15:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['215323e9-4590-48bb-8a74-e466594c6013'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:56.609390 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c0f0da9f-da07-48a2-86a7-df04fad34861 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4141927 Nov 12 05:15:56.718436 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] Set router 215323e9-4590-48bb-8a74-e466594c6013 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:15:56.884799 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-09a18382-45b0-4b7e-8c5e-8cbe544c4e98 None None] Provisioning complete for port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:56.885351 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09a18382-45b0-4b7e-8c5e-8cbe544c4e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:56.922626 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215323e9-4590-48bb-8a74-e466594c6013', 'name': 'tempest-TestShelveInstance-582786236-router', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'e327eb6e-9e63-41ba-b4e0-677ec58c337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:47Z', 'updated_at': '2021-11-12T05:15:51Z', 'revision_number': 4, 'project_id': '4dc735986c754427b0d04156cc1128c7', 'gw_port': {'id': 'e327eb6e-9e63-41ba-b4e0-677ec58c337f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215323e9-4590-48bb-8a74-e466594c6013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:48Z', 'updated_at': '2021-11-12T05:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '042bf6e7-c6f4-49c2-a1d9-1536a6f41028', 'name': '', 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'mac_address': 'fa:16:3e:90:39:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215323e9-4590-48bb-8a74-e466594c6013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b0def3d0-46c2-4ac2-ade6-0b762b226c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:50Z', 'updated_at': '2021-11-12T05:15:56Z', 'revision_number': 4, 'project_id': '4dc735986c754427b0d04156cc1128c7', 'subnets': [{'id': 'b0def3d0-46c2-4ac2-ade6-0b762b226c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:15:56.950035 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834cb59d-9dd5-4d34-99b3-498b2c13266a None None] The sync data for ids ['215323e9-4590-48bb-8a74-e466594c6013'] in n-d-767704-23 is: [{'id': '215323e9-4590-48bb-8a74-e466594c6013', 'name': 'tempest-TestShelveInstance-582786236-router', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'e327eb6e-9e63-41ba-b4e0-677ec58c337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:47Z', 'updated_at': '2021-11-12T05:15:51Z', 'revision_number': 4, 'project_id': '4dc735986c754427b0d04156cc1128c7', 'gw_port': {'id': 'e327eb6e-9e63-41ba-b4e0-677ec58c337f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215323e9-4590-48bb-8a74-e466594c6013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:48Z', 'updated_at': '2021-11-12T05:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '042bf6e7-c6f4-49c2-a1d9-1536a6f41028', 'name': '', 'network_id': '30e47364-b6c3-44e9-9fd9-990866615ede', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'mac_address': 'fa:16:3e:90:39:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215323e9-4590-48bb-8a74-e466594c6013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b0def3d0-46c2-4ac2-ade6-0b762b226c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:50Z', 'updated_at': '2021-11-12T05:15:56Z', 'revision_number': 4, 'project_id': '4dc735986c754427b0d04156cc1128c7', 'subnets': [{'id': 'b0def3d0-46c2-4ac2-ade6-0b762b226c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:15:56.974232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-b89a65f9-a5b1-43bd-92c7-72ed29363e0b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008844917&fields=id&tenant_id=53f78cf1ccab428a99e42465678f4e40 HTTP/1.1" status: 200 len: 267 time: 0.0586498 Nov 12 05:15:56.986981 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09a18382-45b0-4b7e-8c5e-8cbe544c4e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:57.009542 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76435ae7-6a97-4ee5-8aa1-4cf8a97bf809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:57.035511 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-09a18382-45b0-4b7e-8c5e-8cbe544c4e98 None None] For port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=042bf6e7-c6f4-49c2-a1d9-1536a6f41028,segment=NetworkSegment(209cbce5-347c-4b21-845b-d29772cc7d15),segment_id=209cbce5-347c-4b21-845b-d29772cc7d15)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:15:57.088105 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-be3a18bf-9330-4bb9-9e61-466ad5643321 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:15:57.089683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-be3a18bf-9330-4bb9-9e61-466ad5643321 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 808 time: 0.1146584 Nov 12 05:15:57.100708 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09a18382-45b0-4b7e-8c5e-8cbe544c4e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:57.107899 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-700fb612-58d5-4ce0-b263-01ac65d39c8d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/quotas/53f78cf1ccab428a99e42465678f4e40 HTTP/1.1" status: 200 len: 375 time: 0.0117865 Nov 12 05:15:57.126820 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:57.158494 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a18382-45b0-4b7e-8c5e-8cbe544c4e98 None None] Pushing event updated for resources: {'Port': ['ID=042bf6e7-c6f4-49c2-a1d9-1536a6f41028,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:15:57.164594 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-521bc5b8-7d3c-44d9-8196-f918bfe25c2c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499485 Nov 12 05:15:57.367997 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-b7add5d6-a415-4267-87da-47e5ae3eb2f6 service neutron] 10.222.0.105 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914480 Nov 12 05:15:57.463350 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-bac1a08c-078d-4ec1-8f00-2600ed4de48f service neutron] 10.222.0.105 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879600 Nov 12 05:15:57.669742 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:15:57.717160 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:15:57.717523 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:58.773859 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-33fe8d63-caf6-48a7-9367-9d05965db744 req-ed1e4be8-0051-4f1a-9fde-402c1f49133f tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 210 time: 0.0758419 Nov 12 05:15:58.839378 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:59.061632 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:15:59.850977 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c70e36cf-44f7-40dd-85a6-5033e82def1b req-86f1e3b3-c1d8-459b-ae43-d15cdbb636c6 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 210 time: 0.0265450 Nov 12 05:16:00.930470 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a6580d11-466e-4ba4-97e2-d252c07f1c92 req-bd9d2706-0c81-4bd0-9a92-db50590c766b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 210 time: 0.0271759 Nov 12 05:16:01.682792 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:16:02.011992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-87ff9f50-c5fe-414f-a6b9-4729479b480c req-dc5e9b9e-3e7f-43a9-8d50-f852c5505d71 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 210 time: 0.0300567 Nov 12 05:16:03.106664 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-f560a781-2e22-45b1-a4c6-5bbdfdc779a3 req-51bc3af1-8018-452b-9025-69417ec4aaae tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 210 time: 0.0288692 Nov 12 05:16:04.207857 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ee1d62db-d563-4367-8722-b20b632ab34d req-a9259f4c-f8b0-4ba9-99ed-33236bd8d3e1 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 210 time: 0.0276766 Nov 12 05:16:05.192815 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-4eccbc08-2ccd-4a7b-ba14-43593a4010f0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:05.194287 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-4eccbc08-2ccd-4a7b-ba14-43593a4010f0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 808 time: 0.1062071 Nov 12 05:16:05.277675 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-24cfb8cf-7987-431b-8d1a-fb01edd74092 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53f78cf1ccab428a99e42465678f4e40 HTTP/1.1" status: 200 len: 380 time: 0.0662715 Nov 12 05:16:05.289487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-a73249ed-7baf-4daf-a216-0e950b3681e5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'port': {'device_id': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'admin_state_up': True, 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'security_groups': ['57de8d76-dc5a-4e20-8642-cbfd1c4da40a']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:05.307868 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9075bb00-1f73-401d-9c61-601b8a4f0b44 req-5f32cd00-baa2-4728-b81a-2ee2868612a2 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 210 time: 0.0280898 Nov 12 05:16:05.473031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-a73249ed-7baf-4daf-a216-0e950b3681e5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Made reservation on behalf of 53f78cf1ccab428a99e42465678f4e40 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:16:05.476566 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-a73249ed-7baf-4daf-a216-0e950b3681e5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:05.618294 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-a73249ed-7baf-4daf-a216-0e950b3681e5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Allocated IP 172.20.0.14 (290ebb62-3488-4941-ab4f-fbe7f05b4b5d/6ca334c9-b84c-4624-a03f-b3faa89d9116/d65059ca-e8ff-4a7f-b54a-823d7c874c7c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:16:05.792324 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-a73249ed-7baf-4daf-a216-0e950b3681e5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:05.896468 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-a73249ed-7baf-4daf-a216-0e950b3681e5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:05.946619 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-a73249ed-7baf-4daf-a216-0e950b3681e5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:05.949725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-a73249ed-7baf-4daf-a216-0e950b3681e5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:05.953498 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-a73249ed-7baf-4daf-a216-0e950b3681e5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:16:05.978182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73249ed-7baf-4daf-a216-0e950b3681e5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'Port': ['ID=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:06.008590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-a73249ed-7baf-4daf-a216-0e950b3681e5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:06.009225 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-a73249ed-7baf-4daf-a216-0e950b3681e5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.099267 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-a73249ed-7baf-4daf-a216-0e950b3681e5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8136308 Nov 12 05:16:06.118342 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Request body: {'port': {'device_id': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:06.178410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6ec1355e-f416-4a30-8b74-2d10e9ae0895 None None] Provisioning complete for port d65059ca-e8ff-4a7f-b54a-823d7c874c7c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:06.179029 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ec1355e-f416-4a30-8b74-2d10e9ae0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.179219 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.217044 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6ec1355e-f416-4a30-8b74-2d10e9ae0895 None None] Port d65059ca-e8ff-4a7f-b54a-823d7c874c7c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:16:06.468397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0195cb-0342-4b8f-be5d-a4bfec751d0a req-f38612e8-bb61-4b49-9b29-d8bc178ca71f tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:06.469859 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc0195cb-0342-4b8f-be5d-a4bfec751d0a req-f38612e8-bb61-4b49-9b29-d8bc178ca71f tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 932 time: 0.0939291 Nov 12 05:16:06.488482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65059ca-e8ff-4a7f-b54a-823d7c874c7c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:06.503488 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.525805 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Transition to ACTIVE for port object d65059ca-e8ff-4a7f-b54a-823d7c874c7c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:16:06.547649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bc0195cb-0342-4b8f-be5d-a4bfec751d0a req-08ef47f3-c524-441d-8bd2-d9ea531193ae tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701902 Nov 12 05:16:06.576152 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.629074 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Pushing event updated for resources: {'Port': ['ID=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:06.699685 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Attempting to bind port d65059ca-e8ff-4a7f-b54a-823d7c874c7c on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:16:06.700024 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Attempting to bind port d65059ca-e8ff-4a7f-b54a-823d7c874c7c by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:16:06.700381 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Attempting to bind port d65059ca-e8ff-4a7f-b54a-823d7c874c7c on network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:06.705016 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Port d65059ca-e8ff-4a7f-b54a-823d7c874c7c on network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:16:06.705550 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Attempting to bind port d65059ca-e8ff-4a7f-b54a-823d7c874c7c on network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:16:06.711326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:16:06.711663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Checking segment: {'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:16:06.712063 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Bound using segment: {'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:16:06.712503 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Bound port: d65059ca-e8ff-4a7f-b54a-823d7c874c7c, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:16:06.712858 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.783060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] For port d65059ca-e8ff-4a7f-b54a-823d7c874c7c, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:16:06.786308 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] For port d65059ca-e8ff-4a7f-b54a-823d7c874c7c, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:16:06.869603 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.900683 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:06.901184 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:06.909156 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] 10.222.0.26 "PUT /v2.0/ports/d65059ca-e8ff-4a7f-b54a-823d7c874c7c HTTP/1.1" status: 200 len: 1093 time: 0.7891378 Nov 12 05:16:06.909156 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:06.910043 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aff701f-8e3c-463c-a1d7-17761a5e642a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:06.947967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c27f4-0ed4-49c5-8aa6-3e2c19fde5ce service neutron] Pushing event updated for resources: {'Port': ['ID=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:07.028816 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306b0efe-8cbf-4c2f-ac07-63e13f9a6f02 x-openstack-request-id: req-306b0efe-8cbf-4c2f-ac07-63e13f9a6f02 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:07.029118 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:07.029370 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-306b0efe-8cbf-4c2f-ac07-63e13f9a6f02 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:07.029772 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'status': 'completed', 'code': 200} Nov 12 05:16:07.096829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-d8344eb6-160f-4131-a427-7b62eada0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:07.098357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-d8344eb6-160f-4131-a427-7b62eada0077 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 1096 time: 0.0428536 Nov 12 05:16:07.148813 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-0d09dc5f-d53e-4e75-90d4-c903f23b7512 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c HTTP/1.1" status: 200 len: 217 time: 0.0342293 Nov 12 05:16:07.203624 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-2075bc89-aa62-4bef-ac29-b2d69f82c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:07.205015 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-2075bc89-aa62-4bef-ac29-b2d69f82c8d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0491352 Nov 12 05:16:07.254778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-bdcd21b3-e1c3-4295-854d-4a9ebbfaf864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:07.256331 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-bdcd21b3-e1c3-4295-854d-4a9ebbfaf864 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433755 Nov 12 05:16:07.366636 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-f219afd0-5ced-41b8-b149-ea0aa05ca00d service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021111 Nov 12 05:16:07.466263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e76bccb1-e254-48e2-97a8-26731295ac7c req-b0d14fa0-a6c7-4cd6-a256-39cefef32842 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912695 Nov 12 05:16:07.715390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a0e06-4bc5-41ca-9405-e9430dfeb9bb req-fb10c1ba-bfcd-472f-b87d-46bdb815dc55 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:07.717007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-757a0e06-4bc5-41ca-9405-e9430dfeb9bb req-fb10c1ba-bfcd-472f-b87d-46bdb815dc55 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0946653 Nov 12 05:16:07.722315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff701f-8e3c-463c-a1d7-17761a5e642a req-12475457-1e82-4be3-9db5-389cf65e1628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:07.723758 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5aff701f-8e3c-463c-a1d7-17761a5e642a req-12475457-1e82-4be3-9db5-389cf65e1628 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 1096 time: 0.0723825 Nov 12 05:16:07.821565 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-757a0e06-4bc5-41ca-9405-e9430dfeb9bb req-4a7dc056-76c6-4773-abb6-73bb81659e0f tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968609 Nov 12 05:16:07.844425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff701f-8e3c-463c-a1d7-17761a5e642a req-5663f529-785b-44f2-92b4-663dbda33bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:07.845888 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5aff701f-8e3c-463c-a1d7-17761a5e642a req-5663f529-785b-44f2-92b4-663dbda33bc8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.1143742 Nov 12 05:16:07.891254 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5aff701f-8e3c-463c-a1d7-17761a5e642a req-04757055-42df-453d-b1dc-836ea51d9b5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c HTTP/1.1" status: 200 len: 217 time: 0.0376229 Nov 12 05:16:07.941487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff701f-8e3c-463c-a1d7-17761a5e642a req-b63bad02-4d1f-4e01-849e-8c19c0b3b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:07.942943 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5aff701f-8e3c-463c-a1d7-17761a5e642a req-b63bad02-4d1f-4e01-849e-8c19c0b3b1a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0443201 Nov 12 05:16:07.988774 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff701f-8e3c-463c-a1d7-17761a5e642a req-1a94efe2-d36d-4a7f-8786-0f0a8498679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:07.990153 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5aff701f-8e3c-463c-a1d7-17761a5e642a req-1a94efe2-d36d-4a7f-8786-0f0a8498679c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399487 Nov 12 05:16:08.087033 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5aff701f-8e3c-463c-a1d7-17761a5e642a req-5b7a0506-73a5-498c-9ba4-662b3cf58f73 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886762 Nov 12 05:16:08.180089 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5aff701f-8e3c-463c-a1d7-17761a5e642a req-0dbab170-106a-425a-bb3b-ed74919690d7 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843899 Nov 12 05:16:08.940472 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8108df2-e756-4cc0-8ba6-76d761d94af2 req-94ce21cb-f71b-4495-ae82-48f8233a37c3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:08.942094 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a8108df2-e756-4cc0-8ba6-76d761d94af2 req-94ce21cb-f71b-4495-ae82-48f8233a37c3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0511065 Nov 12 05:16:08.996334 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a8108df2-e756-4cc0-8ba6-76d761d94af2 req-4b177394-7c3f-441d-b096-af5c6f15bf89 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458570 Nov 12 05:16:10.120367 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a1b5c-afe7-4a1c-9318-2d583def675f req-6994b9d2-6db6-4766-8b18-49f93fc07a69 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:10.121949 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a27a1b5c-afe7-4a1c-9318-2d583def675f req-6994b9d2-6db6-4766-8b18-49f93fc07a69 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0550129 Nov 12 05:16:10.173887 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a27a1b5c-afe7-4a1c-9318-2d583def675f req-5c90c634-80e2-4609-93fa-f14fc7a84580 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458438 Nov 12 05:16:11.287134 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83599c73-c268-441c-9b52-4184b47c0865 req-fac5a4f5-6446-4f0c-a097-560527cf20c3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:11.288612 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83599c73-c268-441c-9b52-4184b47c0865 req-fac5a4f5-6446-4f0c-a097-560527cf20c3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0477245 Nov 12 05:16:11.342942 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-83599c73-c268-441c-9b52-4184b47c0865 req-cfb31726-3601-498e-bc85-cd122d518e8a tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481117 Nov 12 05:16:12.464616 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a5d9a-1379-40a3-b42c-e86d83367e68 req-c3afba74-3641-4a53-81ee-f8b9031228ae tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:12.466075 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b0a5d9a-1379-40a3-b42c-e86d83367e68 req-c3afba74-3641-4a53-81ee-f8b9031228ae tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0484655 Nov 12 05:16:12.514510 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b0a5d9a-1379-40a3-b42c-e86d83367e68 req-f9e2ae5e-9506-4ee7-89e0-5ecc5df10fb7 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426433 Nov 12 05:16:13.241683 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d65059ca-e8ff-4a7f-b54a-823d7c874c7c details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:16:13.352849 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d65059ca-e8ff-4a7f-b54a-823d7c874c7c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:13.369884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'port_id': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'mac_address': 'fa:16:3e:e9:72:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:16:13.411331 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:13.424423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65059ca-e8ff-4a7f-b54a-823d7c874c7c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:16:13.445733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d65059ca-e8ff-4a7f-b54a-823d7c874c7c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:13.513223 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:13.563074 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:13.635519 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bf8c0-b10e-434e-81df-1fbb2532a74a req-18723e78-ef50-41f3-ac63-b566349ac54a tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:13.637337 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-106bf8c0-b10e-434e-81df-1fbb2532a74a req-18723e78-ef50-41f3-ac63-b566349ac54a tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 945 time: 0.0526090 Nov 12 05:16:13.702425 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-106bf8c0-b10e-434e-81df-1fbb2532a74a req-315db0c4-ef2a-43ea-8bd0-8694ed457266 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580518 Nov 12 05:16:13.984776 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['d65059ca-e8ff-4a7f-b54a-823d7c874c7c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:16:14.823068 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28888e30-ae6a-4408-821f-c16bf5bc1e14 req-37c0e140-b3a3-401d-9b00-b01e2fbf74f4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:14.824643 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28888e30-ae6a-4408-821f-c16bf5bc1e14 req-37c0e140-b3a3-401d-9b00-b01e2fbf74f4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 945 time: 0.0532229 Nov 12 05:16:14.877152 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28888e30-ae6a-4408-821f-c16bf5bc1e14 req-3fdb3fef-1fee-47a1-875c-7e624d511adf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463169 Nov 12 05:16:15.239485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d65059ca-e8ff-4a7f-b54a-823d7c874c7c up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:16:15.364021 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port d65059ca-e8ff-4a7f-b54a-823d7c874c7c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:16:15.367939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port d65059ca-e8ff-4a7f-b54a-823d7c874c7c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:16:15.368412 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:15.447194 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:15.469703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:15.471931 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635c70bd-af0c-4c0b-94e5-5a008d4049b0" -d '{"events": [{"server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "name": "network-vif-plugged", "status": "completed", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:15.484667 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d65059ca-e8ff-4a7f-b54a-823d7c874c7c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:16:15.561480 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2120d02f-af93-4cf5-b13b-f9a5b9861f07 x-openstack-request-id: req-2120d02f-af93-4cf5-b13b-f9a5b9861f07 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:15.561779 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "name": "network-vif-plugged", "status": "completed", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:15.562044 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2120d02f-af93-4cf5-b13b-f9a5b9861f07 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:15.562444 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'code': 200} Nov 12 05:16:15.593311 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:15.646145 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:15.693081 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39376739-b26c-4d26-8390-79595014ef41 req-16300b27-ceab-40b5-9993-d8d28b710b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:15.694600 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-39376739-b26c-4d26-8390-79595014ef41 req-16300b27-ceab-40b5-9993-d8d28b710b9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 1098 time: 0.0410340 Nov 12 05:16:15.740780 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-39376739-b26c-4d26-8390-79595014ef41 req-5b98ad25-bdcf-41a1-bf13-303390d47a8d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391426 Nov 12 05:16:15.995726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b1b21-4274-4d19-a43e-2a3ccb86b96e req-0190c2ca-606c-4a6e-9da1-b1b6b1ab963f tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:15.997233 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e3b1b21-4274-4d19-a43e-2a3ccb86b96e req-0190c2ca-606c-4a6e-9da1-b1b6b1ab963f tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0484738 Nov 12 05:16:16.051226 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e3b1b21-4274-4d19-a43e-2a3ccb86b96e req-4740bf0f-878d-4dd2-a643-ccb1a0c29fb7 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474727 Nov 12 05:16:17.178730 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07604586-f741-4645-962f-94d887e71ca1 req-a22e9c64-73f9-4f37-876b-09277e8e39e8 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:17.180277 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07604586-f741-4645-962f-94d887e71ca1 req-a22e9c64-73f9-4f37-876b-09277e8e39e8 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0576308 Nov 12 05:16:17.230429 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-07604586-f741-4645-962f-94d887e71ca1 req-49494e17-c790-40d3-b84b-b84d62f66829 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441511 Nov 12 05:16:18.343319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf21d3b-cc54-4c4b-be1b-1c6e6456b081 req-77f5747a-ec34-42cb-8cca-906b3980835a tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:18.344929 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3cf21d3b-cc54-4c4b-be1b-1c6e6456b081 req-77f5747a-ec34-42cb-8cca-906b3980835a tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0493522 Nov 12 05:16:18.395381 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3cf21d3b-cc54-4c4b-be1b-1c6e6456b081 req-7ae6b427-a753-4b07-bc17-c66199a15a87 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439210 Nov 12 05:16:18.513494 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd19f3-2331-4051-93b2-c2ff033ebca6 req-17764762-6686-4cd1-aa00-00eb03323742 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:18.514870 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22dd19f3-2331-4051-93b2-c2ff033ebca6 req-17764762-6686-4cd1-aa00-00eb03323742 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0531948 Nov 12 05:16:18.564317 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-22dd19f3-2331-4051-93b2-c2ff033ebca6 req-b5f3bf95-28b9-4dd4-8f2f-743406136d37 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433671 Nov 12 05:16:18.586515 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35804) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:18.671722 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb52b6-0c78-416e-a874-03f64e424550 tempest-TestShelveInstance-1059019912 tempest-TestShelveInstance-1059019912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:18.673327 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-05eb52b6-0c78-416e-a874-03f64e424550 tempest-TestShelveInstance-1059019912 tempest-TestShelveInstance-1059019912-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 1093 time: 0.0858314 Nov 12 05:16:18.676432 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 35808) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:16:18.680699 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:16:18.758215 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:18.858755 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:18.960214 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Allocated IP 172.25.8.127 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/8150c5a3-cca1-4e2a-bc7b-4b0d44af25f0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:16:19.068760 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.164223 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.204626 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:16:19.208112 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:16:19.210718 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:16:19.235061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'Port': ['ID=8150c5a3-cca1-4e2a-bc7b-4b0d44af25f0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:19.570766 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.709467 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.855957 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:19.935148 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:20.000842 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'Port': ['ID=8150c5a3-cca1-4e2a-bc7b-4b0d44af25f0,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:16:20.012389 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:20.114165 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Floating IP 92ffae4d-2137-4138-8566-4be9152ab0e3 associated. External IP: 172.25.8.127, port: d65059ca-e8ff-4a7f-b54a-823d7c874c7c. Nov 12 05:16:20.163682 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:20.323241 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Router 8360e771-c19f-405c-a28a-878bba4c264a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:16:20.431230 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:16:20.441250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195515e2-1720-4088-b3d8-b2f5249f2699 None None] Sync routers for ids ['8360e771-c19f-405c-a28a-878bba4c264a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:16:20.454456 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195515e2-1720-4088-b3d8-b2f5249f2699 None None] Routers {'8360e771-c19f-405c-a28a-878bba4c264a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:20.455085 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-195515e2-1720-4088-b3d8-b2f5249f2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:15:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8360e771-c19f-405c-a28a-878bba4c264a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:20.507873 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:20.535138 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-086869c4-b649-42ce-8867-34c5cdcc80ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8575909 Nov 12 05:16:20.535671 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:16:20.537949 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5c1202-2f98-40b6-af30-84390c9671bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:16:20.562368 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-195515e2-1720-4088-b3d8-b2f5249f2699 None None] Set router 8360e771-c19f-405c-a28a-878bba4c264a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:20.579012 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a92c460-f344-4693-b588-389426f3181b x-openstack-request-id: req-2a92c460-f344-4693-b588-389426f3181b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:16:20.579012 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:16:20.579012 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2a92c460-f344-4693-b588-389426f3181b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:16:20.579012 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'status': 'completed', 'code': 200} Nov 12 05:16:20.661596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c1202-2f98-40b6-af30-84390c9671bf req-6d290fdf-4d3d-4cfa-97cb-808412b7c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:20.663015 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f5c1202-2f98-40b6-af30-84390c9671bf req-6d290fdf-4d3d-4cfa-97cb-808412b7c00a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 1098 time: 0.0422840 Nov 12 05:16:20.757298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c1202-2f98-40b6-af30-84390c9671bf req-651a1600-63dc-48d9-bdb4-25d840565a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:20.758912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f5c1202-2f98-40b6-af30-84390c9671bf req-651a1600-63dc-48d9-bdb4-25d840565a98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0885265 Nov 12 05:16:20.790390 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-195515e2-1720-4088-b3d8-b2f5249f2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '92ffae4d-2137-4138-8566-4be9152ab0e3', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'port_id': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'mac_address': 'fa:16:3e:e9:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:16:19Z', 'updated_at': '2021-11-12T05:16:19Z', 'revision_number': 0, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:47Z', 'revision_number': 5, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:20.817097 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195515e2-1720-4088-b3d8-b2f5249f2699 None None] Checking router: 8360e771-c19f-405c-a28a-878bba4c264a for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:16:20.824461 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f5c1202-2f98-40b6-af30-84390c9671bf req-3f63a4e0-495d-443f-b529-f0986fc1c735 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c HTTP/1.1" status: 200 len: 1000 time: 0.0579526 Nov 12 05:16:20.825373 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195515e2-1720-4088-b3d8-b2f5249f2699 None None] Routers {'8360e771-c19f-405c-a28a-878bba4c264a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:16:20.825978 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-195515e2-1720-4088-b3d8-b2f5249f2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:15:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8360e771-c19f-405c-a28a-878bba4c264a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:20.879090 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c1202-2f98-40b6-af30-84390c9671bf req-c2ac21dc-2c40-4a7f-9a36-bdcb8d08a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:20.880563 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f5c1202-2f98-40b6-af30-84390c9671bf req-c2ac21dc-2c40-4a7f-9a36-bdcb8d08a659 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0468073 Nov 12 05:16:20.930295 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c1202-2f98-40b6-af30-84390c9671bf req-11e0d5b8-d8c3-4fce-a6f9-6d2d9ccaaf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:16:20.931897 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f5c1202-2f98-40b6-af30-84390c9671bf req-11e0d5b8-d8c3-4fce-a6f9-6d2d9ccaaf64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418842 Nov 12 05:16:20.934781 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-195515e2-1720-4088-b3d8-b2f5249f2699 None None] Set router 8360e771-c19f-405c-a28a-878bba4c264a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:16:21.027874 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f5c1202-2f98-40b6-af30-84390c9671bf req-18a7a2e2-ff2f-4703-9f70-8035c5d95ef7 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870743 Nov 12 05:16:21.127964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2f5c1202-2f98-40b6-af30-84390c9671bf req-491c91f3-a828-49c5-93a3-b0c95b2765c4 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923817 Nov 12 05:16:21.170015 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-195515e2-1720-4088-b3d8-b2f5249f2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '92ffae4d-2137-4138-8566-4be9152ab0e3', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'port_id': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'mac_address': 'fa:16:3e:e9:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:16:19Z', 'updated_at': '2021-11-12T05:16:19Z', 'revision_number': 0, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:47Z', 'revision_number': 5, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:16:21.371328 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195515e2-1720-4088-b3d8-b2f5249f2699 None None] The sync data for ids ['8360e771-c19f-405c-a28a-878bba4c264a'] in n-d-767704-23 is: [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '92ffae4d-2137-4138-8566-4be9152ab0e3', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'port_id': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'mac_address': 'fa:16:3e:e9:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:16:19Z', 'updated_at': '2021-11-12T05:16:19Z', 'revision_number': 0, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:47Z', 'revision_number': 5, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:16:21.572218 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a4f3c-1c4c-4f8e-9c9d-acfa81fdbb7f None None] New status for floating IP 92ffae4d-2137-4138-8566-4be9152ab0e3: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:16:23.169508 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27c5cd05-a089-4628-9a27-4dff60a7b322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:25.729336 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:26.952230 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4038e076-044a-4785-a235-8a7ec286ec82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:27.089341 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:28.816509 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:29.066615 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:38.682303 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:16:50.185546 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:53.174181 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6440835-2360-4f55-9e4b-158e60650495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:55.785943 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:56.945406 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e00f-47c9-4b00-8a16-392f9a6734e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:57.093878 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:58.842168 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:16:59.053957 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:03.819539 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42d06e47-581c-4e91-bff2-d2fd76675428 req-192b5267-d51c-4d14-a910-fabbec7a78ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0947030 Nov 12 05:17:03.918613 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d06e47-581c-4e91-bff2-d2fd76675428 req-b93b3b1a-2cf1-439e-94ce-616f82f3d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:03.920126 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42d06e47-581c-4e91-bff2-d2fd76675428 req-b93b3b1a-2cf1-439e-94ce-616f82f3d516 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 1098 time: 0.0399542 Nov 12 05:17:04.030635 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d06e47-581c-4e91-bff2-d2fd76675428 req-fe3e803e-a078-4f7e-8198-70f71c070e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:04.032579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42d06e47-581c-4e91-bff2-d2fd76675428 req-fe3e803e-a078-4f7e-8198-70f71c070e4b service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0907695 Nov 12 05:17:04.099192 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42d06e47-581c-4e91-bff2-d2fd76675428 req-3dffb90c-9584-4a6c-a0ac-4f9b631a982d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c HTTP/1.1" status: 200 len: 1002 time: 0.0592284 Nov 12 05:17:04.153384 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d06e47-581c-4e91-bff2-d2fd76675428 req-4a9105a0-4ebb-40a3-b4c2-21318f0ce4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:04.154832 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42d06e47-581c-4e91-bff2-d2fd76675428 req-4a9105a0-4ebb-40a3-b4c2-21318f0ce4ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0482748 Nov 12 05:17:04.202153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d06e47-581c-4e91-bff2-d2fd76675428 req-ba39a86c-2696-419e-8c73-a43ff0673c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:17:04.203665 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42d06e47-581c-4e91-bff2-d2fd76675428 req-ba39a86c-2696-419e-8c73-a43ff0673c8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408304 Nov 12 05:17:04.297159 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42d06e47-581c-4e91-bff2-d2fd76675428 req-697b96e1-a114-4267-a744-3f0570ba33e2 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842683 Nov 12 05:17:04.395396 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42d06e47-581c-4e91-bff2-d2fd76675428 req-d247338d-495e-4c3f-a1d2-614d72dcfeec service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905983 Nov 12 05:17:15.681475 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:17:20.190345 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:23.190309 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e34ae568-f2bc-4414-a2cd-c5376bf552f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:25.784386 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:26.939097 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e452ab3c-20ba-48f0-a9d5-307c526055a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:27.092909 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:28.869917 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:29.058837 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:50.190246 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:52.680817 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:17:53.183624 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-426e2f99-8b49-4ec8-917e-08e0f5514aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:55.778282 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:56.955736 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a2989b7-59a7-44f2-8f11-901738172974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:57.127417 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:58.851678 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:17:59.068440 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:04.764648 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63f51ee4-bb29-46b7-ba65-7e3c86b4e7cc req-51b94162-c9dc-420c-a99d-11729ebe18da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410161 Nov 12 05:18:04.870994 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f51ee4-bb29-46b7-ba65-7e3c86b4e7cc req-0ef1a8e9-adf5-41bb-8b8c-bd9d5c9e1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:04.872505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63f51ee4-bb29-46b7-ba65-7e3c86b4e7cc req-0ef1a8e9-adf5-41bb-8b8c-bd9d5c9e1105 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 1098 time: 0.0462489 Nov 12 05:18:04.977945 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f51ee4-bb29-46b7-ba65-7e3c86b4e7cc req-df32d975-6505-4294-899b-02a4b2117d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:04.979422 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63f51ee4-bb29-46b7-ba65-7e3c86b4e7cc req-df32d975-6505-4294-899b-02a4b2117d3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0870800 Nov 12 05:18:05.047507 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63f51ee4-bb29-46b7-ba65-7e3c86b4e7cc req-a6868a76-c029-487e-80dd-72e51ba0e754 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c HTTP/1.1" status: 200 len: 1002 time: 0.0609019 Nov 12 05:18:05.096475 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f51ee4-bb29-46b7-ba65-7e3c86b4e7cc req-0fdf0d72-e555-4da4-ab09-816f675dd546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:05.098523 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63f51ee4-bb29-46b7-ba65-7e3c86b4e7cc req-0fdf0d72-e555-4da4-ab09-816f675dd546 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0438561 Nov 12 05:18:05.144705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f51ee4-bb29-46b7-ba65-7e3c86b4e7cc req-43230260-7bbf-491e-a024-d6e179871aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:05.146196 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63f51ee4-bb29-46b7-ba65-7e3c86b4e7cc req-43230260-7bbf-491e-a024-d6e179871aaf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396743 Nov 12 05:18:05.241148 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63f51ee4-bb29-46b7-ba65-7e3c86b4e7cc req-26bd95e2-db6c-4754-83b0-0aa299d79b3b service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869758 Nov 12 05:18:05.332701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-63f51ee4-bb29-46b7-ba65-7e3c86b4e7cc req-76f7e91e-3e40-4401-8cdb-9bfa86f24121 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835540 Nov 12 05:18:20.178227 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:23.223351 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d3b16ae-91ec-47b7-bf58-95f76ded9951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:25.771971 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:26.948970 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7791d9bb-a0a3-4bb6-b8b8-6361db07ecb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:27.108805 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:28.885843 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:29.057357 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:29.680008 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:18:50.177299 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:53.228793 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb5acd8b-6d0f-40b7-be2d-65be8c1e8666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:55.792405 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:56.958215 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-472203ab-a27d-4e19-8326-17a815090287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:57.101956 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:58.261186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9329d6a-f066-439d-aca4-c0f3dd983e6f req-83d1c359-1de4-4d1f-aaca-8f4dc1004540 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:58.262605 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f9329d6a-f066-439d-aca4-c0f3dd983e6f req-83d1c359-1de4-4d1f-aaca-8f4dc1004540 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0529361 Nov 12 05:18:58.321826 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f9329d6a-f066-439d-aca4-c0f3dd983e6f req-df7253dc-d36e-4dc5-8199-c1e8bd9eab2e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529385 Nov 12 05:18:58.862809 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:59.054992 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:18:59.477502 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77f1a1-c00c-4c6f-8e87-741aaa9bc028 req-40e54a72-928c-4552-883a-e8cec07a115c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:18:59.479049 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e77f1a1-c00c-4c6f-8e87-741aaa9bc028 req-40e54a72-928c-4552-883a-e8cec07a115c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0566194 Nov 12 05:18:59.532933 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0e77f1a1-c00c-4c6f-8e87-741aaa9bc028 req-8aec69ea-299d-4ef5-b69c-4d2e500a1deb tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477853 Nov 12 05:19:00.674980 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb51203-f57c-455a-8820-1c1e342c1391 req-176d0a41-f881-423e-b60e-581766640435 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:00.676373 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1eb51203-f57c-455a-8820-1c1e342c1391 req-176d0a41-f881-423e-b60e-581766640435 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0498824 Nov 12 05:19:00.727109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1eb51203-f57c-455a-8820-1c1e342c1391 req-a0440157-c9e9-4143-96b0-f78360e862fe tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447369 Nov 12 05:19:01.842800 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9bb56-55a8-4add-8bef-37e046f61a30 req-954f4b70-5ee3-4e81-94c9-5ca30da85610 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:01.844292 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2b9bb56-55a8-4add-8bef-37e046f61a30 req-954f4b70-5ee3-4e81-94c9-5ca30da85610 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0501232 Nov 12 05:19:01.895671 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a2b9bb56-55a8-4add-8bef-37e046f61a30 req-c147b589-ea8b-4fff-908a-533a19a8c4e2 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452738 Nov 12 05:19:03.011179 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc141b7-be8f-4cc8-860e-666127ae172a req-8dcc609f-5e40-4ad5-b0f5-dd3529527410 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:03.012671 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fc141b7-be8f-4cc8-860e-666127ae172a req-8dcc609f-5e40-4ad5-b0f5-dd3529527410 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0481088 Nov 12 05:19:03.061585 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5fc141b7-be8f-4cc8-860e-666127ae172a req-5d59dc8e-a118-4ad8-bb2b-9a3c4e740b56 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428236 Nov 12 05:19:04.175797 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5c8ce-ba85-428a-8b70-8cec12bd4128 req-9a376ec8-9b65-46fa-8bbc-e9bdd55f73e8 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:04.177297 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-53a5c8ce-ba85-428a-8b70-8cec12bd4128 req-9a376ec8-9b65-46fa-8bbc-e9bdd55f73e8 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0485275 Nov 12 05:19:04.227170 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-53a5c8ce-ba85-428a-8b70-8cec12bd4128 req-0f7a976e-f746-46bb-82f3-60b6aab17990 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432189 Nov 12 05:19:05.350261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ba02c-d99a-4f37-a94a-8243bea99640 req-cc0734c1-5c53-4800-87e7-15b869452721 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:05.352252 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f17ba02c-d99a-4f37-a94a-8243bea99640 req-cc0734c1-5c53-4800-87e7-15b869452721 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0521064 Nov 12 05:19:05.402724 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f17ba02c-d99a-4f37-a94a-8243bea99640 req-26d34c2d-923e-45bd-82cd-bc5f9fbf57fb tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444665 Nov 12 05:19:05.828671 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ef4d2-16a4-4968-ab56-ed48f64abddd req-81b28d43-b63f-4d9e-99f7-fd219f690694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:05.830214 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-387ef4d2-16a4-4968-ab56-ed48f64abddd req-81b28d43-b63f-4d9e-99f7-fd219f690694 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 1098 time: 0.0453391 Nov 12 05:19:05.976424 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ef4d2-16a4-4968-ab56-ed48f64abddd req-638ed5b1-3caa-4479-bc1e-2b7ea5858ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:05.977807 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-387ef4d2-16a4-4968-ab56-ed48f64abddd req-638ed5b1-3caa-4479-bc1e-2b7ea5858ba3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0917640 Nov 12 05:19:06.043020 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-387ef4d2-16a4-4968-ab56-ed48f64abddd req-01acf688-ee53-42fc-a2aa-055e9310c54c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c HTTP/1.1" status: 200 len: 1002 time: 0.0580251 Nov 12 05:19:06.092676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ef4d2-16a4-4968-ab56-ed48f64abddd req-d861ea8e-9d1d-4d0a-ad76-403fd2067924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:06.094092 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-387ef4d2-16a4-4968-ab56-ed48f64abddd req-d861ea8e-9d1d-4d0a-ad76-403fd2067924 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0442557 Nov 12 05:19:06.142848 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ef4d2-16a4-4968-ab56-ed48f64abddd req-5df07a4d-171f-49cc-b613-6ce0cd938b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:06.144324 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-387ef4d2-16a4-4968-ab56-ed48f64abddd req-5df07a4d-171f-49cc-b613-6ce0cd938b10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426953 Nov 12 05:19:06.232833 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-387ef4d2-16a4-4968-ab56-ed48f64abddd req-85d990da-bade-4a26-8023-82f45cfb31a6 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802891 Nov 12 05:19:06.327729 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-387ef4d2-16a4-4968-ab56-ed48f64abddd req-bc9f6cf4-cd6f-4335-8ef9-7fee5ffa68cc service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873127 Nov 12 05:19:06.521530 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcef31-670a-496a-bae4-f0f4c40b3d40 req-0495001f-ce6e-4aad-951a-72d3fd39c86b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:06.522892 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-87bcef31-670a-496a-bae4-f0f4c40b3d40 req-0495001f-ce6e-4aad-951a-72d3fd39c86b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0519946 Nov 12 05:19:06.570803 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-87bcef31-670a-496a-bae4-f0f4c40b3d40 req-7ae7ef9d-3c23-436d-a043-8597391038f9 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Nov 12 05:19:06.680415 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:19:07.685529 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48360e85-4ccc-4f49-b743-a80019ef6448 req-aebef668-85da-4ba9-a87b-c14ddaac75e0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:07.686911 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-48360e85-4ccc-4f49-b743-a80019ef6448 req-aebef668-85da-4ba9-a87b-c14ddaac75e0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0492778 Nov 12 05:19:07.735308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-48360e85-4ccc-4f49-b743-a80019ef6448 req-869ce477-030e-43a7-8364-537980372d16 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425310 Nov 12 05:19:08.851982 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c289b6-4ec9-4a11-a7b1-295b7add8ae2 req-e81c8b31-407e-47f6-986e-539532d133a2 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:08.853553 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-72c289b6-4ec9-4a11-a7b1-295b7add8ae2 req-e81c8b31-407e-47f6-986e-539532d133a2 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0494964 Nov 12 05:19:08.903788 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-72c289b6-4ec9-4a11-a7b1-295b7add8ae2 req-7509e922-0207-4dd9-b67f-b72501f0a04e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443316 Nov 12 05:19:10.024817 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce3739-9b66-4360-9a5a-c9af29c70662 req-6750d991-d159-4238-9030-65aedde4197b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:10.026310 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9ce3739-9b66-4360-9a5a-c9af29c70662 req-6750d991-d159-4238-9030-65aedde4197b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0514662 Nov 12 05:19:10.082821 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d9ce3739-9b66-4360-9a5a-c9af29c70662 req-15d3c033-1a5f-4daa-ad50-271bbe181c71 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501528 Nov 12 05:19:11.211395 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe981c2-be22-4a63-81d9-c75047291511 req-1f678686-eed8-40fe-8c31-e1d7063c2187 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:11.212952 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dbe981c2-be22-4a63-81d9-c75047291511 req-1f678686-eed8-40fe-8c31-e1d7063c2187 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0550466 Nov 12 05:19:11.266993 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-dbe981c2-be22-4a63-81d9-c75047291511 req-7dc85901-5ea5-4378-9caa-5937b5bc9461 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470757 Nov 12 05:19:11.968700 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d65059ca-e8ff-4a7f-b54a-823d7c874c7c details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:19:12.066399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d65059ca-e8ff-4a7f-b54a-823d7c874c7c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:12.076973 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'port_id': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'mac_address': 'fa:16:3e:e9:72:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:19:12.113523 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:12.126535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d65059ca-e8ff-4a7f-b54a-823d7c874c7c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:12.144694 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d65059ca-e8ff-4a7f-b54a-823d7c874c7c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:12.257100 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:12.318605 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:12.319964 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:12.320349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:12.320693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:12.321025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:12.321348 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:12.321680 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:12.322000 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:12.322319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:12.322643 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:12.322961 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:12.323278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:12.324308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:19:12.399278 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c34b48-63ed-40ef-abb5-867ef057da4c req-1d02ffc6-0881-448a-a64b-38758a128ee1 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:12.402723 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05c34b48-63ed-40ef-abb5-867ef057da4c req-1d02ffc6-0881-448a-a64b-38758a128ee1 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 945 time: 0.0593965 Nov 12 05:19:12.421308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['d65059ca-e8ff-4a7f-b54a-823d7c874c7c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:12.455611 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05c34b48-63ed-40ef-abb5-867ef057da4c req-d7b4f203-6769-4261-9796-06546eebba4e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468900 Nov 12 05:19:13.572437 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d7d6-8cbe-493d-a92a-2e2b6e74a50f req-909de3c7-2e06-46f0-93d8-5a545d449e21 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:13.573980 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d890d7d6-8cbe-493d-a92a-2e2b6e74a50f req-909de3c7-2e06-46f0-93d8-5a545d449e21 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 945 time: 0.0486119 Nov 12 05:19:13.630402 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d890d7d6-8cbe-493d-a92a-2e2b6e74a50f req-29edd228-2c5b-4719-9fa5-3a325d53a65b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496867 Nov 12 05:19:13.970349 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d65059ca-e8ff-4a7f-b54a-823d7c874c7c up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:14.024283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port d65059ca-e8ff-4a7f-b54a-823d7c874c7c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:14.024654 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.103375 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.126701 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:14.128996 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651b2966-b314-4579-a501-646d85beb925" -d '{"events": [{"server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "name": "network-vif-plugged", "status": "completed", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:14.151559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d65059ca-e8ff-4a7f-b54a-823d7c874c7c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:14.329334 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:14.386768 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:14.745792 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb5d52-dcc1-4b27-af46-cd9c11805bb6 req-56236f19-95e5-467a-8f56-2dfaa0afaa54 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:14.747427 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9fb5d52-dcc1-4b27-af46-cd9c11805bb6 req-56236f19-95e5-467a-8f56-2dfaa0afaa54 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0494866 Nov 12 05:19:14.800938 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b9fb5d52-dcc1-4b27-af46-cd9c11805bb6 req-09443391-55fb-42aa-98f5-ec7101d4f5e7 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472298 Nov 12 05:19:15.188301 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb47e58b-6e9b-438f-8ace-7caae6b082b9 x-openstack-request-id: req-cb47e58b-6e9b-438f-8ace-7caae6b082b9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:15.188772 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "name": "network-vif-plugged", "status": "completed", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:15.188894 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cb47e58b-6e9b-438f-8ace-7caae6b082b9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:15.189241 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'code': 200} Nov 12 05:19:15.918044 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc782f4-1c84-464a-9f99-73fcf56324e7 req-d1896fc3-a00f-4ea3-b88e-dc4529f19e55 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:15.919364 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6fc782f4-1c84-464a-9f99-73fcf56324e7 req-d1896fc3-a00f-4ea3-b88e-dc4529f19e55 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0493670 Nov 12 05:19:15.969970 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6fc782f4-1c84-464a-9f99-73fcf56324e7 req-2fc39c40-39a4-4076-a66c-2d9ecf358c1b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443361 Nov 12 05:19:17.104572 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a6340-834d-464a-a98f-14472fcd6580 req-5164486d-5577-490b-99d4-707ec6a79ed9 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:17.106975 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c07a6340-834d-464a-a98f-14472fcd6580 req-5164486d-5577-490b-99d4-707ec6a79ed9 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0595920 Nov 12 05:19:17.161658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c07a6340-834d-464a-a98f-14472fcd6580 req-37643d78-f957-42c1-a73f-6dba085a7d64 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464211 Nov 12 05:19:18.319315 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824bbfa-8ef1-496c-a57e-aa18e8f4e494 req-179aa025-4e46-4d73-a5b5-5fc9459530a4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:18.324538 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8824bbfa-8ef1-496c-a57e-aa18e8f4e494 req-179aa025-4e46-4d73-a5b5-5fc9459530a4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0624855 Nov 12 05:19:18.378361 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-8824bbfa-8ef1-496c-a57e-aa18e8f4e494 req-72333a4a-a47d-4e7b-8c67-5500293ab20d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496640 Nov 12 05:19:19.528422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bcd24-7673-4c81-87ab-85d7c2f1731a req-6a252eab-ed21-4f68-8367-01089687aef0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:19.530984 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e5bcd24-7673-4c81-87ab-85d7c2f1731a req-6a252eab-ed21-4f68-8367-01089687aef0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0601079 Nov 12 05:19:19.590705 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6e5bcd24-7673-4c81-87ab-85d7c2f1731a req-458e8392-39ee-4698-abba-f15ef5f45680 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521939 Nov 12 05:19:20.165941 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:20.730303 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67336902-e374-478f-bd45-3fb767674e30 req-c5664e90-85d5-40de-be0c-6d20f16dbbb4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:20.731832 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67336902-e374-478f-bd45-3fb767674e30 req-c5664e90-85d5-40de-be0c-6d20f16dbbb4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0599706 Nov 12 05:19:20.792560 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-67336902-e374-478f-bd45-3fb767674e30 req-de59c119-fa9c-4135-a0ac-c799534dd0c4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525420 Nov 12 05:19:21.919242 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026143a9-e664-4d6a-a5a8-73d6cfdc93d9 req-f770b494-68bf-4210-a91c-10998d4f2be1 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:21.920794 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-026143a9-e664-4d6a-a5a8-73d6cfdc93d9 req-f770b494-68bf-4210-a91c-10998d4f2be1 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0542297 Nov 12 05:19:21.975553 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-026143a9-e664-4d6a-a5a8-73d6cfdc93d9 req-d6a51177-e203-4574-b041-b52f388aef64 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461695 Nov 12 05:19:23.108709 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fcdeb-cd65-4836-af7c-c914670f946d req-4207f5ad-ce80-4251-98a0-3ba2b8c31740 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:23.116523 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e87fcdeb-cd65-4836-af7c-c914670f946d req-4207f5ad-ce80-4251-98a0-3ba2b8c31740 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0569761 Nov 12 05:19:23.164515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-e87fcdeb-cd65-4836-af7c-c914670f946d req-e7e3642b-c0f3-4e66-a9e9-ace7cb3ffe31 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469544 Nov 12 05:19:23.188455 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-816f00ed-9b71-46a6-93c2-ac200830736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:24.320988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56f3c3-060b-4074-857e-3e68cfad56be req-ae1c4474-d694-42a2-b97b-df83373eaaf7 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:24.326799 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f56f3c3-060b-4074-857e-3e68cfad56be req-ae1c4474-d694-42a2-b97b-df83373eaaf7 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0704203 Nov 12 05:19:24.403403 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3f56f3c3-060b-4074-857e-3e68cfad56be req-b28a1ff7-be37-4721-a414-afb4635472a4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702186 Nov 12 05:19:25.547426 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919170d-dda1-4f0d-a701-5934510ec133 req-0c048675-0bb9-4657-b2c5-4b70888a4a2d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:25.556122 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0919170d-dda1-4f0d-a701-5934510ec133 req-0c048675-0bb9-4657-b2c5-4b70888a4a2d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0754704 Nov 12 05:19:25.616265 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0919170d-dda1-4f0d-a701-5934510ec133 req-e6dfbf90-69f4-4e32-afdc-85040932202e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582039 Nov 12 05:19:25.797864 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:26.742981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb22a-d941-4d91-8745-156a1dbd8863 req-3f5588b6-f0aa-437f-951b-41cd4b694304 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:26.744698 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-272cb22a-d941-4d91-8745-156a1dbd8863 req-3f5588b6-f0aa-437f-951b-41cd4b694304 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0517113 Nov 12 05:19:26.807401 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-272cb22a-d941-4d91-8745-156a1dbd8863 req-cae469f0-0b85-47a1-b6f7-15fe0cb2f7ff tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567250 Nov 12 05:19:26.959777 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e80d8db6-5fde-4170-b4d9-a043398e0af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:27.131750 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:27.573977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cf6b3-68e6-450a-8d13-9b8cd6d0864a req-8850493f-9d40-478f-90a5-b0dabfb02c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:27.580685 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-908cf6b3-68e6-450a-8d13-9b8cd6d0864a req-8850493f-9d40-478f-90a5-b0dabfb02c71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 1098 time: 0.0423465 Nov 12 05:19:27.685522 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cf6b3-68e6-450a-8d13-9b8cd6d0864a req-0f9a5b7d-d475-49bb-8f2f-940d318ffbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:27.686892 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-908cf6b3-68e6-450a-8d13-9b8cd6d0864a req-0f9a5b7d-d475-49bb-8f2f-940d318ffbfa service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.1026385 Nov 12 05:19:27.753469 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-908cf6b3-68e6-450a-8d13-9b8cd6d0864a req-c3b42ab6-6fe4-44a9-a545-37c6eea4395f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c HTTP/1.1" status: 200 len: 1002 time: 0.0585380 Nov 12 05:19:27.809670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cf6b3-68e6-450a-8d13-9b8cd6d0864a req-06bfa17a-7429-4e3f-b0ec-b7ed7222e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:27.811138 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-908cf6b3-68e6-450a-8d13-9b8cd6d0864a req-06bfa17a-7429-4e3f-b0ec-b7ed7222e04b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0500903 Nov 12 05:19:27.860425 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cf6b3-68e6-450a-8d13-9b8cd6d0864a req-8a7b0a16-457e-4aa3-889c-45512ed00f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:27.862244 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-908cf6b3-68e6-450a-8d13-9b8cd6d0864a req-8a7b0a16-457e-4aa3-889c-45512ed00f63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437207 Nov 12 05:19:27.930104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bcb37-8187-47bb-b9f1-a4ea7a9723ab req-6591ef8b-7b7e-4c25-8b10-fda11c8b0593 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:27.931606 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec0bcb37-8187-47bb-b9f1-a4ea7a9723ab req-6591ef8b-7b7e-4c25-8b10-fda11c8b0593 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0537529 Nov 12 05:19:27.957251 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-908cf6b3-68e6-450a-8d13-9b8cd6d0864a req-45e32ed7-8d3b-4394-8d5a-753586feb05d service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868168 Nov 12 05:19:27.993452 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ec0bcb37-8187-47bb-b9f1-a4ea7a9723ab req-f452f0b6-a7ac-4f28-929e-6f9ec2b80bd0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556459 Nov 12 05:19:28.055353 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-908cf6b3-68e6-450a-8d13-9b8cd6d0864a req-9b0803fd-a3a2-4644-9f9a-25247cb08099 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900824 Nov 12 05:19:28.894237 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:29.071615 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:29.133773 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c80daf-ab41-4245-91bb-1eea1d9ff70d req-fab2c92e-0672-4852-bc1a-5fae5966c516 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:29.135806 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81c80daf-ab41-4245-91bb-1eea1d9ff70d req-fab2c92e-0672-4852-bc1a-5fae5966c516 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 946 time: 0.0610032 Nov 12 05:19:29.198516 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-81c80daf-ab41-4245-91bb-1eea1d9ff70d req-5531622c-11bf-4c41-98d3-60e2954638bc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555503 Nov 12 05:19:30.090839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d65059ca-e8ff-4a7f-b54a-823d7c874c7c no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:19:30.168316 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:30.190001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:30.192344 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fb384b-6682-45bd-ad9e-6148da201cc1" -d '{"events": [{"server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "name": "network-vif-unplugged", "status": "completed", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:30.205851 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d65059ca-e8ff-4a7f-b54a-823d7c874c7c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:30.231122 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26a9b63-69ce-4fe3-8821-2f57210d67e7 x-openstack-request-id: req-b26a9b63-69ce-4fe3-8821-2f57210d67e7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:30.231419 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "name": "network-vif-unplugged", "status": "completed", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:30.231668 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b26a9b63-69ce-4fe3-8821-2f57210d67e7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:30.232087 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'code': 200} Nov 12 05:19:30.277270 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:30.327383 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ef21-a2cf-4235-abcc-da862b9266ee req-516448de-6fcb-4f20-a98c-6425efdc7c5e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:30.328931 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6580ef21-a2cf-4235-abcc-da862b9266ee req-516448de-6fcb-4f20-a98c-6425efdc7c5e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0573661 Nov 12 05:19:30.333289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:30.379085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6580ef21-a2cf-4235-abcc-da862b9266ee req-575e748f-1d37-45fd-ab67-f8f9effe601d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442591 Nov 12 05:19:30.503355 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-636aa631-5d36-4323-952b-52517e97a492 req-9de2f45f-5a82-44e9-8533-7af9d841ebf0 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:19:30.504411 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-636aa631-5d36-4323-952b-52517e97a492 req-9de2f45f-5a82-44e9-8533-7af9d841ebf0 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0563903 Nov 12 05:19:30.849039 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133ac90-9ca3-4771-ade0-23ee269c99aa req-8597ca10-a1c6-465c-8dae-6a9766a22391 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:30.850521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d133ac90-9ca3-4771-ade0-23ee269c99aa req-8597ca10-a1c6-465c-8dae-6a9766a22391 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0508323 Nov 12 05:19:30.904756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d133ac90-9ca3-4771-ade0-23ee269c99aa req-7bd76937-06d1-451f-b1a6-f9368de8626e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480075 Nov 12 05:19:31.282901 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-0c8fd2f2-dead-4bbb-bc2e-2aab02a7088a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823078 Nov 12 05:19:31.282901 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-0aae9462-9cc1-4ba0-bd88-8d420f767a12 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:19:31.282901 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-0aae9462-9cc1-4ba0-bd88-8d420f767a12 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047460 Nov 12 05:19:32.037629 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777478d0-9812-4b6b-9430-81365efc7d10 req-577daeb0-84f4-4162-8331-34b5021e50cd tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:32.039103 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-777478d0-9812-4b6b-9430-81365efc7d10 req-577daeb0-84f4-4162-8331-34b5021e50cd tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0539887 Nov 12 05:19:32.091339 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-777478d0-9812-4b6b-9430-81365efc7d10 req-493f2323-2be4-4d0a-b41e-102d5fd00d7f tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454049 Nov 12 05:19:32.892114 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-9f75030e-1dff-48b0-9a8b-3507f91b3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:32.893708 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-9f75030e-1dff-48b0-9a8b-3507f91b3b02 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5&tenant_id=53f78cf1ccab428a99e42465678f4e40 HTTP/1.1" status: 200 len: 1096 time: 0.0470560 Nov 12 05:19:32.970417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-ee33a1c0-0776-4548-8612-a4bb02edebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:32.971913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-ee33a1c0-0776-4548-8612-a4bb02edebb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 1096 time: 0.0410807 Nov 12 05:19:33.063693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-4952c0b8-a082-4e46-ac1c-db8fd8be453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:33.065258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-4952c0b8-a082-4e46-ac1c-db8fd8be453b service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0858605 Nov 12 05:19:33.136546 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-c0b83e15-2378-4d4d-98d5-93e2e2f0a2e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c HTTP/1.1" status: 200 len: 1000 time: 0.0637598 Nov 12 05:19:33.215640 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-b13c5b3d-d089-4221-9185-1d69db64b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:33.217040 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-b13c5b3d-d089-4221-9185-1d69db64b916 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0733058 Nov 12 05:19:33.243215 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b770fd-b9c2-4da1-a960-23c9f19dedf4 req-2f39392f-f127-4abc-a5ce-d0a20863721b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:33.244941 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75b770fd-b9c2-4da1-a960-23c9f19dedf4 req-2f39392f-f127-4abc-a5ce-d0a20863721b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0739422 Nov 12 05:19:33.330091 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-35250e7a-57c3-453c-a56e-57be53789406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:33.331579 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-35250e7a-57c3-453c-a56e-57be53789406 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062977 Nov 12 05:19:33.336744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75b770fd-b9c2-4da1-a960-23c9f19dedf4 req-a127d457-cdcb-4464-9afd-cd73f09ef9d0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700889 Nov 12 05:19:33.422921 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-afe72f59-d678-42d2-a334-5dd5c3ada8e6 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832224 Nov 12 05:19:33.514521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a018f9c1-69f8-4e74-8679-9d0259501ac0 req-d6a4ddd2-4036-4142-9d2d-375f721c9337 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841649 Nov 12 05:19:34.482996 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e46778-768d-4db5-b80b-9bda2f3f3ab3 req-8a417965-0365-404b-90e8-1a73a082b0ba tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:34.485356 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6e46778-768d-4db5-b80b-9bda2f3f3ab3 req-8a417965-0365-404b-90e8-1a73a082b0ba tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0564389 Nov 12 05:19:34.544567 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6e46778-768d-4db5-b80b-9bda2f3f3ab3 req-0470ae0b-cc68-4dd7-a18f-a8e53545e1e0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490758 Nov 12 05:19:35.671873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b621cf-dbed-43d0-9024-8b7055727727 req-8d168860-4c06-467e-b325-041099e62e8b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:35.673299 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2b621cf-dbed-43d0-9024-8b7055727727 req-8d168860-4c06-467e-b325-041099e62e8b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0558872 Nov 12 05:19:35.730393 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c2b621cf-dbed-43d0-9024-8b7055727727 req-3990af0c-f267-494c-98a3-ec1ebf8d5291 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501933 Nov 12 05:19:36.854993 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146f573-8a53-4fb3-9c6d-907310d440a3 req-0924a3ae-4b19-4cae-b99e-653378ff3cf8 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:36.856622 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6146f573-8a53-4fb3-9c6d-907310d440a3 req-0924a3ae-4b19-4cae-b99e-653378ff3cf8 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0522852 Nov 12 05:19:36.916626 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6146f573-8a53-4fb3-9c6d-907310d440a3 req-1f47966b-f85e-4a2a-813e-59b0a68a30e4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515745 Nov 12 05:19:38.039201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546db42-8173-419b-88b6-1e9606e40c0e req-1768b789-f946-4e74-aaa0-6fc4d3c7a219 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:38.040857 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6546db42-8173-419b-88b6-1e9606e40c0e req-1768b789-f946-4e74-aaa0-6fc4d3c7a219 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0515349 Nov 12 05:19:38.101561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6546db42-8173-419b-88b6-1e9606e40c0e req-b850c168-3806-4fd4-b84e-0bc631d92d72 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538888 Nov 12 05:19:39.224667 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82704b08-66b4-4f86-8ed5-4076df713a49 req-b057c560-7731-4a8c-9c0b-411001e94699 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:39.226252 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-82704b08-66b4-4f86-8ed5-4076df713a49 req-b057c560-7731-4a8c-9c0b-411001e94699 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0525045 Nov 12 05:19:39.280279 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-82704b08-66b4-4f86-8ed5-4076df713a49 req-852ddbbf-2113-4ba3-bb21-4248d7a34aca tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468748 Nov 12 05:19:40.406464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40646137-ba09-4717-96f8-a2d5188aa77d req-8e0b95cd-881a-4c3c-b554-fb465e1df094 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:40.407998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-40646137-ba09-4717-96f8-a2d5188aa77d req-8e0b95cd-881a-4c3c-b554-fb465e1df094 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0540078 Nov 12 05:19:40.461559 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-40646137-ba09-4717-96f8-a2d5188aa77d req-a4308785-b186-4975-aab7-f56a661521a6 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458572 Nov 12 05:19:41.612955 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbe2a9-0c40-4cfd-b66d-2267db251b20 req-ae0f2415-16f7-4404-a5ae-b0a028c05314 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:41.616595 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78bbe2a9-0c40-4cfd-b66d-2267db251b20 req-ae0f2415-16f7-4404-a5ae-b0a028c05314 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0666032 Nov 12 05:19:41.677956 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-78bbe2a9-0c40-4cfd-b66d-2267db251b20 req-ee55a721-62b8-4cd9-8807-cfd36dfa25c7 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560427 Nov 12 05:19:42.820287 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dfc5c-5366-4a6f-a89a-a85082b642ad req-b37f9b04-07f2-40b8-a3a8-8e8afc8173e7 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:42.821866 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f19dfc5c-5366-4a6f-a89a-a85082b642ad req-b37f9b04-07f2-40b8-a3a8-8e8afc8173e7 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0640690 Nov 12 05:19:42.880171 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f19dfc5c-5366-4a6f-a89a-a85082b642ad req-f735d67d-12ed-4714-8fe0-021d16961613 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516634 Nov 12 05:19:43.680342 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:19:44.012291 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d3c67-043e-4537-94cf-25bc4bfd739b req-8eefcbe2-ba83-4833-8a0c-62aef59a9ab8 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:44.013795 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-006d3c67-043e-4537-94cf-25bc4bfd739b req-8eefcbe2-ba83-4833-8a0c-62aef59a9ab8 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0599542 Nov 12 05:19:44.066784 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-006d3c67-043e-4537-94cf-25bc4bfd739b req-e6c02bc6-8b18-4bf1-a391-32f58a248534 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470245 Nov 12 05:19:45.528144 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3771e33-662c-408b-a081-c1a94b4cfd1b req-1ca6fe7c-f7d6-4a15-9d22-a04f60750729 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:45.529627 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3771e33-662c-408b-a081-c1a94b4cfd1b req-1ca6fe7c-f7d6-4a15-9d22-a04f60750729 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.3934877 Nov 12 05:19:45.579479 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d3771e33-662c-408b-a081-c1a94b4cfd1b req-8972ebbe-bd2a-40e0-b93d-94420d04a066 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435622 Nov 12 05:19:46.693861 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c421a-d32b-4518-9d73-6ed2cc10cb37 req-1ad5a8d8-fb58-4948-aa50-05c2f20f015d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:46.695188 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b5c421a-d32b-4518-9d73-6ed2cc10cb37 req-1ad5a8d8-fb58-4948-aa50-05c2f20f015d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0485580 Nov 12 05:19:46.745040 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b5c421a-d32b-4518-9d73-6ed2cc10cb37 req-61c42afa-4a41-47d5-afc7-92f1a9356c2d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437343 Nov 12 05:19:47.863027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad45e7-5b46-4de9-95e4-c5091bff97bd req-b58e2183-57e3-4d31-8b52-9a6a1a293a98 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:47.864542 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0ad45e7-5b46-4de9-95e4-c5091bff97bd req-b58e2183-57e3-4d31-8b52-9a6a1a293a98 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0492575 Nov 12 05:19:47.913575 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c0ad45e7-5b46-4de9-95e4-c5091bff97bd req-67d25bc8-e0f1-4f1e-a385-2cf004ebe632 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427203 Nov 12 05:19:49.028648 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc643d-cb00-48fd-b7a6-972063f124e8 req-64affce1-09ef-4a52-b128-9679677127d1 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:49.030165 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6bc643d-cb00-48fd-b7a6-972063f124e8 req-64affce1-09ef-4a52-b128-9679677127d1 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0477829 Nov 12 05:19:49.083422 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c6bc643d-cb00-48fd-b7a6-972063f124e8 req-e144985f-54a8-4886-9c84-a25146086185 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470514 Nov 12 05:19:50.198742 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e23d-bffe-4c3c-b9cb-22881bb7b485 req-d55dd8d1-74cd-46f9-a814-b8687ade1871 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:50.199359 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:50.200261 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7cd0e23d-bffe-4c3c-b9cb-22881bb7b485 req-d55dd8d1-74cd-46f9-a814-b8687ade1871 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0499265 Nov 12 05:19:50.256950 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7cd0e23d-bffe-4c3c-b9cb-22881bb7b485 req-fd576a50-772b-4aae-b7cd-faeada6fe1b5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485029 Nov 12 05:19:51.377827 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2fd54-18d6-4693-8417-d9fa295d2e3e req-6b15fde5-2ca7-47d2-b1c1-50c61c5ae5db tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:51.379337 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-65d2fd54-18d6-4693-8417-d9fa295d2e3e req-6b15fde5-2ca7-47d2-b1c1-50c61c5ae5db tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0513797 Nov 12 05:19:51.430540 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-65d2fd54-18d6-4693-8417-d9fa295d2e3e req-9ef28954-93a8-439e-9bf8-a9b21fe468f4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450521 Nov 12 05:19:52.545099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67325aa3-b0f7-4b41-a0c4-aa9535482238 req-1805bf2b-37c1-461c-9e94-141e19d328f6 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:52.546570 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-67325aa3-b0f7-4b41-a0c4-aa9535482238 req-1805bf2b-37c1-461c-9e94-141e19d328f6 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0481725 Nov 12 05:19:52.595266 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-67325aa3-b0f7-4b41-a0c4-aa9535482238 req-f116ddbc-bf89-4bb7-9dc9-df614c406e62 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427685 Nov 12 05:19:53.199672 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf970235-f023-47ed-94b9-e2f70032f594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:53.708928 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efe311-c472-4629-a84b-6c72652cb251 req-50fd2ec7-087b-41cd-93a2-1d0f9b0da72d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:53.710311 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-02efe311-c472-4629-a84b-6c72652cb251 req-50fd2ec7-087b-41cd-93a2-1d0f9b0da72d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 944 time: 0.0479629 Nov 12 05:19:53.758629 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-02efe311-c472-4629-a84b-6c72652cb251 req-93cd09d4-991b-4069-814c-01518d344d61 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419099 Nov 12 05:19:54.215472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d65059ca-e8ff-4a7f-b54a-823d7c874c7c details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:19:54.307884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d65059ca-e8ff-4a7f-b54a-823d7c874c7c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:54.322075 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'port_id': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'mac_address': 'fa:16:3e:e9:72:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:19:54.358187 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:54.371175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65059ca-e8ff-4a7f-b54a-823d7c874c7c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:19:54.395130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d65059ca-e8ff-4a7f-b54a-823d7c874c7c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:54.484272 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:54.532573 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:54.880073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e2d00-69d2-4f23-b800-7d9f8d737935 req-0f4a40ab-8f5f-4798-a60d-d1a022bba097 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:54.881561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dc4e2d00-69d2-4f23-b800-7d9f8d737935 req-0f4a40ab-8f5f-4798-a60d-d1a022bba097 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 945 time: 0.0512085 Nov 12 05:19:54.931406 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-dc4e2d00-69d2-4f23-b800-7d9f8d737935 req-2ea6ec02-82a0-40ce-9144-40f18eaed60b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438497 Nov 12 05:19:54.947606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['d65059ca-e8ff-4a7f-b54a-823d7c874c7c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:19:55.844914 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:56.049480 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429bb96-6ae9-4358-8b92-e9b12dcec72c req-cddc4830-f2d5-4d11-b2e8-5e6f4277395b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:56.050932 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b429bb96-6ae9-4358-8b92-e9b12dcec72c req-cddc4830-f2d5-4d11-b2e8-5e6f4277395b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 945 time: 0.0519824 Nov 12 05:19:56.099322 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b429bb96-6ae9-4358-8b92-e9b12dcec72c req-5bc96469-6e74-4ade-a9a0-f2b3f0fe8b98 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424085 Nov 12 05:19:56.246102 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d65059ca-e8ff-4a7f-b54a-823d7c874c7c up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:19:56.297699 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port d65059ca-e8ff-4a7f-b54a-823d7c874c7c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:19:56.298064 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:56.374169 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:56.396659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:19:56.398862 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22463c4-f085-447c-ac3b-dfe9b99da083" -d '{"events": [{"server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "name": "network-vif-plugged", "status": "completed", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:19:56.412581 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port d65059ca-e8ff-4a7f-b54a-823d7c874c7c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:19:56.435118 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e02c91-0a52-40e0-a653-822656bba912 x-openstack-request-id: req-54e02c91-0a52-40e0-a653-822656bba912 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:19:56.435456 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "name": "network-vif-plugged", "status": "completed", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:19:56.435846 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-54e02c91-0a52-40e0-a653-822656bba912 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:19:56.436275 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'code': 200} Nov 12 05:19:56.473430 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:56.531345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:19:56.722784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79399923-c4b1-489a-bcf2-fb6d60657567 req-c00de9ca-3550-4d68-b035-2d410fedd57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:56.724220 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79399923-c4b1-489a-bcf2-fb6d60657567 req-c00de9ca-3550-4d68-b035-2d410fedd57d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 1099 time: 0.0434854 Nov 12 05:19:56.771012 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-79399923-c4b1-489a-bcf2-fb6d60657567 req-2abf877d-1ab2-4d9b-b7ef-ea2e1338821d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395501 Nov 12 05:19:56.958829 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a4a52c4-5199-4be6-9a0d-6742c9f414fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:57.101784 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:57.219631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3780ff5-b9bb-4515-a0c4-f90ba2f59824 req-be2e6cbb-4c5b-4fd7-bde6-759b799eb69e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:57.221175 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3780ff5-b9bb-4515-a0c4-f90ba2f59824 req-be2e6cbb-4c5b-4fd7-bde6-759b799eb69e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 947 time: 0.0532603 Nov 12 05:19:57.276259 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c3780ff5-b9bb-4515-a0c4-f90ba2f59824 req-b7df4b68-4c79-4306-9a59-ac615ba0b3fb tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481460 Nov 12 05:19:58.395753 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8c3cd-10ae-4a0c-bebe-e10949f32a30 req-faab0eaf-4ffd-4b7d-826e-076a0435c847 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:58.397337 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fa8c3cd-10ae-4a0c-bebe-e10949f32a30 req-faab0eaf-4ffd-4b7d-826e-076a0435c847 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 947 time: 0.0504553 Nov 12 05:19:58.448177 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7fa8c3cd-10ae-4a0c-bebe-e10949f32a30 req-a5c1240e-8db2-44ec-bdbe-737058fc6bcb tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449951 Nov 12 05:19:58.953151 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:59.064442 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:19:59.567271 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfca1bd-313c-409d-adc3-e633dbdbf11f req-5dc6ae30-3957-43d6-b38c-fca333ebc40b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:19:59.568818 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1bfca1bd-313c-409d-adc3-e633dbdbf11f req-5dc6ae30-3957-43d6-b38c-fca333ebc40b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 947 time: 0.0533104 Nov 12 05:19:59.955236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1bfca1bd-313c-409d-adc3-e633dbdbf11f req-b2be1a75-31ce-4780-86b3-853344b53a84 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795900 Nov 12 05:20:01.071833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4a29e-5365-4d1e-937e-a624ca71e3bc req-d8199774-4b1c-4812-ab9a-f1553d7a36c5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:01.073879 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8b4a29e-5365-4d1e-937e-a624ca71e3bc req-d8199774-4b1c-4812-ab9a-f1553d7a36c5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 947 time: 0.0521190 Nov 12 05:20:01.121831 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d8b4a29e-5365-4d1e-937e-a624ca71e3bc req-8e71b48c-f5a7-4168-b018-55b4bf11b8f2 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421014 Nov 12 05:20:06.766446 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-56918464-9697-4139-984c-c832fa4fe952 req-4a8779ee-a0c5-4fbd-a4f7-9ded089d46a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399401 Nov 12 05:20:06.871028 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56918464-9697-4139-984c-c832fa4fe952 req-0b968a53-125a-418a-8a93-3a8d6b60fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:06.872515 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-56918464-9697-4139-984c-c832fa4fe952 req-0b968a53-125a-418a-8a93-3a8d6b60fc41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 1099 time: 0.0401053 Nov 12 05:20:06.982327 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56918464-9697-4139-984c-c832fa4fe952 req-73643f1b-aadd-4285-902b-d0f886dc058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:06.983785 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-56918464-9697-4139-984c-c832fa4fe952 req-73643f1b-aadd-4285-902b-d0f886dc058c service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0897293 Nov 12 05:20:07.049603 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-56918464-9697-4139-984c-c832fa4fe952 req-8ec18674-44e0-4677-872a-87d1ce2720d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c HTTP/1.1" status: 200 len: 1002 time: 0.0582700 Nov 12 05:20:07.102963 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56918464-9697-4139-984c-c832fa4fe952 req-6c51e1e2-5432-4365-8b5a-3744b6bc6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:07.104441 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-56918464-9697-4139-984c-c832fa4fe952 req-6c51e1e2-5432-4365-8b5a-3744b6bc6e41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0480747 Nov 12 05:20:07.150979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56918464-9697-4139-984c-c832fa4fe952 req-3d4cd64f-93f9-4813-a8e4-95b7a650615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:20:07.152487 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-56918464-9697-4139-984c-c832fa4fe952 req-3d4cd64f-93f9-4813-a8e4-95b7a650615a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405977 Nov 12 05:20:07.164711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-56918464-9697-4139-984c-c832fa4fe952 req-e9dbf4d4-ecaa-4cbd-b255-796e65aea0fd service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:20:07.165714 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-56918464-9697-4139-984c-c832fa4fe952 req-e9dbf4d4-ecaa-4cbd-b255-796e65aea0fd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051880 Nov 12 05:20:07.261132 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-56918464-9697-4139-984c-c832fa4fe952 req-ffb25402-c527-41fd-8732-891162e30f74 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870914 Nov 12 05:20:07.355651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-56918464-9697-4139-984c-c832fa4fe952 req-0ac7a030-b7e3-4fae-a6b7-4bef52f9e6ec service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868077 Nov 12 05:20:20.206383 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:20.680147 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:20:23.274992 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34e03d46-1041-4028-bf65-f5095d6125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:25.811978 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.006562 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e01a66f3-7e93-4c7d-9d4b-8b8a803e1d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:27.132186 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:28.886116 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:29.074911 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:50.209265 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:53.245720 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8aad0d2-af43-4386-81eb-a3229f99cdc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:55.822590 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:56.986332 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5899786a-14d0-423d-a92e-778d3a54f364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:57.154580 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:57.681126 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:20:58.873583 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:20:59.260486 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:07.767783 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-873fad19-d441-4be7-9d41-16ddb0c56cc6 req-86cc845f-1b35-43e1-876d-8003205fe651 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423207 Nov 12 05:21:07.873725 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fad19-d441-4be7-9d41-16ddb0c56cc6 req-7d35ab38-bfa5-4f74-866d-2bc3ebfc9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:07.875188 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-873fad19-d441-4be7-9d41-16ddb0c56cc6 req-7d35ab38-bfa5-4f74-866d-2bc3ebfc9276 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 1099 time: 0.0413270 Nov 12 05:21:07.984533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fad19-d441-4be7-9d41-16ddb0c56cc6 req-3d164505-1cfe-404e-b121-c6c5a19d257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:07.986007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-873fad19-d441-4be7-9d41-16ddb0c56cc6 req-3d164505-1cfe-404e-b121-c6c5a19d257b service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0912910 Nov 12 05:21:08.052588 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-873fad19-d441-4be7-9d41-16ddb0c56cc6 req-cdb9554d-8800-4c55-8906-840167e78653 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c HTTP/1.1" status: 200 len: 1002 time: 0.0584662 Nov 12 05:21:08.106196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fad19-d441-4be7-9d41-16ddb0c56cc6 req-0ec538a7-1c1d-4aec-b6d4-1272ee7703b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:08.107632 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-873fad19-d441-4be7-9d41-16ddb0c56cc6 req-0ec538a7-1c1d-4aec-b6d4-1272ee7703b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0478177 Nov 12 05:21:08.152911 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fad19-d441-4be7-9d41-16ddb0c56cc6 req-13d664ee-adae-4573-a820-52cc006d032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:08.154389 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-873fad19-d441-4be7-9d41-16ddb0c56cc6 req-13d664ee-adae-4573-a820-52cc006d032a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390997 Nov 12 05:21:08.252949 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-873fad19-d441-4be7-9d41-16ddb0c56cc6 req-65a25b77-382b-4a94-9225-5f8b3afb9390 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894308 Nov 12 05:21:08.350195 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-873fad19-d441-4be7-9d41-16ddb0c56cc6 req-62c8889d-14aa-4821-ae2e-d853692acd53 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880854 Nov 12 05:21:20.220059 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:23.202688 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a2e9442-8aca-4435-bfd1-e41a303aca06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:25.826793 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:26.962612 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b3d87498-5e29-47a9-a6e3-e6f7fc24663e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:27.140831 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:28.850171 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:29.084124 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:34.680026 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:21:46.371189 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36184) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:46.575767 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Deleting port 8150c5a3-cca1-4e2a-bc7b-4b0d44af25f0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:46.576136 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.653956 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.654300 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.665700 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Calling delete_port for 8150c5a3-cca1-4e2a-bc7b-4b0d44af25f0 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:46.889184 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.924914 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event deleted for resources: {'Port': ['ID=8150c5a3-cca1-4e2a-bc7b-4b0d44af25f0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:46.941064 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.941405 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.941740 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.942079 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.942404 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.942726 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.943049 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.943367 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.943683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.944000 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.944344 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.944661 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:46.985015 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:46.985348 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Floating IP 92ffae4d-2137-4138-8566-4be9152ab0e3 disassociated (deleted). External IP: 172.25.8.127, port: d65059ca-e8ff-4a7f-b54a-823d7c874c7c. Nov 12 05:21:47.192247 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Router 8360e771-c19f-405c-a28a-878bba4c264a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:21:47.299146 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:21:47.304059 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:47.309152 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf39e3-69e8-4b9b-8306-2a1d05564516 None None] Sync routers for ids ['8360e771-c19f-405c-a28a-878bba4c264a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:21:47.318649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf39e3-69e8-4b9b-8306-2a1d05564516 None None] Routers {'8360e771-c19f-405c-a28a-878bba4c264a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:47.319243 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4fbf39e3-69e8-4b9b-8306-2a1d05564516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:21:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8360e771-c19f-405c-a28a-878bba4c264a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:47.331168 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-5c3b5d96-7e6e-4c9b-8979-913af2b4cc9e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "DELETE /v2.0/floatingips/92ffae4d-2137-4138-8566-4be9152ab0e3 HTTP/1.1" status: 204 len: 168 time: 0.9587867 Nov 12 05:21:47.337832 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:47.337832 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c688e61-ced9-4ed3-b196-930d41afaeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:47.438505 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4fbf39e3-69e8-4b9b-8306-2a1d05564516 None None] Set router 8360e771-c19f-405c-a28a-878bba4c264a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:47.452385 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ef3227-f3a1-45c8-8198-dc00b44aa8b4 x-openstack-request-id: req-26ef3227-f3a1-45c8-8198-dc00b44aa8b4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:47.453275 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:47.453275 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-26ef3227-f3a1-45c8-8198-dc00b44aa8b4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:47.453949 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'status': 'completed', 'code': 200} Nov 12 05:21:47.545516 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688e61-ced9-4ed3-b196-930d41afaeb6 req-5b160ce1-df18-4f21-b138-44fd14f19267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:47.547018 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c688e61-ced9-4ed3-b196-930d41afaeb6 req-5b160ce1-df18-4f21-b138-44fd14f19267 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 1099 time: 0.0425096 Nov 12 05:21:47.646202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688e61-ced9-4ed3-b196-930d41afaeb6 req-7ebc0bc3-26c8-4ef2-bedc-b091b939fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:47.647718 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c688e61-ced9-4ed3-b196-930d41afaeb6 req-7ebc0bc3-26c8-4ef2-bedc-b091b939fb7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0938258 Nov 12 05:21:47.661705 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4fbf39e3-69e8-4b9b-8306-2a1d05564516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:47Z', 'revision_number': 5, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:47.688470 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf39e3-69e8-4b9b-8306-2a1d05564516 None None] Checking router: 8360e771-c19f-405c-a28a-878bba4c264a for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:21:47.690955 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c688e61-ced9-4ed3-b196-930d41afaeb6 req-d40e6363-7702-4270-8dc0-23969bd1dd4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c HTTP/1.1" status: 200 len: 217 time: 0.0349293 Nov 12 05:21:47.698755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf39e3-69e8-4b9b-8306-2a1d05564516 None None] Routers {'8360e771-c19f-405c-a28a-878bba4c264a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:21:47.698755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4fbf39e3-69e8-4b9b-8306-2a1d05564516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:21:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8360e771-c19f-405c-a28a-878bba4c264a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:47.758224 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688e61-ced9-4ed3-b196-930d41afaeb6 req-934d4079-a8bd-4722-9b6c-9e8d2d6a340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:47.759746 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c688e61-ced9-4ed3-b196-930d41afaeb6 req-934d4079-a8bd-4722-9b6c-9e8d2d6a340b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0610025 Nov 12 05:21:47.828974 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4fbf39e3-69e8-4b9b-8306-2a1d05564516 None None] Set router 8360e771-c19f-405c-a28a-878bba4c264a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:21:47.848095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688e61-ced9-4ed3-b196-930d41afaeb6 req-abd8fc7d-5748-4e5b-aa32-c409e7ecbd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:47.849540 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c688e61-ced9-4ed3-b196-930d41afaeb6 req-abd8fc7d-5748-4e5b-aa32-c409e7ecbd4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768993 Nov 12 05:21:47.878087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28815759-04db-43f4-8588-f3543966c4b8 req-4d5b8534-efa0-4dd6-a60a-146f96e29bb7 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:47.879606 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28815759-04db-43f4-8588-f3543966c4b8 req-4d5b8534-efa0-4dd6-a60a-146f96e29bb7 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 947 time: 0.1278765 Nov 12 05:21:47.986301 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-28815759-04db-43f4-8588-f3543966c4b8 req-35f6ae31-3ac6-4618-b6b1-3a5dca8e59e3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962431 Nov 12 05:21:48.003903 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c688e61-ced9-4ed3-b196-930d41afaeb6 req-b7833123-5763-434b-a24e-8752bc71f54a service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425941 Nov 12 05:21:48.050276 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4fbf39e3-69e8-4b9b-8306-2a1d05564516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:47Z', 'revision_number': 5, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:21:48.077785 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf39e3-69e8-4b9b-8306-2a1d05564516 None None] The sync data for ids ['8360e771-c19f-405c-a28a-878bba4c264a'] in n-d-767704-23 is: [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:47Z', 'revision_number': 5, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:21:48.114017 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2c688e61-ced9-4ed3-b196-930d41afaeb6 req-c962b066-8017-4599-b1a6-40edc13cba2e service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986769 Nov 12 05:21:48.321090 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3062600b-529e-4965-bd3a-1edf75395918 None None] New status for floating IP 92ffae4d-2137-4138-8566-4be9152ab0e3: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:21:49.170541 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36280ce4-6150-4243-9694-05b144bc9740 req-57942e9e-f4cc-44b5-bd66-d7446fb485b9 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:49.172114 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-36280ce4-6150-4243-9694-05b144bc9740 req-57942e9e-f4cc-44b5-bd66-d7446fb485b9 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 947 time: 0.1062865 Nov 12 05:21:49.224524 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-36280ce4-6150-4243-9694-05b144bc9740 req-9df7428c-d6e5-47cc-a7ed-7332eed54ed2 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=57de8d76-dc5a-4e20-8642-cbfd1c4da40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463002 Nov 12 05:21:49.627607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6e462-1160-429b-811d-6210488c6d46 req-870ccb16-3776-4642-8388-b9bc61d09da2 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:21:49.629097 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7af6e462-1160-429b-811d-6210488c6d46 req-870ccb16-3776-4642-8388-b9bc61d09da2 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 947 time: 0.0530682 Nov 12 05:21:49.717770 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7af6e462-1160-429b-811d-6210488c6d46 req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Deleting port d65059ca-e8ff-4a7f-b54a-823d7c874c7c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:21:49.718007 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7af6e462-1160-429b-811d-6210488c6d46 req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.816250 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7af6e462-1160-429b-811d-6210488c6d46 req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] For port d65059ca-e8ff-4a7f-b54a-823d7c874c7c, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:21:49.816619 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7af6e462-1160-429b-811d-6210488c6d46 req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:49.829606 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7af6e462-1160-429b-811d-6210488c6d46 req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Calling delete_port for d65059ca-e8ff-4a7f-b54a-823d7c874c7c owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:21:50.020083 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7af6e462-1160-429b-811d-6210488c6d46 req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:50.048471 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event deleted for resources: {'Port': ['ID=d65059ca-e8ff-4a7f-b54a-823d7c874c7c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:50.062733 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:50.063087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:50.063432 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:50.063772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:50.064133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:50.064687 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:50.064827 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:50.065099 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:50.065423 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:50.065747 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:50.066103 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:50.066434 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:21:50.106938 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af6e462-1160-429b-811d-6210488c6d46 req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] No DVR routers for this DVR port d65059ca-e8ff-4a7f-b54a-823d7c874c7c on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:21:50.109880 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7af6e462-1160-429b-811d-6210488c6d46 req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:50.113378 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7af6e462-1160-429b-811d-6210488c6d46 req-f7af249c-677f-418f-9423-8ad164f2a984 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.26 "DELETE /v2.0/ports/d65059ca-e8ff-4a7f-b54a-823d7c874c7c HTTP/1.1" status: 204 len: 173 time: 0.4779625 Nov 12 05:21:50.113867 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'name': 'network-vif-deleted', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:21:50.116314 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d9cea3-ab2b-4cf6-a5dd-8c63fa79ffb8" -d '{"events": [{"server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "name": "network-vif-deleted", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:21:50.204999 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe166e5b-0935-4a3a-979d-9e2f97d2c431 x-openstack-request-id: req-fe166e5b-0935-4a3a-979d-9e2f97d2c431 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:21:50.205289 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3281250-b6b4-4272-928d-91ffe9ccdca5", "name": "network-vif-deleted", "tag": "d65059ca-e8ff-4a7f-b54a-823d7c874c7c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:21:50.205543 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fe166e5b-0935-4a3a-979d-9e2f97d2c431 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:21:50.205943 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3281250-b6b4-4272-928d-91ffe9ccdca5', 'name': 'network-vif-deleted', 'tag': 'd65059ca-e8ff-4a7f-b54a-823d7c874c7c', 'status': 'completed', 'code': 200} Nov 12 05:21:50.208905 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:50.326769 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-122a3e84-84ab-4751-830a-e44728eb1c3c req-2e66da04-95dd-406f-8b29-d0d971507247 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=c3281250-b6b4-4272-928d-91ffe9ccdca5 HTTP/1.1" status: 200 len: 210 time: 0.0320129 Nov 12 05:21:51.383972 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36216) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:51.442832 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04ec5e5f-778f-4e64-b9dc-09e4278d4918 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:51.467998 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04ec5e5f-778f-4e64-b9dc-09e4278d4918 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:51.585011 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04ec5e5f-778f-4e64-b9dc-09e4278d4918 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:51.588261 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04ec5e5f-778f-4e64-b9dc-09e4278d4918 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:51.593447 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-04ec5e5f-778f-4e64-b9dc-09e4278d4918 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "DELETE /v2.0/security-groups/57de8d76-dc5a-4e20-8642-cbfd1c4da40a HTTP/1.1" status: 204 len: 168 time: 0.2043660 Nov 12 05:21:51.598864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec5e5f-778f-4e64-b9dc-09e4278d4918 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57de8d76-dc5a-4e20-8642-cbfd1c4da40a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:51.925384 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36222) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:51.930144 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-06f8ff11-d4f6-42aa-ae4a-187cc2733ab9 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562073610', 'description': 'tempest-secgroup-smoke-1562073610 description', 'project_id': '53f78cf1ccab428a99e42465678f4e40'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:52.013851 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06f8ff11-d4f6-42aa-ae4a-187cc2733ab9 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.077547 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06f8ff11-d4f6-42aa-ae4a-187cc2733ab9 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.145558 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06f8ff11-d4f6-42aa-ae4a-187cc2733ab9 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.174582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8ff11-d4f6-42aa-ae4a-187cc2733ab9 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569eef6b-7131-4c64-a52f-9da2b9073c21,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:52.216619 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06f8ff11-d4f6-42aa-ae4a-187cc2733ab9 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.217918 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-06f8ff11-d4f6-42aa-ae4a-187cc2733ab9 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2914286 Nov 12 05:21:52.220791 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36224) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:52.225224 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dc4054bb-fb52-4050-ac4b-81b1eea40535 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'security_group_rule': {'security_group_id': '569eef6b-7131-4c64-a52f-9da2b9073c21', 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:52.350648 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc4054bb-fb52-4050-ac4b-81b1eea40535 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.409188 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc4054bb-fb52-4050-ac4b-81b1eea40535 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.488536 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc4054bb-fb52-4050-ac4b-81b1eea40535 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.506417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4054bb-fb52-4050-ac4b-81b1eea40535 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe577285-ecec-42c0-b751-57388e3034a8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:52.581457 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc4054bb-fb52-4050-ac4b-81b1eea40535 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.582683 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-dc4054bb-fb52-4050-ac4b-81b1eea40535 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3608954 Nov 12 05:21:52.585449 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:52.589737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2a9d80cb-af8f-4167-be98-a6a7ffbd2556 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'security_group_rule': {'security_group_id': '569eef6b-7131-4c64-a52f-9da2b9073c21', 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:52.677581 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a9d80cb-af8f-4167-be98-a6a7ffbd2556 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.682629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d65059ca-e8ff-4a7f-b54a-823d7c874c7c no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:21:52.702218 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: d65059ca-e8ff-4a7f-b54a-823d7c874c7c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:21:52.703749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device d65059ca-e8ff-4a7f-b54a-823d7c874c7c not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:21:52.733762 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a9d80cb-af8f-4167-be98-a6a7ffbd2556 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.810013 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a9d80cb-af8f-4167-be98-a6a7ffbd2556 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.830782 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d80cb-af8f-4167-be98-a6a7ffbd2556 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4470a0-cef2-4343-b0b0-5e0a542ec443,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:52.902470 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a9d80cb-af8f-4167-be98-a6a7ffbd2556 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:52.903894 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-2a9d80cb-af8f-4167-be98-a6a7ffbd2556 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3173866 Nov 12 05:21:52.906536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:52.911308 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0521b64b-db77-42ad-aa72-b0db24a91877 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'security_group_rule': {'security_group_id': '569eef6b-7131-4c64-a52f-9da2b9073c21', 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:53.019401 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0521b64b-db77-42ad-aa72-b0db24a91877 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.075869 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0521b64b-db77-42ad-aa72-b0db24a91877 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.180587 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0521b64b-db77-42ad-aa72-b0db24a91877 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.199935 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521b64b-db77-42ad-aa72-b0db24a91877 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9d4f35-5048-4eb1-8cba-e74e71365190,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:53.220107 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5a4bcef-93a3-4cc6-8c37-2789b837a65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.296713 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0521b64b-db77-42ad-aa72-b0db24a91877 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.297967 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-0521b64b-db77-42ad-aa72-b0db24a91877 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3904834 Nov 12 05:21:53.300920 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:53.305252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-aaef675c-2386-4c5c-899e-9a91b9c37d1e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'security_group_rule': {'security_group_id': '569eef6b-7131-4c64-a52f-9da2b9073c21', 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:53.402776 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaef675c-2386-4c5c-899e-9a91b9c37d1e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.461538 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaef675c-2386-4c5c-899e-9a91b9c37d1e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.551470 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaef675c-2386-4c5c-899e-9a91b9c37d1e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.567795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef675c-2386-4c5c-899e-9a91b9c37d1e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ef675f-3d5b-41c0-a670-390f20664e5a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:53.656755 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaef675c-2386-4c5c-899e-9a91b9c37d1e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.658186 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-aaef675c-2386-4c5c-899e-9a91b9c37d1e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3560700 Nov 12 05:21:53.660977 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:53.665371 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f83be2c9-2d52-42e9-acf2-a8e7acc43a4d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'security_group_rule': {'security_group_id': '569eef6b-7131-4c64-a52f-9da2b9073c21', 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:53.763109 n-d-767704-23 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-f83be2c9-2d52-42e9-acf2-a8e7acc43a4d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Project 53f78cf1ccab428a99e42465678f4e40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:21:53.768301 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f83be2c9-2d52-42e9-acf2-a8e7acc43a4d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.828602 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f83be2c9-2d52-42e9-acf2-a8e7acc43a4d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.894188 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f83be2c9-2d52-42e9-acf2-a8e7acc43a4d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.909749 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83be2c9-2d52-42e9-acf2-a8e7acc43a4d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62bf9c6b-f40b-4509-acbb-2d5d97d973d7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:53.976666 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f83be2c9-2d52-42e9-acf2-a8e7acc43a4d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:53.977881 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f83be2c9-2d52-42e9-acf2-a8e7acc43a4d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3159611 Nov 12 05:21:53.980711 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:21:53.985176 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e557b7ef-8841-4f55-826f-5d069450ef77 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'security_group_rule': {'security_group_id': '569eef6b-7131-4c64-a52f-9da2b9073c21', 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:21:54.071639 n-d-767704-23 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-e557b7ef-8841-4f55-826f-5d069450ef77 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Project 53f78cf1ccab428a99e42465678f4e40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:21:54.076632 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e557b7ef-8841-4f55-826f-5d069450ef77 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.134876 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e557b7ef-8841-4f55-826f-5d069450ef77 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.225888 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e557b7ef-8841-4f55-826f-5d069450ef77 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.246536 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557b7ef-8841-4f55-826f-5d069450ef77 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425cf62d-bcc7-4246-97f2-bfdd674ef79a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:21:54.342209 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e557b7ef-8841-4f55-826f-5d069450ef77 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:54.343434 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-e557b7ef-8841-4f55-826f-5d069450ef77 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3617990 Nov 12 05:21:55.791887 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:56.963192 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2584ad14-2a0b-4d9f-86f6-b54dbb629a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:57.122101 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:58.865672 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:21:59.043102 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:11.685310 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:22:16.336377 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-abd146eb-1fe7-40ee-bc7e-d3e5592c1a35 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562073610&fields=id&tenant_id=53f78cf1ccab428a99e42465678f4e40 HTTP/1.1" status: 200 len: 267 time: 0.0459504 Nov 12 05:22:16.447985 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-2f2a9ff2-cbf8-4bfa-8ca0-3b494c957edf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:16.449473 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-2f2a9ff2-cbf8-4bfa-8ca0-3b494c957edf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 808 time: 0.1063037 Nov 12 05:22:16.464198 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-2ec23ff4-0823-40fb-b851-621678b7606c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/quotas/53f78cf1ccab428a99e42465678f4e40 HTTP/1.1" status: 200 len: 375 time: 0.0089374 Nov 12 05:22:16.515456 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-13aa753a-6daf-4c6e-bfed-cbc991c9e3c7 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459943 Nov 12 05:22:16.612489 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-df18f31d-e04c-422e-984b-50a7c133381a service neutron] 10.222.0.105 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856683 Nov 12 05:22:16.700799 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-076e7a79-78fa-413e-8342-854590283911 service neutron] 10.222.0.105 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815368 Nov 12 05:22:17.221507 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3ee5025f-8734-42f8-84cc-48dead551445 req-49dad920-106c-4dd3-88b0-82069ff14fcb tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 210 time: 0.0365257 Nov 12 05:22:18.326646 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-b1ca09ae-5c77-4f60-8db8-63b035b29e60 req-2077e6ad-4804-4e2d-8daa-8316ad3e0ec4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 210 time: 0.0290971 Nov 12 05:22:19.065191 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-1301d297-e1cc-4f39-a8f0-41ceaaf674a0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:19.066625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-1301d297-e1cc-4f39-a8f0-41ceaaf674a0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 808 time: 0.1067796 Nov 12 05:22:19.138849 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-77ce03b4-6ece-4fd4-b3a1-f1265e45015d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53f78cf1ccab428a99e42465678f4e40 HTTP/1.1" status: 200 len: 380 time: 0.0550137 Nov 12 05:22:19.149146 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-19a4765f-f046-4281-90ec-9204f9cc1504 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'port': {'device_id': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'admin_state_up': True, 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'security_groups': ['569eef6b-7131-4c64-a52f-9da2b9073c21']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:19.351627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-19a4765f-f046-4281-90ec-9204f9cc1504 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Made reservation on behalf of 53f78cf1ccab428a99e42465678f4e40 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:22:19.356909 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-19a4765f-f046-4281-90ec-9204f9cc1504 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:19.459129 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-41a664db-1d86-4880-8239-7e3b4872b2cd req-47ab5b84-1a31-45b6-9998-825b65d74913 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 210 time: 0.0316179 Nov 12 05:22:19.537496 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-19a4765f-f046-4281-90ec-9204f9cc1504 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Allocated IP 172.20.0.9 (290ebb62-3488-4941-ab4f-fbe7f05b4b5d/6ca334c9-b84c-4624-a03f-b3faa89d9116/ca8c69a5-4200-43fd-8c17-8bec2368b314) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:22:19.677550 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-19a4765f-f046-4281-90ec-9204f9cc1504 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:19.780095 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-19a4765f-f046-4281-90ec-9204f9cc1504 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:19.826941 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-19a4765f-f046-4281-90ec-9204f9cc1504 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:22:19.830085 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-19a4765f-f046-4281-90ec-9204f9cc1504 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:19.833862 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-19a4765f-f046-4281-90ec-9204f9cc1504 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:22:19.858246 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4765f-f046-4281-90ec-9204f9cc1504 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'Port': ['ID=ca8c69a5-4200-43fd-8c17-8bec2368b314,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:19.892513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-19a4765f-f046-4281-90ec-9204f9cc1504 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:19.893282 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-19a4765f-f046-4281-90ec-9204f9cc1504 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:19.999767 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-19a4765f-f046-4281-90ec-9204f9cc1504 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8547409 Nov 12 05:22:20.066969 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Request body: {'port': {'device_id': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:20.070793 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bc307867-0415-4d3d-a9b6-0f14a2f0421d None None] Provisioning complete for port ca8c69a5-4200-43fd-8c17-8bec2368b314 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:20.071294 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bc307867-0415-4d3d-a9b6-0f14a2f0421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:20.112474 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bc307867-0415-4d3d-a9b6-0f14a2f0421d None None] Port ca8c69a5-4200-43fd-8c17-8bec2368b314 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:22:20.128451 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:20.236523 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:20.401784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8c69a5-4200-43fd-8c17-8bec2368b314 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:22:20.409796 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:20.422603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Transition to ACTIVE for port object ca8c69a5-4200-43fd-8c17-8bec2368b314 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:22:20.505028 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:20.556756 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Pushing event updated for resources: {'Port': ['ID=ca8c69a5-4200-43fd-8c17-8bec2368b314,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:20.611879 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccc601-3499-4e88-8c5b-a073c88918dd req-d542cdfe-0105-4fc2-9794-1c8d6dd2b31b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:20.614232 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-daccc601-3499-4e88-8c5b-a073c88918dd req-d542cdfe-0105-4fc2-9794-1c8d6dd2b31b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0800416 Nov 12 05:22:20.637833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Attempting to bind port ca8c69a5-4200-43fd-8c17-8bec2368b314 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:22:20.638465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Attempting to bind port ca8c69a5-4200-43fd-8c17-8bec2368b314 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:22:20.639002 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Attempting to bind port ca8c69a5-4200-43fd-8c17-8bec2368b314 on network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:22:20.644230 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Port ca8c69a5-4200-43fd-8c17-8bec2368b314 on network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:22:20.644977 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Attempting to bind port ca8c69a5-4200-43fd-8c17-8bec2368b314 on network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:22:20.650879 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:22:20.651627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Checking segment: {'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:22:20.652319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Bound using segment: {'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:22:20.652570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Bound port: ca8c69a5-4200-43fd-8c17-8bec2368b314, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3a115-e801-40ae-b315-cf83bea05fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:22:20.653004 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:20.671289 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-daccc601-3499-4e88-8c5b-a073c88918dd req-8df325a4-cb5b-4105-b134-8b7258092f89 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502477 Nov 12 05:22:20.741443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] For port ca8c69a5-4200-43fd-8c17-8bec2368b314, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:22:20.754531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] For port ca8c69a5-4200-43fd-8c17-8bec2368b314, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:22:20.837525 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:20.878118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:20.878753 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:20.881983 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] 10.222.0.26 "PUT /v2.0/ports/ca8c69a5-4200-43fd-8c17-8bec2368b314 HTTP/1.1" status: 200 len: 1092 time: 0.8641520 Nov 12 05:22:20.881983 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'tag': 'ca8c69a5-4200-43fd-8c17-8bec2368b314'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:20.883110 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32fb5fd-18c8-4f50-9ceb-1b233e4cc3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "06bde2fc-2d91-4c51-99fc-0116fbe3ef82", "tag": "ca8c69a5-4200-43fd-8c17-8bec2368b314"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:20.913750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e30800-34bf-49bd-bd5b-6b8830ef4f9c service neutron] Pushing event updated for resources: {'Port': ['ID=ca8c69a5-4200-43fd-8c17-8bec2368b314,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:20.947947 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058e3d32-7606-4f75-9113-bb1cb5ace9a4 x-openstack-request-id: req-058e3d32-7606-4f75-9113-bb1cb5ace9a4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:20.947947 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bde2fc-2d91-4c51-99fc-0116fbe3ef82", "tag": "ca8c69a5-4200-43fd-8c17-8bec2368b314", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:20.947947 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-058e3d32-7606-4f75-9113-bb1cb5ace9a4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:20.947947 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'tag': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'status': 'completed', 'code': 200} Nov 12 05:22:21.047701 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fb5fd-18c8-4f50-9ceb-1b233e4cc3ad req-5301a822-080e-45b7-8dcc-5221e128af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:21.049373 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e32fb5fd-18c8-4f50-9ceb-1b233e4cc3ad req-5301a822-080e-45b7-8dcc-5221e128af23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 1095 time: 0.0445883 Nov 12 05:22:21.167060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fb5fd-18c8-4f50-9ceb-1b233e4cc3ad req-7591ce1e-e820-47e7-9818-23518fe34f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:21.168531 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e32fb5fd-18c8-4f50-9ceb-1b233e4cc3ad req-7591ce1e-e820-47e7-9818-23518fe34f4a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=53f78cf1ccab428a99e42465678f4e40&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1018658 Nov 12 05:22:21.264833 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fb5fd-18c8-4f50-9ceb-1b233e4cc3ad req-babd29e8-8f26-480d-932a-3d25c8518950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:21.266189 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e32fb5fd-18c8-4f50-9ceb-1b233e4cc3ad req-babd29e8-8f26-480d-932a-3d25c8518950 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0901673 Nov 12 05:22:21.368269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-2d80e9ad-495a-429d-8bf1-f5b36b82847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:21.369751 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-2d80e9ad-495a-429d-8bf1-f5b36b82847e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 1095 time: 0.0416467 Nov 12 05:22:21.428391 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-d12c68f8-4870-4443-b808-0c43383380f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314 HTTP/1.1" status: 200 len: 217 time: 0.0396373 Nov 12 05:22:21.481481 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-d406545c-6056-4f05-b44a-bd6818986767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:21.482985 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-d406545c-6056-4f05-b44a-bd6818986767 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0463490 Nov 12 05:22:21.530642 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-1f5aba3f-c151-4a03-b997-afca425d4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:21.532395 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-1f5aba3f-c151-4a03-b997-afca425d4bf6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401003 Nov 12 05:22:21.626010 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-3df46f50-e2c4-46c8-9c5e-929fb0134c34 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853577 Nov 12 05:22:21.724584 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fbcf0deb-3386-446f-8ebd-074414dc98f1 req-e0f6fbac-33c0-4d64-86ec-72af6fbfebd5 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890625 Nov 12 05:22:21.804870 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15afe98-770c-4ed7-9181-ee7954b1e60a req-9bb88b8b-5d67-4881-9495-ad13ee822698 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:21.806373 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d15afe98-770c-4ed7-9181-ee7954b1e60a req-9bb88b8b-5d67-4881-9495-ad13ee822698 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0524552 Nov 12 05:22:21.859230 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d15afe98-770c-4ed7-9181-ee7954b1e60a req-cee6833e-3f5d-412e-b0d5-e040895fd5bc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466785 Nov 12 05:22:22.981060 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056dea9-59fe-405f-955b-8b715f9f3b8f req-1ae57e97-aa45-4aa0-a5b6-895164dc8a24 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:22.982453 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2056dea9-59fe-405f-955b-8b715f9f3b8f req-1ae57e97-aa45-4aa0-a5b6-895164dc8a24 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0544999 Nov 12 05:22:23.032466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2056dea9-59fe-405f-955b-8b715f9f3b8f req-1256b625-3591-4d73-8f5f-1460739a66d0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439034 Nov 12 05:22:23.208110 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8544428e-94b2-44fd-8ac3-2dbd965dd5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:24.154385 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efd505-c3a6-4839-9440-6755056bf96c req-62f98811-dce0-4aec-9291-89d7aae91728 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:24.155857 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84efd505-c3a6-4839-9440-6755056bf96c req-62f98811-dce0-4aec-9291-89d7aae91728 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0528843 Nov 12 05:22:24.208395 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84efd505-c3a6-4839-9440-6755056bf96c req-6d05a4c8-cab2-4836-9a09-9adc534bb3f7 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461404 Nov 12 05:22:25.328642 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d505a5-966e-4ccd-8fad-e3150ccc020a req-a3ca3bd8-5e20-438d-a032-d23b258c5213 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:25.330158 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7d505a5-966e-4ccd-8fad-e3150ccc020a req-a3ca3bd8-5e20-438d-a032-d23b258c5213 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0487840 Nov 12 05:22:25.382924 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-f7d505a5-966e-4ccd-8fad-e3150ccc020a req-12ebd142-9a56-4fa3-a4e5-7ce413024b12 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462956 Nov 12 05:22:25.841742 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:26.499252 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a43594-bcd5-4b0b-965a-f9f598893a94 req-6e961b12-036b-4b5c-8568-780af53711b4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:26.500751 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-12a43594-bcd5-4b0b-965a-f9f598893a94 req-6e961b12-036b-4b5c-8568-780af53711b4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0490954 Nov 12 05:22:26.550103 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-12a43594-bcd5-4b0b-965a-f9f598893a94 req-e6c89795-f6a7-4f1a-9b80-b44ae66c742f tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433033 Nov 12 05:22:26.955690 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a4ce668-35c3-4499-83ec-c8cb95cdfc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:27.110349 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:27.672443 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de74162-66cd-4684-9acc-cc49c04ebd89 req-e5db22cc-5899-4795-a8c4-755135c30248 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:27.675078 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6de74162-66cd-4684-9acc-cc49c04ebd89 req-e5db22cc-5899-4795-a8c4-755135c30248 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0536642 Nov 12 05:22:27.728064 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6de74162-66cd-4684-9acc-cc49c04ebd89 req-cf31bbbf-1c6d-4c08-a218-2004aaea22f8 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434344 Nov 12 05:22:28.839997 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f16c1b-7477-4d8d-8222-dc54f9e5f2de req-c1659172-f9db-44d8-84be-a9b132b1a0f0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:28.841510 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f16c1b-7477-4d8d-8222-dc54f9e5f2de req-c1659172-f9db-44d8-84be-a9b132b1a0f0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0489933 Nov 12 05:22:28.864603 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:28.894554 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-27f16c1b-7477-4d8d-8222-dc54f9e5f2de req-a9508694-5600-4644-9e0d-ef8480144016 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471189 Nov 12 05:22:29.070618 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:30.011726 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78debf8-c434-48ad-a0af-a075a8b69c14 req-ba7ed9e3-7422-4d31-a338-60bcec34d98a tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:30.013363 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b78debf8-c434-48ad-a0af-a075a8b69c14 req-ba7ed9e3-7422-4d31-a338-60bcec34d98a tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0502427 Nov 12 05:22:30.065229 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b78debf8-c434-48ad-a0af-a075a8b69c14 req-3feb01b1-8db5-491d-93ac-0b7afed45a8e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457001 Nov 12 05:22:31.181013 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0a6a0-0675-4fc4-91c9-7a8236dcc6a4 req-61a19a04-5a23-4722-8ac9-0b3bb76c1bd6 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:31.182526 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9a0a6a0-0675-4fc4-91c9-7a8236dcc6a4 req-61a19a04-5a23-4722-8ac9-0b3bb76c1bd6 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0498581 Nov 12 05:22:31.231514 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a9a0a6a0-0675-4fc4-91c9-7a8236dcc6a4 req-45d3bedc-0dc9-4e37-8987-4da264c43e18 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431263 Nov 12 05:22:32.353589 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e576878-dbc2-4984-b0f5-c123abdf15ab req-4bf16f69-f513-46b3-8f08-a61982c4cced tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:32.355125 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e576878-dbc2-4984-b0f5-c123abdf15ab req-4bf16f69-f513-46b3-8f08-a61982c4cced tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0551746 Nov 12 05:22:32.416208 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5e576878-dbc2-4984-b0f5-c123abdf15ab req-1df09159-9d34-46a3-aad1-c35eeed84d79 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546796 Nov 12 05:22:33.530255 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241c076-1619-4987-b7ea-6b5df86c8883 req-575e2d98-93d4-405e-996e-b4974b5e8183 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:33.531980 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9241c076-1619-4987-b7ea-6b5df86c8883 req-575e2d98-93d4-405e-996e-b4974b5e8183 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0482860 Nov 12 05:22:33.584313 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9241c076-1619-4987-b7ea-6b5df86c8883 req-82346c44-18b5-41de-b80b-b59782fb5c00 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464323 Nov 12 05:22:34.698693 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001b4e3-363b-44db-9391-a37485bc0f3b req-f2d95a0e-706a-41fc-b026-69bd5b240c22 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:34.700085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d001b4e3-363b-44db-9391-a37485bc0f3b req-f2d95a0e-706a-41fc-b026-69bd5b240c22 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0488183 Nov 12 05:22:34.748927 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d001b4e3-363b-44db-9391-a37485bc0f3b req-5daf94c7-13dc-4f1e-8035-5980c92cc07e tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429077 Nov 12 05:22:34.831874 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ca8c69a5-4200-43fd-8c17-8bec2368b314 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:22:34.923919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ca8c69a5-4200-43fd-8c17-8bec2368b314, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:34.935472 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'port_id': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'mac_address': 'fa:16:3e:f5:9a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:22:34.975337 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:34.987403 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8c69a5-4200-43fd-8c17-8bec2368b314 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:22:35.006038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ca8c69a5-4200-43fd-8c17-8bec2368b314, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:35.075509 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:35.123910 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ca8c69a5-4200-43fd-8c17-8bec2368b314,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:35.132378 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:35.132729 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:35.133072 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:35.133413 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:35.133749 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:35.134084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:35.134414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:35.134741 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:35.135067 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:35.135404 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:35.135720 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:35.136062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:22:35.521431 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['ca8c69a5-4200-43fd-8c17-8bec2368b314'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:22:35.871881 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149288-c56e-4d88-ba71-0bdf232fc9ec req-8c0bffb7-fa33-47e9-b4d8-56cc43f3b9c3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:35.873390 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a149288-c56e-4d88-ba71-0bdf232fc9ec req-8c0bffb7-fa33-47e9-b4d8-56cc43f3b9c3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 944 time: 0.0551641 Nov 12 05:22:35.924333 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-4a149288-c56e-4d88-ba71-0bdf232fc9ec req-4c02c8a7-eb23-4111-83d5-541ad34ca25a tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444736 Nov 12 05:22:36.833901 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ca8c69a5-4200-43fd-8c17-8bec2368b314 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:22:36.984427 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port ca8c69a5-4200-43fd-8c17-8bec2368b314 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:22:36.988355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port ca8c69a5-4200-43fd-8c17-8bec2368b314 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:22:36.988724 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.069440 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.074245 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a23713-4864-4221-90a7-4b8229f39197 req-0036610f-3991-46a7-8f05-788188af8249 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:37.075813 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-35a23713-4864-4221-90a7-4b8229f39197 req-0036610f-3991-46a7-8f05-788188af8249 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 944 time: 0.0760419 Nov 12 05:22:37.093488 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8c69a5-4200-43fd-8c17-8bec2368b314'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:37.095653 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b8dc53-ce92-44f1-84ce-895286f8b713" -d '{"events": [{"server_uuid": "06bde2fc-2d91-4c51-99fc-0116fbe3ef82", "name": "network-vif-plugged", "status": "completed", "tag": "ca8c69a5-4200-43fd-8c17-8bec2368b314"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:37.108573 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ca8c69a5-4200-43fd-8c17-8bec2368b314, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:22:37.128263 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-35a23713-4864-4221-90a7-4b8229f39197 req-3362ebbf-eae7-47f6-b472-9e558afc94b5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452726 Nov 12 05:22:37.172930 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:37.198870 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8285a36c-447f-4ca6-b14f-61914044a025 x-openstack-request-id: req-8285a36c-447f-4ca6-b14f-61914044a025 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:37.199143 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bde2fc-2d91-4c51-99fc-0116fbe3ef82", "name": "network-vif-plugged", "status": "completed", "tag": "ca8c69a5-4200-43fd-8c17-8bec2368b314", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:37.199396 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8285a36c-447f-4ca6-b14f-61914044a025 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:37.199782 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'code': 200} Nov 12 05:22:37.227466 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ca8c69a5-4200-43fd-8c17-8bec2368b314,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:37.312790 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb76ae9-6f51-4283-b01d-4078f4a7e26c req-dd0f2209-2f4e-488d-9851-bd3c59534324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:37.314256 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfb76ae9-6f51-4283-b01d-4078f4a7e26c req-dd0f2209-2f4e-488d-9851-bd3c59534324 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 1097 time: 0.0436616 Nov 12 05:22:37.376218 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfb76ae9-6f51-4283-b01d-4078f4a7e26c req-00a35702-924e-4718-a3d9-966e586bb864 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537171 Nov 12 05:22:38.251790 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e68ead-d76b-4009-83f8-710b54403545 req-6fab1e8a-4f80-4d64-b830-94e13bdc4fee tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:38.253357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3e68ead-d76b-4009-83f8-710b54403545 req-6fab1e8a-4f80-4d64-b830-94e13bdc4fee tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0560834 Nov 12 05:22:38.305505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c3e68ead-d76b-4009-83f8-710b54403545 req-e833b842-dcd3-4ca4-bcf1-4e0e72bc626a tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461369 Nov 12 05:22:39.425773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b86b6-5d4a-4005-95bd-cd8c393fd828 req-b4a355ed-978f-454d-a64e-75ce4e417e03 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:39.427276 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b2b86b6-5d4a-4005-95bd-cd8c393fd828 req-b4a355ed-978f-454d-a64e-75ce4e417e03 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0496337 Nov 12 05:22:39.475894 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2b2b86b6-5d4a-4005-95bd-cd8c393fd828 req-c3fe7b5c-d589-48df-8e34-5db7917e4563 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419314 Nov 12 05:22:39.588487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f617c-fc83-4946-b1a4-b64beb3261e2 req-ad30385c-46ac-40fd-8713-22791c386adf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:39.589839 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a41f617c-fc83-4946-b1a4-b64beb3261e2 req-ad30385c-46ac-40fd-8713-22791c386adf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0479474 Nov 12 05:22:39.641751 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a41f617c-fc83-4946-b1a4-b64beb3261e2 req-87c57fe8-b426-43aa-ba45-f67460367c3d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460069 Nov 12 05:22:39.663538 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36456) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:39.743585 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869524e2-2dce-448d-8830-67e5595059e2 tempest-TestShelveInstance-1059019912 tempest-TestShelveInstance-1059019912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:39.745113 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-869524e2-2dce-448d-8830-67e5595059e2 tempest-TestShelveInstance-1059019912 tempest-TestShelveInstance-1059019912-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 1092 time: 0.0799665 Nov 12 05:22:39.747877 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:22:39.752710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:22:39.855084 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for floatingip, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:39.950097 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.064998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Allocated IP 172.25.8.197 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/3d015e26-f878-435a-a494-8064fe971ce0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:22:40.169357 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.259648 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.295880 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:22:40.300838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:22:40.305253 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:22:40.328325 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'Port': ['ID=3d015e26-f878-435a-a494-8064fe971ce0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:40.661324 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.780254 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.928323 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:40.995873 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:41.059530 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event updated for resources: {'Port': ['ID=3d015e26-f878-435a-a494-8064fe971ce0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:22:41.073237 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:41.172428 n-d-767704-23 neutron-server[103146]: INFO neutron.db.l3_db [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Floating IP 512b4c71-be6c-47d2-8fdd-e4d2f6456fd3 associated. External IP: 172.25.8.197, port: ca8c69a5-4200-43fd-8c17-8bec2368b314. Nov 12 05:22:41.721374 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Router 8360e771-c19f-405c-a28a-878bba4c264a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:22:41.827087 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:22:41.837816 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de950e87-e495-43bf-b6cd-db5a7ca4f60b None None] Sync routers for ids ['8360e771-c19f-405c-a28a-878bba4c264a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:22:41.847932 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de950e87-e495-43bf-b6cd-db5a7ca4f60b None None] Routers {'8360e771-c19f-405c-a28a-878bba4c264a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:41.856129 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-de950e87-e495-43bf-b6cd-db5a7ca4f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8360e771-c19f-405c-a28a-878bba4c264a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:41.917604 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:41.944850 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-66fbe24e-f5df-46cf-b278-8667a509019c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1958976 Nov 12 05:22:41.956799 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'tag': 'ca8c69a5-4200-43fd-8c17-8bec2368b314'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:22:41.956799 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60271c0f-3478-433a-a211-b85ccdc6b0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "06bde2fc-2d91-4c51-99fc-0116fbe3ef82", "tag": "ca8c69a5-4200-43fd-8c17-8bec2368b314"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:22:41.962724 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-de950e87-e495-43bf-b6cd-db5a7ca4f60b None None] Set router 8360e771-c19f-405c-a28a-878bba4c264a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:41.986001 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f849f3-72ab-4e46-a271-eb6caa61a2c6 x-openstack-request-id: req-27f849f3-72ab-4e46-a271-eb6caa61a2c6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:22:41.986414 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bde2fc-2d91-4c51-99fc-0116fbe3ef82", "tag": "ca8c69a5-4200-43fd-8c17-8bec2368b314", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:22:41.986794 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-27f849f3-72ab-4e46-a271-eb6caa61a2c6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:22:41.987325 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'tag': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'status': 'completed', 'code': 200} Nov 12 05:22:42.082354 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60271c0f-3478-433a-a211-b85ccdc6b0a9 req-792878ba-7f5d-46be-9d95-66852b7221c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:42.083848 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60271c0f-3478-433a-a211-b85ccdc6b0a9 req-792878ba-7f5d-46be-9d95-66852b7221c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 1097 time: 0.0418384 Nov 12 05:22:42.180274 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60271c0f-3478-433a-a211-b85ccdc6b0a9 req-9f76e2c8-7d82-4afd-9c69-5ea54b582254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:42.181752 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60271c0f-3478-433a-a211-b85ccdc6b0a9 req-9f76e2c8-7d82-4afd-9c69-5ea54b582254 service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0908775 Nov 12 05:22:42.186296 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-de950e87-e495-43bf-b6cd-db5a7ca4f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '512b4c71-be6c-47d2-8fdd-e4d2f6456fd3', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'port_id': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'mac_address': 'fa:16:3e:f5:9a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:22:40Z', 'updated_at': '2021-11-12T05:22:40Z', 'revision_number': 0, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:47Z', 'revision_number': 5, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:42.216768 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de950e87-e495-43bf-b6cd-db5a7ca4f60b None None] Checking router: 8360e771-c19f-405c-a28a-878bba4c264a for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:22:42.225656 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de950e87-e495-43bf-b6cd-db5a7ca4f60b None None] Routers {'8360e771-c19f-405c-a28a-878bba4c264a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:22:42.226787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-de950e87-e495-43bf-b6cd-db5a7ca4f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:22:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8360e771-c19f-405c-a28a-878bba4c264a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:42.250208 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60271c0f-3478-433a-a211-b85ccdc6b0a9 req-943e62ee-df06-4464-aea4-4396c1fb4808 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314 HTTP/1.1" status: 200 len: 999 time: 0.0605779 Nov 12 05:22:42.305378 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60271c0f-3478-433a-a211-b85ccdc6b0a9 req-0ff66a8a-6cbb-49cc-8a8d-3d6b9875a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:42.307026 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60271c0f-3478-433a-a211-b85ccdc6b0a9 req-0ff66a8a-6cbb-49cc-8a8d-3d6b9875a9a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0500755 Nov 12 05:22:42.334811 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-de950e87-e495-43bf-b6cd-db5a7ca4f60b None None] Set router 8360e771-c19f-405c-a28a-878bba4c264a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:22:42.354269 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60271c0f-3478-433a-a211-b85ccdc6b0a9 req-b8a5d8e4-450c-4440-8dfe-a2a2cbf3632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:22:42.355778 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60271c0f-3478-433a-a211-b85ccdc6b0a9 req-b8a5d8e4-450c-4440-8dfe-a2a2cbf3632e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407193 Nov 12 05:22:42.458266 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60271c0f-3478-433a-a211-b85ccdc6b0a9 req-26d87ba2-17a2-4ac6-97b5-ea49a89dfc1d service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931392 Nov 12 05:22:42.556232 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-60271c0f-3478-433a-a211-b85ccdc6b0a9 req-5cac798a-0171-4eb3-a772-dc8184385fe0 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905759 Nov 12 05:22:42.715391 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-de950e87-e495-43bf-b6cd-db5a7ca4f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '512b4c71-be6c-47d2-8fdd-e4d2f6456fd3', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'port_id': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'mac_address': 'fa:16:3e:f5:9a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:22:40Z', 'updated_at': '2021-11-12T05:22:40Z', 'revision_number': 0, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:47Z', 'revision_number': 5, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:22:42.744981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de950e87-e495-43bf-b6cd-db5a7ca4f60b None None] The sync data for ids ['8360e771-c19f-405c-a28a-878bba4c264a'] in n-d-767704-23 is: [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '512b4c71-be6c-47d2-8fdd-e4d2f6456fd3', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'port_id': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'mac_address': 'fa:16:3e:f5:9a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:22:40Z', 'updated_at': '2021-11-12T05:22:40Z', 'revision_number': 0, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:47Z', 'revision_number': 5, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:22:42.934565 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e719fa-6aaf-492e-a29e-0edc686f70d0 None None] New status for floating IP 512b4c71-be6c-47d2-8fdd-e4d2f6456fd3: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:22:48.684372 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:22:50.241401 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:53.218419 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16871f5b-8c00-48bd-b026-67ad67b3fa01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:55.829703 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:56.955569 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6cee7958-5616-4735-8be1-9b93e538de49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:57.178071 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:58.886643 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:22:59.087698 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:10.759495 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe42c6ef-e751-406f-b60e-720be93a787b req-2c000739-1025-40ef-92be-9c3ccefee034 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397658 Nov 12 05:23:10.867299 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42c6ef-e751-406f-b60e-720be93a787b req-e76ffa33-8390-4f2d-8361-17e6aba1ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:10.868857 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe42c6ef-e751-406f-b60e-720be93a787b req-e76ffa33-8390-4f2d-8361-17e6aba1ddbb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 1097 time: 0.0482054 Nov 12 05:23:10.983110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42c6ef-e751-406f-b60e-720be93a787b req-1a27cc31-efaa-4123-9575-1e74627ce5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:10.983891 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe42c6ef-e751-406f-b60e-720be93a787b req-1a27cc31-efaa-4123-9575-1e74627ce5b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0889409 Nov 12 05:23:11.054964 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe42c6ef-e751-406f-b60e-720be93a787b req-69c1e77d-ec6d-4d16-bc8f-958b3baba645 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314 HTTP/1.1" status: 200 len: 1001 time: 0.0628586 Nov 12 05:23:11.106407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42c6ef-e751-406f-b60e-720be93a787b req-af67b976-5336-4bf5-92f4-5f1f3b7d28a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:11.107846 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe42c6ef-e751-406f-b60e-720be93a787b req-af67b976-5336-4bf5-92f4-5f1f3b7d28a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0448539 Nov 12 05:23:11.160407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42c6ef-e751-406f-b60e-720be93a787b req-c0a01eb4-8945-43e0-9a30-ccfcaef5e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:23:11.161899 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe42c6ef-e751-406f-b60e-720be93a787b req-c0a01eb4-8945-43e0-9a30-ccfcaef5e562 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463669 Nov 12 05:23:11.255780 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe42c6ef-e751-406f-b60e-720be93a787b req-1140ac61-b73f-4980-b59a-9d01cd2fcda7 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859549 Nov 12 05:23:11.348536 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fe42c6ef-e751-406f-b60e-720be93a787b req-ada8ca6c-ffb8-4155-8ec3-8e05c4ce0f51 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843136 Nov 12 05:23:20.228824 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:23.190227 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6fffc06c-82b5-4f8b-b198-2f750b8f2947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:25.683881 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:23:25.891852 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.018379 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-731be625-32bb-4f6f-a36b-76f2d12aeb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:27.120699 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:28.932889 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:29.063198 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:50.280767 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:53.198814 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da3e3cc7-8298-49c8-8a24-39e50726d8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:55.827279 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:56.986870 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83fdcdfe-462f-4537-9fa3-c6c97bffa077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:57.135723 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:58.931512 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:23:59.039759 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:02.684698 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:24:11.764443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-89b0e4d1-f109-483e-9c64-f83f11568ff8 req-39419f09-0320-43c1-8f16-48f2367fed8a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396433 Nov 12 05:24:11.870042 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0e4d1-f109-483e-9c64-f83f11568ff8 req-c3ea5f29-be94-4f60-b573-568f99d36991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:11.871530 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-89b0e4d1-f109-483e-9c64-f83f11568ff8 req-c3ea5f29-be94-4f60-b573-568f99d36991 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 1097 time: 0.0453212 Nov 12 05:24:11.976717 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0e4d1-f109-483e-9c64-f83f11568ff8 req-7792e6da-0379-4bc0-8907-5e733a58634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:11.978177 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-89b0e4d1-f109-483e-9c64-f83f11568ff8 req-7792e6da-0379-4bc0-8907-5e733a58634c service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0873268 Nov 12 05:24:12.046840 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-89b0e4d1-f109-483e-9c64-f83f11568ff8 req-cbbd4e4a-81f4-4cf3-8af5-73c0c1fa091c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314 HTTP/1.1" status: 200 len: 1001 time: 0.0613256 Nov 12 05:24:12.096376 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0e4d1-f109-483e-9c64-f83f11568ff8 req-4cf01571-333d-49c7-bd2e-1dfa7da09d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:12.097806 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-89b0e4d1-f109-483e-9c64-f83f11568ff8 req-4cf01571-333d-49c7-bd2e-1dfa7da09d1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0437016 Nov 12 05:24:12.143312 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0e4d1-f109-483e-9c64-f83f11568ff8 req-045181f5-7ee2-4d40-a066-65e5df8d139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:24:12.144826 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-89b0e4d1-f109-483e-9c64-f83f11568ff8 req-045181f5-7ee2-4d40-a066-65e5df8d139a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394003 Nov 12 05:24:12.238429 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-89b0e4d1-f109-483e-9c64-f83f11568ff8 req-f0ca0d21-ea20-4003-b087-3bd8dcb439fd service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854344 Nov 12 05:24:12.334929 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-89b0e4d1-f109-483e-9c64-f83f11568ff8 req-7d5085e8-085e-45c3-8727-e597da2940d5 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885365 Nov 12 05:24:20.325942 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:23.256776 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a8b51e4-b077-47cb-b0a5-34099ef62466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:25.822541 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:27.011359 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e387cd2a-6782-4077-9a81-65151d35efb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:27.177181 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:28.954104 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:29.059929 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:39.684377 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:24:50.294621 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:53.253759 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f3a4614-044a-4ab7-95bf-7b8c7a39b6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:55.876967 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:57.030880 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baf7e55b-9721-4cb9-82e2-dd44c3e55add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:57.175924 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:58.953467 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:24:59.144844 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:08.848621 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a6332-eaac-46cc-b6f6-ba71280b3d26 req-657934d3-b34c-42e9-b83e-90fdc349cc46 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:08.850182 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-068a6332-eaac-46cc-b6f6-ba71280b3d26 req-657934d3-b34c-42e9-b83e-90fdc349cc46 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0561061 Nov 12 05:25:08.903824 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-068a6332-eaac-46cc-b6f6-ba71280b3d26 req-f4de3ef4-b45b-4345-8ccb-75fd908fffd8 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469401 Nov 12 05:25:10.053132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4576e59-23dc-49d4-b4c8-91c6b555fa24 req-bef4bcc5-8622-42a8-980f-5df5d0c21fda tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:10.054688 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4576e59-23dc-49d4-b4c8-91c6b555fa24 req-bef4bcc5-8622-42a8-980f-5df5d0c21fda tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0559406 Nov 12 05:25:10.106555 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b4576e59-23dc-49d4-b4c8-91c6b555fa24 req-9a41f48f-a50a-48ba-a3ba-d87c29d96f0b tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457711 Nov 12 05:25:11.263504 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1aa70-648e-4992-ad97-5744c006681b req-f42cc555-66b4-4072-ad99-8e50ca84b388 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:11.265018 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35b1aa70-648e-4992-ad97-5744c006681b req-f42cc555-66b4-4072-ad99-8e50ca84b388 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0538194 Nov 12 05:25:11.315145 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-35b1aa70-648e-4992-ad97-5744c006681b req-637e0b9b-cd8f-4821-9904-a8b285a5e034 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434601 Nov 12 05:25:12.433006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6213c-79f9-4bc9-b813-b1168a3377fb req-41ebd8c0-b4e8-480a-99e5-5862c32ee214 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:12.434519 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e4d6213c-79f9-4bc9-b813-b1168a3377fb req-41ebd8c0-b4e8-480a-99e5-5862c32ee214 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0514195 Nov 12 05:25:12.484992 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e4d6213c-79f9-4bc9-b813-b1168a3377fb req-ce67e26a-c5af-4b21-b14f-7879ac3c7f26 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444684 Nov 12 05:25:12.813143 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb93acc-2a08-41b3-8874-e130e5c56e44 req-d4e7f9ad-6b22-44ac-922f-a27824fb851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:12.814624 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfb93acc-2a08-41b3-8874-e130e5c56e44 req-d4e7f9ad-6b22-44ac-922f-a27824fb851f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 1097 time: 0.0404937 Nov 12 05:25:12.922698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb93acc-2a08-41b3-8874-e130e5c56e44 req-c738216b-c546-4eef-89b8-d65f3f8e2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:12.924193 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfb93acc-2a08-41b3-8874-e130e5c56e44 req-c738216b-c546-4eef-89b8-d65f3f8e2900 service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0888188 Nov 12 05:25:12.993934 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfb93acc-2a08-41b3-8874-e130e5c56e44 req-2164d96d-dad5-498f-aa77-d2617380c910 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314 HTTP/1.1" status: 200 len: 1001 time: 0.0620062 Nov 12 05:25:13.043729 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb93acc-2a08-41b3-8874-e130e5c56e44 req-eba77a20-9ed7-45e8-a35c-c4f2f89a9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:13.045188 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfb93acc-2a08-41b3-8874-e130e5c56e44 req-eba77a20-9ed7-45e8-a35c-c4f2f89a9ece service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0441875 Nov 12 05:25:13.092249 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb93acc-2a08-41b3-8874-e130e5c56e44 req-b59436fe-775f-4cb1-a13d-46a46712419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:13.093633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfb93acc-2a08-41b3-8874-e130e5c56e44 req-b59436fe-775f-4cb1-a13d-46a46712419a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406423 Nov 12 05:25:13.188196 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfb93acc-2a08-41b3-8874-e130e5c56e44 req-09c4d863-427b-46ba-b4ce-5c280b8974b6 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861766 Nov 12 05:25:13.279326 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cfb93acc-2a08-41b3-8874-e130e5c56e44 req-95066c82-aa2b-44f0-a7df-9a1b3251753b service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827663 Nov 12 05:25:13.600163 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a2821-2f9b-4a55-b441-70b8e869db29 req-efad3007-4d1c-42bf-91c1-f316d6bbbe54 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:13.601660 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-304a2821-2f9b-4a55-b441-70b8e869db29 req-efad3007-4d1c-42bf-91c1-f316d6bbbe54 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0485892 Nov 12 05:25:13.655792 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-304a2821-2f9b-4a55-b441-70b8e869db29 req-3342e24c-a238-4a51-b4cc-cfed071855b6 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480084 Nov 12 05:25:14.770767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07cfb1-5b2f-4238-8945-e35a2363f63e req-31e2c46e-3b8a-4047-9c2a-62a6d59cc3cb tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:14.772683 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bd07cfb1-5b2f-4238-8945-e35a2363f63e req-31e2c46e-3b8a-4047-9c2a-62a6d59cc3cb tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0505631 Nov 12 05:25:14.825368 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bd07cfb1-5b2f-4238-8945-e35a2363f63e req-829b2df1-9ff5-4c74-aa59-7f513d7d79ed tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464370 Nov 12 05:25:15.940199 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a91e2-6bed-492c-9e25-d9b701af3ea8 req-13dcb84f-5e24-481b-be70-a62912559c42 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:15.941665 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f0a91e2-6bed-492c-9e25-d9b701af3ea8 req-13dcb84f-5e24-481b-be70-a62912559c42 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0495155 Nov 12 05:25:15.990510 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6f0a91e2-6bed-492c-9e25-d9b701af3ea8 req-563cc387-f71c-4386-ad54-50b26001c642 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430048 Nov 12 05:25:16.683871 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:25:17.111252 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb620d-d4c4-4e96-afef-4aaa2648930f req-9d2c8cf1-c7c0-4b49-bfea-80af56a01060 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:17.112827 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-00eb620d-d4c4-4e96-afef-4aaa2648930f req-9d2c8cf1-c7c0-4b49-bfea-80af56a01060 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0536368 Nov 12 05:25:17.164755 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-00eb620d-d4c4-4e96-afef-4aaa2648930f req-14dd861c-735d-4c7e-affb-ab4e89387422 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452187 Nov 12 05:25:18.280429 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96706af-a482-46ad-97d3-0c607f83a841 req-5990b31e-d6fe-4116-a1c0-107347b6b714 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:18.281892 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c96706af-a482-46ad-97d3-0c607f83a841 req-5990b31e-d6fe-4116-a1c0-107347b6b714 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0486479 Nov 12 05:25:18.330071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c96706af-a482-46ad-97d3-0c607f83a841 req-f931fcdb-a8cb-484a-8293-dd4488d55e6a tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417728 Nov 12 05:25:19.118513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30582269-de9e-4be5-ab82-6435c6354a9c req-e373c118-79ca-47d1-8c38-ddd42cd691a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:19.119998 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30582269-de9e-4be5-ab82-6435c6354a9c req-e373c118-79ca-47d1-8c38-ddd42cd691a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 1097 time: 0.0423665 Nov 12 05:25:19.215262 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30582269-de9e-4be5-ab82-6435c6354a9c req-e7af050f-028c-4915-8b53-efbb7f864f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:19.216767 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30582269-de9e-4be5-ab82-6435c6354a9c req-e7af050f-028c-4915-8b53-efbb7f864f88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0890698 Nov 12 05:25:19.282544 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30582269-de9e-4be5-ab82-6435c6354a9c req-fb3b5f3b-0075-41fb-93f9-cc5c37ab16ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314 HTTP/1.1" status: 200 len: 1001 time: 0.0585408 Nov 12 05:25:19.337143 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30582269-de9e-4be5-ab82-6435c6354a9c req-bc7b6e1b-a6fd-41b3-81cc-34fc3607e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:19.338607 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30582269-de9e-4be5-ab82-6435c6354a9c req-bc7b6e1b-a6fd-41b3-81cc-34fc3607e52e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0485151 Nov 12 05:25:19.386515 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30582269-de9e-4be5-ab82-6435c6354a9c req-76ae1a98-4d59-4fe8-8733-a83d80c77c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:19.388423 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30582269-de9e-4be5-ab82-6435c6354a9c req-76ae1a98-4d59-4fe8-8733-a83d80c77c14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424824 Nov 12 05:25:19.504319 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a8cad-ca2b-4982-b35d-08c4846d96ef req-5b7c3ca1-9394-471c-a6fb-9a7a918af11c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:19.506418 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-363a8cad-ca2b-4982-b35d-08c4846d96ef req-5b7c3ca1-9394-471c-a6fb-9a7a918af11c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.1025269 Nov 12 05:25:19.537548 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30582269-de9e-4be5-ab82-6435c6354a9c req-7421cf74-f3c9-4d1c-af54-8983d76344ee service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414547 Nov 12 05:25:19.590392 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-363a8cad-ca2b-4982-b35d-08c4846d96ef req-563e143f-a055-4763-bd5a-a88a085103d2 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758700 Nov 12 05:25:19.652756 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-30582269-de9e-4be5-ab82-6435c6354a9c req-8826b7ae-6b70-4331-88e7-26ca761381f9 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045394 Nov 12 05:25:20.241540 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:20.713104 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed1242-1d6b-4837-8b52-b6dd7313cf0f req-3ac98852-c082-4a14-91e5-5ff158e8ddc2 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:20.714617 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59ed1242-1d6b-4837-8b52-b6dd7313cf0f req-3ac98852-c082-4a14-91e5-5ff158e8ddc2 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0549924 Nov 12 05:25:20.768017 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-59ed1242-1d6b-4837-8b52-b6dd7313cf0f req-59aaeae7-d0fc-4483-8c4f-00b689c128e5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462642 Nov 12 05:25:21.893581 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0c43b-2af9-4e17-9d60-36806dec5e09 req-fd17ea9f-d247-4650-89a0-e47b717d68f8 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:21.895111 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-53e0c43b-2af9-4e17-9d60-36806dec5e09 req-fd17ea9f-d247-4650-89a0-e47b717d68f8 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0532315 Nov 12 05:25:21.950927 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-53e0c43b-2af9-4e17-9d60-36806dec5e09 req-f5ad8dc8-eed6-4f9d-9831-5821b36098a9 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473413 Nov 12 05:25:23.071582 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770f401-68cc-444a-8567-d081d708a9ca req-af406b79-bbe9-4b65-8982-24e10cb64e52 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:23.073151 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3770f401-68cc-444a-8567-d081d708a9ca req-af406b79-bbe9-4b65-8982-24e10cb64e52 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0503883 Nov 12 05:25:23.122236 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3770f401-68cc-444a-8567-d081d708a9ca req-ee5e6b87-904e-4d14-9bb3-a2b597014929 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430987 Nov 12 05:25:23.204551 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b54f65b3-1c50-4a52-a145-858c85fd3fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:24.246902 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79eb9b-7773-4a9f-96a4-2703cb9691c4 req-aaa6b639-5fed-42e8-b63a-9c4b943b524c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:24.248466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf79eb9b-7773-4a9f-96a4-2703cb9691c4 req-aaa6b639-5fed-42e8-b63a-9c4b943b524c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0565281 Nov 12 05:25:24.302358 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bf79eb9b-7773-4a9f-96a4-2703cb9691c4 req-d5465c28-1752-4d04-93b5-88ec6270eb52 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476906 Nov 12 05:25:24.728620 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d5253-fece-493a-946f-bf20df0e4cff req-cc2a82ce-441e-4609-8039-00d68826d9d5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:24.736521 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-904d5253-fece-493a-946f-bf20df0e4cff req-cc2a82ce-441e-4609-8039-00d68826d9d5 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0533462 Nov 12 05:25:24.783021 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-904d5253-fece-493a-946f-bf20df0e4cff req-5f600972-0f57-4ced-8380-4389b0d1d624 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466437 Nov 12 05:25:24.801909 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-bdb1d662-a0f2-4737-8b91-445681b71a8d service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816536 Nov 12 05:25:25.582493 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ca8c69a5-4200-43fd-8c17-8bec2368b314 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:25:25.663268 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:25.689728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca8c69a5-4200-43fd-8c17-8bec2368b314'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:25.697940 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a91e6f9-d69f-4bf7-a2b7-e9f29fe24f7c" -d '{"events": [{"server_uuid": "06bde2fc-2d91-4c51-99fc-0116fbe3ef82", "name": "network-vif-unplugged", "status": "completed", "tag": "ca8c69a5-4200-43fd-8c17-8bec2368b314"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:25.714967 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ca8c69a5-4200-43fd-8c17-8bec2368b314, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:25.730203 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8dbebc-c366-4371-a4db-66aaa08aa472 x-openstack-request-id: req-5c8dbebc-c366-4371-a4db-66aaa08aa472 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:25.730203 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bde2fc-2d91-4c51-99fc-0116fbe3ef82", "name": "network-vif-unplugged", "status": "failed", "tag": "ca8c69a5-4200-43fd-8c17-8bec2368b314", "code": 422}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:25.730203 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5c8dbebc-c366-4371-a4db-66aaa08aa472 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:25.730203 n-d-767704-23 neutron-server[103148]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'code': 422} returned with failed status Nov 12 05:25:25.778752 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:25.833485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ca8c69a5-4200-43fd-8c17-8bec2368b314,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:25.842554 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:25.842904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:25.843245 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:25.843586 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:25.843919 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:25.844282 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:25.844613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:25.845097 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:25.845569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:25.845891 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:25.846218 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:25.846566 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:25:25.853073 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:25.914056 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8bce-619f-4626-aacc-b8eea3cf3d21 req-9dd203cc-8fc3-43b9-b305-226cc4862f92 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:25.915608 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d8f8bce-619f-4626-aacc-b8eea3cf3d21 req-9dd203cc-8fc3-43b9-b305-226cc4862f92 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0601709 Nov 12 05:25:25.967394 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1d8f8bce-619f-4626-aacc-b8eea3cf3d21 req-ee64867b-7a71-4f2a-a734-f2b0dda87ff1 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456381 Nov 12 05:25:26.981481 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aead3641-ecc9-4f01-aa0e-9aee8ee98537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:27.094122 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be870138-e357-4b33-9134-0ac20a4eda2c req-0d0d06f8-4384-4e08-9656-c44bc5ea970d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:27.095653 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be870138-e357-4b33-9134-0ac20a4eda2c req-0d0d06f8-4384-4e08-9656-c44bc5ea970d tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0600054 Nov 12 05:25:27.147432 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-be870138-e357-4b33-9134-0ac20a4eda2c req-236bd782-1e75-435a-abcb-b5c591546aae tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456889 Nov 12 05:25:27.152821 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:28.283954 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a042b-4f6a-4931-b5f2-2ec8d5723214 req-7c51a476-e8d9-4597-9cf1-6e7bfb06c499 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:28.291747 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c18a042b-4f6a-4931-b5f2-2ec8d5723214 req-7c51a476-e8d9-4597-9cf1-6e7bfb06c499 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0633192 Nov 12 05:25:28.339209 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c18a042b-4f6a-4931-b5f2-2ec8d5723214 req-d6e5b3f4-73a9-4916-bde7-48bd7e4e8e76 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463524 Nov 12 05:25:28.920991 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:29.041519 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:29.459091 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76cb01-7702-4e45-8796-e4a6094eb6aa req-72d8dbdf-23c2-4876-b0dd-b5d826c2a4ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:29.460724 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a76cb01-7702-4e45-8796-e4a6094eb6aa req-72d8dbdf-23c2-4876-b0dd-b5d826c2a4ce tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0497868 Nov 12 05:25:29.512522 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1a76cb01-7702-4e45-8796-e4a6094eb6aa req-64e82091-ce8d-4d40-98ad-713c966a9ea2 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452623 Nov 12 05:25:30.638916 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f0868-e48d-44fc-9ffc-0c59cf713cbd req-cbc79c4e-c6d3-4cf4-8d3a-0f9d615a70ae tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:30.640608 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-349f0868-e48d-44fc-9ffc-0c59cf713cbd req-cbc79c4e-c6d3-4cf4-8d3a-0f9d615a70ae tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0600367 Nov 12 05:25:30.692228 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-349f0868-e48d-44fc-9ffc-0c59cf713cbd req-06bff987-4e90-4c49-95f2-16bf0281a435 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453315 Nov 12 05:25:31.828139 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422410dc-c9a4-409e-bf70-93641e5ae936 req-828acfaf-2ea6-4f40-a7e2-48dda06e49b2 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:31.829668 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-422410dc-c9a4-409e-bf70-93641e5ae936 req-828acfaf-2ea6-4f40-a7e2-48dda06e49b2 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0671053 Nov 12 05:25:31.880282 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-422410dc-c9a4-409e-bf70-93641e5ae936 req-dda11bc2-8ffc-44f1-a0f4-709b53e52068 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444803 Nov 12 05:25:32.081501 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-33bff5d4-9dc3-4b61-9e1f-6f36e96f1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:32.083019 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-33bff5d4-9dc3-4b61-9e1f-6f36e96f1f67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82&tenant_id=53f78cf1ccab428a99e42465678f4e40 HTTP/1.1" status: 200 len: 1095 time: 0.0422671 Nov 12 05:25:32.163873 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-3a478de9-ff75-4685-851a-9b1ad6ce1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:32.165411 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-3a478de9-ff75-4685-851a-9b1ad6ce1a34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 1095 time: 0.0476885 Nov 12 05:25:32.257305 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-81eb3985-67db-4b1f-b019-277b36401ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:32.259323 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-81eb3985-67db-4b1f-b019-277b36401ddf service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0860736 Nov 12 05:25:32.329759 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-147caec9-8cc4-4a6f-a8a6-cdf160eb7033 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314 HTTP/1.1" status: 200 len: 999 time: 0.0631397 Nov 12 05:25:32.380261 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-487c7727-cc88-4b94-8b78-f8834118c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:32.381653 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-487c7727-cc88-4b94-8b78-f8834118c0eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0447073 Nov 12 05:25:32.431979 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-41638ab7-cf27-4065-8e59-cfd89bdc3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:32.434169 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-41638ab7-cf27-4065-8e59-cfd89bdc3201 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434399 Nov 12 05:25:32.532691 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-f9440bc2-6e80-4464-ac83-3739e7f5d178 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901284 Nov 12 05:25:32.632766 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-824830fd-5888-457e-aabb-2d52fdc8fdff service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912728 Nov 12 05:25:33.008472 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93e9d-c8f7-46fd-9285-833b54d14eb2 req-a744fd7b-db09-436d-9d7b-00393a230a38 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:33.010180 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8cd93e9d-c8f7-46fd-9285-833b54d14eb2 req-a744fd7b-db09-436d-9d7b-00393a230a38 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0538290 Nov 12 05:25:33.061934 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8cd93e9d-c8f7-46fd-9285-833b54d14eb2 req-979cfe4e-a4b3-4dbd-bbf5-6a8ea5f161df tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452628 Nov 12 05:25:34.183528 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718d546-1881-4ebb-a59d-ab418674d53c req-57aba9e7-7efe-4322-8e32-4dbe966b249c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:34.184980 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a718d546-1881-4ebb-a59d-ab418674d53c req-57aba9e7-7efe-4322-8e32-4dbe966b249c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0538208 Nov 12 05:25:34.239389 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a718d546-1881-4ebb-a59d-ab418674d53c req-0e4a782b-3c39-44b2-8758-6f0d2a6fd448 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465567 Nov 12 05:25:35.355163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29367b4-18f5-409c-85dd-1601229ca3c6 req-e63ccdca-9efc-4aa1-853d-9d82784fc3f4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:35.356704 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b29367b4-18f5-409c-85dd-1601229ca3c6 req-e63ccdca-9efc-4aa1-853d-9d82784fc3f4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0486484 Nov 12 05:25:35.407697 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b29367b4-18f5-409c-85dd-1601229ca3c6 req-b52bae4c-2e6a-4df9-bcd3-530161c8fe2f tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451562 Nov 12 05:25:36.525533 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dd2cf-3d0d-4d9f-880c-2217951515ba req-afdfd69e-6ae9-4b35-942f-266ba84972e3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:36.527342 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d07dd2cf-3d0d-4d9f-880c-2217951515ba req-afdfd69e-6ae9-4b35-942f-266ba84972e3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0512323 Nov 12 05:25:36.583731 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d07dd2cf-3d0d-4d9f-880c-2217951515ba req-548d7684-1ba8-4d18-a799-e4c6622e94a6 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504327 Nov 12 05:25:37.700402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8d704-a7e6-4830-a234-f802880d8a13 req-bf99b3ed-a2a1-44a7-bd17-312fc8779c19 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:37.701772 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4cd8d704-a7e6-4830-a234-f802880d8a13 req-bf99b3ed-a2a1-44a7-bd17-312fc8779c19 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0487893 Nov 12 05:25:37.756119 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4cd8d704-a7e6-4830-a234-f802880d8a13 req-cf9bfc8e-ed10-404d-aed7-3305d7ab76ba tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482395 Nov 12 05:25:38.879659 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae039e8-1561-4e9d-89fb-aca5aa79b2fa req-3c7fdc40-89b3-4e2b-8dd4-e99ad197e56f tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:38.881208 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ae039e8-1561-4e9d-89fb-aca5aa79b2fa req-3c7fdc40-89b3-4e2b-8dd4-e99ad197e56f tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0548663 Nov 12 05:25:38.932024 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ae039e8-1561-4e9d-89fb-aca5aa79b2fa req-d3fadb29-9af0-47ac-a366-afdfe159638c tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442061 Nov 12 05:25:40.063036 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381071a5-6355-4f19-9aaa-3620d03fc9b5 req-1a5dabab-a317-4239-ba01-31356ccde6d0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:40.064511 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-381071a5-6355-4f19-9aaa-3620d03fc9b5 req-1a5dabab-a317-4239-ba01-31356ccde6d0 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0504375 Nov 12 05:25:40.114390 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-381071a5-6355-4f19-9aaa-3620d03fc9b5 req-3dc50eb2-23d7-4815-b5e6-17649421b935 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436885 Nov 12 05:25:41.228836 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d543e-1d5b-4540-8d8e-0deb278e8f8d req-6b88650b-9fdd-4a76-8e86-9e1c0d638874 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:41.230318 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-085d543e-1d5b-4540-8d8e-0deb278e8f8d req-6b88650b-9fdd-4a76-8e86-9e1c0d638874 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 943 time: 0.0488026 Nov 12 05:25:41.279700 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-085d543e-1d5b-4540-8d8e-0deb278e8f8d req-a21b9026-d709-4d44-baf9-66d91a824aa9 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434258 Nov 12 05:25:41.656068 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ca8c69a5-4200-43fd-8c17-8bec2368b314 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:25:41.752122 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ca8c69a5-4200-43fd-8c17-8bec2368b314, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:41.762916 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'port_id': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'mac_address': 'fa:16:3e:f5:9a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:25:41.800145 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:41.812495 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8c69a5-4200-43fd-8c17-8bec2368b314 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:25:41.831250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ca8c69a5-4200-43fd-8c17-8bec2368b314, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:41.901728 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:41.950114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ca8c69a5-4200-43fd-8c17-8bec2368b314,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:42.363304 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['ca8c69a5-4200-43fd-8c17-8bec2368b314'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:25:42.400243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d4f01-986a-4379-be93-b044aecc88a6 req-573f0a73-2fae-4cd1-bb4f-d12cd32c33c3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:42.402066 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c9d4f01-986a-4379-be93-b044aecc88a6 req-573f0a73-2fae-4cd1-bb4f-d12cd32c33c3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 944 time: 0.0515065 Nov 12 05:25:42.455706 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0c9d4f01-986a-4379-be93-b044aecc88a6 req-283a512f-bb8f-4383-a7cf-a7bef323ce49 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468953 Nov 12 05:25:43.575745 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50eba8-2520-454b-a291-7038f9e8ddba req-a7f2d6f0-ddf1-4e67-a918-c9bcd27dc67a tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:43.577247 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da50eba8-2520-454b-a291-7038f9e8ddba req-a7f2d6f0-ddf1-4e67-a918-c9bcd27dc67a tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 944 time: 0.0530636 Nov 12 05:25:43.625829 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-da50eba8-2520-454b-a291-7038f9e8ddba req-e08b1fb2-294d-4e10-88cb-2b6f0b7f1871 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426588 Nov 12 05:25:43.670976 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ca8c69a5-4200-43fd-8c17-8bec2368b314 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:25:43.720546 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port ca8c69a5-4200-43fd-8c17-8bec2368b314 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:25:43.720914 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:43.794594 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:43.816363 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8c69a5-4200-43fd-8c17-8bec2368b314'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:25:43.818565 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74804619-d6e3-47c5-8b4e-e00103744d81" -d '{"events": [{"server_uuid": "06bde2fc-2d91-4c51-99fc-0116fbe3ef82", "name": "network-vif-plugged", "status": "completed", "tag": "ca8c69a5-4200-43fd-8c17-8bec2368b314"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:25:43.831010 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port ca8c69a5-4200-43fd-8c17-8bec2368b314, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:25:43.853365 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63d5701-922d-40a9-ac35-ddc57f5f05e3 x-openstack-request-id: req-d63d5701-922d-40a9-ac35-ddc57f5f05e3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:25:43.854187 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bde2fc-2d91-4c51-99fc-0116fbe3ef82", "name": "network-vif-plugged", "status": "completed", "tag": "ca8c69a5-4200-43fd-8c17-8bec2368b314", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:25:43.854473 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d63d5701-922d-40a9-ac35-ddc57f5f05e3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:25:43.854868 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'code': 200} Nov 12 05:25:43.897958 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:43.950671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=ca8c69a5-4200-43fd-8c17-8bec2368b314,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:25:44.060490 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825046c6-23b9-4093-8fa1-fa4e7aec2386 req-5eed8a45-2d79-4e59-9781-bf2c65dece70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:44.061986 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-825046c6-23b9-4093-8fa1-fa4e7aec2386 req-5eed8a45-2d79-4e59-9781-bf2c65dece70 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 1097 time: 0.0454788 Nov 12 05:25:44.108645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-825046c6-23b9-4093-8fa1-fa4e7aec2386 req-d7b187ed-3352-4123-97b7-3f0aadb75d77 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396888 Nov 12 05:25:44.750010 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02bdf3-ac24-4431-8cf2-26782156197c req-befda540-2106-4d03-9994-b3473cdd9298 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:44.751507 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0a02bdf3-ac24-4431-8cf2-26782156197c req-befda540-2106-4d03-9994-b3473cdd9298 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0532680 Nov 12 05:25:44.801004 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-0a02bdf3-ac24-4431-8cf2-26782156197c req-fc0beea0-b8b6-45d6-b391-17c8db791f6a tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434618 Nov 12 05:25:45.918193 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d275eb-ce4c-4766-a10f-863cd5c92c84 req-259c6cde-ca48-4011-9f88-f290a8ef4648 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:25:45.919703 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96d275eb-ce4c-4766-a10f-863cd5c92c84 req-259c6cde-ca48-4011-9f88-f290a8ef4648 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0494447 Nov 12 05:25:45.969123 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-96d275eb-ce4c-4766-a10f-863cd5c92c84 req-fe51e075-72d0-457b-a82c-aef951ec89a3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433581 Nov 12 05:25:50.278237 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:53.171013 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1dfe-da81-454d-be7f-87eb68baf102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:53.683304 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:25:55.872444 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:56.977373 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dbc3521a-f11d-4b68-b7b7-0a2403a2b2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:57.137399 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:58.919779 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:25:59.057398 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:12.765370 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e86bda1a-ff3b-465d-8dc8-527f9ebd8f29 req-327bf91b-82b1-4a89-aa3a-b53eb3d3191a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408368 Nov 12 05:26:12.873364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bda1a-ff3b-465d-8dc8-527f9ebd8f29 req-8cc909c0-9934-43b6-9317-fa5a7316d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:12.874843 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e86bda1a-ff3b-465d-8dc8-527f9ebd8f29 req-8cc909c0-9934-43b6-9317-fa5a7316d787 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 1097 time: 0.0461857 Nov 12 05:26:12.991036 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bda1a-ff3b-465d-8dc8-527f9ebd8f29 req-506673b0-d67b-4fc6-889d-d479f5bd6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:12.992568 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e86bda1a-ff3b-465d-8dc8-527f9ebd8f29 req-506673b0-d67b-4fc6-889d-d479f5bd6a0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0957198 Nov 12 05:26:13.061625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e86bda1a-ff3b-465d-8dc8-527f9ebd8f29 req-2df4399f-97c5-499e-a6aa-a43ff6f5805b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314 HTTP/1.1" status: 200 len: 1001 time: 0.0617330 Nov 12 05:26:13.113419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bda1a-ff3b-465d-8dc8-527f9ebd8f29 req-83ae100f-179c-487b-9066-97be61c48207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:13.114884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e86bda1a-ff3b-465d-8dc8-527f9ebd8f29 req-83ae100f-179c-487b-9066-97be61c48207 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0457845 Nov 12 05:26:13.161142 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bda1a-ff3b-465d-8dc8-527f9ebd8f29 req-6eaff206-40f1-4165-afe2-ed86b45987e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:26:13.162624 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e86bda1a-ff3b-465d-8dc8-527f9ebd8f29 req-6eaff206-40f1-4165-afe2-ed86b45987e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405869 Nov 12 05:26:13.270844 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e86bda1a-ff3b-465d-8dc8-527f9ebd8f29 req-49d3d95d-0fd6-4eb5-83a8-290250966954 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000328 Nov 12 05:26:13.365339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e86bda1a-ff3b-465d-8dc8-527f9ebd8f29 req-56dfce85-e08b-4322-8a3d-4241c011d7a5 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869184 Nov 12 05:26:20.295778 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:23.198939 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1980847b-c51d-4c8d-b0d1-452a9bcd4bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:25.873347 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:26.987013 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6fef4862-b56b-4ae4-856a-04b503027daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:27.134099 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:28.924964 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:29.031666 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:30.682329 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:26:50.277764 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:53.220646 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e388ae43-547c-4801-a785-e0faf37c07e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:55.917334 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:56.974956 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-213d6ed6-b05d-4ffb-a32b-4184edf318e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:57.158070 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:58.940819 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:26:59.122802 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:07.682377 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:27:13.752136 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e863c7af-58ec-4695-9ae8-86c91bf47bf0 req-a5db6ead-95fc-47c1-9921-f7ff09a04900 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478728 Nov 12 05:27:13.856218 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863c7af-58ec-4695-9ae8-86c91bf47bf0 req-8946086f-ed7c-4bb9-85ce-447e8017137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:13.857723 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e863c7af-58ec-4695-9ae8-86c91bf47bf0 req-8946086f-ed7c-4bb9-85ce-447e8017137a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 1097 time: 0.0430579 Nov 12 05:27:13.966260 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863c7af-58ec-4695-9ae8-86c91bf47bf0 req-46200171-f1fb-4146-9871-5da64aeac79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:13.967732 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e863c7af-58ec-4695-9ae8-86c91bf47bf0 req-46200171-f1fb-4146-9871-5da64aeac79b service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0872874 Nov 12 05:27:14.037543 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e863c7af-58ec-4695-9ae8-86c91bf47bf0 req-ed4c327d-36be-4b13-9940-596fb6b1f9bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314 HTTP/1.1" status: 200 len: 1001 time: 0.0623405 Nov 12 05:27:14.089482 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863c7af-58ec-4695-9ae8-86c91bf47bf0 req-42a362e9-924c-41e3-9e53-9fb6827a8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:14.090920 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e863c7af-58ec-4695-9ae8-86c91bf47bf0 req-42a362e9-924c-41e3-9e53-9fb6827a8bcd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0460203 Nov 12 05:27:14.139263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863c7af-58ec-4695-9ae8-86c91bf47bf0 req-a4db92cf-0fba-45c2-a849-938a109f4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:14.140814 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e863c7af-58ec-4695-9ae8-86c91bf47bf0 req-a4db92cf-0fba-45c2-a849-938a109f4514 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408380 Nov 12 05:27:14.239211 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e863c7af-58ec-4695-9ae8-86c91bf47bf0 req-fffbde1b-482d-431a-9874-e8dc840ab296 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900941 Nov 12 05:27:14.329871 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e863c7af-58ec-4695-9ae8-86c91bf47bf0 req-9a7de04a-d059-4fb2-97db-2c8e14baf33e service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829189 Nov 12 05:27:20.322405 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:23.259458 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2de1bf16-f6b8-41cc-b295-bc849f72c7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.227715 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:25.651497 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Deleting port 3d015e26-f878-435a-a494-8064fe971ce0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:25.651835 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.730119 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.730434 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.742417 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Calling delete_port for 3d015e26-f878-435a-a494-8064fe971ce0 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:25.887904 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.967991 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:25.991864 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event deleted for resources: {'Port': ['ID=3d015e26-f878-435a-a494-8064fe971ce0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:26.001881 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:26.002179 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:26.002521 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:26.002862 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:26.003201 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:26.003538 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:26.003869 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:26.004226 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:26.004979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:26.004979 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:26.005824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:26.006174 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:26.065877 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:26.066210 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Floating IP 512b4c71-be6c-47d2-8fdd-e4d2f6456fd3 disassociated (deleted). External IP: 172.25.8.197, port: ca8c69a5-4200-43fd-8c17-8bec2368b314. Nov 12 05:27:26.274346 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Router 8360e771-c19f-405c-a28a-878bba4c264a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:26.383036 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:26.388188 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:26.393199 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2282717c-a445-4a44-9215-0348f7b6501c None None] Sync routers for ids ['8360e771-c19f-405c-a28a-878bba4c264a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:26.403612 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2282717c-a445-4a44-9215-0348f7b6501c None None] Routers {'8360e771-c19f-405c-a28a-878bba4c264a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:26.404248 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2282717c-a445-4a44-9215-0348f7b6501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:26:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8360e771-c19f-405c-a28a-878bba4c264a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:26.415672 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bd616dea-e3b0-47b0-a0d9-33bc9084acaf tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "DELETE /v2.0/floatingips/512b4c71-be6c-47d2-8fdd-e4d2f6456fd3 HTTP/1.1" status: 204 len: 168 time: 1.1867790 Nov 12 05:27:26.416286 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'tag': 'ca8c69a5-4200-43fd-8c17-8bec2368b314'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:26.418542 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ace02bb-1860-439d-9cb9-f40909e3e834" -d '{"events": [{"name": "network-changed", "server_uuid": "06bde2fc-2d91-4c51-99fc-0116fbe3ef82", "tag": "ca8c69a5-4200-43fd-8c17-8bec2368b314"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:26.524806 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2282717c-a445-4a44-9215-0348f7b6501c None None] Set router 8360e771-c19f-405c-a28a-878bba4c264a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:26.567355 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192f5c20-e9fc-4973-8dbe-66dab292178c x-openstack-request-id: req-192f5c20-e9fc-4973-8dbe-66dab292178c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:26.567736 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bde2fc-2d91-4c51-99fc-0116fbe3ef82", "tag": "ca8c69a5-4200-43fd-8c17-8bec2368b314", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:26.567928 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-192f5c20-e9fc-4973-8dbe-66dab292178c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:26.568355 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'tag': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'status': 'completed', 'code': 200} Nov 12 05:27:26.761011 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace02bb-1860-439d-9cb9-f40909e3e834 req-f5b1901b-ff10-4427-97bd-5877e82d404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:26.762649 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ace02bb-1860-439d-9cb9-f40909e3e834 req-f5b1901b-ff10-4427-97bd-5877e82d404a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53f78cf1ccab428a99e42465678f4e40&device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 1097 time: 0.1305141 Nov 12 05:27:26.860739 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace02bb-1860-439d-9cb9-f40909e3e834 req-7e17e26b-2188-454f-accd-3887675831a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:26.864073 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ace02bb-1860-439d-9cb9-f40909e3e834 req-7e17e26b-2188-454f-accd-3887675831a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 200 len: 910 time: 0.0922196 Nov 12 05:27:26.909691 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ace02bb-1860-439d-9cb9-f40909e3e834 req-63c80deb-e2d3-4a76-b64a-0d89fd88925c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314 HTTP/1.1" status: 200 len: 217 time: 0.0396910 Nov 12 05:27:26.910003 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2282717c-a445-4a44-9215-0348f7b6501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:47Z', 'revision_number': 5, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:26.937498 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2282717c-a445-4a44-9215-0348f7b6501c None None] Checking router: 8360e771-c19f-405c-a28a-878bba4c264a for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:27:26.946598 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2282717c-a445-4a44-9215-0348f7b6501c None None] Routers {'8360e771-c19f-405c-a28a-878bba4c264a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:26.947211 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2282717c-a445-4a44-9215-0348f7b6501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:26:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8360e771-c19f-405c-a28a-878bba4c264a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:26.969141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace02bb-1860-439d-9cb9-f40909e3e834 req-2d0d0b5b-c2f5-4fa1-bdd8-111be06b38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:26.970586 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ace02bb-1860-439d-9cb9-f40909e3e834 req-2d0d0b5b-c2f5-4fa1-bdd8-111be06b38e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 200 len: 847 time: 0.0522144 Nov 12 05:27:26.997879 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4911c85c-3769-4a90-b667-08b7923e8e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:27.020562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace02bb-1860-439d-9cb9-f40909e3e834 req-23db10a0-ce2d-425e-a79b-fb9425352018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:27.022719 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ace02bb-1860-439d-9cb9-f40909e3e834 req-23db10a0-ce2d-425e-a79b-fb9425352018 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=290ebb62-3488-4941-ab4f-fbe7f05b4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443439 Nov 12 05:27:27.056936 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2282717c-a445-4a44-9215-0348f7b6501c None None] Set router 8360e771-c19f-405c-a28a-878bba4c264a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:27.121337 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ace02bb-1860-439d-9cb9-f40909e3e834 req-ef344de8-ff42-4f9e-8a6f-5cf9a2954366 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905216 Nov 12 05:27:27.161504 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:27.215805 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-6ace02bb-1860-439d-9cb9-f40909e3e834 req-6c1bb4cd-a2f9-4980-a3ec-c84dc8e29f01 service neutron] 10.222.0.26 "GET /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870004 Nov 12 05:27:27.288092 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2282717c-a445-4a44-9215-0348f7b6501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:47Z', 'revision_number': 5, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:27.318399 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2282717c-a445-4a44-9215-0348f7b6501c None None] The sync data for ids ['8360e771-c19f-405c-a28a-878bba4c264a'] in n-d-767704-23 is: [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '6898c5d7-df4b-4179-8015-5525d599a6e9', 'name': '', 'network_id': '290ebb62-3488-4941-ab4f-fbe7f05b4b5d', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'mac_address': 'fa:16:3e:28:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:43Z', 'updated_at': '2021-11-12T05:15:47Z', 'revision_number': 5, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'subnets': [{'id': '6ca334c9-b84c-4624-a03f-b3faa89d9116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:27.551591 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137d3bcf-eac5-4542-a712-5f1c3ba10d45 None None] New status for floating IP 512b4c71-be6c-47d2-8fdd-e4d2f6456fd3: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:27:28.027878 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7ada4-d5eb-4d37-b279-749218b019eb req-f936c37d-f920-4705-be65-9d7aee568817 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:28.029443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ae7ada4-d5eb-4d37-b279-749218b019eb req-f936c37d-f920-4705-be65-9d7aee568817 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.1264393 Nov 12 05:27:28.082130 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0ae7ada4-d5eb-4d37-b279-749218b019eb req-cf5d86dc-5e43-49e4-bbcf-2833b0edffd1 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464756 Nov 12 05:27:28.922520 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.088223 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:29.274580 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d087b-9adf-4066-b7a6-3ef6f9bb156b req-45c2ab5c-92ee-46a3-8923-620a55ba91db tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:29.277435 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-935d087b-9adf-4066-b7a6-3ef6f9bb156b req-45c2ab5c-92ee-46a3-8923-620a55ba91db tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.1193440 Nov 12 05:27:29.354549 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-935d087b-9adf-4066-b7a6-3ef6f9bb156b req-0a199e9e-b5ac-49d5-8808-10c625a4e711 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679495 Nov 12 05:27:30.007402 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337d4c4-629f-40fa-b063-8729fd201586 req-c576d877-0db0-40da-a30d-bfde9c209bad tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:30.008912 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4337d4c4-629f-40fa-b063-8729fd201586 req-c576d877-0db0-40da-a30d-bfde9c209bad tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.26 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 945 time: 0.0488243 Nov 12 05:27:30.110392 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4337d4c4-629f-40fa-b063-8729fd201586 req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Deleting port ca8c69a5-4200-43fd-8c17-8bec2368b314 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:30.110758 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4337d4c4-629f-40fa-b063-8729fd201586 req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.204486 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4337d4c4-629f-40fa-b063-8729fd201586 req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] For port ca8c69a5-4200-43fd-8c17-8bec2368b314, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=ca8c69a5-4200-43fd-8c17-8bec2368b314,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:30.204761 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4337d4c4-629f-40fa-b063-8729fd201586 req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.217904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4337d4c4-629f-40fa-b063-8729fd201586 req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Calling delete_port for ca8c69a5-4200-43fd-8c17-8bec2368b314 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:30.460014 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4337d4c4-629f-40fa-b063-8729fd201586 req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.495735 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f84d4e-f66f-4a34-b30f-fd0ffcce3080 req-15a75f16-ba1e-46cc-b159-0dc0fc12d4f8 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:30.497234 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73f84d4e-f66f-4a34-b30f-fd0ffcce3080 req-15a75f16-ba1e-46cc-b159-0dc0fc12d4f8 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 867 time: 0.0737002 Nov 12 05:27:30.500093 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event deleted for resources: {'Port': ['ID=ca8c69a5-4200-43fd-8c17-8bec2368b314,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:30.545488 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.545837 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.546168 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.546499 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.546826 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.547145 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.547464 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.547784 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.548122 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.548442 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.548759 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.549073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:30.566042 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4337d4c4-629f-40fa-b063-8729fd201586 req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] No DVR routers for this DVR port ca8c69a5-4200-43fd-8c17-8bec2368b314 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:30.569407 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4337d4c4-629f-40fa-b063-8729fd201586 req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:30.572868 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4337d4c4-629f-40fa-b063-8729fd201586 req-1074c30b-7b91-4226-a59e-2692ebc246fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.26 "DELETE /v2.0/ports/ca8c69a5-4200-43fd-8c17-8bec2368b314 HTTP/1.1" status: 204 len: 173 time: 0.5566535 Nov 12 05:27:30.573313 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'name': 'network-vif-deleted', 'tag': 'ca8c69a5-4200-43fd-8c17-8bec2368b314'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:27:30.575594 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a633915c-d7ff-46f3-b012-d162a76cb2cf" -d '{"events": [{"server_uuid": "06bde2fc-2d91-4c51-99fc-0116fbe3ef82", "name": "network-vif-deleted", "tag": "ca8c69a5-4200-43fd-8c17-8bec2368b314"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:27:30.609149 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-73f84d4e-f66f-4a34-b30f-fd0ffcce3080 req-6f6f36b2-241b-46de-96ab-1e9e3b217ba7 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/security-groups?id=569eef6b-7131-4c64-a52f-9da2b9073c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052327 Nov 12 05:27:30.672383 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1255c989-12d3-49aa-ac76-7f8a5800ee58 x-openstack-request-id: req-1255c989-12d3-49aa-ac76-7f8a5800ee58 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:27:30.672691 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bde2fc-2d91-4c51-99fc-0116fbe3ef82", "name": "network-vif-deleted", "tag": "ca8c69a5-4200-43fd-8c17-8bec2368b314", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:27:30.672951 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1255c989-12d3-49aa-ac76-7f8a5800ee58 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:27:30.673361 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bde2fc-2d91-4c51-99fc-0116fbe3ef82', 'name': 'network-vif-deleted', 'tag': 'ca8c69a5-4200-43fd-8c17-8bec2368b314', 'status': 'completed', 'code': 200} Nov 12 05:27:31.706351 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7e718879-6b61-415f-b6c2-8661210b1e42 req-46572b69-3612-40e1-b9b2-b102a87f04db tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 210 time: 0.0270641 Nov 12 05:27:32.807557 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-6ad32dc8-3149-4fb0-a573-c4f35c1d9087 req-33a9c954-a260-4cdf-b488-579e245c65f3 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 210 time: 0.0292051 Nov 12 05:27:33.902648 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-742bdd8b-e850-4bb1-b3d8-b71bce0bfcce req-b725339a-5cea-4037-b01a-74a1cb9bd5fc tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 210 time: 0.0264316 Nov 12 05:27:34.159081 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ca8c69a5-4200-43fd-8c17-8bec2368b314 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:34.171835 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: ca8c69a5-4200-43fd-8c17-8bec2368b314 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:34.172214 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device ca8c69a5-4200-43fd-8c17-8bec2368b314 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:35.000773 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-333d9665-a04d-4b04-9e6f-8aa5d5ed2bda req-5465d164-2f3b-4c73-add9-6a7c59f4b160 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 210 time: 0.0271769 Nov 12 05:27:36.125074 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a96fadfe-a809-4d91-a4b9-bf2670d3eb37 req-af5e5eac-f461-4822-a010-3f8e81a26547 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "GET /v2.0/ports?device_id=06bde2fc-2d91-4c51-99fc-0116fbe3ef82 HTTP/1.1" status: 200 len: 210 time: 0.0292633 Nov 12 05:27:37.187441 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36716) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:37.246210 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22fdf472-52d4-4514-a60f-6caaa7ff6cb4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.271701 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22fdf472-52d4-4514-a60f-6caaa7ff6cb4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.459525 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22fdf472-52d4-4514-a60f-6caaa7ff6cb4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.462619 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22fdf472-52d4-4514-a60f-6caaa7ff6cb4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:37.463779 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-22fdf472-52d4-4514-a60f-6caaa7ff6cb4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] 10.222.0.105 "DELETE /v2.0/security-groups/569eef6b-7131-4c64-a52f-9da2b9073c21 HTTP/1.1" status: 204 len: 168 time: 0.2752707 Nov 12 05:27:37.481139 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fdf472-52d4-4514-a60f-6caaa7ff6cb4 tempest-TestShelveInstance-1914640216 tempest-TestShelveInstance-1914640216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569eef6b-7131-4c64-a52f-9da2b9073c21,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:38.631676 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36722) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:39.482058 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3c14-3b35-44d1-bc5f-5d9ffaa88d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:39.737819 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e3c14-3b35-44d1-bc5f-5d9ffaa88d4b admin admin] Deleting port 6898c5d7-df4b-4179-8015-5525d599a6e9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:39.738556 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3c14-3b35-44d1-bc5f-5d9ffaa88d4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:39.822052 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9d9e3c14-3b35-44d1-bc5f-5d9ffaa88d4b admin admin] For port 6898c5d7-df4b-4179-8015-5525d599a6e9, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6898c5d7-df4b-4179-8015-5525d599a6e9,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:39.822405 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3c14-3b35-44d1-bc5f-5d9ffaa88d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:39.834769 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e3c14-3b35-44d1-bc5f-5d9ffaa88d4b admin admin] Calling delete_port for 6898c5d7-df4b-4179-8015-5525d599a6e9 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:40.093487 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3c14-3b35-44d1-bc5f-5d9ffaa88d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.121017 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e3c14-3b35-44d1-bc5f-5d9ffaa88d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=6898c5d7-df4b-4179-8015-5525d599a6e9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:40.293921 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3c14-3b35-44d1-bc5f-5d9ffaa88d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.540847 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9e3c14-3b35-44d1-bc5f-5d9ffaa88d4b admin admin] Router 8360e771-c19f-405c-a28a-878bba4c264a has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:40.653677 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9e3c14-3b35-44d1-bc5f-5d9ffaa88d4b admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:40.658706 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-9d9e3c14-3b35-44d1-bc5f-5d9ffaa88d4b admin admin] 10.222.0.105 "PUT /v2.0/routers/8360e771-c19f-405c-a28a-878bba4c264a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0323288 Nov 12 05:27:40.661202 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36726) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:40.664387 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d8665-5aea-4ff2-88ab-02db150c5453 None None] Sync routers for ids ['8360e771-c19f-405c-a28a-878bba4c264a'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:40.674722 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d8665-5aea-4ff2-88ab-02db150c5453 None None] Routers {'8360e771-c19f-405c-a28a-878bba4c264a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:40.675338 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-677d8665-5aea-4ff2-88ab-02db150c5453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:27:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8360e771-c19f-405c-a28a-878bba4c264a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:40.766235 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.781106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-677d8665-5aea-4ff2-88ab-02db150c5453 None None] Set router 8360e771-c19f-405c-a28a-878bba4c264a gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:40.870093 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.957617 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-677d8665-5aea-4ff2-88ab-02db150c5453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:27:39Z', 'revision_number': 5, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port': {'id': 'cb11fb00-88a4-4932-8585-8fdb2bf6e527', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8360e771-c19f-405c-a28a-878bba4c264a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:42Z', 'updated_at': '2021-11-12T05:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:40.987751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d8665-5aea-4ff2-88ab-02db150c5453 None None] Checking router: 8360e771-c19f-405c-a28a-878bba4c264a for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:27:40.988666 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] Deleting port cb11fb00-88a4-4932-8585-8fdb2bf6e527 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:40.989006 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:40.997019 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d8665-5aea-4ff2-88ab-02db150c5453 None None] Routers {'8360e771-c19f-405c-a28a-878bba4c264a'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:40.997621 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-677d8665-5aea-4ff2-88ab-02db150c5453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:27:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['8360e771-c19f-405c-a28a-878bba4c264a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:41.074804 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] For port cb11fb00-88a4-4932-8585-8fdb2bf6e527, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=cb11fb00-88a4-4932-8585-8fdb2bf6e527,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:41.075510 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.081089 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-677d8665-5aea-4ff2-88ab-02db150c5453 None None] Set router 8360e771-c19f-405c-a28a-878bba4c264a gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:41.089359 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] Calling delete_port for cb11fb00-88a4-4932-8585-8fdb2bf6e527 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:41.135641 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-677d8665-5aea-4ff2-88ab-02db150c5453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:27:40Z', 'revision_number': 6, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:41.162036 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d8665-5aea-4ff2-88ab-02db150c5453 None None] The sync data for ids ['8360e771-c19f-405c-a28a-878bba4c264a'] in n-d-767704-23 is: [{'id': '8360e771-c19f-405c-a28a-878bba4c264a', 'name': 'tempest-TestShelveInstance-240372068-router', 'tenant_id': '53f78cf1ccab428a99e42465678f4e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:41Z', 'updated_at': '2021-11-12T05:27:40Z', 'revision_number': 6, 'project_id': '53f78cf1ccab428a99e42465678f4e40', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:41.310158 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.336006 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb11fb00-88a4-4932-8585-8fdb2bf6e527,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:41.351266 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b226e1-673e-4410-a6b3-77f6b01cb368 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:41.410242 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.501944 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.504676 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.607409 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.607991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8360e771-c19f-405c-a28a-878bba4c264a {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:27:41.619557 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.619557 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-63f53f47-2e99-4669-9b03-900f9b091e84 admin admin] 10.222.0.105 "DELETE /v2.0/routers/8360e771-c19f-405c-a28a-878bba4c264a HTTP/1.1" status: 204 len: 168 time: 0.9520094 Nov 12 05:27:41.619557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36728) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:41.665655 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9f65e8-8080-4352-8d3e-db0c7327f8d3 admin admin] Deleting subnet 6ca334c9-b84c-4624-a03f-b3faa89d9116 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:27:41.668814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d9f65e8-8080-4352-8d3e-db0c7327f8d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.702857 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d9f65e8-8080-4352-8d3e-db0c7327f8d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.782378 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d9f65e8-8080-4352-8d3e-db0c7327f8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.865129 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d9f65e8-8080-4352-8d3e-db0c7327f8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.893133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f65e8-8080-4352-8d3e-db0c7327f8d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca334c9-b84c-4624-a03f-b3faa89d9116,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:41.896896 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d9f65e8-8080-4352-8d3e-db0c7327f8d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:41.900468 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-8d9f65e8-8080-4352-8d3e-db0c7327f8d3 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/6ca334c9-b84c-4624-a03f-b3faa89d9116 HTTP/1.1" status: 204 len: 168 time: 0.2818754 Nov 12 05:27:41.903356 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36730) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:41.903896 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de20b174-fa1f-4720-b3bd-509678c3ff11 None None] Network 290ebb62-3488-4941-ab4f-fbe7f05b4b5d requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:41.984396 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.027006 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6898c5d7-df4b-4179-8015-5525d599a6e9 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:42.045665 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Deleting port 12c64361-71ad-4475-b0ee-3491c68a6272 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:42.046104 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.055559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 6898c5d7-df4b-4179-8015-5525d599a6e9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:42.056001 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6898c5d7-df4b-4179-8015-5525d599a6e9 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:42.056569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device cb11fb00-88a4-4932-8585-8fdb2bf6e527 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:42.079510 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: cb11fb00-88a4-4932-8585-8fdb2bf6e527 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:42.079933 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device cb11fb00-88a4-4932-8585-8fdb2bf6e527 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:42.124273 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] For port 12c64361-71ad-4475-b0ee-3491c68a6272, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=12c64361-71ad-4475-b0ee-3491c68a6272,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:42.124647 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.138637 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Calling delete_port for 12c64361-71ad-4475-b0ee-3491c68a6272 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:42.153728 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] DHCP port deletion for 290ebb62-3488-4941-ab4f-fbe7f05b4b5d request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:42.202813 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Deleting port 12c64361-71ad-4475-b0ee-3491c68a6272 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:42.203196 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.271771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] For port 12c64361-71ad-4475-b0ee-3491c68a6272, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=12c64361-71ad-4475-b0ee-3491c68a6272,segment=NetworkSegment(59f3a115-e801-40ae-b315-cf83bea05fcd),segment_id=59f3a115-e801-40ae-b315-cf83bea05fcd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:42.272221 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.287437 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.288995 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Calling delete_port for 12c64361-71ad-4475-b0ee-3491c68a6272 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:42.313525 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c64361-71ad-4475-b0ee-3491c68a6272,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:42.317353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] No DVR routers for this DVR port 12c64361-71ad-4475-b0ee-3491c68a6272 on host n-d-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:42.368829 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.394366 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Pushing event deleted for resources: {'Port': ['ID=12c64361-71ad-4475-b0ee-3491c68a6272,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:42.399572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.403535 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:42.403834 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:42.404793 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:42.405133 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:42.405467 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:42.405801 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:42.406131 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:42.406464 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:42.406787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:42.407114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:42.407440 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:42.407759 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:42.412083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98fa15f-14ce-4fb1-9d64-457373b3c041 None None] No DVR routers for this DVR port 12c64361-71ad-4475-b0ee-3491c68a6272 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:42.423803 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290ebb62-3488-4941-ab4f-fbe7f05b4b5d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:42.434275 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f3a115-e801-40ae-b315-cf83bea05fcd') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:42.434570 n-d-767704-23 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f3a115-e801-40ae-b315-cf83bea05fcd') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:42.443985 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8093988'] for segment, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.456926 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.463064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:27:42.463524 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8032921'] for segment, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: Traceback (most recent call last): Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: timer() Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: cb(*args, **kw) Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: return func(*args, **kwargs) Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: self._notify() Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: self.callback(batched_events) Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: event.method(event) Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: return f(self, *a, **k) Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: return self._get(url).json() Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:27:42.465397 n-d-767704-23 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:27:42.590626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.598833 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:42.602686 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] 10.222.0.105 "DELETE /v2.0/networks/290ebb62-3488-4941-ab4f-fbe7f05b4b5d HTTP/1.1" status: 204 len: 168 time: 0.6979854 Nov 12 05:27:42.607414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:42.612528 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b543a-0907-48d5-97b9-2d05d9058387 admin admin] Pushing event deleted for resources: {'Network': ['ID=290ebb62-3488-4941-ab4f-fbe7f05b4b5d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:42.945943 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e9b501b-b26c-45be-9f0d-775a04532d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.191493 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b501b-b26c-45be-9f0d-775a04532d2a admin admin] Deleting port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:43.191834 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e9b501b-b26c-45be-9f0d-775a04532d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.278981 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3e9b501b-b26c-45be-9f0d-775a04532d2a admin admin] For port 042bf6e7-c6f4-49c2-a1d9-1536a6f41028, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=042bf6e7-c6f4-49c2-a1d9-1536a6f41028,segment=NetworkSegment(209cbce5-347c-4b21-845b-d29772cc7d15),segment_id=209cbce5-347c-4b21-845b-d29772cc7d15)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:43.279317 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e9b501b-b26c-45be-9f0d-775a04532d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.293608 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b501b-b26c-45be-9f0d-775a04532d2a admin admin] Calling delete_port for 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:43.521456 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e9b501b-b26c-45be-9f0d-775a04532d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:43.547872 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b501b-b26c-45be-9f0d-775a04532d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=042bf6e7-c6f4-49c2-a1d9-1536a6f41028,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:43.714533 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e9b501b-b26c-45be-9f0d-775a04532d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.057439 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 12c64361-71ad-4475-b0ee-3491c68a6272 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:44.078828 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 12c64361-71ad-4475-b0ee-3491c68a6272 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:44.079174 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 12c64361-71ad-4475-b0ee-3491c68a6272 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:44.271269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9b501b-b26c-45be-9f0d-775a04532d2a admin admin] Router 215323e9-4590-48bb-8a74-e466594c6013 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:44.382794 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9b501b-b26c-45be-9f0d-775a04532d2a admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:44.388180 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-3e9b501b-b26c-45be-9f0d-775a04532d2a admin admin] 10.222.0.105 "PUT /v2.0/routers/215323e9-4590-48bb-8a74-e466594c6013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7811046 Nov 12 05:27:44.390755 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36738) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:44.392901 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c0e696-90ec-4215-9c21-29e9c2557e5b None None] Sync routers for ids ['215323e9-4590-48bb-8a74-e466594c6013'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:44.405805 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c0e696-90ec-4215-9c21-29e9c2557e5b None None] Routers {'215323e9-4590-48bb-8a74-e466594c6013'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:44.406409 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3c0e696-90ec-4215-9c21-29e9c2557e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:27:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['215323e9-4590-48bb-8a74-e466594c6013'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:44.497208 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] Publish callbacks [] for router, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.508735 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e3c0e696-90ec-4215-9c21-29e9c2557e5b None None] Set router 215323e9-4590-48bb-8a74-e466594c6013 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:44.600988 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.684558 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:27:44.692476 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3c0e696-90ec-4215-9c21-29e9c2557e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215323e9-4590-48bb-8a74-e466594c6013', 'name': 'tempest-TestShelveInstance-582786236-router', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'e327eb6e-9e63-41ba-b4e0-677ec58c337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:47Z', 'updated_at': '2021-11-12T05:27:43Z', 'revision_number': 5, 'project_id': '4dc735986c754427b0d04156cc1128c7', 'gw_port': {'id': 'e327eb6e-9e63-41ba-b4e0-677ec58c337f', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215323e9-4590-48bb-8a74-e466594c6013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:15:48Z', 'updated_at': '2021-11-12T05:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:44.713061 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] Deleting port e327eb6e-9e63-41ba-b4e0-677ec58c337f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:44.713399 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.719270 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c0e696-90ec-4215-9c21-29e9c2557e5b None None] Checking router: 215323e9-4590-48bb-8a74-e466594c6013 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:27:44.727623 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c0e696-90ec-4215-9c21-29e9c2557e5b None None] Routers {'215323e9-4590-48bb-8a74-e466594c6013'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:44.728259 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3c0e696-90ec-4215-9c21-29e9c2557e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:27:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['215323e9-4590-48bb-8a74-e466594c6013'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:44.796690 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] For port e327eb6e-9e63-41ba-b4e0-677ec58c337f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=e327eb6e-9e63-41ba-b4e0-677ec58c337f,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:44.797410 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:44.809912 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] Calling delete_port for e327eb6e-9e63-41ba-b4e0-677ec58c337f owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:44.816313 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e3c0e696-90ec-4215-9c21-29e9c2557e5b None None] Set router 215323e9-4590-48bb-8a74-e466594c6013 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:44.870627 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3c0e696-90ec-4215-9c21-29e9c2557e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215323e9-4590-48bb-8a74-e466594c6013', 'name': 'tempest-TestShelveInstance-582786236-router', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:47Z', 'updated_at': '2021-11-12T05:27:44Z', 'revision_number': 6, 'project_id': '4dc735986c754427b0d04156cc1128c7', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:44.897292 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c0e696-90ec-4215-9c21-29e9c2557e5b None None] The sync data for ids ['215323e9-4590-48bb-8a74-e466594c6013'] in n-d-767704-23 is: [{'id': '215323e9-4590-48bb-8a74-e466594c6013', 'name': 'tempest-TestShelveInstance-582786236-router', 'tenant_id': '4dc735986c754427b0d04156cc1128c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:15:47Z', 'updated_at': '2021-11-12T05:27:44Z', 'revision_number': 6, 'project_id': '4dc735986c754427b0d04156cc1128c7', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:45.018931 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.045111 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=e327eb6e-9e63-41ba-b4e0-677ec58c337f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:45.061776 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696f42ea-1b80-418b-a404-61a33258be9a None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:45.108792 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.200021 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.202056 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.316013 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.316616 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 215323e9-4590-48bb-8a74-e466594c6013 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:27:45.324709 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.324709 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-bb42be98-4f3b-4d49-81cd-6f5310791e8f admin admin] 10.222.0.105 "DELETE /v2.0/routers/215323e9-4590-48bb-8a74-e466594c6013 HTTP/1.1" status: 204 len: 168 time: 0.9312458 Nov 12 05:27:45.325851 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36746) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:45.370860 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d88336-c285-4201-9ece-c29035a79f2f admin admin] Deleting subnet b0def3d0-46c2-4ac2-ade6-0b762b226c61 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:27:45.374186 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7d88336-c285-4201-9ece-c29035a79f2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.409506 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7d88336-c285-4201-9ece-c29035a79f2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58923175'] for subnet, precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.495365 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7d88336-c285-4201-9ece-c29035a79f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.614349 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7d88336-c285-4201-9ece-c29035a79f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59157214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59599082'] for subnet, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.640612 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d88336-c285-4201-9ece-c29035a79f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0def3d0-46c2-4ac2-ade6-0b762b226c61,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:45.645507 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7d88336-c285-4201-9ece-c29035a79f2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.652904 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-f7d88336-c285-4201-9ece-c29035a79f2f admin admin] 10.222.0.105 "DELETE /v2.0/subnets/b0def3d0-46c2-4ac2-ade6-0b762b226c61 HTTP/1.1" status: 204 len: 168 time: 0.3238387 Nov 12 05:27:45.653111 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b39f084-34bb-409d-a785-502cb463b20a None None] Network 30e47364-b6c3-44e9-9fd9-990866615ede requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:45.653375 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:45.734602 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.788881 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Deleting port 628de86e-36bb-4c0b-8791-96dd162b6cfa {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:45.789282 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.844002 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b41d0d-dcf7-4795-96af-152c22adb05e None None] DHCP port deletion for 30e47364-b6c3-44e9-9fd9-990866615ede request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:45.863263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] For port 628de86e-36bb-4c0b-8791-96dd162b6cfa, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=628de86e-36bb-4c0b-8791-96dd162b6cfa,segment=NetworkSegment(209cbce5-347c-4b21-845b-d29772cc7d15),segment_id=209cbce5-347c-4b21-845b-d29772cc7d15)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:45.863901 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.877631 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Calling delete_port for 628de86e-36bb-4c0b-8791-96dd162b6cfa owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:45.898679 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-76b41d0d-dcf7-4795-96af-152c22adb05e None None] Deleting port 628de86e-36bb-4c0b-8791-96dd162b6cfa {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:27:45.899020 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76b41d0d-dcf7-4795-96af-152c22adb05e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.969761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-76b41d0d-dcf7-4795-96af-152c22adb05e None None] For port 628de86e-36bb-4c0b-8791-96dd162b6cfa, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=628de86e-36bb-4c0b-8791-96dd162b6cfa,segment=NetworkSegment(209cbce5-347c-4b21-845b-d29772cc7d15),segment_id=209cbce5-347c-4b21-845b-d29772cc7d15)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:45.970114 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76b41d0d-dcf7-4795-96af-152c22adb05e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:45.984183 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-76b41d0d-dcf7-4795-96af-152c22adb05e None None] Calling delete_port for 628de86e-36bb-4c0b-8791-96dd162b6cfa owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:27:46.030703 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:46.035754 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.053520 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:46.053863 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 042bf6e7-c6f4-49c2-a1d9-1536a6f41028 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:46.054271 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 628de86e-36bb-4c0b-8791-96dd162b6cfa no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:46.073692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=628de86e-36bb-4c0b-8791-96dd162b6cfa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:46.073692 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] No DVR routers for this DVR port 628de86e-36bb-4c0b-8791-96dd162b6cfa on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:46.078555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 628de86e-36bb-4c0b-8791-96dd162b6cfa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:46.079141 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 628de86e-36bb-4c0b-8791-96dd162b6cfa not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:46.079308 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e327eb6e-9e63-41ba-b4e0-677ec58c337f no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:27:46.106762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: e327eb6e-9e63-41ba-b4e0-677ec58c337f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:27:46.107106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device e327eb6e-9e63-41ba-b4e0-677ec58c337f not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:27:46.126334 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76b41d0d-dcf7-4795-96af-152c22adb05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.146446 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.154062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b41d0d-dcf7-4795-96af-152c22adb05e None None] Pushing event deleted for resources: {'Port': ['ID=628de86e-36bb-4c0b-8791-96dd162b6cfa,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:46.155926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b41d0d-dcf7-4795-96af-152c22adb05e None None] No DVR routers for this DVR port 628de86e-36bb-4c0b-8791-96dd162b6cfa on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:27:46.174365 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e47364-b6c3-44e9-9fd9-990866615ede']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:46.183490 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209cbce5-347c-4b21-845b-d29772cc7d15') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:46.183780 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209cbce5-347c-4b21-845b-d29772cc7d15') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:46.193219 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.206668 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.213086 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: timer() Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:27:46.216786 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:27:46.344990 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.351895 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.355191 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] 10.222.0.105 "DELETE /v2.0/networks/30e47364-b6c3-44e9-9fd9-990866615ede HTTP/1.1" status: 204 len: 168 time: 0.7008617 Nov 12 05:27:46.371129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d32d7-8f73-4455-9e9e-933b99134b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=30e47364-b6c3-44e9-9fd9-990866615ede,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:46.664141 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:46.705240 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-bd283fe1-ff7e-434f-83c2-10a56a2b63c2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=53f78cf1ccab428a99e42465678f4e40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398841 Nov 12 05:27:46.707670 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36756) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:46.754716 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e5ef27b-d096-4099-b7ae-4e4d85ddba3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.775887 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e5ef27b-d096-4099-b7ae-4e4d85ddba3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.887222 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e5ef27b-d096-4099-b7ae-4e4d85ddba3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.889860 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e5ef27b-d096-4099-b7ae-4e4d85ddba3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:46.891007 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-5e5ef27b-d096-4099-b7ae-4e4d85ddba3a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/df6cafa6-bf76-4b93-bd3d-323b3251fbf4 HTTP/1.1" status: 204 len: 168 time: 0.1824198 Nov 12 05:27:46.899154 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ef27b-d096-4099-b7ae-4e4d85ddba3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6cafa6-bf76-4b93-bd3d-323b3251fbf4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:47.510339 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36764) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:47.551017 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-b8bfd65d-f6a4-4f23-8965-4e156ae217ce admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4dc735986c754427b0d04156cc1128c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395234 Nov 12 05:27:47.553599 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36766) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:47.603248 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0981-ea19-4ada-9e40-aafdea56de59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.623726 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0981-ea19-4ada-9e40-aafdea56de59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.738976 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0981-ea19-4ada-9e40-aafdea56de59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.742419 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0981-ea19-4ada-9e40-aafdea56de59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:47.743605 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ba6a0981-ea19-4ada-9e40-aafdea56de59 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7cb217d6-eef1-421b-9dcf-a3ee8eae4184 HTTP/1.1" status: 204 len: 168 time: 0.1891143 Nov 12 05:27:47.751441 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a0981-ea19-4ada-9e40-aafdea56de59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb217d6-eef1-421b-9dcf-a3ee8eae4184,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:48.800849 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36790) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:48.895330 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2092576387-network', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:48.995459 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] Made reservation on behalf of 1395c3458a784848ae58de7ebd18b65c for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:48.997813 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.006950 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.084180 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.138323 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.163352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:27:49.173097 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc53b8c-4049-4187-b90e-a7a0307a48e3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:49.177759 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.178099 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] Added segment 13ff7c44-f499-4981-bdd8-d1742cf77b16 of type vlan for network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 Nov 12 05:27:49.218410 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.321296 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.322279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:49.322856 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.381512 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] Pushing event updated for resources: {'Network': ['ID=1c2b8407-efe7-4d6f-be67-59c9b08f67c5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:49.391783 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:27:49.426980 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-eeb60bd4-2f4a-4756-9f59-0195a7abdd78 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6250260 Nov 12 05:27:49.430417 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:49.435265 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f35a5d01-af8d-4e1f-852b-7766934248aa admin admin] Request body: {'subnet': {'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2092576387-subnet', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:49.516095 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35a5d01-af8d-4e1f-852b-7766934248aa admin admin] Made reservation on behalf of 1395c3458a784848ae58de7ebd18b65c for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:49.518513 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f35a5d01-af8d-4e1f-852b-7766934248aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.733349 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f35a5d01-af8d-4e1f-852b-7766934248aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.787049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a5d01-af8d-4e1f-852b-7766934248aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b702fb4-be0f-4df8-a850-2de74d8178e1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:49.797519 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a5d01-af8d-4e1f-852b-7766934248aa admin admin] Checking segment: {'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:49.797875 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35a5d01-af8d-4e1f-852b-7766934248aa admin admin] Network hostable DHCP agents. Network: 1c2b8407-efe7-4d6f-be67-59c9b08f67c5, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:27:49.858106 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35a5d01-af8d-4e1f-852b-7766934248aa admin admin] Network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:27:49.921140 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f35a5d01-af8d-4e1f-852b-7766934248aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 1c2b8407-efe7-4d6f-be67-59c9b08f67c5) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:49.925201 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a5d01-af8d-4e1f-852b-7766934248aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:49.925790 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f35a5d01-af8d-4e1f-852b-7766934248aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:49.929999 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92427b6-36c7-438a-a460-7d966aa5d8d4 None None] Network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:50.010533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-f35a5d01-af8d-4e1f-852b-7766934248aa admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5788684 Nov 12 05:27:50.013157 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36800) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:50.017937 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:50.077287 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:27:50.077892 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.116153 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.117314 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.168758 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.218442 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Allocated IP 172.20.0.2 (1c2b8407-efe7-4d6f-be67-59c9b08f67c5/2b702fb4-be0f-4df8-a850-2de74d8178e1/0741856a-2963-452f-a4d0-81e452f24c3f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:50.293807 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.365371 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.388210 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.413560 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.453733 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:50.456613 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:50.459028 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:50.468947 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Pushing event updated for resources: {'Port': ['ID=0741856a-2963-452f-a4d0-81e452f24c3f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:50.519928 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Attempting to bind port 0741856a-2963-452f-a4d0-81e452f24c3f on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:50.520343 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Attempting to bind port 0741856a-2963-452f-a4d0-81e452f24c3f by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:50.520704 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Attempting to bind port 0741856a-2963-452f-a4d0-81e452f24c3f on network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:50.526168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:50.526544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Checking segment: {'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:50.526936 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.527326 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Bound using segment: {'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:50.527786 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Bound port: 0741856a-2963-452f-a4d0-81e452f24c3f, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:50.528181 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.593836 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] For port 0741856a-2963-452f-a4d0-81e452f24c3f, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:50.596838 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] For port 0741856a-2963-452f-a4d0-81e452f24c3f, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0741856a-2963-452f-a4d0-81e452f24c3f,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:50.627394 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.646346 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.664830 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.725985 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b357b-e9ca-448d-8dfa-1773ecb02d32 None None] Pushing event updated for resources: {'Port': ['ID=0741856a-2963-452f-a4d0-81e452f24c3f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:50.752464 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Allocated IP 172.25.8.155 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/270b31f1-d1fd-42eb-8de8-f45da4569bac) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:50.872739 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:50.967764 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.009737 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:51.012613 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:51.016139 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:51.021665 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Pushing event updated for resources: {'Port': ['ID=270b31f1-d1fd-42eb-8de8-f45da4569bac,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:51.026175 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a39e4a5-8d96-45b0-b118-bfcb6f1274d7 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:51.103423 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3072800b-4dd2-4ee9-bf3e-78472ae1e73f None None] Provisioning complete for port 270b31f1-d1fd-42eb-8de8-f45da4569bac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:51.103703 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3072800b-4dd2-4ee9-bf3e-78472ae1e73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.141283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3072800b-4dd2-4ee9-bf3e-78472ae1e73f None None] Port 270b31f1-d1fd-42eb-8de8-f45da4569bac cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:51.344845 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.555814 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.591913 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aff381-96a7-4158-a337-d85c88bfc502 None None] Network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:51.683114 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0a771ca3-55b4-47b7-ade5-08ce74876eec None None] Provisioning complete for port 0741856a-2963-452f-a4d0-81e452f24c3f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:51.683390 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a771ca3-55b4-47b7-ade5-08ce74876eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.745626 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Router 71f114c8-44ea-4726-9f13-fef6793ce883 is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:27:51.863154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:51.906806 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Sync routers for ids ['71f114c8-44ea-4726-9f13-fef6793ce883'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:51.923641 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] Publish callbacks [] for router, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:51.927545 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-ea44c802-a292-4197-ae72-71c2cc811bcc admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9108903 Nov 12 05:27:51.927905 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:51.939602 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Routers {'71f114c8-44ea-4726-9f13-fef6793ce883'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:51.940168 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:27:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['71f114c8-44ea-4726-9f13-fef6793ce883'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:52.069897 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0741856a-2963-452f-a4d0-81e452f24c3f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:52.111606 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a771ca3-55b4-47b7-ade5-08ce74876eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.142993 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Set router 71f114c8-44ea-4726-9f13-fef6793ce883 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:52.242499 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0a771ca3-55b4-47b7-ade5-08ce74876eec None None] For port 0741856a-2963-452f-a4d0-81e452f24c3f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0741856a-2963-452f-a4d0-81e452f24c3f,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:52.286331 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0741856a-2963-452f-a4d0-81e452f24c3f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:52.286692 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.292593 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a771ca3-55b4-47b7-ade5-08ce74876eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.389644 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.421159 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a771ca3-55b4-47b7-ade5-08ce74876eec None None] Pushing event updated for resources: {'Port': ['ID=0741856a-2963-452f-a4d0-81e452f24c3f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:52.456319 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b16d5f9e-3ead-41a9-88bd-a85c10d6c1ca None None] Provisioning complete for port 0741856a-2963-452f-a4d0-81e452f24c3f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:52.456538 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b16d5f9e-3ead-41a9-88bd-a85c10d6c1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.522589 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:51Z', 'revision_number': 3, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:52.548981 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Allocated IP 172.20.0.1 (1c2b8407-efe7-4d6f-be67-59c9b08f67c5/2b702fb4-be0f-4df8-a850-2de74d8178e1/dd9a0036-3679-442c-a461-875c8c06128d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:52.559448 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Checking router: 71f114c8-44ea-4726-9f13-fef6793ce883 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:27:52.559798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Updating router 71f114c8-44ea-4726-9f13-fef6793ce883 port 270b31f1-d1fd-42eb-8de8-f45da4569bac binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:27:52.608698 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.653749 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.727674 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.772562 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:52.775453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:52.779161 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:52.802596 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Pushing event updated for resources: {'Port': ['ID=dd9a0036-3679-442c-a461-875c8c06128d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:52.822819 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.877992 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:52.950575 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.002063 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff73df-745e-4d2b-9d9b-c69927852d02 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:53.015178 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Attempting to bind port 270b31f1-d1fd-42eb-8de8-f45da4569bac on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:53.017645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Attempting to bind port 270b31f1-d1fd-42eb-8de8-f45da4569bac by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:53.017645 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Attempting to bind port 270b31f1-d1fd-42eb-8de8-f45da4569bac on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:53.020984 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7b89b-2ae9-403f-a814-4e9763d85caa None None] Pushing event updated for resources: {'Port': ['ID=270b31f1-d1fd-42eb-8de8-f45da4569bac,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:53.023963 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:53.024509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:53.024728 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.025106 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:53.025566 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Bound port: 270b31f1-d1fd-42eb-8de8-f45da4569bac, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:53.025946 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.035385 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.086884 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dea25e8f-2f4d-490e-9287-be37db889f1c None None] Provisioning complete for port dd9a0036-3679-442c-a461-875c8c06128d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:53.087174 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dea25e8f-2f4d-490e-9287-be37db889f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.089706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] For port 270b31f1-d1fd-42eb-8de8-f45da4569bac, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:53.132380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] For port 270b31f1-d1fd-42eb-8de8-f45da4569bac, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=270b31f1-d1fd-42eb-8de8-f45da4569bac,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:53.143109 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dea25e8f-2f4d-490e-9287-be37db889f1c None None] Port dd9a0036-3679-442c-a461-875c8c06128d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:53.152875 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dea25e8f-2f4d-490e-9287-be37db889f1c None None] Provisioning complete for port 270b31f1-d1fd-42eb-8de8-f45da4569bac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:53.155207 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dea25e8f-2f4d-490e-9287-be37db889f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.192601 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dea25e8f-2f4d-490e-9287-be37db889f1c None None] Port 270b31f1-d1fd-42eb-8de8-f45da4569bac cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:53.197008 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.210186 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.233655 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4e08c999-1a1c-4964-b639-5463f53b505a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.238786 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d319224-7a34-4714-a6f3-8faada676472 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:53.268709 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Routers {'71f114c8-44ea-4726-9f13-fef6793ce883'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:53.269330 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:27:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['71f114c8-44ea-4726-9f13-fef6793ce883'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:53.272571 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7b89b-2ae9-403f-a814-4e9763d85caa None None] Pushing event updated for resources: {'Port': ['ID=270b31f1-d1fd-42eb-8de8-f45da4569bac,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:53.287536 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.358939 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8ebd94d4-3671-4bfb-be20-eb6f4710e79e None None] Provisioning complete for port 270b31f1-d1fd-42eb-8de8-f45da4569bac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:53.359304 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ebd94d4-3671-4bfb-be20-eb6f4710e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.359474 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.365084 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Pushing event updated for resources: {'Port': ['ID=dd9a0036-3679-442c-a461-875c8c06128d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:53.417062 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] Set router 71f114c8-44ea-4726-9f13-fef6793ce883 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:53.456311 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:53.458018 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:53.579397 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ebd94d4-3671-4bfb-be20-eb6f4710e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.594132 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Router 71f114c8-44ea-4726-9f13-fef6793ce883 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:53.611807 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8ebd94d4-3671-4bfb-be20-eb6f4710e79e None None] For port 270b31f1-d1fd-42eb-8de8-f45da4569bac, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=270b31f1-d1fd-42eb-8de8-f45da4569bac,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:53.690539 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ebd94d4-3671-4bfb-be20-eb6f4710e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.721972 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 1, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:53.726709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:53.728878 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-0fe25c81-9a3b-4125-93ed-45c40a80274b admin admin] 10.222.0.105 "PUT /v2.0/routers/71f114c8-44ea-4726-9f13-fef6793ce883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7993226 Nov 12 05:27:53.759047 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f26c97a-5a6d-4168-a8d0-46e9d4e7ea8e None None] The sync data for ids ['71f114c8-44ea-4726-9f13-fef6793ce883'] in n-d-767704-23 is: [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 1, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:53.776379 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd94d4-3671-4bfb-be20-eb6f4710e79e None None] Pushing event updated for resources: {'Port': ['ID=270b31f1-d1fd-42eb-8de8-f45da4569bac,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:53.813228 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3c0b5f58-d00b-4a5b-b9d2-f1d835da13c4 None None] Provisioning complete for port dd9a0036-3679-442c-a461-875c8c06128d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:53.813689 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5f58-d00b-4a5b-b9d2-f1d835da13c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:53.849606 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3c0b5f58-d00b-4a5b-b9d2-f1d835da13c4 None None] Port dd9a0036-3679-442c-a461-875c8c06128d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:54.074564 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0741856a-2963-452f-a4d0-81e452f24c3f up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:54.126914 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 0741856a-2963-452f-a4d0-81e452f24c3f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:54.127286 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.504839 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36826) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:54.509750 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1044372872-network', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:54.590110 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] Made reservation on behalf of c45f29b75fe7453797f86964c5af572b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:54.592916 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for network, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.603544 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.683220 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.755828 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.785557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 05:27:54.795954 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef922264-83aa-495b-ba7a-337428fa9709,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:54.800797 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.801142 n-d-767704-23 neutron-server[103146]: INFO neutron.db.segments_db [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] Added segment dfb44fc6-975a-4f10-b85e-46795fb0e75b of type vlan for network 80f377e0-13f7-4917-8ffb-bb70fe267864 Nov 12 05:27:54.849906 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761906570716'] for network, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.921302 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317'] for network, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.922289 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:54.923230 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] Publish callbacks [] for network, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:54.985772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=80f377e0-13f7-4917-8ffb-bb70fe267864,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:54.996361 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Network 80f377e0-13f7-4917-8ffb-bb70fe267864 details requested by agent ovs-agent-n-d-767704-23 with host n-d-767704-23 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 05:27:55.009816 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a0831c9b-759b-4b0e-afff-e8be3b115ee6 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5039768 Nov 12 05:27:55.012709 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36828) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:55.017419 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6d166bff-1717-48ae-b3e5-761cd88526c0 admin admin] Request body: {'subnet': {'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1044372872-subnet', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:55.086978 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d166bff-1717-48ae-b3e5-761cd88526c0 admin admin] Made reservation on behalf of c45f29b75fe7453797f86964c5af572b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:27:55.089419 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d166bff-1717-48ae-b3e5-761cd88526c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4737443'] for subnet, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.310345 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d166bff-1717-48ae-b3e5-761cd88526c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8032816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4737457'] for subnet, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.370958 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d166bff-1717-48ae-b3e5-761cd88526c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948fc268-6373-40bc-8793-1c1cf3845699,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:55.381258 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d166bff-1717-48ae-b3e5-761cd88526c0 admin admin] Checking segment: {'id': 'dfb44fc6-975a-4f10-b85e-46795fb0e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:55.381618 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d166bff-1717-48ae-b3e5-761cd88526c0 admin admin] Network hostable DHCP agents. Network: 80f377e0-13f7-4917-8ffb-bb70fe267864, hostable agents: ['4dc05655-f515-4eee-a150-dc642a5a77c0'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 05:27:55.441627 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d166bff-1717-48ae-b3e5-761cd88526c0 admin admin] Network 80f377e0-13f7-4917-8ffb-bb70fe267864 is scheduled to be hosted by DHCP agent 4dc05655-f515-4eee-a150-dc642a5a77c0 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 05:27:55.510182 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6d166bff-1717-48ae-b3e5-761cd88526c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-23, 80f377e0-13f7-4917-8ffb-bb70fe267864) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:55.522706 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d166bff-1717-48ae-b3e5-761cd88526c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:27:55.522706 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d166bff-1717-48ae-b3e5-761cd88526c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.522994 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c077de6-9983-4bf5-baa6-a1ce475d0e4d None None] Network 80f377e0-13f7-4917-8ffb-bb70fe267864 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:55.587561 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6d166bff-1717-48ae-b3e5-761cd88526c0 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5737824 Nov 12 05:27:55.590282 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36830) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:55.594986 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1044372872-router', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:27:55.673648 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5034256-a721-5d04-9325-aa55560b17da-80f377e0-13f7-4917-8ffb-bb70fe267864', 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'fixed_ips': [{'subnet_id': '948fc268-6373-40bc-8793-1c1cf3845699'}]}} from n-d-767704-23. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 05:27:55.682427 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-920767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24759'] for router, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.682605 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.682721 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-985038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24760'] for router, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.699856 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Sync routers for ids ['71f114c8-44ea-4726-9f13-fef6793ce883'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:55.711501 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Routers {'71f114c8-44ea-4726-9f13-fef6793ce883'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:55.712331 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:27:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['71f114c8-44ea-4726-9f13-fef6793ce883'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:55.738363 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:55.817465 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Allocated IP 172.20.0.2 (80f377e0-13f7-4917-8ffb-bb70fe267864/948fc268-6373-40bc-8793-1c1cf3845699/dbe5b07e-eb58-421c-bccd-8a841f0e6301) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:55.831228 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Set router 71f114c8-44ea-4726-9f13-fef6793ce883 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:56.088595 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.107098 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 270b31f1-d1fd-42eb-8de8-f45da4569bac up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:56.178877 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 2, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:56.211624 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Checking router: 71f114c8-44ea-4726-9f13-fef6793ce883 for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:27:56.212287 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Updating router 71f114c8-44ea-4726-9f13-fef6793ce883 port dd9a0036-3679-442c-a461-875c8c06128d binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:27:56.229244 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 270b31f1-d1fd-42eb-8de8-f45da4569bac triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:56.229658 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.232252 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.238704 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.292281 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.307424 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522'] for port, after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.369246 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Network 80f377e0-13f7-4917-8ffb-bb70fe267864 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:56.371708 n-d-767704-23 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:56.373900 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Pushing event updated for resources: {'Port': ['ID=dbe5b07e-eb58-421c-bccd-8a841f0e6301,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:56.377513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:56.445555 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Attempting to bind port dbe5b07e-eb58-421c-bccd-8a841f0e6301 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:56.446008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Attempting to bind port dbe5b07e-eb58-421c-bccd-8a841f0e6301 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'dfb44fc6-975a-4f10-b85e-46795fb0e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:56.446437 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Attempting to bind port dbe5b07e-eb58-421c-bccd-8a841f0e6301 on network 80f377e0-13f7-4917-8ffb-bb70fe267864 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:56.451772 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:56.452161 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Checking segment: {'id': 'dfb44fc6-975a-4f10-b85e-46795fb0e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:56.452626 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.453078 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Bound using segment: {'id': 'dfb44fc6-975a-4f10-b85e-46795fb0e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:56.453616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Bound port: dbe5b07e-eb58-421c-bccd-8a841f0e6301, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb44fc6-975a-4f10-b85e-46795fb0e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:56.454264 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.517367 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] For port dbe5b07e-eb58-421c-bccd-8a841f0e6301, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:56.522840 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] For port dbe5b07e-eb58-421c-bccd-8a841f0e6301, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=dbe5b07e-eb58-421c-bccd-8a841f0e6301,segment=NetworkSegment(dfb44fc6-975a-4f10-b85e-46795fb0e75b),segment_id=dfb44fc6-975a-4f10-b85e-46795fb0e75b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:56.530458 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.555917 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.574622 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.585001 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.612429 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.653725 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e09e5-baa3-4097-bf55-c09e4be0eeb0 None None] Pushing event updated for resources: {'Port': ['ID=dbe5b07e-eb58-421c-bccd-8a841f0e6301,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:56.694901 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Allocated IP 172.25.8.209 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/6baacf08-37df-4020-b91f-9917f94db36e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:56.702906 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e8e61-7299-4079-a4bc-550ec521823e None None] Pushing event updated for resources: {'Port': ['ID=dd9a0036-3679-442c-a461-875c8c06128d,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:56.731424 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e8e61-7299-4079-a4bc-550ec521823e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:56.731907 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e8e61-7299-4079-a4bc-550ec521823e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:56.732363 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e8e61-7299-4079-a4bc-550ec521823e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:56.733138 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e8e61-7299-4079-a4bc-550ec521823e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:56.733561 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e8e61-7299-4079-a4bc-550ec521823e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:56.733981 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e8e61-7299-4079-a4bc-550ec521823e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:56.734371 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e8e61-7299-4079-a4bc-550ec521823e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:56.734765 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e8e61-7299-4079-a4bc-550ec521823e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:56.735172 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e8e61-7299-4079-a4bc-550ec521823e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:56.735704 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e8e61-7299-4079-a4bc-550ec521823e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:56.736126 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e8e61-7299-4079-a4bc-550ec521823e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:56.736514 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e8e61-7299-4079-a4bc-550ec521823e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:27:56.750907 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Attempting to bind port dd9a0036-3679-442c-a461-875c8c06128d on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:56.751303 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Attempting to bind port dd9a0036-3679-442c-a461-875c8c06128d by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:56.751618 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Attempting to bind port dd9a0036-3679-442c-a461-875c8c06128d on network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:56.757185 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:56.757560 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Checking segment: {'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:56.757957 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.758345 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Bound using segment: {'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:56.758806 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Bound port: dd9a0036-3679-442c-a461-875c8c06128d, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:56.759183 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.834204 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] For port dd9a0036-3679-442c-a461-875c8c06128d, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:56.837361 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.839638 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] For port dd9a0036-3679-442c-a461-875c8c06128d, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=dd9a0036-3679-442c-a461-875c8c06128d,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:56.888778 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.927678 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.953232 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Routers {'71f114c8-44ea-4726-9f13-fef6793ce883'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:56.954139 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:27:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['71f114c8-44ea-4726-9f13-fef6793ce883'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:56.961955 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6484bc3-0721-4a97-a8f6-fb44cae077f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:56.974970 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:56.979517 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:56.982369 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:56.999819 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e8e61-7299-4079-a4bc-550ec521823e None None] Pushing event updated for resources: {'Port': ['ID=dd9a0036-3679-442c-a461-875c8c06128d,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:57.001670 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4bfd7c-1087-4965-8d52-513350b8fa74 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:57.023830 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Pushing event updated for resources: {'Port': ['ID=6baacf08-37df-4020-b91f-9917f94db36e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:57.123206 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7a1b4201-7170-4af7-96d2-7e51064b9cae None None] Provisioning complete for port 6baacf08-37df-4020-b91f-9917f94db36e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:57.124059 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] Set router 71f114c8-44ea-4726-9f13-fef6793ce883 gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:57.124584 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a1b4201-7170-4af7-96d2-7e51064b9cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.167559 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b4201-7170-4af7-96d2-7e51064b9cae None None] Port 6baacf08-37df-4020-b91f-9917f94db36e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:57.179242 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7a1b4201-7170-4af7-96d2-7e51064b9cae None None] Provisioning complete for port dd9a0036-3679-442c-a461-875c8c06128d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:57.179654 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a1b4201-7170-4af7-96d2-7e51064b9cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.210088 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.281558 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a1b4201-7170-4af7-96d2-7e51064b9cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.317946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7a1b4201-7170-4af7-96d2-7e51064b9cae None None] For port dd9a0036-3679-442c-a461-875c8c06128d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=dd9a0036-3679-442c-a461-875c8c06128d,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:57.362491 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.365992 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:56Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:57.373047 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a1b4201-7170-4af7-96d2-7e51064b9cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.402389 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa908b8f-e5a6-4973-8b3e-e44ca0347aec None None] The sync data for ids ['71f114c8-44ea-4726-9f13-fef6793ce883'] in n-d-767704-23 is: [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:56Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:27:57.434380 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b4201-7170-4af7-96d2-7e51064b9cae None None] Pushing event updated for resources: {'Port': ['ID=dd9a0036-3679-442c-a461-875c8c06128d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:57.499030 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a3bdb4e7-6219-45dd-8428-6c845103ef31 None None] Provisioning complete for port dd9a0036-3679-442c-a461-875c8c06128d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:57.499769 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb4e7-6219-45dd-8428-6c845103ef31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.617786 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-920870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918432'] for router, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.848013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf46fc-0649-4504-928a-cb43c0130f2b None None] Network 80f377e0-13f7-4917-8ffb-bb70fe267864 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:27:57.853298 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Router b5fc7226-2809-4950-b50b-4c785268542d is scheduled to L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 05:27:57.972949 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d9f99fbb-52a7-4c2d-98da-a53a1d1e64d3 None None] Provisioning complete for port dbe5b07e-eb58-421c-bccd-8a841f0e6301 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:57.976091 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9f99fbb-52a7-4c2d-98da-a53a1d1e64d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:57.986605 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:58.012077 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Sync routers for ids ['b5fc7226-2809-4950-b50b-4c785268542d'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:27:58.055775 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.057085 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-ccc6a8e1-e1d2-49db-9b72-cb30a1483f82 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4658394 Nov 12 05:27:58.059789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36832) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:27:58.067744 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Routers {'b5fc7226-2809-4950-b50b-4c785268542d'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:58.070507 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:27:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b5fc7226-2809-4950-b50b-4c785268542d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:58.167945 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device dd9a0036-3679-442c-a461-875c8c06128d up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:58.247600 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Set router b5fc7226-2809-4950-b50b-4c785268542d gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:58.313106 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9f99fbb-52a7-4c2d-98da-a53a1d1e64d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.420448 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port dd9a0036-3679-442c-a461-875c8c06128d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:58.420825 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.423468 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d9f99fbb-52a7-4c2d-98da-a53a1d1e64d3 None None] For port dbe5b07e-eb58-421c-bccd-8a841f0e6301, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=dbe5b07e-eb58-421c-bccd-8a841f0e6301,segment=NetworkSegment(dfb44fc6-975a-4f10-b85e-46795fb0e75b),segment_id=dfb44fc6-975a-4f10-b85e-46795fb0e75b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:27:58.492096 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9f99fbb-52a7-4c2d-98da-a53a1d1e64d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.533672 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.587736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f99fbb-52a7-4c2d-98da-a53a1d1e64d3 None None] Pushing event updated for resources: {'Port': ['ID=dbe5b07e-eb58-421c-bccd-8a841f0e6301,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:58.609952 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device dbe5b07e-eb58-421c-bccd-8a841f0e6301 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:27:58.613196 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'name': 'tempest-TestSnapshotPattern-1044372872-router', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '6baacf08-37df-4020-b91f-9917f94db36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:55Z', 'updated_at': '2021-11-12T05:27:57Z', 'revision_number': 3, 'project_id': 'c45f29b75fe7453797f86964c5af572b', 'gw_port': {'id': '6baacf08-37df-4020-b91f-9917f94db36e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:56Z', 'updated_at': '2021-11-12T05:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:58.665173 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Checking router: b5fc7226-2809-4950-b50b-4c785268542d for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:27:58.665522 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Updating router b5fc7226-2809-4950-b50b-4c785268542d port 6baacf08-37df-4020-b91f-9917f94db36e binding host n-d-767704-23 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:27:58.695147 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-697e6c75-4d73-4b63-b382-fa58d7b7fd59 None None] Provisioning complete for port dbe5b07e-eb58-421c-bccd-8a841f0e6301 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:58.695511 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-697e6c75-4d73-4b63-b382-fa58d7b7fd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.722660 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Allocated IP 172.20.0.1 (80f377e0-13f7-4917-8ffb-bb70fe267864/948fc268-6373-40bc-8793-1c1cf3845699/2dbb7e0e-eae9-4d95-9933-57a2692d73b1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:27:58.725292 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.827884 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.834867 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port dbe5b07e-eb58-421c-bccd-8a841f0e6301 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:58.835235 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.916542 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:58.960988 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Network 80f377e0-13f7-4917-8ffb-bb70fe267864 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:58.964416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:58.968409 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:27:58.994942 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Pushing event updated for resources: {'Port': ['ID=2dbb7e0e-eae9-4d95-9933-57a2692d73b1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:59.022974 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921461'] for router_interface, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.081591 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.195729 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.234112 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.300024 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Publish callbacks [] for port, precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.301724 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-16b53774-3e73-491d-b636-689fa5677a51 None None] Provisioning complete for port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:59.304982 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16b53774-3e73-491d-b636-689fa5677a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.337130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-16b53774-3e73-491d-b636-689fa5677a51 None None] Port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:59.361093 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.405865 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b55157-3a87-404c-ae9c-a8fdb127ff80 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:59.408606 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.417040 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Attempting to bind port 6baacf08-37df-4020-b91f-9917f94db36e on host n-d-767704-23 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:27:59.417407 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Attempting to bind port 6baacf08-37df-4020-b91f-9917f94db36e by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:27:59.419674 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Attempting to bind port 6baacf08-37df-4020-b91f-9917f94db36e on network 7e2d1792-a484-458c-8d3b-735e30c8bf07 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:27:59.431293 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:27:59.431509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Checking segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:27:59.431907 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.432314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Bound using segment: {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:27:59.432788 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Bound port: 6baacf08-37df-4020-b91f-9917f94db36e, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c541c9-1a91-45e4-945d-ecfa3055c9ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:27:59.433165 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.438629 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5216c70-039c-488e-aa5b-d687199886cc None None] Pushing event updated for resources: {'Port': ['ID=6baacf08-37df-4020-b91f-9917f94db36e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:59.464185 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.494716 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e9e95fe7-9a73-4a3f-9dbb-9b886b50eab9 None None] Provisioning complete for port 6baacf08-37df-4020-b91f-9917f94db36e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:59.495084 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9e95fe7-9a73-4a3f-9dbb-9b886b50eab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.501182 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] For port 6baacf08-37df-4020-b91f-9917f94db36e, host n-d-767704-23, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:27:59.531025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] For port 6baacf08-37df-4020-b91f-9917f94db36e, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6baacf08-37df-4020-b91f-9917f94db36e,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:27:59.535015 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921569'] for router_interface, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.541102 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Pushing event updated for resources: {'Port': ['ID=2dbb7e0e-eae9-4d95-9933-57a2692d73b1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:59.542333 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e9e95fe7-9a73-4a3f-9dbb-9b886b50eab9 None None] Port 6baacf08-37df-4020-b91f-9917f94db36e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:27:59.584871 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.638504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Network 80f377e0-13f7-4917-8ffb-bb70fe267864 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:27:59.638504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:27:59.644618 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b59a57-09c5-478c-9faf-ca435c053f65 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:27:59.660775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Routers {'b5fc7226-2809-4950-b50b-4c785268542d'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:27:59.661414 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:27:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b5fc7226-2809-4950-b50b-4c785268542d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:27:59.711698 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5216c70-039c-488e-aa5b-d687199886cc None None] Pushing event updated for resources: {'Port': ['ID=6baacf08-37df-4020-b91f-9917f94db36e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:27:59.765645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Router b5fc7226-2809-4950-b50b-4c785268542d has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:27:59.800400 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c816a8c6-9728-4d14-8f48-647703b54e4a None None] Provisioning complete for port 6baacf08-37df-4020-b91f-9917f94db36e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:27:59.800765 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c816a8c6-9728-4d14-8f48-647703b54e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:27:59.804022 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] Set router b5fc7226-2809-4950-b50b-4c785268542d gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:27:59.885206 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:27:59.890512 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-c1757aa6-f2dc-4910-922f-fbf178f7d1de admin admin] 10.222.0.105 "PUT /v2.0/routers/b5fc7226-2809-4950-b50b-4c785268542d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8295267 Nov 12 05:28:00.009826 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c816a8c6-9728-4d14-8f48-647703b54e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:00.054894 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device dbe5b07e-eb58-421c-bccd-8a841f0e6301 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:00.058740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c816a8c6-9728-4d14-8f48-647703b54e4a None None] For port 6baacf08-37df-4020-b91f-9917f94db36e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6baacf08-37df-4020-b91f-9917f94db36e,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:00.127808 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'name': 'tempest-TestSnapshotPattern-1044372872-router', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '6baacf08-37df-4020-b91f-9917f94db36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:55Z', 'updated_at': '2021-11-12T05:27:59Z', 'revision_number': 4, 'project_id': 'c45f29b75fe7453797f86964c5af572b', 'gw_port': {'id': '6baacf08-37df-4020-b91f-9917f94db36e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:56Z', 'updated_at': '2021-11-12T05:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '2dbb7e0e-eae9-4d95-9933-57a2692d73b1', 'name': '', 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'mac_address': 'fa:16:3e:a3:20:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '948fc268-6373-40bc-8793-1c1cf3845699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:58Z', 'updated_at': '2021-11-12T05:27:59Z', 'revision_number': 2, 'project_id': 'c45f29b75fe7453797f86964c5af572b', 'subnets': [{'id': '948fc268-6373-40bc-8793-1c1cf3845699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:00.132649 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port dbe5b07e-eb58-421c-bccd-8a841f0e6301 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:00.132649 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:00.158771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58136bf5-b9fa-47a3-b9a4-c826bf3d6b80 None None] The sync data for ids ['b5fc7226-2809-4950-b50b-4c785268542d'] in n-d-767704-23 is: [{'id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'name': 'tempest-TestSnapshotPattern-1044372872-router', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '6baacf08-37df-4020-b91f-9917f94db36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:55Z', 'updated_at': '2021-11-12T05:27:59Z', 'revision_number': 4, 'project_id': 'c45f29b75fe7453797f86964c5af572b', 'gw_port': {'id': '6baacf08-37df-4020-b91f-9917f94db36e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:56Z', 'updated_at': '2021-11-12T05:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '2dbb7e0e-eae9-4d95-9933-57a2692d73b1', 'name': '', 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'mac_address': 'fa:16:3e:a3:20:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '948fc268-6373-40bc-8793-1c1cf3845699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:58Z', 'updated_at': '2021-11-12T05:27:59Z', 'revision_number': 2, 'project_id': 'c45f29b75fe7453797f86964c5af572b', 'subnets': [{'id': '948fc268-6373-40bc-8793-1c1cf3845699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:28:00.183985 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c816a8c6-9728-4d14-8f48-647703b54e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:00.245948 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816a8c6-9728-4d14-8f48-647703b54e4a None None] Pushing event updated for resources: {'Port': ['ID=6baacf08-37df-4020-b91f-9917f94db36e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:00.306458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-61971c36-6f85-41f8-953e-d97f1406aba6 None None] Provisioning complete for port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:00.306836 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61971c36-6f85-41f8-953e-d97f1406aba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:00.347455 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-61971c36-6f85-41f8-953e-d97f1406aba6 None None] Port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:28:00.883641 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:00.888487 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-57b3d043-2819-4f3a-adc4-adf88db60ba6 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1643838342', 'description': 'tempest-secgroup-smoke-1643838342 description', 'project_id': '1395c3458a784848ae58de7ebd18b65c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:00.967109 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57b3d043-2819-4f3a-adc4-adf88db60ba6 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.038706 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57b3d043-2819-4f3a-adc4-adf88db60ba6 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.087035 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57b3d043-2819-4f3a-adc4-adf88db60ba6 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.117313 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3d043-2819-4f3a-adc4-adf88db60ba6 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:01.151825 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57b3d043-2819-4f3a-adc4-adf88db60ba6 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.153141 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-57b3d043-2819-4f3a-adc4-adf88db60ba6 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2683854 Nov 12 05:28:01.157267 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36844) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:01.161910 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-26af0a4c-33b2-4369-b160-3d9b78e1f2e0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Request body: {'security_group_rule': {'security_group_id': '21e3a6d7-dd64-4a21-b40f-6d5e70ebd704', 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:01.246959 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26af0a4c-33b2-4369-b160-3d9b78e1f2e0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.306309 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26af0a4c-33b2-4369-b160-3d9b78e1f2e0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.349809 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26af0a4c-33b2-4369-b160-3d9b78e1f2e0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.367554 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af0a4c-33b2-4369-b160-3d9b78e1f2e0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232d0277-4e15-45d7-b304-4e51dca18d2a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:01.414684 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26af0a4c-33b2-4369-b160-3d9b78e1f2e0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.415921 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-26af0a4c-33b2-4369-b160-3d9b78e1f2e0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2576640 Nov 12 05:28:01.418782 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36846) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:01.423639 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-aaf93606-a703-49b4-acfa-7cfdad8b9bf8 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Request body: {'security_group_rule': {'security_group_id': '21e3a6d7-dd64-4a21-b40f-6d5e70ebd704', 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:01.498125 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaf93606-a703-49b4-acfa-7cfdad8b9bf8 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.559666 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaf93606-a703-49b4-acfa-7cfdad8b9bf8 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.601922 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaf93606-a703-49b4-acfa-7cfdad8b9bf8 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.626578 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf93606-a703-49b4-acfa-7cfdad8b9bf8 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6d0ba8-e55f-4bbc-a9b0-dbdeab42ecb5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:01.689053 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaf93606-a703-49b4-acfa-7cfdad8b9bf8 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.690333 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-aaf93606-a703-49b4-acfa-7cfdad8b9bf8 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2705622 Nov 12 05:28:01.693059 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36848) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:01.697860 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-63b80f76-d081-453e-a3f0-633dcacf905e tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Request body: {'security_group_rule': {'security_group_id': '21e3a6d7-dd64-4a21-b40f-6d5e70ebd704', 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:01.795461 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63b80f76-d081-453e-a3f0-633dcacf905e tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.859256 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63b80f76-d081-453e-a3f0-633dcacf905e tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.921446 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63b80f76-d081-453e-a3f0-633dcacf905e tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:01.941778 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b80f76-d081-453e-a3f0-633dcacf905e tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbd49f5-a543-499a-8eff-acc8e7affd9e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:02.020454 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63b80f76-d081-453e-a3f0-633dcacf905e tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.021735 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-63b80f76-d081-453e-a3f0-633dcacf905e tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272085 Nov 12 05:28:02.025054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36850) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:02.029650 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7b7c115a-7043-4584-981b-9609a9c3d442 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Request body: {'security_group_rule': {'security_group_id': '21e3a6d7-dd64-4a21-b40f-6d5e70ebd704', 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:02.040583 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6baacf08-37df-4020-b91f-9917f94db36e up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:02.089860 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 6baacf08-37df-4020-b91f-9917f94db36e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:02.090232 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.090715 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Sync routers for ids ['b5fc7226-2809-4950-b50b-4c785268542d'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:28:02.100469 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Routers {'b5fc7226-2809-4950-b50b-4c785268542d'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:02.101081 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:27:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b5fc7226-2809-4950-b50b-4c785268542d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:02.103786 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b7c115a-7043-4584-981b-9609a9c3d442 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.167612 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b7c115a-7043-4584-981b-9609a9c3d442 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.215969 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Set router b5fc7226-2809-4950-b50b-4c785268542d gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:02.235328 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b7c115a-7043-4584-981b-9609a9c3d442 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.255607 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c115a-7043-4584-981b-9609a9c3d442 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc14b06-31e7-451d-a42b-f9ea781ea09f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:02.323437 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b7c115a-7043-4584-981b-9609a9c3d442 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.324883 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-7b7c115a-7043-4584-981b-9609a9c3d442 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2988446 Nov 12 05:28:02.327590 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36852) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:02.332315 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-14726465-1474-427c-90a7-9121ce00ae92 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Request body: {'security_group_rule': {'security_group_id': '21e3a6d7-dd64-4a21-b40f-6d5e70ebd704', 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:02.418698 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-14726465-1474-427c-90a7-9121ce00ae92 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Project 1395c3458a784848ae58de7ebd18b65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:28:02.421944 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'name': 'tempest-TestSnapshotPattern-1044372872-router', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '6baacf08-37df-4020-b91f-9917f94db36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:55Z', 'updated_at': '2021-11-12T05:27:59Z', 'revision_number': 4, 'project_id': 'c45f29b75fe7453797f86964c5af572b', 'gw_port': {'id': '6baacf08-37df-4020-b91f-9917f94db36e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:56Z', 'updated_at': '2021-11-12T05:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '2dbb7e0e-eae9-4d95-9933-57a2692d73b1', 'name': '', 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'mac_address': 'fa:16:3e:a3:20:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '948fc268-6373-40bc-8793-1c1cf3845699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:58Z', 'updated_at': '2021-11-12T05:27:59Z', 'revision_number': 2, 'project_id': 'c45f29b75fe7453797f86964c5af572b', 'subnets': [{'id': '948fc268-6373-40bc-8793-1c1cf3845699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:02.424168 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14726465-1474-427c-90a7-9121ce00ae92 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.451245 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Checking router: b5fc7226-2809-4950-b50b-4c785268542d for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:28:02.451597 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Updating router b5fc7226-2809-4950-b50b-4c785268542d port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 binding host n-d-767704-23 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 05:28:02.480280 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.488299 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14726465-1474-427c-90a7-9121ce00ae92 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.566876 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14726465-1474-427c-90a7-9121ce00ae92 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.591949 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14726465-1474-427c-90a7-9121ce00ae92 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f77e888-29d2-4b63-820e-1cd12e5af683,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:02.666835 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14726465-1474-427c-90a7-9121ce00ae92 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.668500 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-14726465-1474-427c-90a7-9121ce00ae92 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3394849 Nov 12 05:28:02.671547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 36854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:02.676222 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dee5d40d-6000-4397-82a3-b66a9c25443b tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Request body: {'security_group_rule': {'security_group_id': '21e3a6d7-dd64-4a21-b40f-6d5e70ebd704', 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:02.755639 n-d-767704-23 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-dee5d40d-6000-4397-82a3-b66a9c25443b tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Project 1395c3458a784848ae58de7ebd18b65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 05:28:02.761037 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dee5d40d-6000-4397-82a3-b66a9c25443b tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.822462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dee5d40d-6000-4397-82a3-b66a9c25443b tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.834127 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Publish callbacks [] for port, precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.887211 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dee5d40d-6000-4397-82a3-b66a9c25443b tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983443'] for security_group_rule, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.904223 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.906155 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5d40d-6000-4397-82a3-b66a9c25443b tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772732b6-7093-4134-84d8-1328e849d241,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:02.958356 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dee5d40d-6000-4397-82a3-b66a9c25443b tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:02.959000 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41211fb-a8c3-48f6-b6c6-198ae831eb44 None None] Pushing event updated for resources: {'Port': ['ID=2dbb7e0e-eae9-4d95-9933-57a2692d73b1,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:02.960670 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-dee5d40d-6000-4397-82a3-b66a9c25443b tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2880967 Nov 12 05:28:03.012430 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Attempting to bind port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 on host n-d-767704-23 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:03.012790 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Attempting to bind port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 by drivers openvswitch,hyperv on host n-d-767704-23 at level 0 using segments [{'id': 'dfb44fc6-975a-4f10-b85e-46795fb0e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:03.013401 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Attempting to bind port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 on network 80f377e0-13f7-4917-8ffb-bb70fe267864 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:03.023257 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Checking agent: {'id': '775b1d0a-9fa3-4749-9630-62b9961b59c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 26, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:03.023641 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Checking segment: {'id': 'dfb44fc6-975a-4f10-b85e-46795fb0e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:03.024077 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.024469 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Bound using segment: {'id': 'dfb44fc6-975a-4f10-b85e-46795fb0e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:03.024937 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Bound port: 2dbb7e0e-eae9-4d95-9933-57a2692d73b1, host: n-d-767704-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb44fc6-975a-4f10-b85e-46795fb0e75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:03.025483 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.093167 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] For port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1, host n-d-767704-23, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:03.096714 n-d-767704-23 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] For port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1, host n-d-767704-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2dbb7e0e-eae9-4d95-9933-57a2692d73b1,segment=NetworkSegment(dfb44fc6-975a-4f10-b85e-46795fb0e75b),segment_id=dfb44fc6-975a-4f10-b85e-46795fb0e75b)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:03.130152 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-94d907b5-fe56-45f9-9223-e9bc132704e6 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643838342&fields=id&tenant_id=1395c3458a784848ae58de7ebd18b65c HTTP/1.1" status: 200 len: 267 time: 0.0493202 Nov 12 05:28:03.156259 n-d-767704-23 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.189965 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c775f426-c147-4655-8a09-cc8285b25ca7 None None] Provisioning complete for port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:03.190577 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c775f426-c147-4655-8a09-cc8285b25ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.221384 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Routers {'b5fc7226-2809-4950-b50b-4c785268542d'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:03.222286 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:27:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b5fc7226-2809-4950-b50b-4c785268542d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:03.269706 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-61b5a723-4cf1-4b2e-9d1a-164bd9c6d786 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:03.271718 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-61b5a723-4cf1-4b2e-9d1a-164bd9c6d786 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/networks?id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 200 len: 810 time: 0.1328828 Nov 12 05:28:03.273472 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41211fb-a8c3-48f6-b6c6-198ae831eb44 None None] Pushing event updated for resources: {'Port': ['ID=2dbb7e0e-eae9-4d95-9933-57a2692d73b1,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:03.285864 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c775f426-c147-4655-8a09-cc8285b25ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.300811 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-82fc0fa5-7dc8-44ea-bfb9-9dd0c747c6d8 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/quotas/1395c3458a784848ae58de7ebd18b65c HTTP/1.1" status: 200 len: 375 time: 0.0148549 Nov 12 05:28:03.326509 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c775f426-c147-4655-8a09-cc8285b25ca7 None None] For port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2dbb7e0e-eae9-4d95-9933-57a2692d73b1,segment=NetworkSegment(dfb44fc6-975a-4f10-b85e-46795fb0e75b),segment_id=dfb44fc6-975a-4f10-b85e-46795fb0e75b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:03.359114 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-0b69a843-d4b0-4919-98ba-9f31a838ca3f tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516233 Nov 12 05:28:03.361146 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] Set router b5fc7226-2809-4950-b50b-4c785268542d gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:03.401534 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c775f426-c147-4655-8a09-cc8285b25ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.452314 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775f426-c147-4655-8a09-cc8285b25ca7 None None] Pushing event updated for resources: {'Port': ['ID=2dbb7e0e-eae9-4d95-9933-57a2692d73b1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:03.488453 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-e69f49fb-5195-494a-83b5-e822795704eb service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:28:03.508769 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-e69f49fb-5195-494a-83b5-e822795704eb service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1147966 Nov 12 05:28:03.523249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-42d1426b-55f9-4fb8-aea7-7d2b3c492780 None None] Provisioning complete for port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:03.523624 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42d1426b-55f9-4fb8-aea7-7d2b3c492780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:03.600981 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-22fc1106-ef14-42cc-a009-eb4b148bdd65 service neutron] 10.222.0.105 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041486 Nov 12 05:28:03.606908 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'name': 'tempest-TestSnapshotPattern-1044372872-router', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '6baacf08-37df-4020-b91f-9917f94db36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:55Z', 'updated_at': '2021-11-12T05:27:59Z', 'revision_number': 4, 'project_id': 'c45f29b75fe7453797f86964c5af572b', 'gw_port': {'id': '6baacf08-37df-4020-b91f-9917f94db36e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:56Z', 'updated_at': '2021-11-12T05:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '2dbb7e0e-eae9-4d95-9933-57a2692d73b1', 'name': '', 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'mac_address': 'fa:16:3e:a3:20:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '948fc268-6373-40bc-8793-1c1cf3845699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:58Z', 'updated_at': '2021-11-12T05:28:03Z', 'revision_number': 4, 'project_id': 'c45f29b75fe7453797f86964c5af572b', 'subnets': [{'id': '948fc268-6373-40bc-8793-1c1cf3845699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:03.637772 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bd1307-bd54-4a93-871d-0c3df33d3cc1 None None] The sync data for ids ['b5fc7226-2809-4950-b50b-4c785268542d'] in n-d-767704-23 is: [{'id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'name': 'tempest-TestSnapshotPattern-1044372872-router', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '6baacf08-37df-4020-b91f-9917f94db36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:55Z', 'updated_at': '2021-11-12T05:27:59Z', 'revision_number': 4, 'project_id': 'c45f29b75fe7453797f86964c5af572b', 'gw_port': {'id': '6baacf08-37df-4020-b91f-9917f94db36e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:56Z', 'updated_at': '2021-11-12T05:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': '2dbb7e0e-eae9-4d95-9933-57a2692d73b1', 'name': '', 'network_id': '80f377e0-13f7-4917-8ffb-bb70fe267864', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'mac_address': 'fa:16:3e:a3:20:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '948fc268-6373-40bc-8793-1c1cf3845699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:58Z', 'updated_at': '2021-11-12T05:28:03Z', 'revision_number': 4, 'project_id': 'c45f29b75fe7453797f86964c5af572b', 'subnets': [{'id': '948fc268-6373-40bc-8793-1c1cf3845699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:28:03.703183 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-c5763064-781e-434d-88d2-1d2428bf9770 service neutron] 10.222.0.105 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949564 Nov 12 05:28:03.953636 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ef7785dc-91a7-49f0-a43d-49c8624f9410 req-77163d86-f0b7-48da-b39d-c82f51de26a0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 210 time: 0.0315888 Nov 12 05:28:04.053845 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 up at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:04.109056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Provisioning complete for port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:04.109438 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:05.048155 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-687d0385-579b-4ff8-9c88-05f0691b9d02 req-7212f3b7-0c8e-4ffa-8bee-d474df0052a0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 210 time: 0.0272100 Nov 12 05:28:06.150088 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bfd4126b-09bf-4131-9bed-827ebeea2ab7 req-71d0ba9e-f89d-4d95-a668-52f087eefe0c tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 210 time: 0.0279210 Nov 12 05:28:06.576189 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-4b193db0-fdec-4d1d-bc32-17e45ae21aa7 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:06.577641 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-4b193db0-fdec-4d1d-bc32-17e45ae21aa7 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.26 "GET /v2.0/networks?id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 200 len: 810 time: 0.4639165 Nov 12 05:28:06.647666 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-76fab6c6-a986-4f7b-a342-bebce54c50bb tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1395c3458a784848ae58de7ebd18b65c HTTP/1.1" status: 200 len: 380 time: 0.0542583 Nov 12 05:28:06.657533 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-2ffd8614-9c89-47be-a0bd-239dfe3fb276 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Request body: {'port': {'device_id': '7525469b-7fe8-4c21-97af-78b179c4008c', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'admin_state_up': True, 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'security_groups': ['21e3a6d7-dd64-4a21-b40f-6d5e70ebd704']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:06.818049 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-2ffd8614-9c89-47be-a0bd-239dfe3fb276 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Made reservation on behalf of 1395c3458a784848ae58de7ebd18b65c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:28:06.821680 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-2ffd8614-9c89-47be-a0bd-239dfe3fb276 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:06.950473 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-2ffd8614-9c89-47be-a0bd-239dfe3fb276 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Allocated IP 172.20.0.3 (1c2b8407-efe7-4d6f-be67-59c9b08f67c5/2b702fb4-be0f-4df8-a850-2de74d8178e1/4becc2fc-0a69-42ff-96ba-a6fa7770aef8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:07.084241 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-2ffd8614-9c89-47be-a0bd-239dfe3fb276 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.167164 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-2ffd8614-9c89-47be-a0bd-239dfe3fb276 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.219048 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-2ffd8614-9c89-47be-a0bd-239dfe3fb276 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:07.223335 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-2ffd8614-9c89-47be-a0bd-239dfe3fb276 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:07.228341 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-2ffd8614-9c89-47be-a0bd-239dfe3fb276 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:07.262955 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd8614-9c89-47be-a0bd-239dfe3fb276 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event updated for resources: {'Port': ['ID=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:07.321584 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-2ffd8614-9c89-47be-a0bd-239dfe3fb276 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:07.322312 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-2ffd8614-9c89-47be-a0bd-239dfe3fb276 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.344353 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8673b0f-691b-4bce-91fd-28202ccb3a42 req-bab62beb-5c80-49b6-a455-b70c688c7b28 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:07.345933 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8673b0f-691b-4bce-91fd-28202ccb3a42 req-bab62beb-5c80-49b6-a455-b70c688c7b28 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 931 time: 0.1240158 Nov 12 05:28:07.400810 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-a8673b0f-691b-4bce-91fd-28202ccb3a42 req-7973ab16-6916-474d-8e07-102a6a2d9570 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478036 Nov 12 05:28:07.415277 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-2ffd8614-9c89-47be-a0bd-239dfe3fb276 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7619913 Nov 12 05:28:07.434591 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Request body: {'port': {'device_id': '7525469b-7fe8-4c21-97af-78b179c4008c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:07.452885 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-75b3ed20-1e2e-40e6-be1f-0c422c296df6 None None] Provisioning complete for port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:07.453469 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75b3ed20-1e2e-40e6-be1f-0c422c296df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.486906 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-75b3ed20-1e2e-40e6-be1f-0c422c296df6 None None] Port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:28:07.492879 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.759184 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:28:07.766442 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.778663 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Transition to ACTIVE for port object 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:28:07.846864 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:07.899807 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:07.971531 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Attempting to bind port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:28:07.971870 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Attempting to bind port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:28:07.972283 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Attempting to bind port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 on network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:07.977352 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 on network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:28:07.977671 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Attempting to bind port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 on network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:28:07.982852 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:28:07.983186 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Checking segment: {'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:28:07.983569 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Bound using segment: {'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:28:07.983999 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Bound port: 4becc2fc-0a69-42ff-96ba-a6fa7770aef8, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:28:07.984379 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:08.050020 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] For port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:28:08.053337 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] For port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:28:08.179036 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:08.217594 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:08.218241 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:08.225153 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] 10.222.0.26 "PUT /v2.0/ports/4becc2fc-0a69-42ff-96ba-a6fa7770aef8 HTTP/1.1" status: 200 len: 1092 time: 0.7897549 Nov 12 05:28:08.225153 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7525469b-7fe8-4c21-97af-78b179c4008c', 'tag': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:08.225153 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2dda7a-ca85-4248-8c65-80c48eb7f493" -d '{"events": [{"name": "network-changed", "server_uuid": "7525469b-7fe8-4c21-97af-78b179c4008c", "tag": "4becc2fc-0a69-42ff-96ba-a6fa7770aef8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:08.245477 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cd9cb-ccd0-4520-abd2-debfa38d90a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:08.269027 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc1f9d3-c486-4564-b561-425a6ac51344 x-openstack-request-id: req-6dc1f9d3-c486-4564-b561-425a6ac51344 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:08.269324 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7525469b-7fe8-4c21-97af-78b179c4008c", "tag": "4becc2fc-0a69-42ff-96ba-a6fa7770aef8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:08.269573 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6dc1f9d3-c486-4564-b561-425a6ac51344 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:08.269997 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7525469b-7fe8-4c21-97af-78b179c4008c', 'tag': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'status': 'completed', 'code': 200} Nov 12 05:28:08.364243 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dda7a-ca85-4248-8c65-80c48eb7f493 req-3ac9794e-ba3a-4e47-a70c-32a3f39fc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:08.366357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e2dda7a-ca85-4248-8c65-80c48eb7f493 req-3ac9794e-ba3a-4e47-a70c-32a3f39fc219 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 1095 time: 0.0498414 Nov 12 05:28:08.487307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dda7a-ca85-4248-8c65-80c48eb7f493 req-b0597898-8036-4b62-814c-c9d79926a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:08.489965 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e2dda7a-ca85-4248-8c65-80c48eb7f493 req-b0597898-8036-4b62-814c-c9d79926a1f9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1395c3458a784848ae58de7ebd18b65c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1049960 Nov 12 05:28:08.586762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40951add-19f5-404e-a156-f0a24ffee977 req-95c760b2-4891-4ee3-9144-e505a1006d67 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:08.588295 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-40951add-19f5-404e-a156-f0a24ffee977 req-95c760b2-4891-4ee3-9144-e505a1006d67 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 943 time: 0.1147633 Nov 12 05:28:08.650840 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dda7a-ca85-4248-8c65-80c48eb7f493 req-702963ec-fa0e-42b3-80ef-b8719fd7e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:08.653642 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1e2dda7a-ca85-4248-8c65-80c48eb7f493 req-702963ec-fa0e-42b3-80ef-b8719fd7e3a7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1456182 Nov 12 05:28:08.676658 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-40951add-19f5-404e-a156-f0a24ffee977 req-a711827f-73cd-412d-8f3d-f016915bda80 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809116 Nov 12 05:28:08.755027 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-b7884bca-93d3-4835-bc9a-d267b1907fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:08.757153 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-b7884bca-93d3-4835-bc9a-d267b1907fa9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 1095 time: 0.0417593 Nov 12 05:28:08.809884 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-d8c11528-8142-418d-9c98-b0706eead01e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8 HTTP/1.1" status: 200 len: 217 time: 0.0380111 Nov 12 05:28:08.861163 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-b18d4420-32fe-467c-a5b5-82af220bd139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:08.862526 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-b18d4420-32fe-467c-a5b5-82af220bd139 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b702fb4-be0f-4df8-a850-2de74d8178e1 HTTP/1.1" status: 200 len: 849 time: 0.0448895 Nov 12 05:28:08.909614 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-078b6010-bfa4-4d63-a28a-5efc31d329e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:08.911109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-078b6010-bfa4-4d63-a28a-5efc31d329e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410466 Nov 12 05:28:09.006957 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-9b3f1174-e72b-4ff8-919d-fd64bc6d026b service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877998 Nov 12 05:28:09.097077 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ccbe6cac-cdf2-4ed5-8274-fa5979960665 req-26c86e09-8f84-4590-8b05-ba3da77de2ec service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830445 Nov 12 05:28:09.799882 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e27ec-2ba0-4550-b222-19f1c9a1a6c9 req-c1ef9dec-d204-4b96-a031-e640f50d1db6 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:09.801379 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-242e27ec-2ba0-4550-b222-19f1c9a1a6c9 req-c1ef9dec-d204-4b96-a031-e640f50d1db6 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 943 time: 0.0496986 Nov 12 05:28:09.854911 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-242e27ec-2ba0-4550-b222-19f1c9a1a6c9 req-61871174-4105-44f9-bf6b-8dd550a33859 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467899 Nov 12 05:28:10.975133 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5b583-05c6-4f13-9420-ec5a118e277e req-b03991c2-cc37-4aeb-9b01-e6e1d5bb471a tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:10.976740 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80f5b583-05c6-4f13-9420-ec5a118e277e req-b03991c2-cc37-4aeb-9b01-e6e1d5bb471a tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 943 time: 0.0551648 Nov 12 05:28:11.029080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-80f5b583-05c6-4f13-9420-ec5a118e277e req-0eea2f39-ac12-4694-b6b6-480dddec8092 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452814 Nov 12 05:28:12.145373 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c51eb7-59f2-4c53-99e1-62f69799d723 req-a98e22c2-6b51-4d4f-afac-b274e2bf2b3f tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:12.147145 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84c51eb7-59f2-4c53-99e1-62f69799d723 req-a98e22c2-6b51-4d4f-afac-b274e2bf2b3f tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 943 time: 0.0513291 Nov 12 05:28:12.196916 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-84c51eb7-59f2-4c53-99e1-62f69799d723 req-351fc959-186b-4329-a344-53f4d238fa8a tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437491 Nov 12 05:28:13.311397 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda35f8b-29a1-4be9-9dcf-26402befda3c req-08d1ddd7-b387-4099-a9de-bc8ceef6b5fc tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:13.312913 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bda35f8b-29a1-4be9-9dcf-26402befda3c req-08d1ddd7-b387-4099-a9de-bc8ceef6b5fc tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 943 time: 0.0487099 Nov 12 05:28:13.361620 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-bda35f8b-29a1-4be9-9dcf-26402befda3c req-f04f5cc3-8edb-42b9-bbc8-7595cdcd1308 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 Nov 12 05:28:14.342798 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:28:14.441710 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:14.454347 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'port_id': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'mac_address': 'fa:16:3e:2f:05:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:28:14.478414 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c43f3-a974-4bc1-8f6a-b46834cfe3a8 req-c9b85254-9fa6-450a-95c4-7855b1282155 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:14.479902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c19c43f3-a974-4bc1-8f6a-b46834cfe3a8 req-c9b85254-9fa6-450a-95c4-7855b1282155 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 943 time: 0.0490980 Nov 12 05:28:14.493358 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:14.509780 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:28:14.528717 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:14.529966 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-c19c43f3-a974-4bc1-8f6a-b46834cfe3a8 req-29181bf8-36fb-4bb4-8375-2ce550306993 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440574 Nov 12 05:28:14.589778 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:14.638027 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:15.012955 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['4becc2fc-0a69-42ff-96ba-a6fa7770aef8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:28:15.650648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e6ba5-4559-43e0-addd-ec9c13ddad82 req-76ad8115-1692-4483-97b3-c8247f5ad701 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:15.652118 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-988e6ba5-4559-43e0-addd-ec9c13ddad82 req-76ad8115-1692-4483-97b3-c8247f5ad701 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 944 time: 0.0529482 Nov 12 05:28:15.702080 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-988e6ba5-4559-43e0-addd-ec9c13ddad82 req-e63970ec-e1a2-4dc3-aee5-5ff276a51481 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440779 Nov 12 05:28:16.353527 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:28:16.481055 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:28:16.485482 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:28:16.489053 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:16.566557 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:16.588907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7525469b-7fe8-4c21-97af-78b179c4008c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:16.591191 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e762e735-7473-4789-97b1-3aa48427f10b" -d '{"events": [{"server_uuid": "7525469b-7fe8-4c21-97af-78b179c4008c", "name": "network-vif-plugged", "status": "completed", "tag": "4becc2fc-0a69-42ff-96ba-a6fa7770aef8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:16.610091 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:28:16.684069 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be14c899-2650-4fa9-b29b-7af086159e98 x-openstack-request-id: req-be14c899-2650-4fa9-b29b-7af086159e98 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:16.684069 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7525469b-7fe8-4c21-97af-78b179c4008c", "name": "network-vif-plugged", "status": "completed", "tag": "4becc2fc-0a69-42ff-96ba-a6fa7770aef8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:16.684069 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-be14c899-2650-4fa9-b29b-7af086159e98 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:16.684069 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7525469b-7fe8-4c21-97af-78b179c4008c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'code': 200} Nov 12 05:28:16.710196 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:16.764486 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:16.819721 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca127a-ac69-463f-92ff-0d9908d04ef0 req-f2cac214-2d6d-4b4e-aa5d-267d1fc7f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:16.821367 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ceca127a-ac69-463f-92ff-0d9908d04ef0 req-f2cac214-2d6d-4b4e-aa5d-267d1fc7f8d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 1097 time: 0.0446098 Nov 12 05:28:16.875429 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-ceca127a-ac69-463f-92ff-0d9908d04ef0 req-c4f398c9-76a3-408e-989b-b4889c7ed7a2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461566 Nov 12 05:28:17.080469 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdc208-e1d8-46a1-826f-07c0230bcf56 req-6341a14f-18f2-4e01-acdf-41fe2ab0234c tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:17.081995 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fabdc208-e1d8-46a1-826f-07c0230bcf56 req-6341a14f-18f2-4e01-acdf-41fe2ab0234c tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 945 time: 0.0500276 Nov 12 05:28:17.136397 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-fabdc208-e1d8-46a1-826f-07c0230bcf56 req-2bfe04dc-bb3e-4c34-ad75-453e296e5d0d tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482860 Nov 12 05:28:18.274254 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81a2d3-a5fe-48e4-bf54-6d849f1d6a7e req-63f85f56-c07a-4463-b1ad-203a8ba32990 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:18.275765 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ab81a2d3-a5fe-48e4-bf54-6d849f1d6a7e req-63f85f56-c07a-4463-b1ad-203a8ba32990 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 945 time: 0.0675132 Nov 12 05:28:18.329865 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-ab81a2d3-a5fe-48e4-bf54-6d849f1d6a7e req-a1a1a734-33a1-4423-a643-eb5965d84f8c tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446105 Nov 12 05:28:19.450317 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5c4bf-981d-4f12-9b6e-db1db7beae7d req-f1a03a27-6802-4c29-89de-a06d3442aa64 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:19.451831 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5da5c4bf-981d-4f12-9b6e-db1db7beae7d req-f1a03a27-6802-4c29-89de-a06d3442aa64 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 945 time: 0.0494838 Nov 12 05:28:19.504458 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5da5c4bf-981d-4f12-9b6e-db1db7beae7d req-88abfc52-eee8-4391-98fd-d060a9f12081 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457633 Nov 12 05:28:19.620886 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8b824-ebdf-47ad-92a6-4abfaa652b4c req-6125c595-eb35-4bea-bf92-e70cb340611b tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:19.622264 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7cb8b824-ebdf-47ad-92a6-4abfaa652b4c req-6125c595-eb35-4bea-bf92-e70cb340611b tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 945 time: 0.0477982 Nov 12 05:28:19.671048 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-7cb8b824-ebdf-47ad-92a6-4abfaa652b4c req-b35d3bcf-3ef9-45ff-993f-e00bd7b55b37 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428519 Nov 12 05:28:19.692258 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36924) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:19.782297 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514cb711-25d7-416c-9b40-58ea4d8aab62 tempest-TestSnapshotPattern-809539030 tempest-TestSnapshotPattern-809539030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:19.784575 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-514cb711-25d7-416c-9b40-58ea4d8aab62 tempest-TestSnapshotPattern-809539030 tempest-TestSnapshotPattern-809539030-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 1092 time: 0.0910265 Nov 12 05:28:19.787460 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 36928) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:28:19.792751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:28:19.875367 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:19.969285 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:20.074795 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Allocated IP 172.25.8.211 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/e426d393-2ad0-48cc-babf-f9052b5ce49d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:28:20.175214 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:20.270127 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:20.286920 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:20.314272 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:28:20.317129 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:28:20.321386 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:28:20.342720 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event updated for resources: {'Port': ['ID=e426d393-2ad0-48cc-babf-f9052b5ce49d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:20.670417 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:20.801670 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:20.947909 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:21.012341 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:21.084590 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event updated for resources: {'Port': ['ID=e426d393-2ad0-48cc-babf-f9052b5ce49d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:28:21.096725 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:21.535811 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Floating IP 658fe3e2-ef83-4150-8484-8afc5d51a3ab associated. External IP: 172.25.8.211, port: 4becc2fc-0a69-42ff-96ba-a6fa7770aef8. Nov 12 05:28:21.683503 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:28:21.742857 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Router 71f114c8-44ea-4726-9f13-fef6793ce883 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:28:21.857610 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:28:21.868306 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8b538-d519-4d45-a6cc-783d12053631 None None] Sync routers for ids ['71f114c8-44ea-4726-9f13-fef6793ce883'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:28:21.877428 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8b538-d519-4d45-a6cc-783d12053631 None None] Routers {'71f114c8-44ea-4726-9f13-fef6793ce883'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:21.878038 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a9b8b538-d519-4d45-a6cc-783d12053631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:27:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['71f114c8-44ea-4726-9f13-fef6793ce883'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:21.951756 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:21.979531 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-cbabcdf8-e2f3-4360-8eb8-9879d01e6fd0 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1901915 Nov 12 05:28:21.980751 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7525469b-7fe8-4c21-97af-78b179c4008c', 'tag': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:28:21.983038 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262e051a-c6b2-4b76-a435-b3ff70217b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "7525469b-7fe8-4c21-97af-78b179c4008c", "tag": "4becc2fc-0a69-42ff-96ba-a6fa7770aef8"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:28:21.985485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a9b8b538-d519-4d45-a6cc-783d12053631 None None] Set router 71f114c8-44ea-4726-9f13-fef6793ce883 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:22.019142 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e414aede-3e05-4d4f-9143-b3a9e07e2cbb x-openstack-request-id: req-e414aede-3e05-4d4f-9143-b3a9e07e2cbb {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:28:22.019444 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7525469b-7fe8-4c21-97af-78b179c4008c", "tag": "4becc2fc-0a69-42ff-96ba-a6fa7770aef8", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:28:22.019675 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e414aede-3e05-4d4f-9143-b3a9e07e2cbb {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:28:22.020104 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7525469b-7fe8-4c21-97af-78b179c4008c', 'tag': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'status': 'completed', 'code': 200} Nov 12 05:28:22.106961 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e051a-c6b2-4b76-a435-b3ff70217b7c req-67920ee7-74fa-4d13-a33e-1b70db05e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:22.115349 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-262e051a-c6b2-4b76-a435-b3ff70217b7c req-67920ee7-74fa-4d13-a33e-1b70db05e3d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 1097 time: 0.0413799 Nov 12 05:28:22.207287 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e051a-c6b2-4b76-a435-b3ff70217b7c req-d1503f0e-7754-4d25-894d-bccc455d857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:22.208374 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-262e051a-c6b2-4b76-a435-b3ff70217b7c req-d1503f0e-7754-4d25-894d-bccc455d857a service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 200 len: 912 time: 0.0906355 Nov 12 05:28:22.213839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a9b8b538-d519-4d45-a6cc-783d12053631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '658fe3e2-ef83-4150-8484-8afc5d51a3ab', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'port_id': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'mac_address': 'fa:16:3e:2f:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7525469b-7fe8-4c21-97af-78b179c4008c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:28:20Z', 'updated_at': '2021-11-12T05:28:20Z', 'revision_number': 0, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:57Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:22.240768 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8b538-d519-4d45-a6cc-783d12053631 None None] Checking router: 71f114c8-44ea-4726-9f13-fef6793ce883 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:28:22.249786 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8b538-d519-4d45-a6cc-783d12053631 None None] Routers {'71f114c8-44ea-4726-9f13-fef6793ce883'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:28:22.250383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a9b8b538-d519-4d45-a6cc-783d12053631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:27:57Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['71f114c8-44ea-4726-9f13-fef6793ce883'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:22.283364 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-262e051a-c6b2-4b76-a435-b3ff70217b7c req-e9ba4f16-dfa8-4ce5-8839-bde82b1aa162 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8 HTTP/1.1" status: 200 len: 999 time: 0.0670450 Nov 12 05:28:22.341698 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e051a-c6b2-4b76-a435-b3ff70217b7c req-dc5acca6-847e-4147-8857-3212316aaa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:22.343179 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-262e051a-c6b2-4b76-a435-b3ff70217b7c req-dc5acca6-847e-4147-8857-3212316aaa5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b702fb4-be0f-4df8-a850-2de74d8178e1 HTTP/1.1" status: 200 len: 849 time: 0.0519004 Nov 12 05:28:22.394680 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e051a-c6b2-4b76-a435-b3ff70217b7c req-974affe7-1022-4c6a-b865-28d406f5c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:28:22.396601 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-262e051a-c6b2-4b76-a435-b3ff70217b7c req-974affe7-1022-4c6a-b865-28d406f5c105 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449381 Nov 12 05:28:22.493687 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-262e051a-c6b2-4b76-a435-b3ff70217b7c req-09336b53-3f57-4027-8d37-1b0a6630441b service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887365 Nov 12 05:28:22.517800 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a9b8b538-d519-4d45-a6cc-783d12053631 None None] Set router 71f114c8-44ea-4726-9f13-fef6793ce883 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:28:22.592133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-262e051a-c6b2-4b76-a435-b3ff70217b7c req-30e6bb64-5d22-482e-9391-052de39bb178 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913334 Nov 12 05:28:22.750795 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a9b8b538-d519-4d45-a6cc-783d12053631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '658fe3e2-ef83-4150-8484-8afc5d51a3ab', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'port_id': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'mac_address': 'fa:16:3e:2f:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7525469b-7fe8-4c21-97af-78b179c4008c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:28:20Z', 'updated_at': '2021-11-12T05:28:20Z', 'revision_number': 0, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:57Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:28:22.776796 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8b538-d519-4d45-a6cc-783d12053631 None None] The sync data for ids ['71f114c8-44ea-4726-9f13-fef6793ce883'] in n-d-767704-23 is: [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '658fe3e2-ef83-4150-8484-8afc5d51a3ab', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'port_id': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'mac_address': 'fa:16:3e:2f:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7525469b-7fe8-4c21-97af-78b179c4008c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:28:20Z', 'updated_at': '2021-11-12T05:28:20Z', 'revision_number': 0, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:57Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:28:22.965679 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b003be-e73d-414f-8378-0f1798d62cc6 None None] New status for floating IP 658fe3e2-ef83-4150-8484-8afc5d51a3ab: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:28:23.229440 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0696a159-a099-43f9-8f66-e434e0027913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:25.938234 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:26.966746 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5318e7b-4d66-4b53-855c-a936ca0d56aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:27.172091 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:28.955364 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:29.068913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:50.269451 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:53.194975 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b58cf18-94ab-49ca-a4e4-4ded1dd93ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:55.966369 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:56.960655 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3d27459-7ec0-4d7c-8acb-67a6e72aa0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:57.154591 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:58.683047 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:28:58.909126 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:28:59.080712 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:01.808824 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-8c9765a8-285b-4fc9-ab49-926f8b35c194 req-4d2e59cb-028d-43e3-9975-416e1fc08e93 service neutron] (103147) timed out ('10.222.0.26', 50050) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:29:13.747607 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b67ed3a-8cf8-47f7-91bf-93fb0db77506 req-c82b59f3-0fb5-410b-adc7-bd6250b95170 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401373 Nov 12 05:29:13.853083 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67ed3a-8cf8-47f7-91bf-93fb0db77506 req-be24919b-9bf0-4431-b19c-82ded142437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:13.854612 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b67ed3a-8cf8-47f7-91bf-93fb0db77506 req-be24919b-9bf0-4431-b19c-82ded142437c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 1097 time: 0.0415621 Nov 12 05:29:13.963699 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67ed3a-8cf8-47f7-91bf-93fb0db77506 req-88396a48-ba60-4be1-aa6b-325f6d33ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:13.965247 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b67ed3a-8cf8-47f7-91bf-93fb0db77506 req-88396a48-ba60-4be1-aa6b-325f6d33ca9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 200 len: 912 time: 0.0903363 Nov 12 05:29:14.036565 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b67ed3a-8cf8-47f7-91bf-93fb0db77506 req-71033c57-7f48-416a-a1ed-c027ce029f90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8 HTTP/1.1" status: 200 len: 1001 time: 0.0586588 Nov 12 05:29:14.085829 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67ed3a-8cf8-47f7-91bf-93fb0db77506 req-0812239e-ff57-49ec-a207-81e66471fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:14.087308 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b67ed3a-8cf8-47f7-91bf-93fb0db77506 req-0812239e-ff57-49ec-a207-81e66471fa8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b702fb4-be0f-4df8-a850-2de74d8178e1 HTTP/1.1" status: 200 len: 849 time: 0.0489941 Nov 12 05:29:14.138991 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67ed3a-8cf8-47f7-91bf-93fb0db77506 req-21f81e48-f7ac-47b4-87e8-50e5101d5fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:29:14.140545 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b67ed3a-8cf8-47f7-91bf-93fb0db77506 req-21f81e48-f7ac-47b4-87e8-50e5101d5fdd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456014 Nov 12 05:29:14.230889 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b67ed3a-8cf8-47f7-91bf-93fb0db77506 req-17c1a540-a1ae-4c34-beb7-7b8088900ca3 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824687 Nov 12 05:29:14.328852 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-5b67ed3a-8cf8-47f7-91bf-93fb0db77506 req-bfd62f0e-52d0-4e98-bd0f-00d224c50e49 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909166 Nov 12 05:29:20.302680 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:23.239946 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73b6395c-6519-4d37-8223-1657ef6e7ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:25.986238 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:26.986892 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b50ec0c-3692-456b-a400-326559d85121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:27.182779 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:28.917609 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:29.045255 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:35.683535 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:29:50.336432 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:53.191699 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0fe1f9d8-38f3-4c8d-b615-930c63645bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:55.993777 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:56.981718 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2cde3283-2dce-411c-baaf-c6fa151bdc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:57.170534 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:58.904954 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:29:59.059583 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:12.682611 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:30:15.747278 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4dfe0a51-bd6f-4c32-9c67-aa5a520b43fa req-8019a5c2-f9f6-4462-93d3-2f22588f37b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400758 Nov 12 05:30:15.849892 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe0a51-bd6f-4c32-9c67-aa5a520b43fa req-c886a64c-5cfa-42bf-af0e-9cbf3e99e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:15.851405 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4dfe0a51-bd6f-4c32-9c67-aa5a520b43fa req-c886a64c-5cfa-42bf-af0e-9cbf3e99e47f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 1097 time: 0.0445192 Nov 12 05:30:15.955203 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe0a51-bd6f-4c32-9c67-aa5a520b43fa req-c079f696-d3dd-4fa5-82da-5d23ff20ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:15.956723 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4dfe0a51-bd6f-4c32-9c67-aa5a520b43fa req-c079f696-d3dd-4fa5-82da-5d23ff20ef2d service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 200 len: 912 time: 0.0848534 Nov 12 05:30:16.026219 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4dfe0a51-bd6f-4c32-9c67-aa5a520b43fa req-1331d25d-6dbe-49ce-9488-dff5ef116f6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8 HTTP/1.1" status: 200 len: 1001 time: 0.0615914 Nov 12 05:30:16.077379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe0a51-bd6f-4c32-9c67-aa5a520b43fa req-2f2b04de-51fc-4fc0-974d-a33026fb3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:16.078826 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4dfe0a51-bd6f-4c32-9c67-aa5a520b43fa req-2f2b04de-51fc-4fc0-974d-a33026fb3c70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b702fb4-be0f-4df8-a850-2de74d8178e1 HTTP/1.1" status: 200 len: 849 time: 0.0448043 Nov 12 05:30:16.124457 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe0a51-bd6f-4c32-9c67-aa5a520b43fa req-5eddfc61-52d0-45d7-afc7-ecbe5f895710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:30:16.125926 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4dfe0a51-bd6f-4c32-9c67-aa5a520b43fa req-5eddfc61-52d0-45d7-afc7-ecbe5f895710 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396271 Nov 12 05:30:16.138108 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [req-4dfe0a51-bd6f-4c32-9c67-aa5a520b43fa req-b44c55be-8986-42a6-bfcb-e4eab1113c43 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:30:16.139077 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4dfe0a51-bd6f-4c32-9c67-aa5a520b43fa req-b44c55be-8986-42a6-bfcb-e4eab1113c43 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049608 Nov 12 05:30:16.232507 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4dfe0a51-bd6f-4c32-9c67-aa5a520b43fa req-1ccbaf11-22c8-4822-9cfb-de2a8ed4e09c service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862274 Nov 12 05:30:16.324919 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4dfe0a51-bd6f-4c32-9c67-aa5a520b43fa req-164c882a-2fcf-4e22-9107-5ee211f74ab0 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853043 Nov 12 05:30:20.344285 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:23.181726 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c3aabf5-086d-44ac-b080-4bb6d1a2f654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:25.985048 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:26.972744 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-424a2fbc-2935-4f86-b2d8-3bbdec672b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:27.167037 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:28.924411 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:29.041333 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:49.682233 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:30:50.332014 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:53.240231 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a913072a-180f-4131-bfd9-1355e7e3fa17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.004157 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:56.983073 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70fce56e-84c8-42e7-a213-3553387d57eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:57.215458 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:58.930154 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:30:59.062651 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:07.098383 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:31:07.197125 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:07.208382 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'port_id': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'mac_address': 'fa:16:3e:2f:05:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:31:07.247115 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:07.259821 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:31:07.279047 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:07.432698 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:07.482150 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:07.489706 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.490065 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.490411 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.490751 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.491086 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.491422 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.491752 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.492104 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.492435 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.492762 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.493087 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.493420 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:07.576011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['4becc2fc-0a69-42ff-96ba-a6fa7770aef8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:31:09.111693 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:09.171402 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:09.171772 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.251952 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.275305 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7525469b-7fe8-4c21-97af-78b179c4008c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:09.277601 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ce4e0b-05bf-476d-8ad9-8e21c7402a8d" -d '{"events": [{"server_uuid": "7525469b-7fe8-4c21-97af-78b179c4008c", "name": "network-vif-plugged", "status": "completed", "tag": "4becc2fc-0a69-42ff-96ba-a6fa7770aef8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:09.290775 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:09.325732 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1198de-a3eb-47b6-8759-80ec77162264 x-openstack-request-id: req-9d1198de-a3eb-47b6-8759-80ec77162264 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:09.325732 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7525469b-7fe8-4c21-97af-78b179c4008c", "name": "network-vif-plugged", "status": "completed", "tag": "4becc2fc-0a69-42ff-96ba-a6fa7770aef8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:09.325732 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9d1198de-a3eb-47b6-8759-80ec77162264 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:09.325732 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7525469b-7fe8-4c21-97af-78b179c4008c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'code': 200} Nov 12 05:31:09.405913 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:09.456904 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:16.789787 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a302897-1ca2-490f-8f90-16eefd5a28c0 req-2bb771b7-5b6d-4d1f-ba6f-da2152e31d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:16.791300 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a302897-1ca2-490f-8f90-16eefd5a28c0 req-2bb771b7-5b6d-4d1f-ba6f-da2152e31d6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 1097 time: 0.0483456 Nov 12 05:31:16.942257 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a302897-1ca2-490f-8f90-16eefd5a28c0 req-351add62-199b-4d39-8567-e5e5580b4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:16.943822 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a302897-1ca2-490f-8f90-16eefd5a28c0 req-351add62-199b-4d39-8567-e5e5580b4c1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 200 len: 912 time: 0.1304672 Nov 12 05:31:17.021034 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a302897-1ca2-490f-8f90-16eefd5a28c0 req-10be3dd2-e588-4462-a52d-2643a87dd9dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8 HTTP/1.1" status: 200 len: 1001 time: 0.0683103 Nov 12 05:31:17.078455 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a302897-1ca2-490f-8f90-16eefd5a28c0 req-e4ea1c57-3f52-42bf-8e45-88f1ad22e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:17.080763 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a302897-1ca2-490f-8f90-16eefd5a28c0 req-e4ea1c57-3f52-42bf-8e45-88f1ad22e612 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b702fb4-be0f-4df8-a850-2de74d8178e1 HTTP/1.1" status: 200 len: 849 time: 0.0500984 Nov 12 05:31:17.142026 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a302897-1ca2-490f-8f90-16eefd5a28c0 req-83e0472f-9b87-40de-a362-5777743e4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:17.143608 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a302897-1ca2-490f-8f90-16eefd5a28c0 req-83e0472f-9b87-40de-a362-5777743e4101 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517755 Nov 12 05:31:17.261898 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a302897-1ca2-490f-8f90-16eefd5a28c0 req-6e7f0d27-04a7-48f1-95f6-4dc687fdf52a service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054270 Nov 12 05:31:17.385471 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0a302897-1ca2-490f-8f90-16eefd5a28c0 req-cf5aa1f4-aab0-4a70-8e34-a603c7ebd57a service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128347 Nov 12 05:31:20.433769 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:22.035981 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-e2055c87-a328-4df3-ac78-8bd5d5272211 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643838342&fields=id&tenant_id=1395c3458a784848ae58de7ebd18b65c HTTP/1.1" status: 200 len: 267 time: 0.0454602 Nov 12 05:31:22.145862 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-c8240ea0-3985-48c4-9153-cb16df86e128 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:22.147885 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-c8240ea0-3985-48c4-9153-cb16df86e128 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/networks?id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 200 len: 810 time: 0.1044943 Nov 12 05:31:22.162413 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-edbb277b-98fb-4208-ba3e-b87c59e98101 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/quotas/1395c3458a784848ae58de7ebd18b65c HTTP/1.1" status: 200 len: 375 time: 0.0087736 Nov 12 05:31:22.216785 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-323db337-cf97-4e47-841e-21662566373e tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0490580 Nov 12 05:31:22.274043 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-8dd5528f-bf0a-491f-af74-f681866475e2 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 05:31:22.275071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-8dd5528f-bf0a-491f-af74-f681866475e2 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471747 Nov 12 05:31:22.374039 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-6fc83273-07df-4bef-b753-c16bdd538277 service neutron] 10.222.0.105 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921690 Nov 12 05:31:22.468104 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-4d5f891b-96ad-4a05-865b-c1129552ae2a service neutron] 10.222.0.105 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878270 Nov 12 05:31:22.732701 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-85fe231c-7b16-40a6-90c5-033f7dee8aca req-44f172ee-14a4-4d3c-b416-c88fc7593493 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 210 time: 0.0259330 Nov 12 05:31:23.193585 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7000b65d-4baa-4f47-9e11-547d2772837a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:23.830369 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2529afd1-9a24-4475-954a-841b5fd786ef req-9b647b75-f18d-40a1-9ecf-20b6686b03ba tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 210 time: 0.0266225 Nov 12 05:31:24.820838 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-e55514b0-1c6e-469a-b40b-9dabf1469f68 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:24.822315 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-e55514b0-1c6e-469a-b40b-9dabf1469f68 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.26 "GET /v2.0/networks?id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 200 len: 810 time: 0.1079085 Nov 12 05:31:24.897739 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-2942bd5e-9d48-48b8-b626-62762811e5d7 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1395c3458a784848ae58de7ebd18b65c HTTP/1.1" status: 200 len: 380 time: 0.0582690 Nov 12 05:31:24.909386 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Request body: {'port': {'device_id': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'admin_state_up': True, 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'security_groups': ['21e3a6d7-dd64-4a21-b40f-6d5e70ebd704']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:24.967625 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-531c29d1-9354-4973-8c09-b4103a59cc5a req-d43d488d-8bf1-47d8-8f7b-575e361b3192 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 210 time: 0.0539215 Nov 12 05:31:25.117720 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Made reservation on behalf of 1395c3458a784848ae58de7ebd18b65c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 05:31:25.121274 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.240336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:31:25.264305 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Allocated IP 172.20.0.13 (1c2b8407-efe7-4d6f-be67-59c9b08f67c5/2b702fb4-be0f-4df8-a850-2de74d8178e1/f9853819-bae2-428e-b4ba-15e104cee5ac) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:25.323388 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.346134 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7525469b-7fe8-4c21-97af-78b179c4008c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:25.348388 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db8f357-2608-4a55-b505-90eb2cd358e3" -d '{"events": [{"server_uuid": "7525469b-7fe8-4c21-97af-78b179c4008c", "name": "network-vif-unplugged", "status": "completed", "tag": "4becc2fc-0a69-42ff-96ba-a6fa7770aef8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:25.360900 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:25.393743 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d30801-1360-42bb-95ba-a72e8f44e5e4 x-openstack-request-id: req-71d30801-1360-42bb-95ba-a72e8f44e5e4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:25.394123 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7525469b-7fe8-4c21-97af-78b179c4008c", "name": "network-vif-unplugged", "status": "completed", "tag": "4becc2fc-0a69-42ff-96ba-a6fa7770aef8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:25.394862 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-71d30801-1360-42bb-95ba-a72e8f44e5e4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:25.395268 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7525469b-7fe8-4c21-97af-78b179c4008c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'code': 200} Nov 12 05:31:25.407065 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.428097 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.514060 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.517283 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:25.576073 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:25.581694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:25.586379 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:25.623134 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event updated for resources: {'Port': ['ID=f9853819-bae2-428e-b4ba-15e104cee5ac,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:25.643862 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:25.644270 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:25.644648 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:25.644997 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:25.645467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:25.645746 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:25.646792 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:25.647240 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:25.647789 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:25.648010 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:25.648526 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:25.649054 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:25.690545 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:25.691383 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:25.801806 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-437a04ed-9ebc-4946-bad4-f9b02b36b5a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8977437 Nov 12 05:31:25.897289 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3ebbb806-0f43-4b5b-bc03-436901dceba6 None None] Provisioning complete for port f9853819-bae2-428e-b4ba-15e104cee5ac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:25.897608 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb806-0f43-4b5b-bc03-436901dceba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.011787 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3ebbb806-0f43-4b5b-bc03-436901dceba6 None None] Port f9853819-bae2-428e-b4ba-15e104cee5ac cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 05:31:26.066501 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:26.112368 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d14e84-2041-4d67-8783-a23fa1505925 req-aaca84f9-13ed-4ce6-b0f5-2382d83b25cb tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:26.114075 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42d14e84-2041-4d67-8783-a23fa1505925 req-aaca84f9-13ed-4ce6-b0f5-2382d83b25cb tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 932 time: 0.0618439 Nov 12 05:31:26.172906 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-42d14e84-2041-4d67-8783-a23fa1505925 req-edbb6f46-2c69-4fb0-9814-a2e5a7a835e3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499573 Nov 12 05:31:26.681257 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:31:26.982151 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d79d4c60-1215-4551-8e3e-4240cd90d878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.176715 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:27.300601 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a4e56-5353-4f62-b4b5-e4599f58772b req-3be21321-0a4c-42ec-970b-ead66a963171 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:27.302707 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2e8a4e56-5353-4f62-b4b5-e4599f58772b req-3be21321-0a4c-42ec-970b-ead66a963171 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 932 time: 0.0564106 Nov 12 05:31:27.352649 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-2e8a4e56-5353-4f62-b4b5-e4599f58772b req-e36684e4-37f9-443b-a0a7-e10648289266 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437763 Nov 12 05:31:28.489548 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ecd67-8d3d-4d46-a061-ca9bca886e95 req-390ec1c4-5374-4cda-88a3-04e63ee61fef tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:28.492170 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-444ecd67-8d3d-4d46-a061-ca9bca886e95 req-390ec1c4-5374-4cda-88a3-04e63ee61fef tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 932 time: 0.0697222 Nov 12 05:31:28.547302 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-444ecd67-8d3d-4d46-a061-ca9bca886e95 req-318dffa9-a8b4-4b8a-b76d-86c95cc8a598 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486963 Nov 12 05:31:28.994354 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.112314 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:29.701639 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d233d8-8747-4de5-b071-e3e9f1f0e363 req-02f44f97-9f6d-4580-9306-396f8c4f8d64 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:29.703341 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-93d233d8-8747-4de5-b071-e3e9f1f0e363 req-02f44f97-9f6d-4580-9306-396f8c4f8d64 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 932 time: 0.0637698 Nov 12 05:31:29.807902 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-93d233d8-8747-4de5-b071-e3e9f1f0e363 req-9d975716-65c9-48eb-a05b-c6f18b530c12 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978649 Nov 12 05:31:30.941043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b87de-b7f4-41bd-b7c1-b196995af79d req-f1e79959-a5b0-47c1-bd2b-fa0070fdc2a6 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:30.943787 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e00b87de-b7f4-41bd-b7c1-b196995af79d req-f1e79959-a5b0-47c1-bd2b-fa0070fdc2a6 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 932 time: 0.0576499 Nov 12 05:31:30.994477 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e00b87de-b7f4-41bd-b7c1-b196995af79d req-38960821-a944-43f0-ae9a-d022db8105ac tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448298 Nov 12 05:31:32.134680 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf689d-9e50-4b64-974f-c419dac906e3 req-ad7fa715-d1ad-456e-a1c8-10ea5610a703 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:32.136437 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbbf689d-9e50-4b64-974f-c419dac906e3 req-ad7fa715-d1ad-456e-a1c8-10ea5610a703 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 932 time: 0.0577648 Nov 12 05:31:32.229981 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-bbbf689d-9e50-4b64-974f-c419dac906e3 req-e33aa2dc-9e6d-4226-a9a8-a5cf662d55df tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868580 Nov 12 05:31:33.379924 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664fe0f-8752-4639-aa93-3104fdda9094 req-125ea846-7807-4422-a83a-c8e98e35f433 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:33.382153 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2664fe0f-8752-4639-aa93-3104fdda9094 req-125ea846-7807-4422-a83a-c8e98e35f433 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 932 time: 0.0532174 Nov 12 05:31:33.446619 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2664fe0f-8752-4639-aa93-3104fdda9094 req-77974fa1-5a9f-4c62-993f-249d12abf375 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576384 Nov 12 05:31:34.580085 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f390b-bac5-4f8d-83cd-23a7509588f2 req-01ddb1f9-2a4c-462a-925a-41f5d5bebc3c tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:34.581788 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1f8f390b-bac5-4f8d-83cd-23a7509588f2 req-01ddb1f9-2a4c-462a-925a-41f5d5bebc3c tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 932 time: 0.0647557 Nov 12 05:31:34.643550 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-1f8f390b-bac5-4f8d-83cd-23a7509588f2 req-923fc3a8-27c0-41ce-aa4d-53c14a1adcaf tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550570 Nov 12 05:31:35.763727 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0e940-3529-494d-a272-a53957309849 req-96f3769c-f846-4592-9349-8f599fac9abd tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:35.765228 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cde0e940-3529-494d-a272-a53957309849 req-96f3769c-f846-4592-9349-8f599fac9abd tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 932 time: 0.0485969 Nov 12 05:31:35.819644 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-cde0e940-3529-494d-a272-a53957309849 req-3ddc9d93-59af-410e-a65d-97fd207d5692 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448825 Nov 12 05:31:36.951259 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089b745-1dcd-48bb-a50a-75da55a32cf9 req-5d139a6c-8306-4171-9d08-f1b22f40b8bc tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:36.952783 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3089b745-1dcd-48bb-a50a-75da55a32cf9 req-5d139a6c-8306-4171-9d08-f1b22f40b8bc tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 932 time: 0.0496740 Nov 12 05:31:37.005106 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-3089b745-1dcd-48bb-a50a-75da55a32cf9 req-a85480a0-2ea7-40eb-972f-01e9ceaa8983 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451136 Nov 12 05:31:38.120277 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689cf3a-e065-49e0-a81f-3ae14f056a2e req-4e87b14a-9953-45c1-b2eb-b11e0c4af2ba tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:38.121729 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4689cf3a-e065-49e0-a81f-3ae14f056a2e req-4e87b14a-9953-45c1-b2eb-b11e0c4af2ba tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 932 time: 0.0483570 Nov 12 05:31:38.169972 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4689cf3a-e065-49e0-a81f-3ae14f056a2e req-cb69e47a-be43-46b4-845c-242f4dca77c6 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422530 Nov 12 05:31:39.288334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f8b94-1adf-4a15-b47a-abb671d05d2e req-7042d382-a789-4b06-b710-879acec6e523 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:39.289832 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-965f8b94-1adf-4a15-b47a-abb671d05d2e req-7042d382-a789-4b06-b710-879acec6e523 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 932 time: 0.0492094 Nov 12 05:31:39.343242 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-965f8b94-1adf-4a15-b47a-abb671d05d2e req-4260d331-82bd-47dd-a738-1c42059d0018 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475500 Nov 12 05:31:40.462465 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb732df-3722-4521-8099-fa5449a6ff4b req-71cee136-6776-46ad-8c27-da39414b4394 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:40.463933 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0eb732df-3722-4521-8099-fa5449a6ff4b req-71cee136-6776-46ad-8c27-da39414b4394 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 932 time: 0.0519795 Nov 12 05:31:40.512536 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0eb732df-3722-4521-8099-fa5449a6ff4b req-85b5537a-eb73-4be8-9efd-772d5a0c6b47 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427279 Nov 12 05:31:40.689547 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.v2.base [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Request body: {'port': {'device_id': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-23'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:40.747626 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.039507 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9853819-bae2-428e-b4ba-15e104cee5ac {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:31:41.047474 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.063118 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Transition to ACTIVE for port object f9853819-bae2-428e-b4ba-15e104cee5ac will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 05:31:41.169947 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.223494 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Pushing event updated for resources: {'Port': ['ID=f9853819-bae2-428e-b4ba-15e104cee5ac,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:41.300987 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Attempting to bind port f9853819-bae2-428e-b4ba-15e104cee5ac on host n-h2-767704-23 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 05:31:41.301326 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Attempting to bind port f9853819-bae2-428e-b4ba-15e104cee5ac by drivers openvswitch,hyperv on host n-h2-767704-23 at level 0 using segments [{'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 05:31:41.301659 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Attempting to bind port f9853819-bae2-428e-b4ba-15e104cee5ac on network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:41.306307 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Port f9853819-bae2-428e-b4ba-15e104cee5ac on network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-23 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 05:31:41.306678 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Attempting to bind port f9853819-bae2-428e-b4ba-15e104cee5ac on network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 05:31:41.311920 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Checking agent: {'id': '4c36e253-2de4-4d7a-ac09-9a8ac40b6121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'started_at': datetime.datetime(2021, 11, 12, 3, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 5, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 05:31:41.312285 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Checking segment: {'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 05:31:41.312672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Bound using segment: {'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 05:31:41.313104 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Bound port: f9853819-bae2-428e-b4ba-15e104cee5ac, host: n-h2-767704-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ff7c44-f499-4981-bdd8-d1742cf77b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 05:31:41.313462 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.393936 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] For port f9853819-bae2-428e-b4ba-15e104cee5ac, host n-h2-767704-23, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 05:31:41.397762 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] For port f9853819-bae2-428e-b4ba-15e104cee5ac, host n-h2-767704-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f9853819-bae2-428e-b4ba-15e104cee5ac,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 05:31:41.479314 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8032957'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.513514 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:41.514193 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:41.516006 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] 10.222.0.26 "PUT /v2.0/ports/f9853819-bae2-428e-b4ba-15e104cee5ac HTTP/1.1" status: 200 len: 1093 time: 0.8324857 Nov 12 05:31:41.519178 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'tag': 'f9853819-bae2-428e-b4ba-15e104cee5ac'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:41.521513 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8cbb2e-b38b-47ad-86ef-543ec1c83754" -d '{"events": [{"name": "network-changed", "server_uuid": "59fa21ed-9cc2-41b5-982e-493c398c4547", "tag": "f9853819-bae2-428e-b4ba-15e104cee5ac"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:41.557695 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2bc77-8650-45b0-a6cb-8ee038c79e1d service neutron] Pushing event updated for resources: {'Port': ['ID=f9853819-bae2-428e-b4ba-15e104cee5ac,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:41.570151 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ca0651-c6e8-4089-9f55-3136e26b9928 x-openstack-request-id: req-66ca0651-c6e8-4089-9f55-3136e26b9928 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:41.570151 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fa21ed-9cc2-41b5-982e-493c398c4547", "tag": "f9853819-bae2-428e-b4ba-15e104cee5ac", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:41.570511 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-66ca0651-c6e8-4089-9f55-3136e26b9928 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:41.570940 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'tag': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'status': 'completed', 'code': 200} Nov 12 05:31:41.691343 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971a551-2854-42a0-ae2e-b6acda1dd1e8 req-1563f882-e404-47da-aac6-54da21becac7 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:41.692837 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2971a551-2854-42a0-ae2e-b6acda1dd1e8 req-1563f882-e404-47da-aac6-54da21becac7 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 944 time: 0.0993569 Nov 12 05:31:41.700173 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cbb2e-b38b-47ad-86ef-543ec1c83754 req-c482c175-9f86-499b-9747-58631b7ad3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:41.701687 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be8cbb2e-b38b-47ad-86ef-543ec1c83754 req-c482c175-9f86-499b-9747-58631b7ad3d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 1096 time: 0.0726368 Nov 12 05:31:41.799549 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-2971a551-2854-42a0-ae2e-b6acda1dd1e8 req-ba8d2f05-595d-44bc-b619-40d5cced9102 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968049 Nov 12 05:31:41.835037 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cbb2e-b38b-47ad-86ef-543ec1c83754 req-abced1c3-f821-4fe0-915d-95694f37ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:41.836523 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be8cbb2e-b38b-47ad-86ef-543ec1c83754 req-abced1c3-f821-4fe0-915d-95694f37ae89 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1395c3458a784848ae58de7ebd18b65c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1140676 Nov 12 05:31:41.936303 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cbb2e-b38b-47ad-86ef-543ec1c83754 req-779b13ca-5ee1-48d1-a506-5251c9cca848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:41.937856 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-be8cbb2e-b38b-47ad-86ef-543ec1c83754 req-779b13ca-5ee1-48d1-a506-5251c9cca848 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0941050 Nov 12 05:31:42.037998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-8936d46b-15d0-4867-ae6d-ea38b57b6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:42.039651 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-8936d46b-15d0-4867-ae6d-ea38b57b6341 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 1096 time: 0.0413082 Nov 12 05:31:42.092056 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-0f47d2b3-d0c7-4ac9-b1e7-e386fef9243b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9853819-bae2-428e-b4ba-15e104cee5ac HTTP/1.1" status: 200 len: 217 time: 0.0373349 Nov 12 05:31:42.143053 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-4be72994-ee45-4cc1-be17-bd745ae0b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:42.144533 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-4be72994-ee45-4cc1-be17-bd745ae0b2b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b702fb4-be0f-4df8-a850-2de74d8178e1 HTTP/1.1" status: 200 len: 849 time: 0.0456681 Nov 12 05:31:42.190595 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-04443a88-6379-4745-8720-c916ea2e8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:42.192104 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-04443a88-6379-4745-8720-c916ea2e8cf8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398059 Nov 12 05:31:42.287790 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-9af39f15-0123-48f3-93f1-b4f60b419156 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872147 Nov 12 05:31:42.377387 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-66d2a6b2-ff63-47e4-969c-e771c1a552b1 req-97495c74-22f1-483d-a74d-4079e7c1d751 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820587 Nov 12 05:31:42.915416 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a500a5-c1c0-4b11-b63c-a9bbdaa2d520 req-01d4b11e-fd7b-488d-9160-1ed04a5963c9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:42.918470 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85a500a5-c1c0-4b11-b63c-a9bbdaa2d520 req-01d4b11e-fd7b-488d-9160-1ed04a5963c9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 944 time: 0.0489628 Nov 12 05:31:42.968018 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-85a500a5-c1c0-4b11-b63c-a9bbdaa2d520 req-a94c7f32-4c84-4f3b-a49e-3c5bce5effbd tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 Nov 12 05:31:44.093293 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b628fc3-2723-4eff-9fa3-d7111884de30 req-631aaa49-8c7a-453b-9c4b-5ce24b23dff5 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:44.094738 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b628fc3-2723-4eff-9fa3-d7111884de30 req-631aaa49-8c7a-453b-9c4b-5ce24b23dff5 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 944 time: 0.0489433 Nov 12 05:31:44.149304 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-1b628fc3-2723-4eff-9fa3-d7111884de30 req-206f923b-65a1-49f4-beba-0b088002c574 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480828 Nov 12 05:31:45.266177 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8c0be-5eaf-45fa-aaab-41c16599b004 req-5fd1a7ed-10e8-431b-a7ec-9bdbc3ad4b37 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:45.267643 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75a8c0be-5eaf-45fa-aaab-41c16599b004 req-5fd1a7ed-10e8-431b-a7ec-9bdbc3ad4b37 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 944 time: 0.0484409 Nov 12 05:31:45.316888 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-75a8c0be-5eaf-45fa-aaab-41c16599b004 req-457c04ec-373d-4c39-acdc-65bdb17f755e tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 Nov 12 05:31:46.432692 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da009f84-58f2-4d9a-9f56-770ae40e8bf4 req-1df9567b-ced1-4eda-bcdb-26e12581cafc tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:46.434141 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da009f84-58f2-4d9a-9f56-770ae40e8bf4 req-1df9567b-ced1-4eda-bcdb-26e12581cafc tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 944 time: 0.0493860 Nov 12 05:31:46.483094 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-da009f84-58f2-4d9a-9f56-770ae40e8bf4 req-8d59be78-27a2-4146-8dc4-739a17fc863f tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Nov 12 05:31:47.453671 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f9853819-bae2-428e-b4ba-15e104cee5ac details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:31:47.551886 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f9853819-bae2-428e-b4ba-15e104cee5ac, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f9853819-bae2-428e-b4ba-15e104cee5ac,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:47.563048 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'port_id': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'mac_address': 'fa:16:3e:d4:d8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:31:47.600876 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.607466 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86967c6d-3b79-40a5-8acc-f040f6fbbd8a req-729010f2-88df-4937-b29b-8a7a11de2b53 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:47.609114 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86967c6d-3b79-40a5-8acc-f040f6fbbd8a req-729010f2-88df-4937-b29b-8a7a11de2b53 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 944 time: 0.0559912 Nov 12 05:31:47.613569 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9853819-bae2-428e-b4ba-15e104cee5ac {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:31:47.633774 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f9853819-bae2-428e-b4ba-15e104cee5ac, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f9853819-bae2-428e-b4ba-15e104cee5ac,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:47.659369 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-86967c6d-3b79-40a5-8acc-f040f6fbbd8a req-20345a25-de89-4227-bc79-5f6bb8984782 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438201 Nov 12 05:31:47.741176 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:47.790026 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=f9853819-bae2-428e-b4ba-15e104cee5ac,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:48.237201 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['f9853819-bae2-428e-b4ba-15e104cee5ac'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:31:48.775645 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03480da-94bf-43a2-8cdb-c7f9682d1b7d req-e182769d-3aa8-4e7b-b71e-b060f4139716 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:48.777165 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d03480da-94bf-43a2-8cdb-c7f9682d1b7d req-e182769d-3aa8-4e7b-b71e-b060f4139716 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 945 time: 0.0479558 Nov 12 05:31:48.827109 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d03480da-94bf-43a2-8cdb-c7f9682d1b7d req-7829ff00-2dc1-4536-bd97-dc4ae2188f7d tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439467 Nov 12 05:31:49.453921 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f9853819-bae2-428e-b4ba-15e104cee5ac up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:31:49.569926 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning for port f9853819-bae2-428e-b4ba-15e104cee5ac completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 05:31:49.573802 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port f9853819-bae2-428e-b4ba-15e104cee5ac triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:31:49.574208 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:49.652244 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:49.673197 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9853819-bae2-428e-b4ba-15e104cee5ac'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:49.675378 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204ab2b3e8694e255cd9c88bf04898494bb9ad0855edba164711824555091dc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200e1781-f5dc-409d-9be0-f7f3b572cc8c" -d '{"events": [{"server_uuid": "59fa21ed-9cc2-41b5-982e-493c398c4547", "name": "network-vif-plugged", "status": "completed", "tag": "f9853819-bae2-428e-b4ba-15e104cee5ac"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:49.691213 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f9853819-bae2-428e-b4ba-15e104cee5ac, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f9853819-bae2-428e-b4ba-15e104cee5ac,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:31:49.712814 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513ad177-383b-4386-970c-2adbea96088a x-openstack-request-id: req-513ad177-383b-4386-970c-2adbea96088a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:49.713110 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fa21ed-9cc2-41b5-982e-493c398c4547", "name": "network-vif-plugged", "status": "completed", "tag": "f9853819-bae2-428e-b4ba-15e104cee5ac", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:49.713365 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-513ad177-383b-4386-970c-2adbea96088a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:49.713780 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'code': 200} Nov 12 05:31:49.764291 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:49.812839 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=f9853819-bae2-428e-b4ba-15e104cee5ac,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:49.843364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54086a0b-f6cf-44e2-8510-6f8cc7816096 req-97438d79-67e8-4556-8a77-4a900b4524c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:49.844876 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54086a0b-f6cf-44e2-8510-6f8cc7816096 req-97438d79-67e8-4556-8a77-4a900b4524c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 1098 time: 0.0443840 Nov 12 05:31:49.897505 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-54086a0b-f6cf-44e2-8510-6f8cc7816096 req-fc2c4fb8-2040-45f8-9287-60f49b1cfbe3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434983 Nov 12 05:31:49.946043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220b0f5-a9b2-4103-b9e2-e9c8c55ba5bd req-80c2cd4f-f3cb-4580-907d-fe346718b127 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:49.947493 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0220b0f5-a9b2-4103-b9e2-e9c8c55ba5bd req-80c2cd4f-f3cb-4580-907d-fe346718b127 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 946 time: 0.0491238 Nov 12 05:31:49.998301 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-0220b0f5-a9b2-4103-b9e2-e9c8c55ba5bd req-ade6a323-478d-479c-8717-a78d1697c0e7 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447726 Nov 12 05:31:50.370092 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:51.134325 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7a084-3653-4b72-984d-dcb8bc42e16f req-7fa5a2d5-453c-4b8a-9b5f-6443c0cd14f2 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:51.136019 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d5c7a084-3653-4b72-984d-dcb8bc42e16f req-7fa5a2d5-453c-4b8a-9b5f-6443c0cd14f2 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 946 time: 0.0567191 Nov 12 05:31:51.197946 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d5c7a084-3653-4b72-984d-dcb8bc42e16f req-68caab42-8051-496c-9dbd-d49bc5278b52 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556889 Nov 12 05:31:52.318813 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1d315-8f58-478e-89c3-8a3b726e70ad req-e76cff59-25a7-4d7c-a785-70ba4bdd9a12 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:52.320443 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4df1d315-8f58-478e-89c3-8a3b726e70ad req-e76cff59-25a7-4d7c-a785-70ba4bdd9a12 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 946 time: 0.0527017 Nov 12 05:31:52.372186 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-4df1d315-8f58-478e-89c3-8a3b726e70ad req-3520e8da-941d-4a33-8de4-ce50d85804b3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437520 Nov 12 05:31:52.486793 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0a7dd-98b1-401e-80ef-eca5df2e620b req-9cc07b90-9718-4f13-a2dd-937d8c3ea7fe tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:52.488295 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d6f0a7dd-98b1-401e-80ef-eca5df2e620b req-9cc07b90-9718-4f13-a2dd-937d8c3ea7fe tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 946 time: 0.0482569 Nov 12 05:31:52.541515 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-d6f0a7dd-98b1-401e-80ef-eca5df2e620b req-be35fb88-7bbf-464d-88e5-0a55d681a300 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472937 Nov 12 05:31:52.562637 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:52.601994 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5f20e1-352c-4368-b455-889a403e92fc tempest-TestSnapshotPattern-809539030 tempest-TestSnapshotPattern-809539030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:52.603521 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-6d5f20e1-352c-4368-b455-889a403e92fc tempest-TestSnapshotPattern-809539030 tempest-TestSnapshotPattern-809539030-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 1093 time: 0.0399356 Nov 12 05:31:52.606251 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:31:52.610483 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Request body: {'floatingip': {'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'port_id': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 05:31:52.701155 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for floatingip, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.796118 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:52.902568 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Allocated IP 172.25.8.49 (7e2d1792-a484-458c-8d3b-735e30c8bf07/46765777-3028-4f61-b84a-65c9dd754c9d/99fe26d3-f363-4143-b316-7bbe0af2c80e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 05:31:53.023246 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for port, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:53.118444 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761906587522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:53.160963 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Network 7e2d1792-a484-458c-8d3b-735e30c8bf07 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 05:31:53.163879 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 05:31:53.168334 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 05:31:53.172161 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event updated for resources: {'Port': ['ID=99fe26d3-f363-4143-b316-7bbe0af2c80e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:53.202925 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:53.203264 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:53.203607 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:53.203945 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:53.204305 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:53.204635 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:53.204962 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:53.205284 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:53.205604 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:53.205926 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:53.206247 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:53.206574 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:31:53.244225 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4aada6cc-a555-4c34-ade6-22c3adf075a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:53.553831 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:53.698443 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:53.847669 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:53.946387 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59157140'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.010763 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event updated for resources: {'Port': ['ID=99fe26d3-f363-4143-b316-7bbe0af2c80e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:31:54.024937 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918478'] for floatingip, after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.124825 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Floating IP 5f19cd6f-bd13-488c-984c-366a409a4953 associated. External IP: 172.25.8.49, port: f9853819-bae2-428e-b4ba-15e104cee5ac. Nov 12 05:31:54.330269 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Router 71f114c8-44ea-4726-9f13-fef6793ce883 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:31:54.451260 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:31:54.461956 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91d9899-6cfd-4dbc-b97a-e30504a75838 None None] Sync routers for ids ['71f114c8-44ea-4726-9f13-fef6793ce883'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:31:54.471355 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d9899-6cfd-4dbc-b97a-e30504a75838 None None] Routers {'71f114c8-44ea-4726-9f13-fef6793ce883'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:54.473740 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d91d9899-6cfd-4dbc-b97a-e30504a75838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:31:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['71f114c8-44ea-4726-9f13-fef6793ce883'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:54.526075 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:54.553156 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-c5df03ff-802b-4969-a9f9-a24cf39278a3 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9458516 Nov 12 05:31:54.553796 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'tag': 'f9853819-bae2-428e-b4ba-15e104cee5ac'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:31:54.556102 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f565c0-03b0-4af9-b2a1-63e8442bac5f" -d '{"events": [{"name": "network-changed", "server_uuid": "59fa21ed-9cc2-41b5-982e-493c398c4547", "tag": "f9853819-bae2-428e-b4ba-15e104cee5ac"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:31:54.579911 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d91d9899-6cfd-4dbc-b97a-e30504a75838 None None] Set router 71f114c8-44ea-4726-9f13-fef6793ce883 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:54.591921 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987898f9-8b31-4009-8530-bfac1bb763ba x-openstack-request-id: req-987898f9-8b31-4009-8530-bfac1bb763ba {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:31:54.592248 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fa21ed-9cc2-41b5-982e-493c398c4547", "tag": "f9853819-bae2-428e-b4ba-15e104cee5ac", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:31:54.592513 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-987898f9-8b31-4009-8530-bfac1bb763ba {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:31:54.592922 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'tag': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'status': 'completed', 'code': 200} Nov 12 05:31:54.689957 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f565c0-03b0-4af9-b2a1-63e8442bac5f req-5f08051c-e92b-4662-af9f-ab010223db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:54.691551 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8f565c0-03b0-4af9-b2a1-63e8442bac5f req-5f08051c-e92b-4662-af9f-ab010223db07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 1098 time: 0.0416992 Nov 12 05:31:54.798390 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f565c0-03b0-4af9-b2a1-63e8442bac5f req-82227652-4b54-4b0d-bd27-df14c86b98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:54.799877 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8f565c0-03b0-4af9-b2a1-63e8442bac5f req-82227652-4b54-4b0d-bd27-df14c86b98e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 200 len: 912 time: 0.0993948 Nov 12 05:31:54.988395 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d91d9899-6cfd-4dbc-b97a-e30504a75838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '5f19cd6f-bd13-488c-984c-366a409a4953', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'port_id': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'mac_address': 'fa:16:3e:d4:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:31:53Z', 'updated_at': '2021-11-12T05:31:53Z', 'revision_number': 0, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ip_address_scope': None}, {'id': '658fe3e2-ef83-4150-8484-8afc5d51a3ab', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'port_id': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'mac_address': 'fa:16:3e:2f:05:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7525469b-7fe8-4c21-97af-78b179c4008c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:28:20Z', 'updated_at': '2021-11-12T05:28:23Z', 'revision_number': 1, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:57Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:55.018318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91d9899-6cfd-4dbc-b97a-e30504a75838 None None] Checking router: 71f114c8-44ea-4726-9f13-fef6793ce883 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:31:55.027545 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d9899-6cfd-4dbc-b97a-e30504a75838 None None] Routers {'71f114c8-44ea-4726-9f13-fef6793ce883'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:31:55.028204 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d91d9899-6cfd-4dbc-b97a-e30504a75838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:31:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['71f114c8-44ea-4726-9f13-fef6793ce883'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:55.150620 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d91d9899-6cfd-4dbc-b97a-e30504a75838 None None] Set router 71f114c8-44ea-4726-9f13-fef6793ce883 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:31:55.232999 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8f565c0-03b0-4af9-b2a1-63e8442bac5f req-169f69b1-76bc-422f-8dfa-5b8ddabb5863 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9853819-bae2-428e-b4ba-15e104cee5ac HTTP/1.1" status: 200 len: 999 time: 0.4248164 Nov 12 05:31:55.282768 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f565c0-03b0-4af9-b2a1-63e8442bac5f req-d6290371-e09a-486c-9b8e-b81f945f5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:55.284238 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8f565c0-03b0-4af9-b2a1-63e8442bac5f req-d6290371-e09a-486c-9b8e-b81f945f5df9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b702fb4-be0f-4df8-a850-2de74d8178e1 HTTP/1.1" status: 200 len: 849 time: 0.0435758 Nov 12 05:31:55.334898 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f565c0-03b0-4af9-b2a1-63e8442bac5f req-d9f32bb9-9e07-4d95-bd52-58a717b7f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:31:55.336650 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8f565c0-03b0-4af9-b2a1-63e8442bac5f req-d9f32bb9-9e07-4d95-bd52-58a717b7f141 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430529 Nov 12 05:31:55.394033 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d91d9899-6cfd-4dbc-b97a-e30504a75838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '5f19cd6f-bd13-488c-984c-366a409a4953', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'port_id': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'mac_address': 'fa:16:3e:d4:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:31:53Z', 'updated_at': '2021-11-12T05:31:53Z', 'revision_number': 0, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ip_address_scope': None}, {'id': '658fe3e2-ef83-4150-8484-8afc5d51a3ab', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'port_id': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'mac_address': 'fa:16:3e:2f:05:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7525469b-7fe8-4c21-97af-78b179c4008c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:28:20Z', 'updated_at': '2021-11-12T05:28:23Z', 'revision_number': 1, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:57Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:31:55.421815 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91d9899-6cfd-4dbc-b97a-e30504a75838 None None] The sync data for ids ['71f114c8-44ea-4726-9f13-fef6793ce883'] in n-d-767704-23 is: [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '5f19cd6f-bd13-488c-984c-366a409a4953', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'port_id': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'mac_address': 'fa:16:3e:d4:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:31:53Z', 'updated_at': '2021-11-12T05:31:53Z', 'revision_number': 0, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ip_address_scope': None}, {'id': '658fe3e2-ef83-4150-8484-8afc5d51a3ab', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'port_id': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'mac_address': 'fa:16:3e:2f:05:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7525469b-7fe8-4c21-97af-78b179c4008c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:28:20Z', 'updated_at': '2021-11-12T05:28:23Z', 'revision_number': 1, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:57Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:31:55.427587 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8f565c0-03b0-4af9-b2a1-63e8442bac5f req-ed14daef-f3a3-480d-9874-487a9e4f9ff8 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830030 Nov 12 05:31:55.529204 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-c8f565c0-03b0-4af9-b2a1-63e8442bac5f req-30b1953c-408c-4c47-8611-211e45306ea5 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919418 Nov 12 05:31:55.627899 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed0f552-171c-4847-8095-8dc27fde5323 None None] New status for floating IP 5f19cd6f-bd13-488c-984c-366a409a4953: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:31:56.112269 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:56.998182 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4878bf9-fe90-4742-9000-b5ae655bb10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:57.192107 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:58.929451 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:31:59.089556 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:03.680805 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:32:18.734741 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75b9529d-4bdf-4505-b2b8-0fe689e09da2 req-389e5674-02cd-4d91-ad0a-4c5cda389a24 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398865 Nov 12 05:32:18.847115 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9529d-4bdf-4505-b2b8-0fe689e09da2 req-0ecd3738-9570-4744-8534-85914d75f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:18.848633 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75b9529d-4bdf-4505-b2b8-0fe689e09da2 req-0ecd3738-9570-4744-8534-85914d75f4a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 1095 time: 0.0413852 Nov 12 05:32:18.960557 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9529d-4bdf-4505-b2b8-0fe689e09da2 req-8e3cec04-73f9-4357-aef2-8af64bc701c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:18.962088 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75b9529d-4bdf-4505-b2b8-0fe689e09da2 req-8e3cec04-73f9-4357-aef2-8af64bc701c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 200 len: 912 time: 0.0909443 Nov 12 05:32:19.028678 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75b9529d-4bdf-4505-b2b8-0fe689e09da2 req-a5608c2b-a030-46a5-af1a-0917865c1bd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8 HTTP/1.1" status: 200 len: 999 time: 0.0589426 Nov 12 05:32:19.083279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9529d-4bdf-4505-b2b8-0fe689e09da2 req-e50f9912-1aa0-45df-9801-e662b72d96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:19.085369 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75b9529d-4bdf-4505-b2b8-0fe689e09da2 req-e50f9912-1aa0-45df-9801-e662b72d96b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b702fb4-be0f-4df8-a850-2de74d8178e1 HTTP/1.1" status: 200 len: 849 time: 0.0489933 Nov 12 05:32:19.132195 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9529d-4bdf-4505-b2b8-0fe689e09da2 req-a0cf3431-48e0-43c6-b728-98ca9afa812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:32:19.133693 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75b9529d-4bdf-4505-b2b8-0fe689e09da2 req-a0cf3431-48e0-43c6-b728-98ca9afa812a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407269 Nov 12 05:32:19.224430 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75b9529d-4bdf-4505-b2b8-0fe689e09da2 req-d35053f5-aee4-4aee-8618-d2dc3c08c58d service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830557 Nov 12 05:32:19.319038 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-75b9529d-4bdf-4505-b2b8-0fe689e09da2 req-5fa9cc75-9579-489b-9b8d-39efe02acf80 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875013 Nov 12 05:32:20.328251 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:23.196148 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d976129-9563-426f-b1d3-36b4d90cc8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:26.041990 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:27.042668 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab29d23f-fec6-4d18-b900-58b32d23214d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:27.191382 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:28.951704 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:29.054235 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:40.681009 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:32:50.384881 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:53.196271 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e50b50a-9879-4939-97c8-49939f23c1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:56.058510 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:57.041473 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32ee5164-0504-4b76-8814-f083b75ccc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:57.178671 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:58.927316 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:32:59.058351 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:17.680352 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:33:20.412617 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:20.793043 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05468ce3-4b6e-4aae-8f58-3ac531419747 req-2e4feb76-be68-43c8-be96-4c1bd941e03e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843165 Nov 12 05:33:20.866883 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05468ce3-4b6e-4aae-8f58-3ac531419747 req-e09efdb2-d1ec-4242-8fe6-fa407dad8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:20.868412 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05468ce3-4b6e-4aae-8f58-3ac531419747 req-e09efdb2-d1ec-4242-8fe6-fa407dad8ccc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 1098 time: 0.0416999 Nov 12 05:33:20.977705 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05468ce3-4b6e-4aae-8f58-3ac531419747 req-376d5acb-3f6f-4edb-bf8a-a9a025b9cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:20.983298 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05468ce3-4b6e-4aae-8f58-3ac531419747 req-376d5acb-3f6f-4edb-bf8a-a9a025b9cd21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 200 len: 912 time: 0.0887837 Nov 12 05:33:21.045466 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05468ce3-4b6e-4aae-8f58-3ac531419747 req-ce7ae5bc-2738-4d42-8208-bafb1b7d69db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9853819-bae2-428e-b4ba-15e104cee5ac HTTP/1.1" status: 200 len: 1001 time: 0.0584233 Nov 12 05:33:21.099772 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05468ce3-4b6e-4aae-8f58-3ac531419747 req-b3cf4ab9-3e16-4747-b685-db366358e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:21.101241 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05468ce3-4b6e-4aae-8f58-3ac531419747 req-b3cf4ab9-3e16-4747-b685-db366358e68f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b702fb4-be0f-4df8-a850-2de74d8178e1 HTTP/1.1" status: 200 len: 849 time: 0.0474877 Nov 12 05:33:21.147694 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05468ce3-4b6e-4aae-8f58-3ac531419747 req-4bf59e02-972e-4d00-a893-0c4650b93c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:33:21.149200 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05468ce3-4b6e-4aae-8f58-3ac531419747 req-4bf59e02-972e-4d00-a893-0c4650b93c7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402830 Nov 12 05:33:21.240298 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05468ce3-4b6e-4aae-8f58-3ac531419747 req-7e2a0c61-b30e-4333-86b9-5f1154ba9ba9 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824778 Nov 12 05:33:21.334618 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-05468ce3-4b6e-4aae-8f58-3ac531419747 req-17143839-aa51-4c10-88d8-b6a9a4c96b34 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871994 Nov 12 05:33:23.206995 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4343fde6-32a5-4731-a88a-24f1c12806a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:26.081427 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.201538 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec642e2b-c745-4197-b086-93a01e65c859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:27.229489 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:28.938016 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:29.075162 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:50.343221 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:53.200577 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-397134a5-e347-4f2e-bfe8-f176345a3433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:54.682354 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:33:56.092091 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:56.983315 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae061a5a-ac08-4236-99fa-e30064ca31a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:57.217407 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:58.914506 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:33:59.040136 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:14.113981 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f9853819-bae2-428e-b4ba-15e104cee5ac details requested by agent hyperv_n-h2-767704-23 with host n-h2-767704-23 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:34:14.244513 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f9853819-bae2-428e-b4ba-15e104cee5ac, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f9853819-bae2-428e-b4ba-15e104cee5ac,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:14.255771 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Returning: {'device': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'port_id': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'mac_address': 'fa:16:3e:d4:d8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:34:14.294316 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:14.307034 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9853819-bae2-428e-b4ba-15e104cee5ac {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:34:14.326084 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f9853819-bae2-428e-b4ba-15e104cee5ac, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f9853819-bae2-428e-b4ba-15e104cee5ac,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:14.450190 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:14.500025 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=f9853819-bae2-428e-b4ba-15e104cee5ac,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:14.508011 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:14.508397 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:14.508743 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:14.509094 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:14.509421 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:14.509753 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:14.510083 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:14.510407 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:14.510730 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:14.511318 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:14.511646 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:14.511966 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:14.611886 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] get_ports_and_sgs() called for port_ids ['f9853819-bae2-428e-b4ba-15e104cee5ac'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:34:16.131256 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f9853819-bae2-428e-b4ba-15e104cee5ac up at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:34:16.182036 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Provisioning complete for port f9853819-bae2-428e-b4ba-15e104cee5ac triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:34:16.182479 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130619'] for port, provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:16.257629 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:16.282372 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9853819-bae2-428e-b4ba-15e104cee5ac'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:16.300407 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f9853819-bae2-428e-b4ba-15e104cee5ac, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f9853819-bae2-428e-b4ba-15e104cee5ac,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:16.325046 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183db71726e52f7cf4270d5153d5d85508b6fdd03ed2d9a2a357790259660b1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c529a86-21be-4179-b5e3-838f980b520c" -d '{"events": [{"server_uuid": "59fa21ed-9cc2-41b5-982e-493c398c4547", "name": "network-vif-plugged", "status": "completed", "tag": "f9853819-bae2-428e-b4ba-15e104cee5ac"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:16.394277 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:16.448449 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=f9853819-bae2-428e-b4ba-15e104cee5ac,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:17.472108 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12c7c76-e026-4d02-9afc-d8cb9fb423cd x-openstack-request-id: req-c12c7c76-e026-4d02-9afc-d8cb9fb423cd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:17.472785 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fa21ed-9cc2-41b5-982e-493c398c4547", "name": "network-vif-plugged", "status": "completed", "tag": "f9853819-bae2-428e-b4ba-15e104cee5ac", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:17.473133 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c12c7c76-e026-4d02-9afc-d8cb9fb423cd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:17.474003 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'code': 200} Nov 12 05:34:20.370231 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:22.756789 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d238e6e2-5af3-484f-9ac5-e32224dfc4ec req-ec48deca-2729-4587-bdb2-604928bf2315 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495875 Nov 12 05:34:22.899043 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238e6e2-5af3-484f-9ac5-e32224dfc4ec req-7fb68fb4-8753-4550-adbc-1a728cf026aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:22.900511 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d238e6e2-5af3-484f-9ac5-e32224dfc4ec req-7fb68fb4-8753-4550-adbc-1a728cf026aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 1095 time: 0.0563781 Nov 12 05:34:23.019169 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238e6e2-5af3-484f-9ac5-e32224dfc4ec req-bffc9b1b-a1a1-4eb2-9c5d-86a78f1282e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:23.020673 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d238e6e2-5af3-484f-9ac5-e32224dfc4ec req-bffc9b1b-a1a1-4eb2-9c5d-86a78f1282e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 200 len: 912 time: 0.0956285 Nov 12 05:34:23.096999 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d238e6e2-5af3-484f-9ac5-e32224dfc4ec req-c96ebe39-5890-41d1-b715-28f6212c28c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8 HTTP/1.1" status: 200 len: 999 time: 0.0686574 Nov 12 05:34:23.165467 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238e6e2-5af3-484f-9ac5-e32224dfc4ec req-9181c366-5812-4b84-84fc-6b8532202df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:23.166938 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d238e6e2-5af3-484f-9ac5-e32224dfc4ec req-9181c366-5812-4b84-84fc-6b8532202df3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b702fb4-be0f-4df8-a850-2de74d8178e1 HTTP/1.1" status: 200 len: 849 time: 0.0613728 Nov 12 05:34:23.211923 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f473495-9c06-4138-ad8c-d0579fdb3962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:23.227935 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238e6e2-5af3-484f-9ac5-e32224dfc4ec req-173b86a9-1673-4a45-83fa-8ce4502668c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:23.230290 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d238e6e2-5af3-484f-9ac5-e32224dfc4ec req-173b86a9-1673-4a45-83fa-8ce4502668c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527105 Nov 12 05:34:23.338226 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d238e6e2-5af3-484f-9ac5-e32224dfc4ec req-3f046ff5-f2a8-432c-a007-1ac5db06ba77 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988128 Nov 12 05:34:23.471939 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-d238e6e2-5af3-484f-9ac5-e32224dfc4ec req-dffebd4f-ab5f-4c64-a631-e4dd18fa9c25 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181021 Nov 12 05:34:26.110006 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:27.114125 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-adf8213d-81bf-4967-a35c-704014f7ee79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:27.203829 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:28.936768 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:29.095605 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:29.829926 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37576) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:30.018342 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Deleting port 99fe26d3-f363-4143-b316-7bbe0af2c80e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:30.019016 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.097880 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.098130 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.109708 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Calling delete_port for 99fe26d3-f363-4143-b316-7bbe0af2c80e owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:30.331941 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.356411 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event deleted for resources: {'Port': ['ID=99fe26d3-f363-4143-b316-7bbe0af2c80e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:30.368913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.368913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.368913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.368913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.368913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.368913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.368913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.368913 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.370328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.370328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.370328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.370328 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:30.429731 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.430070 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Floating IP 5f19cd6f-bd13-488c-984c-366a409a4953 disassociated (deleted). External IP: 172.25.8.49, port: f9853819-bae2-428e-b4ba-15e104cee5ac. Nov 12 05:34:30.654654 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Router 71f114c8-44ea-4726-9f13-fef6793ce883 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:30.765263 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:30.770155 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:30.776917 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ecdddc-82c1-45ec-a6fa-0bd9f0eef7d9 None None] Sync routers for ids ['71f114c8-44ea-4726-9f13-fef6793ce883'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:30.787122 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ecdddc-82c1-45ec-a6fa-0bd9f0eef7d9 None None] Routers {'71f114c8-44ea-4726-9f13-fef6793ce883'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:30.787736 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-37ecdddc-82c1-45ec-a6fa-0bd9f0eef7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:34:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['71f114c8-44ea-4726-9f13-fef6793ce883'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:30.797071 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-4c44f587-448c-441f-af88-161ea4548ade tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "DELETE /v2.0/floatingips/5f19cd6f-bd13-488c-984c-366a409a4953 HTTP/1.1" status: 204 len: 168 time: 0.9660347 Nov 12 05:34:30.797725 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'tag': 'f9853819-bae2-428e-b4ba-15e104cee5ac'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:30.801260 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c47b6c5-b1ab-4deb-a73d-75c37d0b2341" -d '{"events": [{"name": "network-changed", "server_uuid": "59fa21ed-9cc2-41b5-982e-493c398c4547", "tag": "f9853819-bae2-428e-b4ba-15e104cee5ac"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:30.901590 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-37ecdddc-82c1-45ec-a6fa-0bd9f0eef7d9 None None] Set router 71f114c8-44ea-4726-9f13-fef6793ce883 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:30.902561 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec1b9e8-869e-4c2b-802d-6eedd94771ce x-openstack-request-id: req-8ec1b9e8-869e-4c2b-802d-6eedd94771ce {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:30.903251 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fa21ed-9cc2-41b5-982e-493c398c4547", "tag": "f9853819-bae2-428e-b4ba-15e104cee5ac", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:30.904006 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8ec1b9e8-869e-4c2b-802d-6eedd94771ce {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:30.909370 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'tag': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'status': 'completed', 'code': 200} Nov 12 05:34:31.082736 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47b6c5-b1ab-4deb-a73d-75c37d0b2341 req-edbd1b6b-4512-406e-b139-cfc7811ae0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:31.084258 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c47b6c5-b1ab-4deb-a73d-75c37d0b2341 req-edbd1b6b-4512-406e-b139-cfc7811ae0fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 1098 time: 0.0871124 Nov 12 05:34:31.178336 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-37ecdddc-82c1-45ec-a6fa-0bd9f0eef7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '658fe3e2-ef83-4150-8484-8afc5d51a3ab', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'port_id': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'mac_address': 'fa:16:3e:2f:05:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7525469b-7fe8-4c21-97af-78b179c4008c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:28:20Z', 'updated_at': '2021-11-12T05:28:23Z', 'revision_number': 1, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:57Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:31.210888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ecdddc-82c1-45ec-a6fa-0bd9f0eef7d9 None None] Checking router: 71f114c8-44ea-4726-9f13-fef6793ce883 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:34:31.222053 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ecdddc-82c1-45ec-a6fa-0bd9f0eef7d9 None None] Routers {'71f114c8-44ea-4726-9f13-fef6793ce883'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:31.222755 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-37ecdddc-82c1-45ec-a6fa-0bd9f0eef7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:34:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['71f114c8-44ea-4726-9f13-fef6793ce883'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:31.263985 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47b6c5-b1ab-4deb-a73d-75c37d0b2341 req-7c8f90e9-1b46-4858-af60-62129979a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:31.265744 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c47b6c5-b1ab-4deb-a73d-75c37d0b2341 req-7c8f90e9-1b46-4858-af60-62129979a568 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 200 len: 912 time: 0.1277399 Nov 12 05:34:31.320573 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c47b6c5-b1ab-4deb-a73d-75c37d0b2341 req-e8a75dac-c55e-4994-91b5-6bc7d9db28e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9853819-bae2-428e-b4ba-15e104cee5ac HTTP/1.1" status: 200 len: 217 time: 0.0450208 Nov 12 05:34:31.347130 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-37ecdddc-82c1-45ec-a6fa-0bd9f0eef7d9 None None] Set router 71f114c8-44ea-4726-9f13-fef6793ce883 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:31.403904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103ecb9-c67f-4d29-bd88-d66cc6dc697e req-264c0549-40dd-4724-b66e-30de4c3acbe4 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:31.406016 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e103ecb9-c67f-4d29-bd88-d66cc6dc697e req-264c0549-40dd-4724-b66e-30de4c3acbe4 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 946 time: 0.1831620 Nov 12 05:34:31.407995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47b6c5-b1ab-4deb-a73d-75c37d0b2341 req-90a92f02-a501-4a12-bf4c-e45c921ff366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:31.409464 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c47b6c5-b1ab-4deb-a73d-75c37d0b2341 req-90a92f02-a501-4a12-bf4c-e45c921ff366 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b702fb4-be0f-4df8-a850-2de74d8178e1 HTTP/1.1" status: 200 len: 849 time: 0.0652244 Nov 12 05:34:31.485603 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47b6c5-b1ab-4deb-a73d-75c37d0b2341 req-e3f7b475-d0a4-4bf9-a8b9-dcda223b0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:31.487028 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c47b6c5-b1ab-4deb-a73d-75c37d0b2341 req-e3f7b475-d0a4-4bf9-a8b9-dcda223b0f6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690284 Nov 12 05:34:31.491357 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e103ecb9-c67f-4d29-bd88-d66cc6dc697e req-bc407284-0dc6-4e78-ae61-971807da23d2 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793691 Nov 12 05:34:31.593339 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c47b6c5-b1ab-4deb-a73d-75c37d0b2341 req-e17d7cba-0c97-4c06-b1ec-523b910c002a service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974357 Nov 12 05:34:31.593624 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-37ecdddc-82c1-45ec-a6fa-0bd9f0eef7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '658fe3e2-ef83-4150-8484-8afc5d51a3ab', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'port_id': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'mac_address': 'fa:16:3e:2f:05:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7525469b-7fe8-4c21-97af-78b179c4008c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:28:20Z', 'updated_at': '2021-11-12T05:28:23Z', 'revision_number': 1, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:57Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:31.682409 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:34:31.693994 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-8c47b6c5-b1ab-4deb-a73d-75c37d0b2341 req-83b093f0-9efd-48be-a3bf-7e9b70c8bb93 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933588 Nov 12 05:34:31.784933 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ecdddc-82c1-45ec-a6fa-0bd9f0eef7d9 None None] The sync data for ids ['71f114c8-44ea-4726-9f13-fef6793ce883'] in n-d-767704-23 is: [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_floatingips': [{'id': '658fe3e2-ef83-4150-8484-8afc5d51a3ab', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'router_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'port_id': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'mac_address': 'fa:16:3e:2f:05:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7525469b-7fe8-4c21-97af-78b179c4008c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T05:28:20Z', 'updated_at': '2021-11-12T05:28:23Z', 'revision_number': 1, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:57Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:32.051634 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7e8099-5111-4947-83d7-91d3991bba72 None None] New status for floating IP 5f19cd6f-bd13-488c-984c-366a409a4953: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:34:32.239056 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f9853819-bae2-428e-b4ba-15e104cee5ac no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:32.323494 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676794'] for port, before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.354429 n-d-767704-23 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9853819-bae2-428e-b4ba-15e104cee5ac'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:32.356835 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183db71726e52f7cf4270d5153d5d85508b6fdd03ed2d9a2a357790259660b1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18467ce4-bb0a-4477-aa03-26ce8f70c42a" -d '{"events": [{"server_uuid": "59fa21ed-9cc2-41b5-982e-493c398c4547", "name": "network-vif-unplugged", "status": "completed", "tag": "f9853819-bae2-428e-b4ba-15e104cee5ac"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:32.382826 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] For port f9853819-bae2-428e-b4ba-15e104cee5ac, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f9853819-bae2-428e-b4ba-15e104cee5ac,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:32.406464 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42de974d-d03a-42fe-8970-b4b2bc90a4b2 x-openstack-request-id: req-42de974d-d03a-42fe-8970-b4b2bc90a4b2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:32.406464 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fa21ed-9cc2-41b5-982e-493c398c4547", "name": "network-vif-unplugged", "status": "completed", "tag": "f9853819-bae2-428e-b4ba-15e104cee5ac", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:32.406748 n-d-767704-23 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-42de974d-d03a-42fe-8970-b4b2bc90a4b2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:32.407122 n-d-767704-23 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'code': 200} Nov 12 05:34:32.467128 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761907012500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761906587540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761906587558'] for port, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:32.537485 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Pushing event updated for resources: {'Port': ['ID=f9853819-bae2-428e-b4ba-15e104cee5ac,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:32.630300 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5763f50-f1eb-4737-bb2e-d15e7e162ad8 req-98009964-fae0-4a02-826e-21e2aa6f0a1c tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:32.631798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5763f50-f1eb-4737-bb2e-d15e7e162ad8 req-98009964-fae0-4a02-826e-21e2aa6f0a1c tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 944 time: 0.0589826 Nov 12 05:34:32.686417 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-b5763f50-f1eb-4737-bb2e-d15e7e162ad8 req-5c9f06c2-9eb8-4a76-999c-cdb429313120 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481348 Nov 12 05:34:33.344754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c159d-24a6-4b08-8d46-d132c3e09e00 req-1cdc3f10-5d91-447d-a83c-8814b24eabdf tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:33.346333 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e14c159d-24a6-4b08-8d46-d132c3e09e00 req-1cdc3f10-5d91-447d-a83c-8814b24eabdf tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.26 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 944 time: 0.0493927 Nov 12 05:34:33.442312 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e14c159d-24a6-4b08-8d46-d132c3e09e00 req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Deleting port f9853819-bae2-428e-b4ba-15e104cee5ac {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:33.442656 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e14c159d-24a6-4b08-8d46-d132c3e09e00 req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.530196 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e14c159d-24a6-4b08-8d46-d132c3e09e00 req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] For port f9853819-bae2-428e-b4ba-15e104cee5ac, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=f9853819-bae2-428e-b4ba-15e104cee5ac,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:33.530561 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e14c159d-24a6-4b08-8d46-d132c3e09e00 req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.542885 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e14c159d-24a6-4b08-8d46-d132c3e09e00 req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Calling delete_port for f9853819-bae2-428e-b4ba-15e104cee5ac owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:33.775074 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e14c159d-24a6-4b08-8d46-d132c3e09e00 req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.803318 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event deleted for resources: {'Port': ['ID=f9853819-bae2-428e-b4ba-15e104cee5ac,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:33.810154 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0991153-590b-4f10-974a-633a7f806421 req-ea0408f0-17de-46b0-a525-72526c9d66b7 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:33.812451 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a0991153-590b-4f10-974a-633a7f806421 req-ea0408f0-17de-46b0-a525-72526c9d66b7 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=59fa21ed-9cc2-41b5-982e-493c398c4547 HTTP/1.1" status: 200 len: 865 time: 0.0513549 Nov 12 05:34:33.818207 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:33.818555 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:33.818904 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:33.819290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:33.819651 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:33.819917 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:33.820266 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:33.820592 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:33.824167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:33.824167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:33.824167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:33.824167 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-23 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:34:33.856679 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14c159d-24a6-4b08-8d46-d132c3e09e00 req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] No DVR routers for this DVR port f9853819-bae2-428e-b4ba-15e104cee5ac on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:33.860060 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e14c159d-24a6-4b08-8d46-d132c3e09e00 req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:33.863758 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-e14c159d-24a6-4b08-8d46-d132c3e09e00 req-a3f97198-93a9-4509-bb69-083b9eab8320 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.26 "DELETE /v2.0/ports/f9853819-bae2-428e-b4ba-15e104cee5ac HTTP/1.1" status: 204 len: 173 time: 0.5108154 Nov 12 05:34:33.864249 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'name': 'network-vif-deleted', 'tag': 'f9853819-bae2-428e-b4ba-15e104cee5ac'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:33.866646 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6426639e-16a9-4374-b473-7395ff728bf6" -d '{"events": [{"server_uuid": "59fa21ed-9cc2-41b5-982e-493c398c4547", "name": "network-vif-deleted", "tag": "f9853819-bae2-428e-b4ba-15e104cee5ac"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:33.872749 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-a0991153-590b-4f10-974a-633a7f806421 req-7077f029-4fff-40fb-9b19-6913a4036f10 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525160 Nov 12 05:34:33.960234 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb594468-31aa-4911-bdc2-fcaacdc0d01c x-openstack-request-id: req-bb594468-31aa-4911-bdc2-fcaacdc0d01c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:33.960234 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fa21ed-9cc2-41b5-982e-493c398c4547", "name": "network-vif-deleted", "tag": "f9853819-bae2-428e-b4ba-15e104cee5ac", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:33.960234 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bb594468-31aa-4911-bdc2-fcaacdc0d01c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:33.960234 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fa21ed-9cc2-41b5-982e-493c398c4547', 'name': 'network-vif-deleted', 'tag': 'f9853819-bae2-428e-b4ba-15e104cee5ac', 'status': 'completed', 'code': 200} Nov 12 05:34:36.189571 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37650) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:36.244278 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f9853819-bae2-428e-b4ba-15e104cee5ac no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:36.264610 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: f9853819-bae2-428e-b4ba-15e104cee5ac {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:36.264946 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device f9853819-bae2-428e-b4ba-15e104cee5ac not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:36.350562 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-44206de5-eaa5-4929-b723-68f59ef1bca9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Deleting port e426d393-2ad0-48cc-babf-f9052b5ce49d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:36.350893 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44206de5-eaa5-4929-b723-68f59ef1bca9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:36.425793 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44206de5-eaa5-4929-b723-68f59ef1bca9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:36.426116 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44206de5-eaa5-4929-b723-68f59ef1bca9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:36.438107 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-44206de5-eaa5-4929-b723-68f59ef1bca9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Calling delete_port for e426d393-2ad0-48cc-babf-f9052b5ce49d owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:36.980657 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44206de5-eaa5-4929-b723-68f59ef1bca9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.006564 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44206de5-eaa5-4929-b723-68f59ef1bca9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event deleted for resources: {'Port': ['ID=e426d393-2ad0-48cc-babf-f9052b5ce49d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:37.065475 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44206de5-eaa5-4929-b723-68f59ef1bca9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for floatingip, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.065809 n-d-767704-23 neutron-server[103147]: INFO neutron.db.l3_db [None req-44206de5-eaa5-4929-b723-68f59ef1bca9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Floating IP 658fe3e2-ef83-4150-8484-8afc5d51a3ab disassociated (deleted). External IP: 172.25.8.211, port: 4becc2fc-0a69-42ff-96ba-a6fa7770aef8. Nov 12 05:34:37.272829 n-d-767704-23 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44206de5-eaa5-4929-b723-68f59ef1bca9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Router 71f114c8-44ea-4726-9f13-fef6793ce883 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:37.379544 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44206de5-eaa5-4929-b723-68f59ef1bca9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:37.384311 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44206de5-eaa5-4929-b723-68f59ef1bca9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for floatingip, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:37.389326 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2bddd5-efaa-4d80-bd2c-dbdbf46f3f0c None None] Sync routers for ids ['71f114c8-44ea-4726-9f13-fef6793ce883'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:37.398935 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2bddd5-efaa-4d80-bd2c-dbdbf46f3f0c None None] Routers {'71f114c8-44ea-4726-9f13-fef6793ce883'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:37.399544 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-df2bddd5-efaa-4d80-bd2c-dbdbf46f3f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:34:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['71f114c8-44ea-4726-9f13-fef6793ce883'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:37.411538 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-44206de5-eaa5-4929-b723-68f59ef1bca9 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "DELETE /v2.0/floatingips/658fe3e2-ef83-4150-8484-8afc5d51a3ab HTTP/1.1" status: 204 len: 168 time: 1.2208521 Nov 12 05:34:37.412145 n-d-767704-23 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7525469b-7fe8-4c21-97af-78b179c4008c', 'tag': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:37.414378 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}583400d8031921e479d1f5e527a6b1940eedfc75f4200802179580e74c52cf92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406355dc-49d8-4ec2-85e9-c17df5e96473" -d '{"events": [{"name": "network-changed", "server_uuid": "7525469b-7fe8-4c21-97af-78b179c4008c", "tag": "4becc2fc-0a69-42ff-96ba-a6fa7770aef8"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:37.454734 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff15997-7867-49a3-81a6-eacc4640833d x-openstack-request-id: req-eff15997-7867-49a3-81a6-eacc4640833d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:37.455037 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7525469b-7fe8-4c21-97af-78b179c4008c", "tag": "4becc2fc-0a69-42ff-96ba-a6fa7770aef8", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:37.455299 n-d-767704-23 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-eff15997-7867-49a3-81a6-eacc4640833d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:37.455714 n-d-767704-23 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7525469b-7fe8-4c21-97af-78b179c4008c', 'tag': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'status': 'completed', 'code': 200} Nov 12 05:34:37.512888 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-df2bddd5-efaa-4d80-bd2c-dbdbf46f3f0c None None] Set router 71f114c8-44ea-4726-9f13-fef6793ce883 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:37.546854 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406355dc-49d8-4ec2-85e9-c17df5e96473 req-3071daab-5069-4aad-8fc6-e15f0d25470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:37.548527 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-406355dc-49d8-4ec2-85e9-c17df5e96473 req-3071daab-5069-4aad-8fc6-e15f0d25470d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1395c3458a784848ae58de7ebd18b65c&device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 1095 time: 0.0469339 Nov 12 05:34:37.641225 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406355dc-49d8-4ec2-85e9-c17df5e96473 req-077af91b-232f-4edd-af99-83e7c5d143b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:37.642703 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-406355dc-49d8-4ec2-85e9-c17df5e96473 req-077af91b-232f-4edd-af99-83e7c5d143b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 200 len: 912 time: 0.0871804 Nov 12 05:34:37.689133 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-406355dc-49d8-4ec2-85e9-c17df5e96473 req-afde75ad-f7f8-4995-8616-d97b46e50e3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8 HTTP/1.1" status: 200 len: 217 time: 0.0388415 Nov 12 05:34:37.718929 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-df2bddd5-efaa-4d80-bd2c-dbdbf46f3f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:57Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:37.742031 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406355dc-49d8-4ec2-85e9-c17df5e96473 req-9a9208e6-e101-4625-91ae-12263fc9ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:37.743539 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-406355dc-49d8-4ec2-85e9-c17df5e96473 req-9a9208e6-e101-4625-91ae-12263fc9ef31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b702fb4-be0f-4df8-a850-2de74d8178e1 HTTP/1.1" status: 200 len: 849 time: 0.0457082 Nov 12 05:34:37.744659 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2bddd5-efaa-4d80-bd2c-dbdbf46f3f0c None None] Checking router: 71f114c8-44ea-4726-9f13-fef6793ce883 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:34:37.753118 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2bddd5-efaa-4d80-bd2c-dbdbf46f3f0c None None] Routers {'71f114c8-44ea-4726-9f13-fef6793ce883'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:37.753714 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-df2bddd5-efaa-4d80-bd2c-dbdbf46f3f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:34:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['71f114c8-44ea-4726-9f13-fef6793ce883'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:37.791931 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406355dc-49d8-4ec2-85e9-c17df5e96473 req-1f5f4b76-19af-4a52-b7cb-7401dc165f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:37.795644 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-406355dc-49d8-4ec2-85e9-c17df5e96473 req-1f5f4b76-19af-4a52-b7cb-7401dc165f27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c2b8407-efe7-4d6f-be67-59c9b08f67c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422273 Nov 12 05:34:37.870761 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-df2bddd5-efaa-4d80-bd2c-dbdbf46f3f0c None None] Set router 71f114c8-44ea-4726-9f13-fef6793ce883 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:37.930187 n-d-767704-23 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab8802-1933-4d82-8579-6c7590c78984 req-86c353d1-cd92-411d-bd68-4df76affdd44 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:37.932812 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5aab8802-1933-4d82-8579-6c7590c78984 req-86c353d1-cd92-411d-bd68-4df76affdd44 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 943 time: 0.0868070 Nov 12 05:34:37.983282 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-406355dc-49d8-4ec2-85e9-c17df5e96473 req-851ff30f-4452-4c97-bc29-c35c2da13811 service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392426 Nov 12 05:34:38.015818 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [req-5aab8802-1933-4d82-8579-6c7590c78984 req-5f9e186c-49f0-4376-a399-024c46681e45 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755665 Nov 12 05:34:38.088773 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-406355dc-49d8-4ec2-85e9-c17df5e96473 req-febf3f1e-427e-48e2-bfa5-c6e0c0f987ff service neutron] 10.222.0.26 "GET /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957599 Nov 12 05:34:38.117388 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-df2bddd5-efaa-4d80-bd2c-dbdbf46f3f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:57Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:38.151548 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2bddd5-efaa-4d80-bd2c-dbdbf46f3f0c None None] The sync data for ids ['71f114c8-44ea-4726-9f13-fef6793ce883'] in n-d-767704-23 is: [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:52Z', 'revision_number': 4, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23', '_interfaces': [{'id': 'dd9a0036-3679-442c-a461-875c8c06128d', 'name': '', 'network_id': '1c2b8407-efe7-4d6f-be67-59c9b08f67c5', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'mac_address': 'fa:16:3e:65:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:52Z', 'updated_at': '2021-11-12T05:27:57Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'subnets': [{'id': '2b702fb4-be0f-4df8-a850-2de74d8178e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:38.377860 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c56a183-042f-4129-9f5b-ee9f821226ae None None] New status for floating IP 658fe3e2-ef83-4150-8484-8afc5d51a3ab: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:34:38.945754 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c749a-09c5-43a4-a218-2ea06f3d15e1 req-a173c1d2-49a6-42a6-a5ec-a25be1861100 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:38.947203 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-292c749a-09c5-43a4-a218-2ea06f3d15e1 req-a173c1d2-49a6-42a6-a5ec-a25be1861100 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.26 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 943 time: 0.0490735 Nov 12 05:34:39.041237 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-292c749a-09c5-43a4-a218-2ea06f3d15e1 req-a33d0a2c-0958-4e7f-9639-c401f5d9609f tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Deleting port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:39.041574 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-292c749a-09c5-43a4-a218-2ea06f3d15e1 req-a33d0a2c-0958-4e7f-9639-c401f5d9609f tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.160672 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-292c749a-09c5-43a4-a218-2ea06f3d15e1 req-a33d0a2c-0958-4e7f-9639-c401f5d9609f tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] For port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8, host n-h2-767704-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-23',level=0,port_id=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:39.161026 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-292c749a-09c5-43a4-a218-2ea06f3d15e1 req-a33d0a2c-0958-4e7f-9639-c401f5d9609f tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.178995 n-d-767704-23 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd00ce2-0f73-4df6-9bea-61e8e1be9c58 req-be055d18-5a86-43ed-9cd6-3b0f30dcbcdc tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:34:39.180473 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3fd00ce2-0f73-4df6-9bea-61e8e1be9c58 req-be055d18-5a86-43ed-9cd6-3b0f30dcbcdc tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 943 time: 0.0889642 Nov 12 05:34:39.184346 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-292c749a-09c5-43a4-a218-2ea06f3d15e1 req-a33d0a2c-0958-4e7f-9639-c401f5d9609f tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Calling delete_port for 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:39.275822 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-3fd00ce2-0f73-4df6-9bea-61e8e1be9c58 req-f5d2611d-60e3-461e-8106-e2a7bc4c78bb tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/security-groups?id=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887945 Nov 12 05:34:39.420965 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-292c749a-09c5-43a4-a218-2ea06f3d15e1 req-a33d0a2c-0958-4e7f-9639-c401f5d9609f tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.450777 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d0a2c-0958-4e7f-9639-c401f5d9609f tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event deleted for resources: {'Port': ['ID=4becc2fc-0a69-42ff-96ba-a6fa7770aef8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:39.491513 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-292c749a-09c5-43a4-a218-2ea06f3d15e1 req-a33d0a2c-0958-4e7f-9639-c401f5d9609f tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] No DVR routers for this DVR port 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 on host n-h2-767704-23 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:39.494097 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-292c749a-09c5-43a4-a218-2ea06f3d15e1 req-a33d0a2c-0958-4e7f-9639-c401f5d9609f tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486628'] for port, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:39.497444 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-292c749a-09c5-43a4-a218-2ea06f3d15e1 req-a33d0a2c-0958-4e7f-9639-c401f5d9609f tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.26 "DELETE /v2.0/ports/4becc2fc-0a69-42ff-96ba-a6fa7770aef8 HTTP/1.1" status: 204 len: 173 time: 0.5430963 Nov 12 05:34:39.497894 n-d-767704-23 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7525469b-7fe8-4c21-97af-78b179c4008c', 'name': 'network-vif-deleted', 'tag': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:34:39.500888 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cd64ecfd0ab037115c89e5f941d5a122e7a87c267a1501289de55e83bc14e8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d24e7da-23c1-465b-878f-1805059b2e84" -d '{"events": [{"server_uuid": "7525469b-7fe8-4c21-97af-78b179c4008c", "name": "network-vif-deleted", "tag": "4becc2fc-0a69-42ff-96ba-a6fa7770aef8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:34:39.536886 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c504127-5e95-49e1-a12f-6ad7c8689e04 x-openstack-request-id: req-9c504127-5e95-49e1-a12f-6ad7c8689e04 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:34:39.537185 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7525469b-7fe8-4c21-97af-78b179c4008c", "name": "network-vif-deleted", "tag": "4becc2fc-0a69-42ff-96ba-a6fa7770aef8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:34:39.537445 n-d-767704-23 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9c504127-5e95-49e1-a12f-6ad7c8689e04 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:34:39.537853 n-d-767704-23 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7525469b-7fe8-4c21-97af-78b179c4008c', 'name': 'network-vif-deleted', 'tag': '4becc2fc-0a69-42ff-96ba-a6fa7770aef8', 'status': 'completed', 'code': 200} Nov 12 05:34:40.387728 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [req-7319c5cd-8b3b-4e76-bc1a-10015fb40648 req-f3a0b099-b19f-4608-afdf-c4ecee9f40de tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "GET /v2.0/ports?device_id=7525469b-7fe8-4c21-97af-78b179c4008c HTTP/1.1" status: 200 len: 210 time: 0.0271509 Nov 12 05:34:41.453597 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37666) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:41.510610 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb9346e2-4d57-47f8-a282-6e0ac62f5bc2 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.534666 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb9346e2-4d57-47f8-a282-6e0ac62f5bc2 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.662737 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb9346e2-4d57-47f8-a282-6e0ac62f5bc2 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.665338 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb9346e2-4d57-47f8-a282-6e0ac62f5bc2 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Publish callbacks [] for security_group, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:41.666494 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-eb9346e2-4d57-47f8-a282-6e0ac62f5bc2 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] 10.222.0.105 "DELETE /v2.0/security-groups/21e3a6d7-dd64-4a21-b40f-6d5e70ebd704 HTTP/1.1" status: 204 len: 168 time: 0.2118990 Nov 12 05:34:41.678053 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9346e2-4d57-47f8-a282-6e0ac62f5bc2 tempest-TestSnapshotPattern-1548671922 tempest-TestSnapshotPattern-1548671922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e3a6d7-dd64-4a21-b40f-6d5e70ebd704,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:41.807509 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37670) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:42.264458 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 no longer exists at agent hyperv_n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:42.268119 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63e7a3b7-962d-41d2-99e0-61437a7fcbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.285792 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] No Port match for: 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:42.286134 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Device 4becc2fc-0a69-42ff-96ba-a6fa7770aef8 not bound to the agent host n-h2-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:42.521958 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-63e7a3b7-962d-41d2-99e0-61437a7fcbc1 admin admin] Deleting port dd9a0036-3679-442c-a461-875c8c06128d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:42.522211 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63e7a3b7-962d-41d2-99e0-61437a7fcbc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.598661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-63e7a3b7-962d-41d2-99e0-61437a7fcbc1 admin admin] For port dd9a0036-3679-442c-a461-875c8c06128d, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=dd9a0036-3679-442c-a461-875c8c06128d,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:42.599015 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63e7a3b7-962d-41d2-99e0-61437a7fcbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.611290 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-63e7a3b7-962d-41d2-99e0-61437a7fcbc1 admin admin] Calling delete_port for dd9a0036-3679-442c-a461-875c8c06128d owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:42.849357 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63e7a3b7-962d-41d2-99e0-61437a7fcbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:42.879967 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7a3b7-962d-41d2-99e0-61437a7fcbc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9a0036-3679-442c-a461-875c8c06128d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:43.050755 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63e7a3b7-962d-41d2-99e0-61437a7fcbc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:43.262372 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e7a3b7-962d-41d2-99e0-61437a7fcbc1 admin admin] Router 71f114c8-44ea-4726-9f13-fef6793ce883 has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:43.367993 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e7a3b7-962d-41d2-99e0-61437a7fcbc1 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:43.374001 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-63e7a3b7-962d-41d2-99e0-61437a7fcbc1 admin admin] 10.222.0.105 "PUT /v2.0/routers/71f114c8-44ea-4726-9f13-fef6793ce883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5649893 Nov 12 05:34:43.376633 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:43.379675 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d63e8-34b8-41b3-9d70-2c4c700e396a None None] Sync routers for ids ['71f114c8-44ea-4726-9f13-fef6793ce883'] in n-d-767704-23 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:43.391113 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d63e8-34b8-41b3-9d70-2c4c700e396a None None] Routers {'71f114c8-44ea-4726-9f13-fef6793ce883'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:43.391506 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-407d63e8-34b8-41b3-9d70-2c4c700e396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:34:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['71f114c8-44ea-4726-9f13-fef6793ce883'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:43.502862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-407d63e8-34b8-41b3-9d70-2c4c700e396a None None] Set router 71f114c8-44ea-4726-9f13-fef6793ce883 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:43.693324 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-407d63e8-34b8-41b3-9d70-2c4c700e396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:34:42Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:43.720249 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d63e8-34b8-41b3-9d70-2c4c700e396a None None] Checking router: 71f114c8-44ea-4726-9f13-fef6793ce883 for host: n-d-767704-23 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:34:43.729260 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d63e8-34b8-41b3-9d70-2c4c700e396a None None] Routers {'71f114c8-44ea-4726-9f13-fef6793ce883'} bound to L3 agent in host n-d-767704-23 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:43.729879 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-407d63e8-34b8-41b3-9d70-2c4c700e396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:34:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['71f114c8-44ea-4726-9f13-fef6793ce883'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:43.833976 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:43.838856 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-407d63e8-34b8-41b3-9d70-2c4c700e396a None None] Set router 71f114c8-44ea-4726-9f13-fef6793ce883 gateway port host: n-d-767704-23 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:43.935658 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.016252 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-407d63e8-34b8-41b3-9d70-2c4c700e396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:34:42Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:44.276451 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d63e8-34b8-41b3-9d70-2c4c700e396a None None] The sync data for ids ['71f114c8-44ea-4726-9f13-fef6793ce883'] in n-d-767704-23 is: [{'id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'name': 'tempest-TestSnapshotPattern-2092576387-router', 'tenant_id': '1395c3458a784848ae58de7ebd18b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:34:42Z', 'revision_number': 5, 'project_id': '1395c3458a784848ae58de7ebd18b65c', 'gw_port': {'id': '270b31f1-d1fd-42eb-8de8-f45da4569bac', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f114c8-44ea-4726-9f13-fef6793ce883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:50Z', 'updated_at': '2021-11-12T05:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:44.278407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] Deleting port 270b31f1-d1fd-42eb-8de8-f45da4569bac {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:44.278407 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.278407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] For port 270b31f1-d1fd-42eb-8de8-f45da4569bac, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=270b31f1-d1fd-42eb-8de8-f45da4569bac,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:44.278407 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.278407 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] Calling delete_port for 270b31f1-d1fd-42eb-8de8-f45da4569bac owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:44.411392 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.441268 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] Pushing event deleted for resources: {'Port': ['ID=270b31f1-d1fd-42eb-8de8-f45da4569bac,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:44.460140 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426f1140-4303-42b6-adef-a85b7b0bb2e8 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:44.476492 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device dd9a0036-3679-442c-a461-875c8c06128d no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:44.498640 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: dd9a0036-3679-442c-a461-875c8c06128d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:44.499216 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device dd9a0036-3679-442c-a461-875c8c06128d not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:44.516388 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.614276 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.616483 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.736706 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.737279 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71f114c8-44ea-4726-9f13-fef6793ce883 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:34:44.741636 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.743798 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-4860b942-95cf-4ab3-abc6-23cf343a290a admin admin] 10.222.0.105 "DELETE /v2.0/routers/71f114c8-44ea-4726-9f13-fef6793ce883 HTTP/1.1" status: 204 len: 168 time: 1.3646080 Nov 12 05:34:44.745420 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:44.797661 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3385b14-446b-411c-af93-70c7ff61db75 admin admin] Deleting subnet 2b702fb4-be0f-4df8-a850-2de74d8178e1 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:34:44.797661 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3385b14-446b-411c-af93-70c7ff61db75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.834633 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3385b14-446b-411c-af93-70c7ff61db75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:44.917077 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3385b14-446b-411c-af93-70c7ff61db75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.061814 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3385b14-446b-411c-af93-70c7ff61db75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.089306 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3385b14-446b-411c-af93-70c7ff61db75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.093168 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e3385b14-446b-411c-af93-70c7ff61db75 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/2b702fb4-be0f-4df8-a850-2de74d8178e1 HTTP/1.1" status: 204 len: 168 time: 0.3466277 Nov 12 05:34:45.093998 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3385b14-446b-411c-af93-70c7ff61db75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b702fb4-be0f-4df8-a850-2de74d8178e1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:45.094959 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f1b35a-497f-4db8-885d-1abe14ca7d06 None None] Network 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:45.095679 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37678) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:45.169285 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.229799 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Deleting port 0741856a-2963-452f-a4d0-81e452f24c3f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:45.230145 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.292663 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a2faf-9698-451c-aa68-9cb0aa864d4f None None] DHCP port deletion for 1c2b8407-efe7-4d6f-be67-59c9b08f67c5 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:45.299440 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] For port 0741856a-2963-452f-a4d0-81e452f24c3f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0741856a-2963-452f-a4d0-81e452f24c3f,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:45.299809 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.316863 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Calling delete_port for 0741856a-2963-452f-a4d0-81e452f24c3f owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:45.338616 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-266a2faf-9698-451c-aa68-9cb0aa864d4f None None] Deleting port 0741856a-2963-452f-a4d0-81e452f24c3f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:45.338990 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-266a2faf-9698-451c-aa68-9cb0aa864d4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.408750 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-266a2faf-9698-451c-aa68-9cb0aa864d4f None None] For port 0741856a-2963-452f-a4d0-81e452f24c3f, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=0741856a-2963-452f-a4d0-81e452f24c3f,segment=NetworkSegment(13ff7c44-f499-4981-bdd8-d1742cf77b16),segment_id=13ff7c44-f499-4981-bdd8-d1742cf77b16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:45.416505 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-266a2faf-9698-451c-aa68-9cb0aa864d4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.421440 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-266a2faf-9698-451c-aa68-9cb0aa864d4f None None] Calling delete_port for 0741856a-2963-452f-a4d0-81e452f24c3f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:45.511959 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.518254 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-266a2faf-9698-451c-aa68-9cb0aa864d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.538097 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Pushing event deleted for resources: {'Port': ['ID=0741856a-2963-452f-a4d0-81e452f24c3f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:45.541625 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] No DVR routers for this DVR port 0741856a-2963-452f-a4d0-81e452f24c3f on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:45.544345 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a2faf-9698-451c-aa68-9cb0aa864d4f None None] No DVR routers for this DVR port 0741856a-2963-452f-a4d0-81e452f24c3f on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:45.548862 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a2faf-9698-451c-aa68-9cb0aa864d4f None None] Pushing event deleted for resources: {'Port': ['ID=0741856a-2963-452f-a4d0-81e452f24c3f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:45.621962 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.635642 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2b8407-efe7-4d6f-be67-59c9b08f67c5']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:45.645683 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ff7c44-f499-4981-bdd8-d1742cf77b16') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:45.645969 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ff7c44-f499-4981-bdd8-d1742cf77b16') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:45.655050 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.667599 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.673412 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: timer() Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:34:45.679282 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:34:45.854815 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.860867 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:45.867518 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] 10.222.0.105 "DELETE /v2.0/networks/1c2b8407-efe7-4d6f-be67-59c9b08f67c5 HTTP/1.1" status: 204 len: 168 time: 0.7679389 Nov 12 05:34:45.868138 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:45.876817 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d74f4-26e0-4f0c-9568-182d4993c19e admin admin] Pushing event deleted for resources: {'Network': ['ID=1c2b8407-efe7-4d6f-be67-59c9b08f67c5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:46.222605 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 270b31f1-d1fd-42eb-8de8-f45da4569bac no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:46.238408 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d2ebb57-2f63-4c5d-be88-8e8bfe871229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921550'] for router_interface, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:46.246257 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 270b31f1-d1fd-42eb-8de8-f45da4569bac {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:46.246617 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 270b31f1-d1fd-42eb-8de8-f45da4569bac not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:46.247013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0741856a-2963-452f-a4d0-81e452f24c3f no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:46.266907 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 0741856a-2963-452f-a4d0-81e452f24c3f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:46.267250 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 0741856a-2963-452f-a4d0-81e452f24c3f not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:46.490711 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ebb57-2f63-4c5d-be88-8e8bfe871229 admin admin] Deleting port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:46.491188 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d2ebb57-2f63-4c5d-be88-8e8bfe871229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:46.580166 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6d2ebb57-2f63-4c5d-be88-8e8bfe871229 admin admin] For port 2dbb7e0e-eae9-4d95-9933-57a2692d73b1, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=2dbb7e0e-eae9-4d95-9933-57a2692d73b1,segment=NetworkSegment(dfb44fc6-975a-4f10-b85e-46795fb0e75b),segment_id=dfb44fc6-975a-4f10-b85e-46795fb0e75b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:46.580536 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d2ebb57-2f63-4c5d-be88-8e8bfe871229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:46.595712 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ebb57-2f63-4c5d-be88-8e8bfe871229 admin admin] Calling delete_port for 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:46.851180 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d2ebb57-2f63-4c5d-be88-8e8bfe871229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:46.877593 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ebb57-2f63-4c5d-be88-8e8bfe871229 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbb7e0e-eae9-4d95-9933-57a2692d73b1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:47.053614 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d2ebb57-2f63-4c5d-be88-8e8bfe871229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917886'] for router_interface, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.265583 n-d-767704-23 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2ebb57-2f63-4c5d-be88-8e8bfe871229 admin admin] Router b5fc7226-2809-4950-b50b-4c785268542d has already been hosted by L3 agent a84c0403-2865-4621-8a06-13fcccf1eaf4 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:34:47.369710 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2ebb57-2f63-4c5d-be88-8e8bfe871229 admin admin] Notify agent at l3_agent.n-d-767704-23 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:34:47.375370 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-6d2ebb57-2f63-4c5d-be88-8e8bfe871229 admin admin] 10.222.0.105 "PUT /v2.0/routers/b5fc7226-2809-4950-b50b-4c785268542d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5059876 Nov 12 05:34:47.377767 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:47.381993 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d844e22-149c-42c7-8f63-746ce57bcfbb None None] Sync routers for ids ['b5fc7226-2809-4950-b50b-4c785268542d'] in n-d-767704-23 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:34:47.392311 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d844e22-149c-42c7-8f63-746ce57bcfbb None None] Routers {'b5fc7226-2809-4950-b50b-4c785268542d'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:47.392989 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8d844e22-149c-42c7-8f63-746ce57bcfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:34:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b5fc7226-2809-4950-b50b-4c785268542d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:47.483407 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.495361 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8d844e22-149c-42c7-8f63-746ce57bcfbb None None] Set router b5fc7226-2809-4950-b50b-4c785268542d gateway port host: n-d-767704-23 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:47.582574 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.670824 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8d844e22-149c-42c7-8f63-746ce57bcfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'name': 'tempest-TestSnapshotPattern-1044372872-router', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'external_fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '6baacf08-37df-4020-b91f-9917f94db36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:55Z', 'updated_at': '2021-11-12T05:34:46Z', 'revision_number': 5, 'project_id': 'c45f29b75fe7453797f86964c5af572b', 'gw_port': {'id': '6baacf08-37df-4020-b91f-9917f94db36e', 'name': '', 'network_id': '7e2d1792-a484-458c-8d3b-735e30c8bf07', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T05:27:56Z', 'updated_at': '2021-11-12T05:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46765777-3028-4f61-b84a-65c9dd754c9d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-23'}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:47.700118 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d844e22-149c-42c7-8f63-746ce57bcfbb None None] Checking router: b5fc7226-2809-4950-b50b-4c785268542d for host: n-d-767704-23 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:34:47.708577 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d844e22-149c-42c7-8f63-746ce57bcfbb None None] Routers {'b5fc7226-2809-4950-b50b-4c785268542d'} bound to L3 agent in host n-d-767704-23 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:34:47.709180 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8d844e22-149c-42c7-8f63-746ce57bcfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:26:55Z,description=,heartbeat_timestamp=2021-11-12T05:34:27Z,host='n-d-767704-23',id=a84c0403-2865-4621-8a06-13fcccf1eaf4,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:26:56Z,topic='l3_agent')) {'router_ids': ['b5fc7226-2809-4950-b50b-4c785268542d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:47.715364 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] Deleting port 6baacf08-37df-4020-b91f-9917f94db36e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:47.715689 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.789782 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8d844e22-149c-42c7-8f63-746ce57bcfbb None None] Set router b5fc7226-2809-4950-b50b-4c785268542d gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:34:47.793263 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] For port 6baacf08-37df-4020-b91f-9917f94db36e, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=6baacf08-37df-4020-b91f-9917f94db36e,segment=NetworkSegment(b7c541c9-1a91-45e4-945d-ecfa3055c9ac),segment_id=b7c541c9-1a91-45e4-945d-ecfa3055c9ac)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:47.793623 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:47.807064 n-d-767704-23 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] Calling delete_port for 6baacf08-37df-4020-b91f-9917f94db36e owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:47.844163 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8d844e22-149c-42c7-8f63-746ce57bcfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'name': 'tempest-TestSnapshotPattern-1044372872-router', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:55Z', 'updated_at': '2021-11-12T05:34:47Z', 'revision_number': 6, 'project_id': 'c45f29b75fe7453797f86964c5af572b', 'gw_port_host': None}], 'n-d-767704-23', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:47.869789 n-d-767704-23 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d844e22-149c-42c7-8f63-746ce57bcfbb None None] The sync data for ids ['b5fc7226-2809-4950-b50b-4c785268542d'] in n-d-767704-23 is: [{'id': 'b5fc7226-2809-4950-b50b-4c785268542d', 'name': 'tempest-TestSnapshotPattern-1044372872-router', 'tenant_id': 'c45f29b75fe7453797f86964c5af572b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T05:27:55Z', 'updated_at': '2021-11-12T05:34:47Z', 'revision_number': 6, 'project_id': 'c45f29b75fe7453797f86964c5af572b', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:34:48.020328 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8032964'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.049795 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6baacf08-37df-4020-b91f-9917f94db36e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:48.063666 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f805fc4-1ec5-46ca-97ac-6925206030c9 None None] DHCP port deletion for 7e2d1792-a484-458c-8d3b-735e30c8bf07 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:48.110709 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918404'] for router_gateway, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.209517 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-920849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24705'] for router, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.211936 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.319734 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-920936'] for router, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.322944 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5fc7226-2809-4950-b50b-4c785268542d {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:34:48.324965 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.326645 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-2225e82d-da4c-4f7b-94aa-d0a76d3643b5 admin admin] 10.222.0.105 "DELETE /v2.0/routers/b5fc7226-2809-4950-b50b-4c785268542d HTTP/1.1" status: 204 len: 168 time: 0.9479647 Nov 12 05:34:48.329422 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:48.377416 n-d-767704-23 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c30c3f-986c-4b79-b533-685fd9e7b8f2 admin admin] Deleting subnet 948fc268-6373-40bc-8793-1c1cf3845699 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:34:48.380703 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4c30c3f-986c-4b79-b533-685fd9e7b8f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.415128 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4c30c3f-986c-4b79-b533-685fd9e7b8f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8097239'] for subnet, precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.489628 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4c30c3f-986c-4b79-b533-685fd9e7b8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134153'] for subnet, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.623485 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4c30c3f-986c-4b79-b533-685fd9e7b8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4134174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8033015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4737480'] for subnet, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.632008 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:48.648803 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c30c3f-986c-4b79-b533-685fd9e7b8f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948fc268-6373-40bc-8793-1c1cf3845699,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:48.653208 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:48.653806 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 2dbb7e0e-eae9-4d95-9933-57a2692d73b1 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:48.655395 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4c30c3f-986c-4b79-b533-685fd9e7b8f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.660963 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-e4c30c3f-986c-4b79-b533-685fd9e7b8f2 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/948fc268-6373-40bc-8793-1c1cf3845699 HTTP/1.1" status: 204 len: 168 time: 0.3282726 Nov 12 05:34:48.661773 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.105', 37686) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:48.664636 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3905445b-8ad3-4018-8f3a-fe4b1935f02e None None] Network 80f377e0-13f7-4917-8ffb-bb70fe267864 requested from n-d-767704-23 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:34:48.730555 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3772524'] for network, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.790282 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Deleting port dbe5b07e-eb58-421c-bccd-8a841f0e6301 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:48.790626 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.858013 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6515f3c-7204-4695-988c-54d43a534494 None None] DHCP port deletion for 80f377e0-13f7-4917-8ffb-bb70fe267864 request from n-d-767704-23 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:34:48.862467 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] For port dbe5b07e-eb58-421c-bccd-8a841f0e6301, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=dbe5b07e-eb58-421c-bccd-8a841f0e6301,segment=NetworkSegment(dfb44fc6-975a-4f10-b85e-46795fb0e75b),segment_id=dfb44fc6-975a-4f10-b85e-46795fb0e75b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:48.862805 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.878007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Calling delete_port for dbe5b07e-eb58-421c-bccd-8a841f0e6301 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:48.910125 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c6515f3c-7204-4695-988c-54d43a534494 None None] Deleting port dbe5b07e-eb58-421c-bccd-8a841f0e6301 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:34:48.910506 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6515f3c-7204-4695-988c-54d43a534494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761907004088'] for port, before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.980144 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c6515f3c-7204-4695-988c-54d43a534494 None None] For port dbe5b07e-eb58-421c-bccd-8a841f0e6301, host n-d-767704-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-23',level=0,port_id=dbe5b07e-eb58-421c-bccd-8a841f0e6301,segment=NetworkSegment(dfb44fc6-975a-4f10-b85e-46795fb0e75b),segment_id=dfb44fc6-975a-4f10-b85e-46795fb0e75b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:34:48.980535 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6515f3c-7204-4695-988c-54d43a534494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930920'] for port, precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:48.993142 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c6515f3c-7204-4695-988c-54d43a534494 None None] Calling delete_port for dbe5b07e-eb58-421c-bccd-8a841f0e6301 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:34:49.037734 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59157229'] for port, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.068820 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe5b07e-eb58-421c-bccd-8a841f0e6301,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:49.070505 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6515f3c-7204-4695-988c-54d43a534494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3798998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761907012482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761906587531'] for port, after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.071007 n-d-767704-23 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] No DVR routers for this DVR port dbe5b07e-eb58-421c-bccd-8a841f0e6301 on host n-d-767704-23 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:49.097903 n-d-767704-23 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6515f3c-7204-4695-988c-54d43a534494 None None] Pushing event deleted for resources: {'Port': ['ID=dbe5b07e-eb58-421c-bccd-8a841f0e6301,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:49.103760 n-d-767704-23 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6515f3c-7204-4695-988c-54d43a534494 None None] No DVR routers for this DVR port dbe5b07e-eb58-421c-bccd-8a841f0e6301 on host n-d-767704-23 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:34:49.152902 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4135310', 'neutron.services.segments.db._delete_segments_for_network-8761907163630'] for network, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.172083 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f377e0-13f7-4917-8ffb-bb70fe267864']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:49.181352 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb44fc6-975a-4f10-b85e-46795fb0e75b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:49.181651 n-d-767704-23 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb44fc6-975a-4f10-b85e-46795fb0e75b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:34:49.191660 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761907136247', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58922068'] for segment, before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.205452 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798'] for segment, precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.211403 n-d-767704-23 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:34:49.211780 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3747798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59157168'] for segment, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: Traceback (most recent call last): Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: timer() Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: cb(*args, **kw) Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: return func(*args, **kwargs) Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: self._notify() Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: self.callback(batched_events) Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: event.method(event) Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: return f(self, *a, **k) Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: return self._get(url).json() Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:34:49.216178 n-d-767704-23 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:34:49.328870 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4135319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918520'] for network, after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.333983 n-d-767704-23 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Publish callbacks [] for network, before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.337240 n-d-767704-23 neutron-server[103147]: INFO neutron.wsgi [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] 10.222.0.105 "DELETE /v2.0/networks/80f377e0-13f7-4917-8ffb-bb70fe267864 HTTP/1.1" status: 204 len: 168 time: 0.6749160 Nov 12 05:34:49.350141 n-d-767704-23 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adbcc0-90ea-44b9-a22a-b743f8d1405f admin admin] Pushing event deleted for resources: {'Network': ['ID=80f377e0-13f7-4917-8ffb-bb70fe267864,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:49.653520 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:49.694940 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-a47cee28-65b2-44e1-b008-b69dfa1abf97 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1395c3458a784848ae58de7ebd18b65c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401456 Nov 12 05:34:49.697375 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:49.744986 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aab81b27-d5ae-46fd-bf98-ab3c2e2c1d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.766572 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aab81b27-d5ae-46fd-bf98-ab3c2e2c1d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.866200 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aab81b27-d5ae-46fd-bf98-ab3c2e2c1d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.868891 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aab81b27-d5ae-46fd-bf98-ab3c2e2c1d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:49.870180 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-aab81b27-d5ae-46fd-bf98-ab3c2e2c1d04 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ecc53b8c-4049-4187-b90e-a7a0307a48e3 HTTP/1.1" status: 204 len: 168 time: 0.1717951 Nov 12 05:34:49.878159 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab81b27-d5ae-46fd-bf98-ab3c2e2c1d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc53b8c-4049-4187-b90e-a7a0307a48e3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:50.234360 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device dbe5b07e-eb58-421c-bccd-8a841f0e6301 no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:50.255820 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: dbe5b07e-eb58-421c-bccd-8a841f0e6301 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:50.256189 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device dbe5b07e-eb58-421c-bccd-8a841f0e6301 not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:50.256608 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6baacf08-37df-4020-b91f-9917f94db36e no longer exists at agent ovs-agent-n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:34:50.276057 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] No Port match for: 6baacf08-37df-4020-b91f-9917f94db36e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:34:50.276410 n-d-767704-23 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Device 6baacf08-37df-4020-b91f-9917f94db36e not bound to the agent host n-d-767704-23 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:34:50.420338 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.547691 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37698) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:50.587036 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-d57c47ba-95d3-401b-8273-645e650440ca admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c45f29b75fe7453797f86964c5af572b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381415 Nov 12 05:34:50.589504 n-d-767704-23 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.105', 37700) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:34:50.640080 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60a9ea6d-e4f0-424a-8f41-b595b306048e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.661330 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60a9ea6d-e4f0-424a-8f41-b595b306048e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.925123 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60a9ea6d-e4f0-424a-8f41-b595b306048e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985889'] for security_group, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.927816 n-d-767704-23 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60a9ea6d-e4f0-424a-8f41-b595b306048e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:50.929006 n-d-767704-23 neutron-server[103146]: INFO neutron.wsgi [None req-60a9ea6d-e4f0-424a-8f41-b595b306048e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ef922264-83aa-495b-ba7a-337428fa9709 HTTP/1.1" status: 204 len: 168 time: 0.3383007 Nov 12 05:34:50.937067 n-d-767704-23 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9ea6d-e4f0-424a-8f41-b595b306048e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef922264-83aa-495b-ba7a-337428fa9709,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:34:53.217071 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3db5-8298-4306-b9fe-eea86ed01d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.106183 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:56.987804 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b53a661-0cda-416d-9b9f-6577f3b7d84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:57.204931 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:58.939837 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:34:59.053782 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:08.681978 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:35:20.387423 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:23.199211 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-532d0f7f-f590-4a3e-a660-2f2011432df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:26.093265 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:27.033435 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d47a27e7-7bbf-4ffc-a6cc-d612c2ce40de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:27.196584 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:28.951025 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:29.059292 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:45.681956 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:35:50.412628 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:53.210032 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8d3bc29-182b-4474-a272-bc411ebb8aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:56.089881 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.026859 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61b33342-0cf4-48f6-a609-4d1e282ae273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:57.238573 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:58.981471 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:35:59.097512 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:20.439671 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:22.681718 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:36:23.200264 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0b6d-5e16-4f9c-91cb-5c3c31e79db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:26.106774 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:26.987885 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-399542a9-faf3-493d-8bb0-0558913dd412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:27.227900 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:28.958320 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:29.060597 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:50.467795 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:53.210236 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-421d5a87-bced-495f-ac34-5158072d1a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:56.078700 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:56.987373 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-062dc739-3b88-459e-a1b6-f72a4dbd0f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:57.192912 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:58.934198 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.065755 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:36:59.680320 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:37:20.432324 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:23.232264 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-120e66dd-ebfe-4a3a-ab77-316a4119dcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.129091 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:26.997307 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-124ca124-1822-49cc-86d9-de1b433e5331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:27.242670 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.009558 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:29.083317 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:36.678711 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:37:50.419477 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:53.243060 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1199994-afe4-4874-806c-8345d528583a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.117360 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:56.985007 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69368ff4-f9d1-4cb6-8ff5-7ea2a67bbeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:57.190922 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:58.950748 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:37:59.076761 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:13.679661 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:38:20.407642 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:23.225289 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f503ef7e-20f7-41ed-be1e-311c44740d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.116672 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:26.990452 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c90eb12-361b-4156-98d3-57d2c7400419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:27.196087 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:28.950301 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:29.030073 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:50.429910 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:50.679164 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:38:53.229708 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27861fb2-085e-4cb8-81fb-06890769f3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:56.184446 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:57.011544 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79306783-c2da-40a6-88af-c3aec555ad8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:57.212764 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:58.949717 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:38:59.053112 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:20.418063 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:23.217704 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ac6138a-41bb-4709-b594-2a771b189290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:26.161525 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.006889 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6168422e-42e1-4085-8aa9-3bb431ee75b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.280633 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:27.679400 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:39:28.954813 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:29.063705 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:50.417409 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:53.223441 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d16a-ad9c-4936-bfe4-a4404d449d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:56.154259 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.009817 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0af69433-9a73-4e99-a2ab-c10878582bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:57.221625 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:58.946638 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:39:59.072356 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:04.681838 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:40:20.434488 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:23.220024 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72e25439-455b-4d6b-875f-290496f2d6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:24.803275 n-d-767704-23 neutron-server[103147]: DEBUG neutron.wsgi [req-9763cf4c-454a-437a-9aca-0f4e4e4b8176 req-bdb1d662-a0f2-4737-8b91-445681b71a8d service neutron] (103147) timed out ('10.222.0.105', 35054) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:40:26.171106 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:26.991603 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-789b9d29-fa20-456a-9528-97553b0a26e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:27.231133 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:28.965521 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:29.071325 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:41.680896 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:40:50.447730 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:53.207833 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90b3ed9a-87bc-40db-81c6-6444f39e01cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:56.213969 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:56.999300 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c9c0e8e-fc87-4bc4-8399-1a44fa8d8b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:57.233602 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:58.959661 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:40:59.064914 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:18.680807 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:41:20.458512 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:23.212202 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3a277fc7-8e3a-4d1e-9fcf-b138f276d783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:26.229149 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:27.000737 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a043bd7-4bbc-43ea-86dd-fa36818731f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:27.229063 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:28.977684 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:29.063322 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:50.466919 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:53.251704 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-392f61d1-7021-4030-9ac3-24e29a88b448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:55.679503 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:41:56.239983 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:56.981583 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16893f05-b2ed-43b5-9205-eac5f95f493a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:57.239938 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:58.966237 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:41:59.062098 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:20.484027 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:23.221747 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff755d52-e6fc-446c-a403-225e301e6160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:26.210097 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:26.992789 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-48b310ac-1c9b-4862-b763-18cf3fe65851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:27.244156 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:28.964258 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:29.072905 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:32.679853 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:42:50.466327 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:53.191698 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2b5439e0-22bf-490b-93a8-fc5b26b232d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:56.180522 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:56.986787 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d283be71-c3a0-49e2-9b64-e2a12147b4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:57.232169 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:58.980551 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:42:59.054810 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:09.679884 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:43:20.499662 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e839a7eb-c177-468b-bfce-f1345fd7dd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:23.208636 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e05e89c-d497-4373-b328-a8e148e47521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:26.213898 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3439bc7-4319-46c8-aada-259f8df381c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:27.031422 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b878608-0494-44f7-b543-cbff2859a0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:27.230907 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7e6245b-06ae-4393-b75b-b37d2ac3c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:28.985371 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a995613-56de-4fb7-bb27-d096b4fb8247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:29.076819 n-d-767704-23 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79c59a2-9a03-425e-a5e9-0ed05082b223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761907163612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4130632'] for agent, after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:43:46.679001 n-d-767704-23 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-a474908d-08fc-4223-8327-286d712bf3c2 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}